-- Logs begin at Tue 2021-07-06 16:47:39 UTC, end at Tue 2021-07-06 19:21:55 UTC. -- Jul 06 17:18:29.640828 n-d-799526-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 17:18:32.375360 n-d-799526-3 neutron-server[93671]: INFO neutron.common.config [-] Logging enabled! Jul 06 17:18:32.376001 n-d-799526-3 neutron-server[93671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 17:18:32.376153 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 17:18:32.379424 n-d-799526-3 neutron-server[93671]: INFO neutron.common.config [-] Logging enabled! Jul 06 17:18:32.379684 n-d-799526-3 neutron-server[93671]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 17:18:32.379999 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93671) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 17:18:32.380943 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 17:18:32.381183 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 17:18:32.381554 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 17:18:32.381805 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 17:18:32.382039 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 17:18:32.382386 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.382689 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.382987 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.383223 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.383520 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.383813 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.384099 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.384394 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.384691 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.384980 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.385264 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.385552 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.385786 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.386070 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.386380 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.386672 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.386900 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] debug = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.387183 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.387612 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.388032 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.388315 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.388606 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.388903 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.389165 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.389445 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.389732 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.390061 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] host = n-d-799526-3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.390371 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.391198 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.391491 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.391782 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.392059 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.392339 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.392629 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.392904 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.393180 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] log_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.393456 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.393748 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.394039 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.394331 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.394582 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.394808 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.395098 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.395387 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.395666 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.395944 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.396223 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.396498 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.396774 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.397045 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.397333 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.397620 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.397916 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.398193 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.398497 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.398776 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.399052 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.399338 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.399616 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.399894 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.400171 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.400458 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.400730 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.401005 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.401305 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.401591 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.401876 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.402163 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.402464 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.402749 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.403031 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.403306 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.403578 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] use_json = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.403854 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.404128 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.404411 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.404686 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.404959 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.405233 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.405505 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.405793 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:32.406113 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.406666 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.406751 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.407008 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.407308 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.407592 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.407883 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.408170 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.408460 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.408751 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.409045 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.409328 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.409619 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.409901 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.410199 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.410531 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.410830 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.411124 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.411656 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.411932 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.412210 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.412500 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.412790 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.413102 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.413380 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.413655 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.413939 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.414234 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.414541 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.414819 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.415101 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.415393 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.415675 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.415950 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.416239 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.416526 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.416805 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.417085 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.417370 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.417666 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.417948 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.418228 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.418543 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.418825 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.419101 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.419392 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.419673 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.419950 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.420231 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.420513 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.420790 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.421067 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.421347 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.421622 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.422043 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.422043 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.422619 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.422768 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.423042 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.423318 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.423590 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.423863 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.424143 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.424420 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.424695 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.424971 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.425246 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.425521 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.425811 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.426113 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.426420 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.426706 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.426989 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.427273 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.427555 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.427837 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.428118 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.428400 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.428678 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.428978 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.429265 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.429555 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.429840 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.430119 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.430437 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.430723 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.431009 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.431291 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.431575 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.431869 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.432156 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.432454 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.432750 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.433043 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.433350 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.433628 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.433908 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.434217 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.434525 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:32.434748 n-d-799526-3 neutron-server[93671]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 17:18:32.434999 n-d-799526-3 neutron-server[93671]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93671) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 17:18:32.791752 n-d-799526-3 neutron-server[93671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 17:18:32.791960 n-d-799526-3 neutron-server[93671]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 17:18:32.792245 n-d-799526-3 neutron-server[93671]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 17:18:32.792575 n-d-799526-3 neutron-server[93671]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 17:18:33.186367 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.186668 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.186941 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.188531 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.188815 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.189090 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.224221 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.224502 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.224782 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.238003 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.238290 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.238594 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.269200 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.269483 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.269752 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.305510 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.305794 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.306068 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.540615 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.541221 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.541221 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.541387 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.542073 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.662533 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.662858 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.663144 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.663422 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.663691 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.664002 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.664266 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.664525 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.664778 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.665060 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.665332 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.665612 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.665877 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.666140 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.666420 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.666691 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.666960 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.667220 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.667490 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.667746 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.668026 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.668373 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.668635 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.668919 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.669170 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.669418 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.669823 n-d-799526-3 neutron-server[93671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:18:33.670069 n-d-799526-3 neutron-server[93671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:18:33.670308 n-d-799526-3 neutron-server[93671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:18:33.670580 n-d-799526-3 neutron-server[93671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:18:33.670818 n-d-799526-3 neutron-server[93671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:18:33.671054 n-d-799526-3 neutron-server[93671]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:18:33.671426 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 17:18:33.676143 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 17:18:33.680087 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 17:18:33.683806 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 06 17:18:33.685442 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 17:18:33.685900 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 17:18:33.686244 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 17:18:33.686661 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 17:18:33.690034 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 17:18:33.690288 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 17:18:33.690661 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 17:18:33.718291 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 17:18:33.718816 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.719711 n-d-799526-3 neutron-server[93671]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93671) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 17:18:33.719711 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.720842 n-d-799526-3 neutron-server[93671]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93671) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 17:18:33.721136 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 17:18:33.721385 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 17:18:33.724625 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.724911 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:33.789504 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 17:18:33.789748 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 17:18:33.789988 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 17:18:33.790412 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 17:18:33.813131 n-d-799526-3 neutron-server[93671]: DEBUG oslo_db.sqlalchemy.engines [None req-08301327-319f-4922-aaa0-941b74e19170 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93671) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 17:18:34.344931 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Initializing driver for type 'gre' Jul 06 17:18:34.345607 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-08301327-319f-4922-aaa0-941b74e19170 None None] gre ID ranges: [(1, 1000)] Jul 06 17:18:34.399672 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Initializing driver for type 'local' Jul 06 17:18:34.400090 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Initializing driver for type 'vlan' Jul 06 17:18:34.414028 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-08301327-319f-4922-aaa0-941b74e19170 None None] VlanTypeDriver initialization complete Jul 06 17:18:34.414509 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Initializing driver for type 'vxlan' Jul 06 17:18:34.415025 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-08301327-319f-4922-aaa0-941b74e19170 None None] vxlan ID ranges: [(1, 1000)] Jul 06 17:18:34.468335 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Initializing extension driver 'port_security' Jul 06 17:18:34.468793 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.extensions.port_security [None req-08301327-319f-4922-aaa0-941b74e19170 None None] PortSecurityExtensionDriver initialization complete Jul 06 17:18:34.469209 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Initializing mechanism driver 'openvswitch' Jul 06 17:18:34.469442 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Initializing mechanism driver 'hyperv' Jul 06 17:18:34.475985 n-d-799526-3 neutron-server[93671]: DEBUG neutron.plugins.ml2.plugin [None req-08301327-319f-4922-aaa0-941b74e19170 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:18:34.476677 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > port after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.477058 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > port after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.477419 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > port after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.477949 n-d-799526-3 neutron-server[93671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:18:34.478416 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > subnet after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.478776 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > subnet after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.479127 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.479521 n-d-799526-3 neutron-server[93671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:18:34.479928 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > network after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.480280 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > network after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.480624 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > network after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.481014 n-d-799526-3 neutron-server[93671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:18:34.481420 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > security_group after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.481774 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > security_group after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.482124 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.482681 n-d-799526-3 neutron-server[93671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:18:34.483096 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.483456 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.483808 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.484763 n-d-799526-3 neutron-server[93671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:18:34.485370 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > address_group after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.485468 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > address_group after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.485819 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.486209 n-d-799526-3 neutron-server[93671]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93671) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 17:18:34.486615 n-d-799526-3 neutron-server[93671]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-08301327-319f-4922-aaa0-941b74e19170 None None] ML2 OVO RPC backend initialized. {{(pid=93671) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 17:18:34.487333 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.487699 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.488122 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > network before_response 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.488474 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > networks before_response 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.488827 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > port before_response 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.489175 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > ports before_response 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.489523 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > subnet before_response 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.489867 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > subnets before_response 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.490219 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > network after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.490602 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > network after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.490948 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > network after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.491294 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > port after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.491635 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > port after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.491978 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > port after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.492319 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > subnet after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.492658 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > subnet after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.492994 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.493580 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.plugin [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Modular L2 Plugin initialization complete Jul 06 17:18:34.493914 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading services supported by the core plugin {{(pid=93671) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 17:18:34.494247 n-d-799526-3 neutron-server[93671]: INFO neutron.plugins.ml2.managers [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Got port-security extension from driver 'port_security' Jul 06 17:18:34.494745 n-d-799526-3 neutron-server[93671]: INFO neutron.extensions.vlantransparent [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Disabled vlantransparent extension. Jul 06 17:18:34.495232 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93671) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 17:18:34.495550 n-d-799526-3 neutron-server[93671]: INFO neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading Plugin: router Jul 06 17:18:34.532550 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.532939 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router after_create 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.533312 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router before_create 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.533681 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.534054 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.534446 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router after_delete 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.534812 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.535180 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router after_create 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.535538 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router after_update 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.535892 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router after_update 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.536485 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.536852 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router after_update 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.537263 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router precommit_update 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.537632 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: port after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.537977 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: port after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.538316 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: subnet after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.538679 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.539028 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.539375 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router precommit_create 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.539717 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: port before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.540061 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router precommit_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.540416 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router after_update 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.540761 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.541293 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router precommit_create 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.541461 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.541805 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router precommit_update 55549900 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.542171 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > agent after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.542555 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > agent after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.542903 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > network after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.543781 n-d-799526-3 neutron-server[93671]: DEBUG neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Tracking information for resource: router configured {{(pid=93671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:18:34.544118 n-d-799526-3 neutron-server[93671]: DEBUG neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Tracking information for resource: floatingip configured {{(pid=93671) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 17:18:34.550149 n-d-799526-3 neutron-server[93671]: INFO neutron.db.l3_agentschedulers_db [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 17:18:34.550763 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: port after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.551130 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: port after_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.551487 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: port after_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.551846 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: port after_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.552660 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router before_create 55550100 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.553031 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.553396 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router precommit_create 55550100 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.553758 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > router precommit_update 55550100 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.558291 n-d-799526-3 neutron-server[93671]: DEBUG neutron.services.provider_configuration [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service providers = [] {{(pid=93671) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 17:18:34.558701 n-d-799526-3 neutron-server[93671]: DEBUG neutron.db.servicetype_db [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93671) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 17:18:34.561705 n-d-799526-3 neutron-server[93671]: DEBUG neutron.services.service_base [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 17:18:34.562061 n-d-799526-3 neutron-server[93671]: DEBUG neutron.services.service_base [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 17:18:34.563113 n-d-799526-3 neutron-server[93671]: DEBUG neutron.services.service_base [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 17:18:34.563979 n-d-799526-3 neutron-server[93671]: DEBUG neutron.services.service_base [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93671) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 17:18:34.564357 n-d-799526-3 neutron-server[93671]: INFO neutron.services.service_base [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 17:18:34.564802 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:18:34.565126 n-d-799526-3 neutron-server[93671]: INFO neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 17:18:34.575986 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:18:34.576329 n-d-799526-3 neutron-server[93671]: INFO neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading Plugin: auto_allocate Jul 06 17:18:34.582050 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: network precommit_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.582466 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: network precommit_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.583007 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:18:34.583334 n-d-799526-3 neutron-server[93671]: INFO neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading Plugin: tag Jul 06 17:18:34.589901 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:18:34.590265 n-d-799526-3 neutron-server[93671]: INFO neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading Plugin: timestamp Jul 06 17:18:34.595861 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:18:34.596136 n-d-799526-3 neutron-server[93671]: INFO neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading Plugin: network_ip_availability Jul 06 17:18:34.601640 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.602017 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.602409 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.603159 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:18:34.603481 n-d-799526-3 neutron-server[93671]: INFO neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading Plugin: flavors Jul 06 17:18:34.608187 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:18:34.608522 n-d-799526-3 neutron-server[93671]: INFO neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading Plugin: revisions Jul 06 17:18:34.613344 n-d-799526-3 neutron-server[93671]: DEBUG neutron.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93671) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 17:18:34.613742 n-d-799526-3 neutron-server[93671]: DEBUG oslo_concurrency.lockutils [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=93671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 17:18:34.614514 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93671) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 17:18:34.614856 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Initializing extension manager. Jul 06 17:18:34.615366 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: __init__.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.615712 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: __pycache__ {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.616048 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.616381 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: address_group.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.617153 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.617729 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: address-group Jul 06 17:18:34.618061 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: address_scope.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.618917 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.619434 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: address-scope Jul 06 17:18:34.619760 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.620739 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.621256 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: router-admin-state-down-before-update Jul 06 17:18:34.621581 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: agent.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.622282 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.623021 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: agent Jul 06 17:18:34.623350 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: agent_resources_synced.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.624269 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.625440 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: agent-resources-synced Jul 06 17:18:34.625765 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: allowedaddresspairs.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.627612 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.628145 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: allowed-address-pairs Jul 06 17:18:34.628476 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: auto_allocated_topology.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.629557 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.630077 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: auto-allocated-topology Jul 06 17:18:34.630431 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: availability_zone.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.631128 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.631637 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: availability_zone Jul 06 17:18:34.631964 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: availability_zone_filter.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.632887 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.633403 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: availability_zone_filter Jul 06 17:18:34.633728 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: data_plane_status.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.634666 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.635175 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 17:18:34.635499 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: default_subnetpools.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.636445 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.636955 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: default-subnetpools Jul 06 17:18:34.637275 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.638088 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.638628 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: dhcp_agent_scheduler Jul 06 17:18:34.638959 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: dns.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.639881 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.640416 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension dns-integration not supported by any of loaded plugins Jul 06 17:18:34.640741 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: dns_domain_ports.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.641662 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.642167 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 17:18:34.642532 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.643455 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.643959 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 17:18:34.644282 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: dvr.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.644955 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.645462 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: dvr Jul 06 17:18:34.645785 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: empty_string_filtering.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.646720 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.647227 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: empty-string-filtering Jul 06 17:18:34.647550 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.648464 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.648976 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 17:18:34.649301 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.650216 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.650759 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 17:18:34.651087 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: external_net.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.652001 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.652518 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: external-net Jul 06 17:18:34.652842 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.653758 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.654271 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: extra_dhcp_opt Jul 06 17:18:34.654626 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: extraroute.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.655553 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.656104 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: extraroute Jul 06 17:18:34.656432 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: extraroute_atomic.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.657467 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.657982 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: extraroute-atomic Jul 06 17:18:34.658305 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: filter_validation.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.658993 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.659499 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: filter-validation Jul 06 17:18:34.659821 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: fip_pf_description.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.660726 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.661234 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 17:18:34.661810 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: fip_port_details.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.662764 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.663270 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: fip-port-details Jul 06 17:18:34.663592 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: flavors.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.664828 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.665350 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: flavors Jul 06 17:18:34.665682 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.667366 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.667900 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 17:18:34.668238 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: floatingip_pools.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.668939 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.669453 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: floatingip-pools Jul 06 17:18:34.669784 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: ip_allocation.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.670742 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.671250 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 17:18:34.672295 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.673237 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.673753 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: ip-substring-filtering Jul 06 17:18:34.674084 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: l2_adjacency.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.675053 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.675564 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 17:18:34.675892 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: l3.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.676873 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.677394 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: router Jul 06 17:18:34.677725 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.680133 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.680664 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 17:18:34.681003 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.681946 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.682579 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: ext-gw-mode Jul 06 17:18:34.682921 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.683849 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.684368 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: l3-ha Jul 06 17:18:34.684699 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: l3_flavors.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.685635 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.686146 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: l3-flavors Jul 06 17:18:34.686516 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.688069 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.688583 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 17:18:34.688913 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: l3agentscheduler.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.689967 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.690526 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: l3_agent_scheduler Jul 06 17:18:34.690857 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: logging.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.692342 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.692877 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension logging not supported by any of loaded plugins Jul 06 17:18:34.693212 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: metering.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.693958 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.694577 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: metering Jul 06 17:18:34.694907 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.695997 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.696524 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: metering_source_and_destination_fields Jul 06 17:18:34.696855 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: multiprovidernet.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.697791 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.698305 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: multi-provider Jul 06 17:18:34.698661 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: netmtu.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.699573 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.700086 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: net-mtu Jul 06 17:18:34.700413 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: netmtu_writable.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.701335 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.701847 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: net-mtu-writable Jul 06 17:18:34.702174 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: network_availability_zone.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.702899 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.703438 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: network_availability_zone Jul 06 17:18:34.703814 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: network_ip_availability.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.704909 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.705433 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: network-ip-availability Jul 06 17:18:34.705762 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: network_segment_range.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.706566 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.707079 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 17:18:34.707404 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: pagination.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.708386 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.708716 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: pagination Jul 06 17:18:34.709039 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: port_device_profile.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.709951 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.710498 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: port-device-profile Jul 06 17:18:34.710825 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.711742 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.712252 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: port-mac-address-regenerate Jul 06 17:18:34.712578 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.713494 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.714006 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: port-numa-affinity-policy Jul 06 17:18:34.714333 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: port_resource_request.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.715271 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.715775 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 17:18:34.716098 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: portbindings.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.717029 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.717536 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: binding Jul 06 17:18:34.717861 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: portbindings_extended.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.720181 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.720752 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: binding-extended Jul 06 17:18:34.721093 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: portsecurity.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.722026 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.722588 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: port-security Jul 06 17:18:34.722923 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: project_id.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.723923 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.724246 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: project-id Jul 06 17:18:34.724575 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: providernet.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.725502 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.726020 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: provider Jul 06 17:18:34.726356 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: qos.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.729884 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.730454 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension qos not supported by any of loaded plugins Jul 06 17:18:34.730793 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.732046 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.732568 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 17:18:34.732901 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.733870 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.735157 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 17:18:34.735560 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: qos_default.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.736493 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.737013 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension qos-default not supported by any of loaded plugins Jul 06 17:18:34.737346 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: qos_fip.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.738008 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.738544 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension qos-fip not supported by any of loaded plugins Jul 06 17:18:34.738873 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: qos_gateway_ip.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.739814 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.740335 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 17:18:34.740662 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: qos_port_network_policy.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.741588 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.742108 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 17:18:34.742467 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: qos_rule_type_details.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.743409 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.743926 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 17:18:34.744257 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: qos_rules_alias.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.745312 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.745830 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 17:18:34.746156 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: quotasv2.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.747142 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.747474 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: quotas Jul 06 17:18:34.747796 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: quotasv2_detail.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.751192 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.751537 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: quota_details Jul 06 17:18:34.751872 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: rbac.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.752955 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.753492 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: rbac-policies Jul 06 17:18:34.753826 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: rbac_address_group.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.755005 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.755530 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: rbac-address-group Jul 06 17:18:34.755859 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: rbac_address_scope.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.756799 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.757314 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: rbac-address-scope Jul 06 17:18:34.757641 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: rbac_security_groups.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.758581 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.759095 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: rbac-security-groups Jul 06 17:18:34.759421 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: rbac_subnetpool.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.760343 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.760859 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: rbac-subnetpool Jul 06 17:18:34.761189 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: revisionifmatch.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.762117 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.762659 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: revision-if-match Jul 06 17:18:34.762987 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: revisions.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.764114 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.764629 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: standard-attr-revisions Jul 06 17:18:34.764958 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: router_availability_zone.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.765831 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.766375 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: router_availability_zone Jul 06 17:18:34.766706 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: routerservicetype.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.767633 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.768139 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension router-service-type not supported by any of loaded plugins Jul 06 17:18:34.768463 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.769387 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.769903 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: security-groups-normalized-cidr Jul 06 17:18:34.770228 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.771186 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.771700 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: port-security-groups-filtering Jul 06 17:18:34.772027 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.772955 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.773476 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: security-groups-remote-address-group Jul 06 17:18:34.773803 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: securitygroup.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.784128 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.784670 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: security-group Jul 06 17:18:34.785008 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: segment.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.785820 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.786627 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension segment not supported by any of loaded plugins Jul 06 17:18:34.786962 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.787939 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.788455 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 17:18:34.788785 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: servicetype.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.789910 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.790474 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: service-type Jul 06 17:18:34.790811 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: sorting.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.791796 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.792133 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: sorting Jul 06 17:18:34.792460 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: standard_attr_segment.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.793451 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.793981 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 17:18:34.794309 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: standardattrdescription.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.794985 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.795500 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: standard-attr-description Jul 06 17:18:34.795826 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: stateful_security_group.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.797393 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.797867 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: stateful-security-group Jul 06 17:18:34.798194 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: stdattrs_common.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.798810 n-d-799526-3 neutron-server[93671]: WARNING neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 17:18:34.799132 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.800324 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.800587 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 17:18:34.800911 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: subnet_onboard.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.801993 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.802541 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: subnet_onboard Jul 06 17:18:34.802870 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.803811 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.804334 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 17:18:34.804659 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: subnet_service_types.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.805590 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.806112 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: subnet-service-types Jul 06 17:18:34.806473 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: subnetallocation.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.807569 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.808092 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: subnet_allocation Jul 06 17:18:34.808419 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.809093 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.809615 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: subnetpool-prefix-ops Jul 06 17:18:34.809939 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.810900 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.811415 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 17:18:34.811740 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: tagging.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.812897 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.813416 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: standard-attr-tag Jul 06 17:18:34.813744 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: timestamp.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.815055 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.815577 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loaded extension: standard-attr-timestamp Jul 06 17:18:34.815908 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: trunk.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.816954 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.817478 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension trunk not supported by any of loaded plugins Jul 06 17:18:34.817812 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: trunk_details.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.818779 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.819298 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension trunk-details not supported by any of loaded plugins Jul 06 17:18:34.819769 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: uplink_status_propagation.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.820822 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.821349 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 17:18:34.821680 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Loading extension file: vlantransparent.py {{(pid=93671) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 17:18:34.822389 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93671) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 17:18:34.822891 n-d-799526-3 neutron-server[93671]: INFO neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 17:18:34.825446 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:network Jul 06 17:18:34.825994 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:subnet Jul 06 17:18:34.826433 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:18:34.826838 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:port Jul 06 17:18:34.828297 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.828760 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service FLAVORS assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.829389 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.829821 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.830157 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:router Jul 06 17:18:34.830640 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 17:18:34.831150 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service METERING assigned prefix: /metering {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.832634 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.833008 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.833363 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:18:34.834411 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 17:18:34.834873 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:security_group Jul 06 17:18:34.835318 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 17:18:34.835933 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service CORE assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.836269 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:18:34.836628 n-d-799526-3 neutron-server[93671]: WARNING neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] subnetpool is already registered Jul 06 17:18:34.837059 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service CORE assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.837386 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:18:34.837722 n-d-799526-3 neutron-server[93671]: WARNING neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] subnetpool is already registered Jul 06 17:18:34.840062 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.840507 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service FLAVORS assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.841112 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.841544 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.841882 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:router Jul 06 17:18:34.842227 n-d-799526-3 neutron-server[93671]: WARNING neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] router is already registered Jul 06 17:18:34.842689 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 17:18:34.843031 n-d-799526-3 neutron-server[93671]: WARNING neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] floatingip is already registered Jul 06 17:18:34.844015 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service METERING assigned prefix: /metering {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.844835 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 17:18:34.845170 n-d-799526-3 neutron-server[93671]: WARNING neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] rbac_policy is already registered Jul 06 17:18:34.845593 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:security_group Jul 06 17:18:34.845980 n-d-799526-3 neutron-server[93671]: WARNING neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] security_group is already registered Jul 06 17:18:34.846358 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 17:18:34.846695 n-d-799526-3 neutron-server[93671]: WARNING neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] security_group_rule is already registered Jul 06 17:18:34.847331 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service CORE assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.847662 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:18:34.847998 n-d-799526-3 neutron-server[93671]: WARNING neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] subnetpool is already registered Jul 06 17:18:34.848423 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.v2.resource_helper [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Service CORE assigned prefix: {{(pid=93671) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 17:18:34.848749 n-d-799526-3 neutron-server[93671]: INFO neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 17:18:34.849082 n-d-799526-3 neutron-server[93671]: WARNING neutron.quota.resource_registry [None req-08301327-319f-4922-aaa0-941b74e19170 None None] subnetpool is already registered Jul 06 17:18:34.849566 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: extensions {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.851099 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: address-groups {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.852610 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: address-scopes {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.853933 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: agents {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.855138 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: auto-allocated-topology {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.856401 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: availability_zones {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.857617 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: dhcp-networks {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.861054 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: dhcp-agents {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.862532 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: routers {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.864266 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: flavors {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.865549 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: service_profiles {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.866797 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: next_providers {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.868228 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: service_profiles {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.869793 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: floatingip-pools {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.871039 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: routers {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.872759 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: floatingips {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.874031 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: l3-routers {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.875619 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: l3-agents {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.877049 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: metering-labels {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.878298 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: metering-label-rules {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.879719 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: network-ip-availabilities {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.880980 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: bindings {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.882579 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: quotas {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.884225 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: quotas {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.885640 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: rbac-policies {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.886873 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: security-groups {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.888204 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: security-group-rules {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.889455 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: service-providers {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.891081 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: subnetpools {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.892139 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: subnetpools {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.893691 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.895432 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.897426 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.899245 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.900912 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.902911 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.904630 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.907076 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.908921 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.910692 n-d-799526-3 neutron-server[93671]: DEBUG neutron.api.extensions [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Extended resource: tags {{(pid=93671) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 17:18:34.916976 n-d-799526-3 neutron-server[93671]: WARNING keystonemiddleware.auth_token [None req-08301327-319f-4922-aaa0-941b74e19170 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 17:18:34.922402 n-d-799526-3 neutron-server[93671]: WARNING keystonemiddleware.auth_token [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 17:18:34.932161 n-d-799526-3 neutron-server[93671]: DEBUG oslo_concurrency.lockutils [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Acquired lock "singleton_lock" {{(pid=93671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 17:18:34.932646 n-d-799526-3 neutron-server[93671]: DEBUG oslo_concurrency.lockutils [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Releasing lock "singleton_lock" {{(pid=93671) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 17:18:34.933294 n-d-799526-3 neutron-server[93671]: INFO oslo_service.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Starting 2 workers Jul 06 17:18:34.938237 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Started child 93778 {{(pid=93671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 17:18:34.942949 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Started child 93779 {{(pid=93671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 17:18:34.944002 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:34.944625 n-d-799526-3 neutron-server[93671]: INFO neutron.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 17:18:34.945218 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Notify callbacks [] for process, before_spawn {{(pid=93671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:34.945537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [-] (93778) wsgi starting up on http://0.0.0.0:9696 Jul 06 17:18:34.947784 n-d-799526-3 neutron-server[93671]: INFO oslo_service.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Starting 1 workers Jul 06 17:18:34.948562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:34.949992 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [-] (93779) wsgi starting up on http://0.0.0.0:9696 Jul 06 17:18:34.953245 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Started child 93780 {{(pid=93671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 17:18:34.953835 n-d-799526-3 neutron-server[93671]: INFO oslo_service.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Starting 1 workers Jul 06 17:18:34.957542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] calling RpcWorker wait() {{(pid=93780) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 17:18:34.958166 n-d-799526-3 neutron-server[93780]: DEBUG neutron.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] returning from RpcWorker wait() {{(pid=93780) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 17:18:34.958510 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Started child 93781 {{(pid=93671) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 17:18:34.959322 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:34.959421 n-d-799526-3 neutron-server[93671]: DEBUG neutron_lib.callbacks.manager [None req-08301327-319f-4922-aaa0-941b74e19170 None None] Notify callbacks [] for process, after_spawn {{(pid=93671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:34.959932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:18:34.961231 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 17:18:34.961440 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 17:18:34.961631 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 17:18:34.961845 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 17:18:34.962217 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 17:18:34.962410 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 17:18:34.962928 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.963200 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.963346 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:34.963821 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.963821 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.963960 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.964554 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.964836 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.965090 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.965379 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.965615 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.965789 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.965956 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.966224 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.966512 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.966796 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.967053 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.967307 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.967590 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.967761 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.968044 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.968323 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.969566 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.969566 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] debug = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.969566 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.970047 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.970297 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.970576 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.970799 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.971086 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.971333 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.971617 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.971864 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.972104 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.972353 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.972618 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.972871 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.973090 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.973329 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.973576 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.973820 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.974296 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] host = n-d-799526-3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.974573 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.974778 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.975065 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.975274 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.975541 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.975772 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.976035 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.976290 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.976545 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.976770 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.977037 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.977297 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.977556 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.977808 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.977991 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_options = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.978187 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.978496 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.978757 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.978955 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.979126 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.979309 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.979561 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.979727 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.979995 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.980231 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.980448 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.980667 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.980884 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.981120 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.981361 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.981608 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.981825 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.982061 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.982329 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.982615 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.982864 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.983093 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.983337 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.983572 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.983822 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.984117 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.984917 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.985205 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.985367 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.985612 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.985870 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.986069 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.986307 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.986590 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.986841 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.987069 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.987307 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.987593 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.987846 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.988062 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.988301 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.988540 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.988784 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.989001 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.989236 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.989451 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_json = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.989668 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.989900 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.990147 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.990387 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.990606 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.990822 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.991041 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.991277 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:34.991678 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.991963 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.992299 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.992562 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.992796 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.994046 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.994262 n-d-799526-3 neutron-server[93781]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:18:34.994444 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.994592 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.994868 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.995128 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.995658 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.995964 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.996203 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.996471 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.996764 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.997136 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.997390 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.997694 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.997948 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.998329 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:34.999395 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.001541 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.001926 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.002210 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.004303 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.004591 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.004828 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.005108 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.005343 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.005573 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.005827 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.006817 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.006994 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.007275 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.007539 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.007814 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.008197 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.008441 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.008710 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.008994 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.009245 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.009488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.009744 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.009976 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.010202 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.010478 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.010727 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.010995 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.011222 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.011466 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.011708 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.011961 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.012271 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.012501 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.012851 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.012992 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.013212 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.013647 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.013874 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.014104 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.014376 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.014647 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.014897 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.015120 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.015406 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.015772 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.016031 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.016297 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.016530 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.016752 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.017000 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.017220 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.017440 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.017683 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.017901 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.018150 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.018435 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.018680 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.018910 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.019134 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.019352 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.019570 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.019791 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.020010 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.020298 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.020633 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.020877 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.021147 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.021407 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.021664 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.021909 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.022164 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.022439 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.022664 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.022890 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.023170 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.023421 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.023658 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.023918 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.024142 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.024567 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.024807 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.025073 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.025319 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.025567 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.025918 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.026213 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.026507 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.026781 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.027050 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.027287 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.027603 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.027842 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.028141 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.028386 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.028659 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.028947 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.029247 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.029526 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.029779 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.030021 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.030277 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.030570 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.030831 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.031648 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.031930 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.032485 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.032485 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.032669 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.032874 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.033093 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.033359 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.033692 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.033927 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.034146 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.034426 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.034686 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.034921 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.035163 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.035450 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.035680 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.035950 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.036215 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.036716 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.036951 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.037185 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.037415 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.037654 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.037896 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.038131 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.038385 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.038612 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.038831 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.039102 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.039323 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.039703 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.039931 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.040157 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.040401 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.040666 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.040884 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.041131 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.041377 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.041602 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.041824 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.042044 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.042264 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.042541 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.042771 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.043072 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.043313 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.043551 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.043803 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.044033 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.044293 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.044511 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.044779 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.045022 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.045260 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.045472 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.045699 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.045933 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.046176 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.046425 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.047446 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.047935 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.047935 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.048077 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.048336 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.048580 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.048836 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.049057 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.049309 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.049562 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.049786 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.050003 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.050245 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.050487 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.050751 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.050976 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.051199 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.051417 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.051631 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.051846 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.052063 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.052276 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.052569 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.052811 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.053047 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.053308 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.053546 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.053783 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.054014 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.054229 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.054461 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.054688 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.054905 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.055118 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.055342 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.055553 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.055785 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.056007 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.056226 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.056438 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.056688 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.056904 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.057114 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.057334 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.057577 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.057808 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.058031 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.058298 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.058559 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.058782 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.058999 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.059209 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.059504 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.059754 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.059979 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.060272 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.060510 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.060754 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.061020 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.061319 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.061536 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.061775 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.061994 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.062264 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.062849 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.062849 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.063077 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.063361 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.063611 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.063848 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.064107 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.064390 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.064668 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.064967 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.065275 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.065616 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.065883 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.066140 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.066417 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.066718 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.066947 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.067166 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.067418 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.067676 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.067894 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.068131 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.068361 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.068598 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.068846 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.069089 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.069307 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.069535 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.069768 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.069991 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.070207 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.070393 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 17:18:35.070912 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93671) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 17:18:35.071093 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 17:18:35.071223 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 17:18:35.071382 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 17:18:35.071553 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 17:18:35.071706 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 17:18:35.071916 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.072080 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.072242 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.072404 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.072565 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.072748 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.072912 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.073072 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.073232 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.073393 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.073553 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.073714 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.073873 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.074032 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.074192 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.074368 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.074527 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.074687 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.074844 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.074999 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.075153 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.075308 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.075489 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] debug = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.075646 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.075856 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.076016 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.076178 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.076337 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.076496 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.076656 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.076816 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.076976 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.077135 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.077294 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.077455 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.077614 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.078391 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.078554 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.078744 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.079237 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.079237 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] host = n-d-799526-3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.079237 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.079467 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.079467 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.079646 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.079751 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.079925 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.080033 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.080206 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.080379 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.080520 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.080729 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.080729 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.080903 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.081063 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.081222 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_options = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.081404 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.081577 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.081739 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.081931 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.082097 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.082315 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.082468 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.082588 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.082935 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.082935 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.083165 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.083165 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.083337 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.083491 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.083621 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.083778 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.083938 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.084098 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.084258 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.084425 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.084617 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.084760 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.084898 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.085056 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.085216 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.085379 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.085540 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.085701 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.085862 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.086024 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.086185 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.086363 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.086525 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.086685 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.086845 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.087006 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.087166 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.087332 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.087493 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.087653 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.087814 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.087974 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.088134 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.088294 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.088454 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.088615 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_json = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.088779 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.088939 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.089098 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.089263 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.089442 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.089610 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.089759 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.089904 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 17:18:35.090081 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.090246 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.090441 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.090669 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.090763 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.090920 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.091086 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.091273 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.091421 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.091564 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.091729 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.091886 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.092062 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.092228 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.092391 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.092559 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.092722 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.092886 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.093049 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.093213 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.093496 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.094166 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.094392 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.094546 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.094700 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.094999 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.095176 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.095363 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.095528 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.095688 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.095853 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.096075 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.096168 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.096334 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.096499 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.096666 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.096822 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.096977 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.097142 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.097305 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.097467 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.097629 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.097795 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.097958 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.098482 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.098482 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.098654 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.098654 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.098845 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.098994 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.099170 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.099334 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.099498 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.099660 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.099824 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.100304 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.100304 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.100304 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.100508 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.100632 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.100880 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.100971 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.102488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.102488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.102488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.102488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.102488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.102488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.102488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.102488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.102488 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:18:35.103219 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103219 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103219 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103219 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103219 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103219 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103617 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103617 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103763 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103849 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.103965 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.104129 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.104293 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.104469 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.104648 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.104811 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.104972 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.105134 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.105297 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.105460 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.105621 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.105783 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.105946 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.106108 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.106271 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.106451 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.106620 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.106782 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.106943 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.107105 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.107267 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.107429 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.107590 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.107752 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.107914 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.108076 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.108238 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.108399 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.108560 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.108721 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.108899 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.109675 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.109990 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.109990 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.110584 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.110584 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.110730 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.110807 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.111026 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.111122 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.111282 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.111444 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.111606 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.111770 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.111931 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.112094 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.112265 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.112440 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.112609 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.112772 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.112933 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.113118 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.113280 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.113431 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.113592 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.113753 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.113915 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.114077 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.114227 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.114427 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.114579 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.114751 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.114894 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.115057 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.115220 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.115382 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.115545 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.115743 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.115888 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.116232 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.116232 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.116474 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.116474 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.116702 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.116831 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.116951 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.117369 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.117558 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.117681 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.117815 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.117929 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.118081 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.118250 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.118540 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.118718 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.118964 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.119313 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.119491 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.119608 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.119732 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.119931 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.120040 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.120195 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.120434 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.120579 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.120827 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.121231 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.121231 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.121451 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.121594 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.121777 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.121998 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.122197 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.122474 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.122598 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.122796 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.122943 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.123052 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.123156 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.123399 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.123725 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.123936 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.124120 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.124303 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.124604 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.125436 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.126119 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.126119 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.126462 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.126462 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.126598 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.126804 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.126971 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.127143 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.127387 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.127569 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.127737 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.127925 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.128183 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.128699 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.128699 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.128924 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.129026 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.129241 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.129517 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.129786 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.130035 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.130241 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.130481 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.130610 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.130832 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.131003 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.131167 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.131422 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.131512 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.131723 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.131900 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.132088 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.132326 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.132475 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.132638 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.132801 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.132983 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.133358 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.133550 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.133782 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.133953 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.134119 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.134314 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.134581 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.134756 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.135004 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.135104 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.135274 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.135481 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.135671 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.135815 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.136238 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.136339 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.136520 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.136734 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.136920 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.137088 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.137890 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.138049 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.138257 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.138420 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.138582 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.138781 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.138966 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.139178 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.139342 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.139563 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.139831 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.139969 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.140138 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.140448 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.140598 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.140726 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.140912 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.141081 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.141310 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.141466 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.141621 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.141794 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.142232 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.142232 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.142475 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 17:18:35.142545 n-d-799526-3 neutron-server[93671]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93671) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 17:18:35.325249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:18:35.334450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068092 Jul 06 17:18:47.043341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a066293-1604-4d83-8d8f-6d97d25ea203 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:18:47.113629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a066293-1604-4d83-8d8f-6d97d25ea203 None None] No non-hosted networks {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 17:18:47.129925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.agentschedulers_db [None req-4a066293-1604-4d83-8d8f-6d97d25ea203 None None] DHCP Agent not found on host n-d-799526-3 {{(pid=93780) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 06 17:18:47.262786 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0db7ed32-7e58-4f8a-8ba5-e21de0149171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8283353'] for agent, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:49.374800 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23374066-6324-4a3e-a429-c11ad142284a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8283353'] for agent, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:49.432303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6b9a-aef2-40ba-8665-9f6f2c94f4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:49.703306 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8283353'] for agent, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:49.704391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.705104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.706016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.706572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.707786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.709032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.709761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.710766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.711247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.713165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.714458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.715234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:18:49.716901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799526-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:18:49.729311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799526-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:18:50.476008 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8283353'] for agent, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:52.307720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8283353'] for agent, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:53.573439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44780) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:18:54.082274 n-d-799526-3 neutron-server[93779]: WARNING oslo_policy.policy [None req-93a7d2f6-910b-46c3-b81a-2fa8c293cfde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:18:54.082888 n-d-799526-3 neutron-server[93779]: WARNING oslo_policy.policy [None req-93a7d2f6-910b-46c3-b81a-2fa8c293cfde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:18:54.303677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-93a7d2f6-910b-46c3-b81a-2fa8c293cfde admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:18:54.304713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-93a7d2f6-910b-46c3-b81a-2fa8c293cfde admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7303712 Jul 06 17:18:55.754318 n-d-799526-3 neutron-server[93780]: INFO neutron.db.l3_hamode_db [None req-13f50ffb-59c1-409d-a436-22f6602e929e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 17:18:55.832218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f50ffb-59c1-409d-a436-22f6602e929e None None] Routers set() bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:18:55.832612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f50ffb-59c1-409d-a436-22f6602e929e None None] Router IDs set() for agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 17:18:56.728986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44794) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:18:57.038828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-afe0611f-eed5-46be-a4eb-7b5adca36611 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:18:57.134806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.policy [None req-afe0611f-eed5-46be-a4eb-7b5adca36611 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93779) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 17:18:57.179531 n-d-799526-3 neutron-server[93779]: WARNING oslo_policy.policy [None req-afe0611f-eed5-46be-a4eb-7b5adca36611 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:18:57.179910 n-d-799526-3 neutron-server[93779]: WARNING oslo_policy.policy [None req-afe0611f-eed5-46be-a4eb-7b5adca36611 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:18:57.188974 n-d-799526-3 neutron-server[93779]: INFO neutron.quota [None req-afe0611f-eed5-46be-a4eb-7b5adca36611 admin admin] Loaded quota_driver: . Jul 06 17:18:57.283977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afe0611f-eed5-46be-a4eb-7b5adca36611 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747873722243', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747873721812', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747873725980', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747873723417', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747873712506', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747873685894', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-537536', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7986084', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8281620'] for rbac-policy, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:57.350331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afe0611f-eed5-46be-a4eb-7b5adca36611 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:18:57.351533 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-afe0611f-eed5-46be-a4eb-7b5adca36611 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6215441 Jul 06 17:18:59.977698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44806) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:00.280910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Request body: {'network': {'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'name': 'private', 'admin_state_up': True, 'project_id': 'bf321b15981e496989d5bc5e33b93230'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:19:00.309590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Made reservation on behalf of bf321b15981e496989d5bc5e33b93230 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:19:00.312882 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:00.329954 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:00.452723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:00.456657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:00.476464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:19:00.505842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747871391829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:00.506535 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Unsubscribe: segment precommit_create {{(pid=93779) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 17:19:00.507014 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Added segment 4c404d27-0e47-4ee0-bcef-6898f4d2380c of type vlan for network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 Jul 06 17:19:00.524744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4305c8-4abf-4e7d-876d-e1053068bf83,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:00.552472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.552810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.553147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.553479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.553804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.554128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.554486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.554808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.555127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.555444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.555760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.556079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Tracked resource versions report: Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: pushed versions: Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: { 'AddressGroup': {'1.2'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'ConntrackHelper': {'1.0'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Log': {'1.0'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Network': {'1.1'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Port': {'1.7'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'PortForwarding': {'1.2'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'QosPolicy': {'1.8'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'SecurityGroup': {'1.4'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'SubPort': {'1.0'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Subnet': {'1.1'}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Trunk': {'1.1'}} Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: consumer versions: Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: { DHCP agent@n-d-799526-3: {}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: L3 agent@n-d-799526-3: {}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: Metadata agent@n-d-799526-3: {}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: Metering agent@n-d-799526-3: {}, Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: Open vSwitch agent@n-d-799526-3: { 'AddressGroup': '1.2', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'ConntrackHelper': '1.0', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Log': '1.0', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Network': '1.1', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Port': '1.7', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'PortForwarding': '1.2', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'QosPolicy': '1.8', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'SecurityGroup': '1.4', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'SecurityGroupRule': '1.2', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'SubPort': '1.0', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Subnet': '1.1', Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: 'Trunk': '1.1'}} Jul 06 17:19:00.557225 n-d-799526-3 neutron-server[93779]: {{(pid=93779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:19:00.634752 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:00.687700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:00.689029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:19:00.689710 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:00.768054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7891819 Jul 06 17:19:00.799735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb67e0-2ced-42dd-923b-69b740f1ca79 admin admin] Pushing event updated for resources: {'Network': ['ID=4e19a14a-7e7b-4a22-9d84-6a61bc5698d2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:00.811813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:19:03.434135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44820) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:03.827297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac0b28-153c-4414-92f2-ff906ee1e6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:19:03.828691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8cac0b28-153c-4414-92f2-ff906ee1e6ee admin admin] 10.222.0.13 "GET /v2.0/networks/4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 HTTP/1.1" status: 200 len: 825 time: 0.3935711 Jul 06 17:19:03.852453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-359f6670-07a1-4f0a-9827-41165c2ef2e7 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/9a693868-5ef2-437c-9aeb-8077298f4532 HTTP/1.1" status: 200 len: 734 time: 0.0183864 Jul 06 17:19:03.861633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'subnetpool_id': '9a693868-5ef2-437c-9aeb-8077298f4532', 'name': 'private-subnet', 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2', 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:19:03.884298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Made reservation on behalf of bf321b15981e496989d5bc5e33b93230 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:19:03.886676 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:04.185127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:04.251385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba2a2d8-d9dd-4845-a66c-7171d25cabd9,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:04.259749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Checking segment: {'id': '4c404d27-0e47-4ee0-bcef-6898f4d2380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:19:04.260128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Network hostable DHCP agents. Network: 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:19:04.281480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:19:04.292044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:19:04.297452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:19:04.298035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:04.302917 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5233301-965e-4f5c-a405-769eb085e40a None None] Network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:19:04.313584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5b233849-e0ef-4278-abc7-5aa078249721 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4559352 Jul 06 17:19:04.620741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-4e19a14a-7e7b-4a22-9d84-6a61bc5698d2', 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'fixed_ips': [{'subnet_id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:19:04.621978 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:04.933445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Allocated IP 172.20.0.2 (4e19a14a-7e7b-4a22-9d84-6a61bc5698d2/8ba2a2d8-d9dd-4845-a66c-7171d25cabd9/952cd010-70fb-4c48-b4e2-56aa0794cc74) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:19:05.141078 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:05.159359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Transition to ACTIVE for port object 952cd010-70fb-4c48-b4e2-56aa0794cc74 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:19:05.210635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Transition to ACTIVE for port object 952cd010-70fb-4c48-b4e2-56aa0794cc74 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:19:05.220188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:05.282269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:19:05.288178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:19:05.291865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:19:05.324857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Pushing event updated for resources: {'Port': ['ID=952cd010-70fb-4c48-b4e2-56aa0794cc74,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:05.353982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.354330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.354693 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.355028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.355359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.355685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.356011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.356409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.356655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.356974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.357294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.358170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Tracked resource versions report: Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: pushed versions: Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: { 'AddressGroup': {'1.2'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'ConntrackHelper': {'1.0'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Log': {'1.0'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Network': {'1.1'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Port': {'1.7'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'PortForwarding': {'1.2'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'QosPolicy': {'1.8'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'SecurityGroup': {'1.4'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'SubPort': {'1.0'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Subnet': {'1.1'}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Trunk': {'1.1'}} Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: consumer versions: Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: { DHCP agent@n-d-799526-3: {}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: L3 agent@n-d-799526-3: {}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: Metadata agent@n-d-799526-3: {}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: Metering agent@n-d-799526-3: {}, Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: Open vSwitch agent@n-d-799526-3: { 'AddressGroup': '1.2', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'ConntrackHelper': '1.0', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Log': '1.0', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Network': '1.1', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Port': '1.7', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'PortForwarding': '1.2', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'QosPolicy': '1.8', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'SecurityGroup': '1.4', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'SecurityGroupRule': '1.2', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'SubPort': '1.0', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Subnet': '1.1', Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: 'Trunk': '1.1'}} Jul 06 17:19:05.359359 n-d-799526-3 neutron-server[93780]: {{(pid=93780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:19:05.390935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Attempting to bind port 952cd010-70fb-4c48-b4e2-56aa0794cc74 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:19:05.391331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Attempting to bind port 952cd010-70fb-4c48-b4e2-56aa0794cc74 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4c404d27-0e47-4ee0-bcef-6898f4d2380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:19:05.391763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Attempting to bind port 952cd010-70fb-4c48-b4e2-56aa0794cc74 on network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:19:05.396672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:19:05.397082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Checking segment: {'id': '4c404d27-0e47-4ee0-bcef-6898f4d2380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:19:05.397634 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:05.398017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Bound using segment: {'id': '4c404d27-0e47-4ee0-bcef-6898f4d2380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:19:05.398549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Bound port: 952cd010-70fb-4c48-b4e2-56aa0794cc74, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c404d27-0e47-4ee0-bcef-6898f4d2380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:19:05.399000 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:05.468527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] For port 952cd010-70fb-4c48-b4e2-56aa0794cc74, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:19:05.472773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] For port 952cd010-70fb-4c48-b4e2-56aa0794cc74, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=952cd010-70fb-4c48-b4e2-56aa0794cc74,segment=NetworkSegment(4c404d27-0e47-4ee0-bcef-6898f4d2380c),segment_id=4c404d27-0e47-4ee0-bcef-6898f4d2380c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:19:05.477597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:05.549213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dbda9-a3ba-4852-9844-84a3b0f3e77d None None] Pushing event updated for resources: {'Port': ['ID=952cd010-70fb-4c48-b4e2-56aa0794cc74,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:06.771119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44828) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:07.300881 n-d-799526-3 neutron-server[93778]: WARNING oslo_policy.policy [None req-a2fc2559-11c2-4f26-bd03-89ea317b08b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:19:07.301542 n-d-799526-3 neutron-server[93778]: WARNING oslo_policy.policy [None req-a2fc2559-11c2-4f26-bd03-89ea317b08b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:19:07.525187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-a2fc2559-11c2-4f26-bd03-89ea317b08b4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:19:07.538365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a2fc2559-11c2-4f26-bd03-89ea317b08b4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7531831 Jul 06 17:19:10.005725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:10.348029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-b784a551-70d0-4c00-8a1e-8540edd0ba17 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:19:10.349015 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b784a551-70d0-4c00-8a1e-8540edd0ba17 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3422339 Jul 06 17:19:11.633586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 952cd010-70fb-4c48-b4e2-56aa0794cc74 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:19:11.762872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 952cd010-70fb-4c48-b4e2-56aa0794cc74 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:19:11.802548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2db50b-bdba-4981-a284-8cf26358a41d None None] Network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:19:11.856466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c0011ee6-2b92-44e6-b5b6-7d96ea46188b None None] Provisioning for port 952cd010-70fb-4c48-b4e2-56aa0794cc74 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:19:11.865083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c0011ee6-2b92-44e6-b5b6-7d96ea46188b None None] Provisioning complete for port 952cd010-70fb-4c48-b4e2-56aa0794cc74 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:19:11.865645 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0011ee6-2b92-44e6-b5b6-7d96ea46188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:12.029239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0011ee6-2b92-44e6-b5b6-7d96ea46188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:12.093681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c0011ee6-2b92-44e6-b5b6-7d96ea46188b None None] For port 952cd010-70fb-4c48-b4e2-56aa0794cc74, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=952cd010-70fb-4c48-b4e2-56aa0794cc74,segment=NetworkSegment(4c404d27-0e47-4ee0-bcef-6898f4d2380c),segment_id=4c404d27-0e47-4ee0-bcef-6898f4d2380c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:19:12.099988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0011ee6-2b92-44e6-b5b6-7d96ea46188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:12.164457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0011ee6-2b92-44e6-b5b6-7d96ea46188b None None] Pushing event updated for resources: {'Port': ['ID=952cd010-70fb-4c48-b4e2-56aa0794cc74,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:12.319659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f00ade7d-6e50-48a4-b24a-499994e7ffd5 None None] Provisioning complete for port 952cd010-70fb-4c48-b4e2-56aa0794cc74 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:19:12.320029 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f00ade7d-6e50-48a4-b24a-499994e7ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:13.023543 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:19:13.065681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44856) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:13.365357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:19:13.430475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.policy [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93778) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 17:19:13.488087 n-d-799526-3 neutron-server[93778]: WARNING oslo_policy.policy [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:19:13.488406 n-d-799526-3 neutron-server[93778]: WARNING oslo_policy.policy [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 17:19:13.496856 n-d-799526-3 neutron-server[93778]: INFO neutron.quota [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] Loaded quota_driver: . Jul 06 17:19:13.556844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:13.558995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:13.604856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 952cd010-70fb-4c48-b4e2-56aa0794cc74 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:19:13.650848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 952cd010-70fb-4c48-b4e2-56aa0794cc74 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:19:13.651223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:13.720647 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:13.726438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:13.748582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:13.750365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a15546f0-40b8-4178-8d74-924f5feb1e82 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6834788 Jul 06 17:19:16.209907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44866) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:16.526569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-ae0a0bac-8a46-4c2a-96ba-a534f585b7ec admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:19:16.527639 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ae0a0bac-8a46-4c2a-96ba-a534f585b7ec admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167579 Jul 06 17:19:16.876077 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86e235c3-c3b3-401c-a78b-e4106e3e9bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:18.963761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44874) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:19.280510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:19:19.306984 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Made reservation on behalf of 2bbc279b387c4612bf9cd8c497723857 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:19:19.309908 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.326712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.379257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69fb27ae-f2a5-43ea-956a-43310610da03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.455926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.459852 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.473838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Reserving flat network on physical network physnet1 {{(pid=93778) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 17:19:19.507909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747871391829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.508487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Unsubscribe: segment precommit_create {{(pid=93778) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 17:19:19.509007 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Added segment dbd57275-088d-423e-b602-ddfdec9b06a5 of type flat for network 711386f9-cc21-4050-a615-21e8e2b31e38 Jul 06 17:19:19.516184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441bdf0b-74ed-4421-bc27-5e9f7dd1c8f8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:19.535846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.536182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.536512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.536841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.537166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.537489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.537810 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.538173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.538565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.538945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.539299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.539613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Tracked resource versions report: Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: pushed versions: Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: { 'AddressGroup': {'1.2'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'ConntrackHelper': {'1.0'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Log': {'1.0'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Network': {'1.1'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Port': {'1.7'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'PortForwarding': {'1.2'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'QosPolicy': {'1.8'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'SecurityGroup': {'1.4'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'SubPort': {'1.0'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Subnet': {'1.1'}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Trunk': {'1.1'}} Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: consumer versions: Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: { DHCP agent@n-d-799526-3: {}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: L3 agent@n-d-799526-3: {}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: Metadata agent@n-d-799526-3: {}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: Metering agent@n-d-799526-3: {}, Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: Open vSwitch agent@n-d-799526-3: { 'AddressGroup': '1.2', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'ConntrackHelper': '1.0', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Log': '1.0', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Network': '1.1', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Port': '1.7', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'PortForwarding': '1.2', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'QosPolicy': '1.8', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'SecurityGroup': '1.4', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'SecurityGroupRule': '1.2', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'SubPort': '1.0', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Subnet': '1.1', Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: 'Trunk': '1.1'}} Jul 06 17:19:19.540739 n-d-799526-3 neutron-server[93778]: {{(pid=93778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:19:19.642053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.700087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.701816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:19:19.702614 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.704354 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:19.777329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8123941 Jul 06 17:19:19.815652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67231a9-b53f-4f75-b363-0ffa299aa625 admin admin] Pushing event updated for resources: {'Network': ['ID=711386f9-cc21-4050-a615-21e8e2b31e38,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:19.827971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 711386f9-cc21-4050-a615-21e8e2b31e38 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:19:20.429736 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:22.249104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44896) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:22.261782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:22.484483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad56e56b-6a12-4738-94ea-047259145dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:19:22.485885 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ad56e56b-6a12-4738-94ea-047259145dca admin admin] 10.222.0.13 "GET /v2.0/subnets/8ba2a2d8-d9dd-4845-a66c-7171d25cabd9 HTTP/1.1" status: 200 len: 849 time: 0.2357421 Jul 06 17:19:22.624317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-62bc9943-0615-4528-aa90-2d9e23f9be5c admin admin] 10.222.0.13 "GET /v2.0/routers/29e60b30-b17f-4c22-9bac-e7c2f2f34cdb HTTP/1.1" status: 200 len: 704 time: 0.1329672 Jul 06 17:19:22.897223 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:23.198705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Allocated IP 172.20.0.1 (4e19a14a-7e7b-4a22-9d84-6a61bc5698d2/8ba2a2d8-d9dd-4845-a66c-7171d25cabd9/a9f649e5-ae00-4611-b06b-73297bbf277a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:19:23.386820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:23.410952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Transition to ACTIVE for port object a9f649e5-ae00-4611-b06b-73297bbf277a will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:19:23.497568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:23.573155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:19:23.583494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:19:23.588849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Pushing event updated for resources: {'Port': ['ID=a9f649e5-ae00-4611-b06b-73297bbf277a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:23.603009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:19:23.603572 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:23.792441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fe912c4b-728c-46db-ae3d-8efad4e913ac None None] Provisioning for port a9f649e5-ae00-4611-b06b-73297bbf277a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:19:23.797440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fe912c4b-728c-46db-ae3d-8efad4e913ac None None] Provisioning complete for port a9f649e5-ae00-4611-b06b-73297bbf277a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:19:23.797820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe912c4b-728c-46db-ae3d-8efad4e913ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:23.833741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fe912c4b-728c-46db-ae3d-8efad4e913ac None None] Port a9f649e5-ae00-4611-b06b-73297bbf277a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:19:23.878454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:24.056693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:24.061192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:24.062084 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:24.144099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Pushing event updated for resources: {'Port': ['ID=a9f649e5-ae00-4611-b06b-73297bbf277a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:24.192291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:19:24.193573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:19:24.354463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-abefa1fd-a7a3-48fb-950b-08a1581a0b67 None None] Provisioning complete for port a9f649e5-ae00-4611-b06b-73297bbf277a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:19:24.354838 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abefa1fd-a7a3-48fb-950b-08a1581a0b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:24.360201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Router 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:19:24.392433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-abefa1fd-a7a3-48fb-950b-08a1581a0b67 None None] Port a9f649e5-ae00-4611-b06b-73297bbf277a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:19:24.453561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:19:24.460532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5b08111d-3673-4370-94cc-342a5cecda4b admin admin] 10.222.0.13 "PUT /v2.0/routers/29e60b30-b17f-4c22-9bac-e7c2f2f34cdb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8294959 Jul 06 17:19:24.477950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Sync routers for ids ['29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:19:24.489971 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Routers {'29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:19:24.490818 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:19:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:19:24.678445 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Set router 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:19:25.110513 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'name': 'router1', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:19:13Z', 'updated_at': '2021-07-06T17:19:23Z', 'revision_number': 2, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'gw_port_host': None, '_interfaces': [{'id': 'a9f649e5-ae00-4611-b06b-73297bbf277a', 'name': '', 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'mac_address': 'fa:16:3e:89:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:19:22Z', 'updated_at': '2021-07-06T17:19:23Z', 'revision_number': 2, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'subnets': [{'id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a693868-5ef2-437c-9aeb-8077298f4532'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:19:25.165708 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Checking router: 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:19:25.166080 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Updating router 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb port a9f649e5-ae00-4611-b06b-73297bbf277a binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:19:25.231384 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:25.732498 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:25.751685 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Transition to ACTIVE for port object a9f649e5-ae00-4611-b06b-73297bbf277a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:19:25.757307 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:25.906637 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Attempting to bind port a9f649e5-ae00-4611-b06b-73297bbf277a on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:19:25.907045 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Attempting to bind port a9f649e5-ae00-4611-b06b-73297bbf277a by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4c404d27-0e47-4ee0-bcef-6898f4d2380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:19:25.907470 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Attempting to bind port a9f649e5-ae00-4611-b06b-73297bbf277a on network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:19:25.925324 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:19:25.925726 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Checking segment: {'id': '4c404d27-0e47-4ee0-bcef-6898f4d2380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:19:25.926257 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:25.926676 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Bound using segment: {'id': '4c404d27-0e47-4ee0-bcef-6898f4d2380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:19:25.927220 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Bound port: a9f649e5-ae00-4611-b06b-73297bbf277a, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c404d27-0e47-4ee0-bcef-6898f4d2380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:19:25.927653 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:25.940866 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Pushing event updated for resources: {'Port': ['ID=a9f649e5-ae00-4611-b06b-73297bbf277a,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:25.950118 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.950531 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.950872 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.951208 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.951542 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.951868 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.952194 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.952520 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.952841 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.953162 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.953483 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.953805 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Tracked resource versions report: Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: pushed versions: Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: { 'AddressGroup': {'1.2'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'ConntrackHelper': {'1.0'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Log': {'1.0'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Network': {'1.1'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Port': {'1.7'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'PortForwarding': {'1.2'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'QosPolicy': {'1.8'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'SecurityGroup': {'1.4'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'SubPort': {'1.0'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Subnet': {'1.1'}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Trunk': {'1.1'}} Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: consumer versions: Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: { DHCP agent@n-d-799526-3: {}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: L3 agent@n-d-799526-3: {}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: Metadata agent@n-d-799526-3: {}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: Metering agent@n-d-799526-3: {}, Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: Open vSwitch agent@n-d-799526-3: { 'AddressGroup': '1.2', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'ConntrackHelper': '1.0', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Log': '1.0', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Network': '1.1', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Port': '1.7', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'PortForwarding': '1.2', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'QosPolicy': '1.8', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'SecurityGroup': '1.4', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'SecurityGroupRule': '1.2', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'SubPort': '1.0', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Subnet': '1.1', Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: 'Trunk': '1.1'}} Jul 06 17:19:25.954959 n-d-799526-3 neutron-server[93781]: {{(pid=93781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:19:26.007475 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] For port a9f649e5-ae00-4611-b06b-73297bbf277a, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:19:26.031253 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] For port a9f649e5-ae00-4611-b06b-73297bbf277a, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a9f649e5-ae00-4611-b06b-73297bbf277a,segment=NetworkSegment(4c404d27-0e47-4ee0-bcef-6898f4d2380c),segment_id=4c404d27-0e47-4ee0-bcef-6898f4d2380c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:19:26.035797 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:26.098061 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba0f28-387c-4432-b4f3-1eef6a199452 None None] Pushing event updated for resources: {'Port': ['ID=a9f649e5-ae00-4611-b06b-73297bbf277a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:26.102283 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Routers {'29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:19:26.102930 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:19:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:19:26.196941 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] Set router 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:19:26.408886 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'name': 'router1', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:19:13Z', 'updated_at': '2021-07-06T17:19:23Z', 'revision_number': 2, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'gw_port_host': None, '_interfaces': [{'id': 'a9f649e5-ae00-4611-b06b-73297bbf277a', 'name': '', 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'mac_address': 'fa:16:3e:89:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:19:22Z', 'updated_at': '2021-07-06T17:19:26Z', 'revision_number': 4, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'subnets': [{'id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a693868-5ef2-437c-9aeb-8077298f4532'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:19:26.434210 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b06fc-8634-4cbd-ad77-1541836a3516 None None] The sync data for ids ['29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'] in n-d-799526-3 is: [{'id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'name': 'router1', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:19:13Z', 'updated_at': '2021-07-06T17:19:23Z', 'revision_number': 2, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'gw_port_host': None, '_interfaces': [{'id': 'a9f649e5-ae00-4611-b06b-73297bbf277a', 'name': '', 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'mac_address': 'fa:16:3e:89:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:19:22Z', 'updated_at': '2021-07-06T17:19:26Z', 'revision_number': 4, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'subnets': [{'id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a693868-5ef2-437c-9aeb-8077298f4532'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:19:26.738800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44918) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:26.854562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0630fcb2-b2f1-4bc4-b6b2-cf5c874de9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:19:26.860969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0630fcb2-b2f1-4bc4-b6b2-cf5c874de9e1 admin admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 842 time: 0.1162171 Jul 06 17:19:26.865263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'gateway_ip': '172.25.7.1', 'ip_version': 4, 'cidr': '172.25.7.0/24', 'enable_dhcp': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:19:26.890590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Made reservation on behalf of 2bbc279b387c4612bf9cd8c497723857 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:19:26.892884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:27.212398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 17:19:27.212835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:27.274971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b785425c-0da2-4a80-93b4-6185cf531140,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:27.280101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:19:27.280446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Network hostable DHCP agents. Network: 711386f9-cc21-4050-a615-21e8e2b31e38, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:19:27.302276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:19:27.313525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 711386f9-cc21-4050-a615-21e8e2b31e38) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:19:27.318926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:19:27.319517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:27.323996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6840e0-9892-42cf-875c-77a490292a58 None None] Network 711386f9-cc21-4050-a615-21e8e2b31e38 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:19:27.342444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a09d3d7c-17d0-494c-aec9-51739b54ed91 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4716525 Jul 06 17:19:27.456701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd7970-c1cb-4772-b853-4b8d989982f1 None None] Network 711386f9-cc21-4050-a615-21e8e2b31e38 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:19:29.646565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a9f649e5-ae00-4611-b06b-73297bbf277a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:19:29.711466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44930) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:29.712581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port a9f649e5-ae00-4611-b06b-73297bbf277a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:19:29.716851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a9f649e5-ae00-4611-b06b-73297bbf277a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:19:29.717227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:29.799587 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:29.833609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port a9f649e5-ae00-4611-b06b-73297bbf277a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a9f649e5-ae00-4611-b06b-73297bbf277a,segment=NetworkSegment(4c404d27-0e47-4ee0-bcef-6898f4d2380c),segment_id=4c404d27-0e47-4ee0-bcef-6898f4d2380c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:19:29.837605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:29.885711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=a9f649e5-ae00-4611-b06b-73297bbf277a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:30.011011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1b9af55d-ee02-407d-96a8-c435598bbb3a admin admin] 10.222.0.13 "GET /v2.0/routers/29e60b30-b17f-4c22-9bac-e7c2f2f34cdb HTTP/1.1" status: 200 len: 710 time: 0.2980754 Jul 06 17:19:30.146330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6db0a-8828-49c2-b37c-8505929cc0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:19:30.151768 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b0f6db0a-8828-49c2-b37c-8505929cc0b6 admin admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 886 time: 0.1338782 Jul 06 17:19:30.157988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:19:30.417197 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:30.662030 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:30.737700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:30.935878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Allocated IP 172.25.7.141 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/4b50452b-2fe8-49ce-838a-886b0fc00edc) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:19:31.040803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:31.125611 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:31.191196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:19:31.195638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:19:31.202311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:19:31.246925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Pushing event updated for resources: {'Port': ['ID=4b50452b-2fe8-49ce-838a-886b0fc00edc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:31.489873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:31.619042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a9f649e5-ae00-4611-b06b-73297bbf277a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:19:31.692020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:31.695288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:31.714609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a9f649e5-ae00-4611-b06b-73297bbf277a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:19:31.714994 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:31.805446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Router 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:19:31.911158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:19:31.915484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:31.916599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5791e338-9ee0-48c1-8536-97a4ab84e513 admin admin] 10.222.0.13 "PUT /v2.0/routers/29e60b30-b17f-4c22-9bac-e7c2f2f34cdb HTTP/1.1" status: 200 len: 890 time: 1.7631388 Jul 06 17:19:31.922142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Sync routers for ids ['29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:19:31.933720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Routers {'29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:19:31.934468 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:19:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:19:32.158556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Set router 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:19:32.549488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'name': 'router1', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4b50452b-2fe8-49ce-838a-886b0fc00edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:19:13Z', 'updated_at': '2021-07-06T17:19:31Z', 'revision_number': 4, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'gw_port': {'id': '4b50452b-2fe8-49ce-838a-886b0fc00edc', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:19:30Z', 'updated_at': '2021-07-06T17:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a9f649e5-ae00-4611-b06b-73297bbf277a', 'name': '', 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'mac_address': 'fa:16:3e:89:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:19:22Z', 'updated_at': '2021-07-06T17:19:29Z', 'revision_number': 5, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'subnets': [{'id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a693868-5ef2-437c-9aeb-8077298f4532'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:19:32.598522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Checking router: 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:19:32.598876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Updating router 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb port 4b50452b-2fe8-49ce-838a-886b0fc00edc binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:19:32.631382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:32.953112 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:32.962543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Transition to ACTIVE for port object 4b50452b-2fe8-49ce-838a-886b0fc00edc will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:19:32.968564 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:33.017836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acf61e-5e25-4acc-9307-a829653c41d9 None None] Pushing event updated for resources: {'Port': ['ID=4b50452b-2fe8-49ce-838a-886b0fc00edc,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:33.025596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Attempting to bind port 4b50452b-2fe8-49ce-838a-886b0fc00edc on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:19:33.025827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Attempting to bind port 4b50452b-2fe8-49ce-838a-886b0fc00edc by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:19:33.026233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Attempting to bind port 4b50452b-2fe8-49ce-838a-886b0fc00edc on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:19:33.032036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:19:33.032407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:19:33.032810 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:33.033308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:19:33.033775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Bound port: 4b50452b-2fe8-49ce-838a-886b0fc00edc, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:19:33.034200 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:33.083628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] For port 4b50452b-2fe8-49ce-838a-886b0fc00edc, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:19:33.086545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] For port 4b50452b-2fe8-49ce-838a-886b0fc00edc, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4b50452b-2fe8-49ce-838a-886b0fc00edc,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:19:33.091760 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:33.222869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Routers {'29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:19:33.223408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:19:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:19:33.259869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acf61e-5e25-4acc-9307-a829653c41d9 None None] Pushing event updated for resources: {'Port': ['ID=4b50452b-2fe8-49ce-838a-886b0fc00edc,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:33.337178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] Set router 29e60b30-b17f-4c22-9bac-e7c2f2f34cdb gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:19:33.542952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'name': 'router1', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4b50452b-2fe8-49ce-838a-886b0fc00edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:19:13Z', 'updated_at': '2021-07-06T17:19:31Z', 'revision_number': 4, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'gw_port': {'id': '4b50452b-2fe8-49ce-838a-886b0fc00edc', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:19:30Z', 'updated_at': '2021-07-06T17:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a9f649e5-ae00-4611-b06b-73297bbf277a', 'name': '', 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'mac_address': 'fa:16:3e:89:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:19:22Z', 'updated_at': '2021-07-06T17:19:29Z', 'revision_number': 5, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'subnets': [{'id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a693868-5ef2-437c-9aeb-8077298f4532'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:19:33.569069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525013b9-e94a-4159-928d-857dd3554ca3 None None] The sync data for ids ['29e60b30-b17f-4c22-9bac-e7c2f2f34cdb'] in n-d-799526-3 is: [{'id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'name': 'router1', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '4b50452b-2fe8-49ce-838a-886b0fc00edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:19:13Z', 'updated_at': '2021-07-06T17:19:31Z', 'revision_number': 4, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'gw_port': {'id': '4b50452b-2fe8-49ce-838a-886b0fc00edc', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:19:30Z', 'updated_at': '2021-07-06T17:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a9f649e5-ae00-4611-b06b-73297bbf277a', 'name': '', 'network_id': '4e19a14a-7e7b-4a22-9d84-6a61bc5698d2', 'tenant_id': 'bf321b15981e496989d5bc5e33b93230', 'mac_address': 'fa:16:3e:89:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e60b30-b17f-4c22-9bac-e7c2f2f34cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:19:22Z', 'updated_at': '2021-07-06T17:19:29Z', 'revision_number': 5, 'project_id': 'bf321b15981e496989d5bc5e33b93230', 'subnets': [{'id': '8ba2a2d8-d9dd-4845-a66c-7171d25cabd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a693868-5ef2-437c-9aeb-8077298f4532'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:19:34.336230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44938) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:19:34.461128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-56e1637d-b654-4ac8-bd92-ba0ea740cb69 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1237891 Jul 06 17:19:35.645731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4b50452b-2fe8-49ce-838a-886b0fc00edc up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:19:35.702430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4b50452b-2fe8-49ce-838a-886b0fc00edc completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:19:35.705964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4b50452b-2fe8-49ce-838a-886b0fc00edc triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:19:35.706471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:35.800903 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:35.822462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 4b50452b-2fe8-49ce-838a-886b0fc00edc, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4b50452b-2fe8-49ce-838a-886b0fc00edc,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:19:35.826788 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:35.873332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=4b50452b-2fe8-49ce-838a-886b0fc00edc,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:19:37.632973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4b50452b-2fe8-49ce-838a-886b0fc00edc up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:19:37.691227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4b50452b-2fe8-49ce-838a-886b0fc00edc triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:19:37.691709 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:46.879367 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eda8971f-bd78-4a4f-ae5b-df44db6f83cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:49.373513 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-408a7e6d-0968-4196-9853-0c0b56ed3db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:49.710211 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:50.023452 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:19:50.441188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:19:52.284542 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:16.881619 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8761b4d3-2446-421a-a996-f48e7625f74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:19.367991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-136adc5b-8e9a-4cfc-8b53-41d3963c9ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:19.704912 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:20.444389 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:22.284054 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:27.022712 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:20:46.884714 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31c0898f-7f28-4bad-9c61-a73bd598bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:49.368869 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-426c72ff-47ef-41a3-a73f-0fa84f6a88fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:49.706640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:50.448464 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:20:52.288994 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:04.021401 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:21:16.886798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7697654-fd43-434b-96c1-b10b07ef3be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:18.064929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:18.127067 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b374b1-b604-42d9-b17a-0f20bd9c8256 admin admin] GET failed (client error): The resource could not be found. Jul 06 17:21:18.128408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f5b374b1-b604-42d9-b17a-0f20bd9c8256 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625215 Jul 06 17:21:18.297527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4c907-0c0b-4f1a-a507-a5430772f73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:18.299303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-73b4c907-0c0b-4f1a-a507-a5430772f73b admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1670835 Jul 06 17:21:19.373354 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c27503d0-9f2b-457c-b155-bec7601e8eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:19.710740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:20.451273 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:20.566144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45548) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:20.748086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e108b6c-8aef-4125-b1ce-d3dfb6859dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:20.749358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4e108b6c-8aef-4125-b1ce-d3dfb6859dbb admin admin] 10.222.0.13 "GET /v2.0/subnets/8ba2a2d8-d9dd-4845-a66c-7171d25cabd9 HTTP/1.1" status: 200 len: 849 time: 0.1822388 Jul 06 17:21:20.759236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:21:20.842642 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:20.987311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747871330335'] for subnet, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:21.019447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:21.020602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:21.021287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] 10.222.0.13 "PUT /v2.0/subnets/8ba2a2d8-d9dd-4845-a66c-7171d25cabd9 HTTP/1.1" status: 200 len: 868 time: 0.2664135 Jul 06 17:21:21.041701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad6e35-1ef2-4db6-a62a-0b9ce33e2a7c None None] Network 4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:21:21.044331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba2a2d8-d9dd-4845-a66c-7171d25cabd9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:21:21.052780 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.053288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.053725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.054174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.054793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.055265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.055943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.056451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.056893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.057315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.057741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.058163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7a511-7086-41bf-aafb-122146ec2f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:21:21.482830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-13157ad3-6165-4b08-9f55-480ef7e73925 None None] Provisioning complete for port a9f649e5-ae00-4611-b06b-73297bbf277a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:21:21.483418 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13157ad3-6165-4b08-9f55-480ef7e73925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:21.574300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-13157ad3-6165-4b08-9f55-480ef7e73925 None None] Provisioning complete for port 952cd010-70fb-4c48-b4e2-56aa0794cc74 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:21:21.574722 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13157ad3-6165-4b08-9f55-480ef7e73925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:22.295946 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:23.265935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45556) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:23.480204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34cffa-9301-4212-a861-809c0cc08480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:23.480603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34cffa-9301-4212-a861-809c0cc08480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:23.482168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8b34cffa-9301-4212-a861-809c0cc08480 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2152288 Jul 06 17:21:25.740768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:25.880862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad0048-1d57-4901-bd5f-04944dbe2b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:25.881341 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad0048-1d57-4901-bd5f-04944dbe2b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:25.882978 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b7ad0048-1d57-4901-bd5f-04944dbe2b89 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1412134 Jul 06 17:21:28.158847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45574) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:28.309658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44598fa1-67d8-457b-b403-20f27b102f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:28.311146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-44598fa1-67d8-457b-b403-20f27b102f59 admin admin] 10.222.0.13 "GET /v2.0/networks/4e19a14a-7e7b-4a22-9d84-6a61bc5698d2 HTTP/1.1" status: 200 len: 869 time: 0.1513195 Jul 06 17:21:30.552428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45582) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:30.685694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1193cc3c-a5d6-4c4d-acde-f9399aeb0fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:30.687024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1193cc3c-a5d6-4c4d-acde-f9399aeb0fd3 admin admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 886 time: 0.1335850 Jul 06 17:21:32.936660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45590) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:33.058992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155d912-6788-4a41-9ed3-36932bde5ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:33.059453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155d912-6788-4a41-9ed3-36932bde5ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:33.061043 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b155d912-6788-4a41-9ed3-36932bde5ec8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234140 Jul 06 17:21:35.243854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45598) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:35.342226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288602bb-b90a-4229-8a92-5b26598cb8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:35.342709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288602bb-b90a-4229-8a92-5b26598cb8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:35.344229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-288602bb-b90a-4229-8a92-5b26598cb8f1 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0994356 Jul 06 17:21:37.558128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:37.653039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5383a7f2-1236-48ff-ac45-281f366b7155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:37.654440 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5383a7f2-1236-48ff-ac45-281f366b7155 admin admin] 10.222.0.13 "GET /v2.0/subnets/8ba2a2d8-d9dd-4845-a66c-7171d25cabd9 HTTP/1.1" status: 200 len: 868 time: 0.0952351 Jul 06 17:21:39.827801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45614) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:21:39.914595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0594b45-33e4-419a-b8d5-1627f19e8017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:21:39.916207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b0594b45-33e4-419a-b8d5-1627f19e8017 admin admin] 10.222.0.13 "GET /v2.0/subnets/b785425c-0da2-4a80-93b4-6185cf531140 HTTP/1.1" status: 200 len: 816 time: 0.0873923 Jul 06 17:21:41.019709 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:21:46.896916 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f81fdd5f-51c6-4ba2-a97e-1bcc5464a493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:49.375330 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-850edc77-dc38-4e51-a642-d488875d8615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:49.717038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:50.460690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:21:52.295712 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:04.832657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45658) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:22:04.885007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-c3a65de9-8885-4a6e-9941-c22f6cd13f35 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:22:04.886084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c3a65de9-8885-4a6e-9941-c22f6cd13f35 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524793 Jul 06 17:22:07.414617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45666) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:22:07.504277 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f84194-d553-49cf-a2d0-067580befe7c admin admin] GET failed (client error): The resource could not be found. Jul 06 17:22:07.505827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-25f84194-d553-49cf-a2d0-067580befe7c admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0898671 Jul 06 17:22:07.758104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85004018-8ce8-493c-951e-6d4c12cd3e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:22:07.759672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-85004018-8ce8-493c-951e-6d4c12cd3e51 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2487104 Jul 06 17:22:10.127110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45674) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:22:10.178652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:22:10.202743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Made reservation on behalf of 2bbc279b387c4612bf9cd8c497723857 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:22:10.205318 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:10.246075 n-d-799526-3 neutron-server[93779]: WARNING neutron.services.revisions.revision_plugin [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Could not find related network for resource to bump revision. Jul 06 17:22:10.261841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:22:10.276991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:10.277340 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Added segment c144b3da-1293-43c4-961b-6b6dd080462e of type vlan for network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 Jul 06 17:22:10.321850 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:10.355586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:10.357101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:22:10.357996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:10.414256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2859983 Jul 06 17:22:10.424003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b9b2c-b14d-4726-ad08-437aeba585ee admin admin] Pushing event updated for resources: {'Network': ['ID=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:22:10.438328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:22:12.868312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45682) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:22:12.942849 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18595d6-a0b9-49eb-909a-6b137bb705d0 admin admin] GET failed (client error): The resource could not be found. Jul 06 17:22:12.945691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b18595d6-a0b9-49eb-909a-6b137bb705d0 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0753729 Jul 06 17:22:13.023176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1838ff4-d760-4c1b-a4eb-fce9a792a03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:22:13.024967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f1838ff4-d760-4c1b-a4eb-fce9a792a03a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0750401 Jul 06 17:22:13.035269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:22:13.060095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Made reservation on behalf of 2bbc279b387c4612bf9cd8c497723857 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:22:13.062473 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:13.252673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:13.312299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04d6d57-8e41-4909-a296-a3b5d6da5d92,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:22:13.323992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:22:13.324363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Network hostable DHCP agents. Network: 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:22:13.343014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:22:13.353233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:22:13.358383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:22:13.358977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:13.368026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb6260-4908-4061-b818-d3a41c94a3fc None None] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:22:13.380027 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-825cf507-ba55-44e9-a76c-867b25b9f0d7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3485947 Jul 06 17:22:13.532193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'tenant_id': '2bbc279b387c4612bf9cd8c497723857', 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:22:13.533155 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:13.698690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Allocated IP 192.168.233.2 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/4f055bbc-9f1a-434d-b390-b960264b1ac1) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:22:13.910955 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:13.926177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Transition to ACTIVE for port object 4f055bbc-9f1a-434d-b390-b960264b1ac1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:22:13.950438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Transition to ACTIVE for port object 4f055bbc-9f1a-434d-b390-b960264b1ac1 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:22:13.957381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:14.009573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:22:14.013795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:22:14.016549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:22:14.019116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Pushing event updated for resources: {'Port': ['ID=4f055bbc-9f1a-434d-b390-b960264b1ac1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:22:14.028966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.029307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.029642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.029981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.030304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.030658 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.030978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.031307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.031630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.032204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.032527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.032850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:22:14.114692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Attempting to bind port 4f055bbc-9f1a-434d-b390-b960264b1ac1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:22:14.115150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Attempting to bind port 4f055bbc-9f1a-434d-b390-b960264b1ac1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:22:14.115657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Attempting to bind port 4f055bbc-9f1a-434d-b390-b960264b1ac1 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:22:14.123896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:22:14.124364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:22:14.124904 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:14.125374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:22:14.125999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Bound port: 4f055bbc-9f1a-434d-b390-b960264b1ac1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:22:14.126641 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:14.218407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] For port 4f055bbc-9f1a-434d-b390-b960264b1ac1, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:22:14.224518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] For port 4f055bbc-9f1a-434d-b390-b960264b1ac1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4f055bbc-9f1a-434d-b390-b960264b1ac1,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:22:14.230962 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:14.323055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da72da-d12d-4b47-90c9-45a2ffc596f9 None None] Pushing event updated for resources: {'Port': ['ID=4f055bbc-9f1a-434d-b390-b960264b1ac1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:22:15.322078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74548fd6-6135-465a-b164-84d56e6d42e6 None None] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:22:15.419929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-44887468-8afd-4395-87f8-7988fa8e313c None None] Provisioning for port 4f055bbc-9f1a-434d-b390-b960264b1ac1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:22:15.830259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4f055bbc-9f1a-434d-b390-b960264b1ac1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:22:15.945569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4f055bbc-9f1a-434d-b390-b960264b1ac1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:22:15.951614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4f055bbc-9f1a-434d-b390-b960264b1ac1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:22:15.952195 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:16.070951 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:16.122259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 4f055bbc-9f1a-434d-b390-b960264b1ac1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4f055bbc-9f1a-434d-b390-b960264b1ac1,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:22:16.128354 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:16.194902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=4f055bbc-9f1a-434d-b390-b960264b1ac1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:22:16.894287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e54ab5d-0ad7-43d3-9bb4-053565ec709b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:17.768535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4f055bbc-9f1a-434d-b390-b960264b1ac1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:22:17.830765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4f055bbc-9f1a-434d-b390-b960264b1ac1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:22:17.831217 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:18.020188 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:22:19.381668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e75aacee-2e37-4dd7-8d36-100cc5ea75d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:19.720105 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:20.461957 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:22.301558 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:46.892174 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9031b0ce-b86a-446c-a75e-64c4dceb41b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:49.394168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c06b5c81-f490-434e-af1a-55f436ecdda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:49.723435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:50.467273 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:52.313986 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:22:55.019107 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:23:16.886717 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f4cd-501e-4cdc-9f5d-d5bc1c052adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:19.386792 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3d7f-285c-43ff-99fa-7082ae9ef68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:19.718953 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:20.463885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:22.306434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:31.656011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45734) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:23:31.663013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-3d1da98f-a920-4989-a240-a9d87908b048 tempest-verify_tempest_config-1887903012 tempest-verify_tempest_config-1887903012-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:23:31.664016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3d1da98f-a920-4989-a240-a9d87908b048 tempest-verify_tempest_config-1887903012 tempest-verify_tempest_config-1887903012-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067508 Jul 06 17:23:31.978998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45752) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:23:32.018043 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:23:32.090160 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:32.179727 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:32.183628 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:32.233103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b207cc7b16a4f18823b9a0441ae4c34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2529597 Jul 06 17:23:32.235423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb1e84e-d1a6-4da3-a1bd-d2b55e176928,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:23:32.236027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45756) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:23:32.243155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.243509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.243855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.244191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.244524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.244861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.245189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.245511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.245836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.246162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.246523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.246847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94d71a-a2d2-413e-9b0d-9f9c2ab8c465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.299119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:32.320939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:32.416110 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:32.418791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:32.422495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8eb1e84e-d1a6-4da3-a1bd-d2b55e176928 HTTP/1.1" status: 204 len: 168 time: 0.1823888 Jul 06 17:23:32.432140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb1e84e-d1a6-4da3-a1bd-d2b55e176928,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:23:32.439608 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.439963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.440315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.440801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.441146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.441603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.441939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.442507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.442856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.443184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.444197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:32.444731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3dc24-3212-4f17-9ed1-a1c420c231dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:23:46.888612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc76f377-45c2-4581-ac6a-56b2f6cbc47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:49.386636 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6be94698-a6ea-4c82-aa67-3d0ff407e66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:49.720096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:50.464069 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:23:52.308041 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:09.017889 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:24:16.890148 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58423895-0453-4087-924c-d87ad4cb41a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:19.388284 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dd8e40a-6fb0-49ae-8b0e-399ee5a0884d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:19.722219 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:20.467337 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:22.311596 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:46.016345 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:24:46.891574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-08ddf3eb-79b2-477f-b404-7395fbceaab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:49.389302 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d657a4de-14b5-4fe0-ba0f-971d9a5a6078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:49.724703 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:50.470184 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:24:52.322444 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:16.893044 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4dc7bb48-820b-4351-8fe1-43289b00aa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:19.394956 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-555c2d08-36f9-412f-8c5f-cc826b484e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:19.726726 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:20.472589 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:22.317635 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:23.016043 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:25:46.896630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9775223d-22a3-4e5d-a607-031dbcb6665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:49.399133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41aa9b74-177a-43f1-98da-8c1240a8a5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:49.729851 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:50.479067 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:25:52.321999 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:00.014220 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 5 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:26:16.899394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a742e541-1ed6-46f9-90f7-0153e4b4f422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:19.400669 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d25e2c16-5859-4e71-8b2a-f0ff4d0afcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:19.738617 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:20.478262 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:22.336146 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:31.485246 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8283353'] for agent, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:34.859983 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8283353'] for agent, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:37.012854 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:26:46.901179 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfc5c-7f6e-488a-bedb-e5d4ebf28c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:49.401892 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5af17bbd-c545-4931-b791-5071e5a74e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:49.732262 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:50.484097 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:26:52.329357 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:01.445634 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:04.815644 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:14.013903 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:27:16.913640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dccc08f8-51dd-42f1-bb6a-ebe868576e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:18.263243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:27:18.384958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-12db527e-e2d7-4e58-a606-cff5ae66c7db admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1202676 Jul 06 17:27:19.406959 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd2c395e-a48c-4d48-8929-b7146dc442cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:19.735745 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:20.488351 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:21.261320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:27:21.341464 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-02cde2a5-6c76-4efe-8122-82ee10addd4d admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0784714 Jul 06 17:27:22.333013 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:31.445850 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:34.818065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:46.907767 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d921e710-dbbd-4566-81ad-74c484eb6a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:49.403905 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b00ca83-1123-4be3-91fb-4b8f77c03929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:49.738259 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:50.489868 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:27:51.013052 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:27:52.338489 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:01.457706 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:04.843822 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:16.910570 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e72d4165-4c51-40d0-8101-e84310f219fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:19.408105 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1aea6e62-004e-4e99-998a-fac9cc869fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:19.739839 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:20.492319 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:22.341977 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:28.012988 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:28:31.453642 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:34.824716 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:43.299633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46080) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:43.712481 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b3d67648-708f-4ada-b2d6-d392a6b13961 tempest-AutoAllocateNetworkTest-1205700104 tempest-AutoAllocateNetworkTest-1205700104-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=153dc3e51f9c4f99ba8f42fd88688bbe&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4085088 Jul 06 17:28:43.712816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46104) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:43.905052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7773ca1e-93c4-4783-9066-73f2ec00b697 tempest-AutoAllocateNetworkTest-1205700104 tempest-AutoAllocateNetworkTest-1205700104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:43.910417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46112) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:43.910959 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7773ca1e-93c4-4783-9066-73f2ec00b697 tempest-AutoAllocateNetworkTest-1205700104 tempest-AutoAllocateNetworkTest-1205700104-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1965144 Jul 06 17:28:43.986478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46122) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:43.986685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7e4c46c4-6b5c-4126-a7cb-f13e0b6086e4 tempest-AutoAllocateNetworkTest-1205700104 tempest-AutoAllocateNetworkTest-1205700104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736432 Jul 06 17:28:44.037436 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-75fa1241-d94e-45ca-8fec-5aa4ecd068cc tempest-AutoAllocateNetworkTest-1205700104 tempest-AutoAllocateNetworkTest-1205700104-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=153dc3e51f9c4f99ba8f42fd88688bbe HTTP/1.1" status: 200 len: 208 time: 0.0499301 Jul 06 17:28:44.824743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:45.300411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:45.410078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:45.414997 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:45.470269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46202) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:45.471015 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=153dc3e51f9c4f99ba8f42fd88688bbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6437345 Jul 06 17:28:45.471321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dda228-ef1a-4446-b67f-a2ee21575382,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:45.480151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.480981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.481339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.481691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.482034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.482389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.483029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.483365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.483884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.484410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.485121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.485525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87ec74-02ff-48c8-bebe-63c9a469b78a admin admin] Tracked resource versions report: Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: pushed versions: Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: { 'AddressGroup': {'1.2'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'ConntrackHelper': {'1.0'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Log': {'1.0'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Network': {'1.1'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Port': {'1.7'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'PortForwarding': {'1.2'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'QosPolicy': {'1.8'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'SecurityGroup': {'1.4'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'SubPort': {'1.0'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Subnet': {'1.1'}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Trunk': {'1.1'}} Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: consumer versions: Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: { DHCP agent@n-d-799526-3: {}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: HyperV agent@n-h1-799526-3: {}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: HyperV agent@n-h2-799526-3: {}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: L3 agent@n-d-799526-3: {}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: Metadata agent@n-d-799526-3: {}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: Metering agent@n-d-799526-3: {}, Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: Open vSwitch agent@n-d-799526-3: { 'AddressGroup': '1.2', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'ConntrackHelper': '1.0', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Log': '1.0', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Network': '1.1', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Port': '1.7', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'PortForwarding': '1.2', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'QosPolicy': '1.8', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'SecurityGroup': '1.4', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'SecurityGroupRule': '1.2', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'SubPort': '1.0', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Subnet': '1.1', Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: 'Trunk': '1.1'}} Jul 06 17:28:45.486866 n-d-799526-3 neutron-server[93778]: {{(pid=93778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:28:45.532816 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:45.554963 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:45.620863 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:45.623489 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:45.627883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3dda228-ef1a-4446-b67f-a2ee21575382 HTTP/1.1" status: 204 len: 168 time: 0.1539125 Jul 06 17:28:45.633768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dda228-ef1a-4446-b67f-a2ee21575382,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:45.642381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.642736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.643178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.643422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.643759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.644387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.644505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.644756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.645087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.645414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.645743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.646069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c7714-6d84-475d-b49a-06994895972e admin admin] Tracked resource versions report: Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: pushed versions: Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: { 'AddressGroup': {'1.2'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'ConntrackHelper': {'1.0'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Log': {'1.0'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Network': {'1.1'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Port': {'1.7'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'PortForwarding': {'1.2'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'QosPolicy': {'1.8'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'SecurityGroup': {'1.4'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'SubPort': {'1.0'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Subnet': {'1.1'}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Trunk': {'1.1'}} Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: consumer versions: Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: { DHCP agent@n-d-799526-3: {}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: HyperV agent@n-h1-799526-3: {}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: HyperV agent@n-h2-799526-3: {}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: L3 agent@n-d-799526-3: {}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: Metadata agent@n-d-799526-3: {}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: Metering agent@n-d-799526-3: {}, Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: Open vSwitch agent@n-d-799526-3: { 'AddressGroup': '1.2', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'ConntrackHelper': '1.0', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Log': '1.0', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Network': '1.1', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Port': '1.7', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'PortForwarding': '1.2', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'QosPolicy': '1.8', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'SecurityGroup': '1.4', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'SecurityGroupRule': '1.2', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'SubPort': '1.0', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Subnet': '1.1', Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: 'Trunk': '1.1'}} Jul 06 17:28:45.647207 n-d-799526-3 neutron-server[93779]: {{(pid=93779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:28:46.082501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:46.085143 n-d-799526-3 neutron-server[93778]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 17:28:46.107737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-5c934d83-2ed8-495c-98a8-cd35cb7604ad tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236464 Jul 06 17:28:46.235365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-03e90e60-5811-4c54-82a5-e0e66dfdcfb4 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:46.239752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-03e90e60-5811-4c54-82a5-e0e66dfdcfb4 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244051 Jul 06 17:28:46.255602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-fd35fe58-94c3-4310-bdba-eec746d092a3 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/quotas/faa3b0aa32aa483cbf30671cfd874a1a HTTP/1.1" status: 200 len: 375 time: 0.0128868 Jul 06 17:28:46.309248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-870e3995-c345-46b0-8d22-1d36458a759a tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483723 Jul 06 17:28:46.601350 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46294) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:46.727863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:46.838150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-51cc9288-1794-4893-b731-989fd73ad4d5 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bc7c3cbbdd1d42b7b38d8a588d7e818e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215116 Jul 06 17:28:46.906726 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9d0eb74-58f0-47ac-b1d3-9a6c526388a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:46.923996 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-256d2fcf-897f-40ee-b368-687c3a387ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:46.950411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:46.958624 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-574a089f-0ca5-46da-9dc8-807b8092ee32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.023187 n-d-799526-3 neutron-server[93779]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 17:28:47.032235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-57a8a36b-4791-4750-b511-f855ad0c5a3b tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:47.039134 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-57a8a36b-4791-4750-b511-f855ad0c5a3b tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941502 Jul 06 17:28:47.062512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-640f5825-6247-4e0c-80d1-0312e786ba8f tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/quotas/bc7c3cbbdd1d42b7b38d8a588d7e818e HTTP/1.1" status: 200 len: 375 time: 0.0221241 Jul 06 17:28:47.112331 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d27c54b5-8b7a-4a6f-8b81-7feaa9729ec0 req-e3fd2639-dadb-40be-b8a4-9fe861e84ce5 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 210 time: 0.1580236 Jul 06 17:28:47.147503 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9d0eb74-58f0-47ac-b1d3-9a6c526388a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.159547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-205ee872-1a70-4c47-90ea-d629fc1a2666 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc7c3cbbdd1d42b7b38d8a588d7e818e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905871 Jul 06 17:28:47.162684 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9d0eb74-58f0-47ac-b1d3-9a6c526388a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.198074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0eb74-58f0-47ac-b1d3-9a6c526388a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c09975c-3dc0-40af-8814-f4be10886c1f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:47.234744 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c9d0eb74-58f0-47ac-b1d3-9a6c526388a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d51f9ee1d5b842bab85d63afe031bf98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6294420 Jul 06 17:28:47.234985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:47.334012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09c590b2-aedd-468e-8602-55fafd2cdea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.389674 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-574a089f-0ca5-46da-9dc8-807b8092ee32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.398658 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09c590b2-aedd-468e-8602-55fafd2cdea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.408925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-574a089f-0ca5-46da-9dc8-807b8092ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.587554 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93c136fe-59f1-4a84-b348-37cd53913004 req-025e4f2b-7a5e-4d25-b7b9-95aacf0d9060 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 210 time: 0.1239586 Jul 06 17:28:47.662884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:47.663468 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-574a089f-0ca5-46da-9dc8-807b8092ee32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eeed852d739c4aacb4a6de379b51c11c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9334219 Jul 06 17:28:47.665330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a089f-0ca5-46da-9dc8-807b8092ee32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee2c13d-d871-4c0d-a394-ec124ef8de1b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:47.693529 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09c590b2-aedd-468e-8602-55fafd2cdea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.696753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09c590b2-aedd-468e-8602-55fafd2cdea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.697995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-09c590b2-aedd-468e-8602-55fafd2cdea3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c09975c-3dc0-40af-8814-f4be10886c1f HTTP/1.1" status: 204 len: 168 time: 0.4621394 Jul 06 17:28:47.724565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c590b2-aedd-468e-8602-55fafd2cdea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c09975c-3dc0-40af-8814-f4be10886c1f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:47.823251 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3907ea9-0182-4019-a5a3-a65defca63e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.899555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3907ea9-0182-4019-a5a3-a65defca63e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.976147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3907ea9-0182-4019-a5a3-a65defca63e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.979152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3907ea9-0182-4019-a5a3-a65defca63e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:47.980667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f3907ea9-0182-4019-a5a3-a65defca63e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ee2c13d-d871-4c0d-a394-ec124ef8de1b HTTP/1.1" status: 204 len: 168 time: 0.3154476 Jul 06 17:28:47.990020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3907ea9-0182-4019-a5a3-a65defca63e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee2c13d-d871-4c0d-a394-ec124ef8de1b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:48.212881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ea5d2be-ad22-439f-912f-77b37f108178 req-d713355d-c3f7-439b-8772-dcd70e30c7cb tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 210 time: 0.0303035 Jul 06 17:28:48.242404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:48.443154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:48.456893 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-255b72a5-dd85-4b0c-bbbe-b25c16d07884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:48.590611 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-255b72a5-dd85-4b0c-bbbe-b25c16d07884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:48.597025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-255b72a5-dd85-4b0c-bbbe-b25c16d07884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:48.639878 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19e1ee8e-4faa-4692-98cd-5b9df8240bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:48.657851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-255b72a5-dd85-4b0c-bbbe-b25c16d07884 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fbbcff4900b4415831d19a207b8f2d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2134273 Jul 06 17:28:48.659572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46442) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:48.756840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46446) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:48.817323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19e1ee8e-4faa-4692-98cd-5b9df8240bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:48.817908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b72a5-dd85-4b0c-bbbe-b25c16d07884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba2f9fd-13f0-4967-b621-0b231bbdb18f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:48.824313 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19e1ee8e-4faa-4692-98cd-5b9df8240bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:48.869018 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47bfbbbe-cbf4-42f9-9ac3-e44a59173f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:48.910750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-19e1ee8e-4faa-4692-98cd-5b9df8240bdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36660353304d445e9ee6da7ec2a7b6f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6563513 Jul 06 17:28:48.912675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46452) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:48.943967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ee8e-4faa-4692-98cd-5b9df8240bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f99b67-fd3e-439b-b378-eca8909706b1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:49.006455 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99bf6fa-e659-411f-9075-ca0ae235000f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.040892 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99bf6fa-e659-411f-9075-ca0ae235000f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.072333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00c7b702-5241-4d80-acb1-1de57a20667a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.123026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cfaeb089-6025-4c48-acf9-a142f5418f9f req-2cdab5f4-3e60-4836-9891-3a8454bfc54b tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 210 time: 0.1045887 Jul 06 17:28:49.124128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99bf6fa-e659-411f-9075-ca0ae235000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.128925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99bf6fa-e659-411f-9075-ca0ae235000f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.131336 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f99bf6fa-e659-411f-9075-ca0ae235000f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36f99b67-fd3e-439b-b378-eca8909706b1 HTTP/1.1" status: 204 len: 168 time: 0.2171652 Jul 06 17:28:49.142479 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00c7b702-5241-4d80-acb1-1de57a20667a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.170983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf6fa-e659-411f-9075-ca0ae235000f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f99b67-fd3e-439b-b378-eca8909706b1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:49.182159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47bfbbbe-cbf4-42f9-9ac3-e44a59173f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.192496 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47bfbbbe-cbf4-42f9-9ac3-e44a59173f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.251155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-47bfbbbe-cbf4-42f9-9ac3-e44a59173f75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=503b25ba0f334654ba19b7d6beb2030d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4933007 Jul 06 17:28:49.253738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfbbbe-cbf4-42f9-9ac3-e44a59173f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710045b4-24d0-487d-bb54-030774ef6554,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:49.254803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:49.286898 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00c7b702-5241-4d80-acb1-1de57a20667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.289510 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00c7b702-5241-4d80-acb1-1de57a20667a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.296409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-00c7b702-5241-4d80-acb1-1de57a20667a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fba2f9fd-13f0-4967-b621-0b231bbdb18f HTTP/1.1" status: 204 len: 168 time: 0.6356924 Jul 06 17:28:49.333960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7b702-5241-4d80-acb1-1de57a20667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba2f9fd-13f0-4967-b621-0b231bbdb18f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:49.391970 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-afc1a9dc-4454-4f4a-9be7-7a5f1801e417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.423143 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05f23a4f-a4ef-4ed7-be33-13f2496ab518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.452154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-609b5aba-41a6-44a4-a06f-5055e399bbc9 req-f7cf69de-cc4c-4d24-b25e-74b56b0376ef tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 210 time: 0.0677903 Jul 06 17:28:49.459714 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-afc1a9dc-4454-4f4a-9be7-7a5f1801e417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.561767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-afc1a9dc-4454-4f4a-9be7-7a5f1801e417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.564759 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-afc1a9dc-4454-4f4a-9be7-7a5f1801e417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.565916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-afc1a9dc-4454-4f4a-9be7-7a5f1801e417 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/710045b4-24d0-487d-bb54-030774ef6554 HTTP/1.1" status: 204 len: 168 time: 0.3082106 Jul 06 17:28:49.576216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1a9dc-4454-4f4a-9be7-7a5f1801e417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710045b4-24d0-487d-bb54-030774ef6554,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:49.601650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.22', 55168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:49.641725 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-35aa160b-0533-4406-966a-2bb2dc908dec tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=bc7c3cbbdd1d42b7b38d8a588d7e818e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384326 Jul 06 17:28:49.704197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.55', 56817) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:49.737519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-5db86a5e-611a-4f61-acbd-4bbcf30518ae tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312805 Jul 06 17:28:49.751375 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:49.912104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:49.962496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-4ea2d090-e34b-4757-9873-2e4f5bfd0e26 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:49.969458 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-4ea2d090-e34b-4757-9873-2e4f5bfd0e26 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270744 Jul 06 17:28:49.974081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-15f00a45-7f8b-4ad7-aa86-59a3126418c9 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:49.975788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-15f00a45-7f8b-4ad7-aa86-59a3126418c9 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289692 Jul 06 17:28:49.988875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-904972fc-e1b1-4fcb-9d47-b9578960b10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.041201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Request body: {'port': {'device_id': '3206caf6-68a8-450d-8f3e-74316fa0c259', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'faa3b0aa32aa483cbf30671cfd874a1a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:28:50.050864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Request body: {'port': {'device_id': '0e464b4d-6af3-4c1e-b5bd-038c80da29fb', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'bc7c3cbbdd1d42b7b38d8a588d7e818e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:28:50.430178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-904972fc-e1b1-4fcb-9d47-b9578960b10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.456456 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-904972fc-e1b1-4fcb-9d47-b9578960b10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.516838 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.527170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Made reservation on behalf of bc7c3cbbdd1d42b7b38d8a588d7e818e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:28:50.531325 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.545268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904972fc-e1b1-4fcb-9d47-b9578960b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c21085-a53a-4de2-ba3b-6040add42127,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:50.555753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-904972fc-e1b1-4fcb-9d47-b9578960b10b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80e5f38cce7a4f8e994cfee28cae43ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5902433 Jul 06 17:28:50.557343 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.566726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46552) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:50.585388 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb340fa6-56d9-47af-b568-a949cded0991 req-e49ea3d2-d6ae-4d20-a796-6dbd965dbda3 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 210 time: 0.0597935 Jul 06 17:28:50.637917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Made reservation on behalf of faa3b0aa32aa483cbf30671cfd874a1a for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:28:50.652822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.684479 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.765029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8c91290-e021-4d91-bfd1-d0f5100f7195 req-3a4ec052-e1e2-4fb5-bf26-82c21a66cda9 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 210 time: 0.1294808 Jul 06 17:28:50.847816 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0284d1f0-04dd-43e3-a805-8d35cb635f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.882931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0284d1f0-04dd-43e3-a805-8d35cb635f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.885540 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:50.893129 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:51.037037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d609446e-4db3-4523-8784-ca5ae997daff,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:51.114434 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:51.122911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:51.129573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46604) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:51.188968 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0284d1f0-04dd-43e3-a805-8d35cb635f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:51.192192 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0284d1f0-04dd-43e3-a805-8d35cb635f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:51.193606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0284d1f0-04dd-43e3-a805-8d35cb635f58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9c21085-a53a-4de2-ba3b-6040add42127 HTTP/1.1" status: 204 len: 168 time: 0.6193261 Jul 06 17:28:51.211868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284d1f0-04dd-43e3-a805-8d35cb635f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c21085-a53a-4de2-ba3b-6040add42127,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:51.245578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Allocated IP 192.168.233.24 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/b68ead1c-210b-43ac-9df9-649e5ed7c4b5) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:28:51.270486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c62fff-fd7f-4735-b6f5-8e7248f8be2e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:51.595996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-network', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:28:51.663475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Made reservation on behalf of c40c8de69f0e47b5a8df2d47ece2a2c3 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:28:51.668581 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:51.717431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:51.784885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:51.854786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Transition to ACTIVE for port object b68ead1c-210b-43ac-9df9-649e5ed7c4b5 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:28:51.985781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0eff450e-f78d-447a-b417-b238254deeeb req-be902dd2-92bd-4725-860f-5d34b09f2d89 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 210 time: 0.0707328 Jul 06 17:28:52.018447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.249987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Allocated IP 192.168.233.70 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:28:52.304352 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.306277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Pushing event updated for resources: {'Port': ['ID=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:52.330974 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-45008957-5cc2-4466-8288-b95de6cc7a95 req-462ebfff-78ed-4410-afe5-2d90f10e3d24 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 210 time: 0.1698487 Jul 06 17:28:52.342308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:28:52.344087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.370238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:28:52.372788 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.383840 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.384529 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Added segment 4071d5c1-8b41-4c12-b7bb-b93aa106d56c of type vlan for network 124376c4-644c-49cd-9c79-ed80829b13a3 Jul 06 17:28:52.437845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.472516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:28:52.503136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:28:52.510263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:52.511486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.532438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1580a0f8-4c93-4ac2-8fcd-21fa3c7cccdd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:52.561106 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.567387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:52.570016 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.773761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.801846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Transition to ACTIVE for port object 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:28:52.849358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-3d26acbf-0e6a-4f16-9713-d5d7f5456294 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8191566 Jul 06 17:28:52.856453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7216227 Jul 06 17:28:52.862844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46674) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:52.875379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-6ef349fc-ca1f-4359-8256-10a9df3b4bc7 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:28:52.876758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-6ef349fc-ca1f-4359-8256-10a9df3b4bc7 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119216 Jul 06 17:28:52.883343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Request body: {'subnet': {'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-subnet', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:28:52.897476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44552c36-5390-443f-8a69-342754e1e349 admin admin] Pushing event updated for resources: {'Network': ['ID=124376c4-644c-49cd-9c79-ed80829b13a3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:52.924547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:52.927323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 124376c4-644c-49cd-9c79-ed80829b13a3 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:28:52.993814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Made reservation on behalf of c40c8de69f0e47b5a8df2d47ece2a2c3 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:28:53.000382 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:53.209520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:28:53.236169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:28:53.237110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d7be5605-0809-4d97-afc4-99507c57a945 None None] Provisioning for port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:28:53.249359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d7be5605-0809-4d97-afc4-99507c57a945 None None] Provisioning complete for port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:28:53.250331 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7be5605-0809-4d97-afc4-99507c57a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:53.268538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:28:53.278594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:53.279851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:53.353643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3171332 Jul 06 17:28:53.461406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302bd59-f2c3-488b-98f8-4032b13c787e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Pushing event updated for resources: {'Port': ['ID=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:53.521513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46692) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:53.571634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-d6bf2993-7ed8-43ab-9bcf-450852dd6d9d tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:28:53.572727 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-d6bf2993-7ed8-43ab-9bcf-450852dd6d9d tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183423 Jul 06 17:28:53.596765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d7be5605-0809-4d97-afc4-99507c57a945 None None] Port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:28:53.714727 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ceb072-e72f-4ab9-9576-8ad01d150d0a req-34821c7d-2bc7-41db-aa3a-14a1c72dfc81 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:53.735555 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13ceb072-e72f-4ab9-9576-8ad01d150d0a req-34821c7d-2bc7-41db-aa3a-14a1c72dfc81 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 935 time: 0.3350098 Jul 06 17:28:53.741507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3942077d-6976-4ba0-8f8c-c6883d45e641 None None] Provisioning for port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:28:53.746442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3942077d-6976-4ba0-8f8c-c6883d45e641 None None] Provisioning complete for port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:28:53.746987 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3942077d-6976-4ba0-8f8c-c6883d45e641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:53.811525 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13ceb072-e72f-4ab9-9576-8ad01d150d0a req-5365fb12-56b5-457b-b71d-98c0ec3a14f4 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810406 Jul 06 17:28:53.830624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3942077d-6976-4ba0-8f8c-c6883d45e641 None None] Port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:28:53.831817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Request body: {'port': {'device_id': '0e464b4d-6af3-4c1e-b5bd-038c80da29fb', 'device_owner': 'compute:tempest-test_az-953218809', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:28:53.967639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:53.999915 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e4bfd4b-fca2-4030-a0ee-ef399b3024ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:54.044082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Checking segment: {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:28:54.044745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Network hostable DHCP agents. Network: 124376c4-644c-49cd-9c79-ed80829b13a3, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:28:54.154984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Network 124376c4-644c-49cd-9c79-ed80829b13a3 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:28:54.186697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 124376c4-644c-49cd-9c79-ed80829b13a3) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:28:54.197379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84932830-c282-4f1a-9c20-efc9570ef0f3 None None] Network 124376c4-644c-49cd-9c79-ed80829b13a3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:28:54.219290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:54.220131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:54.242744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fcf5ea-8c64-4020-b5e0-b234cf991659,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:54.261717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:54.286212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23938b84-4182-4521-9384-8f850707542d req-848626c2-a57b-496e-a111-334042432fe5 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:54.294083 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23938b84-4182-4521-9384-8f850707542d req-848626c2-a57b-496e-a111-334042432fe5 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 935 time: 0.6769474 Jul 06 17:28:54.298949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Request body: {'port': {'device_id': '3206caf6-68a8-450d-8f3e-74316fa0c259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:28:54.504150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23938b84-4182-4521-9384-8f850707542d req-864de32a-f1ee-4a7e-8f61-3ea96598226b tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084820 Jul 06 17:28:54.564659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:54.596724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-124376c4-644c-49cd-9c79-ed80829b13a3', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:28:54.598126 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:54.807948 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e4bfd4b-fca2-4030-a0ee-ef399b3024ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:54.824451 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e4bfd4b-fca2-4030-a0ee-ef399b3024ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:54.951290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-93803648-cb68-4025-8d1b-f2e2b522f1aa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0845339 Jul 06 17:28:54.956956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46726) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:55.054417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:28:55.061075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bfd4b-fca2-4030-a0ee-ef399b3024ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b6e40b-d9d8-4355-b5e1-9d9384101616,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:55.128158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Allocated IP 172.20.0.2 (124376c4-644c-49cd-9c79-ed80829b13a3/a8fcf5ea-8c64-4020-b5e0-b234cf991659/9d6c9324-24d2-4f50-a440-cfa8795750f3) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:28:55.201543 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3e4bfd4b-fca2-4030-a0ee-ef399b3024ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a223e12fcf82413795824823f552c848&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6783016 Jul 06 17:28:55.208831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46730) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:55.391839 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.393304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.445535 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4175e964-46f3-410c-9978-072abd801253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.493373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4175e964-46f3-410c-9978-072abd801253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.568849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88453300-90a4-475e-a06a-00330dbd30cc req-7784eb7e-51fd-4193-a91e-a3d5422821dc tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:55.570576 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.570721 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-88453300-90a4-475e-a06a-00330dbd30cc req-7784eb7e-51fd-4193-a91e-a3d5422821dc tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 935 time: 0.4618242 Jul 06 17:28:55.613992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4175e964-46f3-410c-9978-072abd801253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.614245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Transition to ACTIVE for port object 9d6c9324-24d2-4f50-a440-cfa8795750f3 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:28:55.619346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4175e964-46f3-410c-9978-072abd801253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.633442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4175e964-46f3-410c-9978-072abd801253 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94b6e40b-d9d8-4355-b5e1-9d9384101616 HTTP/1.1" status: 204 len: 168 time: 0.4220488 Jul 06 17:28:55.661013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Transition to ACTIVE for port object 9d6c9324-24d2-4f50-a440-cfa8795750f3 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:28:55.664690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175e964-46f3-410c-9978-072abd801253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b6e40b-d9d8-4355-b5e1-9d9384101616,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:55.691089 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.710756 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.727040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Network 124376c4-644c-49cd-9c79-ed80829b13a3 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:28:55.731631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68ead1c-210b-43ac-9df9-649e5ed7c4b5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:28:55.733314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:28:55.736696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:28:55.853336 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.893749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Attempting to bind port 9d6c9324-24d2-4f50-a440-cfa8795750f3 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:28:55.894601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Attempting to bind port 9d6c9324-24d2-4f50-a440-cfa8795750f3 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:28:55.895271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Attempting to bind port 9d6c9324-24d2-4f50-a440-cfa8795750f3 on network 124376c4-644c-49cd-9c79-ed80829b13a3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:28:55.904464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:28:55.905197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Checking segment: {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:28:55.906755 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.907679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Bound using segment: {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:28:55.908470 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Bound port: 9d6c9324-24d2-4f50-a440-cfa8795750f3, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:28:55.909117 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:55.913121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Pushing event updated for resources: {'Port': ['ID=9d6c9324-24d2-4f50-a440-cfa8795750f3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:55.930182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.931059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.931577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.932961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.933504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.934093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.934631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.935141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.935643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.936159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.936871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.937622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Tracked resource versions report: Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: pushed versions: Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: { 'AddressGroup': {'1.2'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'ConntrackHelper': {'1.0'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Log': {'1.0'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Network': {'1.1'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Port': {'1.7'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'PortForwarding': {'1.2'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'QosPolicy': {'1.8'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'SecurityGroup': {'1.4'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'SubPort': {'1.0'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Subnet': {'1.1'}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Trunk': {'1.1'}} Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: consumer versions: Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: { DHCP agent@n-d-799526-3: {}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: HyperV agent@n-h1-799526-3: {}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: HyperV agent@n-h2-799526-3: {}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: L3 agent@n-d-799526-3: {}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: Metadata agent@n-d-799526-3: {}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: Metering agent@n-d-799526-3: {}, Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: Open vSwitch agent@n-d-799526-3: { 'AddressGroup': '1.2', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'ConntrackHelper': '1.0', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Log': '1.0', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Network': '1.1', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Port': '1.7', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'PortForwarding': '1.2', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'QosPolicy': '1.8', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'SecurityGroup': '1.4', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'SecurityGroupRule': '1.2', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'SubPort': '1.0', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Subnet': '1.1', Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: 'Trunk': '1.1'}} Jul 06 17:28:55.939969 n-d-799526-3 neutron-server[93780]: {{(pid=93780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:28:55.959287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-88453300-90a4-475e-a06a-00330dbd30cc req-9d647a2e-0dc6-42e2-b43b-24b52d8cb96d tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740729 Jul 06 17:28:55.961458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Transition to ACTIVE for port object b68ead1c-210b-43ac-9df9-649e5ed7c4b5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:28:55.997322 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:56.092745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] For port 9d6c9324-24d2-4f50-a440-cfa8795750f3, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:28:56.110120 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:56.111354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] For port 9d6c9324-24d2-4f50-a440-cfa8795750f3, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9d6c9324-24d2-4f50-a440-cfa8795750f3,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:28:56.111455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Pushing event updated for resources: {'Port': ['ID=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:56.118614 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:56.293674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcc8ea-6fa8-42bf-a021-bdba5e5b01c9 None None] Pushing event updated for resources: {'Port': ['ID=9d6c9324-24d2-4f50-a440-cfa8795750f3,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:56.416036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:28:56.448203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:56.498276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46754) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:56.579801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd599b9c-605a-49dd-96b7-e4a08f5470c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:56.629452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Transition to ACTIVE for port object 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:28:56.643228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:56.682710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Attempting to bind port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:28:56.683334 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Attempting to bind port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:28:56.683670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Attempting to bind port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:28:56.705017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:28:56.705349 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Attempting to bind port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:28:56.728418 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:28:56.728805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:28:56.732382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:28:56.732981 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Bound port: b68ead1c-210b-43ac-9df9-649e5ed7c4b5, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:28:56.735673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.039183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Pushing event updated for resources: {'Port': ['ID=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:57.080072 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd599b9c-605a-49dd-96b7-e4a08f5470c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.084124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Attempting to bind port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:28:57.084358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Attempting to bind port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:28:57.084804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Attempting to bind port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:28:57.088473 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd599b9c-605a-49dd-96b7-e4a08f5470c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.096935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:28:57.097191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Attempting to bind port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:28:57.147643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:28:57.147903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:28:57.148486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:28:57.148975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Bound port: 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:28:57.149364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.175295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fd599b9c-605a-49dd-96b7-e4a08f5470c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc22a8abc2b5476db306536d2ad6e8fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6751053 Jul 06 17:28:57.180713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:28:57.181620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd599b9c-605a-49dd-96b7-e4a08f5470c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf5d6cc-e82c-4556-89fc-cb4245f9d987,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:57.269579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] For port b68ead1c-210b-43ac-9df9-649e5ed7c4b5, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:28:57.328774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] For port b68ead1c-210b-43ac-9df9-649e5ed7c4b5, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:28:57.340668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] For port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:28:57.355548 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.407455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152f2c7-871f-4fe1-b26a-faff9b47f938 req-eaa833bf-9f79-4fe4-bdc8-8019660eab58 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:57.409289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1152f2c7-871f-4fe1-b26a-faff9b47f938 req-eaa833bf-9f79-4fe4-bdc8-8019660eab58 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 947 time: 0.5077600 Jul 06 17:28:57.439304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] For port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:28:57.448454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.476291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:57.477134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.478905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] 10.222.0.55 "PUT /v2.0/ports/9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 HTTP/1.1" status: 200 len: 1095 time: 3.6150160 Jul 06 17:28:57.492887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3206caf6-68a8-450d-8f3e-74316fa0c259', 'tag': '9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:28:57.501292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.527042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:57.528444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.532535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] 10.222.0.22 "PUT /v2.0/ports/b68ead1c-210b-43ac-9df9-649e5ed7c4b5 HTTP/1.1" status: 200 len: 1116 time: 4.0524013 Jul 06 17:28:57.534126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cee2bf-bfbd-4107-889a-256effdb577e service neutron] Pushing event updated for resources: {'Port': ['ID=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:57.547742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e464b4d-6af3-4c1e-b5bd-038c80da29fb', 'tag': 'b68ead1c-210b-43ac-9df9-649e5ed7c4b5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:28:57.617848 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29bc905f-5aac-42a4-b63c-921babb1d45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.780351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29bc905f-5aac-42a4-b63c-921babb1d45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.851536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:57.867023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70305d19-52b0-4477-9a96-a0e2b143c4ed service neutron] Pushing event updated for resources: {'Port': ['ID=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:58.181132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1152f2c7-871f-4fe1-b26a-faff9b47f938 req-df640a39-72f4-4eab-8fb5-d851d9f3bb78 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998482 Jul 06 17:28:58.192363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9d6c9324-24d2-4f50-a440-cfa8795750f3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:28:58.276930 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e469e91-6038-43cd-b9b2-69a03178e385" -d '{"events": [{"name": "network-changed", "server_uuid": "0e464b4d-6af3-4c1e-b5bd-038c80da29fb", "tag": "b68ead1c-210b-43ac-9df9-649e5ed7c4b5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:28:58.309677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6855766b-e518-4ed4-8556-130c941faeb8 None None] Network 124376c4-644c-49cd-9c79-ed80829b13a3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:28:58.365488 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2200509b-699b-4ab8-b515-8c6dd730f48c" -d '{"events": [{"name": "network-changed", "server_uuid": "3206caf6-68a8-450d-8f3e-74316fa0c259", "tag": "9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:28:58.380186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-bcc136de-a21b-485e-808b-c1d7e5a060c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:58.382438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-bcc136de-a21b-485e-808b-c1d7e5a060c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7c3cbbdd1d42b7b38d8a588d7e818e&device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 1119 time: 0.6573300 Jul 06 17:28:58.467506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 9d6c9324-24d2-4f50-a440-cfa8795750f3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:28:58.480213 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29bc905f-5aac-42a4-b63c-921babb1d45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:58.482762 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29bc905f-5aac-42a4-b63c-921babb1d45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:58.484454 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-29bc905f-5aac-42a4-b63c-921babb1d45e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bf5d6cc-e82c-4556-89fc-cb4245f9d987 HTTP/1.1" status: 204 len: 168 time: 1.2848365 Jul 06 17:28:58.519724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a07af545-760d-4d90-9250-2fa3218fb146 None None] Provisioning for port 9d6c9324-24d2-4f50-a440-cfa8795750f3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:28:58.524732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc905f-5aac-42a4-b63c-921babb1d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf5d6cc-e82c-4556-89fc-cb4245f9d987,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:58.549934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-cce10486-bbc9-4a87-b107-a4ac5d5e63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:58.551500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-cce10486-bbc9-4a87-b107-a4ac5d5e63de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 1098 time: 0.2483499 Jul 06 17:28:58.556598 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-51f7fb1a-0608-48be-ac4f-666f032149be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b68ead1c-210b-43ac-9df9-649e5ed7c4b5 HTTP/1.1" status: 200 len: 217 time: 0.1612515 Jul 06 17:28:58.564200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a07af545-760d-4d90-9250-2fa3218fb146 None None] Provisioning complete for port 9d6c9324-24d2-4f50-a440-cfa8795750f3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:28:58.565322 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a07af545-760d-4d90-9250-2fa3218fb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:58.604920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Allocated IP 172.25.7.85 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/786b9641-11c8-4de0-bea4-e3a580b3ce82) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:28:58.726221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-75c26fe5-30cf-4f04-b914-f57bc746a4cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 HTTP/1.1" status: 200 len: 217 time: 0.1668916 Jul 06 17:28:58.805106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a07af545-760d-4d90-9250-2fa3218fb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:58.910307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-17315086-b5e7-48ce-ae15-3ed719563566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:58.913628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-17315086-b5e7-48ce-ae15-3ed719563566 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.3123288 Jul 06 17:28:58.920600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-f6bfffa9-31f8-4299-8076-b6e1c18f460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:58.923442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-f6bfffa9-31f8-4299-8076-b6e1c18f460e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1916082 Jul 06 17:28:58.930267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a07af545-760d-4d90-9250-2fa3218fb146 None None] For port 9d6c9324-24d2-4f50-a440-cfa8795750f3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9d6c9324-24d2-4f50-a440-cfa8795750f3,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:28:58.948681 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a07af545-760d-4d90-9250-2fa3218fb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:59.103138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07af545-760d-4d90-9250-2fa3218fb146 None None] Pushing event updated for resources: {'Port': ['ID=9d6c9324-24d2-4f50-a440-cfa8795750f3,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:59.175436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-55fe387a-f253-41f1-8f15-a00fc270303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:59.177516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-55fe387a-f253-41f1-8f15-a00fc270303e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2381399 Jul 06 17:28:59.350375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:59.483217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-aa047a2e-567e-4163-afc2-352d44133c18 None None] Provisioning complete for port 9d6c9324-24d2-4f50-a440-cfa8795750f3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:28:59.485493 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa047a2e-567e-4163-afc2-352d44133c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:59.524542 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:28:59.526993 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-a086d679-b451-4c58-b4cc-f6a482fb8663 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373778 Jul 06 17:28:59.645519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:28:59.674899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Pushing event updated for resources: {'Port': ['ID=786b9641-11c8-4de0-bea4-e3a580b3ce82,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:28:59.685341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:28:59.690671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:28:59.855995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e948618-27e1-4089-99c9-d2e12bc0e189 req-a7ba003e-878b-4f79-b149-b99ae7a47027 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672858 Jul 06 17:28:59.962083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-86e92e97-83c5-48c0-972a-604336cc57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:59.963877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-86e92e97-83c5-48c0-972a-604336cc57e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0327783 Jul 06 17:28:59.986965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995d09-7336-4a47-bc07-a512d435aded req-1bd63a21-bacd-4dba-951b-31c5e1c12dc6 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:28:59.989019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa995d09-7336-4a47-bc07-a512d435aded req-1bd63a21-bacd-4dba-951b-31c5e1c12dc6 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 968 time: 1.2594321 Jul 06 17:29:00.145890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9d6c9324-24d2-4f50-a440-cfa8795750f3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:00.176615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa995d09-7336-4a47-bc07-a512d435aded req-6a7fadbc-9492-4c0e-9f03-7c3c889ba3bb tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762892 Jul 06 17:29:00.222519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:00.305166 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9d6c9324-24d2-4f50-a440-cfa8795750f3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:00.308450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:00.691872 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4785e02b-6e4f-49e0-addb-72ec7c3a1e12 x-openstack-request-id: req-4785e02b-6e4f-49e0-addb-72ec7c3a1e12 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:00.692785 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e464b4d-6af3-4c1e-b5bd-038c80da29fb", "tag": "b68ead1c-210b-43ac-9df9-649e5ed7c4b5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:00.693247 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4785e02b-6e4f-49e0-addb-72ec7c3a1e12 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:00.694021 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e464b4d-6af3-4c1e-b5bd-038c80da29fb', 'tag': 'b68ead1c-210b-43ac-9df9-649e5ed7c4b5', 'status': 'completed', 'code': 200} Jul 06 17:29:00.739873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-9bdcd038-9f33-44d1-8788-bc2b7c795c6a service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406410 Jul 06 17:29:00.743399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:00.984946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93c0b2ec-1454-4b34-a341-e753f3f1b2d2 req-dd213bb0-261f-40a8-aad2-2136a9dd44d9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820982 Jul 06 17:29:01.044436 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a3c4c8-0792-4d3e-b7bf-5d99dee7427b x-openstack-request-id: req-84a3c4c8-0792-4d3e-b7bf-5d99dee7427b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:01.045080 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3206caf6-68a8-450d-8f3e-74316fa0c259", "tag": "9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:01.045403 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84a3c4c8-0792-4d3e-b7bf-5d99dee7427b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:01.045957 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3206caf6-68a8-450d-8f3e-74316fa0c259', 'tag': '9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3', 'status': 'completed', 'code': 200} Jul 06 17:29:01.181161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-32acd5af-74ee-466c-b1d6-4d08cb436e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:01.183215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-32acd5af-74ee-466c-b1d6-4d08cb436e4c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7c3cbbdd1d42b7b38d8a588d7e818e&device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 1119 time: 0.1040897 Jul 06 17:29:01.184382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Router b846cc4a-8b1e-4e3e-b46e-b67158264854 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:29:01.521910 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:01.536801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-d34dcd18-afd7-458c-b78f-79f76b436aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:01.538169 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-d34dcd18-afd7-458c-b78f-79f76b436aba service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3486209 Jul 06 17:29:01.611319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fc3a7-17bf-4b63-9e29-320bd712a2fd req-9e00e308-a030-47d3-a7eb-274ecd0fbaf7 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:01.618875 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-202fc3a7-17bf-4b63-9e29-320bd712a2fd req-9e00e308-a030-47d3-a7eb-274ecd0fbaf7 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 947 time: 0.2950780 Jul 06 17:29:01.625055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-f3d995a2-07d4-4546-aa99-7bb8b55a38ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b68ead1c-210b-43ac-9df9-649e5ed7c4b5 HTTP/1.1" status: 200 len: 217 time: 0.0636022 Jul 06 17:29:01.635120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:29:01.663499 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Sync routers for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:29:01.688329 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:01.689590 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:28:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:01.707195 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-202fc3a7-17bf-4b63-9e29-320bd712a2fd req-65a9fb6a-6d5d-43b2-ba0b-c26e8d95c1db tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850461 Jul 06 17:29:01.718989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:01.722684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-63027514-af59-4ed4-9887-f0aac11de81e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6778636 Jul 06 17:29:01.723243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46826) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:01.942383 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:02.091972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b68fc-2cf1-464d-8382-48edee22a50b req-cb38af2f-de88-48a7-bb61-c88a435bac97 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:02.104828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-212b68fc-2cf1-464d-8382-48edee22a50b req-cb38af2f-de88-48a7-bb61-c88a435bac97 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 968 time: 0.1628027 Jul 06 17:29:02.188840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-212b68fc-2cf1-464d-8382-48edee22a50b req-1ad137e9-bedf-4ab7-adf1-85666f1d114d tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830214 Jul 06 17:29:02.360416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-93874160-cf8d-4956-b549-c59eeafbb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:02.362446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-93874160-cf8d-4956-b549-c59eeafbb44e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1116128 Jul 06 17:29:02.365322 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:28:59Z', 'revision_number': 3, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:02.448325 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Checking router: b846cc4a-8b1e-4e3e-b46e-b67158264854 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:29:02.448325 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Updating router b846cc4a-8b1e-4e3e-b46e-b67158264854 port 786b9641-11c8-4de0-bea4-e3a580b3ce82 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:29:02.496893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-647b9696-026e-4e2f-a647-1863dac5c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:02.499674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-647b9696-026e-4e2f-a647-1863dac5c3e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208520 Jul 06 17:29:02.560565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:02.583199 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:02.781946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-47945305-0a51-4d50-97f3-5d633ff41135 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484541 Jul 06 17:29:02.880476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Allocated IP 172.20.0.1 (124376c4-644c-49cd-9c79-ed80829b13a3/a8fcf5ea-8c64-4020-b5e0-b234cf991659/b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:02.968277 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:02.980555 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Transition to ACTIVE for port object 786b9641-11c8-4de0-bea4-e3a580b3ce82 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:02.989567 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:03.043194 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Pushing event updated for resources: {'Port': ['ID=786b9641-11c8-4de0-bea4-e3a580b3ce82,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:03.053883 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.054627 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.055254 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.055833 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.056475 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.056974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.057656 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.058152 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.058730 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.059226 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.059760 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.060250 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Tracked resource versions report: Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: pushed versions: Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: { 'AddressGroup': {'1.2'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'ConntrackHelper': {'1.0'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Log': {'1.0'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Network': {'1.1'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Port': {'1.7'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'PortForwarding': {'1.2'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'QosPolicy': {'1.8'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'SecurityGroup': {'1.4'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'SecurityGroupRule': {'1.2'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'SubPort': {'1.0'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Subnet': {'1.1'}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Trunk': {'1.1'}} Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: consumer versions: Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: { DHCP agent@n-d-799526-3: {}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: HyperV agent@n-h1-799526-3: {}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: HyperV agent@n-h2-799526-3: {}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: L3 agent@n-d-799526-3: {}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: Metadata agent@n-d-799526-3: {}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: Metering agent@n-d-799526-3: {}, Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: Open vSwitch agent@n-d-799526-3: { 'AddressGroup': '1.2', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'ConntrackHelper': '1.0', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Log': '1.0', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Network': '1.1', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Port': '1.7', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'PortForwarding': '1.2', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'QosPolicy': '1.8', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'SecurityGroup': '1.4', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'SecurityGroupRule': '1.2', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'SubPort': '1.0', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Subnet': '1.1', Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: 'Trunk': '1.1'}} Jul 06 17:29:03.061532 n-d-799526-3 neutron-server[93781]: {{(pid=93781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 17:29:03.091086 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Attempting to bind port 786b9641-11c8-4de0-bea4-e3a580b3ce82 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:03.091781 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Attempting to bind port 786b9641-11c8-4de0-bea4-e3a580b3ce82 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:03.092595 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Attempting to bind port 786b9641-11c8-4de0-bea4-e3a580b3ce82 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:03.100361 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:03.101069 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:03.101637 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:03.102177 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:03.102906 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Bound port: 786b9641-11c8-4de0-bea4-e3a580b3ce82, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:03.103507 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:03.141368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e469e91-6038-43cd-b9b2-69a03178e385 req-31d4a102-e94b-4795-a35e-760d6c25891b service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541594 Jul 06 17:29:03.156085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:03.183485 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] For port 786b9641-11c8-4de0-bea4-e3a580b3ce82, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:03.187945 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] For port 786b9641-11c8-4de0-bea4-e3a580b3ce82, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=786b9641-11c8-4de0-bea4-e3a580b3ce82,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:03.191632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Transition to ACTIVE for port object b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:03.196722 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:03.215712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdba429-e12c-4cc0-8d22-33ad0dd71fec req-1cb294c4-8e80-49e3-8a05-6c1dab6bd897 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:03.223912 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfdba429-e12c-4cc0-8d22-33ad0dd71fec req-1cb294c4-8e80-49e3-8a05-6c1dab6bd897 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 947 time: 0.1943026 Jul 06 17:29:03.275175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfdba429-e12c-4cc0-8d22-33ad0dd71fec req-547a4ad9-b959-4457-a766-68ee89bb89c5 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499592 Jul 06 17:29:03.281646 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30433a-c79d-4137-81ba-d0559b123512 None None] Pushing event updated for resources: {'Port': ['ID=786b9641-11c8-4de0-bea4-e3a580b3ce82,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:03.291030 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:03.291801 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:28:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:03.306482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:03.426088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Network 124376c4-644c-49cd-9c79-ed80829b13a3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:03.435131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:03.443073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:03.446301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:03.448503 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:03.523332 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:03.702734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-132a3287-19d1-4269-bfe5-7e33a82b1f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:03.813144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:03.917930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c97766b9-f9ba-4938-a21b-d33b6d72fcd3 None None] Provisioning for port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:03.922883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394590c-d8ac-4fcb-973d-e91976ec83ce req-e178d299-276a-4c50-b097-0b917742334f tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:03.925691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3394590c-d8ac-4fcb-973d-e91976ec83ce req-e178d299-276a-4c50-b097-0b917742334f tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 968 time: 0.3425596 Jul 06 17:29:03.944703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c97766b9-f9ba-4938-a21b-d33b6d72fcd3 None None] Provisioning complete for port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:03.945003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c97766b9-f9ba-4938-a21b-d33b6d72fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.057986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c97766b9-f9ba-4938-a21b-d33b6d72fcd3 None None] Port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:29:04.115546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3394590c-d8ac-4fcb-973d-e91976ec83ce req-7bf13b36-4d07-4cda-958a-4a2e4be1eae1 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646719 Jul 06 17:29:04.156848 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:28:59Z', 'revision_number': 3, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:04.178513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.214217 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-132a3287-19d1-4269-bfe5-7e33a82b1f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.224193 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-132a3287-19d1-4269-bfe5-7e33a82b1f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.272911 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ebe84-2e16-4082-885c-120d0775cfed None None] The sync data for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 is: [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:28:59Z', 'revision_number': 3, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:29:04.290402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a3287-19d1-4269-bfe5-7e33a82b1f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5279abbc-0672-4767-b235-5a680a5be7b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:04.296692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-132a3287-19d1-4269-bfe5-7e33a82b1f0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d629ee50dfcc45cdb2dbc26b89024c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8601792 Jul 06 17:29:04.300710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46858) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:04.322959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-f15e1057-7b2c-466f-823e-0516d00cc18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:04.325264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-f15e1057-7b2c-466f-823e-0516d00cc18d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 1098 time: 0.5050068 Jul 06 17:29:04.409978 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14bf0e62-84a7-467b-94ae-4be1405dae22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.440080 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14bf0e62-84a7-467b-94ae-4be1405dae22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.535085 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14bf0e62-84a7-467b-94ae-4be1405dae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.538626 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14bf0e62-84a7-467b-94ae-4be1405dae22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.545102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-14bf0e62-84a7-467b-94ae-4be1405dae22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5279abbc-0672-4767-b235-5a680a5be7b3 HTTP/1.1" status: 204 len: 168 time: 0.2431245 Jul 06 17:29:04.566274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf0e62-84a7-467b-94ae-4be1405dae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5279abbc-0672-4767-b235-5a680a5be7b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:04.696042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-38783cc1-0335-4d3e-a3c4-35b50e8c7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:04.698159 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-38783cc1-0335-4d3e-a3c4-35b50e8c7e4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3638792 Jul 06 17:29:04.801568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-2a8d88d1-8d38-401c-af66-0d7d6e8c3299 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 HTTP/1.1" status: 200 len: 217 time: 0.0970693 Jul 06 17:29:04.861281 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.913616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807d9b1-7c57-4ed8-bdec-1acab9bf7940 req-ef380fa2-e75f-4c13-804b-9740a23d2c30 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:04.919231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-7d630203-ada5-41bf-a5f5-f48cc79d5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:04.921665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-7d630203-ada5-41bf-a5f5-f48cc79d5abe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1122437 Jul 06 17:29:04.925785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9807d9b1-7c57-4ed8-bdec-1acab9bf7940 req-ef380fa2-e75f-4c13-804b-9740a23d2c30 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 947 time: 0.3176160 Jul 06 17:29:04.960615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.984197 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:04.992242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9807d9b1-7c57-4ed8-bdec-1acab9bf7940 req-e68f61d4-d05e-423e-9af6-4105291e5132 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572205 Jul 06 17:29:04.993423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:05.014656 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:29:05.190914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:05.214259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46878) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:05.236410 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79c157d4-79cb-415c-a2a8-0af276b9e26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:05.257502 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-5b347c08-3f3a-4cb1-ab46-28ed7ed7c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:05.259250 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-5b347c08-3f3a-4cb1-ab46-28ed7ed7c7fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3290453 Jul 06 17:29:05.435650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Network 124376c4-644c-49cd-9c79-ed80829b13a3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:05.442600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:05.535119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a02af-bfb5-4ad3-8473-8713382dffa6 req-9f7d2f6c-d0a9-45bd-8b84-7970750fef34 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:05.543070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c14a02af-bfb5-4ad3-8473-8713382dffa6 req-9f7d2f6c-d0a9-45bd-8b84-7970750fef34 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 968 time: 0.1519668 Jul 06 17:29:05.565815 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-495d8356-084f-424a-bc14-6d54798ea0b4 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999160 Jul 06 17:29:05.596828 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79c157d4-79cb-415c-a2a8-0af276b9e26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:05.644572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c14a02af-bfb5-4ad3-8473-8713382dffa6 req-0274b2fe-6062-43ac-9b7b-27124df03f3c tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985799 Jul 06 17:29:05.645466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79c157d4-79cb-415c-a2a8-0af276b9e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:05.762998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Router b846cc4a-8b1e-4e3e-b46e-b67158264854 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:29:05.803832 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-79c157d4-79cb-415c-a2a8-0af276b9e26d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96b416509c1a4e79a2d45cca407430af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5863194 Jul 06 17:29:05.806104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:05.806446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c157d4-79cb-415c-a2a8-0af276b9e26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eec6eb-10fa-4aff-9f74-ddd6f714fe76,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:05.870371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2200509b-699b-4ab8-b515-8c6dd730f48c req-8ebe9cd2-2ab3-49b3-8a40-43dffb168251 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955329 Jul 06 17:29:05.938419 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dc0bd103-182a-43ab-84e2-477d985b02d5 None None] Provisioning complete for port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:05.939930 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc0bd103-182a-43ab-84e2-477d985b02d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:06.079979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-dc0bd103-182a-43ab-84e2-477d985b02d5 None None] Port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:29:06.208320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96d43741-0bd6-401a-b4a4-2c062abce8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:06.208915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 786b9641-11c8-4de0-bea4-e3a580b3ce82 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:06.256401 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96d43741-0bd6-401a-b4a4-2c062abce8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:06.286721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:29:06.301316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e320f65a-fd53-49a4-88ec-63f5606eb790 admin admin] 10.222.0.13 "PUT /v2.0/routers/b846cc4a-8b1e-4e3e-b46e-b67158264854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5770366 Jul 06 17:29:06.376714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 786b9641-11c8-4de0-bea4-e3a580b3ce82 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:06.387374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 786b9641-11c8-4de0-bea4-e3a580b3ce82 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:06.389518 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:06.432079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96d43741-0bd6-401a-b4a4-2c062abce8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:06.435537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96d43741-0bd6-401a-b4a4-2c062abce8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:06.437896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96d43741-0bd6-401a-b4a4-2c062abce8f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1eec6eb-10fa-4aff-9f74-ddd6f714fe76 HTTP/1.1" status: 204 len: 168 time: 0.6292160 Jul 06 17:29:06.467041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d43741-0bd6-401a-b4a4-2c062abce8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eec6eb-10fa-4aff-9f74-ddd6f714fe76,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:06.496051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749b7b5-a26a-4086-b046-d6f473b209b9 req-758d5dd6-14cc-461f-a04e-6de51aa21bd8 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:06.511700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7749b7b5-a26a-4086-b046-d6f473b209b9 req-758d5dd6-14cc-461f-a04e-6de51aa21bd8 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 947 time: 0.1787565 Jul 06 17:29:06.612105 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7749b7b5-a26a-4086-b046-d6f473b209b9 req-7f76b157-d21d-42a3-8616-60c6b9e74adf tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985436 Jul 06 17:29:06.634124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46900) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:06.676749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:06.736614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 786b9641-11c8-4de0-bea4-e3a580b3ce82, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=786b9641-11c8-4de0-bea4-e3a580b3ce82,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:06.742102 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:06.880186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=786b9641-11c8-4de0-bea4-e3a580b3ce82,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:06.990591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a4f35-eaa0-464b-bd0b-a79827811a3c req-9abe370c-7021-444a-8f88-2a0e7d7fd56e tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:06.998281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f9a4f35-eaa0-464b-bd0b-a79827811a3c req-9abe370c-7021-444a-8f88-2a0e7d7fd56e tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 968 time: 0.1608860 Jul 06 17:29:07.063591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f9a4f35-eaa0-464b-bd0b-a79827811a3c req-592988a7-d8c8-46b3-a8ff-799d00b7ec60 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641422 Jul 06 17:29:07.145759 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f02d75c2-0f1f-4a3a-8e4c-00b50e888b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:07.312369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Sync routers for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:29:07.338642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:07.339923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:28:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:07.498565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f02d75c2-0f1f-4a3a-8e4c-00b50e888b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:07.508585 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f02d75c2-0f1f-4a3a-8e4c-00b50e888b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:07.575276 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f02d75c2-0f1f-4a3a-8e4c-00b50e888b2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c023bf4e240146aab39ba5c07242b6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355409 Jul 06 17:29:07.575276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d75c2-0f1f-4a3a-8e4c-00b50e888b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12697c2b-cba1-40e7-9fd2-0a0950e83159,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:07.575626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:07.595996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:07.718748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46934) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:07.725116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-network', 'tenant_id': 'b693373512a2450381cc1da9e491ebca'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:07.769097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Made reservation on behalf of b693373512a2450381cc1da9e491ebca for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:07.783936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:07.805919 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:07.816944 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-83080a37-d11c-49c0-8060-f48fb383e847 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6b85870848864129a4cbf999ae1ff402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091049 Jul 06 17:29:07.854601 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23a5f25d-4b6e-4a0d-855b-9d2d491aa266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:07.917453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:04Z', 'revision_number': 2, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:07.940677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23a5f25d-4b6e-4a0d-855b-9d2d491aa266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.030917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b2562-a5eb-45d8-a09b-3daf031d9936 req-c6b5a587-c454-4106-903c-42dff3028d01 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:08.036367 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d6b2562-a5eb-45d8-a09b-3daf031d9936 req-c6b5a587-c454-4106-903c-42dff3028d01 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 947 time: 0.1362252 Jul 06 17:29:08.080407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Checking router: b846cc4a-8b1e-4e3e-b46e-b67158264854 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:29:08.080407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Updating router b846cc4a-8b1e-4e3e-b46e-b67158264854 port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:29:08.120593 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.133262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-6501ecb6-2085-4fe3-bf40-f01002cd7a50 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:08.133850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 786b9641-11c8-4de0-bea4-e3a580b3ce82 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:08.134533 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d6b2562-a5eb-45d8-a09b-3daf031d9936 req-9a05aad0-6cca-4d27-9f67-a1763ce5502a tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700006 Jul 06 17:29:08.142685 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.143440 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-6501ecb6-2085-4fe3-bf40-f01002cd7a50 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131893 Jul 06 17:29:08.154880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.176916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e70a0a7a-6079-402e-b857-99a31dc0ecf8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/quotas/6b85870848864129a4cbf999ae1ff402 HTTP/1.1" status: 200 len: 375 time: 0.0200815 Jul 06 17:29:08.197738 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23a5f25d-4b6e-4a0d-855b-9d2d491aa266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.200301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23a5f25d-4b6e-4a0d-855b-9d2d491aa266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.201424 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-23a5f25d-4b6e-4a0d-855b-9d2d491aa266 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12697c2b-cba1-40e7-9fd2-0a0950e83159 HTTP/1.1" status: 204 len: 168 time: 0.6247172 Jul 06 17:29:08.226977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab031e9-cecf-4073-85ba-28973794e361,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:08.271264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-83221af6-57d0-46eb-a63c-a4798c0ff38a tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b85870848864129a4cbf999ae1ff402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850575 Jul 06 17:29:08.274801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:29:08.288632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f25d-4b6e-4a0d-855b-9d2d491aa266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12697c2b-cba1-40e7-9fd2-0a0950e83159,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:08.293952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 786b9641-11c8-4de0-bea4-e3a580b3ce82 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:08.294488 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.319103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.322681 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Added segment e9fb66a3-d173-42da-bf36-2aee4f479314 of type vlan for network 804c2df0-9772-4190-802a-c08b33983480 Jul 06 17:29:08.448359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.486789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:08.491028 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.522048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Transition to ACTIVE for port object b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:08.535056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.536295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:08.537096 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.537414 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.653928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad7a6f-4249-40d5-bc85-b12890b2acb5 None None] Pushing event updated for resources: {'Port': ['ID=b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:08.654970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69cd5030-0d34-4aad-a120-922fe4ccf5ad req-5841df69-ab24-4acb-b09b-15c3f8a1a400 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 210 time: 0.0689292 Jul 06 17:29:08.714505 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9924817 Jul 06 17:29:08.717416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46962) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:08.724110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfea52-dfb1-427b-8897-9e6643ec1a62 admin admin] Pushing event updated for resources: {'Network': ['ID=804c2df0-9772-4190-802a-c08b33983480,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:08.727849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Request body: {'subnet': {'network_id': '804c2df0-9772-4190-802a-c08b33983480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-subnet', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:08.728821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46964) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:08.739126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 804c2df0-9772-4190-802a-c08b33983480 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:29:08.765318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-214492097-network', 'tenant_id': '36820eb126ca410eae6171e325d93477'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:08.796046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Made reservation on behalf of b693373512a2450381cc1da9e491ebca for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:08.798752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.905198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Attempting to bind port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:08.906382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Attempting to bind port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:08.906975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Attempting to bind port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 on network 124376c4-644c-49cd-9c79-ed80829b13a3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:08.921432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:08.922114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Checking segment: {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:08.922771 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.923351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Bound using segment: {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:08.924023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Bound port: b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:08.924613 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.950967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Made reservation on behalf of 36820eb126ca410eae6171e325d93477 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:08.952884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c76c8a-f9ed-4a19-8f34-09c54b17cc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.957951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:08.973934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd82a-5110-4853-a727-dd1c2f785f69 req-62ed0c02-6745-4c91-b711-a16db85d2081 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:08.975540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-885fd82a-5110-4853-a727-dd1c2f785f69 req-62ed0c02-6745-4c91-b711-a16db85d2081 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 968 time: 0.4717622 Jul 06 17:29:08.995058 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.057009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] For port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:09.083684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-885fd82a-5110-4853-a727-dd1c2f785f69 req-b06a58b5-9a03-416f-b0e8-17a5a9398bbf tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571396 Jul 06 17:29:09.085832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] For port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:09.095496 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.096002 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.129788 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c76c8a-f9ed-4a19-8f34-09c54b17cc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.134212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c76c8a-f9ed-4a19-8f34-09c54b17cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.213024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad7a6f-4249-40d5-bc85-b12890b2acb5 None None] Pushing event updated for resources: {'Port': ['ID=b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:09.215528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9456fbf6-5de0-47ef-91a8-22fb9bbee493,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:09.231527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:09.232574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:28:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:09.243522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Checking segment: {'id': 'e9fb66a3-d173-42da-bf36-2aee4f479314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804c2df0-9772-4190-802a-c08b33983480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:09.244202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Network hostable DHCP agents. Network: 804c2df0-9772-4190-802a-c08b33983480, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:29:09.246380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c76c8a-f9ed-4a19-8f34-09c54b17cc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e2c328-e6fe-4c79-ad11-3b39f185c114,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:09.279897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-07c76c8a-f9ed-4a19-8f34-09c54b17cc46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b52b9e51f16847cdbc6afca5d255c508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496540 Jul 06 17:29:09.286281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46974) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:09.366880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Network 804c2df0-9772-4190-802a-c08b33983480 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:29:09.432569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:09.442108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 804c2df0-9772-4190-802a-c08b33983480) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:09.447105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:09.448677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.464364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.471027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8e4e5-1112-4bb0-8cfc-7a32859f4355 None None] Network 804c2df0-9772-4190-802a-c08b33983480 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:29:09.485580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.499378 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0cbac741-69c6-436c-a462-35d6b64869eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7779403 Jul 06 17:29:09.499762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:09.505029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:09.542843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:29:09.548367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.549410 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.567930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97120492-f24d-4f89-8378-02b63afba492 req-5bdc488c-55ea-4ffd-b6ce-eb6f1904043f tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:09.569661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97120492-f24d-4f89-8378-02b63afba492 req-5bdc488c-55ea-4ffd-b6ce-eb6f1904043f tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 947 time: 0.2342715 Jul 06 17:29:09.571927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34388668-82d0-4a6c-812a-00099e072bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.576278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fb9923-a549-454f-9d74-fe0902a1d989,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:09.587433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.587799 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Added segment 865b71a6-d729-471b-bdb0-6af95acaac88 of type vlan for network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 Jul 06 17:29:09.611146 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.645742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34388668-82d0-4a6c-812a-00099e072bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.714255 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.736749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97120492-f24d-4f89-8378-02b63afba492 req-b2795015-d590-40ed-b757-948cf1bb589c tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512723 Jul 06 17:29:09.775876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.777553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:09.778237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.844698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34388668-82d0-4a6c-812a-00099e072bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.848699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34388668-82d0-4a6c-812a-00099e072bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.852378 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-34388668-82d0-4a6c-812a-00099e072bf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33e2c328-e6fe-4c79-ad11-3b39f185c114 HTTP/1.1" status: 204 len: 168 time: 0.5599709 Jul 06 17:29:09.863014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-804c2df0-9772-4190-802a-c08b33983480', 'network_id': '804c2df0-9772-4190-802a-c08b33983480', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'fixed_ips': [{'subnet_id': '9456fbf6-5de0-47ef-91a8-22fb9bbee493'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:29:09.863915 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.873466 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3823614 Jul 06 17:29:09.875200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34388668-82d0-4a6c-812a-00099e072bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e2c328-e6fe-4c79-ad11-3b39f185c114,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:09.878512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46984) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:09.888933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Request body: {'subnet': {'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-214492097-subnet', 'tenant_id': '36820eb126ca410eae6171e325d93477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:09.911421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6a9c3-c7ef-4565-9a55-7141767ca37f admin admin] Pushing event updated for resources: {'Network': ['ID=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:09.918537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Made reservation on behalf of 36820eb126ca410eae6171e325d93477 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:09.922299 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.945283 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:09.972590 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc431073-3cec-44dd-be65-d1001d763a3c req-3ac6c808-9f99-4e68-9d80-ed689bfaf81e tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 210 time: 0.1335824 Jul 06 17:29:09.997299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:29:10.076811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Allocated IP 172.20.0.2 (804c2df0-9772-4190-802a-c08b33983480/9456fbf6-5de0-47ef-91a8-22fb9bbee493/9f45852e-4e01-45ed-811c-de482e86c2b8) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:10.291669 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.312463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Transition to ACTIVE for port object 9f45852e-4e01-45ed-811c-de482e86c2b8 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:10.337003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Transition to ACTIVE for port object 9f45852e-4e01-45ed-811c-de482e86c2b8 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:10.349601 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.354583 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.367600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:09Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:10.377893 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.400163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82463701-118e-4d1b-b4f1-b0b131efce22 None None] The sync data for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 is: [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:09Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:29:10.450397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Network 804c2df0-9772-4190-802a-c08b33983480 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:10.454088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:10.460768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:10.475028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Pushing event updated for resources: {'Port': ['ID=9f45852e-4e01-45ed-811c-de482e86c2b8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:10.552493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.557248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-1904aef4-bfc4-4d85-86b1-97b299381ec0 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6b85870848864129a4cbf999ae1ff402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1354318 Jul 06 17:29:10.615143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Allocated IP 172.25.7.172 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/73464013-1306-48ff-820e-b3c8cd0c6cce) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:10.778625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70cdcb9-e31e-4732-b283-e49cd42a3329,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:10.782445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Attempting to bind port 9f45852e-4e01-45ed-811c-de482e86c2b8 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:10.783572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Attempting to bind port 9f45852e-4e01-45ed-811c-de482e86c2b8 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'e9fb66a3-d173-42da-bf36-2aee4f479314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804c2df0-9772-4190-802a-c08b33983480'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:10.786879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Attempting to bind port 9f45852e-4e01-45ed-811c-de482e86c2b8 on network 804c2df0-9772-4190-802a-c08b33983480 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:10.810632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:10.811525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Checking segment: {'id': 'e9fb66a3-d173-42da-bf36-2aee4f479314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804c2df0-9772-4190-802a-c08b33983480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:10.813473 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.815189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Bound using segment: {'id': 'e9fb66a3-d173-42da-bf36-2aee4f479314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804c2df0-9772-4190-802a-c08b33983480'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:10.816815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Bound port: 9f45852e-4e01-45ed-811c-de482e86c2b8, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fb66a3-d173-42da-bf36-2aee4f479314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804c2df0-9772-4190-802a-c08b33983480'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:10.817992 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.831113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.845956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:10.846511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Network hostable DHCP agents. Network: 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:29:10.907669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42500ff9-af6b-499f-bd63-fd0e9167032c req-7e2a0238-f1ac-42ea-91a2-7d9da3d4882c tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:10.910799 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-42500ff9-af6b-499f-bd63-fd0e9167032c req-7e2a0238-f1ac-42ea-91a2-7d9da3d4882c tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 968 time: 0.5500596 Jul 06 17:29:10.931979 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.937809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-2a24049e-c287-42e9-a972-68c0a3d39a24 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:10.939753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-2a24049e-c287-42e9-a972-68c0a3d39a24 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3740163 Jul 06 17:29:10.971529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Request body: {'port': {'device_id': '56314258-4708-4f47-883e-a18ba0d2d37a', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '6b85870848864129a4cbf999ae1ff402'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:10.982329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] For port 9f45852e-4e01-45ed-811c-de482e86c2b8, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:10.986754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] For port 9f45852e-4e01-45ed-811c-de482e86c2b8, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9f45852e-4e01-45ed-811c-de482e86c2b8,segment=NetworkSegment(e9fb66a3-d173-42da-bf36-2aee4f479314),segment_id=e9fb66a3-d173-42da-bf36-2aee4f479314)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:10.992758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:10.997042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Pushing event updated for resources: {'Port': ['ID=73464013-1306-48ff-820e-b3c8cd0c6cce,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:11.007939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:29:11.072105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2939123-e8c5-4a69-a295-5ea522f40734 None None] Pushing event updated for resources: {'Port': ['ID=9f45852e-4e01-45ed-811c-de482e86c2b8,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:11.073230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:11.076045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:11.081386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:11.113277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:11.122672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef44cdc6-ef58-4e55-a022-869b3cdcf8a9 None None] Network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:29:11.145207 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-42500ff9-af6b-499f-bd63-fd0e9167032c req-e51539a0-3fdb-4966-9668-1108ab8652ff tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269325 Jul 06 17:29:11.148119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:11.152312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:11.273625 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-328181f6-906e-4c8f-944f-ec14385f0930 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3832362 Jul 06 17:29:11.370959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Made reservation on behalf of 6b85870848864129a4cbf999ae1ff402 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:11.375833 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:11.401993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:11.507216 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5843b6e1-147a-40f7-83a1-ffc2c9fab9f3 req-08a282c1-dfc3-4e92-be06-9a02b2a75fe1 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 210 time: 0.0803752 Jul 06 17:29:11.513253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f61a3-f80b-4faa-8099-ad494eb5bfd4 None None] Network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:29:11.513928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dae34-d931-43da-995a-fdf59825823e req-c84302d4-0bef-4f59-b796-b14ac6aaeee8 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:11.525654 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-405dae34-d931-43da-995a-fdf59825823e req-c84302d4-0bef-4f59-b796-b14ac6aaeee8 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 947 time: 0.5285854 Jul 06 17:29:11.630264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-405dae34-d931-43da-995a-fdf59825823e req-abbcc06b-4041-45c8-902c-1b92759340a5 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943360 Jul 06 17:29:11.644619 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:11.753643 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:11.763819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:11.868573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bb3765-b789-4add-834d-6a0963d736a2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:12.069188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Allocated IP 192.168.233.63 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/c78bdb69-02b7-45af-80d9-95402a7c8b25) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:12.070780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.141337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b68ead1c-210b-43ac-9df9-649e5ed7c4b5 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:29:12.216642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:12.383608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Router b80bf441-c01c-434e-b208-c1faa30e792e is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:29:12.424427 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.482305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:12.486442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b68ead1c-210b-43ac-9df9-649e5ed7c4b5, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:12.496782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:12.497388 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.522600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Transition to ACTIVE for port object c78bdb69-02b7-45af-80d9-95402a7c8b25 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:12.529035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'b68ead1c-210b-43ac-9df9-649e5ed7c4b5', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'b68ead1c-210b-43ac-9df9-649e5ed7c4b5', 'mac_address': 'fa:16:3e:e7:58:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:tempest-test_az-953218809', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:29:12.589025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.600536 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.659850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68ead1c-210b-43ac-9df9-649e5ed7c4b5 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:12.680730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:29:12.692554 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Sync routers for ids ['b80bf441-c01c-434e-b208-c1faa30e792e'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:29:12.695082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:12.695695 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.699300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b68ead1c-210b-43ac-9df9-649e5ed7c4b5, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:12.709430 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Routers {'b80bf441-c01c-434e-b208-c1faa30e792e'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:12.711391 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:28:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b80bf441-c01c-434e-b208-c1faa30e792e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:12.711987 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.717124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:12.719040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:12.723498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:12.737676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:12.737910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-389470316-network', 'tenant_id': '9366cb7bd7d6481ba0a63981442e0a81'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:12.738361 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.742244 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.746638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47050) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:12.751228 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c52013eb-a548-4d59-b155-626973136731 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2503638 Jul 06 17:29:12.835596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Made reservation on behalf of 9366cb7bd7d6481ba0a63981442e0a81 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:12.841158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Pushing event updated for resources: {'Port': ['ID=c78bdb69-02b7-45af-80d9-95402a7c8b25,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:12.843607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.861628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:12.867293 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-36c0a7ad-86f5-4bd1-81a7-d4e3c8f9cb27 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9034383 Jul 06 17:29:12.875697 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.876935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9f45852e-4e01-45ed-811c-de482e86c2b8 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:12.883494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:12.917716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:12.935915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Request body: {'port': {'device_id': '56314258-4708-4f47-883e-a18ba0d2d37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:13.001148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8755398-5a66-45bc-811d-5791afd915dd req-9018b383-3bd3-4202-b1d5-98888de2c81a tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:13.002952 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8755398-5a66-45bc-811d-5791afd915dd req-9018b383-3bd3-4202-b1d5-98888de2c81a tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 968 time: 0.5700004 Jul 06 17:29:13.023112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9242153b-72a3-4b95-82aa-a0efa581079a None None] Network 804c2df0-9772-4190-802a-c08b33983480 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:29:13.039671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b68ead1c-210b-43ac-9df9-649e5ed7c4b5'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:13.106031 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Set router b80bf441-c01c-434e-b208-c1faa30e792e gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:13.128596 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.129348 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8755398-5a66-45bc-811d-5791afd915dd req-3ad69b8b-e248-432f-a1fc-9759c75849e4 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106319 Jul 06 17:29:13.149996 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.159832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.207480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:29:13.250962 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.252652 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Added segment 397b6363-6e1c-4834-8ff6-22484414d358 of type vlan for network b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2 Jul 06 17:29:13.373212 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b616fdb0-677a-4b86-ad60-1c60538b0d52 None None] Provisioning for port 9f45852e-4e01-45ed-811c-de482e86c2b8 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:13.397882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:13.449092 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:29:09Z', 'updated_at': '2021-07-06T17:29:11Z', 'revision_number': 3, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'gw_port': {'id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:10Z', 'updated_at': '2021-07-06T17:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:13.466962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 9f45852e-4e01-45ed-811c-de482e86c2b8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:13.479158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9f45852e-4e01-45ed-811c-de482e86c2b8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:13.479842 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.487396 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Checking router: b80bf441-c01c-434e-b208-c1faa30e792e for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:29:13.488132 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Updating router b80bf441-c01c-434e-b208-c1faa30e792e port 73464013-1306-48ff-820e-b3c8cd0c6cce binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:29:13.520715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:29:13.540242 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.549794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7b28a7-4e86-4dfe-bee2-4816a4e56512,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:13.560956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceb81b-dba6-45c3-8ef0-5078b73204ea req-282e07a5-b8b4-45a4-b787-1473f47e3ea0 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:13.562609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83ceb81b-dba6-45c3-8ef0-5078b73204ea req-282e07a5-b8b4-45a4-b787-1473f47e3ea0 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 935 time: 0.7587163 Jul 06 17:29:13.585857 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.649168 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.650470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:13.652445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a445f7a7-7bd2-4b67-8c08-be196eeedd7a None None] Provisioning for port c78bdb69-02b7-45af-80d9-95402a7c8b25 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:13.652915 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.679159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761d26b-15ed-4811-844f-27487e8adad3 req-18e30b3f-469a-42ec-9498-c98b7ebcd729 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:13.679159 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4761d26b-15ed-4811-844f-27487e8adad3 req-18e30b3f-469a-42ec-9498-c98b7ebcd729 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 947 time: 0.2939870 Jul 06 17:29:13.679480 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9579341 Jul 06 17:29:13.681250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47054) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:13.708373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a445f7a7-7bd2-4b67-8c08-be196eeedd7a None None] Provisioning complete for port c78bdb69-02b7-45af-80d9-95402a7c8b25 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:13.708889 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a445f7a7-7bd2-4b67-8c08-be196eeedd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.757775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fa6b2-f587-496a-b94d-8753067dc6dd admin admin] Pushing event updated for resources: {'Network': ['ID=b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:13.766470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Request body: {'subnet': {'network_id': 'b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-389470316-subnet', 'tenant_id': '9366cb7bd7d6481ba0a63981442e0a81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:13.781326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:29:13.799547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Made reservation on behalf of 9366cb7bd7d6481ba0a63981442e0a81 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:13.802052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.806619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a445f7a7-7bd2-4b67-8c08-be196eeedd7a None None] Port c78bdb69-02b7-45af-80d9-95402a7c8b25 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:29:13.825299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83ceb81b-dba6-45c3-8ef0-5078b73204ea req-b9f13681-cc1d-4802-85e2-f01c203ca4d8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502017 Jul 06 17:29:13.911720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.923727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:13.930980 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:13.947860 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Transition to ACTIVE for port object 73464013-1306-48ff-820e-b3c8cd0c6cce will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:13.959191 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.028067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3', 'mac_address': 'fa:16:3e:0c:c8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:29:14.052527 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Attempting to bind port 73464013-1306-48ff-820e-b3c8cd0c6cce on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:14.052944 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Attempting to bind port 73464013-1306-48ff-820e-b3c8cd0c6cce by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:14.053701 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Attempting to bind port 73464013-1306-48ff-820e-b3c8cd0c6cce on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:14.065453 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:14.065792 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:14.066203 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.066646 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:14.067146 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Bound port: 73464013-1306-48ff-820e-b3c8cd0c6cce, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:14.068119 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.080346 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 9f45852e-4e01-45ed-811c-de482e86c2b8, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9f45852e-4e01-45ed-811c-de482e86c2b8,segment=NetworkSegment(e9fb66a3-d173-42da-bf36-2aee4f479314),segment_id=e9fb66a3-d173-42da-bf36-2aee4f479314)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:14.110671 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ad094-5434-4dd8-a7e1-a884e57ba792 None None] Pushing event updated for resources: {'Port': ['ID=73464013-1306-48ff-820e-b3c8cd0c6cce,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:14.116494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.134289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b68ead1c-210b-43ac-9df9-649e5ed7c4b5 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:14.136272 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.160154 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4761d26b-15ed-4811-844f-27487e8adad3 req-b353be92-d8be-43ef-8c83-1849826275da tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669673 Jul 06 17:29:14.174113 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] For port 73464013-1306-48ff-820e-b3c8cd0c6cce, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:14.187587 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] For port 73464013-1306-48ff-820e-b3c8cd0c6cce, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=73464013-1306-48ff-820e-b3c8cd0c6cce,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:14.189329 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.315833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:14.323866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2b6595-3984-4a8d-be4a-b415a0c8b722,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:14.337507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78bdb69-02b7-45af-80d9-95402a7c8b25 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:14.343301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.349298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Checking segment: {'id': '397b6363-6e1c-4834-8ff6-22484414d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:14.353677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Network hostable DHCP agents. Network: b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:29:14.363557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.372210 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ad094-5434-4dd8-a7e1-a884e57ba792 None None] Pushing event updated for resources: {'Port': ['ID=73464013-1306-48ff-820e-b3c8cd0c6cce,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:14.385798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Network b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:29:14.410032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:14.414677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:14.415367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.438631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Transition to ACTIVE for port object c78bdb69-02b7-45af-80d9-95402a7c8b25 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:14.447646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7f86ba97-0a5e-4595-9fb6-b4d09ba92d6f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6825004 Jul 06 17:29:14.447811 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Routers {'b80bf441-c01c-434e-b208-c1faa30e792e'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:14.449735 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:28:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b80bf441-c01c-434e-b208-c1faa30e792e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:14.457589 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.509527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Pushing event updated for resources: {'Port': ['ID=c78bdb69-02b7-45af-80d9-95402a7c8b25,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:14.532251 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.544039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c52cbb-97dc-473f-9340-c5a799a63527 None None] Network b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:29:14.627703 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] Set router b80bf441-c01c-434e-b208-c1faa30e792e gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:14.723970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9a369e-c6f3-43d3-95d6-1f512ad34a8c None None] Network b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:29:14.726652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:14.737816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-469bf07d-f138-4482-9b9a-d5409f68fdf5 None None] Provisioning complete for port 9f45852e-4e01-45ed-811c-de482e86c2b8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:14.738476 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-469bf07d-f138-4482-9b9a-d5409f68fdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.769726 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Attempting to bind port c78bdb69-02b7-45af-80d9-95402a7c8b25 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:14.770054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Attempting to bind port c78bdb69-02b7-45af-80d9-95402a7c8b25 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:14.770919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Attempting to bind port c78bdb69-02b7-45af-80d9-95402a7c8b25 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:14.787255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=9f45852e-4e01-45ed-811c-de482e86c2b8,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:14.862108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Port c78bdb69-02b7-45af-80d9-95402a7c8b25 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:29:14.864096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Attempting to bind port c78bdb69-02b7-45af-80d9-95402a7c8b25 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:14.877577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:14.888054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:14.888461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:14.888886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:14.890534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Bound port: c78bdb69-02b7-45af-80d9-95402a7c8b25, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:14.890982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.900447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fd0cd-1c57-40d1-9811-450e469264c0 req-6e55df5f-4a1e-4020-8473-15fb5f347774 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:14.902267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a56fd0cd-1c57-40d1-9811-450e469264c0 req-6e55df5f-4a1e-4020-8473-15fb5f347774 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 969 time: 0.3858731 Jul 06 17:29:14.914984 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.917316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:14.940505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:14.940715 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:14.943999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Allocated IP 172.20.0.1 (804c2df0-9772-4190-802a-c08b33983480/9456fbf6-5de0-47ef-91a8-22fb9bbee493/2a2cefec-c273-413b-8edc-fb1c3818c279) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:14.951047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:14.951439 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:15.072662 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:29:09Z', 'updated_at': '2021-07-06T17:29:11Z', 'revision_number': 3, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'gw_port': {'id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:10Z', 'updated_at': '2021-07-06T17:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:15.133576 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969243a-1c19-43d3-a973-79a5a722443b None None] The sync data for ids ['b80bf441-c01c-434e-b208-c1faa30e792e'] in n-d-799526-3 is: [{'id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:29:09Z', 'updated_at': '2021-07-06T17:29:11Z', 'revision_number': 3, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'gw_port': {'id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:10Z', 'updated_at': '2021-07-06T17:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:29:15.141401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:15.145003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:15.175187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a56fd0cd-1c57-40d1-9811-450e469264c0 req-b70c9153-d7f9-4c4f-8288-09a3e8c1229b tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508922 Jul 06 17:29:15.220433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] For port c78bdb69-02b7-45af-80d9-95402a7c8b25, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:15.230770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] For port c78bdb69-02b7-45af-80d9-95402a7c8b25, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c78bdb69-02b7-45af-80d9-95402a7c8b25,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:15.239762 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:15.251333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:15.326266 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:15.332603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:15.347906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84737-bef4-4187-b82d-bc8380058036 req-dc381cb8-6db4-488e-8775-39c8c3a57ae0 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:15.355224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-dc381cb8-6db4-488e-8775-39c8c3a57ae0 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 807 time: 0.3153942 Jul 06 17:29:15.378837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-087ba9ea-ee74-471f-aec3-131bc201b57e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/quotas/36820eb126ca410eae6171e325d93477 HTTP/1.1" status: 200 len: 375 time: 0.0226119 Jul 06 17:29:15.396915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Transition to ACTIVE for port object 2a2cefec-c273-413b-8edc-fb1c3818c279 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:15.434220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e464b4d-6af3-4c1e-b5bd-038c80da29fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68ead1c-210b-43ac-9df9-649e5ed7c4b5'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:15.438452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:15.439217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:15.440807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] 10.222.0.55 "PUT /v2.0/ports/c78bdb69-02b7-45af-80d9-95402a7c8b25 HTTP/1.1" status: 200 len: 1095 time: 2.5128891 Jul 06 17:29:15.442959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56314258-4708-4f47-883e-a18ba0d2d37a', 'tag': 'c78bdb69-02b7-45af-80d9-95402a7c8b25'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:15.453580 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd9625-a117-4793-a1af-d71387adb6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "56314258-4708-4f47-883e-a18ba0d2d37a", "tag": "c78bdb69-02b7-45af-80d9-95402a7c8b25"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:15.464774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-b06b9a6d-8b46-4209-99c9-66d21d556b72 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815485 Jul 06 17:29:15.492674 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdef8834-ccf5-4723-a322-8e25b3f79b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:15.548271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b68ead1c-210b-43ac-9df9-649e5ed7c4b5, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:15.555532 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:15.605248 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6f304-d03d-4b75-86de-719127c0833e service neutron] Pushing event updated for resources: {'Port': ['ID=c78bdb69-02b7-45af-80d9-95402a7c8b25,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:15.629464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-bb1c0e38-7d06-47a6-9d6a-81342ed11012 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:29:15.640346 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-bb1c0e38-7d06-47a6-9d6a-81342ed11012 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1066229 Jul 06 17:29:15.715549 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:15.730028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:15.748282 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff66e5cc-df21-4678-a58c-0fe4f2464c49" -d '{"events": [{"server_uuid": "0e464b4d-6af3-4c1e-b5bd-038c80da29fb", "name": "network-vif-plugged", "status": "completed", "tag": "b68ead1c-210b-43ac-9df9-649e5ed7c4b5"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:15.793475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2cefec-c273-413b-8edc-fb1c3818c279,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:15.824776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-b84638a6-5b7b-49f3-8699-db47c8db20a5 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830785 Jul 06 17:29:15.850905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Network 804c2df0-9772-4190-802a-c08b33983480 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:15.863612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:15.866212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:15.867154 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:15.887180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f09a-7bfb-4ccb-ae8e-ae49f36bdc16 req-d85fc481-c219-4b0f-bc7d-f414cf9bea41 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:15.889004 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86e4f09a-7bfb-4ccb-ae8e-ae49f36bdc16 req-d85fc481-c219-4b0f-bc7d-f414cf9bea41 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 947 time: 0.4937630 Jul 06 17:29:15.948393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1e6307-d027-471d-909d-8cb60dffbac4 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164124 Jul 06 17:29:15.949873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-3b013982-99da-4f6f-808a-b58cdb4807a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:15.951448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-3b013982-99da-4f6f-808a-b58cdb4807a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b85870848864129a4cbf999ae1ff402&device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 1098 time: 0.4532230 Jul 06 17:29:16.034087 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-bc828d98-0094-4707-8212-7b71a684c09b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c78bdb69-02b7-45af-80d9-95402a7c8b25 HTTP/1.1" status: 200 len: 217 time: 0.0701861 Jul 06 17:29:16.096795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdef8834-ccf5-4723-a322-8e25b3f79b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.102820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86e4f09a-7bfb-4ccb-ae8e-ae49f36bdc16 req-4c509989-f77a-4823-998e-bb938b37db00 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714382 Jul 06 17:29:16.136463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdef8834-ccf5-4723-a322-8e25b3f79b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.160383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d3be0276-f1cb-45e2-b91b-b056276f97f8 None None] Provisioning for port 2a2cefec-c273-413b-8edc-fb1c3818c279 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:16.178977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d3be0276-f1cb-45e2-b91b-b056276f97f8 None None] Provisioning complete for port 2a2cefec-c273-413b-8edc-fb1c3818c279 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:16.179526 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3be0276-f1cb-45e2-b91b-b056276f97f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.199972 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b07500-f473-4b70-9d5e-516d26c68afc x-openstack-request-id: req-c2b07500-f473-4b70-9d5e-516d26c68afc {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:16.200581 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56314258-4708-4f47-883e-a18ba0d2d37a", "tag": "c78bdb69-02b7-45af-80d9-95402a7c8b25", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:16.200735 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2b07500-f473-4b70-9d5e-516d26c68afc {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:16.201429 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56314258-4708-4f47-883e-a18ba0d2d37a', 'tag': 'c78bdb69-02b7-45af-80d9-95402a7c8b25', 'status': 'completed', 'code': 200} Jul 06 17:29:16.207081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-b77d98dc-6869-4afd-976a-bdddc4570407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:16.208972 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-b77d98dc-6869-4afd-976a-bdddc4570407 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1635194 Jul 06 17:29:16.240359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fdef8834-ccf5-4723-a322-8e25b3f79b9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2da34b38cb2b485b99130368503ad114&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0934076 Jul 06 17:29:16.243400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47116) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:16.266157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef8834-ccf5-4723-a322-8e25b3f79b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62f0b35-cd09-44b2-ac50-39776b72599a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:16.314407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d3be0276-f1cb-45e2-b91b-b056276f97f8 None None] Port 2a2cefec-c273-413b-8edc-fb1c3818c279 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:29:16.397684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03478b56-dbef-48fb-a096-29bd88793a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.406865 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455e70d0-0510-4545-93b2-e40347f0b53a x-openstack-request-id: req-455e70d0-0510-4545-93b2-e40347f0b53a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:16.407168 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e464b4d-6af3-4c1e-b5bd-038c80da29fb", "name": "network-vif-plugged", "status": "completed", "tag": "b68ead1c-210b-43ac-9df9-649e5ed7c4b5", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:16.409580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.413507 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-455e70d0-0510-4545-93b2-e40347f0b53a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:16.414205 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e464b4d-6af3-4c1e-b5bd-038c80da29fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68ead1c-210b-43ac-9df9-649e5ed7c4b5', 'code': 200} Jul 06 17:29:16.467961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03478b56-dbef-48fb-a096-29bd88793a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.506793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9f45852e-4e01-45ed-811c-de482e86c2b8 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:16.524411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-877ffd90-3062-489b-8a7a-bb840baca033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:16.525854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-877ffd90-3062-489b-8a7a-bb840baca033 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3026514 Jul 06 17:29:16.595318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9f45852e-4e01-45ed-811c-de482e86c2b8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:16.595775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.606529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41c7de-476e-4976-a37a-6490302cab13 req-c154242e-7e2a-4448-a433-c8a16cee8f29 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:16.611818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de41c7de-476e-4976-a37a-6490302cab13 req-c154242e-7e2a-4448-a433-c8a16cee8f29 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 948 time: 0.2721369 Jul 06 17:29:16.625472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1bc48337-39e9-4330-9a88-b79a938dc5c2 req-f841861a-ece8-4eb4-9289-8e3f1ee5c29f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 210 time: 0.1039903 Jul 06 17:29:16.703280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03478b56-dbef-48fb-a096-29bd88793a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.707590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03478b56-dbef-48fb-a096-29bd88793a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.709026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-03478b56-dbef-48fb-a096-29bd88793a83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e62f0b35-cd09-44b2-ac50-39776b72599a HTTP/1.1" status: 204 len: 168 time: 0.4640710 Jul 06 17:29:16.723870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03478b56-dbef-48fb-a096-29bd88793a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62f0b35-cd09-44b2-ac50-39776b72599a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:16.771274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0402f-c175-4a20-a91f-039f3d96f4a9 req-be57abf8-e47d-4ab5-9caa-72b106bbcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:16.775329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fef0402f-c175-4a20-a91f-039f3d96f4a9 req-be57abf8-e47d-4ab5-9caa-72b106bbcc03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 1121 time: 0.2454596 Jul 06 17:29:16.784191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 73464013-1306-48ff-820e-b3c8cd0c6cce up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:16.806249 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fef0402f-c175-4a20-a91f-039f3d96f4a9 req-17bb4e2e-18ae-47bf-9cae-8b053fe05dfb service neutron] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.840476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de41c7de-476e-4976-a37a-6490302cab13 req-23bdf9db-a1be-4d66-b670-87d8040589db tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046826 Jul 06 17:29:16.870375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-02396028-a6ef-49e9-98c1-6bc67b9d8714 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349800 Jul 06 17:29:16.895137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 73464013-1306-48ff-820e-b3c8cd0c6cce completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:16.912172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 73464013-1306-48ff-820e-b3c8cd0c6cce triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:16.912554 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:16.971701 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8bad458-c804-40a2-8b82-bc075a2e009b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.074474 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.083614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1012f4-9f5c-4fa3-911b-2bc3c221ec2a req-e848d6bb-515b-4446-8a74-52b1d6d51d1a tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:17.092820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef1012f4-9f5c-4fa3-911b-2bc3c221ec2a req-e848d6bb-515b-4446-8a74-52b1d6d51d1a tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 970 time: 0.2259884 Jul 06 17:29:17.094173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.102393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 73464013-1306-48ff-820e-b3c8cd0c6cce, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=73464013-1306-48ff-820e-b3c8cd0c6cce,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:17.106508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e97821c-935d-4f0f-98c9-3689b47918a4 req-84fe60d2-ff73-4861-ab4e-1050b9a5ddb7 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204678 Jul 06 17:29:17.108569 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.109602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.109800 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.208788 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fef0402f-c175-4a20-a91f-039f3d96f4a9 req-17bb4e2e-18ae-47bf-9cae-8b053fe05dfb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.243200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef1012f4-9f5c-4fa3-911b-2bc3c221ec2a req-caa1a56d-ce5f-4a2c-841d-1c9e659c55de tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453564 Jul 06 17:29:17.243906 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fef0402f-c175-4a20-a91f-039f3d96f4a9 req-17bb4e2e-18ae-47bf-9cae-8b053fe05dfb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.282083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:17.284702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=73464013-1306-48ff-820e-b3c8cd0c6cce,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:17.286458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fef0402f-c175-4a20-a91f-039f3d96f4a9 req-17bb4e2e-18ae-47bf-9cae-8b053fe05dfb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059445 Jul 06 17:29:17.309995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-202d509b-9b5b-4ba2-ae0e-fe865ffcdb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.340239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb4e2e-18ae-47bf-9cae-8b053fe05dfb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2b987f01-3ff6-4742-b5e3-8a5645a691c6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:17.442419 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-202d509b-9b5b-4ba2-ae0e-fe865ffcdb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.448216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-202d509b-9b5b-4ba2-ae0e-fe865ffcdb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.471695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:17.500056 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-202d509b-9b5b-4ba2-ae0e-fe865ffcdb9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfe2c65644f844afa775696bcbb9b964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122874 Jul 06 17:29:17.501208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47146) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:17.503889 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2cefec-c273-413b-8edc-fb1c3818c279,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:17.504402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d509b-9b5b-4ba2-ae0e-fe865ffcdb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7434a03-005b-40b1-b35d-d35f6968bb64,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:17.570720 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a95bbaf7-2098-405d-b3b5-2973829d7243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.573175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:17.579096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:17.579853 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.599478 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a95bbaf7-2098-405d-b3b5-2973829d7243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.668793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a95bbaf7-2098-405d-b3b5-2973829d7243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.675053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a95bbaf7-2098-405d-b3b5-2973829d7243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.677736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a95bbaf7-2098-405d-b3b5-2973829d7243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7434a03-005b-40b1-b35d-d35f6968bb64 HTTP/1.1" status: 204 len: 168 time: 0.1694260 Jul 06 17:29:17.677938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f4336-614f-4c53-9921-1620b50a70d4 req-1dbe851b-c3c4-4862-a1f5-e9a6c1a8c779 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:17.679554 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a43f4336-614f-4c53-9921-1620b50a70d4 req-1dbe851b-c3c4-4862-a1f5-e9a6c1a8c779 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 947 time: 0.1964350 Jul 06 17:29:17.685001 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.696968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bbaf7-2098-405d-b3b5-2973829d7243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7434a03-005b-40b1-b35d-d35f6968bb64,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:17.714430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Network 804c2df0-9772-4190-802a-c08b33983480 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:17.731561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-d8b9a39d-3b24-4c9e-8108-74a0f0bbb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:17.738195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-d8b9a39d-3b24-4c9e-8108-74a0f0bbb55d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b85870848864129a4cbf999ae1ff402&device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 1098 time: 0.4931524 Jul 06 17:29:17.739530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:17.784321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:17.792518 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:17.883295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a43f4336-614f-4c53-9921-1620b50a70d4 req-ab2cd962-ff9b-42d8-9782-cb49b2c1f7ec tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858854 Jul 06 17:29:17.904638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:17.918686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16d91ac-56d8-43cd-962e-cbc4ba80dd00 req-54b9d1f4-5df9-44c6-8730-22a5a5274b6e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 210 time: 0.0786090 Jul 06 17:29:18.015035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-6257f69d-3acd-41b5-b9b2-a4924e0c891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:18.016612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-6257f69d-3acd-41b5-b9b2-a4924e0c891e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2671540 Jul 06 17:29:18.048077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c233839c-056f-49d9-90a6-51dcbe4d4c16 None None] Provisioning complete for port 2a2cefec-c273-413b-8edc-fb1c3818c279 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:18.048393 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c233839c-056f-49d9-90a6-51dcbe4d4c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:18.065387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-ac15b2d3-8210-4204-93a4-f8771e4646c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c78bdb69-02b7-45af-80d9-95402a7c8b25 HTTP/1.1" status: 200 len: 217 time: 0.0411296 Jul 06 17:29:18.089873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Router b80bf441-c01c-434e-b208-c1faa30e792e has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:29:18.090421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c233839c-056f-49d9-90a6-51dcbe4d4c16 None None] Port 2a2cefec-c273-413b-8edc-fb1c3818c279 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:29:18.196030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-55e98432-1e2d-44a3-b49d-2c7399ded915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:18.197985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-55e98432-1e2d-44a3-b49d-2c7399ded915 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1208854 Jul 06 17:29:18.216574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 73464013-1306-48ff-820e-b3c8cd0c6cce up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:18.285196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 73464013-1306-48ff-820e-b3c8cd0c6cce triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:18.285778 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:18.299305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab20a31-4c26-4fd7-9da8-e8f50a4dd75d req-315206d8-5e96-4638-abe9-06489bf3c5b2 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:18.301159 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dab20a31-4c26-4fd7-9da8-e8f50a4dd75d req-315206d8-5e96-4638-abe9-06489bf3c5b2 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 949 time: 0.2413745 Jul 06 17:29:18.362023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:29:18.371334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4cf4fcfb-6dcd-40d9-b235-374b000740a3 admin admin] 10.222.0.13 "PUT /v2.0/routers/b80bf441-c01c-434e-b208-c1faa30e792e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6151254 Jul 06 17:29:18.380009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-da7d7eb2-183a-4f54-a86b-9263c82dfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:18.381313 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-da7d7eb2-183a-4f54-a86b-9263c82dfdf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752818 Jul 06 17:29:18.384798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dab20a31-4c26-4fd7-9da8-e8f50a4dd75d req-353b766a-3703-428e-bb63-d2ef9ba4fd9e tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763819 Jul 06 17:29:18.419633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3206caf6-68a8-450d-8f3e-74316fa0c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:18.429753 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39ef132-8979-4788-b63f-0bd3c7ec303d" -d '{"events": [{"server_uuid": "3206caf6-68a8-450d-8f3e-74316fa0c259", "name": "network-vif-plugged", "status": "completed", "tag": "9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:18.430961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Sync routers for ids ['b80bf441-c01c-434e-b208-c1faa30e792e'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:29:18.452195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Routers {'b80bf441-c01c-434e-b208-c1faa30e792e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:18.454842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:28:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b80bf441-c01c-434e-b208-c1faa30e792e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:18.616733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84737-bef4-4187-b82d-bc8380058036 req-879c218a-235e-4eda-8135-d72b017e76a0 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:18.619041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-879c218a-235e-4eda-8135-d72b017e76a0 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 807 time: 0.2773042 Jul 06 17:29:18.624920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-63439458-279d-417a-b83d-7f29fe61df80 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360442 Jul 06 17:29:18.633682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Request body: {'port': {'device_id': '641449ea-2c2f-4169-8fdf-584daea8665e', 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3', 'admin_state_up': True, 'tenant_id': '36820eb126ca410eae6171e325d93477'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:18.648128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e2593-b27b-46a8-b78f-3831e58216b6 req-4db93c38-5695-408e-8aa8-edf83fb150bc tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:18.655963 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c9e2593-b27b-46a8-b78f-3831e58216b6 req-4db93c38-5695-408e-8aa8-edf83fb150bc tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 970 time: 0.1438806 Jul 06 17:29:18.681746 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaf7288-f77c-4ed5-89c4-1f50f326b075 x-openstack-request-id: req-fdaf7288-f77c-4ed5-89c4-1f50f326b075 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:18.682376 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3206caf6-68a8-450d-8f3e-74316fa0c259", "name": "network-vif-plugged", "status": "completed", "tag": "9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:18.682924 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdaf7288-f77c-4ed5-89c4-1f50f326b075 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:18.683744 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3206caf6-68a8-450d-8f3e-74316fa0c259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3', 'code': 200} Jul 06 17:29:18.760155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c9e2593-b27b-46a8-b78f-3831e58216b6 req-e115c777-3567-4350-b58c-cbd99f88c0b3 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018307 Jul 06 17:29:18.766032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Set router b80bf441-c01c-434e-b208-c1faa30e792e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:18.846397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6bd9625-a117-4793-a1af-d71387adb6fb req-0ae9cfea-25a5-453f-9df2-5d145310cad0 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117977 Jul 06 17:29:18.897020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Made reservation on behalf of 36820eb126ca410eae6171e325d93477 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:18.900780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.089587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367bfd9-160f-44e9-89f2-643accb4beed req-a21d8f91-3225-4f6b-9008-4dd8fac454f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:19.091268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c367bfd9-160f-44e9-89f2-643accb4beed req-a21d8f91-3225-4f6b-9008-4dd8fac454f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 1100 time: 0.1928790 Jul 06 17:29:19.164825 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c367bfd9-160f-44e9-89f2-643accb4beed req-efb32668-21ea-41a3-ba71-7a3340a9464d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667565 Jul 06 17:29:19.263466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea671c-dca8-40eb-ac0a-d2cae0e957ba req-0836b2b6-898a-4573-a842-a3ac676b5fe7 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:19.266657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43ea671c-dca8-40eb-ac0a-d2cae0e957ba req-0836b2b6-898a-4573-a842-a3ac676b5fe7 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 947 time: 0.1409795 Jul 06 17:29:19.268197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Allocated IP 172.20.0.2 (3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3/a70cdcb9-e31e-4732-b283-e49cd42a3329/33b303f7-034e-4e2f-b0d7-e05e4cce6ea8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:19.341357 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:29:09Z', 'updated_at': '2021-07-06T17:29:16Z', 'revision_number': 4, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'gw_port': {'id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:10Z', 'updated_at': '2021-07-06T17:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2a2cefec-c273-413b-8edc-fb1c3818c279', 'name': '', 'network_id': '804c2df0-9772-4190-802a-c08b33983480', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'mac_address': 'fa:16:3e:ab:c0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '9456fbf6-5de0-47ef-91a8-22fb9bbee493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:14Z', 'updated_at': '2021-07-06T17:29:16Z', 'revision_number': 2, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'subnets': [{'id': '9456fbf6-5de0-47ef-91a8-22fb9bbee493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:19.381751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Checking router: b80bf441-c01c-434e-b208-c1faa30e792e for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:29:19.382253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Updating router b80bf441-c01c-434e-b208-c1faa30e792e port 2a2cefec-c273-413b-8edc-fb1c3818c279 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:29:19.416124 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43ea671c-dca8-40eb-ac0a-d2cae0e957ba req-2c9970f9-b7e7-4db0-bc51-71dd405f6259 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408813 Jul 06 17:29:19.477616 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.504989 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ecdb56bf-0cd9-4f0d-971a-d39a491d7b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.516985 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.523170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-751dca1e-42ef-44aa-b0a7-9e3cf41af6ad req-f2c20e69-5f65-40f3-a659-113b126555bd tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 210 time: 0.0362935 Jul 06 17:29:19.610432 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.678625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Pushing event updated for resources: {'Port': ['ID=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:19.716008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:19.718244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:19.720736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:19.737124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:19.737781 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.761405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-0dd2bb90-0498-41c8-834d-6c40b9cab5a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1315985 Jul 06 17:29:19.778409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Request body: {'port': {'device_id': '641449ea-2c2f-4169-8fdf-584daea8665e', 'device_owner': 'compute:tempest-test_az-953218809', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:19.786622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24082d6-1f0e-4f4a-a1b4-f711ccdaba9f req-1bef9462-a161-483c-bdcd-90ac6527d4da tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:19.788550 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f24082d6-1f0e-4f4a-a1b4-f711ccdaba9f req-1bef9462-a161-483c-bdcd-90ac6527d4da tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 949 time: 0.1240096 Jul 06 17:29:19.804779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.873993 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f24082d6-1f0e-4f4a-a1b4-f711ccdaba9f req-9fb8ccde-2809-4c3c-96fa-b4720fef54d2 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782700 Jul 06 17:29:19.888799 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.907431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.911465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Transition to ACTIVE for port object 2a2cefec-c273-413b-8edc-fb1c3818c279 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:19.922633 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:19.979252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448393e-4d30-4b1a-aa25-657a7028c3a9 None None] Pushing event updated for resources: {'Port': ['ID=2a2cefec-c273-413b-8edc-fb1c3818c279,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:20.056445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Attempting to bind port 2a2cefec-c273-413b-8edc-fb1c3818c279 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:20.057049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Attempting to bind port 2a2cefec-c273-413b-8edc-fb1c3818c279 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'e9fb66a3-d173-42da-bf36-2aee4f479314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804c2df0-9772-4190-802a-c08b33983480'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:20.057472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Attempting to bind port 2a2cefec-c273-413b-8edc-fb1c3818c279 on network 804c2df0-9772-4190-802a-c08b33983480 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:20.064907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:20.065292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Checking segment: {'id': 'e9fb66a3-d173-42da-bf36-2aee4f479314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804c2df0-9772-4190-802a-c08b33983480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:20.065695 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:20.066087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Bound using segment: {'id': 'e9fb66a3-d173-42da-bf36-2aee4f479314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804c2df0-9772-4190-802a-c08b33983480'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:20.066671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Bound port: 2a2cefec-c273-413b-8edc-fb1c3818c279, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fb66a3-d173-42da-bf36-2aee4f479314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804c2df0-9772-4190-802a-c08b33983480'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:20.067196 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:20.118242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f0a35-ce3d-4680-8135-95038135bdb1 req-250f68fc-c0bb-4ef1-b9b9-6d4a13ce22c6 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.119869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff8f0a35-ce3d-4680-8135-95038135bdb1 req-250f68fc-c0bb-4ef1-b9b9-6d4a13ce22c6 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 970 time: 0.1762693 Jul 06 17:29:20.154768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e9308-f57b-4956-91db-51bd64bde7b4 req-a3f9ffd8-f6d1-4b27-8168-17bc058b388e tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.155484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e9308-f57b-4956-91db-51bd64bde7b4 req-a3f9ffd8-f6d1-4b27-8168-17bc058b388e tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.155955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e9308-f57b-4956-91db-51bd64bde7b4 req-a3f9ffd8-f6d1-4b27-8168-17bc058b388e tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.156510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e9308-f57b-4956-91db-51bd64bde7b4 req-a3f9ffd8-f6d1-4b27-8168-17bc058b388e tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.157040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e9308-f57b-4956-91db-51bd64bde7b4 req-a3f9ffd8-f6d1-4b27-8168-17bc058b388e tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.157673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e9308-f57b-4956-91db-51bd64bde7b4 req-a3f9ffd8-f6d1-4b27-8168-17bc058b388e tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.158544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e9308-f57b-4956-91db-51bd64bde7b4 req-a3f9ffd8-f6d1-4b27-8168-17bc058b388e tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.158948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] For port 2a2cefec-c273-413b-8edc-fb1c3818c279, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:20.163103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] For port 2a2cefec-c273-413b-8edc-fb1c3818c279, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2a2cefec-c273-413b-8edc-fb1c3818c279,segment=NetworkSegment(e9fb66a3-d173-42da-bf36-2aee4f479314),segment_id=e9fb66a3-d173-42da-bf36-2aee4f479314)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:20.170783 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:20.173505 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e1e9308-f57b-4956-91db-51bd64bde7b4 req-a3f9ffd8-f6d1-4b27-8168-17bc058b388e tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.1462920 Jul 06 17:29:20.239669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Routers {'b80bf441-c01c-434e-b208-c1faa30e792e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:20.240338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:29:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b80bf441-c01c-434e-b208-c1faa30e792e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:20.241243 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff8f0a35-ce3d-4680-8135-95038135bdb1 req-0fbd0b52-67fe-43d9-9539-a3d9465bc254 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110885 Jul 06 17:29:20.360844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] Set router b80bf441-c01c-434e-b208-c1faa30e792e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:20.370433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075f2a-ad2c-4374-a4b0-6a0bbc62e0eb req-8ce74ad2-9847-4d11-a959-6f8eae88964c tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.377468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:20.387120 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e6075f2a-ad2c-4374-a4b0-6a0bbc62e0eb req-8ce74ad2-9847-4d11-a959-6f8eae88964c tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 886 time: 0.1688223 Jul 06 17:29:20.388392 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:20.409864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Transition to ACTIVE for port object 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:20.417504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:20.425780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448393e-4d30-4b1a-aa25-657a7028c3a9 None None] Pushing event updated for resources: {'Port': ['ID=2a2cefec-c273-413b-8edc-fb1c3818c279,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:20.527530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Pushing event updated for resources: {'Port': ['ID=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:20.555223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:20.558399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584275-889f-4f05-a25a-b64998b79e3c req-ff69fade-a5cc-419f-8669-693ed622d9ae tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.558399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584275-889f-4f05-a25a-b64998b79e3c req-ff69fade-a5cc-419f-8669-693ed622d9ae tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.559454 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584275-889f-4f05-a25a-b64998b79e3c req-ff69fade-a5cc-419f-8669-693ed622d9ae tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.560273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584275-889f-4f05-a25a-b64998b79e3c req-ff69fade-a5cc-419f-8669-693ed622d9ae tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.560694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584275-889f-4f05-a25a-b64998b79e3c req-ff69fade-a5cc-419f-8669-693ed622d9ae tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.561787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584275-889f-4f05-a25a-b64998b79e3c req-ff69fade-a5cc-419f-8669-693ed622d9ae tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.562276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9584275-889f-4f05-a25a-b64998b79e3c req-ff69fade-a5cc-419f-8669-693ed622d9ae tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.564316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9584275-889f-4f05-a25a-b64998b79e3c req-ff69fade-a5cc-419f-8669-693ed622d9ae tempest-NetworksTest-782570901 tempest-NetworksTest-782570901-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.1492763 Jul 06 17:29:20.681205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:29:09Z', 'updated_at': '2021-07-06T17:29:16Z', 'revision_number': 4, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'gw_port': {'id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:10Z', 'updated_at': '2021-07-06T17:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2a2cefec-c273-413b-8edc-fb1c3818c279', 'name': '', 'network_id': '804c2df0-9772-4190-802a-c08b33983480', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'mac_address': 'fa:16:3e:ab:c0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '9456fbf6-5de0-47ef-91a8-22fb9bbee493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:14Z', 'updated_at': '2021-07-06T17:29:20Z', 'revision_number': 4, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'subnets': [{'id': '9456fbf6-5de0-47ef-91a8-22fb9bbee493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:20.719521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc7a9-4eb3-4503-bf37-4bb4c3405585 None None] The sync data for ids ['b80bf441-c01c-434e-b208-c1faa30e792e'] in n-d-799526-3 is: [{'id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:29:09Z', 'updated_at': '2021-07-06T17:29:16Z', 'revision_number': 4, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'gw_port': {'id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:10Z', 'updated_at': '2021-07-06T17:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2a2cefec-c273-413b-8edc-fb1c3818c279', 'name': '', 'network_id': '804c2df0-9772-4190-802a-c08b33983480', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'mac_address': 'fa:16:3e:ab:c0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '9456fbf6-5de0-47ef-91a8-22fb9bbee493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:14Z', 'updated_at': '2021-07-06T17:29:20Z', 'revision_number': 4, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'subnets': [{'id': '9456fbf6-5de0-47ef-91a8-22fb9bbee493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:29:20.751892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:20.752482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:20.752598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:20.760050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7a2f5-0988-4e65-a39a-f587e65553bb req-b97a1c45-2ffe-460a-88b3-9823e7c182e6 tempest-AggregatesAdminTestJSON-612966507 tempest-AggregatesAdminTestJSON-612966507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:20.761408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03c7a2f5-0988-4e65-a39a-f587e65553bb req-b97a1c45-2ffe-460a-88b3-9823e7c182e6 tempest-AggregatesAdminTestJSON-612966507 tempest-AggregatesAdminTestJSON-612966507-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 1121 time: 0.2957819 Jul 06 17:29:20.761962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:29:20.762286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:20.769243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:20.769394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:20.769755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:20.770190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Bound port: 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:20.770613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:20.833933 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-03c7a2f5-0988-4e65-a39a-f587e65553bb req-4ebe240f-d86c-497a-8140-2fd4ceac4cbf tempest-AggregatesAdminTestJSON-612966507 tempest-AggregatesAdminTestJSON-612966507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:20.956511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:20.963977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47244) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:20.968955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:20.987086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47248) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:20.994004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-08ff5801-91a2-4534-8057-ef6c6846ae9f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562727699', 'description': 'tempest-description--658420785'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:21.079614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-03c7a2f5-0988-4e65-a39a-f587e65553bb req-4ebe240f-d86c-497a-8140-2fd4ceac4cbf tempest-AggregatesAdminTestJSON-612966507 tempest-AggregatesAdminTestJSON-612966507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.081617 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.099168 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-03c7a2f5-0988-4e65-a39a-f587e65553bb req-4ebe240f-d86c-497a-8140-2fd4ceac4cbf tempest-AggregatesAdminTestJSON-612966507 tempest-AggregatesAdminTestJSON-612966507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.165104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:21.165309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ff5801-91a2-4534-8057-ef6c6846ae9f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.165735 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.167206 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] 10.222.0.22 "PUT /v2.0/ports/33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 HTTP/1.1" status: 200 len: 1112 time: 1.3971968 Jul 06 17:29:21.168905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03c7a2f5-0988-4e65-a39a-f587e65553bb req-4ebe240f-d86c-497a-8140-2fd4ceac4cbf tempest-AggregatesAdminTestJSON-612966507 tempest-AggregatesAdminTestJSON-612966507-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009235 Jul 06 17:29:21.169342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:21.172106 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cd311b-0d0a-4632-af1b-974e6fb7cacd" -d '{"events": [{"name": "network-changed", "server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:21.175975 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c0c38d0-9912-4b81-aee8-8c53c25f535e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.186098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe240f-d86c-497a-8140-2fd4ceac4cbf tempest-AggregatesAdminTestJSON-612966507 tempest-AggregatesAdminTestJSON-612966507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b7111-9ca4-464e-b96d-7fc2bf726c20,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:21.216220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b2b1c-0c2f-4a0c-ba82-48fa51a57219 service neutron] Pushing event updated for resources: {'Port': ['ID=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:21.284911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd20e0-f1c1-431c-9d5a-cf88e2fb8716 req-7cf367d2-1185-4f3a-ab34-41dcbf4211f6 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:21.286506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46dd20e0-f1c1-431c-9d5a-cf88e2fb8716 req-7cf367d2-1185-4f3a-ab34-41dcbf4211f6 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 947 time: 0.1777408 Jul 06 17:29:21.290530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84737-bef4-4187-b82d-bc8380058036 req-92257ca1-4d3a-4b74-a841-009f37dd2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:21.292037 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-92257ca1-4d3a-4b74-a841-009f37dd2478 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1115 time: 0.0717356 Jul 06 17:29:21.352703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-067716d5-62f1-4d3b-bb14-a8c526fe06a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0527699 Jul 06 17:29:21.352917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46dd20e0-f1c1-431c-9d5a-cf88e2fb8716 req-61e48875-8312-4234-bb05-ad2e64f39436 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603714 Jul 06 17:29:21.402620 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c0c38d0-9912-4b81-aee8-8c53c25f535e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.415049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c0c38d0-9912-4b81-aee8-8c53c25f535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.455597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a84737-bef4-4187-b82d-bc8380058036 req-f19f4355-fb46-4f12-bd72-602aa8041252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:21.457123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-f19f4355-fb46-4f12-bd72-602aa8041252 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0838697 Jul 06 17:29:21.484841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dfe37-4f25-48c5-bacd-3f7ed902f71b req-a6b92ff8-64a6-48a3-9ef5-9d93f18c2a05 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:21.486518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd1dfe37-4f25-48c5-bacd-3f7ed902f71b req-a6b92ff8-64a6-48a3-9ef5-9d93f18c2a05 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 964 time: 0.1766100 Jul 06 17:29:21.488607 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1c0c38d0-9912-4b81-aee8-8c53c25f535e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4284e966d154b37804adb2aa3f58825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235085 Jul 06 17:29:21.494996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:21.504685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c38d0-9912-4b81-aee8-8c53c25f535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b79561e-9cc3-4139-a664-58592a3342a7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:21.507885 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-54c6f57d-5c27-47bd-b9f8-51da1c2cb319 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435288 Jul 06 17:29:21.508907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c78bdb69-02b7-45af-80d9-95402a7c8b25 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:29:21.632445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd1dfe37-4f25-48c5-bacd-3f7ed902f71b req-2ae14508-cb1c-4313-af63-461497dca2ca tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273003 Jul 06 17:29:21.655622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ff5801-91a2-4534-8057-ef6c6846ae9f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.660071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ff47356-75b3-4dda-891e-e5a3411b44ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.664937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c78bdb69-02b7-45af-80d9-95402a7c8b25, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c78bdb69-02b7-45af-80d9-95402a7c8b25,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:21.678059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ff5801-91a2-4534-8057-ef6c6846ae9f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.684894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'c78bdb69-02b7-45af-80d9-95402a7c8b25', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'c78bdb69-02b7-45af-80d9-95402a7c8b25', 'mac_address': 'fa:16:3e:c3:94:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:29:21.700968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a57cd-6f24-4a2d-a6bd-51deadbde599 req-d427fa23-c891-40bb-9704-1cc82b4b09d3 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:21.707230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-161d1811-9c8e-4876-854b-fd5082bc91cd service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727152 Jul 06 17:29:21.708618 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da6a57cd-6f24-4a2d-a6bd-51deadbde599 req-d427fa23-c891-40bb-9704-1cc82b4b09d3 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 949 time: 0.2146411 Jul 06 17:29:21.724089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ff47356-75b3-4dda-891e-e5a3411b44ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.757186 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.774237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78bdb69-02b7-45af-80d9-95402a7c8b25 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:21.781467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ff5801-91a2-4534-8057-ef6c6846ae9f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.782746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-08ff5801-91a2-4534-8057-ef6c6846ae9f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7946553 Jul 06 17:29:21.795444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47256) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:21.808153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c78bdb69-02b7-45af-80d9-95402a7c8b25, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c78bdb69-02b7-45af-80d9-95402a7c8b25,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:21.811115 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0a74bc-1267-4599-8284-e95050fee325 x-openstack-request-id: req-ce0a74bc-1267-4599-8284-e95050fee325 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:21.811115 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:21.811115 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce0a74bc-1267-4599-8284-e95050fee325 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:21.812740 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8', 'status': 'completed', 'code': 200} Jul 06 17:29:21.817789 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.819457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-23d60cca-73db-4bb0-bf73-f151fc9f73c4 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Request body: {'security_group_rule': {'security_group_id': '7890a46f-9f4c-4c11-92a8-725a6a49e929', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:21.829644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff5801-91a2-4534-8057-ef6c6846ae9f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7890a46f-9f4c-4c11-92a8-725a6a49e929,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:21.884645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da6a57cd-6f24-4a2d-a6bd-51deadbde599 req-0103b9b2-e2ee-4c98-8f9e-77853c08c332 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638317 Jul 06 17:29:21.896514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a84737-bef4-4187-b82d-bc8380058036 req-95191727-6832-48ce-9724-15dff8f63e09 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828914 Jul 06 17:29:21.914783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c78bdb69-02b7-45af-80d9-95402a7c8b25,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:21.920168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23d60cca-73db-4bb0-bf73-f151fc9f73c4 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.939421 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ff47356-75b3-4dda-891e-e5a3411b44ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.942123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ff47356-75b3-4dda-891e-e5a3411b44ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:21.943320 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5ff47356-75b3-4dda-891e-e5a3411b44ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b79561e-9cc3-4139-a664-58592a3342a7 HTTP/1.1" status: 204 len: 168 time: 0.4472613 Jul 06 17:29:22.020282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff47356-75b3-4dda-891e-e5a3411b44ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b79561e-9cc3-4139-a664-58592a3342a7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:22.080951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-eee6fe0f-3201-495c-adca-03f4880b50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:22.082521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-eee6fe0f-3201-495c-adca-03f4880b50a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1115 time: 0.1169713 Jul 06 17:29:22.125345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c78bdb69-02b7-45af-80d9-95402a7c8b25'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:22.140837 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23d60cca-73db-4bb0-bf73-f151fc9f73c4 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.148367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23d60cca-73db-4bb0-bf73-f151fc9f73c4 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.234982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23d60cca-73db-4bb0-bf73-f151fc9f73c4 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.236256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-23d60cca-73db-4bb0-bf73-f151fc9f73c4 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4267058 Jul 06 17:29:22.245787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:22.247540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d60cca-73db-4bb0-bf73-f151fc9f73c4 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e11715-2de2-41e1-881e-4978c00ae566,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:22.270861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a4639350-fa09-4033-b5ac-2c12d4c843d3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Request body: {'security_group_rule': {'security_group_id': '7890a46f-9f4c-4c11-92a8-725a6a49e929', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:22.335896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2a2cefec-c273-413b-8edc-fb1c3818c279 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:22.401305 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4639350-fa09-4033-b5ac-2c12d4c843d3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.475444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4639350-fa09-4033-b5ac-2c12d4c843d3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.477608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-bbbb24f5-71fb-48fb-9f4d-111877fe23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:22.480532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-bbbb24f5-71fb-48fb-9f4d-111877fe23b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.3826561 Jul 06 17:29:22.482537 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4639350-fa09-4033-b5ac-2c12d4c843d3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.490494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2a2cefec-c273-413b-8edc-fb1c3818c279 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:22.494408 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.513660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2a2cefec-c273-413b-8edc-fb1c3818c279 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:22.514827 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.568624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-062aeb4a-0a6d-4ac5-be50-6665443efda8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0760026 Jul 06 17:29:22.591565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4639350-fa09-4033-b5ac-2c12d4c843d3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a035ef-753d-4d0b-b7ea-a3af32e84492,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:22.622083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4639350-fa09-4033-b5ac-2c12d4c843d3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.629554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a4639350-fa09-4033-b5ac-2c12d4c843d3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3759234 Jul 06 17:29:22.629989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:22.635291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:22.643918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-8cb57da2-17ae-441f-8305-b119f8d20ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:22.645644 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-8cb57da2-17ae-441f-8305-b119f8d20ddf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0672796 Jul 06 17:29:22.687057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-8a6e9d73-a5c5-43bb-9da7-d459065ab35a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311971 Jul 06 17:29:22.697942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:22.706464 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.766541 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.802939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae16ecd1-4b35-42b5-b203-9299609688ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.815308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2a2cefec-c273-413b-8edc-fb1c3818c279, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2a2cefec-c273-413b-8edc-fb1c3818c279,segment=NetworkSegment(e9fb66a3-d173-42da-bf36-2aee4f479314),segment_id=e9fb66a3-d173-42da-bf36-2aee4f479314)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:22.822124 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.871257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-d4539ead-1933-4a8d-a654-e458186a2608 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774151 Jul 06 17:29:22.918986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2a2cefec-c273-413b-8edc-fb1c3818c279,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:22.954380 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:22.982410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01cdcf-1bfa-43da-be18-ecb6e55ccb14 req-519df820-b2f2-4e29-af75-846386b004f4 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:22.984494 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b01cdcf-1bfa-43da-be18-ecb6e55ccb14 req-519df820-b2f2-4e29-af75-846386b004f4 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 948 time: 0.1986015 Jul 06 17:29:23.015573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae16ecd1-4b35-42b5-b203-9299609688ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.026890 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae16ecd1-4b35-42b5-b203-9299609688ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.052919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b01cdcf-1bfa-43da-be18-ecb6e55ccb14 req-a70f4d81-6d5a-41c4-97fa-323996094556 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584397 Jul 06 17:29:23.055057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12cd311b-0d0a-4632-af1b-974e6fb7cacd req-88cefb0f-f448-4ced-991e-7b7140331125 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646464 Jul 06 17:29:23.105444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ae16ecd1-4b35-42b5-b203-9299609688ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1248cbcdebc94d6fa8187bcba23c96bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046621 Jul 06 17:29:23.108835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:23.110967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16ecd1-4b35-42b5-b203-9299609688ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce780287-f595-4470-b694-25f9760ad239,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:23.191488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Allocated IP 172.25.7.108 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/70a34d15-56a3-421e-9ceb-ecca335f433a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:23.290252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3086339-81b3-403e-bd35-cd849fcdc3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.337256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b9407-2283-4e8a-ad1b-f13e90c42f67 req-e5833a4b-4272-41aa-8e8b-c73b7fc9ba56 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:23.338985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a05b9407-2283-4e8a-ad1b-f13e90c42f67 req-e5833a4b-4272-41aa-8e8b-c73b7fc9ba56 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 964 time: 0.2063067 Jul 06 17:29:23.343131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3086339-81b3-403e-bd35-cd849fcdc3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.371585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c30f9f-95d5-430f-847b-c0a6060854d1 req-2106ddfa-fba3-4933-b07b-7d5c469907c0 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:23.373087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1c30f9f-95d5-430f-847b-c0a6060854d1 req-2106ddfa-fba3-4933-b07b-7d5c469907c0 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 949 time: 0.0690625 Jul 06 17:29:23.408848 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.421876 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1c30f9f-95d5-430f-847b-c0a6060854d1 req-26fc229b-d2d4-422b-ab56-a6a33eeeddd9 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380163 Jul 06 17:29:23.451055 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a05b9407-2283-4e8a-ad1b-f13e90c42f67 req-f83e6c51-1cd1-4bfb-b15d-5a0e1193f62f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932639 Jul 06 17:29:23.453943 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3086339-81b3-403e-bd35-cd849fcdc3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.457143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3086339-81b3-403e-bd35-cd849fcdc3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.460734 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d3086339-81b3-403e-bd35-cd849fcdc3bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce780287-f595-4470-b694-25f9760ad239 HTTP/1.1" status: 204 len: 168 time: 0.3484139 Jul 06 17:29:23.482543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3086339-81b3-403e-bd35-cd849fcdc3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce780287-f595-4470-b694-25f9760ad239,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:23.497983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.514124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c78bdb69-02b7-45af-80d9-95402a7c8b25 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:23.585523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port c78bdb69-02b7-45af-80d9-95402a7c8b25 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:23.592522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port c78bdb69-02b7-45af-80d9-95402a7c8b25 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:23.593269 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.712994 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.729260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:23.737515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:23.739096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56314258-4708-4f47-883e-a18ba0d2d37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78bdb69-02b7-45af-80d9-95402a7c8b25'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:23.741645 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a553e1-b2b0-442e-8671-1a3ab45c9d23" -d '{"events": [{"server_uuid": "56314258-4708-4f47-883e-a18ba0d2d37a", "name": "network-vif-plugged", "status": "completed", "tag": "c78bdb69-02b7-45af-80d9-95402a7c8b25"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:23.742747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:23.746612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event updated for resources: {'Port': ['ID=70a34d15-56a3-421e-9ceb-ecca335f433a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:23.761624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c78bdb69-02b7-45af-80d9-95402a7c8b25, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c78bdb69-02b7-45af-80d9-95402a7c8b25,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:23.767003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.827884 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b940695-b209-4046-854a-bba5dd2d0a00 x-openstack-request-id: req-1b940695-b209-4046-854a-bba5dd2d0a00 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:23.828502 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56314258-4708-4f47-883e-a18ba0d2d37a", "name": "network-vif-plugged", "status": "completed", "tag": "c78bdb69-02b7-45af-80d9-95402a7c8b25", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:23.828928 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b940695-b209-4046-854a-bba5dd2d0a00 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:23.830098 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56314258-4708-4f47-883e-a18ba0d2d37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78bdb69-02b7-45af-80d9-95402a7c8b25', 'code': 200} Jul 06 17:29:23.848122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:23.849685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c78bdb69-02b7-45af-80d9-95402a7c8b25,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:23.942159 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:24.014802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0f49-f48a-496e-9a90-c0439c5ef412 req-2a078de7-06b4-456b-a78f-597c3cfb8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:24.016573 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5ec0f49-f48a-496e-9a90-c0439c5ef412 req-2a078de7-06b4-456b-a78f-597c3cfb8d3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 1100 time: 0.1188242 Jul 06 17:29:24.097260 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5ec0f49-f48a-496e-9a90-c0439c5ef412 req-3b37de39-3121-4103-8d30-f326b52c6cf8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Jul 06 17:29:24.166407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:24.174179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:24.179194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:29:24.221445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:24.241651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event updated for resources: {'Port': ['ID=70a34d15-56a3-421e-9ceb-ecca335f433a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:24.251658 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:24.261126 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4116e45e-d1f5-4250-aa14-11e29c3f01d9 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6221681 Jul 06 17:29:24.308253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2a2cefec-c273-413b-8edc-fb1c3818c279 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:24.325343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7026e3-7291-4497-93ad-c460095eddc7 req-70bd0dd4-a2c4-4543-bd3a-d583178dbb11 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:24.336217 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c7026e3-7291-4497-93ad-c460095eddc7 req-70bd0dd4-a2c4-4543-bd3a-d583178dbb11 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 949 time: 0.1358356 Jul 06 17:29:24.408715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c7026e3-7291-4497-93ad-c460095eddc7 req-3473249c-e033-4399-8cff-a2797d79100d tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703626 Jul 06 17:29:24.425496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:24.438027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2a2cefec-c273-413b-8edc-fb1c3818c279 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:24.438027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:24.482560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8', 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3', 'port_id': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8', 'mac_address': 'fa:16:3e:61:8d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70cdcb9-e31e-4732-b283-e49cd42a3329', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-953218809', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:29:24.557404 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:24.569491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-9ad37dab-3f08-4d1b-975a-1725eb3205d0 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1562727699&fields=id&tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3 HTTP/1.1" status: 200 len: 267 time: 0.0500205 Jul 06 17:29:24.619254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:24.652710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:24.658363 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:24.719911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:24.818458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1aba-83bc-4826-a1af-73390ffaa19b req-ae6e7472-cc05-44c5-b95d-1a1f8eec2e84 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:24.820443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4cc1aba-83bc-4826-a1af-73390ffaa19b req-ae6e7472-cc05-44c5-b95d-1a1f8eec2e84 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 949 time: 0.0801899 Jul 06 17:29:24.831208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-b251ecc6-c6be-46eb-8736-619556f6fc4c tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:24.832759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-b251ecc6-c6be-46eb-8736-619556f6fc4c tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 1100 time: 0.2053988 Jul 06 17:29:24.840052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e29979ae-035c-473b-9a2a-6959538fa58e tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:24.841592 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e29979ae-035c-473b-9a2a-6959538fa58e tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/networks?id=124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 200 len: 824 time: 0.2632105 Jul 06 17:29:24.872792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4cc1aba-83bc-4826-a1af-73390ffaa19b req-ba240515-631f-463d-80d0-807a22bffb0b tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391982 Jul 06 17:29:24.883867 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-6dd57940-adb2-4fd4-a80a-75fa965dd823 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/quotas/c40c8de69f0e47b5a8df2d47ece2a2c3 HTTP/1.1" status: 200 len: 375 time: 0.0345392 Jul 06 17:29:24.891496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['33b303f7-034e-4e2f-b0d7-e05e4cce6ea8'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:25.062183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] Deleting port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:29:25.062768 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:25.109614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05067e-f520-422a-879c-6814fabbe986 req-3fc6e7c4-ae91-470b-aa89-470f36292332 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:25.111889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca05067e-f520-422a-879c-6814fabbe986 req-3fc6e7c4-ae91-470b-aa89-470f36292332 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 965 time: 0.1142950 Jul 06 17:29:25.142428 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e41552be-6368-443c-800e-e33bfe265f66 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2180550 Jul 06 17:29:25.172632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca05067e-f520-422a-879c-6814fabbe986 req-5281cd49-bc07-45ea-9ea2-60fcd966ef9d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530882 Jul 06 17:29:25.233519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] For port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:25.233912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:25.261327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] Calling delete_port for 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:29:25.520308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-cd34219f-7448-489f-9d31-6a21077d5dd6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:29:25.521429 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-cd34219f-7448-489f-9d31-6a21077d5dd6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1144419 Jul 06 17:29:25.614642 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:25.630199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:25.658992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] Pushing event deleted for resources: {'Port': ['ID=9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:25.693619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6762019-45d1-4392-ae42-8bc5a34dc3b2 req-11b9dea0-2fea-4de0-9fd0-b1103b73e12b tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:25.702247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6762019-45d1-4392-ae42-8bc5a34dc3b2 req-11b9dea0-2fea-4de0-9fd0-b1103b73e12b tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 949 time: 0.1120133 Jul 06 17:29:25.711502 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-586a8325-3dce-4b52-94d8-aab49645a387 service neutron] 10.222.0.13 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827672 Jul 06 17:29:25.740273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] No DVR routers for this DVR port 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:29:25.754667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6762019-45d1-4392-ae42-8bc5a34dc3b2 req-85ee2e1c-aaf7-4d0d-84d2-7c1d032fd600 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511923 Jul 06 17:29:25.799897 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:25.802461 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dd1d6a21-adc6-423c-90d6-ca7032b42aaa req-3cebcfc5-7461-45d4-bfb9-5f246d063b32 tempest-DeleteServersAdminTestJSON-476263021 tempest-DeleteServersAdminTestJSON-476263021-project-admin] 10.222.0.55 "DELETE /v2.0/ports/9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 HTTP/1.1" status: 204 len: 173 time: 0.9588470 Jul 06 17:29:25.802916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3206caf6-68a8-450d-8f3e-74316fa0c259', 'name': 'network-vif-deleted', 'tag': '9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:25.805182 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8671ac2-16c5-4a11-bf42-35c2c680dc2a" -d '{"events": [{"server_uuid": "3206caf6-68a8-450d-8f3e-74316fa0c259", "name": "network-vif-deleted", "tag": "9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:25.919224 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-db4db479-2680-4e0f-9c76-e1e58152dc3d service neutron] 10.222.0.13 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065203 Jul 06 17:29:26.138884 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c994ac-2211-40aa-b4d2-050f5066079c x-openstack-request-id: req-38c994ac-2211-40aa-b4d2-050f5066079c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:26.139747 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3206caf6-68a8-450d-8f3e-74316fa0c259", "name": "network-vif-deleted", "tag": "9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:26.139747 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38c994ac-2211-40aa-b4d2-050f5066079c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:26.140598 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3206caf6-68a8-450d-8f3e-74316fa0c259', 'name': 'network-vif-deleted', 'tag': '9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3', 'status': 'completed', 'code': 200} Jul 06 17:29:26.187161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:26.253451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:26.259404 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:26.259834 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:26.364982 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:26.392356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:26.395087 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab06db-1e19-4186-a2cf-c69f718238c3" -d '{"events": [{"server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "name": "network-vif-plugged", "status": "completed", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:26.413334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:26.423195 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:26.475009 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63173057-ab2d-40ed-855e-d5466b483889 req-dc97241d-6e74-47eb-ba97-7d4fb082c823 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=3206caf6-68a8-450d-8f3e-74316fa0c259 HTTP/1.1" status: 200 len: 210 time: 0.0369909 Jul 06 17:29:26.503131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:26.596294 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53d8ad63-ff7e-411a-b589-bf76c5ee7e0e req-8c5d8048-c122-4464-8120-b843e8fb6770 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 210 time: 0.0505404 Jul 06 17:29:26.786054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c78ab-db6e-407c-a104-f4809e6f171a req-64932bd8-df38-4e3f-b5b9-9a8e954ac5bc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:26.787740 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a81c78ab-db6e-407c-a104-f4809e6f171a req-64932bd8-df38-4e3f-b5b9-9a8e954ac5bc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 966 time: 0.0753546 Jul 06 17:29:26.837425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a81c78ab-db6e-407c-a104-f4809e6f171a req-ce92837e-8893-43f5-b458-fad45fa34f01 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Jul 06 17:29:26.857289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae322896-7c1d-466b-9ac4-db1c876044c9 req-c646f7ea-1ee6-4abb-b1b9-d5144c22a8a4 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:26.858905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae322896-7c1d-466b-9ac4-db1c876044c9 req-c646f7ea-1ee6-4abb-b1b9-d5144c22a8a4 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 949 time: 0.0750375 Jul 06 17:29:26.891958 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909d5874-9538-42a3-a0b9-e95aa5d02712 x-openstack-request-id: req-909d5874-9538-42a3-a0b9-e95aa5d02712 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:26.892460 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "name": "network-vif-plugged", "status": "completed", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:26.892550 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-909d5874-9538-42a3-a0b9-e95aa5d02712 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:26.893158 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8', 'code': 200} Jul 06 17:29:26.918984 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae322896-7c1d-466b-9ac4-db1c876044c9 req-8b90d2c9-46e3-4917-9f17-d68f2561feb3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515366 Jul 06 17:29:27.048808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28041c1-3607-4b06-b05a-85c278fc71fd req-1a14a1d7-d329-4e3d-94a2-8be65163d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:27.051013 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28041c1-3607-4b06-b05a-85c278fc71fd req-1a14a1d7-d329-4e3d-94a2-8be65163d411 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1117 time: 0.0753913 Jul 06 17:29:27.098323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28041c1-3607-4b06-b05a-85c278fc71fd req-2be6a744-80f2-4735-bcb4-b8fda8f4813a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Jul 06 17:29:27.222475 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d67798ad-287a-4294-a9e7-d4e9c969a659 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6b85870848864129a4cbf999ae1ff402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287538 Jul 06 17:29:27.342033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-a05cbe2b-0c50-4430-915f-bd7985041a0f tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:27.347116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-a05cbe2b-0c50-4430-915f-bd7985041a0f tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159089 Jul 06 17:29:27.370251 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-ec1fbd54-4279-406f-aa87-0dd9a257ee72 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/quotas/6b85870848864129a4cbf999ae1ff402 HTTP/1.1" status: 200 len: 375 time: 0.0181446 Jul 06 17:29:27.507625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-8b9dfc44-95d9-481c-8c07-00b44d1f58a1 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b85870848864129a4cbf999ae1ff402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255481 Jul 06 17:29:27.629599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-177c7c56-326d-49f9-af7a-1331d463a97d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:27.631317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-177c7c56-326d-49f9-af7a-1331d463a97d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.55 "GET /v2.0/networks?id=124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 200 len: 824 time: 0.1223292 Jul 06 17:29:27.737206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e40173c6-44b6-453f-acd3-861c700bcbd4 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3 HTTP/1.1" status: 200 len: 380 time: 0.0966361 Jul 06 17:29:27.747536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Request body: {'port': {'device_id': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'admin_state_up': True, 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'security_groups': ['7890a46f-9f4c-4c11-92a8-725a6a49e929']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:28.035441 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8503ddd7-8d50-42eb-aa38-d00c07faf966 req-8514e345-465f-4c19-9968-74d6fa7a95cb tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 210 time: 0.0686688 Jul 06 17:29:28.068109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Made reservation on behalf of c40c8de69f0e47b5a8df2d47ece2a2c3 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:28.074872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:28.093254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6546cc05-70ab-4bd4-87d3-4da86d7bfd9c req-91448033-2733-46d4-95a1-2fefa16ef545 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 210 time: 0.0887828 Jul 06 17:29:28.292307 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-b6ee759a-0507-4ab0-a14a-e07fe5fe9e14 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299242 Jul 06 17:29:28.363547 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Allocated IP 172.20.0.7 (124376c4-644c-49cd-9c79-ed80829b13a3/a8fcf5ea-8c64-4020-b5e0-b234cf991659/0e8f496a-1b4a-4b77-afc0-11975c453af4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:28.424785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e02e-d4be-4335-ba50-43e56731184e req-7e92404c-2960-48fc-9985-9cf1a74670ae tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:28.426599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-7e92404c-2960-48fc-9985-9cf1a74670ae tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289110 Jul 06 17:29:28.427885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fb7a5-2203-47ed-b3e6-79b02fb382f2 req-9c325d43-d7d2-43b1-90c1-b34cfa0ae3b9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:28.429435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f0fb7a5-2203-47ed-b3e6-79b02fb382f2 req-9c325d43-d7d2-43b1-90c1-b34cfa0ae3b9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 966 time: 0.1349759 Jul 06 17:29:28.447170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-627ae751-5bb5-4130-bdd2-a4112fe865a2 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/quotas/faa3b0aa32aa483cbf30671cfd874a1a HTTP/1.1" status: 200 len: 375 time: 0.0141146 Jul 06 17:29:28.480916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-0e670895-9b1d-4803-b106-0a6e8fa8ad92 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321901 Jul 06 17:29:28.528631 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f0fb7a5-2203-47ed-b3e6-79b02fb382f2 req-064a31a5-bef2-481e-b834-022a6784cbb2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896146 Jul 06 17:29:28.610494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:28.631629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Transition to ACTIVE for port object 0e8f496a-1b4a-4b77-afc0-11975c453af4 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:28.691809 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:28.771502 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Network 124376c4-644c-49cd-9c79-ed80829b13a3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:28.776183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:28.796881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:28.803284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:28.803993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:28.846652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event updated for resources: {'Port': ['ID=0e8f496a-1b4a-4b77-afc0-11975c453af4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:28.853618 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-e2680a84-dadf-4c15-ab97-c9523790478d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1111174 Jul 06 17:29:28.876504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Request body: {'port': {'device_id': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:29.141816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.55', 56832) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:29.182851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-3043ca05-2791-4e42-982f-780effcf8874 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6b85870848864129a4cbf999ae1ff402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397024 Jul 06 17:29:29.198223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f9566c2c-048b-4da1-b490-4fb703e5161c None None] Provisioning for port 0e8f496a-1b4a-4b77-afc0-11975c453af4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:29.202890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f9566c2c-048b-4da1-b490-4fb703e5161c None None] Provisioning complete for port 0e8f496a-1b4a-4b77-afc0-11975c453af4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:29.203270 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9566c2c-048b-4da1-b490-4fb703e5161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:29.278602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f9566c2c-048b-4da1-b490-4fb703e5161c None None] Port 0e8f496a-1b4a-4b77-afc0-11975c453af4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:29:29.339748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09d8cdef-df95-45df-a158-1ebd4e000bbc req-4726f4f4-f415-481c-b00b-dfcec03302fd tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 210 time: 0.0466752 Jul 06 17:29:29.356215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d1bec511-70f4-4a1a-9e5a-56748f62731c tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:29.358262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d1bec511-70f4-4a1a-9e5a-56748f62731c tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691391 Jul 06 17:29:29.359126 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:29.395473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Request body: {'port': {'device_id': 'd979c59c-acbc-4ef3-973d-2b63ba2e7ae4', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '6b85870848864129a4cbf999ae1ff402'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:29.517035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a76a0-2cf5-4efd-b6b6-6269704a8476 req-5a806972-0b03-453c-9bf4-3f9970ec1beb tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:29.519009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b51a76a0-2cf5-4efd-b6b6-6269704a8476 req-5a806972-0b03-453c-9bf4-3f9970ec1beb tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1117 time: 0.1703892 Jul 06 17:29:29.568800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b51a76a0-2cf5-4efd-b6b6-6269704a8476 req-692ba35b-e2c5-46c7-bade-a914a8c426b5 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Jul 06 17:29:29.584493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:29:29.615267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:29:29.615617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 9398ffb7-9381-4d4e-9f8e-ddae7a44d2c3 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:29:29.621173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Made reservation on behalf of 6b85870848864129a4cbf999ae1ff402 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:29.625072 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:29.789729 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-42ad9f10-25ee-4a85-bbe7-b2482999e3e3 req-b4a2d322-7cb0-4cb4-9cfa-945741ecc7f8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 210 time: 0.0417953 Jul 06 17:29:29.801442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8f496a-1b4a-4b77-afc0-11975c453af4 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:29.815910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Allocated IP 192.168.233.112 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:29.836377 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:29.860235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Transition to ACTIVE for port object 0e8f496a-1b4a-4b77-afc0-11975c453af4 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:29.867069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:29.935013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Pushing event updated for resources: {'Port': ['ID=0e8f496a-1b4a-4b77-afc0-11975c453af4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:30.026619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Attempting to bind port 0e8f496a-1b4a-4b77-afc0-11975c453af4 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:30.026619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Attempting to bind port 0e8f496a-1b4a-4b77-afc0-11975c453af4 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:30.026619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Attempting to bind port 0e8f496a-1b4a-4b77-afc0-11975c453af4 on network 124376c4-644c-49cd-9c79-ed80829b13a3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:30.046592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Port 0e8f496a-1b4a-4b77-afc0-11975c453af4 on network 124376c4-644c-49cd-9c79-ed80829b13a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:29:30.046929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Attempting to bind port 0e8f496a-1b4a-4b77-afc0-11975c453af4 on network 124376c4-644c-49cd-9c79-ed80829b13a3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:30.068540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:30.068889 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Checking segment: {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:30.069287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Bound using segment: {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:30.070121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Bound port: 0e8f496a-1b4a-4b77-afc0-11975c453af4, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:30.070534 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:30.120180 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:30.133414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58bc3c-6301-4055-aaf8-70a42e775e5c req-bcd707fd-4eac-4c8c-84bd-68fbe71364f7 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:30.135076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a58bc3c-6301-4055-aaf8-70a42e775e5c req-bcd707fd-4eac-4c8c-84bd-68fbe71364f7 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 943 time: 0.1662827 Jul 06 17:29:30.141584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Transition to ACTIVE for port object 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:30.191015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:30.199318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] For port 0e8f496a-1b4a-4b77-afc0-11975c453af4, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:30.215520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c78bdb69-02b7-45af-80d9-95402a7c8b25'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:30.226376 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] For port 0e8f496a-1b4a-4b77-afc0-11975c453af4, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0e8f496a-1b4a-4b77-afc0-11975c453af4,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:30.241126 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a58bc3c-6301-4055-aaf8-70a42e775e5c req-9b627a4c-54d1-4eb5-a5e4-257b421483a4 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866673 Jul 06 17:29:30.245323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df403f68-d4f0-4be4-adec-2390f6607157 req-f5de40aa-99dd-4d60-b8c6-6e149b161c5e tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:30.245744 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:30.247242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df403f68-d4f0-4be4-adec-2390f6607157 req-f5de40aa-99dd-4d60-b8c6-6e149b161c5e tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1117 time: 0.1641169 Jul 06 17:29:30.262272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:30.267056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:30.273352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:30.284955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:30.286465 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:30.318434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:30.319088 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:30.320504 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] 10.222.0.55 "PUT /v2.0/ports/0e8f496a-1b4a-4b77-afc0-11975c453af4 HTTP/1.1" status: 200 len: 1091 time: 1.4495835 Jul 06 17:29:30.320963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'tag': '0e8f496a-1b4a-4b77-afc0-11975c453af4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:30.323320 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf2c007-4935-4453-99cc-de0fd3a92746", "tag": "0e8f496a-1b4a-4b77-afc0-11975c453af4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:30.347716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Pushing event updated for resources: {'Port': ['ID=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:30.362501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9a694-0022-4683-968e-ff4a61bb320d service neutron] Pushing event updated for resources: {'Port': ['ID=0e8f496a-1b4a-4b77-afc0-11975c453af4,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:30.387244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-d793f5b8-34b9-4461-a8b7-fbff54f63cd3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9983749 Jul 06 17:29:30.442174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Request body: {'port': {'device_id': 'd979c59c-acbc-4ef3-973d-2b63ba2e7ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:30.447217 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-f821e4b0-34a2-4647-ae34-a2baa971666b tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041532 Jul 06 17:29:30.544539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-205f6514-e3aa-4706-a784-100ad3a3b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:30.546247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df403f68-d4f0-4be4-adec-2390f6607157 req-4982627c-5bb0-4129-a32c-4e924009e0b0 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541382 Jul 06 17:29:30.547558 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-205f6514-e3aa-4706-a784-100ad3a3b5d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 1094 time: 0.1526027 Jul 06 17:29:30.644614 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-c3baaa7b-37d8-45f9-b8bc-605a1720cdac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e8f496a-1b4a-4b77-afc0-11975c453af4 HTTP/1.1" status: 200 len: 217 time: 0.0900867 Jul 06 17:29:30.677141 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc53426-2689-4dd9-ad9a-c3627c04f071 x-openstack-request-id: req-bcc53426-2689-4dd9-ad9a-c3627c04f071 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:30.677500 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf2c007-4935-4453-99cc-de0fd3a92746", "tag": "0e8f496a-1b4a-4b77-afc0-11975c453af4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:30.677689 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcc53426-2689-4dd9-ad9a-c3627c04f071 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:30.678096 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'tag': '0e8f496a-1b4a-4b77-afc0-11975c453af4', 'status': 'completed', 'code': 200} Jul 06 17:29:30.765516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-6c98896c-2cf1-4bb9-9b8d-5a9c8cea1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:30.767116 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-6c98896c-2cf1-4bb9-9b8d-5a9c8cea1048 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8fcf5ea-8c64-4020-b5e0-b234cf991659 HTTP/1.1" status: 200 len: 863 time: 0.1153426 Jul 06 17:29:30.867239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-558defe7-c208-479e-bc39-eb79c4027031 None None] Provisioning for port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:30.875675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-558defe7-c208-479e-bc39-eb79c4027031 None None] Provisioning complete for port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:30.877224 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-558defe7-c208-479e-bc39-eb79c4027031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:30.890231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-c4165f0d-d833-4628-a0c1-bb2b330cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:30.892565 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-c4165f0d-d833-4628-a0c1-bb2b330cfa29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=124376c4-644c-49cd-9c79-ed80829b13a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184518 Jul 06 17:29:30.964014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-558defe7-c208-479e-bc39-eb79c4027031 None None] Port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:29:30.990434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47678) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:31.036323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b9af242-e0c4-4c00-ae82-3cd96b06e8c1 req-a9764882-b7c0-456b-93de-84804e5464fd tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 210 time: 0.0479052 Jul 06 17:29:31.042717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.108578 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-7accc90d-cb33-42b1-81a3-164a9ed317f5 service neutron] 10.222.0.55 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086077 Jul 06 17:29:31.131267 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1324445a-b832-4910-b52f-f1822af18f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.216152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e02e-d4be-4335-ba50-43e56731184e req-fda26d67-78f3-4ffa-add1-7980cb18c93a tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:31.218986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-fda26d67-78f3-4ffa-add1-7980cb18c93a tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7591684 Jul 06 17:29:31.235394 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c41fcda5-265d-4625-a1e0-25033ed6d356 req-77b6bb6d-cc45-4384-a789-9636c5a768ae service neutron] 10.222.0.55 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141670 Jul 06 17:29:31.252913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Request body: {'port': {'device_id': '07e263a9-6ad1-414b-937b-8df72b9346f8', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'faa3b0aa32aa483cbf30671cfd874a1a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:31.384486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-18b39723-9a7b-4a2e-8b8e-8c3830e5b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:31.386024 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-18b39723-9a7b-4a2e-8b8e-8c3830e5b1e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 1094 time: 0.0969841 Jul 06 17:29:31.391925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1324445a-b832-4910-b52f-f1822af18f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.403076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1324445a-b832-4910-b52f-f1822af18f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.494153 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.504858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324445a-b832-4910-b52f-f1822af18f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f5702-caf4-4653-9dbd-87c3f1c26a13,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:31.516311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1324445a-b832-4910-b52f-f1822af18f8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16e99112cc444ff59112735b5239e5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244527 Jul 06 17:29:31.519017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:31.531828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ed2c1-24a5-482c-8e72-6924fe67c6b3 req-49e4c0cc-8318-4af9-bc8a-82546571b970 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:31.533692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb4ed2c1-24a5-482c-8e72-6924fe67c6b3 req-49e4c0cc-8318-4af9-bc8a-82546571b970 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 936 time: 0.3076336 Jul 06 17:29:31.572735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-336aeaf8-2b70-490e-8a80-49e8a6fd9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:31.574242 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-336aeaf8-2b70-490e-8a80-49e8a6fd9129 service neutron] 10.222.0.55 "GET /v2.0/networks?id=124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 200 len: 925 time: 0.1810832 Jul 06 17:29:31.578505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Made reservation on behalf of faa3b0aa32aa483cbf30671cfd874a1a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:31.582014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.628361 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-8ed265b0-11c1-45dc-9d5b-a939fd6df928 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e8f496a-1b4a-4b77-afc0-11975c453af4 HTTP/1.1" status: 200 len: 217 time: 0.0457015 Jul 06 17:29:31.633522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99cf2cf8-60aa-4dde-b3f6-1a678a96b0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.653280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb4ed2c1-24a5-482c-8e72-6924fe67c6b3 req-838f1deb-c7c3-4c25-bb5d-e1b05068fd8e tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077473 Jul 06 17:29:31.707650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99cf2cf8-60aa-4dde-b3f6-1a678a96b0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.724988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-0e480471-884f-4aa2-b669-fb84c5492b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:31.726493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-0e480471-884f-4aa2-b669-fb84c5492b35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8fcf5ea-8c64-4020-b5e0-b234cf991659 HTTP/1.1" status: 200 len: 863 time: 0.0908728 Jul 06 17:29:31.793498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:31.807648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.837053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-edde5983-0c05-4144-a2d4-77b2c1d56145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:31.838950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-edde5983-0c05-4144-a2d4-77b2c1d56145 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=124376c4-644c-49cd-9c79-ed80829b13a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054788 Jul 06 17:29:31.854370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Transition to ACTIVE for port object 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:31.859454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99cf2cf8-60aa-4dde-b3f6-1a678a96b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.862413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99cf2cf8-60aa-4dde-b3f6-1a678a96b0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.863782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-99cf2cf8-60aa-4dde-b3f6-1a678a96b0d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db3f5702-caf4-4653-9dbd-87c3f1c26a13 HTTP/1.1" status: 204 len: 168 time: 0.3437927 Jul 06 17:29:31.907452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf2cf8-60aa-4dde-b3f6-1a678a96b0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f5702-caf4-4653-9dbd-87c3f1c26a13,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:31.959995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:31.989839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-f2e3c10b-5543-4484-be36-0bd4fc9064f4 service neutron] 10.222.0.55 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440778 Jul 06 17:29:32.070915 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:32.084818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Allocated IP 192.168.233.52 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/3c6d7167-e234-469d-965a-1ad50465ad1b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:32.147787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7874e29f-ba74-41ce-8a94-4dd1d6ff2aa5 req-c334ba0c-04a4-44df-935c-3231cc2cfa8a service neutron] 10.222.0.55 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500859 Jul 06 17:29:32.154432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Attempting to bind port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:32.154714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Attempting to bind port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:32.155008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Attempting to bind port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:32.174248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bce96-5d47-4bc3-92b0-7bbf1f1ca463 req-18d21f5c-c7ef-4494-b3c6-780aacd5b800 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:32.175867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a5bce96-5d47-4bc3-92b0-7bbf1f1ca463 req-18d21f5c-c7ef-4494-b3c6-780aacd5b800 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 943 time: 0.3366292 Jul 06 17:29:32.192693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:29:32.192967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Attempting to bind port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:32.227172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:32.227818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:32.227991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:32.228463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Bound port: 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:32.228821 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.359237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a5bce96-5d47-4bc3-92b0-7bbf1f1ca463 req-2e9402fb-47bb-440c-841f-1bc96833e74e tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730225 Jul 06 17:29:32.435083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:32.453504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7de7107-e059-49fb-b2bc-caf9e13c9a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.462027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] For port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:32.469012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] For port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:32.491504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.496728 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.589284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7de7107-e059-49fb-b2bc-caf9e13c9a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.600819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:32.603547 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.605529 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e HTTP/1.1" status: 200 len: 1096 time: 2.1702864 Jul 06 17:29:32.609662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd979c59c-acbc-4ef3-973d-2b63ba2e7ae4', 'tag': '56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:32.609866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7de7107-e059-49fb-b2bc-caf9e13c9a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.611535 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "d979c59c-acbc-4ef3-973d-2b63ba2e7ae4", "tag": "56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:32.628740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Transition to ACTIVE for port object 3c6d7167-e234-469d-965a-1ad50465ad1b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:32.666241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377435a-099d-444c-bbef-b3fdd514e5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:32.677965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f7de7107-e059-49fb-b2bc-caf9e13c9a72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa98ed08cf8747de96fb9a389461d5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411990 Jul 06 17:29:32.685091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47748) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:32.737550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de7107-e059-49fb-b2bc-caf9e13c9a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb8cfbf-2455-4f64-b194-889ca205ba26,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:32.786286 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a36bfc8-7870-4ad0-90ec-6e905afb4674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.822631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a36bfc8-7870-4ad0-90ec-6e905afb4674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.840713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.913512 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a36bfc8-7870-4ad0-90ec-6e905afb4674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.916869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a36bfc8-7870-4ad0-90ec-6e905afb4674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:32.920870 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9a36bfc8-7870-4ad0-90ec-6e905afb4674 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fb8cfbf-2455-4f64-b194-889ca205ba26 HTTP/1.1" status: 204 len: 168 time: 0.2345009 Jul 06 17:29:32.934832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36bfc8-7870-4ad0-90ec-6e905afb4674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb8cfbf-2455-4f64-b194-889ca205ba26,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:33.017965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Pushing event updated for resources: {'Port': ['ID=3c6d7167-e234-469d-965a-1ad50465ad1b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:33.039910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:33.042656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:33.059452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:33.066446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:33.067128 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:33.088153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-8d96816e-8937-481d-b339-c39e2f8ee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:33.090369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-8d96816e-8937-481d-b339-c39e2f8ee009 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b85870848864129a4cbf999ae1ff402&device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 1099 time: 0.4179060 Jul 06 17:29:33.094044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-10b99ed2-9ab0-4a55-afbd-23383066e328 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8643403 Jul 06 17:29:33.182129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Request body: {'port': {'device_id': '07e263a9-6ad1-414b-937b-8df72b9346f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:33.187118 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-0eae31ca-97b1-4b9d-8b25-2ccbf5f8175a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e HTTP/1.1" status: 200 len: 217 time: 0.0894146 Jul 06 17:29:33.371036 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:33.377880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-282eab5e-5088-4873-963e-f7e15086c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:33.379255 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-282eab5e-5088-4873-963e-f7e15086c560 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1702871 Jul 06 17:29:33.397707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b6a19c88-59b0-45ca-9617-e6ddec772f92 None None] Provisioning for port 3c6d7167-e234-469d-965a-1ad50465ad1b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:33.403341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b6a19c88-59b0-45ca-9617-e6ddec772f92 None None] Provisioning complete for port 3c6d7167-e234-469d-965a-1ad50465ad1b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:33.403592 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6a19c88-59b0-45ca-9617-e6ddec772f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:33.486840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b6a19c88-59b0-45ca-9617-e6ddec772f92 None None] Port 3c6d7167-e234-469d-965a-1ad50465ad1b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:29:33.497186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e08016-6d1a-4855-a10e-b0e9d3a3d363 req-41444a5c-0634-4530-9298-0f19c3acb33d tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:33.499419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97e08016-6d1a-4855-a10e-b0e9d3a3d363 req-41444a5c-0634-4530-9298-0f19c3acb33d tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 935 time: 0.2915385 Jul 06 17:29:33.611752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-7fa90646-5656-4b2a-9d36-e09ab6dc887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:33.613260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-7fa90646-5656-4b2a-9d36-e09ab6dc887d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230363 Jul 06 17:29:33.782437 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47780) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:33.892920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-3b9a9352-4b61-4a2f-a749-abaef9b795bd tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:29:33.894298 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-3b9a9352-4b61-4a2f-a749-abaef9b795bd tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1132619 Jul 06 17:29:33.910995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97e08016-6d1a-4855-a10e-b0e9d3a3d363 req-5e7798d3-88bf-403d-9a76-f50f7dfcdc60 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874488 Jul 06 17:29:34.071662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-178053a1-e91f-467a-a04b-7bb147ff5efb service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459107 Jul 06 17:29:34.086745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Request body: {'binding': {'host': 'n-h2-799526-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:34.087375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:29:34.119548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6d7167-e234-469d-965a-1ad50465ad1b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:34.138170 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b5bed7-0001-43b9-a706-9cd54817509c x-openstack-request-id: req-f9b5bed7-0001-43b9-a706-9cd54817509c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:34.138769 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d979c59c-acbc-4ef3-973d-2b63ba2e7ae4", "tag": "56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:34.139127 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9b5bed7-0001-43b9-a706-9cd54817509c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:34.139605 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd979c59c-acbc-4ef3-973d-2b63ba2e7ae4', 'tag': '56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e', 'status': 'completed', 'code': 200} Jul 06 17:29:34.156311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:34.234035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Transition to ACTIVE for port object 3c6d7167-e234-469d-965a-1ad50465ad1b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:34.243465 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:34.259839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on host n-h2-799526-3 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:34.260407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:34.260948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:34.266548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:29:34.267111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:34.272117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:34.272444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:34.273066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:34.273653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Bound port: 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:34.348609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4257495d-1838-438e-b028-0b8eab5ef6c9 req-7ae7eed8-a159-4648-85ab-d13cb0f2b4d1 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240415 Jul 06 17:29:34.371771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6d7167-e234-469d-965a-1ad50465ad1b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:34.402048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:34.411138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:34.412342 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-6de05202-3585-40c3-b6df-e21b81bb34de service neutron] 10.222.0.13 "POST /v2.0/ports/33b303f7-034e-4e2f-b0d7-e05e4cce6ea8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4628987 Jul 06 17:29:34.416921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Attempting to bind port 3c6d7167-e234-469d-965a-1ad50465ad1b on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:34.416921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Attempting to bind port 3c6d7167-e234-469d-965a-1ad50465ad1b by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:34.416921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Attempting to bind port 3c6d7167-e234-469d-965a-1ad50465ad1b on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:34.432242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3e2a0-aa6b-4728-834d-7da80846e0fc req-40c11b2b-ec6b-42fe-b9ba-260a8090659e tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:34.433760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0cd3e2a0-aa6b-4728-834d-7da80846e0fc req-40c11b2b-ec6b-42fe-b9ba-260a8090659e tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 948 time: 0.2467694 Jul 06 17:29:34.459530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Port 3c6d7167-e234-469d-965a-1ad50465ad1b on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:29:34.460093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Attempting to bind port 3c6d7167-e234-469d-965a-1ad50465ad1b on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:34.484875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:34.485581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:34.486207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:34.487053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Bound port: 3c6d7167-e234-469d-965a-1ad50465ad1b, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:34.487644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:34.558420 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0cd3e2a0-aa6b-4728-834d-7da80846e0fc req-e37e9981-8ad9-4c70-b596-4ee376f5cdf3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033792 Jul 06 17:29:34.590622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-1b2d3e63-209d-4025-a690-e45d29e80d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:34.593561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-1b2d3e63-209d-4025-a690-e45d29e80d72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b85870848864129a4cbf999ae1ff402&device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 1099 time: 0.1798983 Jul 06 17:29:34.655101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] For port 3c6d7167-e234-469d-965a-1ad50465ad1b, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:34.674172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] For port 3c6d7167-e234-469d-965a-1ad50465ad1b, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c6d7167-e234-469d-965a-1ad50465ad1b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:34.691828 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:34.744612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:34.744724 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:34.746132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] 10.222.0.22 "PUT /v2.0/ports/3c6d7167-e234-469d-965a-1ad50465ad1b HTTP/1.1" status: 200 len: 1095 time: 1.5694678 Jul 06 17:29:34.798493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f391f3-851a-49ae-9e0d-375971a1fdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6d7167-e234-469d-965a-1ad50465ad1b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:34.846630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:34.874747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-4584c2f7-7d2b-4a6a-9ea7-03507adefc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:34.876276 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-4584c2f7-7d2b-4a6a-9ea7-03507adefc4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2753739 Jul 06 17:29:34.940945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-03697b44-02d2-46f1-a614-8fe72c930abf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e HTTP/1.1" status: 200 len: 217 time: 0.0564995 Jul 06 17:29:35.013265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33c45-3e7e-486d-af59-df90d73dfe20 req-29c1f203-f813-4727-a49e-48bdd655c7be tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.015091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bbe33c45-3e7e-486d-af59-df90d73dfe20 req-29c1f203-f813-4727-a49e-48bdd655c7be tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 943 time: 0.2085538 Jul 06 17:29:35.022376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e02e-d4be-4335-ba50-43e56731184e req-7d9f5376-1263-4d8f-b139-bba3790ebeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.024670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-7d9f5376-1263-4d8f-b139-bba3790ebeae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 1098 time: 0.2108822 Jul 06 17:29:35.029904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-73c6660a-8f6e-4651-9ad3-fff8d166c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.031811 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-73c6660a-8f6e-4651-9ad3-fff8d166c003 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1117 time: 0.0977204 Jul 06 17:29:35.039780 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-cdf07159-1b61-437a-a430-482d1e82d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.041291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-cdf07159-1b61-437a-a430-482d1e82d99d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0911236 Jul 06 17:29:35.118279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-8ed13c97-192a-45de-8572-5789a9395cf8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3c6d7167-e234-469d-965a-1ad50465ad1b HTTP/1.1" status: 200 len: 217 time: 0.0760930 Jul 06 17:29:35.166152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bbe33c45-3e7e-486d-af59-df90d73dfe20 req-a3bd52f0-6531-4526-a021-c2da35f3a325 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384254 Jul 06 17:29:35.192586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e02e-d4be-4335-ba50-43e56731184e req-9ca64c28-5d0c-481e-ab50-6533f922516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.192586 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-9ca64c28-5d0c-481e-ab50-6533f922516f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0662768 Jul 06 17:29:35.199940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-4a304f0c-598a-4b19-98d5-647776a4cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.202926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-4a304f0c-598a-4b19-98d5-647776a4cd26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.1533942 Jul 06 17:29:35.212816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-62541a2a-0d3e-439a-a8e4-daa4e3c9d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.214312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-62541a2a-0d3e-439a-a8e4-daa4e3c9d311 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591108 Jul 06 17:29:35.311893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-0cfcefcf-9c37-411b-a093-beb4479ec763 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0808666 Jul 06 17:29:35.361985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e02e-d4be-4335-ba50-43e56731184e req-4fdc68b1-0a6f-424c-8e74-e307caca7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.364098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-4fdc68b1-0a6f-424c-8e74-e307caca7625 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630919 Jul 06 17:29:35.368236 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-6cf61b3b-d6e4-4d13-a4e6-5b9d8dab400b service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312649 Jul 06 17:29:35.384074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-14413e35-e846-4149-b766-31e7ed40381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.385713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-14413e35-e846-4149-b766-31e7ed40381a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0675452 Jul 06 17:29:35.440033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-2b3edb3a-f4ae-48af-9fb6-f007d929f19c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481026 Jul 06 17:29:35.556434 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-dacb6605-d43c-4bdf-8cce-4f6316849e6a service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095901 Jul 06 17:29:35.584849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0e8f496a-1b4a-4b77-afc0-11975c453af4 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:29:35.615123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-7d5d5ff1-56fd-4954-ac4a-c0a3cc7613eb service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431006 Jul 06 17:29:35.621443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9b73eee-3e23-4ac1-a3d7-c0afb0f57ebf req-02a7637b-6857-49c0-ba00-eec531e5a56d service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348151 Jul 06 17:29:35.642148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2719-b3f3-4530-ac53-97b2242b770d req-f2c68a86-273c-48fe-8dbf-f95caf654cdc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.649265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a0ed2719-b3f3-4530-ac53-97b2242b770d req-f2c68a86-273c-48fe-8dbf-f95caf654cdc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 966 time: 0.2534208 Jul 06 17:29:35.709268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0e8f496a-1b4a-4b77-afc0-11975c453af4, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0e8f496a-1b4a-4b77-afc0-11975c453af4,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:35.722882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '0e8f496a-1b4a-4b77-afc0-11975c453af4', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'port_id': '0e8f496a-1b4a-4b77-afc0-11975c453af4', 'mac_address': 'fa:16:3e:58:ce:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:29:35.735017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a0ed2719-b3f3-4530-ac53-97b2242b770d req-967d0613-3adb-4536-9629-aad170f34e32 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848706 Jul 06 17:29:35.736657 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-0808e2e3-e4a0-468c-bd19-84f0b54936af service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737275 Jul 06 17:29:35.749610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adc3b6-e4ed-4f78-a6ec-7068a8fae1a8 req-e209fda1-4c30-4ab9-ae36-47793f4c7a9c tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.751403 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3adc3b6-e4ed-4f78-a6ec-7068a8fae1a8 req-e209fda1-4c30-4ab9-ae36-47793f4c7a9c tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 947 time: 0.1292672 Jul 06 17:29:35.787687 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:35.802124 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca99e02e-d4be-4335-ba50-43e56731184e req-17e53c4e-5842-4bed-92c5-69d1dc6f3822 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792135 Jul 06 17:29:35.804939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8f496a-1b4a-4b77-afc0-11975c453af4 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:35.835297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3adc3b6-e4ed-4f78-a6ec-7068a8fae1a8 req-3956e12f-8fb7-4a45-ae3e-8494b17eceb4 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770168 Jul 06 17:29:35.854903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0e8f496a-1b4a-4b77-afc0-11975c453af4, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0e8f496a-1b4a-4b77-afc0-11975c453af4,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:35.861480 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:35.915331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0e8f496a-1b4a-4b77-afc0-11975c453af4,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:35.949440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-0842cca8-aec3-4d23-ae1a-57edeac83e17 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:35.951537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-0842cca8-aec3-4d23-ae1a-57edeac83e17 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1117 time: 0.0987775 Jul 06 17:29:35.967390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799526-3'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:36.092809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db205e9f-edf4-4b98-896e-81ee258eab7f req-d19a8a80-1fd2-4145-813c-910e7e8cafb5 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:36.094310 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db205e9f-edf4-4b98-896e-81ee258eab7f req-d19a8a80-1fd2-4145-813c-910e7e8cafb5 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 948 time: 0.1419079 Jul 06 17:29:36.100422 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:36.141211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e263a9-6ad1-414b-937b-8df72b9346f8', 'tag': '3c6d7167-e234-469d-965a-1ad50465ad1b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:36.143727 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac016d3-cbcb-4dda-a871-e3417161e25f" -d '{"events": [{"name": "network-changed", "server_uuid": "07e263a9-6ad1-414b-937b-8df72b9346f8", "tag": "3c6d7167-e234-469d-965a-1ad50465ad1b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:36.191418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db205e9f-edf4-4b98-896e-81ee258eab7f req-8d7fe70f-bb70-4864-b01e-e59e8ffc5881 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799856 Jul 06 17:29:36.217417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0e8f496a-1b4a-4b77-afc0-11975c453af4'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:36.225064 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-6ed51e30-2ef6-4e7a-9bae-b73e43defaa2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775561 Jul 06 17:29:36.320861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:36.371648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-ed9feb2a-7137-47df-97b1-8141c7a7a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:36.374947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-ed9feb2a-7137-47df-97b1-8141c7a7a158 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc7c3cbbdd1d42b7b38d8a588d7e818e&device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 1121 time: 0.0903511 Jul 06 17:29:36.381214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:36.454773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:36.457780 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f5f138-4e25-452e-9472-43e002a6ef2a" -d '{"events": [{"server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "name": "network-vif-unplugged", "status": "completed", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:36.462536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:36.475318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:36.539865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-79417324-d556-414e-a953-40563bbf3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:36.541500 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-79417324-d556-414e-a953-40563bbf3c4c service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1392274 Jul 06 17:29:36.573549 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbae80ff-996c-4ea0-a74b-6cda9b0506b4 x-openstack-request-id: req-dbae80ff-996c-4ea0-a74b-6cda9b0506b4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:36.575189 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e263a9-6ad1-414b-937b-8df72b9346f8", "tag": "3c6d7167-e234-469d-965a-1ad50465ad1b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:36.575947 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbae80ff-996c-4ea0-a74b-6cda9b0506b4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:36.576945 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e263a9-6ad1-414b-937b-8df72b9346f8', 'tag': '3c6d7167-e234-469d-965a-1ad50465ad1b', 'status': 'completed', 'code': 200} Jul 06 17:29:36.601813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.22', 55181) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:36.643785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Pushing event updated for resources: {'Port': ['ID=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:36.653712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-2a29cd9c-11d8-42c0-9778-c77bd956b05a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b68ead1c-210b-43ac-9df9-649e5ed7c4b5 HTTP/1.1" status: 200 len: 217 time: 0.1001227 Jul 06 17:29:36.674282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on host n-h1-799526-3 for vnic_type normal with profile {"migrating_to": "n-h2-799526-3"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:36.674764 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:36.675300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:36.689237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:29:36.689676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Attempting to bind port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:36.700720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:36.701323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:36.702283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:36.702875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Bound port: 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:36.703405 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:36.801560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-0eb6be3a-98d5-4779-a5b1-127ea9d64845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:36.804014 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-0eb6be3a-98d5-4779-a5b1-127ea9d64845 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1409230 Jul 06 17:29:36.884472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ece8-de6f-4b32-9e32-eb644f8f3faf req-a1274b2a-b997-44d0-a7dc-24f89ce8a257 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:36.886241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81a1ece8-de6f-4b32-9e32-eb644f8f3faf req-a1274b2a-b997-44d0-a7dc-24f89ce8a257 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 944 time: 0.1557233 Jul 06 17:29:36.937135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-9865ff2d-de91-4415-9175-d77a50b65242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:36.943806 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-9865ff2d-de91-4415-9175-d77a50b65242 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221175 Jul 06 17:29:36.945299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47882) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:36.986215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81a1ece8-de6f-4b32-9e32-eb644f8f3faf req-e716eb21-8759-42b0-8ded-56b6145b8279 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901189 Jul 06 17:29:37.000335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-761c8fa7-c638-4a37-9fc9-0b2d6fa81a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:37.001974 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-761c8fa7-c638-4a37-9fc9-0b2d6fa81a1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 1098 time: 0.3973765 Jul 06 17:29:37.068735 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83426b76-c9ba-4820-83d8-e0083c3592c2 x-openstack-request-id: req-83426b76-c9ba-4820-83d8-e0083c3592c2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:37.068955 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "name": "network-vif-unplugged", "status": "completed", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:37.069211 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83426b76-c9ba-4820-83d8-e0083c3592c2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:37.069599 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8', 'code': 200} Jul 06 17:29:37.108055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:37.117392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:37.128192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:37.164909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-3d1ebd41-b686-4d44-983f-585fc3e7e563 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921489 Jul 06 17:29:37.172618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-7ab03f97-7a2f-421a-be52-94ba797a0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:37.174965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-7ab03f97-7a2f-421a-be52-94ba797a0975 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1629841 Jul 06 17:29:37.258715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-5377dc0f-b5e3-410a-b095-f2ab1ca273bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3c6d7167-e234-469d-965a-1ad50465ad1b HTTP/1.1" status: 200 len: 217 time: 0.0739472 Jul 06 17:29:37.344185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Pushing event updated for resources: {'Port': ['ID=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:37.351219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:37.351787 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:37.353274 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-fb601a33-7ba3-487d-9ce4-5d0313784c1c service neutron] 10.222.0.55 "PUT /v2.0/ports/33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 HTTP/1.1" status: 200 len: 1142 time: 1.3916173 Jul 06 17:29:37.380262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-c2a79310-2439-4cdb-a254-3135184d0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:37.381906 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-c2a79310-2439-4cdb-a254-3135184d0100 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1068556 Jul 06 17:29:37.408948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['33b303f7-034e-4e2f-b0d7-e05e4cce6ea8'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:37.440702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524670dd-4a56-4349-8658-b27a48acf8b1 req-24df5d96-ee60-4642-9154-224299ec2fde tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:37.442186 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-524670dd-4a56-4349-8658-b27a48acf8b1 req-24df5d96-ee60-4642-9154-224299ec2fde tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 970 time: 0.1895399 Jul 06 17:29:37.491779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-b897129f-2381-4fb8-b0f6-c4dfe7425007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:37.493291 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-b897129f-2381-4fb8-b0f6-c4dfe7425007 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042588 Jul 06 17:29:37.496179 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-524670dd-4a56-4349-8658-b27a48acf8b1 req-001fd53f-d02c-4aec-93d2-3e06452595b6 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479810 Jul 06 17:29:37.500754 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e2631e6-b19c-4462-98ab-7ee208ebbae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:37.595705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39d9ff9-d7f7-4b9c-b527-8fd97f7f9160 req-1587607a-0135-4d70-a2b1-d9627369a36b service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209378 Jul 06 17:29:37.596182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0e8f496a-1b4a-4b77-afc0-11975c453af4 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:37.604629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-83670b4a-3d5d-43b5-804b-6d26f18a24e2 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027129 Jul 06 17:29:37.648679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea9be0-de25-4604-acb3-1b51f0ceb486 req-1694dd3f-edf2-4978-afa3-83d697e8fd91 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:37.656952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5ea9be0-de25-4604-acb3-1b51f0ceb486 req-1694dd3f-edf2-4978-afa3-83d697e8fd91 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 964 time: 0.3986223 Jul 06 17:29:37.662758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 0e8f496a-1b4a-4b77-afc0-11975c453af4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:37.667351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 0e8f496a-1b4a-4b77-afc0-11975c453af4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:37.667781 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:37.711088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5ea9be0-de25-4604-acb3-1b51f0ceb486 req-1528bfc4-75d4-47cf-b694-22a7e685fedb tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533531 Jul 06 17:29:37.759784 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:37.771417 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e2631e6-b19c-4462-98ab-7ee208ebbae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:37.778113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e2631e6-b19c-4462-98ab-7ee208ebbae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:37.785877 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ac016d3-cbcb-4dda-a871-e3417161e25f req-16f6719d-fbac-46a1-92c8-162ca29f9ca8 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742780 Jul 06 17:29:37.800080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f496a-1b4a-4b77-afc0-11975c453af4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:37.800994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d46f8-6371-4153-95c4-674bd791dd0f req-83889447-a0de-4b38-a236-06876fc177b1 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:37.802573 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-729d46f8-6371-4153-95c4-674bd791dd0f req-83889447-a0de-4b38-a236-06876fc177b1 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 947 time: 0.1213634 Jul 06 17:29:37.802882 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a53eda9-fbec-46e5-9248-1ae53fa3aa39" -d '{"events": [{"server_uuid": "0cf2c007-4935-4453-99cc-de0fd3a92746", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f496a-1b4a-4b77-afc0-11975c453af4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:37.816771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0e8f496a-1b4a-4b77-afc0-11975c453af4, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0e8f496a-1b4a-4b77-afc0-11975c453af4,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:37.822173 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:37.855165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6e2631e6-b19c-4462-98ab-7ee208ebbae8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87289d4c60b4448f8f6b88e0fbbb0d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9087384 Jul 06 17:29:37.859492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47898) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:37.863727 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-729d46f8-6371-4153-95c4-674bd791dd0f req-20c32b81-0d97-4de2-90ce-8746ded2e425 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543156 Jul 06 17:29:37.867872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2631e6-b19c-4462-98ab-7ee208ebbae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42b1bbc-cce0-4876-8779-68634d8064e2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:37.894898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0e8f496a-1b4a-4b77-afc0-11975c453af4,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:37.943165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a71b1923-e54f-401e-9d61-d4088b7d88bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:37.949279 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d498164-725e-408d-91b4-b239b952e349 x-openstack-request-id: req-8d498164-725e-408d-91b4-b239b952e349 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:37.949579 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf2c007-4935-4453-99cc-de0fd3a92746", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f496a-1b4a-4b77-afc0-11975c453af4", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:37.949837 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d498164-725e-408d-91b4-b239b952e349 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:37.950238 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f496a-1b4a-4b77-afc0-11975c453af4', 'code': 200} Jul 06 17:29:37.968988 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a71b1923-e54f-401e-9d61-d4088b7d88bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.029165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a71b1923-e54f-401e-9d61-d4088b7d88bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.032401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a71b1923-e54f-401e-9d61-d4088b7d88bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.033719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a71b1923-e54f-401e-9d61-d4088b7d88bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e42b1bbc-cce0-4876-8779-68634d8064e2 HTTP/1.1" status: 204 len: 168 time: 0.1731641 Jul 06 17:29:38.044253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b1923-e54f-401e-9d61-d4088b7d88bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42b1bbc-cce0-4876-8779-68634d8064e2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:38.149287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1950ac-11be-4a4e-88fa-56600dbb0e5b req-3b100a55-70f3-4e6c-b480-1056f348248d tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:38.151043 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b1950ac-11be-4a4e-88fa-56600dbb0e5b req-3b100a55-70f3-4e6c-b480-1056f348248d tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 948 time: 0.1288404 Jul 06 17:29:38.180888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a0a6e-65be-45c5-b105-1e801d0e13ff req-75f70897-7c28-43d1-8faf-1d02e47311ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:38.182397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-630a0a6e-65be-45c5-b105-1e801d0e13ff req-75f70897-7c28-43d1-8faf-1d02e47311ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 1096 time: 0.1037836 Jul 06 17:29:38.224925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3c6d7167-e234-469d-965a-1ad50465ad1b details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:29:38.252337 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b1950ac-11be-4a4e-88fa-56600dbb0e5b req-3cf48f7e-3c7b-4855-be44-345800f4ee30 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948827 Jul 06 17:29:38.271575 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-630a0a6e-65be-45c5-b105-1e801d0e13ff req-5e8dcb50-bcd6-4bb0-bf7b-cc4f91377804 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824773 Jul 06 17:29:38.288387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9134c-4ff1-4774-b4a4-6acbf96a74c6 req-1b232126-18b0-4526-8240-9d894d23f672 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:38.290302 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aba9134c-4ff1-4774-b4a4-6acbf96a74c6 req-1b232126-18b0-4526-8240-9d894d23f672 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 945 time: 0.0853353 Jul 06 17:29:38.320090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0c2ed-525e-44ad-b063-304c33826021 req-6948a942-17c6-4d07-a62f-44028ed2fa05 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:38.323152 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9de0c2ed-525e-44ad-b063-304c33826021 req-6948a942-17c6-4d07-a62f-44028ed2fa05 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 970 time: 0.1230912 Jul 06 17:29:38.341025 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aba9134c-4ff1-4774-b4a4-6acbf96a74c6 req-14c6aa67-f485-4ff3-9b0a-7ba019674fa2 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439911 Jul 06 17:29:38.398504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3c6d7167-e234-469d-965a-1ad50465ad1b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c6d7167-e234-469d-965a-1ad50465ad1b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:38.434826 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '3c6d7167-e234-469d-965a-1ad50465ad1b', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '3c6d7167-e234-469d-965a-1ad50465ad1b', 'mac_address': 'fa:16:3e:62:a4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:29:38.445268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47930) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:38.463144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-382b1700-c212-4112-a2b8-34ec2637ddb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.486242 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.502364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6d7167-e234-469d-965a-1ad50465ad1b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:38.536735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3c6d7167-e234-469d-965a-1ad50465ad1b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c6d7167-e234-469d-965a-1ad50465ad1b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:38.541551 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.597387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9de0c2ed-525e-44ad-b063-304c33826021 req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Deleting port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:29:38.598000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9de0c2ed-525e-44ad-b063-304c33826021 req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.620039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3c6d7167-e234-469d-965a-1ad50465ad1b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:38.632164 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-382b1700-c212-4112-a2b8-34ec2637ddb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.636751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-382b1700-c212-4112-a2b8-34ec2637ddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.687229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47948) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:38.687647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-382b1700-c212-4112-a2b8-34ec2637ddb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41feb9eaadf4425cb0ec343c4c0cc106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409785 Jul 06 17:29:38.690763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b1700-c212-4112-a2b8-34ec2637ddb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80dd15c-cc39-43ec-a959-eb6fe5f79c83,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:38.765393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f99420-56e6-4371-a738-779bc452ff57 req-7e7f0430-5471-4a46-bf33-0be8bb1172f1 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:38.765528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-79f99420-56e6-4371-a738-779bc452ff57 req-7e7f0430-5471-4a46-bf33-0be8bb1172f1 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 970 time: 0.0764432 Jul 06 17:29:38.790262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3c6d7167-e234-469d-965a-1ad50465ad1b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:38.820687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-79f99420-56e6-4371-a738-779bc452ff57 req-9edd1298-fbbd-4d94-af3d-7c616fe01bf9 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/security-groups?id=d609446e-4db3-4523-8784-ca5ae997daff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Jul 06 17:29:38.842595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9de0c2ed-525e-44ad-b063-304c33826021 req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] For port b68ead1c-210b-43ac-9df9-649e5ed7c4b5, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:38.842963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9de0c2ed-525e-44ad-b063-304c33826021 req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.862669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9de0c2ed-525e-44ad-b063-304c33826021 req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Calling delete_port for b68ead1c-210b-43ac-9df9-649e5ed7c4b5 owned by compute:tempest-test_az-953218809 {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:29:38.866756 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945dfda1-e142-4d41-a4a0-a486b40768de req-1d22190e-d086-4c00-90c8-888a33f4851c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1900034 Jul 06 17:29:38.867375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ff9dbac-d697-4928-a004-b1baea9ae404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:38.932654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ff9dbac-d697-4928-a004-b1baea9ae404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:39.072157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:39.074395 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5322492b-f63e-44b8-874f-33e2f0642a82" -d '{"events": [{"name": "network-changed", "server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:39.116747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37d2d-e632-4941-89c0-77a1b97c0264 req-96b5e8f5-a582-48e2-a558-690c9977e659 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:39.118556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6be37d2d-e632-4941-89c0-77a1b97c0264 req-96b5e8f5-a582-48e2-a558-690c9977e659 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 964 time: 0.2325485 Jul 06 17:29:39.129880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ff9dbac-d697-4928-a004-b1baea9ae404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:39.132625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ff9dbac-d697-4928-a004-b1baea9ae404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:39.133743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2ff9dbac-d697-4928-a004-b1baea9ae404 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d80dd15c-cc39-43ec-a959-eb6fe5f79c83 HTTP/1.1" status: 204 len: 168 time: 0.4455872 Jul 06 17:29:39.143879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dfda1-e142-4d41-a4a0-a486b40768de req-7c2b171a-f600-46e0-885d-c618d170fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:39.145471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945dfda1-e142-4d41-a4a0-a486b40768de req-7c2b171a-f600-46e0-885d-c618d170fc73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b85870848864129a4cbf999ae1ff402&device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 1100 time: 0.2182214 Jul 06 17:29:39.184403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9dbac-d697-4928-a004-b1baea9ae404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80dd15c-cc39-43ec-a959-eb6fe5f79c83,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:39.185151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a134-ec84-4d4d-bcc5-4296ef75b4cc req-9aa7220d-1e68-4184-a748-eb0014120ff8 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:39.187024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb79a134-ec84-4d4d-bcc5-4296ef75b4cc req-9aa7220d-1e68-4184-a748-eb0014120ff8 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 948 time: 0.0762396 Jul 06 17:29:39.242193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb79a134-ec84-4d4d-bcc5-4296ef75b4cc req-d6b8f169-c118-4cd0-9cc6-8d9934075a25 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471520 Jul 06 17:29:39.273916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6be37d2d-e632-4941-89c0-77a1b97c0264 req-93ea1a3e-cabf-4d79-9c7d-ffa44c0feb30 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472945 Jul 06 17:29:39.293171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9de0c2ed-525e-44ad-b063-304c33826021 req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:39.313072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b68ead1c-210b-43ac-9df9-649e5ed7c4b5'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:39.350973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Pushing event deleted for resources: {'Port': ['ID=b68ead1c-210b-43ac-9df9-649e5ed7c4b5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:39.360202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dfda1-e142-4d41-a4a0-a486b40768de req-db233c54-3565-4c4d-889d-b44e5a0b43db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:39.361770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945dfda1-e142-4d41-a4a0-a486b40768de req-db233c54-3565-4c4d-889d-b44e5a0b43db service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1785285 Jul 06 17:29:39.416144 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1d5669-026c-4bb5-8422-885f2f37c85e x-openstack-request-id: req-3e1d5669-026c-4bb5-8422-885f2f37c85e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:39.418190 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:39.420139 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e1d5669-026c-4bb5-8422-885f2f37c85e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:39.425267 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8', 'status': 'completed', 'code': 200} Jul 06 17:29:39.510451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945dfda1-e142-4d41-a4a0-a486b40768de req-11734da5-c2b8-4ce1-b975-baf31f386c1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c78bdb69-02b7-45af-80d9-95402a7c8b25 HTTP/1.1" status: 200 len: 217 time: 0.0842071 Jul 06 17:29:39.511223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de0c2ed-525e-44ad-b063-304c33826021 req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] No DVR routers for this DVR port b68ead1c-210b-43ac-9df9-649e5ed7c4b5 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:29:39.517983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9de0c2ed-525e-44ad-b063-304c33826021 req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:39.526586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-c9661175-f0e1-42e2-b656-a928826ae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:39.527718 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9de0c2ed-525e-44ad-b063-304c33826021 req-ce8bdcbd-8952-4f36-b252-59e2e1fe7672 tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.22 "DELETE /v2.0/ports/b68ead1c-210b-43ac-9df9-649e5ed7c4b5 HTTP/1.1" status: 204 len: 173 time: 1.1962919 Jul 06 17:29:39.529740 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-c9661175-f0e1-42e2-b656-a928826ae6d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1145 time: 0.1324129 Jul 06 17:29:39.607686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:29:39.626638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dfda1-e142-4d41-a4a0-a486b40768de req-879cf009-eb9f-441f-9dbf-438aa76aac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:39.629860 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945dfda1-e142-4d41-a4a0-a486b40768de req-879cf009-eb9f-441f-9dbf-438aa76aac47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0998614 Jul 06 17:29:39.759064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dfda1-e142-4d41-a4a0-a486b40768de req-2e2eb5a1-0209-4793-a51d-25ad4a409e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:39.764778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945dfda1-e142-4d41-a4a0-a486b40768de req-2e2eb5a1-0209-4793-a51d-25ad4a409e08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270976 Jul 06 17:29:39.871456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:39.905020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e7d3c-a6b6-40f8-a8fc-656d84d28b6d req-bdab229b-1ece-4206-9aae-da413ea13fa2 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:39.907245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c4e7d3c-a6b6-40f8-a8fc-656d84d28b6d req-bdab229b-1ece-4206-9aae-da413ea13fa2 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 948 time: 0.3120997 Jul 06 17:29:39.911236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 has no active binding in host n-h2-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:29:39.914533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:29:39.982757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-98c22a23-50c0-43e2-87e2-35d9f4acb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:39.984363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-98c22a23-50c0-43e2-87e2-35d9f4acb88a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.4434135 Jul 06 17:29:39.989970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c4e7d3c-a6b6-40f8-a8fc-656d84d28b6d req-1b6ce6d3-d79e-41ed-8632-8acb95a23c0a tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763662 Jul 06 17:29:40.035371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-d798d76d-5925-4663-8a59-e158356146ed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0438857 Jul 06 17:29:40.056356 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945dfda1-e142-4d41-a4a0-a486b40768de req-5b81d285-c25d-43ff-b1b5-42de06f173b8 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785938 Jul 06 17:29:40.101650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:40.108906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-f7cf731e-a469-4f3b-91b9-4437611281db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:40.110810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-f7cf731e-a469-4f3b-91b9-4437611281db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0689912 Jul 06 17:29:40.131384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e', 'mac_address': 'fa:16:3e:6e:54:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:29:40.149678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-a03c7922-9d46-40bc-8faa-d4bb7fae3963 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309448 Jul 06 17:29:40.214368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:40.249683 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945dfda1-e142-4d41-a4a0-a486b40768de req-f5010970-6abb-4c7f-a2de-505f98f98ef1 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857474 Jul 06 17:29:40.251518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:40.261519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d209de-0063-4047-b2a5-e4af4f7cda2c req-cce1f0ac-e263-4b94-a981-1c1d08af460d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:40.267396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3c6d7167-e234-469d-965a-1ad50465ad1b up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:40.276735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63d209de-0063-4047-b2a5-e4af4f7cda2c req-cce1f0ac-e263-4b94-a981-1c1d08af460d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 945 time: 0.2956970 Jul 06 17:29:40.292479 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-626c5baf-e328-4afb-879c-83cf3d6edf6e req-c1197f8c-5248-4136-a0b8-d28e465a90ac tempest-AggregatesAdminTestJSON-774620520 tempest-AggregatesAdminTestJSON-774620520-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e464b4d-6af3-4c1e-b5bd-038c80da29fb HTTP/1.1" status: 200 len: 210 time: 0.0581510 Jul 06 17:29:40.319477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:40.338428 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:40.381021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-7e6d9015-6a2b-4ad1-805b-7ffe263663b7 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216265 Jul 06 17:29:40.386235 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63d209de-0063-4047-b2a5-e4af4f7cda2c req-074881f0-eb06-4cdc-ace9-68146d91aec0 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075304 Jul 06 17:29:40.414006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 3c6d7167-e234-469d-965a-1ad50465ad1b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:40.424723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 3c6d7167-e234-469d-965a-1ad50465ad1b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:40.425592 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:40.429068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:40.577324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5322492b-f63e-44b8-874f-33e2f0642a82 req-c7eba793-b521-4be2-ab18-f097c94da6ec service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892812 Jul 06 17:29:40.602114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:40.631790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e263a9-6ad1-414b-937b-8df72b9346f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6d7167-e234-469d-965a-1ad50465ad1b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:40.634928 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2572ec94-140e-492e-b086-0114e302fb1b" -d '{"events": [{"server_uuid": "07e263a9-6ad1-414b-937b-8df72b9346f8", "name": "network-vif-plugged", "status": "completed", "tag": "3c6d7167-e234-469d-965a-1ad50465ad1b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:40.651839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3c6d7167-e234-469d-965a-1ad50465ad1b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c6d7167-e234-469d-965a-1ad50465ad1b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:40.659403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:40.660402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b68ead1c-210b-43ac-9df9-649e5ed7c4b5 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:29:40.661004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a824f4-a767-4d67-b77d-24725748f5dc req-62adeae8-e5ac-41d0-b8a2-3daae6770a92 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:40.662742 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-37a824f4-a767-4d67-b77d-24725748f5dc req-62adeae8-e5ac-41d0-b8a2-3daae6770a92 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 948 time: 0.0808716 Jul 06 17:29:40.694034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eedf6-9bca-4d6c-87fb-168020971a45 req-80277c83-a50a-4bbc-9fe8-6e0d710749e8 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:40.695613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f61eedf6-9bca-4d6c-87fb-168020971a45 req-80277c83-a50a-4bbc-9fe8-6e0d710749e8 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 964 time: 0.1117940 Jul 06 17:29:40.703283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: b68ead1c-210b-43ac-9df9-649e5ed7c4b5 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:29:40.703875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b68ead1c-210b-43ac-9df9-649e5ed7c4b5 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:29:40.706943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-37a824f4-a767-4d67-b77d-24725748f5dc req-da3f9064-33b1-4343-b686-151c033de50c tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384095 Jul 06 17:29:40.740624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:40.771762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f61eedf6-9bca-4d6c-87fb-168020971a45 req-d9b0ae29-42d0-4bec-a15c-0b339a00a411 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700889 Jul 06 17:29:40.782764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3c6d7167-e234-469d-965a-1ad50465ad1b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:40.892650 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b21fc67-940a-44f3-8af0-040424915095 x-openstack-request-id: req-7b21fc67-940a-44f3-8af0-040424915095 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:40.893148 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e263a9-6ad1-414b-937b-8df72b9346f8", "name": "network-vif-plugged", "status": "completed", "tag": "3c6d7167-e234-469d-965a-1ad50465ad1b", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:40.893585 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b21fc67-940a-44f3-8af0-040424915095 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:40.894727 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e263a9-6ad1-414b-937b-8df72b9346f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6d7167-e234-469d-965a-1ad50465ad1b', 'code': 200} Jul 06 17:29:41.033451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ba38-21e9-4956-942d-aa3bd663eae1 req-4c9d5367-3060-481d-bda7-e9a935563c42 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:41.039489 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8291ba38-21e9-4956-942d-aa3bd663eae1 req-4c9d5367-3060-481d-bda7-e9a935563c42 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 945 time: 0.1058328 Jul 06 17:29:41.049035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48048) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:41.055026 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Request body: {'floatingip': {'port_id': '0e8f496a-1b4a-4b77-afc0-11975c453af4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:41.077566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dcc99-8324-4392-a8a6-d845eedf4602 req-25005764-2a68-4a99-a3ce-2a397a856702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:41.082746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a8dcc99-8324-4392-a8a6-d845eedf4602 req-25005764-2a68-4a99-a3ce-2a397a856702 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 1100 time: 0.1014893 Jul 06 17:29:41.143527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a8dcc99-8324-4392-a8a6-d845eedf4602 req-35c14e4e-50ef-43ee-8db1-482299daec66 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538063 Jul 06 17:29:41.228219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48052) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:41.367910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:41.433534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e464b4d-6af3-4c1e-b5bd-038c80da29fb', 'name': 'network-vif-deleted', 'tag': 'b68ead1c-210b-43ac-9df9-649e5ed7c4b5'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:41.437505 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5397326d-c8f5-4279-bbf0-a51f4641d5e5" -d '{"events": [{"server_uuid": "0e464b4d-6af3-4c1e-b5bd-038c80da29fb", "name": "network-vif-deleted", "tag": "b68ead1c-210b-43ac-9df9-649e5ed7c4b5"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:41.509639 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf05a7-9c0e-4cf2-9e5b-d9b13a22a79d x-openstack-request-id: req-1cdf05a7-9c0e-4cf2-9e5b-d9b13a22a79d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:41.509995 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e464b4d-6af3-4c1e-b5bd-038c80da29fb", "name": "network-vif-deleted", "tag": "b68ead1c-210b-43ac-9df9-649e5ed7c4b5", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:41.510244 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cdf05a7-9c0e-4cf2-9e5b-d9b13a22a79d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:41.510884 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e464b4d-6af3-4c1e-b5bd-038c80da29fb', 'name': 'network-vif-deleted', 'tag': 'b68ead1c-210b-43ac-9df9-649e5ed7c4b5', 'status': 'completed', 'code': 200} Jul 06 17:29:41.516152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-723dd45f-da89-4df4-bb35-ca70b0602cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:41.589706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c146738-0624-4ed0-9c9d-5b2ec6f9b66e req-5978bb21-d70d-4e6c-baf0-74b6130ed70b tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:41.598768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c146738-0624-4ed0-9c9d-5b2ec6f9b66e req-5978bb21-d70d-4e6c-baf0-74b6130ed70b tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 949 time: 0.2532852 Jul 06 17:29:41.637635 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-723dd45f-da89-4df4-bb35-ca70b0602cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:41.645200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-723dd45f-da89-4df4-bb35-ca70b0602cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:41.694537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c146738-0624-4ed0-9c9d-5b2ec6f9b66e req-49675513-be65-4e47-9b55-b285f8bd9657 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948558 Jul 06 17:29:41.711822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-723dd45f-da89-4df4-bb35-ca70b0602cb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=813cefb2c512427f872dadc059aa6e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814930 Jul 06 17:29:41.717644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48072) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:41.768532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dd45f-da89-4df4-bb35-ca70b0602cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea04166-855a-4dd9-ad6f-075e07698547,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:41.817428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f8008182-d530-4c2c-b348-077798a3abec req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Request body: {'security_group': {'name': 'tempest-securitygroup-98577330', 'description': 'tempest-description-1288710269'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:41.868066 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7f09-2de1-4ccc-85b4-f7eb16af228d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:41.879897 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8008182-d530-4c2c-b348-077798a3abec req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:41.895640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:41.912598 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8008182-d530-4c2c-b348-077798a3abec req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:41.915793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7f09-2de1-4ccc-85b4-f7eb16af228d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.008600 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7f09-2de1-4ccc-85b4-f7eb16af228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.011970 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7f09-2de1-4ccc-85b4-f7eb16af228d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.017594 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5d6a7f09-2de1-4ccc-85b4-f7eb16af228d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ea04166-855a-4dd9-ad6f-075e07698547 HTTP/1.1" status: 204 len: 168 time: 0.2964356 Jul 06 17:29:42.024034 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:29:42.039679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a7f09-2de1-4ccc-85b4-f7eb16af228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea04166-855a-4dd9-ad6f-075e07698547,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:42.155755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ef55e250-5cba-440b-924f-b7007dde858a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc7c3cbbdd1d42b7b38d8a588d7e818e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2590456 Jul 06 17:29:42.158532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:42.183294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8008182-d530-4c2c-b348-077798a3abec req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.192506 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8008182-d530-4c2c-b348-077798a3abec req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.314504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c712ffc9-bd69-4506-ba9b-a67553e531a7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:42.345296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8008182-d530-4c2c-b348-077798a3abec req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.350989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8008182-d530-4c2c-b348-077798a3abec req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.368293 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50a4c4b5-f505-42e7-85c1-03cb0b069b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.406873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a72c7bf-4743-4313-b053-ee37958a3d9f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:42.419970 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:29:42.430816 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8008182-d530-4c2c-b348-077798a3abec req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.435601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8008182-d530-4c2c-b348-077798a3abec req-f65fb1df-b47d-40b5-956e-20374c4fec84 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6253493 Jul 06 17:29:42.474319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50a4c4b5-f505-42e7-85c1-03cb0b069b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.526939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48098) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:42.534752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.541814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e22fe255-da6b-4f26-b9db-92d8e3f467b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.551644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.608036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39183e7f-d8d9-4a6c-aa83-f6698694d93e req-46dd4c85-4d56-43b0-b64f-26743e4b8770 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:42.609702 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39183e7f-d8d9-4a6c-aa83-f6698694d93e req-46dd4c85-4d56-43b0-b64f-26743e4b8770 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 949 time: 0.2479143 Jul 06 17:29:42.659634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cdb14-b8c5-4a94-8c20-881b928377bd req-bae71d1e-3e0d-4fa9-805d-06b4cde0c87e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:42.661076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d12cdb14-b8c5-4a94-8c20-881b928377bd req-bae71d1e-3e0d-4fa9-805d-06b4cde0c87e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 964 time: 0.1084495 Jul 06 17:29:42.684139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50a4c4b5-f505-42e7-85c1-03cb0b069b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.687570 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50a4c4b5-f505-42e7-85c1-03cb0b069b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.691088 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-50a4c4b5-f505-42e7-85c1-03cb0b069b8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d609446e-4db3-4523-8784-ca5ae997daff HTTP/1.1" status: 204 len: 168 time: 0.5288897 Jul 06 17:29:42.717670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d12cdb14-b8c5-4a94-8c20-881b928377bd req-4182648b-b9ea-4953-86c5-341fc47e922e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472071 Jul 06 17:29:42.723764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39183e7f-d8d9-4a6c-aa83-f6698694d93e req-0c544c67-9ff9-428c-a764-5aea285d4f17 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068695 Jul 06 17:29:42.725300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4c4b5-f505-42e7-85c1-03cb0b069b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d609446e-4db3-4523-8784-ca5ae997daff,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:42.727979 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Floating IP 02c8cec9-3434-45db-8806-dd6e5068ba5e associated. External IP: 172.25.7.108, port: 0e8f496a-1b4a-4b77-afc0-11975c453af4. Jul 06 17:29:42.735750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e22fe255-da6b-4f26-b9db-92d8e3f467b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.760722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e22fe255-da6b-4f26-b9db-92d8e3f467b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.797793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-380d360b-441f-412c-ad75-faf305c0f39e req-ddc03145-14be-4c72-81e0-efd45ac8444b tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1039479458', 'description': 'tempest-description-935974366'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:42.834474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e22fe255-da6b-4f26-b9db-92d8e3f467b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=242e5de9a0d349e1b16de1878c50b7b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041315 Jul 06 17:29:42.835722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48108) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:42.838302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fe255-da6b-4f26-b9db-92d8e3f467b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777c8040-8b3e-47db-a8b7-6065c8731bcb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:42.885277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-380d360b-441f-412c-ad75-faf305c0f39e req-ddc03145-14be-4c72-81e0-efd45ac8444b tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:42.962707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3a871c3-21d5-491e-91a7-21d87efd61fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.002383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3a871c3-21d5-491e-91a7-21d87efd61fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.007892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Router b846cc4a-8b1e-4e3e-b46e-b67158264854 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:29:43.074789 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-380d360b-441f-412c-ad75-faf305c0f39e req-ddc03145-14be-4c72-81e0-efd45ac8444b tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.082433 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-380d360b-441f-412c-ad75-faf305c0f39e req-ddc03145-14be-4c72-81e0-efd45ac8444b tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.113457 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3a871c3-21d5-491e-91a7-21d87efd61fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.116464 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3a871c3-21d5-491e-91a7-21d87efd61fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.120189 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f3a871c3-21d5-491e-91a7-21d87efd61fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/777c8040-8b3e-47db-a8b7-6065c8731bcb HTTP/1.1" status: 204 len: 168 time: 0.2805154 Jul 06 17:29:43.129867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-380d360b-441f-412c-ad75-faf305c0f39e req-ddc03145-14be-4c72-81e0-efd45ac8444b tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.151331 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-380d360b-441f-412c-ad75-faf305c0f39e req-ddc03145-14be-4c72-81e0-efd45ac8444b tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3652525 Jul 06 17:29:43.153144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc03145-14be-4c72-81e0-efd45ac8444b tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59e87cc-659d-4394-b4ea-dd6339e48055,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:43.175474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a871c3-21d5-491e-91a7-21d87efd61fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777c8040-8b3e-47db-a8b7-6065c8731bcb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:43.216367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48120) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:43.272431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9d5e177f-ddd1-4cec-b24c-7db5bf244f32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3ff7e7e090547a4ae28ef55c147adeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519569 Jul 06 17:29:43.272812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48122) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:43.354689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb87f-b15f-4f23-8225-352a4937d1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.404993 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb87f-b15f-4f23-8225-352a4937d1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.461814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fddf2c-8284-445e-a3b5-71415cc8e8d8 req-edbdfe27-d812-4549-a009-b8390da34473 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:43.463720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-33fddf2c-8284-445e-a3b5-71415cc8e8d8 req-edbdfe27-d812-4549-a009-b8390da34473 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 949 time: 0.1258154 Jul 06 17:29:43.474974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:29:43.488626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.494489 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] Sync routers for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:29:43.503390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb87f-b15f-4f23-8225-352a4937d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.506713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb87f-b15f-4f23-8225-352a4937d1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.509594 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:43.511193 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:29:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:43.518656 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d7ddb87f-b15f-4f23-8225-352a4937d1a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de0b7111-9ca4-464e-b96d-7fc2bf726c20 HTTP/1.1" status: 204 len: 168 time: 0.2369370 Jul 06 17:29:43.541610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddb87f-b15f-4f23-8225-352a4937d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b7111-9ca4-464e-b96d-7fc2bf726c20,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:43.569645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4eab7908-1f62-43eb-be2a-431763da0121 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "PUT /v2.0/floatingips/02c8cec9-3434-45db-8806-dd6e5068ba5e HTTP/1.1" status: 200 len: 991 time: 2.5192482 Jul 06 17:29:43.571421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'tag': '0e8f496a-1b4a-4b77-afc0-11975c453af4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:43.574292 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf2c007-4935-4453-99cc-de0fd3a92746", "tag": "0e8f496a-1b4a-4b77-afc0-11975c453af4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:43.588847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fed7e-2f12-459e-8190-a118886bbc03 req-b0f07067-811f-4727-94ee-74c17dc8b8fc tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:43.590535 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e6fed7e-2f12-459e-8190-a118886bbc03 req-b0f07067-811f-4727-94ee-74c17dc8b8fc tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 949 time: 0.4659164 Jul 06 17:29:43.612692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-33fddf2c-8284-445e-a3b5-71415cc8e8d8 req-00171623-0fe6-493c-97d6-193d2d15e4ec tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428216 Jul 06 17:29:43.630893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:29:43.673013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e6fed7e-2f12-459e-8190-a118886bbc03 req-574f6334-f0f0-43b6-ad8f-92aabd83f193 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757947 Jul 06 17:29:43.717708 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:29:43.724153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:29:43.724942 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.827829 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:43.845016 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.904184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd979c59c-acbc-4ef3-973d-2b63ba2e7ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:43.906739 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749ea132-259c-417d-8004-0be4d855f5f3" -d '{"events": [{"server_uuid": "d979c59c-acbc-4ef3-973d-2b63ba2e7ae4", "name": "network-vif-plugged", "status": "completed", "tag": "56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:43.937338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:43.945500 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:43.966125 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a30ed03-9a67-48b0-8dfc-1543a7b9e194 x-openstack-request-id: req-1a30ed03-9a67-48b0-8dfc-1543a7b9e194 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:43.966777 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf2c007-4935-4453-99cc-de0fd3a92746", "tag": "0e8f496a-1b4a-4b77-afc0-11975c453af4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:43.967367 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a30ed03-9a67-48b0-8dfc-1543a7b9e194 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:43.967780 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'tag': '0e8f496a-1b4a-4b77-afc0-11975c453af4', 'status': 'completed', 'code': 200} Jul 06 17:29:43.996221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7c98463c-bd6d-4e0d-95e0-24a38505af96 req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-177359862', 'description': 'tempest-description-1834329515'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:44.043809 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c98463c-bd6d-4e0d-95e0-24a38505af96 req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:44.056010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:44.111527 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c98463c-bd6d-4e0d-95e0-24a38505af96 req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:44.121307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-4253994d-d884-4bc6-ae4b-575f816b8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:44.127970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-4253994d-d884-4bc6-ae4b-575f816b8203 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 1096 time: 0.1271253 Jul 06 17:29:44.228876 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-3aced4f8-99b4-41e5-a8af-17c06c7bf5e6 service neutron] 10.222.0.22 "GET /v2.0/ports/33b303f7-034e-4e2f-b0d7-e05e4cce6ea8/bindings/n-h2-799526-3 HTTP/1.1" status: 200 len: 384 time: 0.1758258 Jul 06 17:29:44.275874 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '02c8cec9-3434-45db-8806-dd6e5068ba5e', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'port_id': '0e8f496a-1b4a-4b77-afc0-11975c453af4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'mac_address': 'fa:16:3e:58:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:29:23Z', 'updated_at': '2021-07-06T17:29:42Z', 'revision_number': 1, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:44.293889 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-d7d06f44-6bd9-4cd7-9033-1715173770fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:44.297423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-d7d06f44-6bd9-4cd7-9033-1715173770fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 200 len: 925 time: 0.1628981 Jul 06 17:29:44.339711 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] Checking router: b846cc4a-8b1e-4e3e-b46e-b67158264854 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:29:44.366729 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:29:44.367664 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:29:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:44.480127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-497456bd-f9ea-43fb-863d-025773c8c512 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e8f496a-1b4a-4b77-afc0-11975c453af4 HTTP/1.1" status: 200 len: 999 time: 0.1710789 Jul 06 17:29:44.490175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c98463c-bd6d-4e0d-95e0-24a38505af96 req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:44.500547 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c98463c-bd6d-4e0d-95e0-24a38505af96 req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:44.513878 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:29:44.580849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-60d0422e-5240-43b5-98bd-82c2d3b9d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:44.584981 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-60d0422e-5240-43b5-98bd-82c2d3b9d695 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8fcf5ea-8c64-4020-b5e0-b234cf991659 HTTP/1.1" status: 200 len: 863 time: 0.0972311 Jul 06 17:29:44.593187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30aefe2-e8b9-40e9-8676-d602e3160698,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:44.622261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:44.662662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:44.680791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-5166a498-7a90-41bf-b87e-aaccc927e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:44.682873 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-5166a498-7a90-41bf-b87e-aaccc927e712 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=124376c4-644c-49cd-9c79-ed80829b13a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909450 Jul 06 17:29:44.711116 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c98463c-bd6d-4e0d-95e0-24a38505af96 req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:44.727920 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c98463c-bd6d-4e0d-95e0-24a38505af96 req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:44.790172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85952ce2-416b-4b37-848a-6c4db403cc58,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:44.819178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:44.820396 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-f262936d-7ac7-423f-8792-4cf815da94b0 service neutron] 10.222.0.55 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292002 Jul 06 17:29:44.839191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:44.855649 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c98463c-bd6d-4e0d-95e0-24a38505af96 req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:44.878664 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '02c8cec9-3434-45db-8806-dd6e5068ba5e', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'port_id': '0e8f496a-1b4a-4b77-afc0-11975c453af4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'mac_address': 'fa:16:3e:58:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:29:23Z', 'updated_at': '2021-07-06T17:29:42Z', 'revision_number': 1, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:29:44.881381 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c98463c-bd6d-4e0d-95e0-24a38505af96 req-ac5bcb2b-f654-475d-bc26-8b26a6276629 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8898771 Jul 06 17:29:44.895434 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:44.953062 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c442257b-4829-4382-8f58-4a31d96aa141 x-openstack-request-id: req-c442257b-4829-4382-8f58-4a31d96aa141 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:44.953606 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d979c59c-acbc-4ef3-973d-2b63ba2e7ae4", "name": "network-vif-plugged", "status": "completed", "tag": "56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:44.954174 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c442257b-4829-4382-8f58-4a31d96aa141 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:44.954621 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd979c59c-acbc-4ef3-973d-2b63ba2e7ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e', 'code': 200} Jul 06 17:29:44.954735 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a22c8-3a3c-48dd-9f05-e1f0e205e112 None None] The sync data for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 is: [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '02c8cec9-3434-45db-8806-dd6e5068ba5e', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'port_id': '0e8f496a-1b4a-4b77-afc0-11975c453af4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'mac_address': 'fa:16:3e:58:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:29:23Z', 'updated_at': '2021-07-06T17:29:42Z', 'revision_number': 1, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:29:45.063790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2f185e3-c0d4-4c72-a67f-f53a7fb30466 req-6432a024-7092-4d51-83bc-246b722e9ea5 service neutron] 10.222.0.55 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324486 Jul 06 17:29:45.093067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] Transition to ACTIVE for port object 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:45.149865 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:45.213711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d1f69-5760-42a2-99ec-a5b4b97a42e9 req-a1c19d1c-32d0-4404-ab8d-f09805d41f22 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:45.215391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc5d1f69-5760-42a2-99ec-a5b4b97a42e9 req-a1c19d1c-32d0-4404-ab8d-f09805d41f22 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 965 time: 0.1145635 Jul 06 17:29:45.239173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] No DVR routers for this DVR port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:29:45.282123 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc5d1f69-5760-42a2-99ec-a5b4b97a42e9 req-7a999efe-a0ba-4116-b79f-51616b2dc58c tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592277 Jul 06 17:29:45.348256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253e050f-dd26-4ec1-96e9-a395f374a60a None None] New status for floating IP 02c8cec9-3434-45db-8806-dd6e5068ba5e: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:29:45.379821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] 10.222.0.22 "PUT /v2.0/ports/33b303f7-034e-4e2f-b0d7-e05e4cce6ea8/bindings/n-h2-799526-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1454623 Jul 06 17:29:45.441935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea931da-fef2-4f76-afc9-69b64f49adb4 req-d83f63e4-35e9-4ffa-9844-2352220cc584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:45.452394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aea931da-fef2-4f76-afc9-69b64f49adb4 req-d83f63e4-35e9-4ffa-9844-2352220cc584 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 1101 time: 0.3562920 Jul 06 17:29:45.453243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c5013-a181-486d-ae6a-0f5523c16dbf service neutron] Pushing event updated for resources: {'Port': ['ID=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:45.499420 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aea931da-fef2-4f76-afc9-69b64f49adb4 req-83a1d617-9319-4418-860f-51a83214b598 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Jul 06 17:29:45.532666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8eeca-1184-42b5-b0d1-a00299a3cb34 req-5d5c2eb5-fa87-41f5-9bd6-0183058ba4b4 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:45.542026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4ba8eeca-1184-42b5-b0d1-a00299a3cb34 req-5d5c2eb5-fa87-41f5-9bd6-0183058ba4b4 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 949 time: 0.3051767 Jul 06 17:29:45.553760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e4143-790a-4a4f-bd52-89ff2d7b9a2c req-42843ea4-0ac7-4941-9598-77e0b1bb3ed2 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:45.555705 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b48e4143-790a-4a4f-bd52-89ff2d7b9a2c req-42843ea4-0ac7-4941-9598-77e0b1bb3ed2 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 950 time: 0.1508329 Jul 06 17:29:45.607971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4ba8eeca-1184-42b5-b0d1-a00299a3cb34 req-5b347d97-2086-414a-b6b9-24d9f3518799 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/security-groups?id=45c62fff-fd7f-4735-b6f5-8e7248f8be2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647564 Jul 06 17:29:45.628522 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b48e4143-790a-4a4f-bd52-89ff2d7b9a2c req-33d2d47d-f16e-42b5-b6bf-ef2c9a0da7d7 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627270 Jul 06 17:29:45.634817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-b237cb6f-579d-4d8e-a1d4-9f6742c32c92 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:45.636391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-b237cb6f-579d-4d8e-a1d4-9f6742c32c92 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1116 time: 0.1764779 Jul 06 17:29:45.737604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-cf541ee4-64c5-47d4-831e-3e789166a9e5 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:45.739469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-cf541ee4-64c5-47d4-831e-3e789166a9e5 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.22 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 949 time: 0.0897672 Jul 06 17:29:45.772602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-347d087d-a839-4a27-ab33-5450cf0eacc2 req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-815534119', 'description': 'tempest-description-1005297238'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:45.838033 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-347d087d-a839-4a27-ab33-5450cf0eacc2 req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:45.854031 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-9c132e3d-8984-4457-a288-b2693cf018c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:45.855579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-9c132e3d-8984-4457-a288-b2693cf018c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e&tenant_id=36820eb126ca410eae6171e325d93477 HTTP/1.1" status: 200 len: 1116 time: 0.2106152 Jul 06 17:29:45.977898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-347d087d-a839-4a27-ab33-5450cf0eacc2 req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:45.981335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-a110759b-8cc8-4b2a-845b-02b065e217b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:45.983288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-a110759b-8cc8-4b2a-845b-02b065e217b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1116 time: 0.0900893 Jul 06 17:29:45.984530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-347d087d-a839-4a27-ab33-5450cf0eacc2 req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:46.014452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Deleting port 3c6d7167-e234-469d-965a-1ad50465ad1b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:29:46.015178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:46.057330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-347d087d-a839-4a27-ab33-5450cf0eacc2 req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:46.063980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-347d087d-a839-4a27-ab33-5450cf0eacc2 req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3619893 Jul 06 17:29:46.076640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960b1ffb-3404-461c-8b84-a8fce063ed6f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:46.102224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.102582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.102822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.107907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.108258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.112011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.113978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.114368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.114724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.115068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.115409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.115747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850c1a-6f69-4739-8791-38fb8aab992f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.164188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] For port 3c6d7167-e234-469d-965a-1ad50465ad1b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c6d7167-e234-469d-965a-1ad50465ad1b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:46.164539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:46.190387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Calling delete_port for 3c6d7167-e234-469d-965a-1ad50465ad1b owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:29:46.208445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-b6b1a3cc-0ece-4a4e-bc7b-9bf248c313e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:46.209952 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-b6b1a3cc-0ece-4a4e-bc7b-9bf248c313e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.2105148 Jul 06 17:29:46.279542 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-64c394e3-e8ec-4294-8c6e-5b9f529dde70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0522923 Jul 06 17:29:46.362455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-1cb3b622-2025-40ba-818a-2a2bf63eb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:46.363960 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-1cb3b622-2025-40ba-818a-2a2bf63eb42c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0818322 Jul 06 17:29:46.414847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-08bfcf15-2ba6-4620-91c4-b2ea21507990 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399513 Jul 06 17:29:46.436232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:46.456040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3c6d7167-e234-469d-965a-1ad50465ad1b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:46.504199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Pushing event deleted for resources: {'Port': ['ID=3c6d7167-e234-469d-965a-1ad50465ad1b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:46.560802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.560802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.561221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.561543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.563048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.563048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.563048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.563471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.563601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.563979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.564370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.566834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:46.567696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:46.629679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] No DVR routers for this DVR port 3c6d7167-e234-469d-965a-1ad50465ad1b on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:29:46.635513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:46.642753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a5051d1f-7795-4ec8-b291-327e41b4bd91 req-f223ade5-45d3-4069-bb0b-dc6072b3ab48 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.22 "DELETE /v2.0/ports/3c6d7167-e234-469d-965a-1ad50465ad1b HTTP/1.1" status: 204 len: 173 time: 0.8961267 Jul 06 17:29:46.644627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e263a9-6ad1-414b-937b-8df72b9346f8', 'name': 'network-vif-deleted', 'tag': '3c6d7167-e234-469d-965a-1ad50465ad1b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:46.653379 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8987ec9c-b394-4248-9f2b-c51be34f2272" -d '{"events": [{"server_uuid": "07e263a9-6ad1-414b-937b-8df72b9346f8", "name": "network-vif-deleted", "tag": "3c6d7167-e234-469d-965a-1ad50465ad1b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:46.710972 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-9595b58a-2336-481b-ad37-dc0f68227b2f tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39554 time: 0.5826235 Jul 06 17:29:46.755602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-805b1fcc-ad5b-48e0-abbe-45f57e781615 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285086 Jul 06 17:29:46.851597 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-a8416958-24cf-4594-9253-6022ba0b059d tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1580a0f8-4c93-4ac2-8fcd-21fa3c7cccdd HTTP/1.1" status: 200 len: 2977 time: 0.1393278 Jul 06 17:29:46.921456 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-d7ca86bc-50ce-4816-b099-bfa0dabd8002 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1580a0f8-4c93-4ac2-8fcd-21fa3c7cccdd HTTP/1.1" status: 200 len: 2977 time: 0.0686867 Jul 06 17:29:46.923842 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b9ade0-301b-410b-99f0-dc048bf6e7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:46.946510 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-254a70d5-1a05-4411-9fb5-90e7617fac56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:46.962773 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-dece8bc3-2650-4520-82b9-09b241c19ee1 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845853 Jul 06 17:29:46.979296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-70f3e505-4a59-4f3b-8364-f95d67b44f31 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2b987f01-3ff6-4742-b5e3-8a5645a691c6 HTTP/1.1" status: 200 len: 2981 time: 0.0568354 Jul 06 17:29:47.015340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3de6-b22c-4da7-ba33-658e3bf48097 req-7958a92e-785f-4ed9-ac1b-ca550c72993e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:47.016900 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-771e3de6-b22c-4da7-ba33-658e3bf48097 req-7958a92e-785f-4ed9-ac1b-ca550c72993e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 965 time: 0.3513973 Jul 06 17:29:47.033599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48266) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:47.078902 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-768b075e-1930-4270-b56e-18078b4491c5 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2b987f01-3ff6-4742-b5e3-8a5645a691c6 HTTP/1.1" status: 200 len: 2981 time: 0.0928893 Jul 06 17:29:47.092233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-771e3de6-b22c-4da7-ba33-658e3bf48097 req-4b7692b8-0bd5-4808-b910-24efd73d9993 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682406 Jul 06 17:29:47.132321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-2f223d49-59dd-477a-8fcc-8b652d138014 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/30fb9923-a549-454f-9d74-fe0902a1d989 HTTP/1.1" status: 200 len: 2981 time: 0.0454140 Jul 06 17:29:47.135484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-254a70d5-1a05-4411-9fb5-90e7617fac56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.141628 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-254a70d5-1a05-4411-9fb5-90e7617fac56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.192254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-254a70d5-1a05-4411-9fb5-90e7617fac56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96bc8cc9929c4d23b15c7d0448e8e55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210272 Jul 06 17:29:47.194443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a70d5-1a05-4411-9fb5-90e7617fac56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316204b6-5dc4-4d09-90ff-bc62ec84a409,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:47.196249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:47.204548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5899aa37-2449-46d9-adc2-8ce45bca9e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.211748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-0b94253a-98ab-4beb-b184-4bd6ff9fb895 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/30fb9923-a549-454f-9d74-fe0902a1d989 HTTP/1.1" status: 200 len: 2981 time: 0.0785916 Jul 06 17:29:47.315610 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-b104a977-7e21-4937-87cb-2f2762c1bc18 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/441bdf0b-74ed-4421-bc27-5e9f7dd1c8f8 HTTP/1.1" status: 200 len: 2977 time: 0.0935431 Jul 06 17:29:47.345747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b02bd8f5-a613-4a44-aaa9-641ee9352910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.410691 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b02bd8f5-a613-4a44-aaa9-641ee9352910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.471629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-e301ef63-0518-4954-92c3-2794eab91ec5 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/441bdf0b-74ed-4421-bc27-5e9f7dd1c8f8 HTTP/1.1" status: 200 len: 2977 time: 0.1480861 Jul 06 17:29:47.535943 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b2fcc9a-1274-4dc9-a76f-819c3012fdb9 req-de214eaf-f69e-4217-b116-f6743e9b29a4 tempest-DeleteServersAdminTestJSON-500017696 tempest-DeleteServersAdminTestJSON-500017696-project] 10.222.0.13 "GET /v2.0/ports?device_id=07e263a9-6ad1-414b-937b-8df72b9346f8 HTTP/1.1" status: 200 len: 210 time: 0.0358427 Jul 06 17:29:47.548095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5899aa37-2449-46d9-adc2-8ce45bca9e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.567435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5899aa37-2449-46d9-adc2-8ce45bca9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.599306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-e232bf38-7eb7-46ef-9ecd-fb747be306d8 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/45c62fff-fd7f-4735-b6f5-8e7248f8be2e HTTP/1.1" status: 200 len: 2977 time: 0.1092398 Jul 06 17:29:47.615978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b02bd8f5-a613-4a44-aaa9-641ee9352910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.618442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b02bd8f5-a613-4a44-aaa9-641ee9352910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.619543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b02bd8f5-a613-4a44-aaa9-641ee9352910 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/316204b6-5dc4-4d09-90ff-bc62ec84a409 HTTP/1.1" status: 204 len: 168 time: 0.4215815 Jul 06 17:29:47.644473 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5899aa37-2449-46d9-adc2-8ce45bca9e1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66ab5776b824404ca3405f88d3342c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085501 Jul 06 17:29:47.646559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-e41860b7-681a-4822-af90-a50b4b45cf3d tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:47.647995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-e41860b7-681a-4822-af90-a50b4b45cf3d tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1116 time: 0.2639432 Jul 06 17:29:47.648468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:47.656345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899aa37-2449-46d9-adc2-8ce45bca9e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49188862-f78f-4770-baa9-9e06fa90296e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:47.734523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bd8f5-a613-4a44-aaa9-641ee9352910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316204b6-5dc4-4d09-90ff-bc62ec84a409,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:47.740139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cfcec-9803-4682-9c4e-21f7b84c6163 req-b14824d2-a2b5-4b73-acc0-bc722aeeced9 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:47.748444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc1cfcec-9803-4682-9c4e-21f7b84c6163 req-b14824d2-a2b5-4b73-acc0-bc722aeeced9 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 950 time: 0.1003983 Jul 06 17:29:47.771238 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-dd1288f2-34ba-4aa8-adea-3ae093916582 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/45c62fff-fd7f-4735-b6f5-8e7248f8be2e HTTP/1.1" status: 200 len: 2977 time: 0.1561608 Jul 06 17:29:47.813700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc1cfcec-9803-4682-9c4e-21f7b84c6163 req-b63a758e-8995-445c-b78e-b2a701011b0b tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631158 Jul 06 17:29:47.826233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf601-38b6-4ecf-8252-fdc00ecec42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.874255 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f84c86-c4ba-417e-a8fd-ae5015fabbb8 x-openstack-request-id: req-f9f84c86-c4ba-417e-a8fd-ae5015fabbb8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:47.874641 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e263a9-6ad1-414b-937b-8df72b9346f8", "name": "network-vif-deleted", "tag": "3c6d7167-e234-469d-965a-1ad50465ad1b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:47.874956 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9f84c86-c4ba-417e-a8fd-ae5015fabbb8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:47.875441 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e263a9-6ad1-414b-937b-8df72b9346f8', 'name': 'network-vif-deleted', 'tag': '3c6d7167-e234-469d-965a-1ad50465ad1b', 'status': 'completed', 'code': 200} Jul 06 17:29:47.900418 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf601-38b6-4ecf-8252-fdc00ecec42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.903259 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-27c852ce-0aa5-49fb-82f4-9bbbe0781395 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5ab031e9-cecf-4073-85ba-28973794e361 HTTP/1.1" status: 200 len: 2981 time: 0.1244662 Jul 06 17:29:47.983513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-488a06f5-2e5a-4bb5-8c4a-f16a99659ccd service neutron] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:47.989420 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-488a06f5-2e5a-4bb5-8c4a-f16a99659ccd service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:47.990212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:47.990743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86ae1786-f96e-42b3-8e22-dbe10d81afda req-488a06f5-2e5a-4bb5-8c4a-f16a99659ccd service neutron] 10.222.0.55 "DELETE /v2.0/ports/33b303f7-034e-4e2f-b0d7-e05e4cce6ea8/bindings/n-h1-799526-3 HTTP/1.1" status: 204 len: 173 time: 0.3260467 Jul 06 17:29:47.993297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-2157a8ad-d812-4cac-a92e-b581c086fcee tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5ab031e9-cecf-4073-85ba-28973794e361 HTTP/1.1" status: 200 len: 2981 time: 0.0799575 Jul 06 17:29:48.006022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc4c5-190a-4f01-82b8-15fe03ddc1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.041141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf601-38b6-4ecf-8252-fdc00ecec42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.049675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf601-38b6-4ecf-8252-fdc00ecec42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.054325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ccbdf601-38b6-4ecf-8252-fdc00ecec42c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49188862-f78f-4770-baa9-9e06fa90296e HTTP/1.1" status: 204 len: 168 time: 0.3990128 Jul 06 17:29:48.072771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdf601-38b6-4ecf-8252-fdc00ecec42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49188862-f78f-4770-baa9-9e06fa90296e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:48.089903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-3bca646d-5240-4ec0-bc1c-bfe31f370f3c tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9d7b28a7-4e86-4dfe-bee2-4816a4e56512 HTTP/1.1" status: 200 len: 2981 time: 0.0824957 Jul 06 17:29:48.158708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-2aba2d95-8da2-431e-876c-7b2352d38608 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9d7b28a7-4e86-4dfe-bee2-4816a4e56512 HTTP/1.1" status: 200 len: 2981 time: 0.0540247 Jul 06 17:29:48.162386 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc4c5-190a-4f01-82b8-15fe03ddc1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.168671 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc4c5-190a-4f01-82b8-15fe03ddc1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.206742 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-57b09370-e5f2-4abf-b659-0455cca4bcf5 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b0bb3765-b789-4add-834d-6a0963d736a2 HTTP/1.1" status: 200 len: 2981 time: 0.0466731 Jul 06 17:29:48.220571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ae6dc4c5-190a-4f01-82b8-15fe03ddc1d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=556969cb6b3e4304a97f0cff2d6643a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291305 Jul 06 17:29:48.222001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dc4c5-190a-4f01-82b8-15fe03ddc1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d25539a-389a-43f9-bdcf-b0dbc75e6715,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:48.223257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48296) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:48.251607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:29:48.295724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-28d962fd-6d97-48e4-ad1f-514e1e81bc28 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b0bb3765-b789-4add-834d-6a0963d736a2 HTTP/1.1" status: 200 len: 2981 time: 0.0821533 Jul 06 17:29:48.304345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:29:48.316752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f017298e-72c7-46ca-975c-b782ee6b2ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.374251 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f017298e-72c7-46ca-975c-b782ee6b2ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.391682 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-37f9afeb-6830-47d3-a318-db4c7ce1f485 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c712ffc9-bd69-4506-ba9b-a67553e531a7 HTTP/1.1" status: 200 len: 2981 time: 0.0863335 Jul 06 17:29:48.473483 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-402dcb08-df1f-4f77-86ae-3d5533602f9e tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c712ffc9-bd69-4506-ba9b-a67553e531a7 HTTP/1.1" status: 200 len: 2981 time: 0.0675309 Jul 06 17:29:48.490017 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f017298e-72c7-46ca-975c-b782ee6b2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.492491 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f017298e-72c7-46ca-975c-b782ee6b2ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.493592 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f017298e-72c7-46ca-975c-b782ee6b2ea3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d25539a-389a-43f9-bdcf-b0dbc75e6715 HTTP/1.1" status: 204 len: 168 time: 0.2686949 Jul 06 17:29:48.519601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017298e-72c7-46ca-975c-b782ee6b2ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d25539a-389a-43f9-bdcf-b0dbc75e6715,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:48.534519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-7a919823-4896-4580-9a79-b2f6d01c0f74 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d30aefe2-e8b9-40e9-8676-d602e3160698 HTTP/1.1" status: 200 len: 2981 time: 0.0598605 Jul 06 17:29:48.587014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48306) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:48.590870 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-f58c94c3-26ad-4f5f-b1cf-1b4970c2c66c tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d30aefe2-e8b9-40e9-8676-d602e3160698 HTTP/1.1" status: 200 len: 2981 time: 0.0509443 Jul 06 17:29:48.604317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52db8cd7-6be6-41ff-a710-71e8973a14a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.649423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-fbaf72de-85c4-4b50-98b8-aff8a1d2a6da tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fa4305c8-4abf-4e7d-876d-e1053068bf83 HTTP/1.1" status: 200 len: 2973 time: 0.0511014 Jul 06 17:29:48.738326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8eb0a86-8a32-4487-8208-27c79028f4c5 req-4688d8ca-b977-4c8a-9ae4-413db3fa0893 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fa4305c8-4abf-4e7d-876d-e1053068bf83 HTTP/1.1" status: 200 len: 2973 time: 0.0879290 Jul 06 17:29:48.754389 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52db8cd7-6be6-41ff-a710-71e8973a14a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.761438 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52db8cd7-6be6-41ff-a710-71e8973a14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.847666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-52db8cd7-6be6-41ff-a710-71e8973a14a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37e2b4d5c12c40349c90370e9de0c838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551730 Jul 06 17:29:48.847666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db8cd7-6be6-41ff-a710-71e8973a14a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bf0521-8b74-4982-8430-6747dde95116,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:48.848105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:48.923329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d313874c-510c-4e84-a471-439bffc9e627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:48.948150 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d313874c-510c-4e84-a471-439bffc9e627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.000686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:49.022173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46f22737-d598-47ca-a94a-a95607d0232b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.040173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d313874c-510c-4e84-a471-439bffc9e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.045477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d313874c-510c-4e84-a471-439bffc9e627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.051418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d313874c-510c-4e84-a471-439bffc9e627 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72bf0521-8b74-4982-8430-6747dde95116 HTTP/1.1" status: 204 len: 168 time: 0.2017665 Jul 06 17:29:49.062585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93b79-766c-41b8-998a-7f848efe938e req-2b26bf47-6080-4202-b2ae-72eca161104f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:49.065769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81e93b79-766c-41b8-998a-7f848efe938e req-2b26bf47-6080-4202-b2ae-72eca161104f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 965 time: 0.1129713 Jul 06 17:29:49.076383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313874c-510c-4e84-a471-439bffc9e627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bf0521-8b74-4982-8430-6747dde95116,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:49.130825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81e93b79-766c-41b8-998a-7f848efe938e req-ca56b920-8f25-4ba5-b910-804aed95175a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526206 Jul 06 17:29:49.261960 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46f22737-d598-47ca-a94a-a95607d0232b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.278314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46f22737-d598-47ca-a94a-a95607d0232b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.337054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-46f22737-d598-47ca-a94a-a95607d0232b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11ea4717b505425c9c47222409f485a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342767 Jul 06 17:29:49.354184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48334) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:49.357802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f22737-d598-47ca-a94a-a95607d0232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb0590e-c96a-4e7b-8e0c-8cc5c6242f64,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:49.412751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a6695-31e7-4463-b548-2e316fee633a req-a5fd3c78-ab27-4fba-8e6b-4ada997bf1c5 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:49.415685 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d4a6695-31e7-4463-b548-2e316fee633a req-a5fd3c78-ab27-4fba-8e6b-4ada997bf1c5 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 950 time: 0.0967560 Jul 06 17:29:49.418854 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9521720-ce2b-4291-b9f3-6cbde330b36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.474266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b499d15c-a6e3-4cad-b089-2c9121936fce req-30ef9724-a896-4f2c-a277-48933ba77df9 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=717237ed6f61408db4f4c72230400b9f HTTP/1.1" status: 200 len: 6101 time: 0.1868401 Jul 06 17:29:49.477722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e902a6b-f556-450e-a6ed-d93addd6404c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.481665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d4a6695-31e7-4463-b548-2e316fee633a req-582c96d9-0345-42eb-9a3a-83ec95ada5a4 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512171 Jul 06 17:29:49.545421 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e902a6b-f556-450e-a6ed-d93addd6404c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.561574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b499d15c-a6e3-4cad-b089-2c9121936fce req-af21d0ee-8feb-438a-ae67-a945fdf554d1 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] 10.222.0.13 "GET /v2.0/security-groups/c712ffc9-bd69-4506-ba9b-a67553e531a7 HTTP/1.1" status: 200 len: 2981 time: 0.0791168 Jul 06 17:29:49.636953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b499d15c-a6e3-4cad-b089-2c9121936fce req-efeb6a48-c51c-466f-bc8f-1ecd35d5153e tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] 10.222.0.13 "GET /v2.0/security-groups/c712ffc9-bd69-4506-ba9b-a67553e531a7 HTTP/1.1" status: 200 len: 2981 time: 0.0688288 Jul 06 17:29:49.638644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e902a6b-f556-450e-a6ed-d93addd6404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.641486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e902a6b-f556-450e-a6ed-d93addd6404c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.642601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9e902a6b-f556-450e-a6ed-d93addd6404c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ceb0590e-c96a-4e7b-8e0c-8cc5c6242f64 HTTP/1.1" status: 204 len: 168 time: 0.2870727 Jul 06 17:29:49.650925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e902a6b-f556-450e-a6ed-d93addd6404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb0590e-c96a-4e7b-8e0c-8cc5c6242f64,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:49.771520 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.853897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c336f4b-cb60-4ebe-8619-29e21d29ec7c req-b202d046-65b0-473e-9c70-559357252c82 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/960b1ffb-3404-461c-8b84-a8fce063ed6f HTTP/1.1" status: 200 len: 1777 time: 0.0628557 Jul 06 17:29:49.896582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d98fba-b20b-4cb6-9fcb-7df1e7d54581 req-38b32909-f7e8-44dc-a50e-86b05c5c67e6 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:49.905942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20d98fba-b20b-4cb6-9fcb-7df1e7d54581 req-38b32909-f7e8-44dc-a50e-86b05c5c67e6 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1116 time: 0.0885832 Jul 06 17:29:49.958672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c336f4b-cb60-4ebe-8619-29e21d29ec7c req-f6a73dda-351e-48dc-91c2-dfa17e5c8485 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:49.960491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20d98fba-b20b-4cb6-9fcb-7df1e7d54581 req-089781fd-460c-4f29-acdd-4cf6e34a13e0 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502763 Jul 06 17:29:49.985183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c336f4b-cb60-4ebe-8619-29e21d29ec7c req-f6a73dda-351e-48dc-91c2-dfa17e5c8485 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.039401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c336f4b-cb60-4ebe-8619-29e21d29ec7c req-f6a73dda-351e-48dc-91c2-dfa17e5c8485 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.042194 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c336f4b-cb60-4ebe-8619-29e21d29ec7c req-f6a73dda-351e-48dc-91c2-dfa17e5c8485 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.043543 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c336f4b-cb60-4ebe-8619-29e21d29ec7c req-f6a73dda-351e-48dc-91c2-dfa17e5c8485 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/960b1ffb-3404-461c-8b84-a8fce063ed6f HTTP/1.1" status: 204 len: 173 time: 0.1725314 Jul 06 17:29:50.056416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a73dda-351e-48dc-91c2-dfa17e5c8485 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960b1ffb-3404-461c-8b84-a8fce063ed6f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:50.142464 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-95ac3561-b481-4e05-9a8c-2d379e7e516a req-73827bff-825a-4274-83b7-d9d95118881c tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "GET /v2.0/security-groups/85952ce2-416b-4b37-848a-6c4db403cc58 HTTP/1.1" status: 200 len: 1777 time: 0.0523887 Jul 06 17:29:50.205006 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-95ac3561-b481-4e05-9a8c-2d379e7e516a req-b299d425-5d0b-4c5a-9be6-b91fde1196e9 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.234578 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-95ac3561-b481-4e05-9a8c-2d379e7e516a req-b299d425-5d0b-4c5a-9be6-b91fde1196e9 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.269311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3c6d7167-e234-469d-965a-1ad50465ad1b no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:29:50.296035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-95ac3561-b481-4e05-9a8c-2d379e7e516a req-b299d425-5d0b-4c5a-9be6-b91fde1196e9 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.302046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-95ac3561-b481-4e05-9a8c-2d379e7e516a req-b299d425-5d0b-4c5a-9be6-b91fde1196e9 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.307518 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-95ac3561-b481-4e05-9a8c-2d379e7e516a req-b299d425-5d0b-4c5a-9be6-b91fde1196e9 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/85952ce2-416b-4b37-848a-6c4db403cc58 HTTP/1.1" status: 204 len: 173 time: 0.1577513 Jul 06 17:29:50.321398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 3c6d7167-e234-469d-965a-1ad50465ad1b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:29:50.322058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3c6d7167-e234-469d-965a-1ad50465ad1b not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:29:50.325534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299d425-5d0b-4c5a-9be6-b91fde1196e9 tempest-SecurityGroupsTestAdminJSON-1486005875 tempest-SecurityGroupsTestAdminJSON-1486005875-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85952ce2-416b-4b37-848a-6c4db403cc58,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:50.494136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d377be94-d6ef-468b-9542-aecb14a3d2f8 req-71c24979-18fd-4d7a-b139-c3eefba25b9f tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] 10.222.0.13 "GET /v2.0/security-groups/f59e87cc-659d-4394-b4ea-dd6339e48055 HTTP/1.1" status: 200 len: 1777 time: 0.0598936 Jul 06 17:29:50.509907 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.555459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-04474209-94d8-4616-9fe0-382a3eec5994 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:50.557290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-04474209-94d8-4616-9fe0-382a3eec5994 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 807 time: 0.1715209 Jul 06 17:29:50.565486 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d377be94-d6ef-468b-9542-aecb14a3d2f8 req-3f6d2527-cbd6-42f8-b16e-ae1b40d5b04f tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.578193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-d80cb19f-a126-4c2e-bd4c-c08f14850603 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/quotas/36820eb126ca410eae6171e325d93477 HTTP/1.1" status: 200 len: 375 time: 0.0121069 Jul 06 17:29:50.593495 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d377be94-d6ef-468b-9542-aecb14a3d2f8 req-3f6d2527-cbd6-42f8-b16e-ae1b40d5b04f tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.655224 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d377be94-d6ef-468b-9542-aecb14a3d2f8 req-3f6d2527-cbd6-42f8-b16e-ae1b40d5b04f tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.661038 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d377be94-d6ef-468b-9542-aecb14a3d2f8 req-3f6d2527-cbd6-42f8-b16e-ae1b40d5b04f tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:50.682312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d377be94-d6ef-468b-9542-aecb14a3d2f8 req-3f6d2527-cbd6-42f8-b16e-ae1b40d5b04f tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] 10.222.0.13 "DELETE /v2.0/security-groups/f59e87cc-659d-4394-b4ea-dd6339e48055 HTTP/1.1" status: 204 len: 173 time: 0.1865470 Jul 06 17:29:50.692277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-567aa576-57df-4e8b-8bf6-8d71e1334ac9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042571 Jul 06 17:29:50.713179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d2527-cbd6-42f8-b16e-ae1b40d5b04f tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59e87cc-659d-4394-b4ea-dd6339e48055,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:50.819373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-1cd2fd49-ba53-41b7-a7b2-e9990d62ace4 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250765 Jul 06 17:29:50.851089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:50.949759 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e75926f3-95a7-4500-be34-70eed97df1e0 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262684 Jul 06 17:29:50.989814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8e51b-57a2-4250-bcba-195bfd1081ec req-d6c0e324-e2e6-4c5a-8853-f3eb0e7b9c9c tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:50.991568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78d8e51b-57a2-4250-bcba-195bfd1081ec req-d6c0e324-e2e6-4c5a-8853-f3eb0e7b9c9c tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 950 time: 0.0832710 Jul 06 17:29:51.053561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78d8e51b-57a2-4250-bcba-195bfd1081ec req-02462d70-8935-48c6-9884-2e8fe2e9983b tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550086 Jul 06 17:29:51.147861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e237652-f124-4bfe-9967-d0fcfca9c379 req-9d7667cf-9c48-4097-b286-9714dbcb3f7e tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] 10.222.0.13 "GET /v2.0/security-groups/8a72c7bf-4743-4313-b053-ee37958a3d9f HTTP/1.1" status: 200 len: 1776 time: 0.0542345 Jul 06 17:29:51.224101 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0e237652-f124-4bfe-9967-d0fcfca9c379 req-f982b529-c917-487a-9fb6-2bfc5ad7fa94 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.259509 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8facff34-1fbf-44bf-81ed-3ded8ffe18f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faa3b0aa32aa483cbf30671cfd874a1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4050021 Jul 06 17:29:51.261272 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0e237652-f124-4bfe-9967-d0fcfca9c379 req-f982b529-c917-487a-9fb6-2bfc5ad7fa94 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.262071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:51.356245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0e237652-f124-4bfe-9967-d0fcfca9c379 req-f982b529-c917-487a-9fb6-2bfc5ad7fa94 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.357960 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65121ae1-a0d9-4ffb-b37b-5038e4144c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.361299 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0e237652-f124-4bfe-9967-d0fcfca9c379 req-f982b529-c917-487a-9fb6-2bfc5ad7fa94 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.365303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e237652-f124-4bfe-9967-d0fcfca9c379 req-f982b529-c917-487a-9fb6-2bfc5ad7fa94 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a72c7bf-4743-4313-b053-ee37958a3d9f HTTP/1.1" status: 204 len: 173 time: 0.2159297 Jul 06 17:29:51.386059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65121ae1-a0d9-4ffb-b37b-5038e4144c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.410674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982b529-c917-487a-9fb6-2bfc5ad7fa94 tempest-SecurityGroupsTestAdminJSON-394665566 tempest-SecurityGroupsTestAdminJSON-394665566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a72c7bf-4743-4313-b053-ee37958a3d9f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:51.470319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65121ae1-a0d9-4ffb-b37b-5038e4144c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.473529 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65121ae1-a0d9-4ffb-b37b-5038e4144c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.475920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-65121ae1-a0d9-4ffb-b37b-5038e4144c33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45c62fff-fd7f-4735-b6f5-8e7248f8be2e HTTP/1.1" status: 204 len: 168 time: 0.2105508 Jul 06 17:29:51.504174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65121ae1-a0d9-4ffb-b37b-5038e4144c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c62fff-fd7f-4735-b6f5-8e7248f8be2e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:51.524448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd567234-4190-4c64-98a3-3875cfb19d33 req-82966fe1-43d2-4016-9a8b-0155eb905b0e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 210 time: 0.0754449 Jul 06 17:29:51.613219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab21f1-ec51-4867-b050-cb93b42e69a7 req-a0efa72a-cf89-4723-8381-9f0a8312cb82 tempest-LiveMigrationNegativeTest-467584154 tempest-LiveMigrationNegativeTest-467584154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:51.619141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19ab21f1-ec51-4867-b050-cb93b42e69a7 req-a0efa72a-cf89-4723-8381-9f0a8312cb82 tempest-LiveMigrationNegativeTest-467584154 tempest-LiveMigrationNegativeTest-467584154-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 1101 time: 0.1045773 Jul 06 17:29:51.643504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19ab21f1-ec51-4867-b050-cb93b42e69a7 req-5aa9bc11-279b-46f5-b823-653a706bf4e4 tempest-LiveMigrationNegativeTest-467584154 tempest-LiveMigrationNegativeTest-467584154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.786450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19ab21f1-ec51-4867-b050-cb93b42e69a7 req-5aa9bc11-279b-46f5-b823-653a706bf4e4 tempest-LiveMigrationNegativeTest-467584154 tempest-LiveMigrationNegativeTest-467584154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.794528 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19ab21f1-ec51-4867-b050-cb93b42e69a7 req-5aa9bc11-279b-46f5-b823-653a706bf4e4 tempest-LiveMigrationNegativeTest-467584154 tempest-LiveMigrationNegativeTest-467584154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:51.835712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19ab21f1-ec51-4867-b050-cb93b42e69a7 req-5aa9bc11-279b-46f5-b823-653a706bf4e4 tempest-LiveMigrationNegativeTest-467584154 tempest-LiveMigrationNegativeTest-467584154-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074330 Jul 06 17:29:51.863247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9bc11-279b-46f5-b823-653a706bf4e4 tempest-LiveMigrationNegativeTest-467584154 tempest-LiveMigrationNegativeTest-467584154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff5298e-a462-4bf1-8d41-f335cd7431be,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:52.011126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:52.052304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48486) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:52.228883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:52.256259 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6123-1512-4dd4-84e5-c394a02145a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.362006 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.459544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6123-1512-4dd4-84e5-c394a02145a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.464546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6123-1512-4dd4-84e5-c394a02145a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.519492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5b3a6123-1512-4dd4-84e5-c394a02145a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf79256a66b1404e9bf49b8afe2705bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894115 Jul 06 17:29:52.520287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a6123-1512-4dd4-84e5-c394a02145a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052326a5-581d-45dc-a01f-93c45efdf39b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:52.522983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48502) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:52.590772 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-038b1e85-8063-4efe-81a7-d04903e168cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=717237ed6f61408db4f4c72230400b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353475 Jul 06 17:29:52.592345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48508) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:52.662538 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8078e503-513f-419c-8891-a5c1b4297550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.723427 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23d1b610-4974-4bf7-a187-c4d7f58054f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.737636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88336806-2639-4241-959c-05f1d8b38e92 req-6ea111e6-dbc7-48ff-bbbd-4629441e353c tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:52.739275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-88336806-2639-4241-959c-05f1d8b38e92 req-6ea111e6-dbc7-48ff-bbbd-4629441e353c tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 950 time: 0.2822967 Jul 06 17:29:52.752531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-193b6d96-7085-4031-9f3b-644ed7286286 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:52.754075 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-193b6d96-7085-4031-9f3b-644ed7286286 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 807 time: 0.2280498 Jul 06 17:29:52.786644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Request body: {'port': {'device_id': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3', 'admin_state_up': True, 'tenant_id': '36820eb126ca410eae6171e325d93477'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:52.795526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23d1b610-4974-4bf7-a187-c4d7f58054f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.820533 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abffe0e1-3c69-4460-80aa-8dae19e9052b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.851795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abffe0e1-3c69-4460-80aa-8dae19e9052b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.937977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8078e503-513f-419c-8891-a5c1b4297550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.943978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-88336806-2639-4241-959c-05f1d8b38e92 req-ff0fb41a-7602-41b5-813b-f8d174f865d3 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869652 Jul 06 17:29:52.944607 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8078e503-513f-419c-8891-a5c1b4297550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.966451 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abffe0e1-3c69-4460-80aa-8dae19e9052b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.966451 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abffe0e1-3c69-4460-80aa-8dae19e9052b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:52.967943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-abffe0e1-3c69-4460-80aa-8dae19e9052b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c712ffc9-bd69-4506-ba9b-a67553e531a7 HTTP/1.1" status: 204 len: 168 time: 0.3746104 Jul 06 17:29:53.016223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8078e503-513f-419c-8891-a5c1b4297550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dcecdec951a44b2b823086472cb808a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0037785 Jul 06 17:29:53.019990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48524) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:53.029890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078e503-513f-419c-8891-a5c1b4297550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25d153e-a3af-4a10-be27-4be1bfa8970e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:53.040326 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23d1b610-4974-4bf7-a187-c4d7f58054f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.047275 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23d1b610-4974-4bf7-a187-c4d7f58054f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.050596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-23d1b610-4974-4bf7-a187-c4d7f58054f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/052326a5-581d-45dc-a01f-93c45efdf39b HTTP/1.1" status: 204 len: 168 time: 0.5064292 Jul 06 17:29:53.061105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffe0e1-3c69-4460-80aa-8dae19e9052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c712ffc9-bd69-4506-ba9b-a67553e531a7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:53.074629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1b610-4974-4bf7-a187-c4d7f58054f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052326a5-581d-45dc-a01f-93c45efdf39b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:53.104663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Made reservation on behalf of 36820eb126ca410eae6171e325d93477 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:29:53.110020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.195136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d27a5e33-fe62-402e-b851-59e58f41190f req-ce79a471-82c4-416a-a3f0-59b5c3236ce9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 210 time: 0.0997722 Jul 06 17:29:53.231134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c80d923c-4298-4cbe-acef-dd4da030e449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.272300 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c80d923c-4298-4cbe-acef-dd4da030e449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.398959 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c80d923c-4298-4cbe-acef-dd4da030e449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.404097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c80d923c-4298-4cbe-acef-dd4da030e449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.405354 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c80d923c-4298-4cbe-acef-dd4da030e449 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f25d153e-a3af-4a10-be27-4be1bfa8970e HTTP/1.1" status: 204 len: 168 time: 0.3843892 Jul 06 17:29:53.409481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Allocated IP 172.20.0.3 (3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3/a70cdcb9-e31e-4732-b283-e49cd42a3329/b8da55a7-955d-441b-8b08-510e279ce6d6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:29:53.425314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d923c-4298-4cbe-acef-dd4da030e449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25d153e-a3af-4a10-be27-4be1bfa8970e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:53.503241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:53.614791 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e577e2d9-64c4-44fe-86a6-c36e4719a61b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f985ce597b33415db093e5799a6dfe00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096079 Jul 06 17:29:53.615947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48564) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:53.635427 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.689891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.721373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b4a07c8-7ea7-4ecd-ada7-2bf186107843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.779966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b4a07c8-7ea7-4ecd-ada7-2bf186107843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.789552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:29:53.793237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:29:53.819540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:29:53.836048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:53.836746 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.880087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Pushing event updated for resources: {'Port': ['ID=b8da55a7-955d-441b-8b08-510e279ce6d6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:53.908096 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b4a07c8-7ea7-4ecd-ada7-2bf186107843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.911160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-e43ec6ac-857c-496e-8a11-88a903262b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1383276 Jul 06 17:29:53.913466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b4a07c8-7ea7-4ecd-ada7-2bf186107843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:53.914804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6b4a07c8-7ea7-4ecd-ada7-2bf186107843 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d30aefe2-e8b9-40e9-8676-d602e3160698 HTTP/1.1" status: 204 len: 168 time: 0.2970753 Jul 06 17:29:53.926031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Request body: {'port': {'device_id': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:29:53.936832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a07c8-7ea7-4ecd-ada7-2bf186107843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30aefe2-e8b9-40e9-8676-d602e3160698,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:54.041950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.084722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48598) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:54.099851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-968705d1-2452-433f-8c19-485da7d6ae4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.210213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8b0ed-11a9-457b-92ae-c43419e18f55 req-2cdb994c-ad6f-4059-9ec3-285953746e99 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:54.220317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ab8b0ed-11a9-457b-92ae-c43419e18f55 req-2cdb994c-ad6f-4059-9ec3-285953746e99 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 950 time: 0.1107333 Jul 06 17:29:54.295325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ab8b0ed-11a9-457b-92ae-c43419e18f55 req-35f70700-9951-4591-b85d-774ebc6efe03 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727181 Jul 06 17:29:54.385070 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-968705d1-2452-433f-8c19-485da7d6ae4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.394809 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-968705d1-2452-433f-8c19-485da7d6ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.452569 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-968705d1-2452-433f-8c19-485da7d6ae4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59b1ac27a6434260906d83d3b63dc3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665922 Jul 06 17:29:54.455284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968705d1-2452-433f-8c19-485da7d6ae4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b82a90-65f7-4daa-a086-1bb8a68bc29c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:54.458683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48608) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:54.472675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-0d313739-a87b-4e72-8f34-61a87395b2b5 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:54.474261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-0d313739-a87b-4e72-8f34-61a87395b2b5 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 950 time: 0.1655505 Jul 06 17:29:54.488288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8da55a7-955d-441b-8b08-510e279ce6d6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:54.502320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.526288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb8f36-9845-4705-a4cb-f4bf4c7a2896 req-f9a20256-abc9-4527-9f30-b28af1ea204f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:54.529114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25eb8f36-9845-4705-a4cb-f4bf4c7a2896 req-f9a20256-abc9-4527-9f30-b28af1ea204f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 931 time: 0.1658139 Jul 06 17:29:54.560089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:54.560991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Transition to ACTIVE for port object b8da55a7-955d-441b-8b08-510e279ce6d6 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:29:54.573605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.612413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25eb8f36-9845-4705-a4cb-f4bf4c7a2896 req-819961fc-c7e0-4594-82f7-9b6388c6c36d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761704 Jul 06 17:29:54.645565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66fdc4ac-8c45-415f-b01a-9c777328d864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.654179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Pushing event updated for resources: {'Port': ['ID=b8da55a7-955d-441b-8b08-510e279ce6d6,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:54.684260 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66fdc4ac-8c45-415f-b01a-9c777328d864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.693736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:29:54.694106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:29:54.694470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:54.699270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Port b8da55a7-955d-441b-8b08-510e279ce6d6 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:29:54.699609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:29:54.705792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:29:54.706185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:29:54.706578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:29:54.707122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Bound port: b8da55a7-955d-441b-8b08-510e279ce6d6, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:29:54.707501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.751234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Deleting port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:29:54.751818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.786219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:29:54.790009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:29:54.797844 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.869812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Pushing event updated for resources: {'Port': ['ID=b8da55a7-955d-441b-8b08-510e279ce6d6,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:54.894617 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:54.894617 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.895537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-12684a58-34ad-4b41-b3ea-3026f25aa7cc service neutron] 10.222.0.22 "PUT /v2.0/ports/b8da55a7-955d-441b-8b08-510e279ce6d6 HTTP/1.1" status: 200 len: 1091 time: 0.9766145 Jul 06 17:29:54.896004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:54.906484 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d0d31e-5de4-4c7c-9aac-b281ba215e61" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:54.932376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66fdc4ac-8c45-415f-b01a-9c777328d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.935185 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66fdc4ac-8c45-415f-b01a-9c777328d864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.938861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-66fdc4ac-8c45-415f-b01a-9c777328d864 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56b82a90-65f7-4daa-a086-1bb8a68bc29c HTTP/1.1" status: 204 len: 168 time: 0.4768059 Jul 06 17:29:54.962314 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3bf056-dac8-4742-bd24-9e6b51f4174b x-openstack-request-id: req-bd3bf056-dac8-4742-bd24-9e6b51f4174b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:54.962625 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:54.962875 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd3bf056-dac8-4742-bd24-9e6b51f4174b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:54.963263 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6', 'status': 'completed', 'code': 200} Jul 06 17:29:54.963633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:54.974156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-049cd641-d0d4-49de-bd75-6cdaf46fd404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:54.979688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdc4ac-8c45-415f-b01a-9c777328d864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b82a90-65f7-4daa-a086-1bb8a68bc29c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:55.016379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] For port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:55.017252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.038784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Calling delete_port for 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:29:55.039539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-a93a7bfd-2390-4b60-a6b8-efdc16c92a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:55.041305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-a93a7bfd-2390-4b60-a6b8-efdc16c92a8d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1094 time: 0.0927646 Jul 06 17:29:55.088693 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-7b2c8715-d30a-40e5-9181-ad69d2118dd0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8da55a7-955d-441b-8b08-510e279ce6d6 HTTP/1.1" status: 200 len: 217 time: 0.0397398 Jul 06 17:29:55.141269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784efb17-9b81-4603-8dab-6be7b5e0ad92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.170767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-dc7a3850-f64e-41ee-b811-952abd5fc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:55.172551 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-dc7a3850-f64e-41ee-b811-952abd5fc052 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0778415 Jul 06 17:29:55.195125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-049cd641-d0d4-49de-bd75-6cdaf46fd404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.215937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-049cd641-d0d4-49de-bd75-6cdaf46fd404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.254314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-295debcf-a0fd-4a87-9fba-fd1d6c7eb214 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746255 Jul 06 17:29:55.278902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cd641-d0d4-49de-bd75-6cdaf46fd404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fd7397-ea31-4b60-a197-4d79bd3da05c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:55.300365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-049cd641-d0d4-49de-bd75-6cdaf46fd404 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbfbbe2b63634fab9b9323781f85cb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7389555 Jul 06 17:29:55.302983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48642) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:55.405775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-c7b1b023-bde1-4af0-b7be-6730a3e3f5f1 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392684 Jul 06 17:29:55.519421 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784efb17-9b81-4603-8dab-6be7b5e0ad92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.531718 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784efb17-9b81-4603-8dab-6be7b5e0ad92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.567626 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d49167c-57ff-4f44-bca4-cdc9a4158fce req-b00b8b06-a377-45ed-b489-c896d682d1bc service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545818 Jul 06 17:29:55.591996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-784efb17-9b81-4603-8dab-6be7b5e0ad92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9b4dc8e78524fcd96d8af571ae5af49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240635 Jul 06 17:29:55.593007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48654) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:55.593856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784efb17-9b81-4603-8dab-6be7b5e0ad92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502d382a-fe90-4070-9f93-fcdf4a909e6c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:55.614140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.626667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c78bdb69-02b7-45af-80d9-95402a7c8b25', '56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:55.699471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Pushing event deleted for resources: {'Port': ['ID=56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:55.722360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e7cdcc6-f5cf-4224-8124-57284cc88520 req-22dc9d2f-2afe-4eb9-b327-578cdfb612c5 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 210 time: 0.1057208 Jul 06 17:29:55.765293 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5604cb64-cf95-4755-a27f-89f7d41095d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.803923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-b0562eec-8a1f-4c2d-9a64-1cf709139323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:55.807149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-b0562eec-8a1f-4c2d-9a64-1cf709139323 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1094 time: 0.1395893 Jul 06 17:29:55.842603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5604cb64-cf95-4755-a27f-89f7d41095d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.870622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] No DVR routers for this DVR port 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:29:55.881507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.890515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adf7e59-3360-4d98-a182-e60633c9be30 req-52b518c4-64d0-4585-9519-0ccc1609f661 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "DELETE /v2.0/ports/56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e HTTP/1.1" status: 204 len: 173 time: 1.4025748 Jul 06 17:29:55.891818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd979c59c-acbc-4ef3-973d-2b63ba2e7ae4', 'name': 'network-vif-deleted', 'tag': '56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:29:55.900379 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba90051-56a9-4702-ae87-6e931fbe916f" -d '{"events": [{"server_uuid": "d979c59c-acbc-4ef3-973d-2b63ba2e7ae4", "name": "network-vif-deleted", "tag": "56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:29:55.918733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-176a4ead-3c02-4c4a-b3e9-a28fcae384de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:55.997725 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-176a4ead-3c02-4c4a-b3e9-a28fcae384de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.058590 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8afa9e2-af2d-4b04-9c0d-87f12751e884 x-openstack-request-id: req-f8afa9e2-af2d-4b04-9c0d-87f12751e884 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:29:56.060210 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d979c59c-acbc-4ef3-973d-2b63ba2e7ae4", "name": "network-vif-deleted", "tag": "56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:29:56.061542 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8afa9e2-af2d-4b04-9c0d-87f12751e884 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:29:56.062934 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd979c59c-acbc-4ef3-973d-2b63ba2e7ae4', 'name': 'network-vif-deleted', 'tag': '56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e', 'status': 'completed', 'code': 200} Jul 06 17:29:56.084769 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-176a4ead-3c02-4c4a-b3e9-a28fcae384de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.087389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-176a4ead-3c02-4c4a-b3e9-a28fcae384de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.091632 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-176a4ead-3c02-4c4a-b3e9-a28fcae384de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3fd7397-ea31-4b60-a197-4d79bd3da05c HTTP/1.1" status: 204 len: 168 time: 0.7845271 Jul 06 17:29:56.105764 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a4ead-3c02-4c4a-b3e9-a28fcae384de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fd7397-ea31-4b60-a197-4d79bd3da05c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:56.147488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-9541df01-9af5-4ab3-8402-15ef012edab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:56.153638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-9541df01-9af5-4ab3-8402-15ef012edab0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.3313537 Jul 06 17:29:56.184386 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5604cb64-cf95-4755-a27f-89f7d41095d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.191212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5604cb64-cf95-4755-a27f-89f7d41095d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.193639 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5604cb64-cf95-4755-a27f-89f7d41095d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/502d382a-fe90-4070-9f93-fcdf4a909e6c HTTP/1.1" status: 204 len: 168 time: 0.5965574 Jul 06 17:29:56.243091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604cb64-cf95-4755-a27f-89f7d41095d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502d382a-fe90-4070-9f93-fcdf4a909e6c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:56.246642 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-82970684-33dd-4ec1-bbd1-cdcf7b866715 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8da55a7-955d-441b-8b08-510e279ce6d6 HTTP/1.1" status: 200 len: 217 time: 0.0789194 Jul 06 17:29:56.259873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d364b-2958-4d7c-921b-66e9103eee02 req-cf628300-4931-4d31-8702-f0b9badbcd1e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:56.268429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39d364b-2958-4d7c-921b-66e9103eee02 req-cf628300-4931-4d31-8702-f0b9badbcd1e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 943 time: 0.4013216 Jul 06 17:29:56.348976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-7153dba6-24f6-48fc-809b-812f72a66aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:56.350807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-7153dba6-24f6-48fc-809b-812f72a66aef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0797975 Jul 06 17:29:56.353919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39d364b-2958-4d7c-921b-66e9103eee02 req-967c9019-9b21-459f-a96d-65f03a2a0282 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847290 Jul 06 17:29:56.398380 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-e6e64f21-b688-41b0-b86f-0d0eff6c530c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399835 Jul 06 17:29:56.713356 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-c4f76554-317e-4c98-aa2a-a8edfe9103dd service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082833 Jul 06 17:29:56.839945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95d0d31e-5de4-4c7c-9aac-b281ba215e61 req-62b1b7fe-f034-4a6b-86ba-8820d7b803c2 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198094 Jul 06 17:29:56.924496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48698) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:56.945152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce361c8c-d560-4f41-90d8-8f06fcae8236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:56.973777 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-465e42bb-1bd3-4133-8fdd-39d1d39f09ea req-46e642f4-cbed-4386-ab7a-66bfe6b4ebfc tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=d979c59c-acbc-4ef3-973d-2b63ba2e7ae4 HTTP/1.1" status: 200 len: 210 time: 0.0421815 Jul 06 17:29:57.086472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce361c8c-d560-4f41-90d8-8f06fcae8236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.097474 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce361c8c-d560-4f41-90d8-8f06fcae8236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.145477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ce361c8c-d560-4f41-90d8-8f06fcae8236 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6edb42c002d24b719a2b85a440defaff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163117 Jul 06 17:29:57.145477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce361c8c-d560-4f41-90d8-8f06fcae8236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c76f646-2d26-4c9c-bbe2-41ea732b0d25,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:57.146190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:57.197875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48708) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:57.226742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a573933a-216f-4268-a514-90bc44e70eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.237291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45266c74-003b-4d04-b34a-c79a5ae8f1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.264662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a573933a-216f-4268-a514-90bc44e70eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.353582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a573933a-216f-4268-a514-90bc44e70eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.356795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a573933a-216f-4268-a514-90bc44e70eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.358476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a573933a-216f-4268-a514-90bc44e70eb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c76f646-2d26-4c9c-bbe2-41ea732b0d25 HTTP/1.1" status: 204 len: 168 time: 0.2109728 Jul 06 17:29:57.375136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573933a-216f-4268-a514-90bc44e70eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c76f646-2d26-4c9c-bbe2-41ea732b0d25,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:57.477320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45266c74-003b-4d04-b34a-c79a5ae8f1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.483721 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45266c74-003b-4d04-b34a-c79a5ae8f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.534486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-45266c74-003b-4d04-b34a-c79a5ae8f1f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05ca661f5cb14b9f9e68cfbeff807f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339155 Jul 06 17:29:57.535580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45266c74-003b-4d04-b34a-c79a5ae8f1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d1473-94df-439c-baec-a43889cf19a2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:57.537121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48720) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:57.619057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a221f1-791c-4ee5-a8f5-82af04860fc5 req-e1e3bcb9-8c28-4d8a-b61a-7fddf7dfa02d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:57.620644 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69a221f1-791c-4ee5-a8f5-82af04860fc5 req-e1e3bcb9-8c28-4d8a-b61a-7fddf7dfa02d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 943 time: 0.1312122 Jul 06 17:29:57.624824 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90645f51-d5aa-4ab7-89b7-a33ef2ed4333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.661702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:29:57.669373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90645f51-d5aa-4ab7-89b7-a33ef2ed4333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.684050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:29:57.685448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 56ec9d19-3cd6-4b90-a1bf-8dfdefca5e8e not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:29:57.708530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69a221f1-791c-4ee5-a8f5-82af04860fc5 req-abb807c3-b15b-457d-9414-829ae0263bfb tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815325 Jul 06 17:29:57.746152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90645f51-d5aa-4ab7-89b7-a33ef2ed4333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.750507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90645f51-d5aa-4ab7-89b7-a33ef2ed4333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:57.752039 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-90645f51-d5aa-4ab7-89b7-a33ef2ed4333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e31d1473-94df-439c-baec-a43889cf19a2 HTTP/1.1" status: 204 len: 168 time: 0.2133119 Jul 06 17:29:57.765949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90645f51-d5aa-4ab7-89b7-a33ef2ed4333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d1473-94df-439c-baec-a43889cf19a2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:58.330111 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8da55a7-955d-441b-8b08-510e279ce6d6 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:29:58.480174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:58.518236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'b8da55a7-955d-441b-8b08-510e279ce6d6', 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3', 'port_id': 'b8da55a7-955d-441b-8b08-510e279ce6d6', 'mac_address': 'fa:16:3e:f9:4f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70cdcb9-e31e-4732-b283-e49cd42a3329', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:29:58.534898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fee930-44ab-4e8e-8a65-88d9efc3df0a req-b2851812-6e53-456c-8552-e4b276ddb94f tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:58.536646 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b9fee930-44ab-4e8e-8a65-88d9efc3df0a req-b2851812-6e53-456c-8552-e4b276ddb94f tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 949 time: 0.0932477 Jul 06 17:29:58.573705 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:58.595550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8da55a7-955d-441b-8b08-510e279ce6d6 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:29:58.600553 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b9fee930-44ab-4e8e-8a65-88d9efc3df0a req-27eb0d94-1605-48ff-97b5-f310a062c0f1 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531290 Jul 06 17:29:58.629090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:29:58.634666 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:29:58.708758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b8da55a7-955d-441b-8b08-510e279ce6d6,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:29:58.717911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.718267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.718891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.719233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.719566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.733499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.733971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.734321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.734687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.735029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.735367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.737235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:29:58.827234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b8da55a7-955d-441b-8b08-510e279ce6d6'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:29:58.994474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67699b-21f5-4b84-b71e-eb94f2a2c9c4 req-253c88b5-2397-495a-a2f5-f6052a242005 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:58.996636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a67699b-21f5-4b84-b71e-eb94f2a2c9c4 req-253c88b5-2397-495a-a2f5-f6052a242005 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 944 time: 0.1201441 Jul 06 17:29:59.100637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a67699b-21f5-4b84-b71e-eb94f2a2c9c4 req-bac6ef28-08f0-451f-8a00-6080df704cf3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956161 Jul 06 17:29:59.598233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48818) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:29:59.677084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-e3178379-a3a1-4b47-88f9-2c8fee381e21 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=921ec3cfa2804dba82416e82b814006a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284433 Jul 06 17:29:59.818705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-a6eae878-5c8e-47fa-877d-982df90e3b79 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:59.820579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-a6eae878-5c8e-47fa-877d-982df90e3b79 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427121 Jul 06 17:29:59.834169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda60412-666d-4cd9-8823-964600f743d7 req-56f8a118-6386-4d43-aa0d-1a3ba88c66af tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:29:59.841557 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cda60412-666d-4cd9-8823-964600f743d7 req-56f8a118-6386-4d43-aa0d-1a3ba88c66af tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 949 time: 0.0872462 Jul 06 17:29:59.846383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-97593df4-6053-40ab-b32d-4e37e464991f tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/quotas/921ec3cfa2804dba82416e82b814006a HTTP/1.1" status: 200 len: 375 time: 0.0148664 Jul 06 17:29:59.895181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cda60412-666d-4cd9-8823-964600f743d7 req-2ba0bc01-fbd8-4256-aa31-ee7e81527dd2 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bb3765-b789-4add-834d-6a0963d736a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525303 Jul 06 17:29:59.906391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-07bad429-725b-416b-b5ed-8a19f11eb226 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=921ec3cfa2804dba82416e82b814006a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587571 Jul 06 17:29:59.931812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f52e28b-5ff9-4e82-a1ef-c3ea3255d9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.075439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f52e28b-5ff9-4e82-a1ef-c3ea3255d9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.087735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f52e28b-5ff9-4e82-a1ef-c3ea3255d9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.136243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52e28b-5ff9-4e82-a1ef-c3ea3255d9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427f3202-1473-4bc6-8ac2-1fbb74671b4d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:00.175132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfe296-c980-4841-a601-ef10d7664b6a req-9c1049fe-aa2f-4395-acd7-7850ea74647a tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:00.176871 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05cfe296-c980-4841-a601-ef10d7664b6a req-9c1049fe-aa2f-4395-acd7-7850ea74647a tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 949 time: 0.2816100 Jul 06 17:30:00.181835 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9f52e28b-5ff9-4e82-a1ef-c3ea3255d9da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fec9af40e6624db3825740e6af4955de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795114 Jul 06 17:30:00.185120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:00.224735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d7ff72f-3751-4d97-9a4f-217997fb5751 req-21ecef36-0490-4d7a-985d-975e6416c8a3 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 210 time: 0.0466177 Jul 06 17:30:00.263577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c425f5a-8b13-49e6-92cf-63ab6e6ee4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.302886 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c425f5a-8b13-49e6-92cf-63ab6e6ee4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.342313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8da55a7-955d-441b-8b08-510e279ce6d6 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:00.359632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-05cfe296-c980-4841-a601-ef10d7664b6a req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Deleting port c78bdb69-02b7-45af-80d9-95402a7c8b25 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:30:00.359977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05cfe296-c980-4841-a601-ef10d7664b6a req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.413572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c425f5a-8b13-49e6-92cf-63ab6e6ee4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.416677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c425f5a-8b13-49e6-92cf-63ab6e6ee4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.424363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2c425f5a-8b13-49e6-92cf-63ab6e6ee4c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/427f3202-1473-4bc6-8ac2-1fbb74671b4d HTTP/1.1" status: 204 len: 168 time: 0.2374833 Jul 06 17:30:00.445200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c425f5a-8b13-49e6-92cf-63ab6e6ee4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427f3202-1473-4bc6-8ac2-1fbb74671b4d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:00.451298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port b8da55a7-955d-441b-8b08-510e279ce6d6 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:00.480019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port b8da55a7-955d-441b-8b08-510e279ce6d6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:00.481803 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.522128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-05cfe296-c980-4841-a601-ef10d7664b6a req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] For port c78bdb69-02b7-45af-80d9-95402a7c8b25, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c78bdb69-02b7-45af-80d9-95402a7c8b25,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:00.522476 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05cfe296-c980-4841-a601-ef10d7664b6a req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.556201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-05cfe296-c980-4841-a601-ef10d7664b6a req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Calling delete_port for c78bdb69-02b7-45af-80d9-95402a7c8b25 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:30:00.671094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821016-2ca7-4f22-83ab-c6d502b11887 req-6a215419-e86e-4597-97da-52b68ed53c9e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:00.678865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50821016-2ca7-4f22-83ab-c6d502b11887 req-6a215419-e86e-4597-97da-52b68ed53c9e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 944 time: 0.1463275 Jul 06 17:30:00.704110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.740545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:00.744769 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba2242b-bf8d-4f3f-82d3-7739946e8c72" -d '{"events": [{"server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "name": "network-vif-plugged", "status": "completed", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:00.759579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50821016-2ca7-4f22-83ab-c6d502b11887 req-c0e36b8a-9af3-4374-afd0-942f2988b416 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797534 Jul 06 17:30:00.763432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:00.771949 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.831308 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c55c9e-63e6-47fb-a1d7-7deaabe4a2ce x-openstack-request-id: req-79c55c9e-63e6-47fb-a1d7-7deaabe4a2ce {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:00.834210 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "name": "network-vif-plugged", "status": "completed", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:00.834661 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79c55c9e-63e6-47fb-a1d7-7deaabe4a2ce {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:00.835599 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6', 'code': 200} Jul 06 17:30:00.911411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b8da55a7-955d-441b-8b08-510e279ce6d6,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:00.916558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05cfe296-c980-4841-a601-ef10d7664b6a req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:00.936033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c78bdb69-02b7-45af-80d9-95402a7c8b25'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:01.009694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Pushing event deleted for resources: {'Port': ['ID=c78bdb69-02b7-45af-80d9-95402a7c8b25,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:01.068395 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cfe296-c980-4841-a601-ef10d7664b6a req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] No DVR routers for this DVR port c78bdb69-02b7-45af-80d9-95402a7c8b25 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:30:01.071288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b338382-d236-4792-bc13-b8d2f1ec65f0 req-ff38c05e-b07d-4e75-959f-23db1a5f54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:01.074465 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05cfe296-c980-4841-a601-ef10d7664b6a req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:01.077897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0b338382-d236-4792-bc13-b8d2f1ec65f0 req-ff38c05e-b07d-4e75-959f-23db1a5f54a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1096 time: 0.1792169 Jul 06 17:30:01.080884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05cfe296-c980-4841-a601-ef10d7664b6a req-aecf5e24-3503-4edb-9e60-2592eaf09df8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.55 "DELETE /v2.0/ports/c78bdb69-02b7-45af-80d9-95402a7c8b25 HTTP/1.1" status: 204 len: 173 time: 0.8977439 Jul 06 17:30:01.082207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56314258-4708-4f47-883e-a18ba0d2d37a', 'name': 'network-vif-deleted', 'tag': 'c78bdb69-02b7-45af-80d9-95402a7c8b25'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:01.085371 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f291875c-176e-43d6-90c3-49d73c8dd411" -d '{"events": [{"server_uuid": "56314258-4708-4f47-883e-a18ba0d2d37a", "name": "network-vif-deleted", "tag": "c78bdb69-02b7-45af-80d9-95402a7c8b25"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:01.173536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0b338382-d236-4792-bc13-b8d2f1ec65f0 req-80876b34-d980-46f8-9d3e-2e988ff162d2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847828 Jul 06 17:30:01.174453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:01.202215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eb740ea0-798c-4148-b313-eb6b0db1992b req-05435252-a0d0-4ad5-aa85-20be055084a8 tempest-LiveMigrationNegativeTest-1504671666 tempest-LiveMigrationNegativeTest-1504671666-project] 10.222.0.13 "GET /v2.0/ports?device_id=56314258-4708-4f47-883e-a18ba0d2d37a HTTP/1.1" status: 200 len: 210 time: 0.0935717 Jul 06 17:30:01.220573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3192-dfd1-48bd-9d46-e815f02a8256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:01.287660 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ecfec6-6c3f-45f0-8383-1a9d4dc20f0b x-openstack-request-id: req-d8ecfec6-6c3f-45f0-8383-1a9d4dc20f0b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:01.288271 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56314258-4708-4f47-883e-a18ba0d2d37a", "name": "network-vif-deleted", "tag": "c78bdb69-02b7-45af-80d9-95402a7c8b25", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:01.288667 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8ecfec6-6c3f-45f0-8383-1a9d4dc20f0b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:01.289203 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56314258-4708-4f47-883e-a18ba0d2d37a', 'name': 'network-vif-deleted', 'tag': 'c78bdb69-02b7-45af-80d9-95402a7c8b25', 'status': 'completed', 'code': 200} Jul 06 17:30:01.487356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3192-dfd1-48bd-9d46-e815f02a8256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:01.490823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:01.497915 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d9f3192-dfd1-48bd-9d46-e815f02a8256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:01.581953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f3192-dfd1-48bd-9d46-e815f02a8256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e39148a-e708-4b0f-8db8-de603f9c62d6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:01.590476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a4fe645-cd1b-42a1-9bd2-9dfbe1fa1c04 req-21f751df-d8e6-4a6c-a220-3fc10f46ccbe tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 210 time: 0.0406570 Jul 06 17:30:01.600382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5d9f3192-dfd1-48bd-9d46-e815f02a8256 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e248c486a9da415cb954e39788732c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240465 Jul 06 17:30:01.602542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48906) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:01.671721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe4013e5-d19d-4eae-adb7-a2c81e63662e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:01.698921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe4013e5-d19d-4eae-adb7-a2c81e63662e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:01.755750 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe4013e5-d19d-4eae-adb7-a2c81e63662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:01.758372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe4013e5-d19d-4eae-adb7-a2c81e63662e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:01.761922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe4013e5-d19d-4eae-adb7-a2c81e63662e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e39148a-e708-4b0f-8db8-de603f9c62d6 HTTP/1.1" status: 204 len: 168 time: 0.1557791 Jul 06 17:30:01.768172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4013e5-d19d-4eae-adb7-a2c81e63662e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e39148a-e708-4b0f-8db8-de603f9c62d6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:01.929266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48922) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:02.113087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-617e6e34-5e4b-4454-8492-6d3815778d32 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=921ec3cfa2804dba82416e82b814006a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614758 Jul 06 17:30:02.206105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0643272-5fec-4085-afdf-99017505bcac req-53a2e80b-6c46-40e8-8128-14526bd1946b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:02.211877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0643272-5fec-4085-afdf-99017505bcac req-53a2e80b-6c46-40e8-8128-14526bd1946b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 945 time: 0.2561948 Jul 06 17:30:02.344935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0643272-5fec-4085-afdf-99017505bcac req-3f3fcaec-b873-4b9d-8fc7-cbb701d5d4c9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227386 Jul 06 17:30:02.353756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-c798ef2e-b0a0-4f2c-bd09-835d6803078b tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:02.355298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-c798ef2e-b0a0-4f2c-bd09-835d6803078b tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410209 Jul 06 17:30:02.367471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Request body: {'port': {'device_id': '71e919f6-9216-4704-a044-01e80f36377b', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '921ec3cfa2804dba82416e82b814006a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:02.464290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8aa3595f-f9fd-4c05-bcb8-ae341cd20160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.577310 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8aa3595f-f9fd-4c05-bcb8-ae341cd20160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.583816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8aa3595f-f9fd-4c05-bcb8-ae341cd20160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.606223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Made reservation on behalf of 921ec3cfa2804dba82416e82b814006a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:02.612908 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.623639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.631863 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8aa3595f-f9fd-4c05-bcb8-ae341cd20160 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d723dacdd5944d248e8c3df7d7327db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7010581 Jul 06 17:30:02.634466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:02.636580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3595f-f9fd-4c05-bcb8-ae341cd20160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8290df66-0a44-4597-88ef-0b3eccbe70e7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:02.696125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e167edfc-ec2a-40d7-8187-e33c86fdd9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.723736 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e167edfc-ec2a-40d7-8187-e33c86fdd9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.777228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e167edfc-ec2a-40d7-8187-e33c86fdd9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.781457 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e167edfc-ec2a-40d7-8187-e33c86fdd9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.782940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e167edfc-ec2a-40d7-8187-e33c86fdd9a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8290df66-0a44-4597-88ef-0b3eccbe70e7 HTTP/1.1" status: 204 len: 168 time: 0.1473858 Jul 06 17:30:02.791185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167edfc-ec2a-40d7-8187-e33c86fdd9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8290df66-0a44-4597-88ef-0b3eccbe70e7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:02.818529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48960) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:02.880944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:02.891819 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:03.082688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:03.207161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Allocated IP 192.168.233.158 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/79549bd1-6040-44ca-9e51-417ae0e0ef44) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:03.242868 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc92f6c2-4df2-4235-8816-2793cf689c44 req-c3eb8ca0-6f1c-4d5b-8047-4b26b758b16e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 210 time: 0.0724406 Jul 06 17:30:03.602526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:03.641996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Transition to ACTIVE for port object 79549bd1-6040-44ca-9e51-417ae0e0ef44 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:03.679411 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d776f574-2ec4-48b1-9966-793d282ebc11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b85870848864129a4cbf999ae1ff402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8595326 Jul 06 17:30:03.681686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49006) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:03.699873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c78bdb69-02b7-45af-80d9-95402a7c8b25 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:30:03.719856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49010) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:03.738905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-016db7e3-3c83-4c9c-97b0-5e4feff61eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:03.741003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: c78bdb69-02b7-45af-80d9-95402a7c8b25 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:30:03.742853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c78bdb69-02b7-45af-80d9-95402a7c8b25 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:30:03.751939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:03.766448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e700e-ec88-43b5-85bc-b5250e3479d1 req-48db1ea3-49f3-4c51-8122-9728a971e356 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:03.768076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-790e700e-ec88-43b5-85bc-b5250e3479d1 req-48db1ea3-49f3-4c51-8122-9728a971e356 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 945 time: 0.2177508 Jul 06 17:30:03.817558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b83ce9d2-bf09-4425-a5d1-8736044904ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:03.854977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-790e700e-ec88-43b5-85bc-b5250e3479d1 req-435a03f0-b1b9-4a48-a701-d5270220640f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801432 Jul 06 17:30:03.880612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:03.889320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Pushing event updated for resources: {'Port': ['ID=79549bd1-6040-44ca-9e51-417ae0e0ef44,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:03.892812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b83ce9d2-bf09-4425-a5d1-8736044904ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:03.916070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:03.924477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:03.935231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:03.937435 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:03.937716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:03.997970 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b83ce9d2-bf09-4425-a5d1-8736044904ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.001086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b83ce9d2-bf09-4425-a5d1-8736044904ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.002386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b83ce9d2-bf09-4425-a5d1-8736044904ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0bb3765-b789-4add-834d-6a0963d736a2 HTTP/1.1" status: 204 len: 168 time: 0.3189366 Jul 06 17:30:04.018755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ce9d2-bf09-4425-a5d1-8736044904ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bb3765-b789-4add-834d-6a0963d736a2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:04.031546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-016db7e3-3c83-4c9c-97b0-5e4feff61eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.045253 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-016db7e3-3c83-4c9c-97b0-5e4feff61eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.068855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-4cb49deb-632a-415e-8e2a-7ceace1ec077 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7053497 Jul 06 17:30:04.086406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Request body: {'port': {'device_id': '71e919f6-9216-4704-a044-01e80f36377b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:04.145164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-550405070-network', 'tenant_id': '8909e689eec94d608790aa0e12f45edd'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:04.176585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Made reservation on behalf of 8909e689eec94d608790aa0e12f45edd for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:04.179960 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.195036 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-016db7e3-3c83-4c9c-97b0-5e4feff61eda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=752383db1d8947718cf4b8e9619dcdbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715047 Jul 06 17:30:04.195248 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.202054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49036) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:04.203285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016db7e3-3c83-4c9c-97b0-5e4feff61eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761ae36a-fd2f-4b2e-8b92-307eb4431fa1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:04.271339 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bdf284c9-d720-43d0-92ad-14078ab58803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.279308 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.294554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc308d3b-d231-429f-b653-d0019de3fcaf req-7675bb81-9029-401b-a421-914cb2c5cc4f tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:04.302289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc308d3b-d231-429f-b653-d0019de3fcaf req-7675bb81-9029-401b-a421-914cb2c5cc4f tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1096 time: 0.2240086 Jul 06 17:30:04.354918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac80a090-83c1-491a-83ea-449d25ffa2f3 None None] Provisioning for port 79549bd1-6040-44ca-9e51-417ae0e0ef44 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:04.365140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac80a090-83c1-491a-83ea-449d25ffa2f3 None None] Provisioning complete for port 79549bd1-6040-44ca-9e51-417ae0e0ef44 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:04.367291 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac80a090-83c1-491a-83ea-449d25ffa2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.369179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bdf284c9-d720-43d0-92ad-14078ab58803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.384664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc308d3b-d231-429f-b653-d0019de3fcaf req-66bb40fc-08f1-415e-935c-9b85a5591e92 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808835 Jul 06 17:30:04.431304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ac80a090-83c1-491a-83ea-449d25ffa2f3 None None] Port 79549bd1-6040-44ca-9e51-417ae0e0ef44 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:30:04.505125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bdf284c9-d720-43d0-92ad-14078ab58803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.507683 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bdf284c9-d720-43d0-92ad-14078ab58803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.511884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bdf284c9-d720-43d0-92ad-14078ab58803 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/761ae36a-fd2f-4b2e-8b92-307eb4431fa1 HTTP/1.1" status: 204 len: 168 time: 0.3067026 Jul 06 17:30:04.513079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:04.544155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf284c9-d720-43d0-92ad-14078ab58803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761ae36a-fd2f-4b2e-8b92-307eb4431fa1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:04.622970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c051a73-9dbe-4da5-a1e8-2dbc2e07bbed req-b5838cf4-e948-4d0c-9533-fb4edeb4f0b1 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:04.624746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c051a73-9dbe-4da5-a1e8-2dbc2e07bbed req-b5838cf4-e948-4d0c-9533-fb4edeb4f0b1 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 936 time: 0.1599422 Jul 06 17:30:04.648054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.659051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.673014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:30:04.679412 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49052) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:04.687132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.687486 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Added segment 0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6 of type vlan for network 5675b7ba-2b38-4a3d-907a-7544b365318f Jul 06 17:30:04.735506 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.767135 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-196ee3a1-9a3b-47b1-b54e-3eba891f5994 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3b683c24b0647a681bbd6dfa6b43111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832624 Jul 06 17:30:04.772948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:04.776339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a2b3d-9db5-4e63-87af-d650007f09c2 req-b0118a05-bddf-46a8-a2e8-ced2fa5b7602 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:04.778497 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-386a2b3d-9db5-4e63-87af-d650007f09c2 req-b0118a05-bddf-46a8-a2e8-ced2fa5b7602 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1096 time: 0.1610548 Jul 06 17:30:04.794142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.795586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:04.796374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.837158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79549bd1-6040-44ca-9e51-417ae0e0ef44 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:04.850411 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.851695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.865402 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c051a73-9dbe-4da5-a1e8-2dbc2e07bbed req-700841f1-c163-4efd-8d2d-1e2557c7485e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281525 Jul 06 17:30:04.873658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-386a2b3d-9db5-4e63-87af-d650007f09c2 req-d99a224e-91a0-46fc-b672-ee07ce3d9e8a tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887268 Jul 06 17:30:04.894132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Transition to ACTIVE for port object 79549bd1-6040-44ca-9e51-417ae0e0ef44 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:04.905775 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:04.952004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Pushing event updated for resources: {'Network': ['ID=5675b7ba-2b38-4a3d-907a-7544b365318f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:04.982932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 5675b7ba-2b38-4a3d-907a-7544b365318f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:30:04.998732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Pushing event updated for resources: {'Port': ['ID=79549bd1-6040-44ca-9e51-417ae0e0ef44,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:05.044405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:05.048662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1003792 Jul 06 17:30:05.048662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874d646-4d12-49cc-87f8-b942070b7456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:05.050962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:05.051716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1c11c53-78e8-4ac5-a60e-7bbcd101e1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.080413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Request body: {'subnet': {'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-550405070-subnet', 'tenant_id': '8909e689eec94d608790aa0e12f45edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:05.093138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Attempting to bind port 79549bd1-6040-44ca-9e51-417ae0e0ef44 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:05.093483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Attempting to bind port 79549bd1-6040-44ca-9e51-417ae0e0ef44 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:05.093815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Attempting to bind port 79549bd1-6040-44ca-9e51-417ae0e0ef44 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:05.104151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Port 79549bd1-6040-44ca-9e51-417ae0e0ef44 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:05.104474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Attempting to bind port 79549bd1-6040-44ca-9e51-417ae0e0ef44 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:05.119751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:05.120430 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:05.120999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:05.123221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Bound port: 79549bd1-6040-44ca-9e51-417ae0e0ef44, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:05.123867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.232779 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd216caa-8878-4edb-bc4a-f3d61ea8dc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.255750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Made reservation on behalf of 8909e689eec94d608790aa0e12f45edd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:05.258055 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.268933 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d316-f050-403c-8de8-e1f3aa30b519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.309947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] For port 79549bd1-6040-44ca-9e51-417ae0e0ef44, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:05.323552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] For port 79549bd1-6040-44ca-9e51-417ae0e0ef44, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=79549bd1-6040-44ca-9e51-417ae0e0ef44,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:05.333885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.383357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:05.384023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.385516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] 10.222.0.22 "PUT /v2.0/ports/79549bd1-6040-44ca-9e51-417ae0e0ef44 HTTP/1.1" status: 200 len: 1096 time: 1.3061771 Jul 06 17:30:05.386941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e919f6-9216-4704-a044-01e80f36377b', 'tag': '79549bd1-6040-44ca-9e51-417ae0e0ef44'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:05.389953 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a885f1a5-362f-437a-a894-49161c6fa831" -d '{"events": [{"name": "network-changed", "server_uuid": "71e919f6-9216-4704-a044-01e80f36377b", "tag": "79549bd1-6040-44ca-9e51-417ae0e0ef44"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:05.393562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-e8b7d316-f050-403c-8de8-e1f3aa30b519 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:30:05.393562 n-d-799526-3 neutron-server[93779]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:30:05.393562 n-d-799526-3 neutron-server[93779]: [parameters: {'project_id_1': '288a1c70936240f2a33e4d2e9ae24d0f', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 30, 5, 306641)}] Jul 06 17:30:05.393562 n-d-799526-3 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:30:05.393984 n-d-799526-3 neutron-server[93779]: DEBUG oslo_db.api [None req-e8b7d316-f050-403c-8de8-e1f3aa30b519 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:30:05.428657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd216caa-8878-4edb-bc4a-f3d61ea8dc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.509468 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b7dae0-0ecf-44f0-add0-12d49fad0cb3 x-openstack-request-id: req-91b7dae0-0ecf-44f0-add0-12d49fad0cb3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:05.509794 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e919f6-9216-4704-a044-01e80f36377b", "tag": "79549bd1-6040-44ca-9e51-417ae0e0ef44", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:05.510004 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91b7dae0-0ecf-44f0-add0-12d49fad0cb3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:05.510426 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e919f6-9216-4704-a044-01e80f36377b', 'tag': '79549bd1-6040-44ca-9e51-417ae0e0ef44', 'status': 'completed', 'code': 200} Jul 06 17:30:05.512754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e8ba1-768e-45eb-a2d7-f189a67279a9 service neutron] Pushing event updated for resources: {'Port': ['ID=79549bd1-6040-44ca-9e51-417ae0e0ef44,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:05.555298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-fe04f9ef-e100-432a-90d3-60a9206892ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:05.560506 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-fe04f9ef-e100-432a-90d3-60a9206892ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=921ec3cfa2804dba82416e82b814006a&device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 1099 time: 0.1165817 Jul 06 17:30:05.633328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-dbc74732-3968-4486-9aaa-4f6c9ca657a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=79549bd1-6040-44ca-9e51-417ae0e0ef44 HTTP/1.1" status: 200 len: 217 time: 0.0648580 Jul 06 17:30:05.721250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd216caa-8878-4edb-bc4a-f3d61ea8dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.727629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-42efbbe9-c523-4e4e-966a-7caf92539e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:05.729085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-42efbbe9-c523-4e4e-966a-7caf92539e9f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0838425 Jul 06 17:30:05.731483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd216caa-8878-4edb-bc4a-f3d61ea8dc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.732828 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cd216caa-8878-4edb-bc4a-f3d61ea8dc8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ff5298e-a462-4bf1-8d41-f335cd7431be HTTP/1.1" status: 204 len: 168 time: 0.9474249 Jul 06 17:30:05.771536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1c11c53-78e8-4ac5-a60e-7bbcd101e1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.814234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-fb14561a-f16a-412c-ad85-96729def23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:05.816973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-fb14561a-f16a-412c-ad85-96729def23fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745602 Jul 06 17:30:05.818748 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1c11c53-78e8-4ac5-a60e-7bbcd101e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.834627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd216caa-8878-4edb-bc4a-f3d61ea8dc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff5298e-a462-4bf1-8d41-f335cd7431be,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:05.867700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49096) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:05.885796 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d1c11c53-78e8-4ac5-a60e-7bbcd101e1b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a09c5c83c9224683ac94d7d7bf601b93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3655577 Jul 06 17:30:05.895704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49100) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:05.896618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.906899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d316-f050-403c-8de8-e1f3aa30b519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:05.916960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c11c53-78e8-4ac5-a60e-7bbcd101e1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620c81a6-385d-4f56-a1da-e6adccc1f82d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:05.949244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da9e65-8249-4d43-afa3-351add446523 req-7252b36b-f04f-457b-89dd-2a163ad69676 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:05.957577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-92da9e65-8249-4d43-afa3-351add446523 req-7252b36b-f04f-457b-89dd-2a163ad69676 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1096 time: 0.3782244 Jul 06 17:30:05.987617 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-742305c8-dd8d-49d0-a79d-819daef2d5c7 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640134 Jul 06 17:30:06.081817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ee3f5e-3655-48ba-9a5d-7e01fed2e03c req-906a632b-f4dd-483d-86b6-75f6ab11f252 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879486 Jul 06 17:30:06.085864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:06.130864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-92da9e65-8249-4d43-afa3-351add446523 req-a00e8ae6-d8ef-47b4-bb00-a7a6e3e67770 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727743 Jul 06 17:30:06.136520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:06.141037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Network hostable DHCP agents. Network: 5675b7ba-2b38-4a3d-907a-7544b365318f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:30:06.147746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e3d55ef-5b4e-4abf-b5d0-cdb7348bc223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.182097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e3d55ef-5b4e-4abf-b5d0-cdb7348bc223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.189822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Network 5675b7ba-2b38-4a3d-907a-7544b365318f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:30:06.222432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 5675b7ba-2b38-4a3d-907a-7544b365318f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:06.231214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:06.231996 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.234857 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d316-f050-403c-8de8-e1f3aa30b519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.249611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0f9129-8c71-4a48-b43e-5e3c43b35ac0 None None] Network 5675b7ba-2b38-4a3d-907a-7544b365318f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:06.262294 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-59e013c9-ecf7-49d2-b369-c1d54d9a72c9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1829956 Jul 06 17:30:06.263135 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d316-f050-403c-8de8-e1f3aa30b519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.270436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e3d55ef-5b4e-4abf-b5d0-cdb7348bc223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.273917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e3d55ef-5b4e-4abf-b5d0-cdb7348bc223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.275564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4e3d55ef-5b4e-4abf-b5d0-cdb7348bc223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/620c81a6-385d-4f56-a1da-e6adccc1f82d HTTP/1.1" status: 204 len: 168 time: 0.3767183 Jul 06 17:30:06.288529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1764635757-network', 'tenant_id': '9a4acd81105c4b63aea3307004756e02'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:06.311091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d55ef-5b4e-4abf-b5d0-cdb7348bc223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620c81a6-385d-4f56-a1da-e6adccc1f82d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:06.339466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e8b7d316-f050-403c-8de8-e1f3aa30b519 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=288a1c70936240f2a33e4d2e9ae24d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2903125 Jul 06 17:30:06.339466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7d316-f050-403c-8de8-e1f3aa30b519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8518a1d-953b-468d-b958-e21baf7fa294,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:06.340027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49116) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:06.350597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e70c5e-250a-47b4-af77-6a952a745fe9 req-19ef3eb7-1597-4972-8d1a-2a2068b99f8d tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:06.357490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2e70c5e-250a-47b4-af77-6a952a745fe9 req-19ef3eb7-1597-4972-8d1a-2a2068b99f8d tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 948 time: 0.2557969 Jul 06 17:30:06.368079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f1a5-362f-437a-a894-49161c6fa831 req-202e986d-f9cc-44ae-a975-725587810552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:06.369606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a885f1a5-362f-437a-a894-49161c6fa831 req-202e986d-f9cc-44ae-a975-725587810552 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=921ec3cfa2804dba82416e82b814006a&device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 1099 time: 0.2030964 Jul 06 17:30:06.405407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Made reservation on behalf of 9a4acd81105c4b63aea3307004756e02 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:06.411748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.421327 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a184ac62-8e23-4f01-84bf-e420bc006d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.463476 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.467712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a184ac62-8e23-4f01-84bf-e420bc006d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.478995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2e70c5e-250a-47b4-af77-6a952a745fe9 req-eb3e6362-50e7-4e59-98a5-da3780bbc287 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206448 Jul 06 17:30:06.535816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f1a5-362f-437a-a894-49161c6fa831 req-4678eaf1-94b3-41f2-966c-c30f80f896fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:06.544816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a885f1a5-362f-437a-a894-49161c6fa831 req-4678eaf1-94b3-41f2-966c-c30f80f896fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1651814 Jul 06 17:30:06.574234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c772d6c7-9268-456a-b374-8eb826839a6e None None] Network 5675b7ba-2b38-4a3d-907a-7544b365318f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:06.606845 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a184ac62-8e23-4f01-84bf-e420bc006d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.609520 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a184ac62-8e23-4f01-84bf-e420bc006d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.614148 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a184ac62-8e23-4f01-84bf-e420bc006d11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8518a1d-953b-468d-b958-e21baf7fa294 HTTP/1.1" status: 204 len: 168 time: 0.2738700 Jul 06 17:30:06.624488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184ac62-8e23-4f01-84bf-e420bc006d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8518a1d-953b-468d-b958-e21baf7fa294,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:06.626071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a885f1a5-362f-437a-a894-49161c6fa831 req-d1eb7389-4ccc-427f-bbcb-3b34e934a13a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=79549bd1-6040-44ca-9e51-417ae0e0ef44 HTTP/1.1" status: 200 len: 217 time: 0.0723305 Jul 06 17:30:06.701253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f1a5-362f-437a-a894-49161c6fa831 req-b74c1dc9-7e0e-42c6-b9c2-517603f9f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:06.701253 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a885f1a5-362f-437a-a894-49161c6fa831 req-b74c1dc9-7e0e-42c6-b9c2-517603f9f83e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0648532 Jul 06 17:30:06.749658 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.757172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.791857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:30:06.805658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49128) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:06.809744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524f746b-b1d6-4c49-b13b-a7e31b53829b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:06.820142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.820480 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Added segment 6132b70f-ff42-4d20-8055-dfee0ba94ccf of type vlan for network b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d Jul 06 17:30:06.825153 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b9e0-ccb7-41e6-b27e-8b02d36eb338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.830678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f1a5-362f-437a-a894-49161c6fa831 req-cbe5b327-3d6f-496f-a3d4-9d0b88ab47d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:06.832420 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a885f1a5-362f-437a-a894-49161c6fa831 req-cbe5b327-3d6f-496f-a3d4-9d0b88ab47d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242890 Jul 06 17:30:06.914149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.934504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b9e0-ccb7-41e6-b27e-8b02d36eb338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.941171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b9e0-ccb7-41e6-b27e-8b02d36eb338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.974644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.976266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:06.977122 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:06.998656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f7d7b9e0-ccb7-41e6-b27e-8b02d36eb338 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18cc2750495d4aefa9731de00c55f1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890893 Jul 06 17:30:07.001003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49132) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:07.049817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a885f1a5-362f-437a-a894-49161c6fa831 req-13b81ad6-5c51-49d4-8f20-c5a56e4cdeda service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959536 Jul 06 17:30:07.055009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7b9e0-ccb7-41e6-b27e-8b02d36eb338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c726a076-4eba-4160-aa54-40376cda90b9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:07.085987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] Pushing event updated for resources: {'Network': ['ID=b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:07.106034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4b8264e-9504-482b-adbc-fb263c0cbae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.115601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:30:07.119583 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-47f5e81c-bca4-42b4-9ced-390f1566cac8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2509885 Jul 06 17:30:07.124240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49136) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:07.132996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Request body: {'subnet': {'network_id': 'b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1764635757-subnet', 'tenant_id': '9a4acd81105c4b63aea3307004756e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:07.138170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4b8264e-9504-482b-adbc-fb263c0cbae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.187252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Made reservation on behalf of 9a4acd81105c4b63aea3307004756e02 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:07.190237 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.211562 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4b8264e-9504-482b-adbc-fb263c0cbae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.216398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4b8264e-9504-482b-adbc-fb263c0cbae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.221021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a4b8264e-9504-482b-adbc-fb263c0cbae0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c726a076-4eba-4160-aa54-40376cda90b9 HTTP/1.1" status: 204 len: 168 time: 0.2122409 Jul 06 17:30:07.232195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8264e-9504-482b-adbc-fb263c0cbae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c726a076-4eba-4160-aa54-40376cda90b9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:07.246391 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a885f1a5-362f-437a-a894-49161c6fa831 req-84030cca-f455-45fc-8c13-f86065c9934a service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900368 Jul 06 17:30:07.384963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db43ad5-e5e9-48c3-affb-93039a45cbaa req-a86acaa8-1969-4101-aae1-95830c69b3db tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:07.386564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5db43ad5-e5e9-48c3-affb-93039a45cbaa req-a86acaa8-1969-4101-aae1-95830c69b3db tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1096 time: 0.0560005 Jul 06 17:30:07.442373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49146) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:07.447445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.455193 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5db43ad5-e5e9-48c3-affb-93039a45cbaa req-1a99ddc8-9d7c-4925-8c6c-797f71012950 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615640 Jul 06 17:30:07.503339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27a1e936-247f-4762-b6a1-0f09088063b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.573111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Checking segment: {'id': '6132b70f-ff42-4d20-8055-dfee0ba94ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:07.573471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Network hostable DHCP agents. Network: b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:30:07.582856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1c6dc1-52da-4677-a54b-397289038498,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:07.621108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Network b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:30:07.634650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:07.642153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:07.643861 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.647871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413abc33-d197-4ff1-acf8-b5a2f16c8f2e None None] Network b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:07.671754 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27a1e936-247f-4762-b6a1-0f09088063b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.678654 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27a1e936-247f-4762-b6a1-0f09088063b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.731866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a8855fca-c300-415b-a143-ab3c3935bbd8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6049500 Jul 06 17:30:07.792264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1e936-247f-4762-b6a1-0f09088063b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54aefda-e93c-47e6-a019-99d4cf1e4e39,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:07.801219 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-27a1e936-247f-4762-b6a1-0f09088063b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34414c9cd8594c03b06e07f8074db82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575766 Jul 06 17:30:07.805553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:07.828340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb81445-4c4d-42df-8746-d5b581d62fe1 req-77806769-f611-491c-a3ac-d5a0123fabdb tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:07.834940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6eb81445-4c4d-42df-8746-d5b581d62fe1 req-77806769-f611-491c-a3ac-d5a0123fabdb tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 948 time: 0.0904155 Jul 06 17:30:07.893355 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c33e620d-edf9-4792-aab2-73bf8f38dd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:07.909243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6eb81445-4c4d-42df-8746-d5b581d62fe1 req-dae3da02-ac99-4ae4-bd3d-26c646509f07 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693109 Jul 06 17:30:07.938588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0dee9-bd28-4012-93b9-927d79760209 None None] Network b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:07.940345 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c33e620d-edf9-4792-aab2-73bf8f38dd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.255104 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c33e620d-edf9-4792-aab2-73bf8f38dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.257828 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c33e620d-edf9-4792-aab2-73bf8f38dd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.263647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c33e620d-edf9-4792-aab2-73bf8f38dd0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f54aefda-e93c-47e6-a019-99d4cf1e4e39 HTTP/1.1" status: 204 len: 168 time: 0.4493511 Jul 06 17:30:08.268153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e620d-edf9-4792-aab2-73bf8f38dd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54aefda-e93c-47e6-a019-99d4cf1e4e39,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:08.300105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:08.306587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-502640533-network', 'tenant_id': 'd952d1c04efe464fb5e07556e6e5b6a1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:08.333259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Made reservation on behalf of d952d1c04efe464fb5e07556e6e5b6a1 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:08.336242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.345186 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.413766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 79549bd1-6040-44ca-9e51-417ae0e0ef44 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:08.459066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.464611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.499203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:30:08.504419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d37a09-e1eb-465a-9c31-132555068bbd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:08.512565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.512961 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Added segment f5300795-7182-466b-908d-e495cc6aed17 of type vlan for network b870eee6-69f6-4cc0-b278-5afa48efdc6c Jul 06 17:30:08.563731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.569892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 79549bd1-6040-44ca-9e51-417ae0e0ef44, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=79549bd1-6040-44ca-9e51-417ae0e0ef44,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:08.583413 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '79549bd1-6040-44ca-9e51-417ae0e0ef44', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '79549bd1-6040-44ca-9e51-417ae0e0ef44', 'mac_address': 'fa:16:3e:f3:0b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:30:08.601508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.603272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:08.604237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.633956 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.662116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79549bd1-6040-44ca-9e51-417ae0e0ef44 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:08.688163 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3843975 Jul 06 17:30:08.688968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49204) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:08.695237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51be21-3261-47c0-adb8-063405be450a admin admin] Pushing event updated for resources: {'Network': ['ID=b870eee6-69f6-4cc0-b278-5afa48efdc6c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:08.695934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Request body: {'subnet': {'network_id': 'b870eee6-69f6-4cc0-b278-5afa48efdc6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-502640533-subnet', 'tenant_id': 'd952d1c04efe464fb5e07556e6e5b6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:08.716781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 79549bd1-6040-44ca-9e51-417ae0e0ef44, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=79549bd1-6040-44ca-9e51-417ae0e0ef44,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:08.723204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b870eee6-69f6-4cc0-b278-5afa48efdc6c details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:30:08.742323 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.758892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Made reservation on behalf of d952d1c04efe464fb5e07556e6e5b6a1 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:08.762845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:08.901675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=79549bd1-6040-44ca-9e51-417ae0e0ef44,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:08.951854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['79549bd1-6040-44ca-9e51-417ae0e0ef44'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:09.051444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:09.162643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca4184b-01ba-41a6-afd5-d5cb1b789e17,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:09.176539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Checking segment: {'id': 'f5300795-7182-466b-908d-e495cc6aed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b870eee6-69f6-4cc0-b278-5afa48efdc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:09.177100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Network hostable DHCP agents. Network: b870eee6-69f6-4cc0-b278-5afa48efdc6c, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:30:09.200175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce8680-f89b-46b3-97e8-dfb417bac0b2 req-093774f4-11cf-4b5a-9832-09c6dd0972ee tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:09.201401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Network b870eee6-69f6-4cc0-b278-5afa48efdc6c is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:30:09.208750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48ce8680-f89b-46b3-97e8-dfb417bac0b2 req-093774f4-11cf-4b5a-9832-09c6dd0972ee tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 949 time: 0.1581302 Jul 06 17:30:09.226309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b870eee6-69f6-4cc0-b278-5afa48efdc6c) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:09.236195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596205a7-bb7b-4b04-931d-ebc89aad6980 None None] Network b870eee6-69f6-4cc0-b278-5afa48efdc6c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:09.238606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:09.240189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:09.290538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2dbcfda6-5785-4405-9863-c596b5a79534 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5908074 Jul 06 17:30:09.329867 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48ce8680-f89b-46b3-97e8-dfb417bac0b2 req-3f8172bb-ec81-4684-8c6e-71440964dd8c tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133804 Jul 06 17:30:09.473580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06cb64-fa1f-4ce0-a8b8-a8bc5917fdb4 None None] Network b870eee6-69f6-4cc0-b278-5afa48efdc6c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:10.039276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49268) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:10.046256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-353844809-network', 'tenant_id': '9f87d5690e7f451fb1164f5300385e62'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:10.079703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Made reservation on behalf of 9f87d5690e7f451fb1164f5300385e62 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:10.082290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.092519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.194728 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.202046 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.226446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:30:10.242791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe310ea-c5d4-4681-a135-e43f292ec27e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:10.245996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.247081 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Added segment 188997ac-97c0-4d66-8116-b008d39c1a4f of type vlan for network 7935e7bf-6a4a-4b8e-b784-482c4138d734 Jul 06 17:30:10.293937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.339441 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.340884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:10.341637 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.436474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 79549bd1-6040-44ca-9e51-417ae0e0ef44 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:10.438127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3970859 Jul 06 17:30:10.441876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:10.445658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2ec55-1a69-4b78-8d86-9f2c87058c0c admin admin] Pushing event updated for resources: {'Network': ['ID=7935e7bf-6a4a-4b8e-b784-482c4138d734,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:10.447638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Request body: {'subnet': {'network_id': '7935e7bf-6a4a-4b8e-b784-482c4138d734', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-353844809-subnet', 'tenant_id': '9f87d5690e7f451fb1164f5300385e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:10.472042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 7935e7bf-6a4a-4b8e-b784-482c4138d734 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:30:10.501095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Made reservation on behalf of 9f87d5690e7f451fb1164f5300385e62 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:10.504376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.520493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:10.571844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 79549bd1-6040-44ca-9e51-417ae0e0ef44 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:10.576875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 79549bd1-6040-44ca-9e51-417ae0e0ef44 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:10.577352 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.602944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-43289578-0fab-44c5-b5e2-3a5c5ab95089 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:10.610315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-43289578-0fab-44c5-b5e2-3a5c5ab95089 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 820 time: 0.2309711 Jul 06 17:30:10.641257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-df499f8f-9ef4-4ebc-87fb-9a8fd34b6ec3 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/quotas/8909e689eec94d608790aa0e12f45edd HTTP/1.1" status: 200 len: 375 time: 0.0299413 Jul 06 17:30:10.679482 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.691108 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-a6b55ce1-131c-4620-b758-4024b412b795 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488722 Jul 06 17:30:10.850450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e919f6-9216-4704-a044-01e80f36377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79549bd1-6040-44ca-9e51-417ae0e0ef44'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:10.854439 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66af2eb-93b9-4779-add3-7f31e5efac92" -d '{"events": [{"server_uuid": "71e919f6-9216-4704-a044-01e80f36377b", "name": "network-vif-plugged", "status": "completed", "tag": "79549bd1-6040-44ca-9e51-417ae0e0ef44"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:10.868287 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-2cc32583-896e-4838-8b53-694fe8b81b59 service neutron] 10.222.0.13 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762209 Jul 06 17:30:10.869631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 79549bd1-6040-44ca-9e51-417ae0e0ef44, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=79549bd1-6040-44ca-9e51-417ae0e0ef44,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:10.875974 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.880328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-2ab3b2ac-a204-489f-9a82-5ec33bde56b0 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:30:10.881612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-2ab3b2ac-a204-489f-9a82-5ec33bde56b0 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3590372 Jul 06 17:30:10.935974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:10.961108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=79549bd1-6040-44ca-9e51-417ae0e0ef44,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:11.036871 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-37cde339-11dd-4ae4-97c5-2715e70600fb service neutron] 10.222.0.13 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676006 Jul 06 17:30:11.039956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43646c7b-aecb-4464-84d3-735a80a55a21,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:11.054638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Checking segment: {'id': '188997ac-97c0-4d66-8116-b008d39c1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7935e7bf-6a4a-4b8e-b784-482c4138d734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:11.054872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Network hostable DHCP agents. Network: 7935e7bf-6a4a-4b8e-b784-482c4138d734, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:30:11.086081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Network 7935e7bf-6a4a-4b8e-b784-482c4138d734 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:30:11.102284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 7935e7bf-6a4a-4b8e-b784-482c4138d734) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:11.109097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:11.109739 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:11.113623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e5799-ab9e-4fd6-809a-560bf063a5b9 None None] Network 7935e7bf-6a4a-4b8e-b784-482c4138d734 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:11.147597 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e6960bf3-89ee-44a9-840a-21f70343ba78 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7044678 Jul 06 17:30:11.212988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Request body: {'binding': {'host': 'n-h2-799526-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:11.213536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Unknown quota resources ['binding']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:30:11.336972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dab787-7c02-45e0-b7f2-93bfd609429f None None] Network 7935e7bf-6a4a-4b8e-b784-482c4138d734 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:11.446387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:11.518083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 on host n-h2-799526-3 for vnic_type normal with profile None {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:11.526281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:11.526841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:11.533790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Port b8da55a7-955d-441b-8b08-510e279ce6d6 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:11.536611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:11.549420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:11.554640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:11.555168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:11.555713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Bound port: b8da55a7-955d-441b-8b08-510e279ce6d6, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:11.608457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3502248a-c252-4019-8205-cc39015cecf5 admin admin] Deleting subnet 9c1c6dc1-52da-4677-a54b-397289038498 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:30:11.626023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a454-146e-4e89-948a-fd7bf3fb321d req-9740677f-3c7b-4366-bb32-5773c94a1174 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:11.632942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d893a454-146e-4e89-948a-fd7bf3fb321d req-9740677f-3c7b-4366-bb32-5773c94a1174 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 950 time: 0.2804818 Jul 06 17:30:11.635730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3502248a-c252-4019-8205-cc39015cecf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:11.698785 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3502248a-c252-4019-8205-cc39015cecf5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:11.710802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:11.714508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d893a454-146e-4e89-948a-fd7bf3fb321d req-72c88461-5c4e-4b25-9fa6-4b9ca48dbcfa tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803981 Jul 06 17:30:11.716862 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3502248a-c252-4019-8205-cc39015cecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:11.730289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:11.733382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-1db54114-4ca9-47f2-ab15-3b7fbb6c77ec service neutron] 10.222.0.13 "POST /v2.0/ports/b8da55a7-955d-441b-8b08-510e279ce6d6/bindings HTTP/1.1" status: 201 len: 389 time: 0.6517332 Jul 06 17:30:11.827528 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3502248a-c252-4019-8205-cc39015cecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:11.867331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502248a-c252-4019-8205-cc39015cecf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1c6dc1-52da-4677-a54b-397289038498,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:11.869482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3502248a-c252-4019-8205-cc39015cecf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:11.871503 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3502248a-c252-4019-8205-cc39015cecf5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9c1c6dc1-52da-4677-a54b-397289038498 HTTP/1.1" status: 204 len: 168 time: 0.4275401 Jul 06 17:30:11.874099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49354) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:11.929295 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc07302-37ff-4162-aaa6-28fc6c47f943 x-openstack-request-id: req-3dc07302-37ff-4162-aaa6-28fc6c47f943 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:11.930284 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e919f6-9216-4704-a044-01e80f36377b", "name": "network-vif-plugged", "status": "completed", "tag": "79549bd1-6040-44ca-9e51-417ae0e0ef44", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:11.930736 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dc07302-37ff-4162-aaa6-28fc6c47f943 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:11.931483 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e919f6-9216-4704-a044-01e80f36377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79549bd1-6040-44ca-9e51-417ae0e0ef44', 'code': 200} Jul 06 17:30:11.982695 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:12.176746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-16226655-fae6-45ef-be9f-297c349d497e req-651faa82-41cf-4aae-a71d-28323f5b16d0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 210 time: 0.0991237 Jul 06 17:30:12.197417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:12.216097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.216495 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.217435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.217789 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.218354 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.218664 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.218990 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.219445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.219876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.220203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.230011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2681ea-5c94-4222-808a-67c9a77fa5b0 req-19336feb-c363-4dc0-9250-e70cd9ac5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:12.234897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db2681ea-5c94-4222-808a-67c9a77fa5b0 req-19336feb-c363-4dc0-9250-e70cd9ac5f03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 1101 time: 0.1268926 Jul 06 17:30:12.311576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db2681ea-5c94-4222-808a-67c9a77fa5b0 req-4dc378d1-2cec-451e-aeca-1b369973fc34 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716918 Jul 06 17:30:12.313514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-ca9658cd-ec17-4621-b461-f687a8e33429 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386713 Jul 06 17:30:12.366940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.367292 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.367624 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.367954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:30:12.368344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:12.414367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6132b70f-ff42-4d20-8055-dfee0ba94ccf') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:12.414874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6132b70f-ff42-4d20-8055-dfee0ba94ccf') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:12.471952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:12.477859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-685877ec-044d-464d-8dd9-96f033b7b4b6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:12.486921 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-685877ec-044d-464d-8dd9-96f033b7b4b6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670039 Jul 06 17:30:12.501842 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:12.511552 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-263bf6db-b2fb-4230-9e3b-d114de391658 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/quotas/afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 375 time: 0.0231774 Jul 06 17:30:12.525658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:30:12.526930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:12.550087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-b4ceb529-1fa7-40fe-b789-45477f74577a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372946 Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: from cryptography.utils import int_from_bytes Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: from cryptography.utils import int_from_bytes Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:30:12.559513 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:30:12.626157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-41cfa774-43db-40a3-b3fe-3a2d02e3ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:12.627925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-41cfa774-43db-40a3-b3fe-3a2d02e3ff36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1096 time: 0.2522786 Jul 06 17:30:12.680995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:12.733359 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:12.735295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] 10.222.0.13 "DELETE /v2.0/networks/b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d HTTP/1.1" status: 204 len: 168 time: 0.8588595 Jul 06 17:30:12.738627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:12.754945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8363b-bdd2-4e5d-b905-35dfce8b425d admin admin] Pushing event deleted for resources: {'Network': ['ID=b65b832d-b060-4d9d-a2ae-5e5d6a5c4b6d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:13.003372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8d8670-246f-4486-8dcf-24bbc2e4e551 admin admin] Deleting subnet 43646c7b-aecb-4464-84d3-735a80a55a21 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:30:13.015383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-5701c559-b8a3-4230-b097-713cdc9bb25e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:13.017471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-5701c559-b8a3-4230-b097-713cdc9bb25e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 820 time: 0.2242868 Jul 06 17:30:13.029694 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8670-246f-4486-8dcf-24bbc2e4e551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:13.074077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Request body: {'port': {'device_id': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f', 'admin_state_up': True, 'tenant_id': '8909e689eec94d608790aa0e12f45edd'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:13.083492 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-64a5e857-4268-4f07-b6da-91d9b8267c12 req-ebaf468c-e000-48e4-be59-6d1d07a4e481 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 210 time: 0.1050234 Jul 06 17:30:13.169231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8670-246f-4486-8dcf-24bbc2e4e551 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:13.172403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf24a4-b452-448d-b520-5f5a6540b4c7 req-b126caa5-ecc8-46e5-92fc-98f1e0c3436d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:13.183020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0bdf24a4-b452-448d-b520-5f5a6540b4c7 req-b126caa5-ecc8-46e5-92fc-98f1e0c3436d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 945 time: 0.5532656 Jul 06 17:30:13.188724 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8670-246f-4486-8dcf-24bbc2e4e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:13.204751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-749075a8-433a-430d-8dff-d9d29dedc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:13.206397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-749075a8-433a-430d-8dff-d9d29dedc870 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.5643229 Jul 06 17:30:13.282573 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-0f4996c5-00d6-4bc2-b0f5-b3110667e4ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8da55a7-955d-441b-8b08-510e279ce6d6 HTTP/1.1" status: 200 len: 217 time: 0.0679793 Jul 06 17:30:13.301172 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0bdf24a4-b452-448d-b520-5f5a6540b4c7 req-c16135fe-0568-4459-a417-559651b1f945 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171856 Jul 06 17:30:13.306459 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8670-246f-4486-8dcf-24bbc2e4e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:13.380157 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8670-246f-4486-8dcf-24bbc2e4e551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:13.382685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-b2dfee61-33ab-420a-b036-c2ec1bb35971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:13.384868 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dd8d8670-246f-4486-8dcf-24bbc2e4e551 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43646c7b-aecb-4464-84d3-735a80a55a21 HTTP/1.1" status: 204 len: 168 time: 0.6451972 Jul 06 17:30:13.387598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Made reservation on behalf of 8909e689eec94d608790aa0e12f45edd for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:13.388233 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-b2dfee61-33ab-420a-b036-c2ec1bb35971 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0821066 Jul 06 17:30:13.389132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49402) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:13.395674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:13.405739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d8670-246f-4486-8dcf-24bbc2e4e551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43646c7b-aecb-4464-84d3-735a80a55a21,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:13.538071 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-366e8c0b-0c90-4213-96be-a2ae67dcd293 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393915 Jul 06 17:30:13.574086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49404) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:13.658916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e077dc5-8d52-4490-b104-182156acd096 req-7f433bad-d168-46da-a865-89f442388f3c tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:13.660400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e077dc5-8d52-4490-b104-182156acd096 req-7f433bad-d168-46da-a865-89f442388f3c tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 950 time: 0.1848679 Jul 06 17:30:13.666101 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-bc6bf6ad-1de7-42b3-8fdd-9c5b7e345c41 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186016 Jul 06 17:30:13.719113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e077dc5-8d52-4490-b104-182156acd096 req-fa255b34-081d-421c-abc1-340cc2649f54 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511096 Jul 06 17:30:13.734015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Allocated IP 172.20.0.13 (5675b7ba-2b38-4a3d-907a-7544b365318f/52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a/55b3e457-7cdd-4065-a00e-11272f3ad341) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:13.771358 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5577875c-68bf-4d38-82e7-114e5db357fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:13.814748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf1d672f-4720-4656-8eef-b6acb0a7a292 req-63a37490-14cd-4a4f-8ce3-42f8fb7ce47c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 210 time: 0.1416059 Jul 06 17:30:13.832766 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:13.837021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-80440c4b-b6a5-40ca-bf22-6838ed050485 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614237 Jul 06 17:30:13.980247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:13.998231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.016278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7935e7bf-6a4a-4b8e-b784-482c4138d734']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:14.034636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188997ac-97c0-4d66-8116-b008d39c1a4f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:14.035013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188997ac-97c0-4d66-8116-b008d39c1a4f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:14.047893 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.071854 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5577875c-68bf-4d38-82e7-114e5db357fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.072109 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.087113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-a5fc2655-8d89-48b5-a543-357798e1086f tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:14.088630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-a5fc2655-8d89-48b5-a543-357798e1086f tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.1241002 Jul 06 17:30:14.089735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:30:14.090265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.092149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5577875c-68bf-4d38-82e7-114e5db357fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:30:14.092284 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:30:14.102149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.174071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799526-3'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:14.202227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5577875c-68bf-4d38-82e7-114e5db357fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4301dda19a9483bba1170f6bf70c9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264148 Jul 06 17:30:14.206413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:14.218454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577875c-68bf-4d38-82e7-114e5db357fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bb4afb-df3a-4091-9cd2-94bb7408baa0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:14.240247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Network 5675b7ba-2b38-4a3d-907a-7544b365318f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:14.252220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:14.257757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:14.264380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:14.265510 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.270534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Pushing event updated for resources: {'Port': ['ID=55b3e457-7cdd-4065-a00e-11272f3ad341,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:14.313096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-005b9e67-c305-4d5b-b491-055abf5a641c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2793639 Jul 06 17:30:14.331372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Request body: {'port': {'device_id': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:14.389353 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.407788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.414404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/7935e7bf-6a4a-4b8e-b784-482c4138d734 HTTP/1.1" status: 204 len: 168 time: 1.0237653 Jul 06 17:30:14.526918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-2af6f495-a151-46e8-8236-c1c1e663bec3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621758 Jul 06 17:30:14.529220 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c98-287e-4435-be32-d5c3299bc15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.623819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e07f653-6e2d-4213-acb4-f3e2f0122ebc req-454eeaaf-37ee-4931-930b-e92dc6ac7322 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 210 time: 0.1547351 Jul 06 17:30:14.627620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458ed73-3564-460f-9408-27df0e5e41ee admin admin] Pushing event deleted for resources: {'Network': ['ID=7935e7bf-6a4a-4b8e-b784-482c4138d734,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:14.704949 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.750772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c98-287e-4435-be32-d5c3299bc15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:14.761330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49438) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:14.816358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:14.920663 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aada8441-c767-43f9-9add-c1176319995b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a4acd81105c4b63aea3307004756e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503191 Jul 06 17:30:14.929863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:14.947598 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.000997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13a5fe-b10c-4d18-9d3e-2a30f994457f req-76a3b35a-872e-4f16-9713-e5776c3c822e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:15.007902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea13a5fe-b10c-4d18-9d3e-2a30f994457f req-76a3b35a-872e-4f16-9713-e5776c3c822e tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 945 time: 0.4750657 Jul 06 17:30:15.046907 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a1276063-5be4-4838-8365-bcbc2ae66fab tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:15.048381 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a1276063-5be4-4838-8365-bcbc2ae66fab tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5089204 Jul 06 17:30:15.068250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Request body: {'port': {'device_id': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'afaea2bd2e254de8a3bfc390f65b1887'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:15.073240 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c98-287e-4435-be32-d5c3299bc15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.076304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3c68c98-287e-4435-be32-d5c3299bc15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.077455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c3c68c98-287e-4435-be32-d5c3299bc15f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0bb4afb-df3a-4091-9cd2-94bb7408baa0 HTTP/1.1" status: 204 len: 168 time: 0.8694439 Jul 06 17:30:15.163504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3e5c-498f-473f-80b4-190e45544110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.166857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c68c98-287e-4435-be32-d5c3299bc15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bb4afb-df3a-4091-9cd2-94bb7408baa0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:15.181690 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508061d5-26c3-4551-af03-2aea8d08a284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.208843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:15.259872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b66157-1c77-4aab-a61f-12909c8a0700 req-93be9a97-bc1a-4d1c-9412-4c14074b28bd tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:15.267438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8b66157-1c77-4aab-a61f-12909c8a0700 req-93be9a97-bc1a-4d1c-9412-4c14074b28bd tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 950 time: 0.3181241 Jul 06 17:30:15.286462 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508061d5-26c3-4551-af03-2aea8d08a284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.339291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea13a5fe-b10c-4d18-9d3e-2a30f994457f req-843da5f3-dc20-4286-b7e0-e78c87a18c97 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303432 Jul 06 17:30:15.393469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8b66157-1c77-4aab-a61f-12909c8a0700 req-f289d8ef-aba7-440f-aee6-855afe1ab664 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250460 Jul 06 17:30:15.405120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:15.549281 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3e5c-498f-473f-80b4-190e45544110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.550467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:15.604557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Made reservation on behalf of afaea2bd2e254de8a3bfc390f65b1887 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:15.608400 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.611033 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e75bfe2-3bbe-4956-ba04-f940cb1d79cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.612920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:15.615419 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e1c0df-6c8f-4b0a-9012-b14da414c9a5" -d '{"events": [{"server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:15.615681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.620460 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508061d5-26c3-4551-af03-2aea8d08a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.624330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508061d5-26c3-4551-af03-2aea8d08a284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.628365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-508061d5-26c3-4551-af03-2aea8d08a284 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/524f746b-b1d6-4c49-b13b-a7e31b53829b HTTP/1.1" status: 204 len: 168 time: 0.6961448 Jul 06 17:30:15.629128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3e5c-498f-473f-80b4-190e45544110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.652123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508061d5-26c3-4551-af03-2aea8d08a284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524f746b-b1d6-4c49-b13b-a7e31b53829b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:15.655461 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.740816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8da55a7-955d-441b-8b08-510e279ce6d6,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:15.789563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5e7e3e5c-498f-473f-80b4-190e45544110 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=470f1d49c0c241bf961de47e9dec1a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9532714 Jul 06 17:30:15.794201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:15.795072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e3e5c-498f-473f-80b4-190e45544110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0d2f66-0aa1-48c8-898f-b8ee4f6f9395,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:15.813553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.855374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b3e457-7cdd-4065-a00e-11272f3ad341 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:15.867158 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.895860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Transition to ACTIVE for port object 55b3e457-7cdd-4065-a00e-11272f3ad341 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:15.897984 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 on host n-h1-799526-3 for vnic_type normal with profile {"migrating_to": "n-h2-799526-3"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:15.898325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:15.898679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:15.905728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da325dfb-650a-4adc-897b-30376cb7c3e6 req-b20aaa87-7333-4260-a5a2-e3455d278e7d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:15.907425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da325dfb-650a-4adc-897b-30376cb7c3e6 req-b20aaa87-7333-4260-a5a2-e3455d278e7d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 932 time: 0.3130138 Jul 06 17:30:15.911142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.917244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Port b8da55a7-955d-441b-8b08-510e279ce6d6 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:15.917558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Attempting to bind port b8da55a7-955d-441b-8b08-510e279ce6d6 on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:15.944963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:15.945194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:15.945620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:15.946084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Bound port: b8da55a7-955d-441b-8b08-510e279ce6d6, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:15.946503 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.948253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-beeb2064-5d4f-492d-bcc5-770ffca6ed29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:15.962260 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb934d44-5bf1-408c-9f83-481a22f6fd3a x-openstack-request-id: req-cb934d44-5bf1-408c-9f83-481a22f6fd3a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:15.962598 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:15.962838 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb934d44-5bf1-408c-9f83-481a22f6fd3a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:15.963233 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6', 'code': 200} Jul 06 17:30:15.968392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Pushing event updated for resources: {'Port': ['ID=55b3e457-7cdd-4065-a00e-11272f3ad341,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:16.008221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-beeb2064-5d4f-492d-bcc5-770ffca6ed29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.010264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da325dfb-650a-4adc-897b-30376cb7c3e6 req-33c4acab-2df4-4952-a518-33ba8fd402f3 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483625 Jul 06 17:30:16.039531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e75bfe2-3bbe-4956-ba04-f940cb1d79cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.053701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e75bfe2-3bbe-4956-ba04-f940cb1d79cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.092595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:16.093074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:16.093673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:16.108887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Port 55b3e457-7cdd-4065-a00e-11272f3ad341 on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:16.109350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:16.117487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:16.117841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:16.118319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:16.118971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Bound port: 55b3e457-7cdd-4065-a00e-11272f3ad341, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:16.119434 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.167203 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fbf760d-aa77-4c3f-b6f3-78970c9a0d1e req-53a81b75-ebd5-44cb-a072-8776a27d9ecd tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 210 time: 0.0878770 Jul 06 17:30:16.180076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6e75bfe2-3bbe-4956-ba04-f940cb1d79cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00214a2ae040412fb397c558771bd86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194482 Jul 06 17:30:16.182785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75bfe2-3bbe-4956-ba04-f940cb1d79cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0f9bd9-1f7d-4e0b-bc8e-6e0124f3bafb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:16.186440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:16.187543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:16.200159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:16.207891 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.217338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:16.222177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:16.235573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.270132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-beeb2064-5d4f-492d-bcc5-770ffca6ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.272530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-beeb2064-5d4f-492d-bcc5-770ffca6ed29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.273677 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-beeb2064-5d4f-492d-bcc5-770ffca6ed29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f0d2f66-0aa1-48c8-898f-b8ee4f6f9395 HTTP/1.1" status: 204 len: 168 time: 0.4753535 Jul 06 17:30:16.328537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:16.329462 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.331348 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] 10.222.0.55 "PUT /v2.0/ports/55b3e457-7cdd-4065-a00e-11272f3ad341 HTTP/1.1" status: 200 len: 1092 time: 2.0086927 Jul 06 17:30:16.331974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:16.335265 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0228a7c7-529b-4894-89b4-e52621656793" -d '{"events": [{"name": "network-changed", "server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:16.341131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb2064-5d4f-492d-bcc5-770ffca6ed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0d2f66-0aa1-48c8-898f-b8ee4f6f9395,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:16.343033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:16.349532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:16.350167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.351752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8da55a7-955d-441b-8b08-510e279ce6d6 HTTP/1.1" status: 200 len: 1121 time: 2.2483706 Jul 06 17:30:16.399987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50609ce2-db16-41df-9573-6dd8652359c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8da55a7-955d-441b-8b08-510e279ce6d6,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:16.415802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.422707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.444602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b8da55a7-955d-441b-8b08-510e279ce6d6'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:16.475329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e548f602-dc49-4262-9569-662a23b280d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.528594 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c663a754-e62e-4a36-b578-297ac8b38077 x-openstack-request-id: req-c663a754-e62e-4a36-b578-297ac8b38077 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:16.529065 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:16.529319 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c663a754-e62e-4a36-b578-297ac8b38077 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:16.529722 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341', 'status': 'completed', 'code': 200} Jul 06 17:30:16.537790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d491b-ae0b-4449-ac4e-b85700c78518,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:16.542935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c839b-1924-4332-b4f9-3ce2de9378db service neutron] Pushing event updated for resources: {'Port': ['ID=55b3e457-7cdd-4065-a00e-11272f3ad341,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:16.561337 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e548f602-dc49-4262-9569-662a23b280d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.591314 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-320bf23a-082c-4c75-bcc5-123a161d8fbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f87d5690e7f451fb1164f5300385e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430084 Jul 06 17:30:16.593019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49484) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:16.697477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-98e10301-6d8e-4cfd-9e77-6bd9fd3a5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:16.700624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-98e10301-6d8e-4cfd-9e77-6bd9fd3a5d7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1095 time: 0.2712417 Jul 06 17:30:16.708853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa77b0-95ee-46d6-8711-4cc41fe12e6f req-3c377a8d-c155-4787-812f-c20b63463e94 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:16.710805 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbfa77b0-95ee-46d6-8711-4cc41fe12e6f req-3c377a8d-c155-4787-812f-c20b63463e94 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 950 time: 0.3192136 Jul 06 17:30:16.773704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e548f602-dc49-4262-9569-662a23b280d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.776685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e548f602-dc49-4262-9569-662a23b280d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.779523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e548f602-dc49-4262-9569-662a23b280d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df0f9bd9-1f7d-4e0b-bc8e-6e0124f3bafb HTTP/1.1" status: 204 len: 168 time: 0.5889320 Jul 06 17:30:16.792203 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-86151c54-287e-4ef2-828d-e8451c6641fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55b3e457-7cdd-4065-a00e-11272f3ad341 HTTP/1.1" status: 200 len: 217 time: 0.0802140 Jul 06 17:30:16.798765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb34fdaf-54b9-407e-84f0-a393bd8a69a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.821801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548f602-dc49-4262-9569-662a23b280d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0f9bd9-1f7d-4e0b-bc8e-6e0124f3bafb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:16.852305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:16.877478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbfa77b0-95ee-46d6-8711-4cc41fe12e6f req-c54a921d-f755-4155-bffc-30dd073b6c8c tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536727 Jul 06 17:30:16.896458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4019f02-7305-4521-8c3f-febffd5d2946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.907251 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb34fdaf-54b9-407e-84f0-a393bd8a69a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.924982 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-c3078010-20e7-49bb-a029-d39b8bc8f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:16.926789 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-c3078010-20e7-49bb-a029-d39b8bc8f9e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1218669 Jul 06 17:30:16.930704 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f4bcb77-fdc5-4edf-b72c-3be7451abd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:16.998859 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-4992228d-6e9f-49cb-84cd-f64c7fe0d14a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580897 Jul 06 17:30:17.066608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Allocated IP 192.168.233.128 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/0beacdf7-1789-4fb4-946a-ebe07bcb7cae) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:17.086605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a2197-4cb9-4481-8799-be863ae3ea5b req-c16188ce-48e1-4ec9-a6a6-d0d5ae9cd73d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:17.095673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6f1a2197-4cb9-4481-8799-be863ae3ea5b req-c16188ce-48e1-4ec9-a6a6-d0d5ae9cd73d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 943 time: 0.4587348 Jul 06 17:30:17.099554 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb34fdaf-54b9-407e-84f0-a393bd8a69a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.102094 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb34fdaf-54b9-407e-84f0-a393bd8a69a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.107848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cb34fdaf-54b9-407e-84f0-a393bd8a69a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fe310ea-c5d4-4681-a135-e43f292ec27e HTTP/1.1" status: 204 len: 168 time: 0.5112975 Jul 06 17:30:17.136806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34fdaf-54b9-407e-84f0-a393bd8a69a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe310ea-c5d4-4681-a135-e43f292ec27e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:17.163943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-a0ffb17a-2260-4f67-a3f0-f614703e5ade service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586893 Jul 06 17:30:17.210712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6f1a2197-4cb9-4481-8799-be863ae3ea5b req-9200e606-b5a4-4989-948d-9dcbf3c8ea02 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124778 Jul 06 17:30:17.254994 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4019f02-7305-4521-8c3f-febffd5d2946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.282817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4019f02-7305-4521-8c3f-febffd5d2946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.432474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b4019f02-7305-4521-8c3f-febffd5d2946 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04352e7550fd4028aa7c92adbbf6ae2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738809 Jul 06 17:30:17.440942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49508) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:17.445524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4019f02-7305-4521-8c3f-febffd5d2946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c226fad1-6b74-42f4-a581-033bbfc9a601,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:17.465588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0592fa4b-a4d4-46ce-802b-f58376549fb1 req-f1026d6c-55cc-4d47-8532-519c403fed50 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937829 Jul 06 17:30:17.488392 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0b77f842-8ffa-46fc-9dbf-4b880b5838ce req-b52e0528-903f-43c9-a8fb-45e0af489dcb tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 210 time: 0.0723560 Jul 06 17:30:17.499977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-e6ffd77d-5591-4198-86d2-63fc044d1b93 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:17.502688 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-e6ffd77d-5591-4198-86d2-63fc044d1b93 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.22 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 950 time: 0.2628796 Jul 06 17:30:17.541662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23453ece-3180-426d-a544-bec0d80ae787 req-a158be31-c57b-4d3b-a3b3-20de9bb31b7f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:17.547914 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.549194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-23453ece-3180-426d-a544-bec0d80ae787 req-a158be31-c57b-4d3b-a3b3-20de9bb31b7f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 944 time: 0.2347658 Jul 06 17:30:17.573201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Transition to ACTIVE for port object 0beacdf7-1789-4fb4-946a-ebe07bcb7cae will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:17.598238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d2cfd82-cff4-406f-b02a-0ca6a275e0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.645337 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d2cfd82-cff4-406f-b02a-0ca6a275e0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.687908 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.753261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:17.763173 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-23453ece-3180-426d-a544-bec0d80ae787 req-2b835cc9-5966-4dc1-a951-f3a1e9a4743d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121806 Jul 06 17:30:17.766303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:17.772070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:17.777781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:17.779066 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.791849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Pushing event updated for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:17.801430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d2cfd82-cff4-406f-b02a-0ca6a275e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.805093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d2cfd82-cff4-406f-b02a-0ca6a275e0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.809731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228a7c7-529b-4894-89b4-e52621656793 req-fd19ed2e-2850-41de-8d30-f22cf31d878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:17.811404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0228a7c7-529b-4894-89b4-e52621656793 req-fd19ed2e-2850-41de-8d30-f22cf31d878f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1095 time: 0.2594306 Jul 06 17:30:17.811542 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7d2cfd82-cff4-406f-b02a-0ca6a275e0db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c226fad1-6b74-42f4-a581-033bbfc9a601 HTTP/1.1" status: 204 len: 168 time: 0.3660600 Jul 06 17:30:17.828169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cfd82-cff4-406f-b02a-0ca6a275e0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c226fad1-6b74-42f4-a581-033bbfc9a601,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:17.831385 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-6c9d1030-4bc4-4df7-8b83-5e96a8aba951 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7698169 Jul 06 17:30:17.835567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Deleting port 79549bd1-6040-44ca-9e51-417ae0e0ef44 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:30:17.835918 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.853408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Request body: {'port': {'device_id': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:17.965605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:17.989102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:17.999886 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:18.107216 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0fbd1d-277a-4a36-ac3f-a8a377e4cd8f x-openstack-request-id: req-9f0fbd1d-277a-4a36-ac3f-a8a377e4cd8f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:18.107508 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:18.107937 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f0fbd1d-277a-4a36-ac3f-a8a377e4cd8f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:18.108485 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6', 'status': 'completed', 'code': 200} Jul 06 17:30:18.121929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.22', 55221) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:18.172664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228a7c7-529b-4894-89b4-e52621656793 req-d68afa9e-2933-4f50-8c5e-6f3d864b68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:18.173565 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0228a7c7-529b-4894-89b4-e52621656793 req-d68afa9e-2933-4f50-8c5e-6f3d864b68ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.3514166 Jul 06 17:30:18.182698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] For port 79549bd1-6040-44ca-9e51-417ae0e0ef44, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=79549bd1-6040-44ca-9e51-417ae0e0ef44,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:18.183288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:18.231485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0228a7c7-529b-4894-89b4-e52621656793 req-ecd67618-5175-4fac-821a-7e56549256a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55b3e457-7cdd-4065-a00e-11272f3ad341 HTTP/1.1" status: 200 len: 217 time: 0.0511801 Jul 06 17:30:18.232622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Calling delete_port for 79549bd1-6040-44ca-9e51-417ae0e0ef44 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:30:18.269898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-50b73934-83e6-42b3-8463-a636be5fc4c5 None None] Provisioning for port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:18.275539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-50b73934-83e6-42b3-8463-a636be5fc4c5 None None] Provisioning complete for port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:18.276236 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50b73934-83e6-42b3-8463-a636be5fc4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:18.342073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-50b73934-83e6-42b3-8463-a636be5fc4c5 None None] Port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:30:18.384311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228a7c7-529b-4894-89b4-e52621656793 req-7d536363-4164-4eae-864b-65934e152532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:18.385813 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0228a7c7-529b-4894-89b4-e52621656793 req-7d536363-4164-4eae-864b-65934e152532 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1476223 Jul 06 17:30:18.418937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-609d552c-e077-4394-b022-98df1d7c95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:18.420724 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-609d552c-e077-4394-b022-98df1d7c95c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1124 time: 0.2976084 Jul 06 17:30:18.444158 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0228a7c7-529b-4894-89b4-e52621656793 req-14fa3159-87de-44ca-a659-a9939a6cd73b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476012 Jul 06 17:30:18.448611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eaf4ed-5ec3-44ca-9870-99be7d5d9ea3 req-c7d4a0e0-b1ac-48b4-80a4-b4ced475e2f3 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:18.451618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4eaf4ed-5ec3-44ca-9870-99be7d5d9ea3 req-c7d4a0e0-b1ac-48b4-80a4-b4ced475e2f3 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 950 time: 0.3310373 Jul 06 17:30:18.595969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4eaf4ed-5ec3-44ca-9870-99be7d5d9ea3 req-beb3cdcc-d8b5-477d-b550-8c2041451ae8 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364925 Jul 06 17:30:18.648337 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0228a7c7-529b-4894-89b4-e52621656793 req-762cd8cf-b98d-4942-a7b0-7d58c6348070 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920023 Jul 06 17:30:18.661997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eae193-aacd-419e-b3d7-a834caea3a35 req-1605f582-6dd5-4a72-b4c0-d832efd7c318 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:18.670085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9eae193-aacd-419e-b3d7-a834caea3a35 req-1605f582-6dd5-4a72-b4c0-d832efd7c318 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 943 time: 0.2144949 Jul 06 17:30:18.672323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:18.684474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['79549bd1-6040-44ca-9e51-417ae0e0ef44'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:18.750758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beacdf7-1789-4fb4-946a-ebe07bcb7cae {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:18.760306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-cf4c191e-f1ea-4560-90b5-40fdcdad7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:18.761934 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-cf4c191e-f1ea-4560-90b5-40fdcdad7890 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.3093019 Jul 06 17:30:18.769175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:18.784207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Pushing event deleted for resources: {'Port': ['ID=79549bd1-6040-44ca-9e51-417ae0e0ef44,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:18.843741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-1f10f8c0-5687-45fb-a766-b751da9c4d6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8da55a7-955d-441b-8b08-510e279ce6d6 HTTP/1.1" status: 200 len: 217 time: 0.0720370 Jul 06 17:30:18.851316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Transition to ACTIVE for port object 0beacdf7-1789-4fb4-946a-ebe07bcb7cae will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:18.890658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9eae193-aacd-419e-b3d7-a834caea3a35 req-8428f951-b9b9-445b-a17b-8b2f9eb9b35f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191477 Jul 06 17:30:18.911416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] No DVR routers for this DVR port 79549bd1-6040-44ca-9e51-417ae0e0ef44 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:30:18.915527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:18.916884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:18.924309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e1c2454c-a096-47b0-a6ba-4d325b2044ea req-6b8d5c07-a6a6-49ae-abc1-1ad966de1d0e tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.22 "DELETE /v2.0/ports/79549bd1-6040-44ca-9e51-417ae0e0ef44 HTTP/1.1" status: 204 len: 173 time: 1.4131906 Jul 06 17:30:18.985650 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0228a7c7-529b-4894-89b4-e52621656793 req-3fca8681-54f5-4628-8ae3-0cd113d5e031 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109760 Jul 06 17:30:19.017770 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:30:19.139578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:19.159138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-06fa4135-0979-4268-8df2-d87c7fd9ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:19.161351 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-06fa4135-0979-4268-8df2-d87c7fd9ea8d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.3079796 Jul 06 17:30:19.209628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898149b-c938-4e72-960d-8291b15ac228 req-525f4460-8a18-4671-8f36-a74f8e4379c7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:19.219248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5898149b-c938-4e72-960d-8291b15ac228 req-525f4460-8a18-4671-8f36-a74f8e4379c7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 948 time: 0.4257596 Jul 06 17:30:19.265974 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-888dc489-643c-430d-a97f-1f96ab1d27c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809839 Jul 06 17:30:19.273280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Attempting to bind port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:19.273637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Attempting to bind port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:19.273977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Attempting to bind port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:19.374389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:19.374794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Attempting to bind port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:19.397602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:19.397954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:19.398403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:19.398898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Bound port: 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:19.399271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:19.424757 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5898149b-c938-4e72-960d-8291b15ac228 req-1d87a9a9-36f7-462d-8892-668dabeab4fa tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042112 Jul 06 17:30:19.429703 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f53fecad-2130-4d5c-9019-23aa9eeacb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:19.466473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde4792-4dcc-42ef-a3de-c5bf037e0a34 req-9e4d101c-6de1-43aa-b959-3e7d7bd4f274 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:19.475885 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffde4792-4dcc-42ef-a3de-c5bf037e0a34 req-9e4d101c-6de1-43aa-b959-3e7d7bd4f274 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 944 time: 0.1950819 Jul 06 17:30:19.593967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffde4792-4dcc-42ef-a3de-c5bf037e0a34 req-78d84b91-4f68-4221-b2cb-b19e53a7d25f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070194 Jul 06 17:30:19.660765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:19.669565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:19.672443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-1a72c8f4-824e-4a25-84c4-deba47bb71dd service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958066 Jul 06 17:30:19.675866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:19.787113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:19.787776 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:19.789975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 1096 time: 1.9498842 Jul 06 17:30:19.790474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:19.794052 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24" -d '{"events": [{"name": "network-changed", "server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:19.801721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b8da55a7-955d-441b-8b08-510e279ce6d6 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:19.880855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c19349a0-92d4-4279-8b70-9cfcbe551504 req-94090316-e50a-4dd2-a3df-34dfb4848b80 tempest-ServerDiagnosticsNegativeTest-692746629 tempest-ServerDiagnosticsNegativeTest-692746629-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e919f6-9216-4704-a044-01e80f36377b HTTP/1.1" status: 200 len: 210 time: 0.1198008 Jul 06 17:30:19.893475 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201bedc9-7e09-48a2-8fb3-15af5ee312e3 x-openstack-request-id: req-201bedc9-7e09-48a2-8fb3-15af5ee312e3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:19.894045 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:19.894556 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-201bedc9-7e09-48a2-8fb3-15af5ee312e3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:19.895565 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'status': 'completed', 'code': 200} Jul 06 17:30:20.064737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:20.097624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c8c96-2b52-41fc-a9da-1c281f6798a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:20.100093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b8da55a7-955d-441b-8b08-510e279ce6d6 has no active binding in host n-h2-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:30:20.107016 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:20.129229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e919f6-9216-4704-a044-01e80f36377b', 'name': 'network-vif-deleted', 'tag': '79549bd1-6040-44ca-9e51-417ae0e0ef44'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:20.132315 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21fec68-41da-4c9a-a416-7e9286e31464" -d '{"events": [{"server_uuid": "71e919f6-9216-4704-a044-01e80f36377b", "name": "network-vif-deleted", "tag": "79549bd1-6040-44ca-9e51-417ae0e0ef44"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:20.134698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6c9fe8e-5115-4087-9ccf-c6c945ed5107 req-592c6892-77fc-4027-9d1b-7aa19dbb1d13 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480879 Jul 06 17:30:20.141553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-7367ac70-733f-43b2-a15e-0a1b025c8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:20.143104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-7367ac70-733f-43b2-a15e-0a1b025c8b99 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1099 time: 0.2597353 Jul 06 17:30:20.204493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-7265d8a8-3f85-4b92-a039-9dd8f272a812 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 217 time: 0.0539098 Jul 06 17:30:20.226976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36998e10-9f0d-4435-a9b1-5405e34f2a78 req-317d9ee7-2f0a-40a9-9c28-a45e43226303 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:20.236217 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36998e10-9f0d-4435-a9b1-5405e34f2a78 req-317d9ee7-2f0a-40a9-9c28-a45e43226303 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 943 time: 0.1690538 Jul 06 17:30:20.286914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-5a85e0fa-ce8f-499f-8aac-18803f1cc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:20.290445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-5a85e0fa-ce8f-499f-8aac-18803f1cc45e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0778987 Jul 06 17:30:20.292472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36998e10-9f0d-4435-a9b1-5405e34f2a78 req-2820b10e-62ce-4289-ba8a-7e752debcc11 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551445 Jul 06 17:30:20.336093 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eb44d1-9c11-4fcf-b527-53dd6863fed9 x-openstack-request-id: req-44eb44d1-9c11-4fcf-b527-53dd6863fed9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:20.336387 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e919f6-9216-4704-a044-01e80f36377b", "name": "network-vif-deleted", "tag": "79549bd1-6040-44ca-9e51-417ae0e0ef44", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:20.336697 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44eb44d1-9c11-4fcf-b527-53dd6863fed9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:20.337038 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e919f6-9216-4704-a044-01e80f36377b', 'name': 'network-vif-deleted', 'tag': '79549bd1-6040-44ca-9e51-417ae0e0ef44', 'status': 'completed', 'code': 200} Jul 06 17:30:20.382588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-838b478b-3008-4950-857b-e0acbf87429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:20.384535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-838b478b-3008-4950-857b-e0acbf87429f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770767 Jul 06 17:30:20.491774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-866db1a7-31b2-4a06-8f35-781fbdd0a15f service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996172 Jul 06 17:30:20.509556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:20.614604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2b46565-a34d-4de2-ae02-cb84754a72ff req-80274b21-9d52-40b2-b310-4599b1c8ebd0 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155808 Jul 06 17:30:20.653772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b97fe4-fc9d-4921-8426-ad4101dc8b65 req-4a4e317d-8738-442f-912b-1fed79498d84 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:20.655541 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27b97fe4-fc9d-4921-8426-ad4101dc8b65 req-4a4e317d-8738-442f-912b-1fed79498d84 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 948 time: 0.0755916 Jul 06 17:30:20.726181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27b97fe4-fc9d-4921-8426-ad4101dc8b65 req-cc7557e4-f2c1-486d-ac8b-cd275fa08314 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627689 Jul 06 17:30:20.760591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-82f8eeba-f4e0-44e6-90b5-cb0aecd4eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:20.762817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-82f8eeba-f4e0-44e6-90b5-cb0aecd4eb50 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1099 time: 0.0757453 Jul 06 17:30:20.926024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-ccd8cf3a-7148-4328-aac6-a6d4fae86d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:20.927682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-ccd8cf3a-7148-4328-aac6-a6d4fae86d2a service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1571939 Jul 06 17:30:20.940363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207000-c0b5-444b-96f7-18cf15200e95 req-b8bf133b-44f6-4086-9393-331627f80c20 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:20.941800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5207000-c0b5-444b-96f7-18cf15200e95 req-b8bf133b-44f6-4086-9393-331627f80c20 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 944 time: 0.1122341 Jul 06 17:30:20.988663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-00521af9-288b-4ee9-8636-0c8774e28f93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 217 time: 0.0454149 Jul 06 17:30:21.041967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5207000-c0b5-444b-96f7-18cf15200e95 req-8f5eb5e8-6f7c-42be-b68f-0cdfc20ebf75 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934548 Jul 06 17:30:21.066561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-c15dd97f-c1c0-49f7-9748-5aa2cb27bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:21.068046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-c15dd97f-c1c0-49f7-9748-5aa2cb27bbb4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0719957 Jul 06 17:30:21.131375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-0021d3b5-a651-4349-aaed-53d399cc289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:21.132864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-0021d3b5-a651-4349-aaed-53d399cc289c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580132 Jul 06 17:30:21.238676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-25e2386b-fe7a-4a8a-8a90-11505c46da73 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987630 Jul 06 17:30:21.334358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-894f83d2-c8ce-4623-a7ce-cdd9b0dfda24 req-a9912971-589d-4383-89d7-51bae770e9ce service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885825 Jul 06 17:30:21.576153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-5b92f648-3d50-4f1c-af1c-f4705fd2c12f service neutron] 10.222.0.22 "GET /v2.0/ports/b8da55a7-955d-441b-8b08-510e279ce6d6/bindings/n-h2-799526-3 HTTP/1.1" status: 200 len: 384 time: 0.0770159 Jul 06 17:30:21.782923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 55b3e457-7cdd-4065-a00e-11272f3ad341 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:21.799001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49678) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:21.914716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:21.940758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '55b3e457-7cdd-4065-a00e-11272f3ad341', 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f', 'port_id': '55b3e457-7cdd-4065-a00e-11272f3ad341', 'mac_address': 'fa:16:3e:c1:e4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:30:21.994121 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.015126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b3e457-7cdd-4065-a00e-11272f3ad341 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:22.026482 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-94649604-96be-48f5-a649-1df686cd98bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=921ec3cfa2804dba82416e82b814006a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256153 Jul 06 17:30:22.029505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49686) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:22.040647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:22.045859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.101084 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8aa12841-12fa-4ddb-bbc5-9c4771409a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.119198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=55b3e457-7cdd-4065-a00e-11272f3ad341,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:22.126683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:22.127259 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8aa12841-12fa-4ddb-bbc5-9c4771409a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.147697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f804e-99fa-4079-a8b3-9ed4a770aba7 req-fc208c25-f0be-468d-9b95-a90605dfbd6c tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:22.149804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ec0f804e-99fa-4079-a8b3-9ed4a770aba7 req-fc208c25-f0be-468d-9b95-a90605dfbd6c tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 943 time: 0.3830101 Jul 06 17:30:22.179599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:22.191944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8aa12841-12fa-4ddb-bbc5-9c4771409a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.195426 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8aa12841-12fa-4ddb-bbc5-9c4771409a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.210099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8aa12841-12fa-4ddb-bbc5-9c4771409a12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc HTTP/1.1" status: 204 len: 168 time: 0.1777520 Jul 06 17:30:22.220338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa12841-12fa-4ddb-bbc5-9c4771409a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a03ff-cbcb-49eb-bb87-6704dda3a2dc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:22.251267 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ec0f804e-99fa-4079-a8b3-9ed4a770aba7 req-f0c1c1b6-13c8-4d49-9a46-c1de8b93ad1d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936470 Jul 06 17:30:22.256294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8da55a7-955d-441b-8b08-510e279ce6d6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:22.269320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:22.286490 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.368571 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.386255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] Transition to ACTIVE for port object b8da55a7-955d-441b-8b08-510e279ce6d6 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:22.392961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.465501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b819ec-744d-45ab-a88a-4e855cd26aa4 req-b30244a2-ff64-42ff-ba4c-f75ae19e4c74 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:22.467364 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82b819ec-744d-45ab-a88a-4e855cd26aa4 req-b30244a2-ff64-42ff-ba4c-f75ae19e4c74 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 948 time: 0.0917797 Jul 06 17:30:22.475039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] Pushing event updated for resources: {'Port': ['ID=b8da55a7-955d-441b-8b08-510e279ce6d6,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:22.482534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['55b3e457-7cdd-4065-a00e-11272f3ad341'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:22.516178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] No DVR routers for this DVR port b8da55a7-955d-441b-8b08-510e279ce6d6 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:30:22.524017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 79549bd1-6040-44ca-9e51-417ae0e0ef44 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:30:22.552818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 79549bd1-6040-44ca-9e51-417ae0e0ef44 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:30:22.553081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 79549bd1-6040-44ca-9e51-417ae0e0ef44 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:30:22.568294 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ae933486-dd11-406b-b5db-d93f719ad981 service neutron] 10.222.0.22 "PUT /v2.0/ports/b8da55a7-955d-441b-8b08-510e279ce6d6/bindings/n-h2-799526-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9854760 Jul 06 17:30:22.572447 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82b819ec-744d-45ab-a88a-4e855cd26aa4 req-130ca392-652c-4763-bd95-6c1a6e427043 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965414 Jul 06 17:30:22.626302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:22.643203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59fb8d1-2f15-4655-bb10-a579f6bc0c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.849269 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59fb8d1-2f15-4655-bb10-a579f6bc0c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.854955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-d8f1d6a0-69e6-4aa8-9664-400d5cb6aa1c tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:22.856676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-d8f1d6a0-69e6-4aa8-9664-400d5cb6aa1c tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.2101476 Jul 06 17:30:22.858829 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59fb8d1-2f15-4655-bb10-a579f6bc0c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:22.868321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac6e1b-ee9c-430d-ba52-19c72385531f req-9a6008e7-520b-45a0-a1c2-ed89088bf2b7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:22.869841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7ac6e1b-ee9c-430d-ba52-19c72385531f req-9a6008e7-520b-45a0-a1c2-ed89088bf2b7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 945 time: 0.1406975 Jul 06 17:30:22.952395 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fb8d1-2f15-4655-bb10-a579f6bc0c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1944a54-8119-4e89-a13e-19e9638656b0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:22.961351 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d59fb8d1-2f15-4655-bb10-a579f6bc0c35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afdfc2cab761496baceedac6d382d672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336918 Jul 06 17:30:22.964563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49720) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:22.986951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7ac6e1b-ee9c-430d-ba52-19c72385531f req-2297839f-4d7a-4f8a-895b-20c646c8acb5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928428 Jul 06 17:30:23.002085 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-e701e3d4-a46d-4c57-be03-db2e9c3c2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:23.003716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-e701e3d4-a46d-4c57-be03-db2e9c3c2d7b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c&tenant_id=36820eb126ca410eae6171e325d93477 HTTP/1.1" status: 200 len: 1095 time: 0.1313860 Jul 06 17:30:23.068765 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-616714b1-eec3-4d7f-9bf6-7223933e25a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:23.095118 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-616714b1-eec3-4d7f-9bf6-7223933e25a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:23.112268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ddf8905d-36d6-4312-b25e-7c421d0a642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:23.114583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-ddf8905d-36d6-4312-b25e-7c421d0a642f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1095 time: 0.0838995 Jul 06 17:30:23.164855 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-616714b1-eec3-4d7f-9bf6-7223933e25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:23.168298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-616714b1-eec3-4d7f-9bf6-7223933e25a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:23.169534 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-616714b1-eec3-4d7f-9bf6-7223933e25a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1944a54-8119-4e89-a13e-19e9638656b0 HTTP/1.1" status: 204 len: 168 time: 0.2035232 Jul 06 17:30:23.179661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616714b1-eec3-4d7f-9bf6-7223933e25a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1944a54-8119-4e89-a13e-19e9638656b0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:23.228688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49726) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:23.594247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-fe39306b-3c3a-48fa-9132-65792d4fe902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:23.595891 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-fe39306b-3c3a-48fa-9132-65792d4fe902 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.4730983 Jul 06 17:30:23.610677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eab2cd1c-8213-4bc9-81e5-81cf1c1b679d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:23.672374 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-60473e4a-57a5-4bb0-a02e-e6cef5a54c9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8da55a7-955d-441b-8b08-510e279ce6d6 HTTP/1.1" status: 200 len: 217 time: 0.0665300 Jul 06 17:30:23.683835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7839d4-e9fb-441c-aa3f-ee31a0a3803c req-8e6b6b80-23c6-41fc-913b-cd2e8cac08a4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:23.684972 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c7839d4-e9fb-441c-aa3f-ee31a0a3803c req-8e6b6b80-23c6-41fc-913b-cd2e8cac08a4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 944 time: 0.1398730 Jul 06 17:30:23.751840 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eab2cd1c-8213-4bc9-81e5-81cf1c1b679d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:23.758884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eab2cd1c-8213-4bc9-81e5-81cf1c1b679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:23.769087 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c7839d4-e9fb-441c-aa3f-ee31a0a3803c req-b66f1bc6-5262-4c44-a2c2-c8283909df25 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739055 Jul 06 17:30:23.794117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-9eac6511-d890-4c48-8fec-a89077e3b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:23.795842 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-9eac6511-d890-4c48-8fec-a89077e3b315 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.1102965 Jul 06 17:30:23.798494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 55b3e457-7cdd-4065-a00e-11272f3ad341 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:23.827655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eab2cd1c-8213-4bc9-81e5-81cf1c1b679d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9087b5e8c214a15b5a25aab59529c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952287 Jul 06 17:30:23.839093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49754) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:23.841919 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-71cc91a8-1921-4dfe-a863-59485eae1b58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392683 Jul 06 17:30:23.852210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2cd1c-8213-4bc9-81e5-81cf1c1b679d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99da5a8c-f6d9-42ba-927c-f873e9644910,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:23.913742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d547bff-6881-4524-a6b5-8fec20d9e8da req-f67f4b27-eb44-4aea-9dd1-b9af1604c110 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:23.921808 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d547bff-6881-4524-a6b5-8fec20d9e8da req-f67f4b27-eb44-4aea-9dd1-b9af1604c110 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 948 time: 0.1414168 Jul 06 17:30:23.923916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 55b3e457-7cdd-4065-a00e-11272f3ad341 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:23.930430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 55b3e457-7cdd-4065-a00e-11272f3ad341 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:23.930815 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:23.982696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d547bff-6881-4524-a6b5-8fec20d9e8da req-34575007-b5ac-40e9-98af-db7cc43d1f33 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506961 Jul 06 17:30:23.984875 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-915ef0e3-34d0-4b8d-9dca-0d401168db90 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094069 Jul 06 17:30:24.126176 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-e72dfcbb-8f5d-4034-9688-7652afe20a5a service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259496 Jul 06 17:30:24.131999 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.177741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:24.181184 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9004258e-5632-4351-adb9-102c0a6ecdc0" -d '{"events": [{"server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "name": "network-vif-plugged", "status": "completed", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:24.183400 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d883-b8b8-41ad-b5af-18334caf6dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.206289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49768) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:24.220058 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d883-b8b8-41ad-b5af-18334caf6dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.222287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:24.233462 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.234765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b8da55a7-955d-441b-8b08-510e279ce6d6 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:30:24.292656 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718502f-bbf3-4563-89b7-645a62ed9060 x-openstack-request-id: req-a718502f-bbf3-4563-89b7-645a62ed9060 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:24.293708 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "name": "network-vif-plugged", "status": "completed", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:24.294629 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a718502f-bbf3-4563-89b7-645a62ed9060 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:24.296006 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341', 'code': 200} Jul 06 17:30:24.351168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d883-b8b8-41ad-b5af-18334caf6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.354703 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d883-b8b8-41ad-b5af-18334caf6dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.359086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7aa1d883-b8b8-41ad-b5af-18334caf6dc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99da5a8c-f6d9-42ba-927c-f873e9644910 HTTP/1.1" status: 204 len: 168 time: 0.5138335 Jul 06 17:30:24.423467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=55b3e457-7cdd-4065-a00e-11272f3ad341,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:24.448920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1d883-b8b8-41ad-b5af-18334caf6dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99da5a8c-f6d9-42ba-927c-f873e9644910,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:24.456028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8baf27-1ea2-409a-b687-c6922692fbc8 req-496c79b3-0e2b-4aad-99f5-2dca60198ce8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:24.466715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee8baf27-1ea2-409a-b687-c6922692fbc8 req-496c79b3-0e2b-4aad-99f5-2dca60198ce8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 946 time: 0.1767561 Jul 06 17:30:24.512470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed475d00-b37e-401e-b479-f5d8d6babc19 req-9116aaf0-d945-4d77-812b-3612cb2c71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:24.515376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed475d00-b37e-401e-b479-f5d8d6babc19 req-9116aaf0-d945-4d77-812b-3612cb2c71d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1097 time: 0.1569295 Jul 06 17:30:24.516259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0beacdf7-1789-4fb4-946a-ebe07bcb7cae details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:24.530901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49778) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:24.539316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee8baf27-1ea2-409a-b687-c6922692fbc8 req-ae8158b6-38fe-4612-abd0-0c7986d00e21 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655344 Jul 06 17:30:24.562468 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8da55a7-955d-441b-8b08-510e279ce6d6 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:30:24.578840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed475d00-b37e-401e-b479-f5d8d6babc19 req-d50fbf3d-f680-4ac7-b81d-996928fcbdaf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565808 Jul 06 17:30:24.615598 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7129e206-7939-4420-ad6e-2a88cd8f2415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.667031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8da55a7-955d-441b-8b08-510e279ce6d6 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:30:24.705762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:24.710532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-96430db5-2c2c-4f89-8a58-522fc1023a96 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:24.712307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b165d77a-6bc0-4de8-82e3-48cde7d1aca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.712477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-96430db5-2c2c-4f89-8a58-522fc1023a96 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.1722348 Jul 06 17:30:24.719695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'mac_address': 'fa:16:3e:e6:08:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:30:24.776761 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.805621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beacdf7-1789-4fb4-946a-ebe07bcb7cae {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:24.841527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:24.850110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.949824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:24.968264 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7129e206-7939-4420-ad6e-2a88cd8f2415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:24.984195 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7129e206-7939-4420-ad6e-2a88cd8f2415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.000088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68077be-ed7d-4ddd-9479-3c71e5b9aef6 req-51817412-56b4-4324-91ae-b9051cc1a604 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:25.007228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a68077be-ed7d-4ddd-9479-3c71e5b9aef6 req-51817412-56b4-4324-91ae-b9051cc1a604 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 944 time: 0.1039982 Jul 06 17:30:25.042244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-481de1a6-b4ad-42e1-9da2-2dfb0c2937cd service neutron] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:25.053093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0beacdf7-1789-4fb4-946a-ebe07bcb7cae'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:25.065412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-481de1a6-b4ad-42e1-9da2-2dfb0c2937cd service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.066891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b75a633-3a7f-4682-965d-b9b38938f847 req-481de1a6-b4ad-42e1-9da2-2dfb0c2937cd service neutron] 10.222.0.55 "DELETE /v2.0/ports/b8da55a7-955d-441b-8b08-510e279ce6d6/bindings/n-h1-799526-3 HTTP/1.1" status: 204 len: 173 time: 0.3469496 Jul 06 17:30:25.086446 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a68077be-ed7d-4ddd-9479-3c71e5b9aef6 req-d59930ad-9bf2-40c5-9193-8144dcb635e0 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711348 Jul 06 17:30:25.087885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:25.105915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7129e206-7939-4420-ad6e-2a88cd8f2415 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e20d3d02d65648d691b984069478f90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8947935 Jul 06 17:30:25.109081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129e206-7939-4420-ad6e-2a88cd8f2415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecafff44-3dc5-4155-b0f7-c615cea55626,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:25.109672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49802) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:25.187532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9990490-2364-4fa6-9a92-379938ccf5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.250483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a96627c6-e0c0-4608-b73f-56abebf6c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.325777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d10920-51bf-47bc-abb6-f4e276bd432e req-055c8e19-e238-4eb7-8101-1f7a0a7fb60a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:25.327367 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2d10920-51bf-47bc-abb6-f4e276bd432e req-055c8e19-e238-4eb7-8101-1f7a0a7fb60a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 949 time: 0.1235363 Jul 06 17:30:25.330699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a96627c6-e0c0-4608-b73f-56abebf6c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.364296 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b165d77a-6bc0-4de8-82e3-48cde7d1aca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.374773 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2d10920-51bf-47bc-abb6-f4e276bd432e req-929f96fe-7bed-488f-9cb3-f50b3a461dac tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Jul 06 17:30:25.388179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b165d77a-6bc0-4de8-82e3-48cde7d1aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.475795 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b165d77a-6bc0-4de8-82e3-48cde7d1aca6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d04756715d54e9d94113d7e74249337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9398196 Jul 06 17:30:25.477942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:25.485799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165d77a-6bc0-4de8-82e3-48cde7d1aca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc92a2e-c0fc-4efc-b9ec-0edfa2d29f26,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:25.503861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ed5aa-c244-4d3c-919f-87e5b2294ab1 req-d2e0b189-6ef6-4c55-9daf-ded9d035d601 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:25.505517 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b01ed5aa-c244-4d3c-919f-87e5b2294ab1 req-d2e0b189-6ef6-4c55-9daf-ded9d035d601 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1095 time: 0.2373846 Jul 06 17:30:25.520871 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a96627c6-e0c0-4608-b73f-56abebf6c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.523484 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a96627c6-e0c0-4608-b73f-56abebf6c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.535145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a96627c6-e0c0-4608-b73f-56abebf6c884 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecafff44-3dc5-4155-b0f7-c615cea55626 HTTP/1.1" status: 204 len: 168 time: 0.4169526 Jul 06 17:30:25.547913 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7c3e-81c0-4ff5-8af0-c2a6f8a7c64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.576153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7c3e-81c0-4ff5-8af0-c2a6f8a7c64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.603316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96627c6-e0c0-4608-b73f-56abebf6c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecafff44-3dc5-4155-b0f7-c615cea55626,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:25.655436 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7c3e-81c0-4ff5-8af0-c2a6f8a7c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.664482 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f2d7c3e-81c0-4ff5-8af0-c2a6f8a7c64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.668629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5f2d7c3e-81c0-4ff5-8af0-c2a6f8a7c64e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bc92a2e-c0fc-4efc-b9ec-0edfa2d29f26 HTTP/1.1" status: 204 len: 168 time: 0.1888518 Jul 06 17:30:25.674755 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b01ed5aa-c244-4d3c-919f-87e5b2294ab1 req-0b542039-9bbd-41e0-afe1-7359acea333f tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510742 Jul 06 17:30:25.686926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d7c3e-81c0-4ff5-8af0-c2a6f8a7c64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc92a2e-c0fc-4efc-b9ec-0edfa2d29f26,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:25.742472 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9990490-2364-4fa6-9a92-379938ccf5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.749050 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9990490-2364-4fa6-9a92-379938ccf5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:25.809692 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f9990490-2364-4fa6-9a92-379938ccf5b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8641ab0ebc9747079b67001efd385629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7197092 Jul 06 17:30:25.810314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:25.812108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9990490-2364-4fa6-9a92-379938ccf5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5065b47-4bec-42ca-b693-fd4c55d8888f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:25.968334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3696215b-063e-4dcb-99ef-bbcf02786d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.003319 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3696215b-063e-4dcb-99ef-bbcf02786d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.032931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d2b6-c5c3-46f6-a231-fda9fe2ac065 req-0636af79-de04-4a95-82e5-c6d09afe099c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:26.040132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fcc3d2b6-c5c3-46f6-a231-fda9fe2ac065 req-0636af79-de04-4a95-82e5-c6d09afe099c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 946 time: 0.1781919 Jul 06 17:30:26.165453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fcc3d2b6-c5c3-46f6-a231-fda9fe2ac065 req-850ab72e-876f-4a23-a977-922c2c78047a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218791 Jul 06 17:30:26.178266 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3696215b-063e-4dcb-99ef-bbcf02786d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.181275 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3696215b-063e-4dcb-99ef-bbcf02786d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.187357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3696215b-063e-4dcb-99ef-bbcf02786d73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5065b47-4bec-42ca-b693-fd4c55d8888f HTTP/1.1" status: 204 len: 168 time: 0.3756576 Jul 06 17:30:26.207765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696215b-063e-4dcb-99ef-bbcf02786d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5065b47-4bec-42ca-b693-fd4c55d8888f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:26.234722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-3ff1eb3c-35c2-45dc-bfe5-51aecbe9de27 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:26.241974 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-3ff1eb3c-35c2-45dc-bfe5-51aecbe9de27 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 807 time: 0.1949887 Jul 06 17:30:26.254980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-faf519cb-4644-40e3-a9d2-b5091798311b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/quotas/36820eb126ca410eae6171e325d93477 HTTP/1.1" status: 200 len: 375 time: 0.0118594 Jul 06 17:30:26.264840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49844) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:26.313341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86de5955-6652-48a3-964a-147edec3b439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.350807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49846) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:26.372023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c496a764-f923-4485-a6b0-6e1b1f6084bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.395621 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-5c9bc3db-54a3-45f5-9202-832793573943 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328092 Jul 06 17:30:26.514259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0beacdf7-1789-4fb4-946a-ebe07bcb7cae up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:26.529278 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86de5955-6652-48a3-964a-147edec3b439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.554477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86de5955-6652-48a3-964a-147edec3b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.579886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:26.584969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:26.585689 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.638807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-86de5955-6652-48a3-964a-147edec3b439 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d3cf17e5eac481b9d6cfac23b30a422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702757 Jul 06 17:30:26.646743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49858) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:26.685648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de5955-6652-48a3-964a-147edec3b439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa68c4d-ceec-410b-8c71-36bf369f5bb1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:26.693434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.731515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:26.732471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-9bf1581d-b68f-4284-ae19-5d089d19349d service neutron] 10.222.0.13 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352931 Jul 06 17:30:26.734722 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5754aa-7b00-4a6e-85de-e30ed8a00c19" -d '{"events": [{"server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "name": "network-vif-plugged", "status": "completed", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:26.750915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:26.758716 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.815777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cebf3-d544-4407-b47f-b773e007826d req-c1caf505-17b3-43aa-9a39-e9aa9c44115a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:26.822722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de9cebf3-d544-4407-b47f-b773e007826d req-c1caf505-17b3-43aa-9a39-e9aa9c44115a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 949 time: 0.2792728 Jul 06 17:30:26.825330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc91d17a-a068-41af-9354-dfc42b050276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.850177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:26.866826 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-6bbd9e52-4fa0-4193-9a33-68544171ccf0 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323833 Jul 06 17:30:26.888393 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c496a764-f923-4485-a6b0-6e1b1f6084bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.890587 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc91d17a-a068-41af-9354-dfc42b050276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.912257 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c496a764-f923-4485-a6b0-6e1b1f6084bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:26.946054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de9cebf3-d544-4407-b47f-b773e007826d req-30f2f51a-92c2-4efd-9dcf-63c82cfcd5f5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224437 Jul 06 17:30:26.986226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496a764-f923-4485-a6b0-6e1b1f6084bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e82a4e4-8d0c-4960-96ac-67f87ec8c063,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:26.993675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49874) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:26.993831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c496a764-f923-4485-a6b0-6e1b1f6084bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9c013edc42c4270940b3464ca7218ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6418602 Jul 06 17:30:27.032101 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc91d17a-a068-41af-9354-dfc42b050276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:27.036200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc91d17a-a068-41af-9354-dfc42b050276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:27.040540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bc91d17a-a068-41af-9354-dfc42b050276 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffa68c4d-ceec-410b-8c71-36bf369f5bb1 HTTP/1.1" status: 204 len: 168 time: 0.3897429 Jul 06 17:30:27.069638 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d54c31-80f4-4fe5-85c8-93e8eb83cfd4 x-openstack-request-id: req-54d54c31-80f4-4fe5-85c8-93e8eb83cfd4 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:27.069935 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "name": "network-vif-plugged", "status": "completed", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:27.070188 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54d54c31-80f4-4fe5-85c8-93e8eb83cfd4 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:27.070614 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'code': 200} Jul 06 17:30:27.076554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91d17a-a068-41af-9354-dfc42b050276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa68c4d-ceec-410b-8c71-36bf369f5bb1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:27.142853 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd8501e4-154a-4eef-9880-8fb7ba950377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:27.188947 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd8501e4-154a-4eef-9880-8fb7ba950377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:27.261149 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd8501e4-154a-4eef-9880-8fb7ba950377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:27.269261 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd8501e4-154a-4eef-9880-8fb7ba950377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:27.273577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fd8501e4-154a-4eef-9880-8fb7ba950377 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e82a4e4-8d0c-4960-96ac-67f87ec8c063 HTTP/1.1" status: 204 len: 168 time: 0.2761936 Jul 06 17:30:27.288980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8501e4-154a-4eef-9880-8fb7ba950377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e82a4e4-8d0c-4960-96ac-67f87ec8c063,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:27.311432 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8dfa312a-3d9f-489a-9570-aa4ddeaf01e2 req-a28ad699-f5a7-41fc-b1d3-3b4026badc32 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 210 time: 0.0435357 Jul 06 17:30:27.313317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed4c2c-1404-4a15-a9bd-ebebee90cee8 req-14b8074d-94fa-43b8-a513-d8e179696691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:27.314731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9ed4c2c-1404-4a15-a9bd-ebebee90cee8 req-14b8074d-94fa-43b8-a513-d8e179696691 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1101 time: 0.1763594 Jul 06 17:30:27.394516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9ed4c2c-1404-4a15-a9bd-ebebee90cee8 req-e1a66eaf-9bb4-422c-ac06-aab15691bf11 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733681 Jul 06 17:30:27.563684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98624ba6-ae5b-4de4-9d35-5c052eead796 req-19f7ae27-9fe8-47a5-a1fb-f08eeb8ff8c0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:27.571859 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98624ba6-ae5b-4de4-9d35-5c052eead796 req-19f7ae27-9fe8-47a5-a1fb-f08eeb8ff8c0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 946 time: 0.1325438 Jul 06 17:30:27.590522 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-b582f3ab-5558-45f9-8689-423c0e8c018d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d1d446e31b34934893a90d758113b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354178 Jul 06 17:30:27.614696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98624ba6-ae5b-4de4-9d35-5c052eead796 req-fb75d82e-d441-4f43-9c4a-42c37ffb9d61 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Jul 06 17:30:27.727389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1705878-def8-434b-97be-ca1acb3973a4 req-da41e9d6-5c9e-43e2-9b59-a635ab2b1916 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:27.729833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-da41e9d6-5c9e-43e2-9b59-a635ab2b1916 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379859 Jul 06 17:30:27.754531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-c6285476-335b-426d-842e-894d8d6b848e tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/quotas/1d1d446e31b34934893a90d758113b0e HTTP/1.1" status: 200 len: 375 time: 0.0172753 Jul 06 17:30:27.796613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-f959cb0c-cb58-413b-b0f7-03ca316925ba tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404735 Jul 06 17:30:28.186895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d998e9-d037-4fd9-bc68-7819b2d0f0fc req-15e8fcd3-817a-4ab0-984d-09be84f0a646 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:28.196649 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e5d998e9-d037-4fd9-bc68-7819b2d0f0fc req-15e8fcd3-817a-4ab0-984d-09be84f0a646 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.1010969 Jul 06 17:30:28.288217 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e5d998e9-d037-4fd9-bc68-7819b2d0f0fc req-4d8c02d9-6267-432f-903c-167bc0f25395 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904489 Jul 06 17:30:28.376318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2270d26-43be-4e86-aab9-f8acd894afd2 req-3ca52d1a-f7cd-488e-a92e-a09a9011768e tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:28.386757 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2270d26-43be-4e86-aab9-f8acd894afd2 req-3ca52d1a-f7cd-488e-a92e-a09a9011768e tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1097 time: 0.1497037 Jul 06 17:30:28.459581 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2270d26-43be-4e86-aab9-f8acd894afd2 req-843e70cd-f270-4913-9b28-270c873019cb tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702264 Jul 06 17:30:28.707110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3a1af90a-aba0-4dde-a651-090661d4f460 req-a31a8f7d-9e46-4d91-b68a-bebf224c54d9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 210 time: 0.0935955 Jul 06 17:30:28.748128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-0962b886-a7db-4ac9-a686-b88c2d333420 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d1d446e31b34934893a90d758113b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393343 Jul 06 17:30:28.937872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-196fa16a-3c09-471a-afb5-f7d15a0d41b7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:28.944003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68610df-1951-44d4-944e-f29a8a6346e9 req-cad1accb-6795-4b18-bf43-3afe75cb70e0 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:28.944504 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-196fa16a-3c09-471a-afb5-f7d15a0d41b7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952581 Jul 06 17:30:28.946388 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a68610df-1951-44d4-944e-f29a8a6346e9 req-cad1accb-6795-4b18-bf43-3afe75cb70e0 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1097 time: 0.0989907 Jul 06 17:30:28.978442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-f061a708-638f-42e8-a270-f142dca519a4 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/quotas/1d1d446e31b34934893a90d758113b0e HTTP/1.1" status: 200 len: 375 time: 0.0328581 Jul 06 17:30:29.012058 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a68610df-1951-44d4-944e-f29a8a6346e9 req-c0a2bb8f-8cfb-4baf-823e-b3afbe9ef475 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Jul 06 17:30:29.056274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-1ffd5ac5-528e-4eba-a47f-8082020a8d2b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767393 Jul 06 17:30:29.083543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-abd6c0ef-33a3-4eeb-8969-23dbcb0a4142 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:29.085778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-abd6c0ef-33a3-4eeb-8969-23dbcb0a4142 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 807 time: 0.5031021 Jul 06 17:30:29.100142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Request body: {'port': {'device_id': 'a129a492-0c57-4d44-9642-d8b028351084', 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3', 'admin_state_up': True, 'tenant_id': '36820eb126ca410eae6171e325d93477'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:29.261234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Made reservation on behalf of 36820eb126ca410eae6171e325d93477 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:29.265746 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:29.463434 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1209ee8-2ec7-4d09-9fb7-77432e6fc676 req-79bc6a85-50a6-488a-9b8c-c6bef883c56f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 210 time: 0.0669274 Jul 06 17:30:29.585878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Allocated IP 172.20.0.8 (3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3/a70cdcb9-e31e-4732-b283-e49cd42a3329/e0e5a2cd-9d09-4606-8529-c35eaff3875f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:29.986186 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-37742bc7-79c6-4d87-bba6-79b9925b9bf9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d1d446e31b34934893a90d758113b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901058 Jul 06 17:30:30.299930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6daea-f63d-414d-b5fa-b69705eeac84 req-cad4708a-5405-4966-891c-2e9aea024fb5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:30.301504 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-44d6daea-f63d-414d-b5fa-b69705eeac84 req-cad4708a-5405-4966-891c-2e9aea024fb5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.5478122 Jul 06 17:30:30.342633 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:30.412153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1705878-def8-434b-97be-ca1acb3973a4 req-c0b1f32d-ccbb-491a-a79e-1b201c598167 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:30.414297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-c0b1f32d-ccbb-491a-a79e-1b201c598167 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4130626 Jul 06 17:30:30.438362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Request body: {'port': {'device_id': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '1d1d446e31b34934893a90d758113b0e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:30.482230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-44d6daea-f63d-414d-b5fa-b69705eeac84 req-fbdd5702-9195-489b-8608-13c3a611c3b5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430228 Jul 06 17:30:30.661872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:30.879897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:30.915989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:30.934369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:30.947341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:30.951223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:31.015135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Pushing event updated for resources: {'Port': ['ID=e0e5a2cd-9d09-4606-8529-c35eaff3875f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:31.034783 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-8681ef44-bf8a-4c78-a3d2-cabad840c3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9385870 Jul 06 17:30:31.056706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Request body: {'port': {'device_id': 'a129a492-0c57-4d44-9642-d8b028351084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:31.185808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Made reservation on behalf of 1d1d446e31b34934893a90d758113b0e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:31.190815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:31.215727 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:31.303293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e938ca-1822-44f9-a051-1affb3be418d req-010358fc-63e0-4fa7-b9c2-eaf1cdbe1db0 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:31.305221 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98e938ca-1822-44f9-a051-1affb3be418d req-010358fc-63e0-4fa7-b9c2-eaf1cdbe1db0 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 931 time: 0.2575986 Jul 06 17:30:31.329636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:31.375514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-accfbd91-41a7-4cbb-8c6e-753f60e3ef42 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1d1d446e31b34934893a90d758113b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658119 Jul 06 17:30:31.505228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:31.531524 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98e938ca-1822-44f9-a051-1affb3be418d req-478b1749-4c6f-4485-9014-a726e50742d9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030735 Jul 06 17:30:31.615821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-aa07bf36-a4b9-4fbb-9d95-dd92a9191ac4 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:30:31.617265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-aa07bf36-a4b9-4fbb-9d95-dd92a9191ac4 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0708268 Jul 06 17:30:31.674317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:31.685219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-8095b52d-5f2f-4f0b-aee4-3074b5eae285 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:31.686276 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-8095b52d-5f2f-4f0b-aee4-3074b5eae285 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048728 Jul 06 17:30:31.689853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:31.696816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Request body: {'binding': {'host': 'n-h1-799526-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:31.697371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Unknown quota resources ['binding']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:30:31.760217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50076) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:31.787531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Request body: {'port': {'device_id': '425cc831-7a8d-4683-984f-8819edbe539e', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '1d1d446e31b34934893a90d758113b0e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:31.915093 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3b6018d-16dd-4bda-bc20-376b8c67b1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.042379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3b6018d-16dd-4bda-bc20-376b8c67b1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.048515 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3b6018d-16dd-4bda-bc20-376b8c67b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.099228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b3b6018d-16dd-4bda-bc20-376b8c67b1d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3719ea02c5ee42d2bb4be57f40fe606c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377151 Jul 06 17:30:32.099970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6018d-16dd-4bda-bc20-376b8c67b1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43412860-ec58-494a-b744-7d5b79618110,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:32.102291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50086) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:32.160514 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4bb30d1-1a89-4e6a-90ba-93eb3c5283aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.190314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4bb30d1-1a89-4e6a-90ba-93eb3c5283aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.197411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-79fd511f-9c2b-48fc-b183-7c4856b0bba0 req-64f719f8-8dd2-48d8-892f-d40bfb9a64bc tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 210 time: 0.1247280 Jul 06 17:30:32.259129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4bb30d1-1a89-4e6a-90ba-93eb3c5283aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.261914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c529c-8741-4687-8641-1afd9c9d434c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:32.263340 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4bb30d1-1a89-4e6a-90ba-93eb3c5283aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.264627 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f4bb30d1-1a89-4e6a-90ba-93eb3c5283aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43412860-ec58-494a-b744-7d5b79618110 HTTP/1.1" status: 204 len: 168 time: 0.1613619 Jul 06 17:30:32.280385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb30d1-1a89-4e6a-90ba-93eb3c5283aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43412860-ec58-494a-b744-7d5b79618110,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:32.465452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Allocated IP 192.168.233.228 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/a965ffdb-2f34-4f78-9441-2e2ca7302b29) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:32.491989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Made reservation on behalf of 1d1d446e31b34934893a90d758113b0e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:32.497518 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.700821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:32.720422 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10a5a53d-0b1e-4f41-805a-2f02755bb4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.739926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 on host n-h1-799526-3 for vnic_type normal with profile None {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:32.740471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:32.740782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:32.818834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Port 55b3e457-7cdd-4065-a00e-11272f3ad341 on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:32.819163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:32.850071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e5a2cd-9d09-4606-8529-c35eaff3875f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:32.864024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:32.864373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:32.864896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:32.865350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Bound port: 55b3e457-7cdd-4065-a00e-11272f3ad341, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:32.869734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.872123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10a5a53d-0b1e-4f41-805a-2f02755bb4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.878744 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10a5a53d-0b1e-4f41-805a-2f02755bb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.931863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Transition to ACTIVE for port object e0e5a2cd-9d09-4606-8529-c35eaff3875f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:32.948023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5a53d-0b1e-4f41-805a-2f02755bb4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf49b6aa-2b26-4b58-9acf-075503569add,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:32.956705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:32.963506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-10a5a53d-0b1e-4f41-805a-2f02755bb4c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89efbc8fd7514d1bacc64ef7345c4f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605741 Jul 06 17:30:32.965660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:33.039937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d84b5e-9587-461f-bd9a-38b1678090d0 req-1dfd4d8f-dcaa-4e26-a2f6-9a337faf145c tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:33.041579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78d84b5e-9587-461f-bd9a-38b1678090d0 req-1dfd4d8f-dcaa-4e26-a2f6-9a337faf145c tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1101 time: 0.4146039 Jul 06 17:30:33.053850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e7-b11f-4360-be6a-30cc5a604f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.088174 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e7-b11f-4360-be6a-30cc5a604f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.089015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.115044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-78d84b5e-9587-461f-bd9a-38b1678090d0 req-576b7969-69a7-44b2-a5ea-718396182897 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.124446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e5a2cd-9d09-4606-8529-c35eaff3875f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:33.136362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:33.147778 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.151274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-4061b805-2604-49f4-875b-8cdf6d238c87 service neutron] 10.222.0.13 "POST /v2.0/ports/55b3e457-7cdd-4065-a00e-11272f3ad341/bindings HTTP/1.1" status: 201 len: 389 time: 1.4619794 Jul 06 17:30:33.152701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e7-b11f-4360-be6a-30cc5a604f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.152852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Transition to ACTIVE for port object a965ffdb-2f34-4f78-9441-2e2ca7302b29 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:33.155688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e7-b11f-4360-be6a-30cc5a604f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.159315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8e23a0e7-b11f-4360-be6a-30cc5a604f69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf49b6aa-2b26-4b58-9acf-075503569add HTTP/1.1" status: 204 len: 168 time: 0.1893225 Jul 06 17:30:33.174462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23a0e7-b11f-4360-be6a-30cc5a604f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf49b6aa-2b26-4b58-9acf-075503569add,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:33.308723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:33.309102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:33.309391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:33.327236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Port e0e5a2cd-9d09-4606-8529-c35eaff3875f on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:33.327844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:33.379561 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-78d84b5e-9587-461f-bd9a-38b1678090d0 req-576b7969-69a7-44b2-a5ea-718396182897 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.384675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:33.386836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:33.399469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:33.400219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Bound port: e0e5a2cd-9d09-4606-8529-c35eaff3875f, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:33.400768 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.420342 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-78d84b5e-9587-461f-bd9a-38b1678090d0 req-576b7969-69a7-44b2-a5ea-718396182897 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.565891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78d84b5e-9587-461f-bd9a-38b1678090d0 req-576b7969-69a7-44b2-a5ea-718396182897 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119085 Jul 06 17:30:33.567335 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.661026 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-31c3f9e4-3d7f-4d5f-a92c-29b0fd6f2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:33.664032 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-31c3f9e4-3d7f-4d5f-a92c-29b0fd6f2c90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1097 time: 0.1593266 Jul 06 17:30:33.733673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b7969-69a7-44b2-a5ea-718396182897 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e33abc8-861e-4607-aa99-f3810c74e67b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:33.782887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:33.809478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:33.814140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:33.831725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:33.831725 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:33.892438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-32fd4848-36c5-4512-a44a-9ade7a1f5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:33.899645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-32fd4848-36c5-4512-a44a-9ade7a1f5c12 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.2279713 Jul 06 17:30:33.934223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:33.973243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Allocated IP 192.168.233.194 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/253c0649-1d32-49f7-aba4-7cebae9c02f5) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:34.044902 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-37d1db2f-491a-4914-9a42-5259d16024c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55b3e457-7cdd-4065-a00e-11272f3ad341 HTTP/1.1" status: 200 len: 217 time: 0.1352253 Jul 06 17:30:34.173467 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-47bda5e9-8c96-4360-bf09-51390f89b6f5 req-01398ab6-5a25-4da4-b1fc-c50e373a8988 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 210 time: 0.0477643 Jul 06 17:30:34.179477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0ef148c9-3e19-453b-9165-852bb5b620cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:34.185526 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0ef148c9-3e19-453b-9165-852bb5b620cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1300480 Jul 06 17:30:34.257709 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-8fd57d2b-0757-42e8-b2ef-ef9da42312af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643954 Jul 06 17:30:34.301705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9cd5e4a6-942e-4dde-bb42-ffe1217303e5 None None] Provisioning for port a965ffdb-2f34-4f78-9441-2e2ca7302b29 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:34.312299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9cd5e4a6-942e-4dde-bb42-ffe1217303e5 None None] Provisioning complete for port a965ffdb-2f34-4f78-9441-2e2ca7302b29 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:34.313034 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e4a6-942e-4dde-bb42-ffe1217303e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:34.332663 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:34.349121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Transition to ACTIVE for port object 253c0649-1d32-49f7-aba4-7cebae9c02f5 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:34.367502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:34.382331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:34.409252 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:34.420897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5e4a6-942e-4dde-bb42-ffe1217303e5 None None] Port a965ffdb-2f34-4f78-9441-2e2ca7302b29 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:30:34.468365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-eae63d14-7b9d-49fd-9235-bae8f560ceb6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0433724 Jul 06 17:30:34.484829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-481ee44e-a679-4e36-a3ae-bbca5e1ce4c8 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194860 Jul 06 17:30:34.503725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Request body: {'port': {'device_id': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:34.545603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:34.546063 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:34.547535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] 10.222.0.22 "PUT /v2.0/ports/e0e5a2cd-9d09-4606-8529-c35eaff3875f HTTP/1.1" status: 200 len: 1091 time: 3.4987321 Jul 06 17:30:34.557645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:34.562054 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60320cd-4903-4271-ad5d-d62ac956f744" -d '{"events": [{"name": "network-changed", "server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:34.572315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:34.635142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122c25f-88f7-47ed-ab35-36f5a2f01a12 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e5a2cd-9d09-4606-8529-c35eaff3875f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:34.654652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a1d04-5b4a-4aea-b303-f64087b36b44 req-2dbe74cd-2628-41dc-823e-ae05177a0c50 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:34.661591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d78a1d04-5b4a-4aea-b303-f64087b36b44 req-2dbe74cd-2628-41dc-823e-ae05177a0c50 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 946 time: 0.1922719 Jul 06 17:30:34.669504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:34.671539 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-bc3c594f-538c-417c-ba03-7ba1ef5a037f service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816051 Jul 06 17:30:34.711221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d78a1d04-5b4a-4aea-b303-f64087b36b44 req-02f6794c-081a-40eb-919d-05a9ed328060 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486693 Jul 06 17:30:34.803560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ded16f-3288-4646-b6af-5a90fa69f4fb req-563e36c5-e3a7-4217-8ab3-0dcc4f0b9148 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:34.805927 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28ded16f-3288-4646-b6af-5a90fa69f4fb req-563e36c5-e3a7-4217-8ab3-0dcc4f0b9148 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.4440992 Jul 06 17:30:34.840482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-839622339-network', 'tenant_id': 'd709fd7b8143412496561a880928d728'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:34.844550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-901dc05e-b357-4d34-b586-6ae89c86cdd9 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:34.847041 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-901dc05e-b357-4d34-b586-6ae89c86cdd9 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1097 time: 0.1109183 Jul 06 17:30:34.847954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:34.852798 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:34.862625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Pushing event updated for resources: {'Port': ['ID=253c0649-1d32-49f7-aba4-7cebae9c02f5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:34.862845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799526-3'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:34.863266 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:34.876158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:34.890314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:34.896073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:34.896744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:34.957715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-25baf6b1-1d5c-4eaa-ad48-04cffb374120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:34.959423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-25baf6b1-1d5c-4eaa-ad48-04cffb374120 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1094 time: 0.3338318 Jul 06 17:30:34.962604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28ded16f-3288-4646-b6af-5a90fa69f4fb req-d30595fc-7bf3-40b6-b58f-5a30b2edc98a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450727 Jul 06 17:30:34.969373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Made reservation on behalf of d709fd7b8143412496561a880928d728 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:34.974075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:34.989167 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-4bb6ee3a-682e-49cd-aad7-9f906dbdaa28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2750144 Jul 06 17:30:35.010306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:35.207346 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:35.224553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Request body: {'port': {'device_id': '425cc831-7a8d-4683-984f-8819edbe539e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:35.241559 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-f338cd42-e530-4ef4-8394-69fbfad7ef4b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f HTTP/1.1" status: 200 len: 217 time: 0.2732489 Jul 06 17:30:35.250898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:35.329029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:35.365477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-093a6913-8837-4ba5-a32d-6d9ed9cdfe9a None None] Provisioning for port 253c0649-1d32-49f7-aba4-7cebae9c02f5 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:35.373573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-093a6913-8837-4ba5-a32d-6d9ed9cdfe9a None None] Provisioning complete for port 253c0649-1d32-49f7-aba4-7cebae9c02f5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:35.374403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-093a6913-8837-4ba5-a32d-6d9ed9cdfe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:35.428375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:35.430793 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d27cf60-93b5-4494-820b-06cb3bdaee8e" -d '{"events": [{"server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:35.439904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:35.456139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:35.632312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Pushing event updated for resources: {'Port': ['ID=55b3e457-7cdd-4065-a00e-11272f3ad341,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:35.639366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-093a6913-8837-4ba5-a32d-6d9ed9cdfe9a None None] Port 253c0649-1d32-49f7-aba4-7cebae9c02f5 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:30:35.738626 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6ef5f9-cbc6-47d1-8d6e-1791b7b8417a x-openstack-request-id: req-1b6ef5f9-cbc6-47d1-8d6e-1791b7b8417a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:35.739110 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:35.739419 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b6ef5f9-cbc6-47d1-8d6e-1791b7b8417a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:35.739884 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f', 'status': 'completed', 'code': 200} Jul 06 17:30:35.742659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-4877b4b3-c06b-49a2-b98c-c988ccaab45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:35.745997 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-4877b4b3-c06b-49a2-b98c-c988ccaab45d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.4629130 Jul 06 17:30:35.773668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 on host n-h2-799526-3 for vnic_type normal with profile {"migrating_to": "n-h1-799526-3"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:35.774256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:35.774634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:35.834298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Port 55b3e457-7cdd-4065-a00e-11272f3ad341 on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:35.835021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Attempting to bind port 55b3e457-7cdd-4065-a00e-11272f3ad341 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:35.846051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:35.846843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:35.847405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:35.848021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Bound port: 55b3e457-7cdd-4065-a00e-11272f3ad341, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:35.848385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:35.899247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:35.979448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-ed74f3c9-691f-4a15-b930-1e3f5ace7188 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2006867 Jul 06 17:30:36.037626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:36.044075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:36.053756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.260388 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d06b0fe-5286-4476-b113-ab94b9324d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.271549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:36.279649 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.281411 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] 10.222.0.22 "PUT /v2.0/ports/55b3e457-7cdd-4065-a00e-11272f3ad341 HTTP/1.1" status: 200 len: 1122 time: 1.4270403 Jul 06 17:30:36.305110 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.342251 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-a5830853-b2f1-411b-916e-419bc6234d03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4777021 Jul 06 17:30:36.351213 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49557baf-8c57-4c7c-bcc9-41c00514ef5b x-openstack-request-id: req-49557baf-8c57-4c7c-bcc9-41c00514ef5b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:36.352869 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:36.353275 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49557baf-8c57-4c7c-bcc9-41c00514ef5b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:36.354069 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341', 'code': 200} Jul 06 17:30:36.355310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cab85d-149c-43ec-935f-2559f27f045f service neutron] Pushing event updated for resources: {'Port': ['ID=55b3e457-7cdd-4065-a00e-11272f3ad341,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:36.356244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['55b3e457-7cdd-4065-a00e-11272f3ad341'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:36.429851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ee48a-f1c1-4d68-909a-da58100006ef req-161eb07e-df24-409b-85c4-80a9c865b3f1 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:36.438997 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-107ee48a-f1c1-4d68-909a-da58100006ef req-161eb07e-df24-409b-85c4-80a9c865b3f1 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 936 time: 0.3082950 Jul 06 17:30:36.503865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-107ee48a-f1c1-4d68-909a-da58100006ef req-842bab0d-5fd5-45f8-afe5-5c066c302fae tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613976 Jul 06 17:30:36.704903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a965ffdb-2f34-4f78-9441-2e2ca7302b29 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:36.725355 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.802652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.825430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.846224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732ca8c-d505-42d4-b35f-6d4051da656a req-c49a1920-e57c-4614-ba1d-30f71411fc0d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:36.848017 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b732ca8c-d505-42d4-b35f-6d4051da656a req-c49a1920-e57c-4614-ba1d-30f71411fc0d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 944 time: 0.1140165 Jul 06 17:30:36.879896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Transition to ACTIVE for port object a965ffdb-2f34-4f78-9441-2e2ca7302b29 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:36.895221 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-c3fa9693-1d1b-4216-b910-805483c899bd service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196915 Jul 06 17:30:36.927632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:30:36.929857 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.955419 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d06b0fe-5286-4476-b113-ab94b9324d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.963046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13161ca-8c4f-40b7-97f1-ccbd35fa1403,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:36.971488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b732ca8c-d505-42d4-b35f-6d4051da656a req-02753aa4-b6aa-4244-9584-6693341e29ad tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108174 Jul 06 17:30:36.973730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d06b0fe-5286-4476-b113-ab94b9324d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.976332 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:36.976748 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Added segment 5e4a0e98-2553-4c78-b190-619d33ca29ca of type vlan for network ac20ec7e-fa98-487c-a871-82363f5ea725 Jul 06 17:30:37.044140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06b0fe-5286-4476-b113-ab94b9324d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab0529-4857-45ff-8bf0-e961ca4d20cd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:37.059838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:37.064476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4d06b0fe-5286-4476-b113-ab94b9324d22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fa07b558bed4cbebc2d812928179cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1641040 Jul 06 17:30:37.067831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50198) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:37.159105 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48c3e95a-63b7-4e8d-8c62-547bb6e7cdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:37.191115 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48c3e95a-63b7-4e8d-8c62-547bb6e7cdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:37.201037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0444ae-d3e9-4961-8a98-fb1b84cc981c req-7931cacc-3b43-4c13-afb7-a005d78310ad tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:37.202653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae0444ae-d3e9-4961-8a98-fb1b84cc981c req-7931cacc-3b43-4c13-afb7-a005d78310ad tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.6943517 Jul 06 17:30:37.321823 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efff2066-dd61-4e4f-bf37-9ad386c27c45 req-968a404d-90ca-42c3-bbd5-283fc65c007f service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144385 Jul 06 17:30:37.365200 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48c3e95a-63b7-4e8d-8c62-547bb6e7cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:37.369879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48c3e95a-63b7-4e8d-8c62-547bb6e7cdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:37.372182 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-48c3e95a-63b7-4e8d-8c62-547bb6e7cdf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3ab0529-4857-45ff-8bf0-e961ca4d20cd HTTP/1.1" status: 204 len: 168 time: 0.3033321 Jul 06 17:30:37.390885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3e95a-63b7-4e8d-8c62-547bb6e7cdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab0529-4857-45ff-8bf0-e961ca4d20cd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:37.437261 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae0444ae-d3e9-4961-8a98-fb1b84cc981c req-dd20f7d5-bc09-4b2a-beef-103b3d70409c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028780 Jul 06 17:30:37.446943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:37.511853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174fc1-b931-4f56-9fe8-85a0e9d0174b req-f8cfd654-daf0-40bb-b1f3-10f753facc81 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:37.543561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Attempting to bind port a965ffdb-2f34-4f78-9441-2e2ca7302b29 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:37.544201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Attempting to bind port a965ffdb-2f34-4f78-9441-2e2ca7302b29 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:37.544406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b9174fc1-b931-4f56-9fe8-85a0e9d0174b req-f8cfd654-daf0-40bb-b1f3-10f753facc81 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.2685244 Jul 06 17:30:37.544870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Attempting to bind port a965ffdb-2f34-4f78-9441-2e2ca7302b29 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:37.579243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Port a965ffdb-2f34-4f78-9441-2e2ca7302b29 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:37.579821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Attempting to bind port a965ffdb-2f34-4f78-9441-2e2ca7302b29 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:37.626700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:37.627971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:37.628517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:37.629143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Bound port: a965ffdb-2f34-4f78-9441-2e2ca7302b29, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:37.629957 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:37.633630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b9174fc1-b931-4f56-9fe8-85a0e9d0174b req-db7f6489-b57a-4547-ae43-5f75498215a8 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882418 Jul 06 17:30:37.756168 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:37.757369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:37.758017 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:37.892429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2817488 Jul 06 17:30:37.895090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ab9f-1028-4163-95c8-3382f2975be7 admin admin] Pushing event updated for resources: {'Network': ['ID=ac20ec7e-fa98-487c-a871-82363f5ea725,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:37.897621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50210) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:37.911138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ac20ec7e-fa98-487c-a871-82363f5ea725 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:30:37.919653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Request body: {'subnet': {'network_id': 'ac20ec7e-fa98-487c-a871-82363f5ea725', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-839622339-subnet', 'tenant_id': 'd709fd7b8143412496561a880928d728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:37.929403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-26f75bcf-22c0-4c58-b245-ee09d9eeb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:37.930823 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-26f75bcf-22c0-4c58-b245-ee09d9eeb754 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1094 time: 0.4861655 Jul 06 17:30:37.939614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253c0649-1d32-49f7-aba4-7cebae9c02f5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:38.015600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55684f7-9150-4f7e-afac-31d767a8b589 req-161872ee-6a64-4942-a847-821c345e5ac7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:38.017442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a55684f7-9150-4f7e-afac-31d767a8b589 req-161872ee-6a64-4942-a847-821c345e5ac7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 936 time: 0.1814442 Jul 06 17:30:38.056828 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.145941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Transition to ACTIVE for port object 253c0649-1d32-49f7-aba4-7cebae9c02f5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:38.151243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Made reservation on behalf of d709fd7b8143412496561a880928d728 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:38.155704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.197137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a55684f7-9150-4f7e-afac-31d767a8b589 req-17134c19-5117-4f54-a09a-53d2d6733674 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654203 Jul 06 17:30:38.200418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:38.261112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee01f44b-0ae6-455f-bd05-07794ece6edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.325866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-b5edabf1-71af-4bf8-b6a8-165353d71d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:38.327630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-b5edabf1-71af-4bf8-b6a8-165353d71d96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1101 time: 0.1294031 Jul 06 17:30:38.337162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:38.349687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:38.366466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:38.368822 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64c34eb-880e-4575-8118-ae2ba82baef6" -d '{"events": [{"name": "network-changed", "server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:38.382625 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.394500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:38.441267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-3198624f-6f59-426d-8cdd-3fd4a6871418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:38.443038 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-3198624f-6f59-426d-8cdd-3fd4a6871418 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.4977226 Jul 06 17:30:38.472095 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.502321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:38.502927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.504761 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] 10.222.0.22 "PUT /v2.0/ports/a965ffdb-2f34-4f78-9441-2e2ca7302b29 HTTP/1.1" status: 200 len: 1096 time: 4.0122952 Jul 06 17:30:38.517061 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee01f44b-0ae6-455f-bd05-07794ece6edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.527270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:38.531714 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb5cc86-c480-4784-abc1-29b97b6c6457" -d '{"events": [{"name": "network-changed", "server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:38.532750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 55b3e457-7cdd-4065-a00e-11272f3ad341 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:38.535301 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.541246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee01f44b-0ae6-455f-bd05-07794ece6edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.661875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01f44b-0ae6-455f-bd05-07794ece6edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26daf078-547a-4e55-9584-42a8b18773cd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:38.673059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-c5b70531-7e5d-4e82-a3b1-8719aed821d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f HTTP/1.1" status: 200 len: 217 time: 0.1887245 Jul 06 17:30:38.674484 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f61a2978-5578-45cb-8559-074b8c3abd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:38.719034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-01be0f03-80d4-478c-afab-e5a2559c6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:38.720949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-01be0f03-80d4-478c-afab-e5a2559c6403 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3846927 Jul 06 17:30:38.742037 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ee01f44b-0ae6-455f-bd05-07794ece6edb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45e3537ea26140ac9a65b93d082cc223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383105 Jul 06 17:30:38.745494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:38.761200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 55b3e457-7cdd-4065-a00e-11272f3ad341 has no active binding in host n-h1-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:30:38.766153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Pushing event updated for resources: {'Port': ['ID=253c0649-1d32-49f7-aba4-7cebae9c02f5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:38.769540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:38.771671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e979f033-6305-442f-ad7e-827cb9cf93e3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:38.853457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-e18a2bec-b225-4750-9972-c15220a81c17 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 217 time: 0.1216190 Jul 06 17:30:38.889656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Attempting to bind port 253c0649-1d32-49f7-aba4-7cebae9c02f5 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:38.890000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Attempting to bind port 253c0649-1d32-49f7-aba4-7cebae9c02f5 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:38.890515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Attempting to bind port 253c0649-1d32-49f7-aba4-7cebae9c02f5 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:38.930377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbff6-7da7-491e-bab1-d6faaac05cf8 req-2bd6829c-4e63-493a-9697-fa9e287674df tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:38.934986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0d0cbff6-7da7-491e-bab1-d6faaac05cf8 req-2bd6829c-4e63-493a-9697-fa9e287674df tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 944 time: 0.5822911 Jul 06 17:30:38.950327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-a8af5561-76c8-4c82-acef-727412b0f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:38.952109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-a8af5561-76c8-4c82-acef-727412b0f0d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.2441878 Jul 06 17:30:38.952726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Port 253c0649-1d32-49f7-aba4-7cebae9c02f5 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:38.953068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Attempting to bind port 253c0649-1d32-49f7-aba4-7cebae9c02f5 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:38.955405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70ffe6-ed33-40e0-af75-3b06fd1f06e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:38.974198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-aba6ad8e-b240-4bef-b820-4f6d47f45437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:38.975798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-aba6ad8e-b240-4bef-b820-4f6d47f45437 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1132417 Jul 06 17:30:38.999540 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-170f9093-7004-4c18-8f79-a9406195feae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.018293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-de452e12-b87c-4d54-8080-2523c5633f15 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486913 Jul 06 17:30:39.024952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-170f9093-7004-4c18-8f79-a9406195feae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.036958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Checking segment: {'id': '5e4a0e98-2553-4c78-b190-619d33ca29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac20ec7e-fa98-487c-a871-82363f5ea725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:39.037323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Network hostable DHCP agents. Network: ac20ec7e-fa98-487c-a871-82363f5ea725, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:30:39.121726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:39.122012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:39.122592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:39.123045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Bound port: 253c0649-1d32-49f7-aba4-7cebae9c02f5, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:39.123606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.128696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa06ab-069c-407f-b5a3-c8198f686567 req-3f0e5b5b-20c3-438a-a05e-f96c41b0cf58 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:39.134978 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9caa06ab-069c-407f-b5a3-c8198f686567 req-3f0e5b5b-20c3-438a-a05e-f96c41b0cf58 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.4487562 Jul 06 17:30:39.189928 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-170f9093-7004-4c18-8f79-a9406195feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.192586 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-170f9093-7004-4c18-8f79-a9406195feae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.196059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-170f9093-7004-4c18-8f79-a9406195feae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26daf078-547a-4e55-9584-42a8b18773cd HTTP/1.1" status: 204 len: 168 time: 0.4221504 Jul 06 17:30:39.213340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9093-7004-4c18-8f79-a9406195feae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26daf078-547a-4e55-9584-42a8b18773cd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:39.224646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-f51d7ea3-6b95-4dbf-aa2c-453d90dd0114 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908512 Jul 06 17:30:39.227661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1705878-def8-434b-97be-ca1acb3973a4 req-14e9cf3c-9c1f-47f2-bce1-8251295376bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:39.229229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-14e9cf3c-9c1f-47f2-bce1-8251295376bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1099 time: 0.6346185 Jul 06 17:30:39.271193 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f61a2978-5578-45cb-8559-074b8c3abd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.282410 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9caa06ab-069c-407f-b5a3-c8198f686567 req-63c3e2e5-62d6-4085-95ee-e4b6d94986cc tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211147 Jul 06 17:30:39.287128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-db95a9e0-b632-42d9-b71f-500c26cd5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:39.289280 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-db95a9e0-b632-42d9-b71f-500c26cd5f15 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2437341 Jul 06 17:30:39.290300 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f61a2978-5578-45cb-8559-074b8c3abd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.410097 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfe5ffb-56f0-4af7-ac58-f4284f788a0e x-openstack-request-id: req-fcfe5ffb-56f0-4af7-ac58-f4284f788a0e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:39.410514 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:39.410857 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcfe5ffb-56f0-4af7-ac58-f4284f788a0e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:39.411360 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341', 'status': 'completed', 'code': 200} Jul 06 17:30:39.489555 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-08b24d5d-ceab-4424-b63e-6f2f7ddfcc00 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913180 Jul 06 17:30:39.583927 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f61a2978-5578-45cb-8559-074b8c3abd59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da7b40fb7d664553936a02dc09e32524&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2456412 Jul 06 17:30:39.596733 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a2978-5578-45cb-8559-074b8c3abd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56be262-3587-4502-95ca-74021c09f72e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:39.600332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50240) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:39.726550 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e250848d-0d0f-47d8-8da6-234be8972109 x-openstack-request-id: req-e250848d-0d0f-47d8-8da6-234be8972109 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:39.727027 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:39.727129 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e250848d-0d0f-47d8-8da6-234be8972109 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:39.727484 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'status': 'completed', 'code': 200} Jul 06 17:30:39.740350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0d0cbff6-7da7-491e-bab1-d6faaac05cf8 req-580b9536-c890-49d4-8b2e-13541f80f845 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7680981 Jul 06 17:30:39.741013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Network ac20ec7e-fa98-487c-a871-82363f5ea725 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:30:39.747268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-f9b57ea6-f098-4293-b69c-cbdb9108bd99 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452607 Jul 06 17:30:39.749806 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-e0d42389-7507-4056-b90a-80ab5bfab95d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29 HTTP/1.1" status: 200 len: 217 time: 0.5025325 Jul 06 17:30:39.771326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-394f28fe-d236-4c66-8fb9-988dfd137e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:39.772950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-394f28fe-d236-4c66-8fb9-988dfd137e4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1125 time: 0.3605790 Jul 06 17:30:39.774137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b2f0be8-de5b-45c5-bc2c-396b3baabddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.803225 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b2f0be8-de5b-45c5-bc2c-396b3baabddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.821158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ac20ec7e-fa98-487c-a871-82363f5ea725) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:39.827818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:39.828520 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.833860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] For port 253c0649-1d32-49f7-aba4-7cebae9c02f5, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:39.845494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f63dcfb-e106-49e7-8b3b-b07a248fdc4c None None] Network ac20ec7e-fa98-487c-a871-82363f5ea725 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:39.918278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] For port 253c0649-1d32-49f7-aba4-7cebae9c02f5, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=253c0649-1d32-49f7-aba4-7cebae9c02f5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:39.934379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b2f0be8-de5b-45c5-bc2c-396b3baabddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.936901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b2f0be8-de5b-45c5-bc2c-396b3baabddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:39.938201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7b2f0be8-de5b-45c5-bc2c-396b3baabddb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e56be262-3587-4502-95ca-74021c09f72e HTTP/1.1" status: 204 len: 168 time: 0.3338914 Jul 06 17:30:39.963245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:40.016114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-74fb5d7f-11da-4a59-8a87-da2195a56d74 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1044815 Jul 06 17:30:40.017932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1705878-def8-434b-97be-ca1acb3973a4 req-31c9d356-15ab-417e-bb3c-85e6b0979f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:40.019882 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-31c9d356-15ab-417e-bb3c-85e6b0979f55 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2516441 Jul 06 17:30:40.058847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f0be8-de5b-45c5-bc2c-396b3baabddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56be262-3587-4502-95ca-74021c09f72e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:40.094570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3f872-b1dd-4514-812c-54a96bbb1ba4 req-4862b654-b4fb-4118-9bdb-4b79b765d12f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:40.101993 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4f3f872-b1dd-4514-812c-54a96bbb1ba4 req-4862b654-b4fb-4118-9bdb-4b79b765d12f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.5283575 Jul 06 17:30:40.146861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d60320cd-4903-4271-ad5d-d62ac956f744 req-764fc070-74ed-41de-bb61-2b1237a4217a service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8892972 Jul 06 17:30:40.178911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:40.179809 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:40.181355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] 10.222.0.55 "PUT /v2.0/ports/253c0649-1d32-49f7-aba4-7cebae9c02f5 HTTP/1.1" status: 200 len: 1096 time: 5.1067462 Jul 06 17:30:40.280140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eadc20-a728-49b5-b60d-7a1ce19afd3d service neutron] Pushing event updated for resources: {'Port': ['ID=253c0649-1d32-49f7-aba4-7cebae9c02f5,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:40.329327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03949fdb-6d3e-440c-a5ee-126a337f9f7e None None] Network ac20ec7e-fa98-487c-a871-82363f5ea725 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:40.441798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1705878-def8-434b-97be-ca1acb3973a4 req-4f415637-e5b7-4bd4-9882-83383b9e01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:40.446680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-4f415637-e5b7-4bd4-9882-83383b9e01e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4122818 Jul 06 17:30:40.558888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e0e5a2cd-9d09-4606-8529-c35eaff3875f details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:40.636678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-81a261b6-d1ad-45be-8033-60f4cfe301cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:40.639385 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-81a261b6-d1ad-45be-8033-60f4cfe301cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 1099 time: 0.3983526 Jul 06 17:30:40.715521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-0894cbdf-8073-4b39-be1f-bb4055bdd371 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=253c0649-1d32-49f7-aba4-7cebae9c02f5 HTTP/1.1" status: 200 len: 217 time: 0.0624230 Jul 06 17:30:40.798086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50268) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:40.842001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.55', 56869) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:40.895695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62878df2-3c17-49af-9484-5ab8073d177f req-3eda0b49-d4a9-4143-8dad-1fddf91089dc tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:40.897669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62878df2-3c17-49af-9484-5ab8073d177f req-3eda0b49-d4a9-4143-8dad-1fddf91089dc tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 948 time: 0.4491658 Jul 06 17:30:40.904077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:40.928757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57755f5c-8f35-4726-85b2-6aeda583d72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:40.948840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f', 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3', 'port_id': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f', 'mac_address': 'fa:16:3e:97:8f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70cdcb9-e31e-4732-b283-e49cd42a3329', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:30:40.972786 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-a4b5b878-575f-4fb5-800c-f18d131c1912 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846797 Jul 06 17:30:40.978438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4f3f872-b1dd-4514-812c-54a96bbb1ba4 req-6f687408-994f-4b07-8d12-7aca7e05dd13 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8654094 Jul 06 17:30:40.984731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-b323423a-d06a-4aba-8992-946df8cda6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:40.995887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-fa9a72b1-9c5d-4de3-aab8-d2c67bd0ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:40.997798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-fa9a72b1-9c5d-4de3-aab8-d2c67bd0ce56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2734094 Jul 06 17:30:41.003307 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-b323423a-d06a-4aba-8992-946df8cda6af service neutron] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 1.1223626 Jul 06 17:30:41.067277 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:41.117689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e5a2cd-9d09-4606-8529-c35eaff3875f {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:41.145110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-2db7fb5d-7cdc-47cb-81dc-b9c380a4c622 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55b3e457-7cdd-4065-a00e-11272f3ad341 HTTP/1.1" status: 200 len: 217 time: 0.1356277 Jul 06 17:30:41.149886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:41.157904 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:41.268219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=e0e5a2cd-9d09-4606-8529-c35eaff3875f,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:41.297836 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-a01e6be5-483b-4583-8572-7d77ade0ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:41.316035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-a01e6be5-483b-4583-8572-7d77ade0ead7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1573529 Jul 06 17:30:41.319961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.55', 56870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:41.395817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62878df2-3c17-49af-9484-5ab8073d177f req-65574af9-b651-4b39-bb5a-0c256d03a2d3 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618945 Jul 06 17:30:41.437369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['e0e5a2cd-9d09-4606-8529-c35eaff3875f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:41.609968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-5a802c7c-be80-48f6-b517-ff34aa96ec54 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7403967 Jul 06 17:30:41.613366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50286) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:41.627562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2024859367-network', 'tenant_id': 'ffafdaf9d69d47f891c3743871ec3838'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:41.640426 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1705878-def8-434b-97be-ca1acb3973a4 req-b3f5cca3-c0a7-446f-b937-2c6d4ef1bd1b service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575608 Jul 06 17:30:41.662785 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-3835274f-0bcb-439d-b7ac-dd6a74a211db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3174691 Jul 06 17:30:41.679325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-ef8fa7c2-ad46-4304-9e84-b747961ec45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:41.681268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-ef8fa7c2-ad46-4304-9e84-b747961ec45f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6183813 Jul 06 17:30:41.728399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425cc831-7a8d-4683-984f-8819edbe539e', 'tag': '253c0649-1d32-49f7-aba4-7cebae9c02f5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:41.731672 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "425cc831-7a8d-4683-984f-8819edbe539e", "tag": "253c0649-1d32-49f7-aba4-7cebae9c02f5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:41.736767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57755f5c-8f35-4726-85b2-6aeda583d72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:41.819065 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-94da4b60-1985-4a91-88ee-795d8dd9c895 service neutron] 10.222.0.55 "GET /v2.0/ports/55b3e457-7cdd-4065-a00e-11272f3ad341/bindings/n-h1-799526-3 HTTP/1.1" status: 200 len: 384 time: 0.4910667 Jul 06 17:30:41.837238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Made reservation on behalf of ffafdaf9d69d47f891c3743871ec3838 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:41.839662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:41.841601 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57755f5c-8f35-4726-85b2-6aeda583d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:41.909681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:41.918640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589dc2c-7325-48c8-a694-617278e4c29f req-cb1acd7b-ae39-4dab-84f5-4d19ca0d10a0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:41.922384 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5589dc2c-7325-48c8-a694-617278e4c29f req-cb1acd7b-ae39-4dab-84f5-4d19ca0d10a0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.6017370 Jul 06 17:30:41.929118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-d5b35021-f966-42c1-a881-fbb2f761bfce service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654746 Jul 06 17:30:41.967399 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-57755f5c-8f35-4726-85b2-6aeda583d72d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b038b90132c54af7b7fb122a06852f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1617548 Jul 06 17:30:41.974429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:41.992062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57755f5c-8f35-4726-85b2-6aeda583d72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a33ae25-8627-4580-b58d-4a3c343a7ea9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:42.073831 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5589dc2c-7325-48c8-a694-617278e4c29f req-5d8e1df8-a5db-4673-b51a-e54ff3788b50 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432123 Jul 06 17:30:42.080538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-48c32b0a-790e-47ed-adac-af3e73c5f8cf service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912425 Jul 06 17:30:42.141826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-762ad100-9955-426e-824a-e16825d98b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:42.143421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-762ad100-9955-426e-824a-e16825d98b99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 1116 time: 0.4610445 Jul 06 17:30:42.186235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-0f4ce09f-80a4-4f10-a402-e756e01125c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:42.187803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-0f4ce09f-80a4-4f10-a402-e756e01125c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1099 time: 0.4712651 Jul 06 17:30:42.216823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bc8e5-5e69-41c9-959e-f8a0727c129d req-72ef6f64-7e4d-48ea-9adf-431df8855e95 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:42.219121 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-349bc8e5-5e69-41c9-959e-f8a0727c129d req-72ef6f64-7e4d-48ea-9adf-431df8855e95 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 944 time: 0.4545274 Jul 06 17:30:42.246753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-c6c003c6-29dd-497c-b349-046ea2a162a8 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079019 Jul 06 17:30:42.252755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:42.284853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:42.348208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b3e457-7cdd-4065-a00e-11272f3ad341 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:42.365187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:42.387703 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:42.405674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1cea04f-c88c-455e-a2d0-ce651c414afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:42.499029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] Transition to ACTIVE for port object 55b3e457-7cdd-4065-a00e-11272f3ad341 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:42.505645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:42.543047 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1cea04f-c88c-455e-a2d0-ce651c414afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:42.549234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e0e5a2cd-9d09-4606-8529-c35eaff3875f up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:42.577868 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568d69fa-ffdc-408d-b4b2-14721da07ef3 req-3ddc14cf-674d-4f74-980b-cff76943132e service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806552 Jul 06 17:30:42.605349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-349bc8e5-5e69-41c9-959e-f8a0727c129d req-4ce4fb1f-439b-4d3a-b5bc-b1e4b426e937 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991607 Jul 06 17:30:42.654938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] No DVR routers for this DVR port 55b3e457-7cdd-4065-a00e-11272f3ad341 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:30:42.668776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port e0e5a2cd-9d09-4606-8529-c35eaff3875f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:42.681580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port e0e5a2cd-9d09-4606-8529-c35eaff3875f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:42.683311 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:42.709361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] Pushing event updated for resources: {'Port': ['ID=55b3e457-7cdd-4065-a00e-11272f3ad341,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:42.725692 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0c3a7b25-a547-4ce0-bebb-5667c557f774 service neutron] 10.222.0.55 "PUT /v2.0/ports/55b3e457-7cdd-4065-a00e-11272f3ad341/bindings/n-h1-799526-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8999031 Jul 06 17:30:42.763356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:42.777037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-cf454d36-e43a-469f-a335-faf90cf49c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:42.779447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-cf454d36-e43a-469f-a335-faf90cf49c53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.6001725 Jul 06 17:30:42.794315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-cb8c2581-a6b8-4d08-8469-94173cca3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:42.798230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-cb8c2581-a6b8-4d08-8469-94173cca3786 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.5970337 Jul 06 17:30:42.834113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:42.964899 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:43.063922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-2570418d-bd5d-4c52-a157-f7a39da34893 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29 HTTP/1.1" status: 200 len: 217 time: 0.2196450 Jul 06 17:30:43.071147 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bfed67-bfd4-4e55-b80e-f0712bc81a23 x-openstack-request-id: req-e7bfed67-bfd4-4e55-b80e-f0712bc81a23 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:43.071437 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425cc831-7a8d-4683-984f-8819edbe539e", "tag": "253c0649-1d32-49f7-aba4-7cebae9c02f5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:43.071684 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7bfed67-bfd4-4e55-b80e-f0712bc81a23 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:43.072133 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425cc831-7a8d-4683-984f-8819edbe539e', 'tag': '253c0649-1d32-49f7-aba4-7cebae9c02f5', 'status': 'completed', 'code': 200} Jul 06 17:30:43.082966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-c7a91482-5a80-4eb6-8dd4-918209913d33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 HTTP/1.1" status: 200 len: 217 time: 0.2758970 Jul 06 17:30:43.129886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:43.133841 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5802747d-fdfe-4995-8aea-7fbc87693917" -d '{"events": [{"server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "name": "network-vif-plugged", "status": "completed", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:43.145341 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1cea04f-c88c-455e-a2d0-ce651c414afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:43.154059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1cea04f-c88c-455e-a2d0-ce651c414afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:43.159589 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d1cea04f-c88c-455e-a2d0-ce651c414afe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a33ae25-8627-4580-b58d-4a3c343a7ea9 HTTP/1.1" status: 204 len: 168 time: 1.1804268 Jul 06 17:30:43.166974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:43.174170 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:43.274177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-9356e6be-d932-4e9c-b679-74857d0d03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:43.277329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-9356e6be-d932-4e9c-b679-74857d0d03a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 1099 time: 0.1831553 Jul 06 17:30:43.374458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=e0e5a2cd-9d09-4606-8529-c35eaff3875f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:43.384396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-f25fdcc4-d5c2-44f0-86c2-9dde046e01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:43.386021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-f25fdcc4-d5c2-44f0-86c2-9dde046e01be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2748466 Jul 06 17:30:43.403308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:30:43.481875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-d3b75baf-1725-434b-a91d-6b92b2e3d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:43.483599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-d3b75baf-1725-434b-a91d-6b92b2e3d73f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.2907491 Jul 06 17:30:43.488122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd42e083-9a18-4661-870b-2e86392b36ff,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:43.534565 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-2d09aa73-68f0-4eba-a5d7-dacab2c02fe3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420632 Jul 06 17:30:43.545515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:43.546678 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Added segment 354302d6-ee39-4eb0-834c-c8950699e474 of type vlan for network 14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1 Jul 06 17:30:43.567562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8566-ebe2-431b-8618-c16e41e42730 req-06b08a02-92cf-4d60-b2ef-8625ba6fa810 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:43.577419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d7c8566-ebe2-431b-8618-c16e41e42730 req-06b08a02-92cf-4d60-b2ef-8625ba6fa810 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 948 time: 0.1460721 Jul 06 17:30:43.612412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-81ad4862-7755-48b4-8821-4326ced70b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:43.614124 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-81ad4862-7755-48b4-8821-4326ced70b36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3302326 Jul 06 17:30:43.681624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d7c8566-ebe2-431b-8618-c16e41e42730 req-3e438038-3027-4e19-bb34-d7ac399a01c4 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030619 Jul 06 17:30:43.690448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-d3349070-5146-4f9a-bbd5-8da59e9da4bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=253c0649-1d32-49f7-aba4-7cebae9c02f5 HTTP/1.1" status: 200 len: 217 time: 0.0668788 Jul 06 17:30:43.769283 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011787a3-185f-4831-9837-1b6e8911a9ce x-openstack-request-id: req-011787a3-185f-4831-9837-1b6e8911a9ce {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:43.769832 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "name": "network-vif-plugged", "status": "completed", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:43.769832 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-011787a3-185f-4831-9837-1b6e8911a9ce {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:43.770221 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f', 'code': 200} Jul 06 17:30:43.807788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cea04f-c88c-455e-a2d0-ce651c414afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a33ae25-8627-4580-b58d-4a3c343a7ea9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:43.812558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-5f02691f-fc49-45df-b5cf-db34e6fc0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:43.814662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-5f02691f-fc49-45df-b5cf-db34e6fc0c54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1181276 Jul 06 17:30:43.890445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 55b3e457-7cdd-4065-a00e-11272f3ad341 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:30:43.966919 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 55b3e457-7cdd-4065-a00e-11272f3ad341 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:30:43.992393 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:44.007191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-1a28db8c-d59f-4a2b-a85d-136ed18b61c6 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.008791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-1a28db8c-d59f-4a2b-a85d-136ed18b61c6 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1096 time: 1.0681205 Jul 06 17:30:44.019260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-6068ca95-be2d-40c4-8eae-9a15ca139756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.020951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-6068ca95-be2d-40c4-8eae-9a15ca139756 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1898108 Jul 06 17:30:44.024645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea09bd-d383-468c-adf2-52c44121e5f6 req-91826637-35bf-4ae5-9981-fb06ddd4cab6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.026756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8dea09bd-d383-468c-adf2-52c44121e5f6 req-91826637-35bf-4ae5-9981-fb06ddd4cab6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.9616532 Jul 06 17:30:44.111586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1588c-1280-4448-a8ae-dc982d26fd1c req-9b404abd-a0a3-4b36-9233-8ea5c9e25e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.113223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-42b1588c-1280-4448-a8ae-dc982d26fd1c req-9b404abd-a0a3-4b36-9233-8ea5c9e25e89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1096 time: 0.2477269 Jul 06 17:30:44.135223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-f8d50071-043f-45d0-8c5c-66c799f28909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.137325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-f8d50071-043f-45d0-8c5c-66c799f28909 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7304921 Jul 06 17:30:44.167610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-eade929e-f78d-4b49-8854-6e36b4346f31 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064746 Jul 06 17:30:44.185202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71261638-a8ea-4bbd-9d42-a6e95b7f0623 req-de8019f8-1723-4dc8-bb06-ad2b67424eb1 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.186965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71261638-a8ea-4bbd-9d42-a6e95b7f0623 req-de8019f8-1723-4dc8-bb06-ad2b67424eb1 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.2359774 Jul 06 17:30:44.191888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-42b1588c-1280-4448-a8ae-dc982d26fd1c req-ce97530b-a781-41ac-a0e0-13b8b7b87574 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718677 Jul 06 17:30:44.209987 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-a837f4e1-3b46-4aa6-ac88-9ad741f4134a service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793947 Jul 06 17:30:44.216324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:44.217351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.217943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:44.304663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8dea09bd-d383-468c-adf2-52c44121e5f6 req-324a4cfa-12c6-4f54-8a03-6df53680cc5c tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670522 Jul 06 17:30:44.355547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71261638-a8ea-4bbd-9d42-a6e95b7f0623 req-c0a2d282-242f-4fd1-aeff-c326a4978884 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577668 Jul 06 17:30:44.371048 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7510736 Jul 06 17:30:44.375337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:44.393703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Request body: {'subnet': {'network_id': '14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2024859367-subnet', 'tenant_id': 'ffafdaf9d69d47f891c3743871ec3838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:44.408682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e53107-260b-4fa6-8583-0772e1e379be admin admin] Pushing event updated for resources: {'Network': ['ID=14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:44.428499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:30:44.429626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0875258e-5834-4e08-910e-eac85c916fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.431482 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0875258e-5834-4e08-910e-eac85c916fdb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c&tenant_id=8909e689eec94d608790aa0e12f45edd HTTP/1.1" status: 200 len: 1096 time: 0.4018216 Jul 06 17:30:44.444456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Made reservation on behalf of ffafdaf9d69d47f891c3743871ec3838 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:44.447263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:44.457184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-d6c61797-8c3c-4191-b2e5-4f11a58629b7 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101685 Jul 06 17:30:44.459445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ad3e966-455e-4b95-99f4-daa3faa12a5c req-d0e726fb-6d06-41bc-9a1a-652c5996e4d1 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745819 Jul 06 17:30:44.583258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:44.584776 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73f96e5d-4c7f-407a-a2b7-7118b775f5e2 req-a9d9e919-79b0-4d53-88cf-af8d6372971f service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653076 Jul 06 17:30:44.693814 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb5cc86-c480-4784-abc1-29b97b6c6457 req-bee7d4e5-df37-4b47-914f-53a21bd8373c service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297795 Jul 06 17:30:44.752838 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7fccba6-a6d2-401e-9e2a-3a3d2dc1cba6 req-eb81e425-7b97-485c-99f9-2d3a5eb8bc95 tempest-FlavorsV2NegativeTest-1572282899 tempest-FlavorsV2NegativeTest-1572282899-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4720d20da6774d88a2ae3110749df422&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493140 Jul 06 17:30:44.768772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-50553516-46fa-4818-8b91-f19890d17ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.771239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-50553516-46fa-4818-8b91-f19890d17ce6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1096 time: 0.2889881 Jul 06 17:30:44.809580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:44.872279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1399bd60-ae1d-4609-85dd-fa5bdfeb8e69,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:44.884335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Checking segment: {'id': '354302d6-ee39-4eb0-834c-c8950699e474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:44.884701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Network hostable DHCP agents. Network: 14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:30:44.890993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:44.916891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'mac_address': 'fa:16:3e:5e:23:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:30:44.918131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Network 14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:30:44.973910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:44.986806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d81e78-16d1-4365-8183-74ac602a9342 None None] Network 14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:44.989528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.989935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fccba6-a6d2-401e-9e2a-3a3d2dc1cba6 req-92b5ac32-5b53-49ca-afa3-9ca79b2c3dd0 tempest-FlavorsV2NegativeTest-1572282899 tempest-FlavorsV2NegativeTest-1572282899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:44.990156 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:44.990798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:44.996777 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7fccba6-a6d2-401e-9e2a-3a3d2dc1cba6 req-92b5ac32-5b53-49ca-afa3-9ca79b2c3dd0 tempest-FlavorsV2NegativeTest-1572282899 tempest-FlavorsV2NegativeTest-1572282899-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425096 Jul 06 17:30:44.999813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0b7ce880-f1d6-4b4a-9878-caadb8ecfbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:45.001307 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-0b7ce880-f1d6-4b4a-9878-caadb8ecfbf1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.2054648 Jul 06 17:30:45.016084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7fccba6-a6d2-401e-9e2a-3a3d2dc1cba6 req-bd8a46f7-514b-45d6-86ff-5c820594a7d5 tempest-FlavorsV2NegativeTest-1572282899 tempest-FlavorsV2NegativeTest-1572282899-project] 10.222.0.13 "GET /v2.0/quotas/4720d20da6774d88a2ae3110749df422 HTTP/1.1" status: 200 len: 375 time: 0.0183699 Jul 06 17:30:45.027030 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-834e4d13-4d50-4e61-9c62-9f2244a570a4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6399903 Jul 06 17:30:45.067689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a965ffdb-2f34-4f78-9441-2e2ca7302b29 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:45.100931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7fccba6-a6d2-401e-9e2a-3a3d2dc1cba6 req-ec700d96-b060-4b17-8235-57728740ffd4 tempest-FlavorsV2NegativeTest-1572282899 tempest-FlavorsV2NegativeTest-1572282899-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4720d20da6774d88a2ae3110749df422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839543 Jul 06 17:30:45.103016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-ca812405-bd83-44ab-84dc-cef817e3a204 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55b3e457-7cdd-4065-a00e-11272f3ad341 HTTP/1.1" status: 200 len: 217 time: 0.0850041 Jul 06 17:30:45.105874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:45.107035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15a3a-01be-4136-bdcb-e855cc5c93e6 req-d8294702-de55-4c10-b1e8-50f3d31fe9b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:45.112966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:45.117720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8fc15a3a-01be-4136-bdcb-e855cc5c93e6 req-d8294702-de55-4c10-b1e8-50f3d31fe9b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 945 time: 0.1953394 Jul 06 17:30:45.172335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-62f94518-5aa3-483e-b3df-b38034df7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:45.173974 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-62f94518-5aa3-483e-b3df-b38034df7faf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.0612900 Jul 06 17:30:45.234677 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8fc15a3a-01be-4136-bdcb-e855cc5c93e6 req-624e2545-6c04-402d-a21a-b236e7401214 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145365 Jul 06 17:30:45.244447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-9b3b62cd-c976-4ca2-98cf-ae9efa60574c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634665 Jul 06 17:30:45.289499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b765a80-b973-42b7-998f-1a1991850c76 None None] Network 14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:45.293317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:45.381878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a965ffdb-2f34-4f78-9441-2e2ca7302b29'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:45.472655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-dc9f59cc-009b-41fe-8829-52b533461965 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080801 Jul 06 17:30:45.582007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab313e87-0934-4a6f-9f02-ca9976691c79 req-65edcdf0-868d-492d-9f82-b443fe9cbd11 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:45.583455 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab313e87-0934-4a6f-9f02-ca9976691c79 req-65edcdf0-868d-492d-9f82-b443fe9cbd11 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 948 time: 0.0882344 Jul 06 17:30:45.629171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab313e87-0934-4a6f-9f02-ca9976691c79 req-7fa1c9ac-e12d-47bd-8dfa-a17ead9528e9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Jul 06 17:30:45.679905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-d87cd0d3-8796-4a0e-b1cb-cc6fb39af34e service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990209 Jul 06 17:30:45.701044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893131-d9ea-4b1b-91b8-b99c378f94ce req-a1de4f57-b3de-4d63-97fb-6581ba3251e9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:45.702720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69893131-d9ea-4b1b-91b8-b99c378f94ce req-a1de4f57-b3de-4d63-97fb-6581ba3251e9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.1219435 Jul 06 17:30:45.753894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69893131-d9ea-4b1b-91b8-b99c378f94ce req-c8ce7407-ca56-4d7d-a6d5-3b61b87bcc4f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447261 Jul 06 17:30:45.852496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971701d-06bf-4321-9174-783796e08fd5 req-04b4f84a-b00b-4160-85f7-eb65da1d3fa9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:45.856926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e971701d-06bf-4321-9174-783796e08fd5 req-04b4f84a-b00b-4160-85f7-eb65da1d3fa9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.0850515 Jul 06 17:30:45.888679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 253c0649-1d32-49f7-aba4-7cebae9c02f5 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:45.917711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e971701d-06bf-4321-9174-783796e08fd5 req-5395175e-0a9a-48bd-a30d-8f17ee5edc2d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522420 Jul 06 17:30:46.071414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 253c0649-1d32-49f7-aba4-7cebae9c02f5, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=253c0649-1d32-49f7-aba4-7cebae9c02f5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:46.090770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '253c0649-1d32-49f7-aba4-7cebae9c02f5', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '253c0649-1d32-49f7-aba4-7cebae9c02f5', 'mac_address': 'fa:16:3e:89:a5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:30:46.124775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-ab53dfe9-4749-49c4-b75b-11fcde9654de tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:46.126646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-ab53dfe9-4749-49c4-b75b-11fcde9654de tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.1592398 Jul 06 17:30:46.136416 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.156776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253c0649-1d32-49f7-aba4-7cebae9c02f5 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:46.189133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 253c0649-1d32-49f7-aba4-7cebae9c02f5, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=253c0649-1d32-49f7-aba4-7cebae9c02f5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:46.195077 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.207995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-ad7f8596-c6a8-41b8-b506-7dc93231c427 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:46.209827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-ad7f8596-c6a8-41b8-b506-7dc93231c427 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/networks?id=ac20ec7e-fa98-487c-a871-82363f5ea725 HTTP/1.1" status: 200 len: 814 time: 0.1591520 Jul 06 17:30:46.239483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50440) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:46.251911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-85d15d34-1bcf-4bdd-9084-1e296a9dd483 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/quotas/d709fd7b8143412496561a880928d728 HTTP/1.1" status: 200 len: 375 time: 0.0255072 Jul 06 17:30:46.266767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=253c0649-1d32-49f7-aba4-7cebae9c02f5,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:46.291329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f8072-9a7b-42c2-b9ff-f771d97b2edc req-c68a4a61-856d-42fd-9d11-fa70469dc007 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:46.293059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-449f8072-9a7b-42c2-b9ff-f771d97b2edc req-c68a4a61-856d-42fd-9d11-fa70469dc007 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1096 time: 0.0760980 Jul 06 17:30:46.309423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-5b4e0539-98fd-45c0-a8ed-4dea45be510c tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d709fd7b8143412496561a880928d728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342791 Jul 06 17:30:46.334928 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-449f8072-9a7b-42c2-b9ff-f771d97b2edc req-7b583b06-cbdc-46a4-9fb2-b8bef795a155 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356030 Jul 06 17:30:46.379230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-ca11f5fb-6601-4197-8eaa-c775b8dff757 service neutron] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:46.393153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-ca11f5fb-6601-4197-8eaa-c775b8dff757 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.394261 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe72a43-468d-44a0-842a-0ca8064417fd req-ca11f5fb-6601-4197-8eaa-c775b8dff757 service neutron] 10.222.0.22 "DELETE /v2.0/ports/55b3e457-7cdd-4065-a00e-11272f3ad341/bindings/n-h2-799526-3 HTTP/1.1" status: 204 len: 173 time: 0.2592847 Jul 06 17:30:46.402140 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.482669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-953e3d92-50e6-40ac-8f48-00e87768c37d service neutron] 10.222.0.13 "GET /v2.0/networks/ac20ec7e-fa98-487c-a871-82363f5ea725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626365 Jul 06 17:30:46.560285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['253c0649-1d32-49f7-aba4-7cebae9c02f5'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:46.590687 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30482e38-fd77-460d-9f36-0250ae5fc934 req-e5632b78-e4ed-41b4-8ed5-01c6fa85d0ca tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:46.592363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-30482e38-fd77-460d-9f36-0250ae5fc934 req-e5632b78-e4ed-41b4-8ed5-01c6fa85d0ca tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 945 time: 0.0759962 Jul 06 17:30:46.624029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-af88435a-6622-494e-86c6-1e81655a5c47 service neutron] 10.222.0.13 "GET /v2.0/networks/ac20ec7e-fa98-487c-a871-82363f5ea725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300163 Jul 06 17:30:46.628864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.636810 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.651732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:46.660606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-30482e38-fd77-460d-9f36-0250ae5fc934 req-4739b21a-554a-413b-a98a-44e96535b39b tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562813 Jul 06 17:30:46.674307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50462) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:46.686227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4720d20da6774d88a2ae3110749df422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450119 Jul 06 17:30:46.686851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff6e8af-361a-403f-a4a2-b849af4ebb41,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:46.695547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:46.703917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.704261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.704623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.704937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.705416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.705753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.706086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.706464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.706775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.707091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.707417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.707736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3e0ec5-4a47-425d-b7aa-ed0d3c235b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:46.789171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9bcf6d-2fba-441c-ab00-67fcf19608f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.850067 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9bcf6d-2fba-441c-ab00-67fcf19608f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.915613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9bcf6d-2fba-441c-ab00-67fcf19608f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.919012 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9bcf6d-2fba-441c-ab00-67fcf19608f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.920643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-df9bcf6d-2fba-441c-ab00-67fcf19608f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ff6e8af-361a-403f-a4a2-b849af4ebb41 HTTP/1.1" status: 204 len: 168 time: 0.2260418 Jul 06 17:30:46.929865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bcf6d-2fba-441c-ab00-67fcf19608f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff6e8af-361a-403f-a4a2-b849af4ebb41,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:46.945286 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:46.995989 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b5d0-2882-41af-85a7-21916b34e2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.000411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port a965ffdb-2f34-4f78-9441-2e2ca7302b29 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:47.072324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port a965ffdb-2f34-4f78-9441-2e2ca7302b29 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:47.072324 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.084604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4004-acea-4e47-98a4-df3b71657eaa req-3a1a33f7-3693-4173-ab59-c546c1dfcd38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:47.089119 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f04f4004-acea-4e47-98a4-df3b71657eaa req-3a1a33f7-3693-4173-ab59-c546c1dfcd38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 949 time: 0.2563410 Jul 06 17:30:47.231614 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f04f4004-acea-4e47-98a4-df3b71657eaa req-6d6cb179-a962-46df-958d-a24d38ea5032 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304049 Jul 06 17:30:47.296110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d5dc-57cb-4d0f-8cdd-edc19a5a0402 req-2301272c-8a3c-41a2-a3f0-6bab61f23526 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:47.298157 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c347d5dc-57cb-4d0f-8cdd-edc19a5a0402 req-2301272c-8a3c-41a2-a3f0-6bab61f23526 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.1121943 Jul 06 17:30:47.300265 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.333339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:47.337107 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66fd529-030f-4699-8d2b-7ab9bcf27b34" -d '{"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-plugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:47.358746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:47.361450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.365161 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.377027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.377694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c347d5dc-57cb-4d0f-8cdd-edc19a5a0402 req-f2c91ceb-e438-4667-8203-c8510994fc15 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728948 Jul 06 17:30:47.410064 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e049c9d4-ccf3-4506-9fb1-fe8d2d45c4c0 req-36c4f9c8-85c7-4c7a-b10f-31e853f1587f tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 210 time: 0.0455036 Jul 06 17:30:47.478372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f4945-129c-46f2-aadb-2af816ad2e32,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:47.485510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50500) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:47.492179 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d347974032934f83b43c6b790b8bfc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8070934 Jul 06 17:30:47.531150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.531498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.533066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.535088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.535883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.536672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.539702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.540095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.540536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.540888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.541230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.541566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9b658-c55f-4e47-995f-0271180ed380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:47.563824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:47.631470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a24b5d84-5235-408e-95d5-1fc01b4f94ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.691942 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a24b5d84-5235-408e-95d5-1fc01b4f94ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.748683 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d1ae02-5f4a-42e4-ac9c-dfc5b3c1ac1d x-openstack-request-id: req-a4d1ae02-5f4a-42e4-ac9c-dfc5b3c1ac1d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:47.749392 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-plugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:47.750023 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4d1ae02-5f4a-42e4-ac9c-dfc5b3c1ac1d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:47.750834 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'code': 200} Jul 06 17:30:47.769626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff2b35-ed59-4f1a-9fa0-60e9394e5ef2 req-4f624a54-a476-4bb5-be59-e8e05acfeb8f tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:47.771388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8aff2b35-ed59-4f1a-9fa0-60e9394e5ef2 req-4f624a54-a476-4bb5-be59-e8e05acfeb8f tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1096 time: 0.1421356 Jul 06 17:30:47.871465 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a24b5d84-5235-408e-95d5-1fc01b4f94ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.873844 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a24b5d84-5235-408e-95d5-1fc01b4f94ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:47.875040 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a24b5d84-5235-408e-95d5-1fc01b4f94ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b01f4945-129c-46f2-aadb-2af816ad2e32 HTTP/1.1" status: 204 len: 168 time: 0.3878422 Jul 06 17:30:47.894231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 253c0649-1d32-49f7-aba4-7cebae9c02f5 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:47.909973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b5d84-5235-408e-95d5-1fc01b4f94ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f4945-129c-46f2-aadb-2af816ad2e32,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:47.927987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8aff2b35-ed59-4f1a-9fa0-60e9394e5ef2 req-b7c5e7d5-f051-4e21-b1d8-b663269c03b8 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403198 Jul 06 17:30:47.973426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e5bf7-c434-48d3-bc4e-1a38a9d87819 req-5acfa913-f581-414d-a0b6-95eec2791a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:47.975477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-750e5bf7-c434-48d3-bc4e-1a38a9d87819 req-5acfa913-f581-414d-a0b6-95eec2791a90 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1101 time: 0.1482263 Jul 06 17:30:48.070274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 253c0649-1d32-49f7-aba4-7cebae9c02f5 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:48.079300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 253c0649-1d32-49f7-aba4-7cebae9c02f5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:48.080421 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:48.131771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-750e5bf7-c434-48d3-bc4e-1a38a9d87819 req-43f20711-d97d-4e02-91bc-4e661ca0421d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487260 Jul 06 17:30:48.226420 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:48.306245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 253c0649-1d32-49f7-aba4-7cebae9c02f5, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=253c0649-1d32-49f7-aba4-7cebae9c02f5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:48.312861 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:48.327928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50544) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:48.402685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=253c0649-1d32-49f7-aba4-7cebae9c02f5,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:48.533220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-network', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:48.578501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-21dd91ea-ac8b-465f-bef6-f257129b4d35 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:48.580190 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-21dd91ea-ac8b-465f-bef6-f257129b4d35 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 820 time: 0.2316909 Jul 06 17:30:48.585954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Made reservation on behalf of 62cf05c984d049efbb3e032e21e77e0e for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:48.589539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:48.590029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff31443-08d9-4b4e-9e1d-a51efa110ef3 req-8a3634c5-1b65-40a0-a891-9d84b059fb97 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:48.591761 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ff31443-08d9-4b4e-9e1d-a51efa110ef3 req-8a3634c5-1b65-40a0-a891-9d84b059fb97 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 950 time: 0.1024349 Jul 06 17:30:48.619623 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:48.630262 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-57b05472-17fb-472f-b9e7-f11ec2480414 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/quotas/8909e689eec94d608790aa0e12f45edd HTTP/1.1" status: 200 len: 375 time: 0.0312171 Jul 06 17:30:48.650459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ff31443-08d9-4b4e-9e1d-a51efa110ef3 req-4aa78291-e08a-4dfb-afe1-63dad388bf95 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525746 Jul 06 17:30:48.779648 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-10ca4b55-bc09-4606-bba1-e8335e298c8a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1416812 Jul 06 17:30:48.889042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c4b1d-1776-4244-8987-5b2075a53e8c req-df10ee26-103f-482a-9394-a4a1f99dec98 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:48.896951 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f3c4b1d-1776-4244-8987-5b2075a53e8c req-df10ee26-103f-482a-9394-a4a1f99dec98 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.1010420 Jul 06 17:30:48.904657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:48.913911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:48.931355 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-c6149f9a-1444-4a9f-b475-eb7bbc2da707 service neutron] 10.222.0.13 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505165 Jul 06 17:30:48.944612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:30:48.988735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f3c4b1d-1776-4244-8987-5b2075a53e8c req-a17c5b12-fa1f-4f24-a09b-80b46a0e8684 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770473 Jul 06 17:30:49.020172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238c2ccf-a1b8-40f0-8f95-3a7edb356301,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:49.036045 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:49.036395 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Added segment 3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d of type vlan for network 6532d024-ff2f-477c-a6cf-de73433a153a Jul 06 17:30:49.210565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:49.227551 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-150292cb-4d62-4536-8b1a-33efc7734fff req-6103b51a-e616-449c-ae6c-d4e32f0baddc tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 210 time: 0.0610232 Jul 06 17:30:49.269413 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-549c54a7-19fc-4762-9307-85e6fe940910 service neutron] 10.222.0.13 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166633 Jul 06 17:30:49.280301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-97f7bde8-760c-4893-a68d-f19fe4a1c3bf tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:49.281740 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-97f7bde8-760c-4893-a68d-f19fe4a1c3bf tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.55 "GET /v2.0/networks?id=ac20ec7e-fa98-487c-a871-82363f5ea725 HTTP/1.1" status: 200 len: 814 time: 0.2772586 Jul 06 17:30:49.300746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Request body: {'port': {'device_id': 'ff6d962b-2ab9-4260-9ae6-b250bfdc52a2', 'network_id': 'ac20ec7e-fa98-487c-a871-82363f5ea725', 'admin_state_up': True, 'tenant_id': 'd709fd7b8143412496561a880928d728'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:49.351401 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:49.353350 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:49.354125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:49.444367 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99445c06-d52d-40d1-87c6-3c77125ceea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:49.466754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1374965 Jul 06 17:30:49.470165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:49.480500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Request body: {'subnet': {'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-subnet', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:49.483834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2eb07-e1ab-40f3-b1a6-3f4eca8cca47 admin admin] Pushing event updated for resources: {'Network': ['ID=6532d024-ff2f-477c-a6cf-de73433a153a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:49.493634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 6532d024-ff2f-477c-a6cf-de73433a153a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:30:49.545040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Made reservation on behalf of 62cf05c984d049efbb3e032e21e77e0e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:49.548749 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:49.663994 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c722fff9-5237-46b2-812b-621fd2b91cfe req-cd57bde3-ef28-4555-808b-7c53193a0ff1 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 210 time: 0.0753360 Jul 06 17:30:49.706143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Made reservation on behalf of d709fd7b8143412496561a880928d728 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:49.711217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:49.751811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425cc831-7a8d-4683-984f-8819edbe539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253c0649-1d32-49f7-aba4-7cebae9c02f5'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:49.754832 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c92ce7a-25f1-4178-aa94-ee712c7b6c31" -d '{"events": [{"server_uuid": "425cc831-7a8d-4683-984f-8819edbe539e", "name": "network-vif-plugged", "status": "completed", "tag": "253c0649-1d32-49f7-aba4-7cebae9c02f5"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:49.761929 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:49.983379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.068494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d161154-38f8-4d73-ab3b-d290ec01c4fe,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:50.071665 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e604ebc8-42e5-4378-9ede-7bb21263ce4a x-openstack-request-id: req-e604ebc8-42e5-4378-9ede-7bb21263ce4a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:50.071960 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425cc831-7a8d-4683-984f-8819edbe539e", "name": "network-vif-plugged", "status": "completed", "tag": "253c0649-1d32-49f7-aba4-7cebae9c02f5", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:50.072217 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e604ebc8-42e5-4378-9ede-7bb21263ce4a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:50.072613 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425cc831-7a8d-4683-984f-8819edbe539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253c0649-1d32-49f7-aba4-7cebae9c02f5', 'code': 200} Jul 06 17:30:50.109810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Checking segment: {'id': '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:50.110295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Network hostable DHCP agents. Network: 6532d024-ff2f-477c-a6cf-de73433a153a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:30:50.149738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Network 6532d024-ff2f-477c-a6cf-de73433a153a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:30:50.153512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31793c-711c-4a11-8fe0-9fff3b98fb91 req-882d0f15-2cbb-4641-9e3a-76ea44253bf2 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:50.155721 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aa31793c-711c-4a11-8fe0-9fff3b98fb91 req-882d0f15-2cbb-4641-9e3a-76ea44253bf2 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 950 time: 0.2209656 Jul 06 17:30:50.212975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 6532d024-ff2f-477c-a6cf-de73433a153a) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:50.231426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf2e3a-79f6-4a56-bb08-4e825ca50493 None None] Network 6532d024-ff2f-477c-a6cf-de73433a153a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:50.233162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Allocated IP 172.20.0.8 (ac20ec7e-fa98-487c-a871-82363f5ea725/e979f033-6305-442f-ad7e-827cb9cf93e3/e2b4655f-99b9-49d5-92be-40117a16568f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:50.255491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aa31793c-711c-4a11-8fe0-9fff3b98fb91 req-40debe64-564e-4f6e-857b-fce2873c3ef3 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874104 Jul 06 17:30:50.261240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:50.262408 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.374018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c2252176-6c5a-49cd-bcbf-73d12b5c51f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8980956 Jul 06 17:30:50.380016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:50.429854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:50.447649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c80e2-2ba3-4ddc-871a-f0b5d2cb540b req-5840c597-0cb8-4856-b481-5df77a1076a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:50.449811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe3c80e2-2ba3-4ddc-871a-f0b5d2cb540b req-5840c597-0cb8-4856-b481-5df77a1076a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 1101 time: 0.2892511 Jul 06 17:30:50.484285 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78ce439b-7429-4529-98c8-2d91b636e524 req-8ca96b5b-93f6-4543-a062-21ddec87c6b3 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 210 time: 0.0376227 Jul 06 17:30:50.501644 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe3c80e2-2ba3-4ddc-871a-f0b5d2cb540b req-8bb0fb5c-dba1-4ab6-9b96-11351f549998 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Jul 06 17:30:50.533329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.534650 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.545395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.546032 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.602317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-6532d024-ff2f-477c-a6cf-de73433a153a', 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'fixed_ips': [{'subnet_id': '2d161154-38f8-4d73-ab3b-d290ec01c4fe'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:30:50.603667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.623491 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.624499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968deb5-363c-410a-a56a-52907b2bbe36 req-755858e1-a39f-4efb-994f-22c7a11caac8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:50.632084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c968deb5-363c-410a-a56a-52907b2bbe36 req-755858e1-a39f-4efb-994f-22c7a11caac8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.2872829 Jul 06 17:30:50.634899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.684859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Network ac20ec7e-fa98-487c-a871-82363f5ea725 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:50.699836 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:50.710244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:50.768988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Pushing event updated for resources: {'Port': ['ID=e2b4655f-99b9-49d5-92be-40117a16568f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:50.795881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:50.796755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:50.833075 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-4ff2d774-5372-4924-b2c5-9e41768cb29d tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5359418 Jul 06 17:30:50.841149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Allocated IP 172.20.0.2 (6532d024-ff2f-477c-a6cf-de73433a153a/2d161154-38f8-4d73-ab3b-d290ec01c4fe/dbccf4b0-e95f-41e9-b34a-134818be4f63) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:50.860709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Request body: {'port': {'device_id': 'ff6d962b-2ab9-4260-9ae6-b250bfdc52a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:50.952341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.045719 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.080729 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c968deb5-363c-410a-a56a-52907b2bbe36 req-ee707db9-d977-4d01-8a2f-a368d8594af2 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475100 Jul 06 17:30:51.228343 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.246846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Transition to ACTIVE for port object dbccf4b0-e95f-41e9-b34a-134818be4f63 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:51.299279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Transition to ACTIVE for port object dbccf4b0-e95f-41e9-b34a-134818be4f63 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:51.310657 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.351795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Network 6532d024-ff2f-477c-a6cf-de73433a153a is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:51.364301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d6656c81-13e1-43ae-b5a6-9cdd2dd8f92f req-32d99ab1-48b0-44c5-8dda-747d99e5af9d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 210 time: 0.0857217 Jul 06 17:30:51.372530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:51.377178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:51.422545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Pushing event updated for resources: {'Port': ['ID=dbccf4b0-e95f-41e9-b34a-134818be4f63,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:51.487467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Attempting to bind port dbccf4b0-e95f-41e9-b34a-134818be4f63 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:51.487864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Attempting to bind port dbccf4b0-e95f-41e9-b34a-134818be4f63 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:51.488240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Attempting to bind port dbccf4b0-e95f-41e9-b34a-134818be4f63 on network 6532d024-ff2f-477c-a6cf-de73433a153a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:51.499387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:51.499778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Checking segment: {'id': '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:51.500178 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.500577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Bound using segment: {'id': '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:51.507072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Bound port: dbccf4b0-e95f-41e9-b34a-134818be4f63, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:51.507915 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.613143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-a5bd681c-b62d-4a6f-963f-72995b82422c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:51.615142 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-a5bd681c-b62d-4a6f-963f-72995b82422c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 820 time: 0.2437687 Jul 06 17:30:51.642787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] For port dbccf4b0-e95f-41e9-b34a-134818be4f63, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:51.650768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] For port dbccf4b0-e95f-41e9-b34a-134818be4f63, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dbccf4b0-e95f-41e9-b34a-134818be4f63,segment=NetworkSegment(3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d),segment_id=3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:51.661830 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.672662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Request body: {'port': {'device_id': '329437ff-ed4a-40de-b3fc-da57648140c2', 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f', 'admin_state_up': True, 'tenant_id': '8909e689eec94d608790aa0e12f45edd'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:51.723053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1a3dd-04d9-4dc0-ba12-61d5ce81be54 None None] Pushing event updated for resources: {'Port': ['ID=dbccf4b0-e95f-41e9-b34a-134818be4f63,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:51.856853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.876143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b4655f-99b9-49d5-92be-40117a16568f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:51.887247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.890135 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.915300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e101c76-e50e-483b-8725-570e82f3255b req-0ed2caae-a044-4806-8ce3-498040a459b7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:51.922773 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2e101c76-e50e-483b-8725-570e82f3255b req-0ed2caae-a044-4806-8ce3-498040a459b7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 950 time: 0.1673989 Jul 06 17:30:51.935285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Transition to ACTIVE for port object e2b4655f-99b9-49d5-92be-40117a16568f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:51.946920 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:51.964437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Made reservation on behalf of 8909e689eec94d608790aa0e12f45edd for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:51.969459 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:52.056625 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2e101c76-e50e-483b-8725-570e82f3255b req-18cdfe25-bf49-4f41-94f5-ec0ebd4d3a53 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321943 Jul 06 17:30:52.058466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Pushing event updated for resources: {'Port': ['ID=e2b4655f-99b9-49d5-92be-40117a16568f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:52.184669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Allocated IP 172.25.7.198 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/f443184c-9219-414d-96a4-77e527b908dd) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:52.203922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Attempting to bind port e2b4655f-99b9-49d5-92be-40117a16568f on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:52.204557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Attempting to bind port e2b4655f-99b9-49d5-92be-40117a16568f by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '5e4a0e98-2553-4c78-b190-619d33ca29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac20ec7e-fa98-487c-a871-82363f5ea725'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:52.205037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Attempting to bind port e2b4655f-99b9-49d5-92be-40117a16568f on network ac20ec7e-fa98-487c-a871-82363f5ea725 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:52.211442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Port e2b4655f-99b9-49d5-92be-40117a16568f on network ac20ec7e-fa98-487c-a871-82363f5ea725 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:52.212005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Attempting to bind port e2b4655f-99b9-49d5-92be-40117a16568f on network ac20ec7e-fa98-487c-a871-82363f5ea725 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:52.220495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:52.221679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Checking segment: {'id': '5e4a0e98-2553-4c78-b190-619d33ca29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac20ec7e-fa98-487c-a871-82363f5ea725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:52.222611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Bound using segment: {'id': '5e4a0e98-2553-4c78-b190-619d33ca29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac20ec7e-fa98-487c-a871-82363f5ea725'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:52.224124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Bound port: e2b4655f-99b9-49d5-92be-40117a16568f, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4a0e98-2553-4c78-b190-619d33ca29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac20ec7e-fa98-487c-a871-82363f5ea725'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:52.225202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:52.316618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] For port e2b4655f-99b9-49d5-92be-40117a16568f, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:52.320196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] For port e2b4655f-99b9-49d5-92be-40117a16568f, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e2b4655f-99b9-49d5-92be-40117a16568f,segment=NetworkSegment(5e4a0e98-2553-4c78-b190-619d33ca29ca),segment_id=5e4a0e98-2553-4c78-b190-619d33ca29ca)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:52.326557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:52.368072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dbccf4b0-e95f-41e9-b34a-134818be4f63 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:52.376858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:52.377568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:52.379180 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] 10.222.0.55 "PUT /v2.0/ports/e2b4655f-99b9-49d5-92be-40117a16568f HTTP/1.1" status: 200 len: 1091 time: 1.5285017 Jul 06 17:30:52.379701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6d962b-2ab9-4260-9ae6-b250bfdc52a2', 'tag': 'e2b4655f-99b9-49d5-92be-40117a16568f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:52.382089 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04805416-e658-40f4-bce7-f4361cf29ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6d962b-2ab9-4260-9ae6-b250bfdc52a2", "tag": "e2b4655f-99b9-49d5-92be-40117a16568f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:52.421481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154c44e-0e34-494a-b17b-579a1fa1d2eb service neutron] Pushing event updated for resources: {'Port': ['ID=e2b4655f-99b9-49d5-92be-40117a16568f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:52.482200 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:52.499150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port dbccf4b0-e95f-41e9-b34a-134818be4f63 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:52.532653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Allocated IP 172.20.0.11 (5675b7ba-2b38-4a3d-907a-7544b365318f/52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a/a6c1144d-237e-4ff3-a0e9-cab62bf17a8e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:52.537932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-fc2d18ba-b5d1-4d8e-b264-aa7e97bb74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:52.539642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-fc2d18ba-b5d1-4d8e-b264-aa7e97bb74cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d709fd7b8143412496561a880928d728&device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 1094 time: 0.0815952 Jul 06 17:30:52.570034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:52.590263 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-9afd8953-dea8-40a8-8c75-30d7564c7977 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b4655f-99b9-49d5-92be-40117a16568f HTTP/1.1" status: 200 len: 217 time: 0.0427461 Jul 06 17:30:52.601359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020dcfc-b387-4c33-aedd-2d565b28d837 req-9bdeef1f-acff-4e46-8c03-efaaa475afe3 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:52.603079 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0020dcfc-b387-4c33-aedd-2d565b28d837 req-9bdeef1f-acff-4e46-8c03-efaaa475afe3 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 943 time: 0.2410109 Jul 06 17:30:52.688161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-9dca30eb-7acb-4091-b013-eb153733bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:52.692807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-9dca30eb-7acb-4091-b013-eb153733bfa6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e979f033-6305-442f-ad7e-827cb9cf93e3 HTTP/1.1" status: 200 len: 854 time: 0.0960662 Jul 06 17:30:52.743978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0020dcfc-b387-4c33-aedd-2d565b28d837 req-b1b8f6b8-8b78-4c9a-908a-bf2c8da2800a tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325219 Jul 06 17:30:52.748062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-2119d7ee-970e-4fa2-b570-c1c332bba5b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac20ec7e-fa98-487c-a871-82363f5ea725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418103 Jul 06 17:30:52.841810 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:52.894567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Pushing event updated for resources: {'Port': ['ID=f443184c-9219-414d-96a4-77e527b908dd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:52.947655 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-b8ab0ac5-5b90-41fd-a924-36313187cc87 service neutron] 10.222.0.55 "GET /v2.0/networks/ac20ec7e-fa98-487c-a871-82363f5ea725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915939 Jul 06 17:30:52.975192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:52.983636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:52.986650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:53.089927 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b7f010f-9b95-4c75-980a-6631c733d105 req-eb5afa48-e6f4-4947-8280-255fa103ebe9 service neutron] 10.222.0.55 "GET /v2.0/networks/ac20ec7e-fa98-487c-a871-82363f5ea725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336877 Jul 06 17:30:53.153806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38e048-87b8-4c7a-b56a-9f73df10a680 None None] Network 6532d024-ff2f-477c-a6cf-de73433a153a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:30:53.208808 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:53.276969 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bb6d5d-8649-4666-9542-093064efe380 x-openstack-request-id: req-f8bb6d5d-8649-4666-9542-093064efe380 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:53.277259 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6d962b-2ab9-4260-9ae6-b250bfdc52a2", "tag": "e2b4655f-99b9-49d5-92be-40117a16568f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:53.277637 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8bb6d5d-8649-4666-9542-093064efe380 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:53.278066 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6d962b-2ab9-4260-9ae6-b250bfdc52a2', 'tag': 'e2b4655f-99b9-49d5-92be-40117a16568f', 'status': 'completed', 'code': 200} Jul 06 17:30:53.295810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53427e-0f28-4a90-b5ba-cef728d35d85 req-b866741a-496f-4747-804a-ccdf0a5d0241 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:53.297427 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae53427e-0f28-4a90-b5ba-cef728d35d85 req-b866741a-496f-4747-804a-ccdf0a5d0241 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.3911667 Jul 06 17:30:53.384228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:53.394572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-cb4025d4-7052-4c40-b85a-35de48e59222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:53.396204 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-cb4025d4-7052-4c40-b85a-35de48e59222 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d709fd7b8143412496561a880928d728&device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 1094 time: 0.0960798 Jul 06 17:30:53.406741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1206633f-5430-45db-9199-a63dac1ed377 None None] Provisioning for port dbccf4b0-e95f-41e9-b34a-134818be4f63 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:53.419051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1206633f-5430-45db-9199-a63dac1ed377 None None] Provisioning complete for port dbccf4b0-e95f-41e9-b34a-134818be4f63 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:53.419429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1206633f-5430-45db-9199-a63dac1ed377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:53.437144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:53.503255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Network 5675b7ba-2b38-4a3d-907a-7544b365318f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:53.514227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:53.527470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:53.534512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:53.535485 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:53.578582 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1206633f-5430-45db-9199-a63dac1ed377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:53.585514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535e735-d6e8-4d9c-bf27-aad65243888d req-77165437-01df-4b9b-9f3e-5f738f16f1a0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:53.587236 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5535e735-d6e8-4d9c-bf27-aad65243888d req-77165437-01df-4b9b-9f3e-5f738f16f1a0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 932 time: 0.1994679 Jul 06 17:30:53.593377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-1daa1990-e9d6-4b54-8da5-7e9a97856608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:53.595373 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-1daa1990-e9d6-4b54-8da5-7e9a97856608 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac20ec7e-fa98-487c-a871-82363f5ea725 HTTP/1.1" status: 200 len: 915 time: 0.1831498 Jul 06 17:30:53.608467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae53427e-0f28-4a90-b5ba-cef728d35d85 req-63285cf3-89e3-47b3-a06f-c3cf0e641aa2 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891345 Jul 06 17:30:53.614098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Pushing event updated for resources: {'Port': ['ID=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:53.633538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-921b6a1b-1435-45e1-be8e-987bab63b7bf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9737260 Jul 06 17:30:53.653350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Request body: {'port': {'device_id': '329437ff-ed4a-40de-b3fc-da57648140c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:53.661676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1206633f-5430-45db-9199-a63dac1ed377 None None] For port dbccf4b0-e95f-41e9-b34a-134818be4f63, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dbccf4b0-e95f-41e9-b34a-134818be4f63,segment=NetworkSegment(3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d),segment_id=3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:53.670643 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1206633f-5430-45db-9199-a63dac1ed377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:53.685577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-4bb015f1-2d5b-4db8-b0fb-82883987bca2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b4655f-99b9-49d5-92be-40117a16568f HTTP/1.1" status: 200 len: 217 time: 0.0519230 Jul 06 17:30:53.690949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5535e735-d6e8-4d9c-bf27-aad65243888d req-89e6d24b-fc44-497c-86f8-33759d05dd06 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907657 Jul 06 17:30:53.768621 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-68ff2bdd-c8a5-40a2-91b9-8fcd531ffac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:53.770465 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-68ff2bdd-c8a5-40a2-91b9-8fcd531ffac5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e979f033-6305-442f-ad7e-827cb9cf93e3 HTTP/1.1" status: 200 len: 854 time: 0.0785964 Jul 06 17:30:53.771488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206633f-5430-45db-9199-a63dac1ed377 None None] Pushing event updated for resources: {'Port': ['ID=dbccf4b0-e95f-41e9-b34a-134818be4f63,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:53.831636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-22f5c174-9b37-4def-97b8-1332101c0d0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac20ec7e-fa98-487c-a871-82363f5ea725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535073 Jul 06 17:30:53.915410 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:54.000986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-fde9b112-6749-4976-8591-9b152ced2b39 service neutron] 10.222.0.55 "GET /v2.0/networks/ac20ec7e-fa98-487c-a871-82363f5ea725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617138 Jul 06 17:30:54.002643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ee056f84-9cf9-4dce-942c-34199f8226bf None None] Provisioning complete for port dbccf4b0-e95f-41e9-b34a-134818be4f63 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:54.003023 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee056f84-9cf9-4dce-942c-34199f8226bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:54.179080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04805416-e658-40f4-bce7-f4361cf29ec8 req-8032a7dd-b93f-4bb0-aa90-a9725775421a service neutron] 10.222.0.55 "GET /v2.0/networks/ac20ec7e-fa98-487c-a871-82363f5ea725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713362 Jul 06 17:30:54.317743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c98bc-c3a4-4af6-9f9e-7ec1483163c0 req-194634e4-91a3-4057-b5d8-b523ee879780 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:54.319429 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e72c98bc-c3a4-4af6-9f9e-7ec1483163c0 req-194634e4-91a3-4057-b5d8-b523ee879780 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 943 time: 0.0811441 Jul 06 17:30:54.326813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dbccf4b0-e95f-41e9-b34a-134818be4f63 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:54.342154 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:54.379191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e72c98bc-c3a4-4af6-9f9e-7ec1483163c0 req-9090d515-804e-4813-8bdf-ee297faa99e3 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523674 Jul 06 17:30:54.387694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port dbccf4b0-e95f-41e9-b34a-134818be4f63 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:54.388071 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:54.556678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f93a40-d3fc-4766-862b-a949bb941987 req-0592ce63-253a-4b73-915a-4787aacfc7fd tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:54.558862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32f93a40-d3fc-4766-862b-a949bb941987 req-0592ce63-253a-4b73-915a-4787aacfc7fd tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 950 time: 0.6338024 Jul 06 17:30:54.656545 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32f93a40-d3fc-4766-862b-a949bb941987 req-3c5f07df-a235-4f0d-b5ee-0449bdc785f0 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867035 Jul 06 17:30:54.721792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c1144d-237e-4ff3-a0e9-cab62bf17a8e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:54.730399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:54.742698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Transition to ACTIVE for port object a6c1144d-237e-4ff3-a0e9-cab62bf17a8e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:54.749000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:54.761420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Router 04328b08-577a-4ccf-9af1-5fed4076924a is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:30:54.859156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Pushing event updated for resources: {'Port': ['ID=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:54.991056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:30:55.002648 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Sync routers for ids ['04328b08-577a-4ccf-9af1-5fed4076924a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:30:55.013260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:55.013891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:55.014178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:55.017572 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Routers {'04328b08-577a-4ccf-9af1-5fed4076924a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:30:55.018547 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:30:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['04328b08-577a-4ccf-9af1-5fed4076924a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:55.024843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:30:55.025165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:55.035161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:55.035501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:55.035870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:55.036302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Bound port: a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:55.036659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:55.057303 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:55.059010 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7c0559de-4196-4fd5-a5dd-b6c9e6c41750 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6428678 Jul 06 17:30:55.061970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50678) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:55.078084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6919a-6e7c-4b0b-8b8b-eda388bdf406 req-715beda7-fe4f-4257-8fb8-ca1f6b98ffa9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:55.080366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66b6919a-6e7c-4b0b-8b8b-eda388bdf406 req-715beda7-fe4f-4257-8fb8-ca1f6b98ffa9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.2248125 Jul 06 17:30:55.159260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:55.165544 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Set router 04328b08-577a-4ccf-9af1-5fed4076924a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:30:55.168918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:55.178373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66b6919a-6e7c-4b0b-8b8b-eda388bdf406 req-6d5e188d-690b-4c57-877c-64d6d7173ca9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604517 Jul 06 17:30:55.180146 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:55.249095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Pushing event updated for resources: {'Port': ['ID=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:55.259288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:55.260084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:55.262327 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-270a8809-436d-44bd-8c33-4af0555a3dce service neutron] 10.222.0.55 "PUT /v2.0/ports/a6c1144d-237e-4ff3-a0e9-cab62bf17a8e HTTP/1.1" status: 200 len: 1092 time: 1.6150138 Jul 06 17:30:55.262902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:30:55.266161 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:30:55.425427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-e0181ce3-475c-4dc8-a65f-91af9370997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:55.426977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-e0181ce3-475c-4dc8-a65f-91af9370997a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1095 time: 0.1176081 Jul 06 17:30:55.469258 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'f443184c-9219-414d-96a4-77e527b908dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:30:50Z', 'updated_at': '2021-07-06T17:30:53Z', 'revision_number': 3, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'gw_port': {'id': 'f443184c-9219-414d-96a4-77e527b908dd', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:51Z', 'updated_at': '2021-07-06T17:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:55.489866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3773fc-ad29-437b-a7d0-867d4c772c5a req-9f205edb-0d72-480c-a8a5-dde93d00e072 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:55.491778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5a3773fc-ad29-437b-a7d0-867d4c772c5a req-9f205edb-0d72-480c-a8a5-dde93d00e072 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1784511 Jul 06 17:30:55.504060 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Checking router: 04328b08-577a-4ccf-9af1-5fed4076924a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:30:55.504412 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Updating router 04328b08-577a-4ccf-9af1-5fed4076924a port f443184c-9219-414d-96a4-77e527b908dd binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:30:55.518066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-61338db3-9931-4635-a480-c269757b2147 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e HTTP/1.1" status: 200 len: 217 time: 0.0663888 Jul 06 17:30:55.554668 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:55.582487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368c604-30bf-49bc-8471-61d523f5df6e req-3a5a01b6-b690-45a4-b62d-3d1139aa3f9f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:55.583469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5a3773fc-ad29-437b-a7d0-867d4c772c5a req-e842218c-7105-4e25-aea0-024716944085 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540957 Jul 06 17:30:55.584031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0368c604-30bf-49bc-8471-61d523f5df6e req-3a5a01b6-b690-45a4-b62d-3d1139aa3f9f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 944 time: 0.2043281 Jul 06 17:30:55.658504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-228653bb-83b8-4476-b755-22019af00c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:55.660210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-228653bb-83b8-4476-b755-22019af00c6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1305654 Jul 06 17:30:55.729311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-b0f2acb2-1aec-4523-9b5a-8dcc9527e0f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522127 Jul 06 17:30:55.751826 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d640469e-2c65-42d0-a477-0416f5b73ffd x-openstack-request-id: req-d640469e-2c65-42d0-a477-0416f5b73ffd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:30:55.752128 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:30:55.752386 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d640469e-2c65-42d0-a477-0416f5b73ffd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:30:55.752852 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e', 'status': 'completed', 'code': 200} Jul 06 17:30:55.833222 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0368c604-30bf-49bc-8471-61d523f5df6e req-02b147a0-19e4-4a0d-9541-e597f69afc88 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417505 Jul 06 17:30:55.893326 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:55.976952 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:56.000727 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-b40e692c-77ec-4c28-b566-6b540d7e76e1 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507796 Jul 06 17:30:56.008736 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Transition to ACTIVE for port object f443184c-9219-414d-96a4-77e527b908dd will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:56.028163 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:56.092427 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Attempting to bind port f443184c-9219-414d-96a4-77e527b908dd on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:30:56.092804 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Attempting to bind port f443184c-9219-414d-96a4-77e527b908dd by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:30:56.093170 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Attempting to bind port f443184c-9219-414d-96a4-77e527b908dd on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:30:56.106488 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:30:56.106867 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:30:56.107279 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:56.107677 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:30:56.108157 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Bound port: f443184c-9219-414d-96a4-77e527b908dd, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:30:56.108558 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:56.113903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41292f6-f1fd-4840-8959-9d5d704d80e2 req-b9d3bf7d-1cf7-438f-987d-27f120930975 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:56.126861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e41292f6-f1fd-4840-8959-9d5d704d80e2 req-b9d3bf7d-1cf7-438f-987d-27f120930975 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 943 time: 0.2114315 Jul 06 17:30:56.166965 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333ba9da-b25f-4906-956c-c5e1250ce578 req-d18270ea-1aa8-4d1f-be6e-26778ca8da35 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578591 Jul 06 17:30:56.203084 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:30:56.224819 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-082918b5-4321-4f7c-b321-679d4a0244a6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d1d446e31b34934893a90d758113b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563047 Jul 06 17:30:56.253957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e41292f6-f1fd-4840-8959-9d5d704d80e2 req-4e7663ce-c50f-460e-8099-11e671fa9f95 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139696 Jul 06 17:30:56.263250 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Pushing event updated for resources: {'Port': ['ID=f443184c-9219-414d-96a4-77e527b908dd,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:56.268556 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] For port f443184c-9219-414d-96a4-77e527b908dd, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:30:56.284768 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.285199 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.285619 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.286035 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.286475 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.286887 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.287290 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.287693 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.288094 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.288493 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.288892 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.289289 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:56.299954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Allocated IP 172.20.0.1 (6532d024-ff2f-477c-a6cf-de73433a153a/2d161154-38f8-4d73-ab3b-d290ec01c4fe/81db5a92-aa50-466d-9886-79294f3df270) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:30:56.302179 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] For port f443184c-9219-414d-96a4-77e527b908dd, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f443184c-9219-414d-96a4-77e527b908dd,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:30:56.311143 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:56.391684 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Routers {'04328b08-577a-4ccf-9af1-5fed4076924a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:30:56.392364 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:30:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['04328b08-577a-4ccf-9af1-5fed4076924a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:56.459374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-48b8c57d-6c8a-4b57-90b1-2f74a9643307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:56.467792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-48b8c57d-6c8a-4b57-90b1-2f74a9643307 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1095 time: 0.2406118 Jul 06 17:30:56.468224 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384874de-2318-44ff-81c2-be5b5f4d4f6a None None] Pushing event updated for resources: {'Port': ['ID=f443184c-9219-414d-96a4-77e527b908dd,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:56.508288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:56.513064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-60c69871-62fb-4069-bed5-50574fa63489 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:56.521177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-60c69871-62fb-4069-bed5-50574fa63489 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800436 Jul 06 17:30:56.561639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Transition to ACTIVE for port object 81db5a92-aa50-466d-9886-79294f3df270 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:30:56.597694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-577f0e66-e995-4dc7-ba1b-b96a8cddeef5 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/quotas/1d1d446e31b34934893a90d758113b0e HTTP/1.1" status: 200 len: 375 time: 0.0754392 Jul 06 17:30:56.642161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f4404-50cd-468d-a5aa-c5e681c226c7 req-377e92a0-f9fe-4c62-86cb-3072d6133993 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:56.643818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b31f4404-50cd-468d-a5aa-c5e681c226c7 req-377e92a0-f9fe-4c62-86cb-3072d6133993 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.1319532 Jul 06 17:30:56.645756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:56.673271 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] Set router 04328b08-577a-4ccf-9af1-5fed4076924a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:30:56.693887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-5832c662-47dd-42ee-870e-d605fd2212f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:56.695491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-5832c662-47dd-42ee-870e-d605fd2212f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.2176654 Jul 06 17:30:56.706692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Network 6532d024-ff2f-477c-a6cf-de73433a153a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:56.716087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:56.725512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:30:56.731148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Pushing event updated for resources: {'Port': ['ID=81db5a92-aa50-466d-9886-79294f3df270,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:56.756970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-3c9f47ea-2b8a-49f3-ac80-d694e597df55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e HTTP/1.1" status: 200 len: 217 time: 0.0521603 Jul 06 17:30:56.789061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-eb8dc950-f42e-45ed-aefe-88c8f9a78a24 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904485 Jul 06 17:30:56.823594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b31f4404-50cd-468d-a5aa-c5e681c226c7 req-e8e104da-7481-4282-911f-5f0465229c20 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651347 Jul 06 17:30:56.847017 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:56.920256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-73129522-e029-45a7-a0a2-a4164393ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:56.922301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-73129522-e029-45a7-a0a2-a4164393ac8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1518679 Jul 06 17:30:56.981391 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-4bfab6a2-0747-4554-a243-15e7f8b11884 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516791 Jul 06 17:30:56.999452 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'f443184c-9219-414d-96a4-77e527b908dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:30:50Z', 'updated_at': '2021-07-06T17:30:53Z', 'revision_number': 3, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'gw_port': {'id': 'f443184c-9219-414d-96a4-77e527b908dd', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:51Z', 'updated_at': '2021-07-06T17:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:57.004548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-44b60490-0286-48c7-9a24-4d361bae3630 None None] Provisioning for port 81db5a92-aa50-466d-9886-79294f3df270 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:57.011375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-44b60490-0286-48c7-9a24-4d361bae3630 None None] Provisioning complete for port 81db5a92-aa50-466d-9886-79294f3df270 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:57.011749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44b60490-0286-48c7-9a24-4d361bae3630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:57.105147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-44b60490-0286-48c7-9a24-4d361bae3630 None None] Port 81db5a92-aa50-466d-9886-79294f3df270 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:30:57.128789 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c03e0f-b21c-4486-9178-076ff62e9e19 None None] The sync data for ids ['04328b08-577a-4ccf-9af1-5fed4076924a'] in n-d-799526-3 is: [{'id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'f443184c-9219-414d-96a4-77e527b908dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:30:50Z', 'updated_at': '2021-07-06T17:30:53Z', 'revision_number': 3, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'gw_port': {'id': 'f443184c-9219-414d-96a4-77e527b908dd', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:51Z', 'updated_at': '2021-07-06T17:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:30:57.239205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:57.269694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-8903a920-386c-42c5-bea1-7d85d6c5a303 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788925 Jul 06 17:30:57.580442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:57.604954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:57.609235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983ad66-7942-47c6-bb5c-ca3b964d55dc req-a88755c9-f03d-4a55-a0bd-27eea36a3ab3 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:57.622516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e983ad66-7942-47c6-bb5c-ca3b964d55dc req-a88755c9-f03d-4a55-a0bd-27eea36a3ab3 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 944 time: 0.3830953 Jul 06 17:30:57.736163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Pushing event updated for resources: {'Port': ['ID=81db5a92-aa50-466d-9886-79294f3df270,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:57.740445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:57.767188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e983ad66-7942-47c6-bb5c-ca3b964d55dc req-ec497e68-0134-4fed-8856-49999ac725f1 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431904 Jul 06 17:30:57.779825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cff16b6-bf71-432b-86d0-b30d4dfddc8a req-a91fe94f-b691-4470-b444-ca06238dbb8c service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626062 Jul 06 17:30:57.905693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Network 6532d024-ff2f-477c-a6cf-de73433a153a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:30:57.907596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:30:57.952328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36b7af11-b630-4f7d-9ec3-3be113bdd506 req-dca7d80c-ddb0-4162-b55f-4c59f8d56280 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 210 time: 0.0805559 Jul 06 17:30:57.953635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e2b4655f-99b9-49d5-92be-40117a16568f details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:58.239265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port e2b4655f-99b9-49d5-92be-40117a16568f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e2b4655f-99b9-49d5-92be-40117a16568f,segment=NetworkSegment(5e4a0e98-2553-4c78-b190-619d33ca29ca),segment_id=5e4a0e98-2553-4c78-b190-619d33ca29ca)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:58.280750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'e2b4655f-99b9-49d5-92be-40117a16568f', 'network_id': 'ac20ec7e-fa98-487c-a871-82363f5ea725', 'port_id': 'e2b4655f-99b9-49d5-92be-40117a16568f', 'mac_address': 'fa:16:3e:39:4f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e979f033-6305-442f-ad7e-827cb9cf93e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:30:58.335558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Router 04328b08-577a-4ccf-9af1-5fed4076924a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:30:58.446184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bde6a79e-4f41-4598-9677-d6df42c0151d None None] Provisioning complete for port 81db5a92-aa50-466d-9886-79294f3df270 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:58.446956 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bde6a79e-4f41-4598-9677-d6df42c0151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:58.451871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f443184c-9219-414d-96a4-77e527b908dd up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:30:58.457172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:58.478540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c1b8a-0fff-4fd4-9c74-2c32b01e2470 req-35e0bd1b-cc18-4986-8a37-6a91f0c1d7de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:58.484250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-434c1b8a-0fff-4fd4-9c74-2c32b01e2470 req-35e0bd1b-cc18-4986-8a37-6a91f0c1d7de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.1541865 Jul 06 17:30:58.563444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-434c1b8a-0fff-4fd4-9c74-2c32b01e2470 req-7f0412e7-1807-4af7-817a-d72e39c2aacc tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707006 Jul 06 17:30:58.579950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b4655f-99b9-49d5-92be-40117a16568f {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:30:58.594518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:30:58.611649 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-58632615-82f9-4fa5-a80d-8c74a9589cca admin admin] 10.222.0.13 "PUT /v2.0/routers/04328b08-577a-4ccf-9af1-5fed4076924a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5484478 Jul 06 17:30:58.634154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b608d-c24f-4194-a96d-e366cc944f3d req-f5f574a0-0243-4b0d-9841-0382631d1089 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:58.644659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-775b608d-c24f-4194-a96d-e366cc944f3d req-f5f574a0-0243-4b0d-9841-0382631d1089 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 943 time: 0.4381568 Jul 06 17:30:58.686679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port e2b4655f-99b9-49d5-92be-40117a16568f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e2b4655f-99b9-49d5-92be-40117a16568f,segment=NetworkSegment(5e4a0e98-2553-4c78-b190-619d33ca29ca),segment_id=5e4a0e98-2553-4c78-b190-619d33ca29ca)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:58.691909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-bde6a79e-4f41-4598-9677-d6df42c0151d None None] Port 81db5a92-aa50-466d-9886-79294f3df270 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:30:58.697855 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:58.743794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-775b608d-c24f-4194-a96d-e366cc944f3d req-9ca3c1ea-e315-4384-9341-385fa76c0993 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977011 Jul 06 17:30:58.805246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=e2b4655f-99b9-49d5-92be-40117a16568f,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:58.807600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f443184c-9219-414d-96a4-77e527b908dd completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:30:58.812566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f443184c-9219-414d-96a4-77e527b908dd triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:30:58.812939 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:58.820145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.820492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.820833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.821169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.821689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.822193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.822790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.823289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.823804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.824117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.824613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.825137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:30:58.966860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:59.018840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port f443184c-9219-414d-96a4-77e527b908dd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f443184c-9219-414d-96a4-77e527b908dd,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:30:59.028024 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:59.039378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['e2b4655f-99b9-49d5-92be-40117a16568f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:30:59.087373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a8da-4322-401e-bf48-b1da69bc88e8 req-4f48d271-2308-42f8-b5c7-bdd0208f6c6b tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:59.095011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e68a8da-4322-401e-bf48-b1da69bc88e8 req-4f48d271-2308-42f8-b5c7-bdd0208f6c6b tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 944 time: 0.1110444 Jul 06 17:30:59.229779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e68a8da-4322-401e-bf48-b1da69bc88e8 req-9aaff5db-de90-49da-817d-ca7f61137362 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331079 Jul 06 17:30:59.337455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=f443184c-9219-414d-96a4-77e527b908dd,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:30:59.459488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50758) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:30:59.473347 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-ed3028fb-7929-4b6e-8f98-71e47a342174 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d1d446e31b34934893a90d758113b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725989 Jul 06 17:30:59.680378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d50907b-b5a5-4c11-a0ea-0ec70e1ad309 req-6961de43-8e1b-4b83-82e1-60c2e89751ee tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 210 time: 0.0500112 Jul 06 17:30:59.708269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed546-e74c-4403-aa21-50d0a3fce6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:59.737125 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-862bcb23-7eab-4228-a066-2adae435f3ee tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:30:59.739001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-862bcb23-7eab-4228-a066-2adae435f3ee tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588520 Jul 06 17:30:59.769355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Request body: {'port': {'device_id': '2a0d74f1-eb8b-4bec-945f-6b26ceb2a309', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '1d1d446e31b34934893a90d758113b0e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:59.795695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71637374-0bae-4531-b4c5-1ff5b183242c req-c7e8825a-1ee5-4d1f-b382-52bf7dcec26b tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8122759 Jul 06 17:30:59.803209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:30:59.837433 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-9a9ed546-e74c-4403-aa21-50d0a3fce6c3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:30:59.837433 n-d-799526-3 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 17:30:59.837433 n-d-799526-3 neutron-server[93779]: [parameters: {'project_id': 'f287b0cf4b2442f88fcbeebd2c399b82', 'id': 'ec16bd8c-14d5-4a51-b264-46894ba940dc', 'expiration': datetime.datetime(2021, 7, 6, 17, 32, 59, 832049)}] Jul 06 17:30:59.837433 n-d-799526-3 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:30:59.837813 n-d-799526-3 neutron-server[93779]: DEBUG oslo_db.api [None req-9a9ed546-e74c-4403-aa21-50d0a3fce6c3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:30:59.860037 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:30:59.917781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Sync routers for ids ['04328b08-577a-4ccf-9af1-5fed4076924a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:30:59.928230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Routers {'04328b08-577a-4ccf-9af1-5fed4076924a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:30:59.928969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:30:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['04328b08-577a-4ccf-9af1-5fed4076924a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:30:59.976692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a6c1144d-237e-4ff3-a0e9-cab62bf17a8e details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:30:59.985166 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Made reservation on behalf of 1d1d446e31b34934893a90d758113b0e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:30:59.989616 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.009142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.123536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f50ee0-f669-45ce-964f-5834c0815350 req-0a2a0ca3-9040-45f9-b571-7309c14711c3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:00.130527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Set router 04328b08-577a-4ccf-9af1-5fed4076924a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:31:00.130837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39f50ee0-f669-45ce-964f-5834c0815350 req-0a2a0ca3-9040-45f9-b571-7309c14711c3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.2222993 Jul 06 17:31:00.198955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Allocated IP 172.25.7.242 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/544fd988-5c30-4d27-9aba-1b5c5e676224) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:00.222039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39f50ee0-f669-45ce-964f-5834c0815350 req-d99991ae-d924-4e91-9dde-92c9bf2260ca tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903196 Jul 06 17:31:00.249943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:00.258354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Allocated IP 192.168.233.91 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/fd46fa62-02df-41a4-951d-9add532fcbfc) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:00.316912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e', 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f', 'port_id': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e', 'mac_address': 'fa:16:3e:a7:df:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:00.341850 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed546-e74c-4403-aa21-50d0a3fce6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.378537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f443184c-9219-414d-96a4-77e527b908dd up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:00.381236 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.451905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.524222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:00.528879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:00.532122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:00.534546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event updated for resources: {'Port': ['ID=544fd988-5c30-4d27-9aba-1b5c5e676224,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:00.607265 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.636983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.640995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c1144d-237e-4ff3-a0e9-cab62bf17a8e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:00.690609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:00.692866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f443184c-9219-414d-96a4-77e527b908dd triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:00.693254 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.698447 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.704865 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.811358 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:00.852020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'f443184c-9219-414d-96a4-77e527b908dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:30:50Z', 'updated_at': '2021-07-06T17:30:57Z', 'revision_number': 4, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'gw_port': {'id': 'f443184c-9219-414d-96a4-77e527b908dd', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:51Z', 'updated_at': '2021-07-06T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '81db5a92-aa50-466d-9886-79294f3df270', 'name': '', 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'mac_address': 'fa:16:3e:ab:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2d161154-38f8-4d73-ab3b-d290ec01c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:55Z', 'updated_at': '2021-07-06T17:30:57Z', 'revision_number': 2, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'subnets': [{'id': '2d161154-38f8-4d73-ab3b-d290ec01c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:00.884315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Checking router: 04328b08-577a-4ccf-9af1-5fed4076924a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:31:00.884762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Updating router 04328b08-577a-4ccf-9af1-5fed4076924a port 81db5a92-aa50-466d-9886-79294f3df270 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:31:00.927126 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.934916 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.938075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.943384 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.960342 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed546-e74c-4403-aa21-50d0a3fce6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:00.968158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Transition to ACTIVE for port object fd46fa62-02df-41a4-951d-9add532fcbfc will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:00.970281 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed546-e74c-4403-aa21-50d0a3fce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.008100 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event updated for resources: {'Port': ['ID=544fd988-5c30-4d27-9aba-1b5c5e676224,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:01.019359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54368ec1-2340-47be-80a8-4dc975ce1cd2 req-a9cc7d2b-c5ac-444f-be43-9c06a0409f87 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:01.020960 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54368ec1-2340-47be-80a8-4dc975ce1cd2 req-a9cc7d2b-c5ac-444f-be43-9c06a0409f87 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 944 time: 0.5787339 Jul 06 17:31:01.026262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.034543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ed546-e74c-4403-aa21-50d0a3fce6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701e9bcb-cd90-41cd-a445-e93072dd32b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:01.043211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.044866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71637374-0bae-4531-b4c5-1ff5b183242c req-ec8c3d60-d54d-463e-b6f7-53a71b0c23a2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2468419 Jul 06 17:31:01.048395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9a9ed546-e74c-4403-aa21-50d0a3fce6c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f287b0cf4b2442f88fcbeebd2c399b82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5878305 Jul 06 17:31:01.060921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50774) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:01.113320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54368ec1-2340-47be-80a8-4dc975ce1cd2 req-392f2edc-40c6-4d5e-8168-38e2f897a471 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834763 Jul 06 17:31:01.116223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.116850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a6c1144d-237e-4ff3-a0e9-cab62bf17a8e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:01.154489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a965ffdb-2f34-4f78-9441-2e2ca7302b29'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:01.165779 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71637374-0bae-4531-b4c5-1ff5b183242c req-5af7e9c8-fd96-4cbc-bfda-9e0026465802 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0963564 Jul 06 17:31:01.188722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:01.198223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:01.204182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:01.210210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:01.211425 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.214473 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6640d04d-a200-4f44-8e0d-d1a5ac9834d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.225462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Pushing event updated for resources: {'Port': ['ID=fd46fa62-02df-41a4-951d-9add532fcbfc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:01.249475 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-82c420da-e70d-48ec-9e03-ebe161611748 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4966633 Jul 06 17:31:01.264045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Request body: {'port': {'device_id': '2a0d74f1-eb8b-4bec-945f-6b26ceb2a309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:01.268151 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6640d04d-a200-4f44-8e0d-d1a5ac9834d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.377117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637374-0bae-4531-b4c5-1ff5b183242c req-5adb3677-6c9b-4779-b224-6e3a5306e35d tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:01.390611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71637374-0bae-4531-b4c5-1ff5b183242c req-5adb3677-6c9b-4779-b224-6e3a5306e35d tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2129960 Jul 06 17:31:01.394923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-71637374-0bae-4531-b4c5-1ff5b183242c req-46afab05-d7f5-40d1-80fc-9c9766b6ba5e tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:31:01.415623 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71637374-0bae-4531-b4c5-1ff5b183242c req-46afab05-d7f5-40d1-80fc-9c9766b6ba5e tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265803 Jul 06 17:31:01.421297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.434110 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6640d04d-a200-4f44-8e0d-d1a5ac9834d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.436705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6640d04d-a200-4f44-8e0d-d1a5ac9834d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.437864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6640d04d-a200-4f44-8e0d-d1a5ac9834d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/701e9bcb-cd90-41cd-a445-e93072dd32b3 HTTP/1.1" status: 204 len: 168 time: 0.3759885 Jul 06 17:31:01.486562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640d04d-a200-4f44-8e0d-d1a5ac9834d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701e9bcb-cd90-41cd-a445-e93072dd32b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:01.598260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19b7f6-244a-433d-8aad-f6d23b12b1be req-6c0589e2-e9e8-40ae-b690-ba3c66bf179e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:01.600403 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7b19b7f6-244a-433d-8aad-f6d23b12b1be req-6c0589e2-e9e8-40ae-b690-ba3c66bf179e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 945 time: 0.2330739 Jul 06 17:31:01.681579 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.724576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7b19b7f6-244a-433d-8aad-f6d23b12b1be req-d5eb9313-e3d8-4951-b102-c88e5d16b459 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032753 Jul 06 17:31:01.740269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-aa2d993e-ee85-48ef-869c-19a71d4b63bb None None] Provisioning for port fd46fa62-02df-41a4-951d-9add532fcbfc completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:01.773243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-aa2d993e-ee85-48ef-869c-19a71d4b63bb None None] Provisioning complete for port fd46fa62-02df-41a4-951d-9add532fcbfc triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:01.774114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa2d993e-ee85-48ef-869c-19a71d4b63bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.843435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.864479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d993e-ee85-48ef-869c-19a71d4b63bb None None] Port fd46fa62-02df-41a4-951d-9add532fcbfc cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:31:01.876651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Transition to ACTIVE for port object 81db5a92-aa50-466d-9886-79294f3df270 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:01.887447 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:01.942168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6335d-fa2d-45f0-928a-67870a2011f5 req-355711f9-1a37-439e-8505-a6a7626a7039 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:01.950936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fc6335d-fa2d-45f0-928a-67870a2011f5 req-355711f9-1a37-439e-8505-a6a7626a7039 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 935 time: 0.0935345 Jul 06 17:31:01.956344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf1b0c-5912-409c-b2a5-2c471658e5d9 None None] Pushing event updated for resources: {'Port': ['ID=81db5a92-aa50-466d-9886-79294f3df270,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:01.991929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd46fa62-02df-41a4-951d-9add532fcbfc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:02.003017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e2b4655f-99b9-49d5-92be-40117a16568f up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:02.025577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.027052 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fc6335d-fa2d-45f0-928a-67870a2011f5 req-743d26d6-f2b3-4f53-a724-0b16dee4aa1b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709064 Jul 06 17:31:02.074244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Attempting to bind port 81db5a92-aa50-466d-9886-79294f3df270 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:02.075627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Attempting to bind port 81db5a92-aa50-466d-9886-79294f3df270 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:02.076025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Attempting to bind port 81db5a92-aa50-466d-9886-79294f3df270 on network 6532d024-ff2f-477c-a6cf-de73433a153a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:02.082457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Transition to ACTIVE for port object fd46fa62-02df-41a4-951d-9add532fcbfc will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:02.093647 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.095258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:02.095682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Checking segment: {'id': '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:02.096099 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.096563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Bound using segment: {'id': '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:02.097089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Bound port: 81db5a92-aa50-466d-9886-79294f3df270, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:02.097466 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.110477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1f2b-162d-47fd-8367-5f7803e826ca req-8baa8102-9386-476a-ab07-05722d911e7d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:02.119172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c6b1f2b-162d-47fd-8367-5f7803e826ca req-8baa8102-9386-476a-ab07-05722d911e7d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.2257137 Jul 06 17:31:02.160175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port e2b4655f-99b9-49d5-92be-40117a16568f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:02.170959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port e2b4655f-99b9-49d5-92be-40117a16568f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:02.171343 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.266301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] For port 81db5a92-aa50-466d-9886-79294f3df270, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:02.270254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] For port 81db5a92-aa50-466d-9886-79294f3df270, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=81db5a92-aa50-466d-9886-79294f3df270,segment=NetworkSegment(3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d),segment_id=3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:02.279795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Pushing event updated for resources: {'Port': ['ID=fd46fa62-02df-41a4-951d-9add532fcbfc,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:02.286361 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aad38208-734a-4641-9340-1d98cf454e0f req-ed72e542-f533-45e5-8344-bc7b32278327 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2276711 Jul 06 17:31:02.294845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:02.327631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.349958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c6b1f2b-162d-47fd-8367-5f7803e826ca req-28c1b8b7-5818-410f-8059-4ad6aca82d47 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291138 Jul 06 17:31:02.351649 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.384628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['253c0649-1d32-49f7-aba4-7cebae9c02f5'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:02.386749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Attempting to bind port fd46fa62-02df-41a4-951d-9add532fcbfc on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:02.387087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Attempting to bind port fd46fa62-02df-41a4-951d-9add532fcbfc by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:02.387414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Attempting to bind port fd46fa62-02df-41a4-951d-9add532fcbfc on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:02.389821 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-51adaed3-cd51-4e87-8a65-648f7e72cae7 service neutron] show failed (client error): The resource could not be found. Jul 06 17:31:02.390876 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-51adaed3-cd51-4e87-8a65-648f7e72cae7 service neutron] 10.222.0.22 "GET /v2.0/ports/0beacdf7-1789-4fb4-946a-ebe07bcb7cae/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.2534502 Jul 06 17:31:02.394746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Port fd46fa62-02df-41a4-951d-9add532fcbfc on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:02.395073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Attempting to bind port fd46fa62-02df-41a4-951d-9add532fcbfc on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:02.401302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:02.401644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:02.402036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:02.402668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Bound port: fd46fa62-02df-41a4-951d-9add532fcbfc, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:02.403029 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: from cryptography.utils import int_from_bytes Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: from cryptography.utils import int_from_bytes Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.576311 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:02.586835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] For port fd46fa62-02df-41a4-951d-9add532fcbfc, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:02.610541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] For port fd46fa62-02df-41a4-951d-9add532fcbfc, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fd46fa62-02df-41a4-951d-9add532fcbfc,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:02.619891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.705885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:02.707793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.710388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] 10.222.0.22 "PUT /v2.0/ports/fd46fa62-02df-41a4-951d-9add532fcbfc HTTP/1.1" status: 200 len: 1095 time: 1.4511719 Jul 06 17:31:02.712749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0d74f1-eb8b-4bec-945f-6b26ceb2a309', 'tag': 'fd46fa62-02df-41a4-951d-9add532fcbfc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:02.717055 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1633f9-b581-4dae-a9a8-ee833f995fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0d74f1-eb8b-4bec-945f-6b26ceb2a309", "tag": "fd46fa62-02df-41a4-951d-9add532fcbfc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:02.742767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:02.771530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:02.864669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Routers {'04328b08-577a-4ccf-9af1-5fed4076924a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:31:02.865734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:30:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['04328b08-577a-4ccf-9af1-5fed4076924a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:02.979473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-946644833-network', 'tenant_id': 'de7be06d38ba4100833d42a185c7d862'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:02.999356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Allocated IP 172.25.7.178 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/e4a936b8-144a-4366-bbce-c7029066c530) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:03.003696 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.026726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66460cd7-d6f3-4202-8c8c-af083f1a066f service neutron] Pushing event updated for resources: {'Port': ['ID=fd46fa62-02df-41a4-951d-9add532fcbfc,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:03.046757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Made reservation on behalf of de7be06d38ba4100833d42a185c7d862 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:03.048690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae9de9-5944-4e2c-a3ff-5d820bfd7f9f req-f07182e8-2819-403b-bd08-2099ac0ffe74 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:03.049192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.063867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36ae9de9-5944-4e2c-a3ff-5d820bfd7f9f req-f07182e8-2819-403b-bd08-2099ac0ffe74 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 944 time: 0.4954460 Jul 06 17:31:03.131968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf1b0c-5912-409c-b2a5-2c471658e5d9 None None] Pushing event updated for resources: {'Port': ['ID=81db5a92-aa50-466d-9886-79294f3df270,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:03.158859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.190310 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36ae9de9-5944-4e2c-a3ff-5d820bfd7f9f req-9a8e5f27-b0fb-498c-a996-928693cbd515 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250055 Jul 06 17:31:03.193259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-d7abcb0d-5f1a-4532-9564-dd30c2028c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:03.195040 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-d7abcb0d-5f1a-4532-9564-dd30c2028c26 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93&tenant_id=afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 1101 time: 0.3135529 Jul 06 17:31:03.202611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-d4479651-0cc0-48e3-a598-3841129f8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:03.204594 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-d4479651-0cc0-48e3-a598-3841129f8d77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 1098 time: 0.3556330 Jul 06 17:31:03.206330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.210076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:03.272114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6d962b-2ab9-4260-9ae6-b250bfdc52a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b4655f-99b9-49d5-92be-40117a16568f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:03.274874 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5ad949-33a2-451a-ab7a-0d1450ea54a6" -d '{"events": [{"server_uuid": "ff6d962b-2ab9-4260-9ae6-b250bfdc52a2", "name": "network-vif-plugged", "status": "completed", "tag": "e2b4655f-99b9-49d5-92be-40117a16568f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:03.292623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] Set router 04328b08-577a-4ccf-9af1-5fed4076924a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:31:03.297164 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.333307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port e2b4655f-99b9-49d5-92be-40117a16568f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e2b4655f-99b9-49d5-92be-40117a16568f,segment=NetworkSegment(5e4a0e98-2553-4c78-b190-619d33ca29ca),segment_id=5e4a0e98-2553-4c78-b190-619d33ca29ca)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:03.334060 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-1221a821-6135-4b8d-b9b2-1cac5007a923 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=fd46fa62-02df-41a4-951d-9add532fcbfc HTTP/1.1" status: 200 len: 217 time: 0.0428531 Jul 06 17:31:03.349378 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.354387 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.357053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event updated for resources: {'Port': ['ID=e4a936b8-144a-4366-bbce-c7029066c530,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:03.405629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:03.427810 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.429622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:03.432954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:03.472599 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.472801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-df6a2eac-072d-42ea-96f9-252efd3fab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:03.474038 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-df6a2eac-072d-42ea-96f9-252efd3fab5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1319337 Jul 06 17:31:03.575381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.582268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:31:03.608087 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374a78e8-4911-4d38-88a4-2c8e7e53fac8 x-openstack-request-id: req-374a78e8-4911-4d38-88a4-2c8e7e53fac8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:03.608481 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0d74f1-eb8b-4bec-945f-6b26ceb2a309", "tag": "fd46fa62-02df-41a4-951d-9add532fcbfc", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:03.609098 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374a78e8-4911-4d38-88a4-2c8e7e53fac8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:03.609743 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0d74f1-eb8b-4bec-945f-6b26ceb2a309', 'tag': 'fd46fa62-02df-41a4-951d-9add532fcbfc', 'status': 'completed', 'code': 200} Jul 06 17:31:03.653464 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.653721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=e2b4655f-99b9-49d5-92be-40117a16568f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:03.654126 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Added segment dc2e1f66-f652-4d5c-a795-6bc0a595db57 of type vlan for network 52696e55-4931-41d6-9436-6e4ce837880a Jul 06 17:31:03.673038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca829a-5b4e-4fbd-8fef-a126139698b4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:03.751082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.752357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-932ba3dc-43c5-421b-a5d6-20961e88226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:03.754117 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-932ba3dc-43c5-421b-a5d6-20961e88226d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2643726 Jul 06 17:31:03.755040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.864411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'f443184c-9219-414d-96a4-77e527b908dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:30:50Z', 'updated_at': '2021-07-06T17:30:57Z', 'revision_number': 4, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'gw_port': {'id': 'f443184c-9219-414d-96a4-77e527b908dd', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:51Z', 'updated_at': '2021-07-06T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '81db5a92-aa50-466d-9886-79294f3df270', 'name': '', 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'mac_address': 'fa:16:3e:ab:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2d161154-38f8-4d73-ab3b-d290ec01c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:55Z', 'updated_at': '2021-07-06T17:31:02Z', 'revision_number': 4, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'subnets': [{'id': '2d161154-38f8-4d73-ab3b-d290ec01c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:03.954558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:03.983545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.985848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10036c-7e3b-4e7d-9b57-7ac8d55ee5a8 req-16a6dc47-c65e-4738-9375-b7037878d838 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:03.986524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:03.988125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:03.993605 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a10036c-7e3b-4e7d-9b57-7ac8d55ee5a8 req-16a6dc47-c65e-4738-9375-b7037878d838 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 945 time: 0.2374372 Jul 06 17:31:04.013128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-daec44d8-0c2f-4ef2-a2a0-23be4cb1a215 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519734 Jul 06 17:31:04.085787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3127258 Jul 06 17:31:04.091322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50824) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:04.095179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.100202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Request body: {'subnet': {'network_id': '52696e55-4931-41d6-9436-6e4ce837880a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-946644833-subnet', 'tenant_id': 'de7be06d38ba4100833d42a185c7d862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:04.105052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c253b-147c-4194-8e07-0a06777b5256 admin admin] Pushing event updated for resources: {'Network': ['ID=52696e55-4931-41d6-9436-6e4ce837880a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:04.118671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc49874-e752-4d11-a690-a0535e428641 None None] The sync data for ids ['04328b08-577a-4ccf-9af1-5fed4076924a'] in n-d-799526-3 is: [{'id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'f443184c-9219-414d-96a4-77e527b908dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:30:50Z', 'updated_at': '2021-07-06T17:30:57Z', 'revision_number': 4, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'gw_port': {'id': 'f443184c-9219-414d-96a4-77e527b908dd', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:51Z', 'updated_at': '2021-07-06T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '81db5a92-aa50-466d-9886-79294f3df270', 'name': '', 'network_id': '6532d024-ff2f-477c-a6cf-de73433a153a', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'mac_address': 'fa:16:3e:ab:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '2d161154-38f8-4d73-ab3b-d290ec01c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:55Z', 'updated_at': '2021-07-06T17:31:02Z', 'revision_number': 4, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'subnets': [{'id': '2d161154-38f8-4d73-ab3b-d290ec01c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:31:04.120539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.126822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:04.129059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a6c1144d-237e-4ff3-a0e9-cab62bf17a8e up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:04.131658 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 52696e55-4931-41d6-9436-6e4ce837880a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:31:04.183534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Made reservation on behalf of de7be06d38ba4100833d42a185c7d862 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:04.188659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a10036c-7e3b-4e7d-9b57-7ac8d55ee5a8 req-74cbe50a-005a-4cc2-989c-4163bd15cda8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903734 Jul 06 17:31:04.188864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.281924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event updated for resources: {'Port': ['ID=e4a936b8-144a-4366-bbce-c7029066c530,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:04.285549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.341106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Transition to ACTIVE for port object 0beacdf7-1789-4fb4-946a-ebe07bcb7cae will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:04.346255 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.346787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e42e32b3-b46c-4d34-999a-a70f19c2f462 req-901fe7c0-56c5-4859-b864-ce4966e1e9ac service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210216 Jul 06 17:31:04.348384 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.382999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:04.396753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.398168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:04.398898 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.404508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aad38208-734a-4641-9340-1d98cf454e0f req-ac47514b-477e-4c3a-869a-aa730cba3187 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1171584 Jul 06 17:31:04.431347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:04.487080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aad38208-734a-4641-9340-1d98cf454e0f req-3ca54144-17c9-44bc-92cb-57bb703c9a3e tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0789566 Jul 06 17:31:04.490217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 81db5a92-aa50-466d-9886-79294f3df270 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:04.574815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] No DVR routers for this DVR port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:31:04.658199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 81db5a92-aa50-466d-9886-79294f3df270 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:04.664443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 81db5a92-aa50-466d-9886-79294f3df270 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:04.664823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.665495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Attempting to bind port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:04.666190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Attempting to bind port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:04.666963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Attempting to bind port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:04.676141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:04.676957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Attempting to bind port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:04.682155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-bc4ebe8b-30b4-4125-b5f9-1ae2fc8cb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:04.683740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad38208-734a-4641-9340-1d98cf454e0f req-442a231d-c6f9-4fa1-81b4-1b2f60159371 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:04.684198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-bc4ebe8b-30b4-4125-b5f9-1ae2fc8cb75f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 1098 time: 0.2401125 Jul 06 17:31:04.695593 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aad38208-734a-4641-9340-1d98cf454e0f req-442a231d-c6f9-4fa1-81b4-1b2f60159371 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2075472 Jul 06 17:31:04.723911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:04.724259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:04.724655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:04.725453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Bound port: 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:04.725575 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.745147 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.786954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647fd9-6ebc-47ce-ae9b-c249cc4c3287 req-5eb2a44d-28a5-42b0-aaa0-48c4d51fc1ea tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:04.788554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2647fd9-6ebc-47ce-ae9b-c249cc4c3287 req-5eb2a44d-28a5-42b0-aaa0-48c4d51fc1ea tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 947 time: 0.2748532 Jul 06 17:31:04.854560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:04.859134 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c876f9ca-59bd-41b3-9ef6-0750e8872536 x-openstack-request-id: req-c876f9ca-59bd-41b3-9ef6-0750e8872536 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:04.859709 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6d962b-2ab9-4260-9ae6-b250bfdc52a2", "name": "network-vif-plugged", "status": "completed", "tag": "e2b4655f-99b9-49d5-92be-40117a16568f", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:04.860028 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c876f9ca-59bd-41b3-9ef6-0750e8872536 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:04.860440 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6d962b-2ab9-4260-9ae6-b250bfdc52a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b4655f-99b9-49d5-92be-40117a16568f', 'code': 200} Jul 06 17:31:04.881548 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.953252 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.967832 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:04.974093 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:05.021350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 81db5a92-aa50-466d-9886-79294f3df270, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=81db5a92-aa50-466d-9886-79294f3df270,segment=NetworkSegment(3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d),segment_id=3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:05.038392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:05.081774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:05.103313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c227fa02-fa61-4298-805e-f6bfa8a52239,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:05.152506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=81db5a92-aa50-466d-9886-79294f3df270,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:05.170705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2647fd9-6ebc-47ce-ae9b-c249cc4c3287 req-d68fedf6-e209-4d40-a1f9-d56671d9aa56 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304038 Jul 06 17:31:05.198778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Checking segment: {'id': 'dc2e1f66-f652-4d5c-a795-6bc0a595db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:05.198778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Network hostable DHCP agents. Network: 52696e55-4931-41d6-9436-6e4ce837880a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:31:05.212231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:05.220664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:05.222908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a737f7c-1cd1-4b39-b92a-feae0e9ab765 req-b5988c9b-5b13-44eb-817d-1aff3266c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:05.225102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a737f7c-1cd1-4b39-b92a-feae0e9ab765 req-b5988c9b-5b13-44eb-817d-1aff3266c395 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 1096 time: 0.3611350 Jul 06 17:31:05.225936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-9783679c-1d05-4a28-93ca-e196e0908046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:05.231702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-9783679c-1d05-4a28-93ca-e196e0908046 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.5315669 Jul 06 17:31:05.233833 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:05.283066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb48202-9878-4676-8b26-925bbe6b9df1 req-92e75ca8-80c4-44ee-ac8b-b0ae4be569bb tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:05.285915 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9eb48202-9878-4676-8b26-925bbe6b9df1 req-92e75ca8-80c4-44ee-ac8b-b0ae4be569bb tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 948 time: 0.1738820 Jul 06 17:31:05.291592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Network 52696e55-4931-41d6-9436-6e4ce837880a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:31:05.296353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:05.321111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a737f7c-1cd1-4b39-b92a-feae0e9ab765 req-8f1bdfb8-0e3b-4245-bcd5-92b6f99bdc25 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Jul 06 17:31:05.342473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 52696e55-4931-41d6-9436-6e4ce837880a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:05.346824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9eb48202-9878-4676-8b26-925bbe6b9df1 req-8b7f4cf1-1640-4867-87b2-1f9c20ba0b8b tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480089 Jul 06 17:31:05.347023 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-e858b28d-1111-4105-90a9-952421e1e74d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=fd46fa62-02df-41a4-951d-9add532fcbfc HTTP/1.1" status: 200 len: 217 time: 0.0544620 Jul 06 17:31:05.348767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:05.349383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:05.350668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:05.351850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:05.352977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71d042-0ffb-4f79-87db-0c93726799f9 None None] Network 52696e55-4931-41d6-9436-6e4ce837880a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:31:05.362570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-94c10d8c-af4c-42ef-9fbd-e638b02d54d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 1096 time: 2.1568949 Jul 06 17:31:05.380377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cd8892ad-936a-4c7d-990d-f907c0b67eb1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2876225 Jul 06 17:31:05.548480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-de059e96-ce86-467c-b749-5ad9bd5438f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:05.549470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-de059e96-ce86-467c-b749-5ad9bd5438f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1752198 Jul 06 17:31:05.606033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1c5a9-f7a7-4296-93a9-8594bb09995e None None] Network 52696e55-4931-41d6-9436-6e4ce837880a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:31:05.617199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae'}, {'name': 'network-changed', 'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:05.620680 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6306bd7-4085-4a4f-8443-6a4358a020a4" -d '{"events": [{"server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "name": "network-vif-unplugged", "status": "completed", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae"}, {"name": "network-changed", "server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:05.631963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a91b5-7607-4bee-b10c-971894def386 req-cc1feb25-2c8b-4b0c-95be-e1138771b857 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:05.643427 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c05a91b5-7607-4bee-b10c-971894def386 req-cc1feb25-2c8b-4b0c-95be-e1138771b857 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 945 time: 0.2982850 Jul 06 17:31:05.694022 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c05a91b5-7607-4bee-b10c-971894def386 req-21e3cff2-553c-46ec-8867-250f378f165c tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496936 Jul 06 17:31:05.754747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-d4396f46-ddab-40a9-ab15-28b4ba33807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:05.757983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-d4396f46-ddab-40a9-ab15-28b4ba33807f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1906612 Jul 06 17:31:05.763646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-85e35e43-0dfb-41be-83e3-74cbe5aabcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:05.766973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-85e35e43-0dfb-41be-83e3-74cbe5aabcf3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1099 time: 0.2947173 Jul 06 17:31:05.921379 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-e8a4eb79-67da-4c2b-a24f-6871c8690005 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2192822 Jul 06 17:31:05.932727 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:05.958761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.051306 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-b029288c-a5ee-4c2d-b34d-38e4d65344d9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824304 Jul 06 17:31:06.079805 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.096076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-cdc99fe3-4136-4275-9845-74c3f18669fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:06.097604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-cdc99fe3-4136-4275-9845-74c3f18669fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2298334 Jul 06 17:31:06.211545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Allocated IP 172.25.7.143 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/7b966148-d76e-49df-9df1-5e2c7b4f4698) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:06.216012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-bb92cc6c-ac2e-48b2-b33f-1f29e87811b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 217 time: 0.0779216 Jul 06 17:31:06.274318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3b426-5486-44da-ac3a-f1a25b05a594 req-16c561a0-5aee-4766-9db0-4236dc7194b0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:06.276472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29f3b426-5486-44da-ac3a-f1a25b05a594 req-16c561a0-5aee-4766-9db0-4236dc7194b0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 946 time: 0.3219509 Jul 06 17:31:06.322006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d1633f9-b581-4dae-a9a8-ee833f995fb8 req-910341b6-cd0a-4564-98fe-d76f58c854f4 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620893 Jul 06 17:31:06.339387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-ebd5411e-f02f-4e6a-a062-142b7ed2a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:06.341679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-ebd5411e-f02f-4e6a-a062-142b7ed2a7e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1168597 Jul 06 17:31:06.346121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 81db5a92-aa50-466d-9886-79294f3df270 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:06.383403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.394963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 81db5a92-aa50-466d-9886-79294f3df270 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:06.395309 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.433751 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29f3b426-5486-44da-ac3a-f1a25b05a594 req-76c4f9c1-9a2c-4225-ba27-b6fdf88c168f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461632 Jul 06 17:31:06.455818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.507088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-a1ad1bb5-e818-413c-ba5d-76b95f55bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:06.515575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-a1ad1bb5-e818-413c-ba5d-76b95f55bcab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644104 Jul 06 17:31:06.538878 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:06.559058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:06.565979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:06.600041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event updated for resources: {'Port': ['ID=7b966148-d76e-49df-9df1-5e2c7b4f4698,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:06.640304 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed65738f-0ad9-41cf-992c-a26a0405fa92 x-openstack-request-id: req-ed65738f-0ad9-41cf-992c-a26a0405fa92 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:06.640742 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "name": "network-vif-unplugged", "status": "completed", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae", "code": 200}, {"name": "network-changed", "server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:06.641115 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed65738f-0ad9-41cf-992c-a26a0405fa92 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:06.641628 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'code': 200} Jul 06 17:31:06.641978 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'status': 'completed', 'code': 200} Jul 06 17:31:06.698711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.701782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fd46fa62-02df-41a4-951d-9add532fcbfc details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:06.707488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0beacdf7-1789-4fb4-946a-ebe07bcb7cae no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:06.751910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.778116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-7cc228eb-5350-45d0-8b4b-55beb2a8b87e service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499468 Jul 06 17:31:06.790479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c277a611-6409-4ef6-bd60-9d139c02b866 req-94b1a29b-eb85-4775-8247-af8e464fcfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-633547597', 'description': 'tempest-description-1985913356'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:06.804311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-972ecfaa-7409-44ef-9f39-32c786d910b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:06.805828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-972ecfaa-7409-44ef-9f39-32c786d910b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1099 time: 0.1627634 Jul 06 17:31:06.823746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0beacdf7-1789-4fb4-946a-ebe07bcb7cae not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:31:06.864184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:06.866868 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4ab498-8507-4080-a249-ae022d0e4cb8" -d '{"events": [{"server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "name": "network-vif-plugged", "status": "completed", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:06.877333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fd46fa62-02df-41a4-951d-9add532fcbfc, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fd46fa62-02df-41a4-951d-9add532fcbfc,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:06.891990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'fd46fa62-02df-41a4-951d-9add532fcbfc', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'fd46fa62-02df-41a4-951d-9add532fcbfc', 'mac_address': 'fa:16:3e:d8:88:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:06.925280 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.931176 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.931603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c277a611-6409-4ef6-bd60-9d139c02b866 req-94b1a29b-eb85-4775-8247-af8e464fcfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.943861 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.969411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd46fa62-02df-41a4-951d-9add532fcbfc {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:06.991962 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:06.994661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab67b38-8948-4dde-8153-8bae31c456f1 req-b451d419-6be6-46e3-8f50-f7dc60909c83 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068067 Jul 06 17:31:06.996165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fd46fa62-02df-41a4-951d-9add532fcbfc, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fd46fa62-02df-41a4-951d-9add532fcbfc,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:07.001682 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:07.006799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-64feae9d-84f4-4cc4-a6f9-cc3f23751f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.008262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-64feae9d-84f4-4cc4-a6f9-cc3f23751f2d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1902571 Jul 06 17:31:07.045287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event updated for resources: {'Port': ['ID=7b966148-d76e-49df-9df1-5e2c7b4f4698,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:07.068759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fd46fa62-02df-41a4-951d-9add532fcbfc,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:07.100325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-a6853831-bf0c-4594-972f-924654783350 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 217 time: 0.0815966 Jul 06 17:31:07.234830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c277a611-6409-4ef6-bd60-9d139c02b866 req-94b1a29b-eb85-4775-8247-af8e464fcfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:07.245771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-b20cebbc-5b84-4658-8219-d16722bdb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.246250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:07.248127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-b20cebbc-5b84-4658-8219-d16722bdb244 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1263547 Jul 06 17:31:07.248500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-376d6120-a684-4959-9ff7-08b3dc88f83c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3210351 Jul 06 17:31:07.251216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c277a611-6409-4ef6-bd60-9d139c02b866 req-94b1a29b-eb85-4775-8247-af8e464fcfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:07.277683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['fd46fa62-02df-41a4-951d-9add532fcbfc'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:07.303543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-8e04552b-07e4-4e98-a90b-9ec65a5dcbec tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0489180 Jul 06 17:31:07.312576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-4015abbb-2fd8-422a-9ecb-115f561d4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.314096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-4015abbb-2fd8-422a-9ecb-115f561d4c8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1099 time: 0.2270908 Jul 06 17:31:07.336989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c277a611-6409-4ef6-bd60-9d139c02b866 req-94b1a29b-eb85-4775-8247-af8e464fcfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:07.338820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c277a611-6409-4ef6-bd60-9d139c02b866 req-94b1a29b-eb85-4775-8247-af8e464fcfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5556762 Jul 06 17:31:07.380584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1a29b-eb85-4775-8247-af8e464fcfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b79c3c4-6cf2-47d6-8417-bec8d0e3c2dd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:07.429808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-83975a17-f9bc-452e-a179-4290d2ce7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.431348 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-83975a17-f9bc-452e-a179-4290d2ce7492 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691017 Jul 06 17:31:07.434228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-066dc2c8-0574-4cb9-bc48-0645333b4057 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.435772 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a3f7011-255d-4e2b-bda7-922b878b2f08 req-066dc2c8-0574-4cb9-bc48-0645333b4057 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1258729 Jul 06 17:31:07.520783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-0c1fb19e-91c2-46ba-8219-ec09cd0bbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.522277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-0c1fb19e-91c2-46ba-8219-ec09cd0bbc2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1988659 Jul 06 17:31:07.597681 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-c298a082-79f2-414a-94e7-4e409b68307a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 217 time: 0.0558047 Jul 06 17:31:07.639078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db564aba-6251-4b57-918f-cdeae2cfd450 req-f93c0f85-5996-419e-bf2f-4852866c38b7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.640647 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db564aba-6251-4b57-918f-cdeae2cfd450 req-f93c0f85-5996-419e-bf2f-4852866c38b7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 948 time: 0.0843098 Jul 06 17:31:07.674551 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-90f651b6-3b05-4461-b07d-37750e4705fe service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262170 Jul 06 17:31:07.678910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-38e8fe3e-6ab7-47af-96cd-a2d4467d3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.680287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-38e8fe3e-6ab7-47af-96cd-a2d4467d3e3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0709548 Jul 06 17:31:07.684238 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db564aba-6251-4b57-918f-cdeae2cfd450 req-7a3e3005-7112-4b20-860d-e399962baffb tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369134 Jul 06 17:31:07.692206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87109e7-6dce-4cbe-9022-6e7805e75d86 req-9f843a1f-a1c4-4271-981f-0f3b95423726 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.693601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a87109e7-6dce-4cbe-9022-6e7805e75d86 req-9f843a1f-a1c4-4271-981f-0f3b95423726 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 948 time: 0.2156110 Jul 06 17:31:07.815632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a87109e7-6dce-4cbe-9022-6e7805e75d86 req-917d68ba-8668-4812-b486-f416198e2a4a tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050820 Jul 06 17:31:07.854393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-f510f715-297d-435b-8e2a-3f9e9d4174b2 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597676 Jul 06 17:31:07.860333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-e65ea33f-ee5b-4fbc-a4fe-bf5f9ee2537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.861989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-e65ea33f-ee5b-4fbc-a4fe-bf5f9ee2537e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660557 Jul 06 17:31:07.864777 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d562ee-1d4a-4fe6-89ce-4852ba382988 x-openstack-request-id: req-89d562ee-1d4a-4fe6-89ce-4852ba382988 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:07.865266 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "name": "network-vif-plugged", "status": "completed", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:07.865498 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89d562ee-1d4a-4fe6-89ce-4852ba382988 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:07.865992 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e', 'code': 200} Jul 06 17:31:07.961209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f952d7-e053-44d4-be58-5d2a0b68c8e5 req-1f8000dd-3b7c-4a8f-bd47-4c65691db3d6 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:07.963116 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-40f952d7-e053-44d4-be58-5d2a0b68c8e5 req-1f8000dd-3b7c-4a8f-bd47-4c65691db3d6 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 945 time: 0.0705595 Jul 06 17:31:08.017208 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-115fbbfd-fd8d-4071-be18-a97e4c0651ad service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404762 Jul 06 17:31:08.037989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-40f952d7-e053-44d4-be58-5d2a0b68c8e5 req-79dd65c7-7270-4e77-aa84-75c49a68998c tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655189 Jul 06 17:31:08.049691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfd674-549a-4d9f-9a1c-86a156d4bf79 req-fe142de9-9961-4c49-a437-aa622584e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:08.051241 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24bfd674-549a-4d9f-9a1c-86a156d4bf79 req-fe142de9-9961-4c49-a437-aa622584e924 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1097 time: 0.0870571 Jul 06 17:31:08.082559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1e627951-a754-4d75-9423-786f530b3737 req-0b9dc15b-26b0-47f7-9d3d-5a8577a52fe2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1778612965', 'description': 'tempest-description-1119667338'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:08.093019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded239e-0da6-4c52-b73d-1c56bcae2842 req-14f58d42-8217-431b-9da8-6f42f983ef2b tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:08.094597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dded239e-0da6-4c52-b73d-1c56bcae2842 req-14f58d42-8217-431b-9da8-6f42f983ef2b tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1096 time: 0.1294827 Jul 06 17:31:08.109821 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24bfd674-549a-4d9f-9a1c-86a156d4bf79 req-a3ada956-a847-4711-b7bc-eb1c938ca4c5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517185 Jul 06 17:31:08.121202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e627951-a754-4d75-9423-786f530b3737 req-0b9dc15b-26b0-47f7-9d3d-5a8577a52fe2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:08.224668 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e627951-a754-4d75-9423-786f530b3737 req-0b9dc15b-26b0-47f7-9d3d-5a8577a52fe2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:08.231623 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e627951-a754-4d75-9423-786f530b3737 req-0b9dc15b-26b0-47f7-9d3d-5a8577a52fe2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:08.255614 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e627951-a754-4d75-9423-786f530b3737 req-0b9dc15b-26b0-47f7-9d3d-5a8577a52fe2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:08.256865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e627951-a754-4d75-9423-786f530b3737 req-0b9dc15b-26b0-47f7-9d3d-5a8577a52fe2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1816690 Jul 06 17:31:08.295309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9dc15b-26b0-47f7-9d3d-5a8577a52fe2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff68098e-1c11-4ab2-9661-05861e6d6223,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:08.379870 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6306bd7-4085-4a4f-8443-6a4358a020a4 req-0a8ea2f9-a0a3-4634-a8d3-550cbcb7b73f service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566558 Jul 06 17:31:08.384315 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dded239e-0da6-4c52-b73d-1c56bcae2842 req-b05f3928-fc31-43be-b18b-069356ee7a4b tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782993 Jul 06 17:31:08.607802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb01a4-24ca-4882-935f-78516755d29a req-805dedb5-568d-4424-9f04-a068aeb9c5ce tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:08.609359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3deb01a4-24ca-4882-935f-78516755d29a req-805dedb5-568d-4424-9f04-a068aeb9c5ce tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 946 time: 0.0902088 Jul 06 17:31:08.659555 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3deb01a4-24ca-4882-935f-78516755d29a req-99df79f6-2907-4bde-949e-1aab6e58e381 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Jul 06 17:31:08.702982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fd46fa62-02df-41a4-951d-9add532fcbfc up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:08.724288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-2186943b-9124-4d17-a33e-384f658ecb34 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4259653 Jul 06 17:31:08.735276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:08.758926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port fd46fa62-02df-41a4-951d-9add532fcbfc completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:08.764788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port fd46fa62-02df-41a4-951d-9add532fcbfc triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:08.765135 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:08.767870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:08.862825 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:08.897128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233c298-2290-4d39-9894-237d9212019b req-261936f5-21dd-4e41-9eb3-8fc76cd13d08 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:08.898993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-261936f5-21dd-4e41-9eb3-8fc76cd13d08 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 812 time: 0.1365829 Jul 06 17:31:08.906989 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:08.909171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fd46fa62-02df-41a4-951d-9add532fcbfc, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fd46fa62-02df-41a4-951d-9add532fcbfc,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:08.916425 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:08.929051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-460350ef-43e2-4255-9fb9-4a6e64faf91b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/quotas/de7be06d38ba4100833d42a185c7d862 HTTP/1.1" status: 200 len: 375 time: 0.0215597 Jul 06 17:31:08.972871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-12acee91-24bb-432c-8ae6-ccec94c31e66 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427630 Jul 06 17:31:08.983580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fd46fa62-02df-41a4-951d-9add532fcbfc,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:09.033353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Allocated IP 172.25.7.5 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/f81df440-8b6f-4bda-96cf-4117c04e8d36) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:09.066911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-b2c51412-3882-44bc-b7f8-1e0615d7422c service neutron] 10.222.0.13 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929759 Jul 06 17:31:09.145162 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:09.179631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-cfe44349-c665-4aa8-ad04-aa06c9ea3e33 service neutron] 10.222.0.13 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082175 Jul 06 17:31:09.208002 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:09.256616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:09.263923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:09.268046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:09.274261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event updated for resources: {'Port': ['ID=f81df440-8b6f-4bda-96cf-4117c04e8d36,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:09.383719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:09.458039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:09.661565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:09.667897 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:09.744402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event updated for resources: {'Port': ['ID=f81df440-8b6f-4bda-96cf-4117c04e8d36,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:09.766245 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:09.783228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:09.784930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-c1e6c86a-76fc-4507-8566-3b9c8990ef70 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.0551834 Jul 06 17:31:09.845054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-296fabaa-3889-42c6-aae9-8ab2033e20e4 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0533118 Jul 06 17:31:09.867468 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0d74f1-eb8b-4bec-945f-6b26ceb2a309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd46fa62-02df-41a4-951d-9add532fcbfc'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:09.871073 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f372f0b6-bcb9-4db2-80cf-75d28c651221" -d '{"events": [{"server_uuid": "2a0d74f1-eb8b-4bec-945f-6b26ceb2a309", "name": "network-vif-plugged", "status": "completed", "tag": "fd46fa62-02df-41a4-951d-9add532fcbfc"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:09.971036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-1a44cc67-cfa1-467c-bc75-70892adae8d2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:09.972616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-042f225b-0c18-4aaa-9db6-5074897351b8 req-1a44cc67-cfa1-467c-bc75-70892adae8d2 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1214304 Jul 06 17:31:10.151893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb2bdd-4433-4160-9783-a603b352a3b0 req-020904c3-897e-477b-9d3b-34afc1fe0fac tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:10.153500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e5eb2bdd-4433-4160-9783-a603b352a3b0 req-020904c3-897e-477b-9d3b-34afc1fe0fac tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 948 time: 0.0795162 Jul 06 17:31:10.201164 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e5eb2bdd-4433-4160-9783-a603b352a3b0 req-750fba79-96ce-4251-807d-859ed4692d18 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Jul 06 17:31:10.397309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-bf41ed67-0b66-4e7a-b84c-5d5222113ba7 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:31:10.398634 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-bf41ed67-0b66-4e7a-b84c-5d5222113ba7 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063384 Jul 06 17:31:10.408332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Request body: {'binding': {'host': 'n-h2-799526-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:10.408794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Unknown quota resources ['binding']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:31:10.481516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f06df0-72f7-4269-9622-bc476677b71e req-c640f688-7f65-4cd6-9c63-7ed9abb3bd84 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:10.483053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a0f06df0-72f7-4269-9622-bc476677b71e req-c640f688-7f65-4cd6-9c63-7ed9abb3bd84 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 949 time: 0.0663095 Jul 06 17:31:10.531524 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a0f06df0-72f7-4269-9622-bc476677b71e req-ad9e4b0f-769d-44c5-88c5-f6ee7010eb3a tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Jul 06 17:31:10.559348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f on host n-h2-799526-3 for vnic_type normal with profile None {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:10.559691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:10.560021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:10.564590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Port e0e5a2cd-9d09-4606-8529-c35eaff3875f on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:10.564914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:10.570164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:10.570401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:10.571174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:10.571856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Bound port: e0e5a2cd-9d09-4606-8529-c35eaff3875f, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:10.636287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:10.641313 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:10.646167 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e4951129-25e2-4052-8f9d-9bc8f988bcda service neutron] 10.222.0.13 "POST /v2.0/ports/e0e5a2cd-9d09-4606-8529-c35eaff3875f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2404556 Jul 06 17:31:10.676160 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fff02d9a-02fc-46f6-a5e1-e71023a02231 req-c9b09f6a-01fb-4faf-b62f-935ac74ad99b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 210 time: 0.0343783 Jul 06 17:31:10.836657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233c298-2290-4d39-9894-237d9212019b req-85f86f8c-eda1-424f-a8a0-1af652fd4733 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:10.844515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-85f86f8c-eda1-424f-a8a0-1af652fd4733 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.55 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 812 time: 0.1849866 Jul 06 17:31:10.859850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'port': {'device_id': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a', 'admin_state_up': True, 'tenant_id': 'de7be06d38ba4100833d42a185c7d862'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:10.911042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405682e-ce13-45ee-993e-2795cc57fda0 req-53a60c89-2a45-4460-aef7-f6bb73db7304 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:10.919019 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5405682e-ce13-45ee-993e-2795cc57fda0 req-53a60c89-2a45-4460-aef7-f6bb73db7304 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 946 time: 0.0998061 Jul 06 17:31:10.957822 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5405682e-ce13-45ee-993e-2795cc57fda0 req-36ded19a-13b1-4be7-a064-38dc5431aadb tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373900 Jul 06 17:31:11.016508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Made reservation on behalf of de7be06d38ba4100833d42a185c7d862 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:11.020323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:11.027803 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef7c3d-4702-4903-98ca-5c383ee3c4c9 x-openstack-request-id: req-dcef7c3d-4702-4903-98ca-5c383ee3c4c9 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:11.031631 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0d74f1-eb8b-4bec-945f-6b26ceb2a309", "name": "network-vif-plugged", "status": "completed", "tag": "fd46fa62-02df-41a4-951d-9add532fcbfc", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:11.031837 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcef7c3d-4702-4903-98ca-5c383ee3c4c9 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:11.032228 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0d74f1-eb8b-4bec-945f-6b26ceb2a309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd46fa62-02df-41a4-951d-9add532fcbfc', 'code': 200} Jul 06 17:31:11.132770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-67f2e295-a497-4d41-a452-97cff101bf6b req-2e64a982-8b00-4b76-b95a-6f94cc245274 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips/3007d227-5975-4de9-9fdb-40d5d45b3994 HTTP/1.1" status: 200 len: 691 time: 0.0841408 Jul 06 17:31:11.270623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-fa402401-64a3-42c8-b1c5-c1c8ec4a879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:11.272731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-fa402401-64a3-42c8-b1c5-c1c8ec4a879d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1096 time: 0.2254529 Jul 06 17:31:11.332856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46c1c7-515b-4884-8fc5-2bbff31bfb8e req-7c412492-beb5-4431-b1d8-ee935f55608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:11.334990 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a46c1c7-515b-4884-8fc5-2bbff31bfb8e req-7c412492-beb5-4431-b1d8-ee935f55608c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 1100 time: 0.1768920 Jul 06 17:31:11.354390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2e295-a497-4d41-a452-97cff101bf6b req-81d599e3-9d1e-4532-ba40-da6d1abe26b7 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:11.355973 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-67f2e295-a497-4d41-a452-97cff101bf6b req-81d599e3-9d1e-4532-ba40-da6d1abe26b7 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2224200 Jul 06 17:31:11.373106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-67f2e295-a497-4d41-a452-97cff101bf6b req-5a725bbe-33f7-425c-b80a-e3bd1341d95a tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:31:11.374145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-67f2e295-a497-4d41-a452-97cff101bf6b req-5a725bbe-33f7-425c-b80a-e3bd1341d95a tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079195 Jul 06 17:31:11.400572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Allocated IP 172.20.0.9 (52696e55-4931-41d6-9436-6e4ce837880a/c227fa02-fa61-4298-805e-f6bfa8a52239/003c8946-2fd3-4d0d-b310-9055c444389d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:11.407590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-0cbd796a-2251-48f5-9e97-18510f4e9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:11.410528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-0cbd796a-2251-48f5-9e97-18510f4e9a1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.1302752 Jul 06 17:31:11.440408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a46c1c7-515b-4884-8fc5-2bbff31bfb8e req-6ad30edf-01d8-4e89-b474-a7d56dc4506b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964241 Jul 06 17:31:11.512257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac979e-8326-44c7-9d50-719eadce9b18 req-a905de89-4ef2-4750-bab6-78c0082d7275 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:11.513883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08ac979e-8326-44c7-9d50-719eadce9b18 req-a905de89-4ef2-4750-bab6-78c0082d7275 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.1522403 Jul 06 17:31:11.581689 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-9a0b1193-a33d-4c93-9b7e-00383925ce33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f HTTP/1.1" status: 200 len: 217 time: 0.0485795 Jul 06 17:31:11.584737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362a7cb-25d4-453c-987a-5fae0970b7db req-ebcc99f1-f2b7-4e88-a552-ee4e926162f9 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:11.586991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a362a7cb-25d4-453c-987a-5fae0970b7db req-ebcc99f1-f2b7-4e88-a552-ee4e926162f9 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1097 time: 0.1009114 Jul 06 17:31:11.598263 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08ac979e-8326-44c7-9d50-719eadce9b18 req-89bff917-7a7a-4282-95ac-151735a02be9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576465 Jul 06 17:31:11.640880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:11.668523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a362a7cb-25d4-453c-987a-5fae0970b7db req-a4412130-4ebe-4b16-a229-b285f8d5a1c6 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687013 Jul 06 17:31:11.684279 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:11.686298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-8f1ea773-b8e5-4d38-8bb4-55375894fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:11.688006 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-8f1ea773-b8e5-4d38-8bb4-55375894fd92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0968802 Jul 06 17:31:11.743532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-8682fa63-13ff-4398-b47f-3d99f0f8a790 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467920 Jul 06 17:31:11.803701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'Port': ['ID=003c8946-2fd3-4d0d-b310-9055c444389d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:11.816909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Network 52696e55-4931-41d6-9436-6e4ce837880a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:11.824110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:11.826670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:11.832843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:11.833509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:11.862958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-1d0f8fb1-7fd7-422e-be09-6687dff42b2f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0098350 Jul 06 17:31:11.864793 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-a9e394f8-01a8-4bd6-b83e-eaef7149caa0 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131620 Jul 06 17:31:11.877429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75024637-a863-4b0d-96f5-2028192a8626 req-13c6c5c3-f636-469b-8b23-11eacee00572 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:11.879239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75024637-a863-4b0d-96f5-2028192a8626 req-13c6c5c3-f636-469b-8b23-11eacee00572 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 948 time: 0.1337004 Jul 06 17:31:11.889314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Request body: {'port': {'device_id': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:11.974864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89e022bd-3226-4172-8710-a642aa22a593 req-b9676670-5b9b-4681-a5e9-b9694f2adfba tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips/3007d227-5975-4de9-9fdb-40d5d45b3994 HTTP/1.1" status: 200 len: 691 time: 0.0863552 Jul 06 17:31:11.995632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75024637-a863-4b0d-96f5-2028192a8626 req-967d8644-1c1c-487d-a61a-6dafb78fe9d5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816541 Jul 06 17:31:12.007709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.043095 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0beacdf7-1789-4fb4-946a-ebe07bcb7cae details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:12.147457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-20d7df65-250d-48d2-9175-85509ea17e15 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719376 Jul 06 17:31:12.182722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:12.189994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e022bd-3226-4172-8710-a642aa22a593 req-01143cb7-d0eb-4cd9-8936-625a65c41837 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:12.196455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'mac_address': 'fa:16:3e:e6:08:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:12.198182 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89e022bd-3226-4172-8710-a642aa22a593 req-01143cb7-d0eb-4cd9-8936-625a65c41837 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2158532 Jul 06 17:31:12.204534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-89e022bd-3226-4172-8710-a642aa22a593 req-df7c18f3-1606-4267-bb2c-1b222cb67418 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:31:12.210925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89e022bd-3226-4172-8710-a642aa22a593 req-df7c18f3-1606-4267-bb2c-1b222cb67418 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116062 Jul 06 17:31:12.240457 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.279305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beacdf7-1789-4fb4-946a-ebe07bcb7cae {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:12.288367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89e022bd-3226-4172-8710-a642aa22a593 req-22d727b7-8b60-46b0-9d73-212e56d19fa7 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0717702 Jul 06 17:31:12.304221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:12.312147 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.339860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6371f-d08f-4c5b-8dd1-68bb9122ee66 req-c7993bf4-d710-446b-8bdf-a20ffb11179d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:12.341466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97d6371f-d08f-4c5b-8dd1-68bb9122ee66 req-c7993bf4-d710-446b-8bdf-a20ffb11179d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 949 time: 0.1842856 Jul 06 17:31:12.410848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89e022bd-3226-4172-8710-a642aa22a593 req-5c603eaa-756f-4a74-bdcf-369f89acbefd tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.1214087 Jul 06 17:31:12.420444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97d6371f-d08f-4c5b-8dd1-68bb9122ee66 req-f36826d9-7639-4047-a2a2-e8d2a960cdef tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642755 Jul 06 17:31:12.447806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:12.539612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003c8946-2fd3-4d0d-b310-9055c444389d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:12.551332 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.576032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Transition to ACTIVE for port object 003c8946-2fd3-4d0d-b310-9055c444389d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:12.584300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.698012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-89e022bd-3226-4172-8710-a642aa22a593 req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Deleting port f81df440-8b6f-4bda-96cf-4117c04e8d36 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:12.698012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89e022bd-3226-4172-8710-a642aa22a593 req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.704196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=003c8946-2fd3-4d0d-b310-9055c444389d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:12.722658 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0beacdf7-1789-4fb4-946a-ebe07bcb7cae'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:12.779601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Attempting to bind port 003c8946-2fd3-4d0d-b310-9055c444389d on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:12.780380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Attempting to bind port 003c8946-2fd3-4d0d-b310-9055c444389d by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'dc2e1f66-f652-4d5c-a795-6bc0a595db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:12.781306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Attempting to bind port 003c8946-2fd3-4d0d-b310-9055c444389d on network 52696e55-4931-41d6-9436-6e4ce837880a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:12.812920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Port 003c8946-2fd3-4d0d-b310-9055c444389d on network 52696e55-4931-41d6-9436-6e4ce837880a not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:12.814029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Attempting to bind port 003c8946-2fd3-4d0d-b310-9055c444389d on network 52696e55-4931-41d6-9436-6e4ce837880a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:12.827020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:12.827363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Checking segment: {'id': 'dc2e1f66-f652-4d5c-a795-6bc0a595db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:12.828188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Bound using segment: {'id': 'dc2e1f66-f652-4d5c-a795-6bc0a595db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:12.828188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Bound port: 003c8946-2fd3-4d0d-b310-9055c444389d, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2e1f66-f652-4d5c-a795-6bc0a595db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:12.828549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.833080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89e022bd-3226-4172-8710-a642aa22a593 req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.833080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89e022bd-3226-4172-8710-a642aa22a593 req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:12.851316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-89e022bd-3226-4172-8710-a642aa22a593 req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Calling delete_port for f81df440-8b6f-4bda-96cf-4117c04e8d36 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:12.881787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74b075-1db2-42d8-978d-c0a264ebc5d6 req-14f66421-a64d-45f3-9f58-f1b7dda1abec tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:12.883599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd74b075-1db2-42d8-978d-c0a264ebc5d6 req-14f66421-a64d-45f3-9f58-f1b7dda1abec tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 943 time: 0.2353835 Jul 06 17:31:13.020480 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd74b075-1db2-42d8-978d-c0a264ebc5d6 req-f3501578-0e9f-47e7-9413-0211b64bbe12 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095674 Jul 06 17:31:13.037145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] For port 003c8946-2fd3-4d0d-b310-9055c444389d, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:13.042204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] For port 003c8946-2fd3-4d0d-b310-9055c444389d, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=003c8946-2fd3-4d0d-b310-9055c444389d,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:13.055250 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:13.085228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89e022bd-3226-4172-8710-a642aa22a593 req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:13.109398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:13.110451 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:13.112129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] 10.222.0.55 "PUT /v2.0/ports/003c8946-2fd3-4d0d-b310-9055c444389d HTTP/1.1" status: 200 len: 1091 time: 1.2317219 Jul 06 17:31:13.115151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:13.119600 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41faaed-a330-4e41-b754-ee71f6445db7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:13.131600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event deleted for resources: {'Port': ['ID=f81df440-8b6f-4bda-96cf-4117c04e8d36,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:13.179987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3177e-3ebe-4d6d-bfbd-180f2af43bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=003c8946-2fd3-4d0d-b310-9055c444389d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:13.217294 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89e022bd-3226-4172-8710-a642aa22a593 req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:13.221758 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89e022bd-3226-4172-8710-a642aa22a593 req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:13.223685 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89e022bd-3226-4172-8710-a642aa22a593 req-26e193fe-ede7-4965-befb-9d86f69aadab tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "DELETE /v2.0/floatingips/3007d227-5975-4de9-9fdb-40d5d45b3994 HTTP/1.1" status: 204 len: 173 time: 0.8051064 Jul 06 17:31:13.294011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233c298-2290-4d39-9894-237d9212019b req-e8bb1b92-d0a2-4b8b-ab9b-4f8a4bacf4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:13.296018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-e8bb1b92-d0a2-4b8b-ab9b-4f8a4bacf4f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 1094 time: 0.1293173 Jul 06 17:31:13.303731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432048-53e8-4bae-a524-f0bcc4b0ffa5 req-fba1c566-b853-4888-819a-910ff67eba16 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:13.305301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8432048-53e8-4bae-a524-f0bcc4b0ffa5 req-fba1c566-b853-4888-819a-910ff67eba16 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1097 time: 0.0933385 Jul 06 17:31:13.367681 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-8523d939-95cf-4703-a1ed-ba704ed0d2a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003c8946-2fd3-4d0d-b310-9055c444389d HTTP/1.1" status: 200 len: 217 time: 0.0578136 Jul 06 17:31:13.458646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8432048-53e8-4bae-a524-f0bcc4b0ffa5 req-3a462fd2-ff7c-4aa0-a45c-608dd9baf49d tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422961 Jul 06 17:31:13.470298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233c298-2290-4d39-9894-237d9212019b req-1493c931-c769-4c88-94af-778f715c93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:13.471891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-1493c931-c769-4c88-94af-778f715c93b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 200 len: 852 time: 0.0970204 Jul 06 17:31:13.520574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-6ef5458b-0ff4-43ae-9c05-15a5d6b5604a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52696e55-4931-41d6-9436-6e4ce837880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400071 Jul 06 17:31:13.586423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faa439-54dd-4c90-94fd-6db218934a85 req-4512f960-b5d9-402e-9088-a97e46922c13 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:13.593472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07faa439-54dd-4c90-94fd-6db218934a85 req-4512f960-b5d9-402e-9088-a97e46922c13 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.0776556 Jul 06 17:31:13.632462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07faa439-54dd-4c90-94fd-6db218934a85 req-a594f9b8-6e37-4c83-9f43-789f197003b7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 Jul 06 17:31:13.706821 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d754e6e5-841f-4ccf-8855-e21e9567fc7f x-openstack-request-id: req-d754e6e5-841f-4ccf-8855-e21e9567fc7f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:13.707107 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:13.707353 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d754e6e5-841f-4ccf-8855-e21e9567fc7f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:13.707751 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d', 'status': 'completed', 'code': 200} Jul 06 17:31:13.749819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-d4335795-ebf0-4f87-8940-f2914532559c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:13.751385 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-d4335795-ebf0-4f87-8940-f2914532559c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93&tenant_id=afaea2bd2e254de8a3bfc390f65b1887&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 949 time: 0.2016289 Jul 06 17:31:13.753943 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-ddf9521e-3b40-479d-a76c-49b0cd2ddf19 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236931 Jul 06 17:31:13.878664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32905b-d7ab-4da5-bdb3-6e3d7957b8da req-0b09c210-dc24-4e87-ac97-91bc9ebf9d9b tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:13.880122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f32905b-d7ab-4da5-bdb3-6e3d7957b8da req-0b09c210-dc24-4e87-ac97-91bc9ebf9d9b tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2177424 Jul 06 17:31:13.939469 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-68c22605-869f-485b-8ee8-45f41d92f49e service neutron] delete failed (client error): The resource could not be found. Jul 06 17:31:13.940553 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-68c22605-869f-485b-8ee8-45f41d92f49e service neutron] 10.222.0.22 "DELETE /v2.0/ports/0beacdf7-1789-4fb4-946a-ebe07bcb7cae/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.1822498 Jul 06 17:31:13.954993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c233c298-2290-4d39-9894-237d9212019b req-aff63c3c-ccf9-4f48-bae0-525416ab2faa service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900971 Jul 06 17:31:13.967705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eceb3-19de-4d10-96d7-bf7f27325b5b req-6f6603f2-6fd6-4495-9a14-765e4056318e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:13.969455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-006eceb3-19de-4d10-96d7-bf7f27325b5b req-6f6603f2-6fd6-4495-9a14-765e4056318e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 949 time: 0.1360891 Jul 06 17:31:14.023439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-006eceb3-19de-4d10-96d7-bf7f27325b5b req-005652d8-eb09-4963-8de3-635fdfdc768e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475566 Jul 06 17:31:14.044431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0beacdf7-1789-4fb4-946a-ebe07bcb7cae up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:14.083209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12996536-7750-449f-b58c-751142eb4a47 req-8efcdce4-c3a2-493f-a7fe-cff7019818f1 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:14.085992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-12996536-7750-449f-b58c-751142eb4a47 req-8efcdce4-c3a2-493f-a7fe-cff7019818f1 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 949 time: 0.0925112 Jul 06 17:31:14.144434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:14.147660 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-12996536-7750-449f-b58c-751142eb4a47 req-64ef181b-d629-4cd6-a9ac-b3dfb476e1b7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547979 Jul 06 17:31:14.149306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:14.149849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:14.271312 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:14.305517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:14.311347 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb26f72-245d-488e-bcfe-e4038a9efb5a" -d '{"events": [{"server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "name": "network-vif-plugged", "status": "completed", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:14.331376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:14.337759 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:14.397119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:14.398273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb59a-36d6-45cd-a0d7-7621c0c1939f req-bad0f2f0-d71a-42b5-9c92-4ff95a0d39d4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:14.400898 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf4eb59a-36d6-45cd-a0d7-7621c0c1939f req-bad0f2f0-d71a-42b5-9c92-4ff95a0d39d4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 943 time: 0.0812991 Jul 06 17:31:14.433070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee7bf5b2-c835-4c25-8c1d-baf45432b3be req-bc44e746-b3cd-45fe-ba91-93bc20f3a0c3 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=62cf05c984d049efbb3e032e21e77e0e HTTP/1.1" status: 200 len: 1657 time: 0.3110144 Jul 06 17:31:14.450981 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf4eb59a-36d6-45cd-a0d7-7621c0c1939f req-142fc0e3-584b-4b87-b071-879c469aa4be tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Jul 06 17:31:14.513804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-f0474d26-967d-42be-8f7b-7c8d0a34a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:14.515454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-f0474d26-967d-42be-8f7b-7c8d0a34a7eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1100 time: 0.4447932 Jul 06 17:31:14.531636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-f3d310b7-e495-4d16-8ed4-644e1d528096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:14.532941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-f3d310b7-e495-4d16-8ed4-644e1d528096 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 1094 time: 0.5026417 Jul 06 17:31:14.722005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf5b2-c835-4c25-8c1d-baf45432b3be req-0d5b87fb-9653-4a0d-a11c-83090bc4d955 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:14.723596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee7bf5b2-c835-4c25-8c1d-baf45432b3be req-0d5b87fb-9653-4a0d-a11c-83090bc4d955 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks?id=711386f9-cc21-4050-a615-21e8e2b31e38&id=711386f9-cc21-4050-a615-21e8e2b31e38&id=711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 787 time: 0.2826331 Jul 06 17:31:14.738086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-1223c83d-6080-44aa-affe-3ba268b1f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:14.747728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-1223c83d-6080-44aa-affe-3ba268b1f5b2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2113621 Jul 06 17:31:14.750312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-ee7bf5b2-c835-4c25-8c1d-baf45432b3be req-9aaadb34-f2ac-4118-b4bd-b1bd4a51c282 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:31:14.751408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee7bf5b2-c835-4c25-8c1d-baf45432b3be req-9aaadb34-f2ac-4118-b4bd-b1bd4a51c282 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148733 Jul 06 17:31:14.764634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-60b84eda-b858-4ad6-a94c-a211e418ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:14.766143 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-60b84eda-b858-4ad6-a94c-a211e418ca4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 913 time: 0.2227199 Jul 06 17:31:14.804799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-4fc118f8-b36f-459f-be13-2f1a57b9e5a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 217 time: 0.0506549 Jul 06 17:31:14.819757 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1677c65-4f7b-41cd-bec9-4440133d2395 x-openstack-request-id: req-d1677c65-4f7b-41cd-bec9-4440133d2395 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:14.820163 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "name": "network-vif-plugged", "status": "completed", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:14.820492 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1677c65-4f7b-41cd-bec9-4440133d2395 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:14.820952 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'code': 200} Jul 06 17:31:14.851650 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-bf47ed1e-b111-44d7-99b8-427faa8f3ab5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003c8946-2fd3-4d0d-b310-9055c444389d HTTP/1.1" status: 200 len: 217 time: 0.0536959 Jul 06 17:31:14.923791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-4252f7a9-8cdc-4a11-994b-c11f97b84f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:14.925216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-4252f7a9-8cdc-4a11-994b-c11f97b84f92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0829437 Jul 06 17:31:14.930612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-7e786d19-99bf-4133-b2b2-7ac0ba0b22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:14.932771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-7e786d19-99bf-4133-b2b2-7ac0ba0b22dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 200 len: 852 time: 0.0599515 Jul 06 17:31:14.993624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-e4b7224a-824a-45b5-88c3-c3e76023f934 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52696e55-4931-41d6-9436-6e4ce837880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515294 Jul 06 17:31:15.144962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-48b0b9ed-fb23-48fb-9e47-46f816d7d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.146633 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-48b0b9ed-fb23-48fb-9e47-46f816d7d5ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2128181 Jul 06 17:31:15.149749 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-e67ebfa2-436f-4d1f-bd9f-70ff548a11ca service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469197 Jul 06 17:31:15.152184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81a2fe-a91e-47bb-98ec-000c5ae2915a req-8360fa68-0962-4f1a-8a59-43768f3655c5 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.153734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f81a2fe-a91e-47bb-98ec-000c5ae2915a req-8360fa68-0962-4f1a-8a59-43768f3655c5 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1097 time: 0.1646185 Jul 06 17:31:15.255782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642f4e5-51f5-4ffe-aa7e-b457ac64502a req-4d45cbec-cae5-4f24-b3e0-e5a9d45e3872 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.263898 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7642f4e5-51f5-4ffe-aa7e-b457ac64502a req-4d45cbec-cae5-4f24-b3e0-e5a9d45e3872 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.0799019 Jul 06 17:31:15.295839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f81a2fe-a91e-47bb-98ec-000c5ae2915a req-613b315d-44b4-4413-94bd-5f9db8406a5a tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339011 Jul 06 17:31:15.300602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7642f4e5-51f5-4ffe-aa7e-b457ac64502a req-0a65594d-c6a6-4be7-a6f3-e7fbd123643f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358307 Jul 06 17:31:15.340128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a41faaed-a330-4e41-b754-ee71f6445db7 req-af9e25d8-df6b-4c76-9787-a7e3abb0d07a service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762891 Jul 06 17:31:15.350662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-e7626414-8e26-45b0-9806-9d1da867d67f service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960070 Jul 06 17:31:15.409623 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-a4944228-9ee9-4ab5-a342-8db737360f99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips/e95b7811-9d88-4399-9e33-2da631b39899 HTTP/1.1" status: 200 len: 693 time: 0.0669250 Jul 06 17:31:15.483800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db4e95ec-5166-4f0b-948d-3ff36ad9e710 req-b5c6ea62-ebe7-4122-b5a4-e39a9a08cb08 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207001 Jul 06 17:31:15.536073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-3b91721c-3664-44af-9b47-f9b17a83c875 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.537530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-3b91721c-3664-44af-9b47-f9b17a83c875 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1181567 Jul 06 17:31:15.605272 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-ae575a88-7160-4eaf-9356-fb7d6a48f01d tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0599163 Jul 06 17:31:15.654990 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-ab403d28-e9a4-4287-a462-76f8ef31391e tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0486507 Jul 06 17:31:15.762449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.762979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.763609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.764091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.764560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.765021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.765485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.765945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.766520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.766989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.767449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.768102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:15.770178 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-ab8a695a-8de0-4b30-ba7e-d9df03c234b2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2&device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309&device_id=329437ff-ed4a-40de-b3fc-da57648140c2&device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2&device_id=425cc831-7a8d-4683-984f-8819edbe539e&device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598&device_id=a129a492-0c57-4d44-9642-d8b028351084&device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93&device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c&device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c&device_id=0cf2c007-4935-4453-99cc-de0fd3a92746&device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 10881 time: 0.0788922 Jul 06 17:31:15.788387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Deleting port 7b966148-d76e-49df-9df1-5e2c7b4f4698 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:15.788741 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:15.790251 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-1a0fc0ab-b80f-4906-a02b-b2d242c85d21 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:15.875452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:15.875787 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:15.890164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Calling delete_port for 7b966148-d76e-49df-9df1-5e2c7b4f4698 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:15.896499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-1a0fc0ab-b80f-4906-a02b-b2d242c85d21 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:15.902280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-1a0fc0ab-b80f-4906-a02b-b2d242c85d21 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:15.939213 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11c3c1f2-3c70-4eb7-a4b4-92271aa233fe req-1a0fc0ab-b80f-4906-a02b-b2d242c85d21 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&id=30fb9923-a549-454f-9d74-fe0902a1d989&id=3b0d491b-ae0b-4449-ac4e-b85700c78518&id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&id=fb2c529c-8741-4687-8641-1afd9c9d434c&id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.1617198 Jul 06 17:31:15.949885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fc0ab-b80f-4906-a02b-b2d242c85d21 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7471ad13-5786-4ab5-87b3-9634c31c09af,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:16.053231 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:16.080855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event deleted for resources: {'Port': ['ID=7b966148-d76e-49df-9df1-5e2c7b4f4698,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:16.130013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10276784-888c-42cb-b9a7-68ee87bbb449 req-a32a6ddc-c90e-4648-8865-9ad9d34f2d29 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:16.133968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-10276784-888c-42cb-b9a7-68ee87bbb449 req-a32a6ddc-c90e-4648-8865-9ad9d34f2d29 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.0803108 Jul 06 17:31:16.155981 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:16.159228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:16.173973 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5402311e-9de7-4a84-89f8-8aa07308d514 req-cd027f1e-bc21-412b-8bdb-0d7b582bcbe8 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "DELETE /v2.0/floatingips/e95b7811-9d88-4399-9e33-2da631b39899 HTTP/1.1" status: 204 len: 173 time: 0.5180171 Jul 06 17:31:16.182301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-10276784-888c-42cb-b9a7-68ee87bbb449 req-48673020-47c0-4d59-93b5-84687728a4f0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Jul 06 17:31:16.360582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92685f2d-513e-49fa-8623-0b3dfeeeeed9 req-d93545f8-cb14-4804-bb89-16046c282d2d tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:16.368185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-92685f2d-513e-49fa-8623-0b3dfeeeeed9 req-d93545f8-cb14-4804-bb89-16046c282d2d tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 943 time: 0.0841255 Jul 06 17:31:16.420311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-92685f2d-513e-49fa-8623-0b3dfeeeeed9 req-c5aca772-dc08-45e9-a1c8-39f27e8a8c11 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510578 Jul 06 17:31:16.515279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-6adc9d5d-74e4-466d-a4f3-ec3ad3e64d47 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips/96d5d1e4-3a20-4766-8119-cbc346ebb877 HTTP/1.1" status: 200 len: 693 time: 0.0598168 Jul 06 17:31:16.632993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-b811d01d-3b12-4db1-96a8-1765b733c626 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:16.634594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-b811d01d-3b12-4db1-96a8-1765b733c626 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1167071 Jul 06 17:31:16.690704 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-3f7b0b21-2173-4a4e-b54f-639f13e1c81d tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0495522 Jul 06 17:31:16.720695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb101c07-90c9-4f29-9a17-90c1254ecf1e req-f0db482b-cd98-4958-817f-622975a34546 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:16.721186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb101c07-90c9-4f29-9a17-90c1254ecf1e req-f0db482b-cd98-4958-817f-622975a34546 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:16.721707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb101c07-90c9-4f29-9a17-90c1254ecf1e req-f0db482b-cd98-4958-817f-622975a34546 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:16.723452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb101c07-90c9-4f29-9a17-90c1254ecf1e req-f0db482b-cd98-4958-817f-622975a34546 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309&device_id=425cc831-7a8d-4683-984f-8819edbe539e&device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 2883 time: 0.0605617 Jul 06 17:31:16.741965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-54e6811e-d8db-4265-ac87-884de3134f1c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0450819 Jul 06 17:31:16.761698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb101c07-90c9-4f29-9a17-90c1254ecf1e req-7ed964bb-6929-412a-8b40-0a2280408981 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Jul 06 17:31:16.875113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Deleting port e4a936b8-144a-4366-bbce-c7029066c530 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:16.875461 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:16.921190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-099f3c17-22cd-46ba-8033-adca57c99309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:16.928553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42c528-0569-4a85-89cb-767370fdce41 req-325a62cc-7ddd-40b9-9a5e-43990c08fccc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:16.935654 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c42c528-0569-4a85-89cb-767370fdce41 req-325a62cc-7ddd-40b9-9a5e-43990c08fccc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.0791335 Jul 06 17:31:16.965277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:16.965642 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:16.975142 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c42c528-0569-4a85-89cb-767370fdce41 req-fd88c4b2-4b27-4f9b-bbdb-ccba776b380f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 Jul 06 17:31:16.978962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Calling delete_port for e4a936b8-144a-4366-bbce-c7029066c530 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:17.135607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e9cc4-cda6-4885-87e9-b66cf336ad0c req-e814cb3b-077a-45f0-b9d1-b9e38b1dc50b tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:17.137511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-193e9cc4-cda6-4885-87e9-b66cf336ad0c req-e814cb3b-077a-45f0-b9d1-b9e38b1dc50b tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1097 time: 0.0581477 Jul 06 17:31:17.140662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:17.178062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-193e9cc4-cda6-4885-87e9-b66cf336ad0c req-4c9c869d-6fb7-4393-b08a-ea4e4c285e17 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339606 Jul 06 17:31:17.450613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event deleted for resources: {'Port': ['ID=e4a936b8-144a-4366-bbce-c7029066c530,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:17.495997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921652e5-5408-4501-be25-d1a600546f03 req-79c3dc1f-ddef-480d-9b5a-b89fcdf00194 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:17.497858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-921652e5-5408-4501-be25-d1a600546f03 req-79c3dc1f-ddef-480d-9b5a-b89fcdf00194 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.0694041 Jul 06 17:31:17.519108 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:17.522291 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:17.523780 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5984fa13-5e1b-4a2b-a963-f38023026cca req-1c7078f0-5d77-4a6a-9491-4f313e4a3a99 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "DELETE /v2.0/floatingips/96d5d1e4-3a20-4766-8119-cbc346ebb877 HTTP/1.1" status: 204 len: 173 time: 0.7762017 Jul 06 17:31:17.540461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-921652e5-5408-4501-be25-d1a600546f03 req-f66fe9f2-6354-4070-b714-46b8155ed5d3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364490 Jul 06 17:31:17.840643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233801b8-bfcf-4c0d-ab37-580c2d3f6ad4 req-3502c8b4-01d6-40df-ae28-ca14ba003fbf tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:17.842285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-233801b8-bfcf-4c0d-ab37-580c2d3f6ad4 req-3502c8b4-01d6-40df-ae28-ca14ba003fbf tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 943 time: 0.0796800 Jul 06 17:31:17.886937 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-233801b8-bfcf-4c0d-ab37-580c2d3f6ad4 req-256472e0-274e-4b9f-8396-6544145f9808 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376999 Jul 06 17:31:17.990039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-fe1c2dba-bfd1-492d-8d35-532e814c7811 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips/2d85508b-9bb9-4ea6-a8ad-0b3d5e50d990 HTTP/1.1" status: 200 len: 693 time: 0.0765769 Jul 06 17:31:18.088651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 003c8946-2fd3-4d0d-b310-9055c444389d details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:18.117416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-c41d3a48-89a7-4145-a1dc-7cdc5923f249 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:18.119357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-c41d3a48-89a7-4145-a1dc-7cdc5923f249 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1237137 Jul 06 17:31:18.130520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-a9c5f89a-f5ef-4d67-a2d7-a705f02163f9 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:31:18.132613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-a9c5f89a-f5ef-4d67-a2d7-a705f02163f9 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070930 Jul 06 17:31:18.210665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 003c8946-2fd3-4d0d-b310-9055c444389d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=003c8946-2fd3-4d0d-b310-9055c444389d,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:18.225632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-c6e3a52d-68f7-47e5-a02e-3df65dd8612c tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0822492 Jul 06 17:31:18.232305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '003c8946-2fd3-4d0d-b310-9055c444389d', 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a', 'port_id': '003c8946-2fd3-4d0d-b310-9055c444389d', 'mac_address': 'fa:16:3e:4d:31:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c227fa02-fa61-4298-805e-f6bfa8a52239', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:18.275172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:18.281723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-ef9b418c-ca09-4040-a10b-de208edd4f49 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0549903 Jul 06 17:31:18.289570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003c8946-2fd3-4d0d-b310-9055c444389d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:18.312956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 003c8946-2fd3-4d0d-b310-9055c444389d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=003c8946-2fd3-4d0d-b310-9055c444389d,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:18.317181 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:18.371973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=003c8946-2fd3-4d0d-b310-9055c444389d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:18.426483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Deleting port 544fd988-5c30-4d27-9aba-1b5c5e676224 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:18.426825 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:18.515673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:18.516011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:18.524571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-e03540f2-ce0f-4ee9-aa01-0bdf4dc34f67 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:31:18.526965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-e03540f2-ce0f-4ee9-aa01-0bdf4dc34f67 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075963 Jul 06 17:31:18.531153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Calling delete_port for 544fd988-5c30-4d27-9aba-1b5c5e676224 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:18.536271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Request body: {'binding': {'host': 'n-h1-799526-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:18.537011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:31:18.700068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on host n-h1-799526-3 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:18.700799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:18.701513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:18.709020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:18.709625 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:18.710092 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:18.716723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:18.717449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:18.718564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:18.719069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Bound port: a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:18.721943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:18.792746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:18.800749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:18.802840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-82c3789a-bf1a-46db-b4ed-ef284b0c9a8e service neutron] 10.222.0.13 "POST /v2.0/ports/a6c1144d-237e-4ff3-a0e9-cab62bf17a8e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2703311 Jul 06 17:31:18.807291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Pushing event deleted for resources: {'Port': ['ID=544fd988-5c30-4d27-9aba-1b5c5e676224,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:18.812423 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:18.815256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:18.823035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:18.830631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bbc1fe9-83d4-4a65-89e4-d1c514aa20c0 req-921e4fe8-dec7-4266-a175-d489501004f0 tempest-FloatingIPDetailsTestJSON-299343711 tempest-FloatingIPDetailsTestJSON-299343711-project] 10.222.0.13 "DELETE /v2.0/floatingips/2d85508b-9bb9-4ea6-a8ad-0b3d5e50d990 HTTP/1.1" status: 204 len: 173 time: 0.5479386 Jul 06 17:31:19.113533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad1455-9968-4652-abfb-844a1b5d633d req-08e298e9-f896-43a6-ad6a-b09a4fc466e4 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:19.115166 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73ad1455-9968-4652-abfb-844a1b5d633d req-08e298e9-f896-43a6-ad6a-b09a4fc466e4 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1101 time: 0.1010902 Jul 06 17:31:19.180737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73ad1455-9968-4652-abfb-844a1b5d633d req-31305ea5-9673-46bc-b630-44e9862a09ba tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477419 Jul 06 17:31:19.194316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-14761b53-0ae0-4cce-a67e-94633e6fd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:19.199041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-14761b53-0ae0-4cce-a67e-94633e6fd554 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1097 time: 0.1011004 Jul 06 17:31:19.360902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-f3a2bc41-71eb-41df-90fb-e8a2ffd26681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:19.362729 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-f3a2bc41-71eb-41df-90fb-e8a2ffd26681 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.1471918 Jul 06 17:31:19.407072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d2944-1224-4e67-bff1-11b6a5f17610 req-e9914573-93b8-4bab-ba38-baaf80c320df tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:19.415106 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d69d2944-1224-4e67-bff1-11b6a5f17610 req-e9914573-93b8-4bab-ba38-baaf80c320df tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.1684990 Jul 06 17:31:19.422989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-6dc1bdb8-c74f-4283-a30b-88e34d3860a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e HTTP/1.1" status: 200 len: 217 time: 0.0500553 Jul 06 17:31:19.423435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68242a66-0e9d-44f8-b7df-0fe3d2d9bd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:19.491894 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d69d2944-1224-4e67-bff1-11b6a5f17610 req-86a02a51-95cf-479a-8025-55186ae21b6c tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750122 Jul 06 17:31:19.568226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:19.750057 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:19.782790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-29f126c3-304f-4a0c-a0d2-f3842b173b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:19.784269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-29f126c3-304f-4a0c-a0d2-f3842b173b67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.3508878 Jul 06 17:31:19.826455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f73e95-b378-41f4-935e-734ca6453eb3 req-569291be-b5b1-4865-972a-5e9b5b7e4916 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:19.828093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31f73e95-b378-41f4-935e-734ca6453eb3 req-569291be-b5b1-4865-972a-5e9b5b7e4916 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 946 time: 0.2017145 Jul 06 17:31:19.871017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc6b4b-d4ce-48b0-84dc-502fb2369e5e req-0d13f437-5e55-405a-885f-6680f562f69c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:19.875044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4cc6b4b-d4ce-48b0-84dc-502fb2369e5e req-0d13f437-5e55-405a-885f-6680f562f69c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 944 time: 0.1625617 Jul 06 17:31:19.878422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-3dbb27f0-c5e5-4bed-a3a0-2ef31c4acc38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790343 Jul 06 17:31:19.902924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31f73e95-b378-41f4-935e-734ca6453eb3 req-50f1f7fc-8381-4b6b-a7aa-827a4bc702c2 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 Jul 06 17:31:19.980883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4cc6b4b-d4ce-48b0-84dc-502fb2369e5e req-7aa59cd6-79e2-4313-bf15-a9d12fa8c1eb tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008608 Jul 06 17:31:20.053528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-d2b64425-1ad9-4964-8fc9-62b7b9bb1c85 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660311 Jul 06 17:31:20.058438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Deleting port 81db5a92-aa50-466d-9886-79294f3df270 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:20.058788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.094046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 003c8946-2fd3-4d0d-b310-9055c444389d up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:20.192010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 003c8946-2fd3-4d0d-b310-9055c444389d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:20.198476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 003c8946-2fd3-4d0d-b310-9055c444389d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:20.199859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.203792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-e58d848d-4e66-482e-9ed1-d3239c510606 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429029 Jul 06 17:31:20.224552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] For port 81db5a92-aa50-466d-9886-79294f3df270, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=81db5a92-aa50-466d-9886-79294f3df270,segment=NetworkSegment(3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d),segment_id=3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:20.226137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.243039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Calling delete_port for 81db5a92-aa50-466d-9886-79294f3df270 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:20.319834 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.399505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-8e123c91-e70d-4b01-ab46-3df01850ad11 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:20.401586 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-8e123c91-e70d-4b01-ab46-3df01850ad11 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1097 time: 0.1184034 Jul 06 17:31:20.404072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 003c8946-2fd3-4d0d-b310-9055c444389d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=003c8946-2fd3-4d0d-b310-9055c444389d,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:20.406237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:20.412300 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbee4ba-7e7c-4970-8bf4-0123570004b6" -d '{"events": [{"server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "name": "network-vif-plugged", "status": "completed", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:20.414907 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799526-3'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:20.437636 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.451418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-d11efcd8-b83f-4382-91ba-cd628ddf4a4f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326271 Jul 06 17:31:20.518215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.532610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=003c8946-2fd3-4d0d-b310-9055c444389d,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:20.564024 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.636796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c0bad371-3406-42ad-a858-2da71ad8ccb4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:20.638308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c0bad371-3406-42ad-a858-2da71ad8ccb4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797793 Jul 06 17:31:20.662815 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-e887de1e-e335-480b-8e21-3bdd91903ede tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/quotas/afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 375 time: 0.0118377 Jul 06 17:31:20.663976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.673743 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c858424-c7bc-4cea-9896-31b414331121 x-openstack-request-id: req-7c858424-c7bc-4cea-9896-31b414331121 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:20.674194 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "name": "network-vif-plugged", "status": "completed", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:20.674551 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c858424-c7bc-4cea-9896-31b414331121 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:20.675143 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d', 'code': 200} Jul 06 17:31:20.702721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=81db5a92-aa50-466d-9886-79294f3df270,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:20.723177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:20.847141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:20.852445 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-f67ab783-b372-4251-bedd-c434ea1f0c38 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1795416 Jul 06 17:31:20.904192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:20.906630 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98944e3c-cedf-447f-a9b9-e8da6b1dc93c" -d '{"events": [{"server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:20.911656 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.930799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.937382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:20.990094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ca54f-add6-42f4-b04d-71c16cac7721 req-f53a2ea3-f45d-40b6-9bf3-762794f22b86 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:20.991667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-367ca54f-add6-42f4-b04d-71c16cac7721 req-f53a2ea3-f45d-40b6-9bf3-762794f22b86 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1101 time: 0.2155771 Jul 06 17:31:20.994018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958554c-e795-4471-a548-d05b2979f619 req-50074001-37a4-45a4-bf40-9cc99d3dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:20.994912 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0958554c-e795-4471-a548-d05b2979f619 req-50074001-37a4-45a4-bf40-9cc99d3dc9b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 1096 time: 0.2205048 Jul 06 17:31:21.075463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-367ca54f-add6-42f4-b04d-71c16cac7721 req-48130372-7b6e-407c-9ef3-c93997cb12e2 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754020 Jul 06 17:31:21.101762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0958554c-e795-4471-a548-d05b2979f619 req-187051f6-b010-484d-8fc8-625acab85670 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916159 Jul 06 17:31:21.107037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Pushing event updated for resources: {'Port': ['ID=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:21.157358 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eb138a-5e1e-44f1-8071-2c26fc008be0 x-openstack-request-id: req-d0eb138a-5e1e-44f1-8071-2c26fc008be0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:21.159020 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:21.159020 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0eb138a-5e1e-44f1-8071-2c26fc008be0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:21.159020 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e', 'code': 200} Jul 06 17:31:21.159355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on host n-h2-799526-3 for vnic_type normal with profile {"migrating_to": "n-h1-799526-3"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:21.159457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:21.159757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:21.172620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:21.173367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Attempting to bind port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:21.179911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:21.180257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:21.180655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:21.181264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Bound port: a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:21.181744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:21.267354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bddf5-fe47-46e7-969c-a94c3f763356 req-3fadfcae-bdc5-4ab9-8a1f-9194e8c3d962 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:21.268888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d2bddf5-fe47-46e7-969c-a94c3f763356 req-3fadfcae-bdc5-4ab9-8a1f-9194e8c3d962 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.1351991 Jul 06 17:31:21.270816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:21.276015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:21.277793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Router 04328b08-577a-4ccf-9af1-5fed4076924a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:31:21.289108 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:21.320489 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d2bddf5-fe47-46e7-969c-a94c3f763356 req-8aa49b6e-98be-4496-81fa-6da8422ed416 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Jul 06 17:31:21.422249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Pushing event updated for resources: {'Port': ['ID=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:21.431554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:31:21.432601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:21.433243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:21.434679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-4051d91a-656c-4876-baf6-b638f060d3ef service neutron] 10.222.0.22 "PUT /v2.0/ports/a6c1144d-237e-4ff3-a0e9-cab62bf17a8e HTTP/1.1" status: 200 len: 1122 time: 1.0252600 Jul 06 17:31:21.438448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5bdcbc2a-eaea-4911-be05-8a85f1f2bcdb admin admin] 10.222.0.13 "PUT /v2.0/routers/04328b08-577a-4ccf-9af1-5fed4076924a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6142037 Jul 06 17:31:21.440817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51116) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:21.444383 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] Sync routers for ids ['04328b08-577a-4ccf-9af1-5fed4076924a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:31:21.455226 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] Routers {'04328b08-577a-4ccf-9af1-5fed4076924a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:31:21.455852 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:31:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['04328b08-577a-4ccf-9af1-5fed4076924a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:21.466486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab200a-211d-45be-bd45-cb82eddbd1d6 req-0a8d0183-15a4-4f35-9dc2-b7dc37613383 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:21.471100 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89ab200a-211d-45be-bd45-cb82eddbd1d6 req-0a8d0183-15a4-4f35-9dc2-b7dc37613383 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 944 time: 0.1934757 Jul 06 17:31:21.536001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89ab200a-211d-45be-bd45-cb82eddbd1d6 req-8968a697-b7ef-4855-b031-1f33f6e395d1 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599408 Jul 06 17:31:21.549161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a6c1144d-237e-4ff3-a0e9-cab62bf17a8e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:21.594633 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] Set router 04328b08-577a-4ccf-9af1-5fed4076924a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:31:21.674867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a02b54a-1234-4daf-910f-821dc35c2bd8 req-23841291-1aa6-42b5-aa28-5d008dc8c2fe tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 210 time: 0.0493875 Jul 06 17:31:21.823493 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'f443184c-9219-414d-96a4-77e527b908dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:30:50Z', 'updated_at': '2021-07-06T17:31:20Z', 'revision_number': 5, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'gw_port': {'id': 'f443184c-9219-414d-96a4-77e527b908dd', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:51Z', 'updated_at': '2021-07-06T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:21.852293 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] Checking router: 04328b08-577a-4ccf-9af1-5fed4076924a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:31:21.865282 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] Routers {'04328b08-577a-4ccf-9af1-5fed4076924a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:31:21.865973 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:31:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['04328b08-577a-4ccf-9af1-5fed4076924a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:21.882648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1509458-5440-4efa-839c-1129c01988bc req-ce8d6fa0-ca53-4d82-844e-ce42f332178a tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:21.891186 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1509458-5440-4efa-839c-1129c01988bc req-ce8d6fa0-ca53-4d82-844e-ce42f332178a tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1101 time: 0.0644054 Jul 06 17:31:21.935462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1509458-5440-4efa-839c-1129c01988bc req-794f7820-9366-41f4-b87d-a2160f22daa1 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432534 Jul 06 17:31:21.960388 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:21.985550 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] Set router 04328b08-577a-4ccf-9af1-5fed4076924a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:31:22.060312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bbf3a-1a86-46e3-beb2-f4318b52c94a req-20be1d4e-9a9b-4f94-a8d3-e2afc55e6cd5 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:22.066937 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-007bbf3a-1a86-46e3-beb2-f4318b52c94a req-20be1d4e-9a9b-4f94-a8d3-e2afc55e6cd5 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 945 time: 0.5731838 Jul 06 17:31:22.148905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-007bbf3a-1a86-46e3-beb2-f4318b52c94a req-a76b812a-6ef1-4bfe-b718-26a67777256f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499225 Jul 06 17:31:22.156387 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.219305 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'f443184c-9219-414d-96a4-77e527b908dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:30:50Z', 'updated_at': '2021-07-06T17:31:20Z', 'revision_number': 5, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'gw_port': {'id': 'f443184c-9219-414d-96a4-77e527b908dd', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:51Z', 'updated_at': '2021-07-06T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:22.235954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Deleting port f443184c-9219-414d-96a4-77e527b908dd {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:22.236456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.249044 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7fc25-ea99-42e3-9aef-858aeabb4f3a None None] The sync data for ids ['04328b08-577a-4ccf-9af1-5fed4076924a'] in n-d-799526-3 is: [{'id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'name': 'tempest-FloatingIPDetailsTestJSON-1360375891-router', 'tenant_id': '62cf05c984d049efbb3e032e21e77e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'f443184c-9219-414d-96a4-77e527b908dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:30:50Z', 'updated_at': '2021-07-06T17:31:20Z', 'revision_number': 5, 'project_id': '62cf05c984d049efbb3e032e21e77e0e', 'gw_port': {'id': 'f443184c-9219-414d-96a4-77e527b908dd', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04328b08-577a-4ccf-9af1-5fed4076924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:30:51Z', 'updated_at': '2021-07-06T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:31:22.337121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] For port f443184c-9219-414d-96a4-77e527b908dd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f443184c-9219-414d-96a4-77e527b908dd,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:22.338094 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.351636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Calling delete_port for f443184c-9219-414d-96a4-77e527b908dd owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:22.365572 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.560452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572fb65-b027-4758-8012-1f5c9ffa2128 req-1e44adbb-1bf8-4bda-a591-d07f31198535 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:22.562556 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7572fb65-b027-4758-8012-1f5c9ffa2128 req-1e44adbb-1bf8-4bda-a591-d07f31198535 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.0784314 Jul 06 17:31:22.575337 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.645325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f443184c-9219-414d-96a4-77e527b908dd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:22.666277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-be3428d1-0a51-4040-ad19-2ff426986a98 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726876 Jul 06 17:31:22.695053 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7572fb65-b027-4758-8012-1f5c9ffa2128 req-3cb2b362-270d-473b-9d7d-44d1750a9e74 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267660 Jul 06 17:31:22.757784 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.858615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-f4aa023c-c711-4a6d-9dd0-184361c63788 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:22.863911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-f4aa023c-c711-4a6d-9dd0-184361c63788 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642065 Jul 06 17:31:22.877518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Request body: {'port': {'device_id': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'afaea2bd2e254de8a3bfc390f65b1887'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:22.903733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.906815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.989344 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.990139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04328b08-577a-4ccf-9af1-5fed4076924a {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:31:22.995829 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:22.997059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e4fa8105-8189-4690-a718-bd1173124bc4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/04328b08-577a-4ccf-9af1-5fed4076924a HTTP/1.1" status: 204 len: 168 time: 1.5550449 Jul 06 17:31:23.012950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f02c7-4643-4c58-be72-dc6a3c0b7739 req-5bf0bace-e30e-4d8d-ac7a-0f0efbb5c1f0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:23.015356 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-124f02c7-4643-4c58-be72-dc6a3c0b7739 req-5bf0bace-e30e-4d8d-ac7a-0f0efbb5c1f0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 944 time: 0.2109394 Jul 06 17:31:23.015922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:23.035365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Made reservation on behalf of afaea2bd2e254de8a3bfc390f65b1887 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:23.039530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.097816 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-124f02c7-4643-4c58-be72-dc6a3c0b7739 req-0f1f60a8-81e3-4e49-9b75-f7cbadd0f4a2 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Jul 06 17:31:23.107673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e4e4e7-7e8a-4e49-9282-efb3439ad16d admin admin] Deleting subnet 2d161154-38f8-4d73-ab3b-d290ec01c4fe {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:31:23.115312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e4e7-7e8a-4e49-9282-efb3439ad16d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.160377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:23.163667 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f62fb-5b9a-43fb-babf-44e8170acf15" -d '{"events": [{"name": "network-changed", "server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:23.179896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e4e7-7e8a-4e49-9282-efb3439ad16d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.263833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Allocated IP 192.168.233.118 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/ed58b47b-7159-427b-9d5b-b9f9c45594e0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:23.300602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a7e53d1-d916-4bc8-b8c5-b01168b2ec4a req-df0a477d-41ce-407b-9f33-beb08f4d097b tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 210 time: 0.0377102 Jul 06 17:31:23.391577 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e4e7-7e8a-4e49-9282-efb3439ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.404390 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f132ec-0123-4330-b186-037e4e59fe47 x-openstack-request-id: req-01f132ec-0123-4330-b186-037e4e59fe47 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:23.404959 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:23.405427 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01f132ec-0123-4330-b186-037e4e59fe47 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:23.406057 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e', 'status': 'completed', 'code': 200} Jul 06 17:31:23.469354 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e4e7-7e8a-4e49-9282-efb3439ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.502466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4e4e7-7e8a-4e49-9282-efb3439ad16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d161154-38f8-4d73-ab3b-d290ec01c4fe,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:23.504833 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e4e7-7e8a-4e49-9282-efb3439ad16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.507403 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e9e4e4e7-7e8a-4e49-9282-efb3439ad16d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2d161154-38f8-4d73-ab3b-d290ec01c4fe HTTP/1.1" status: 204 len: 168 time: 0.4903240 Jul 06 17:31:23.510700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:23.524890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084b2902-74d9-4d77-ba54-df2d40fb230b None None] Network 6532d024-ff2f-477c-a6cf-de73433a153a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:31:23.553856 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.602995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Transition to ACTIVE for port object ed58b47b-7159-427b-9d5b-b9f9c45594e0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:23.627566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-e4be6d3f-a198-4ce1-be33-abbb92bbd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:23.629535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-e4be6d3f-a198-4ce1-be33-abbb92bbd0c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1125 time: 0.1999707 Jul 06 17:31:23.649324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.667746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc4b19-4a95-43b4-9fdf-0df133b5918f req-24f01d71-cace-4a81-ae2a-2ea0325b6bb8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:23.670201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0cc4b19-4a95-43b4-9fdf-0df133b5918f req-24f01d71-cace-4a81-ae2a-2ea0325b6bb8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 945 time: 0.1507010 Jul 06 17:31:23.751841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0cc4b19-4a95-43b4-9fdf-0df133b5918f req-5b3ebebc-2262-4c26-94d6-676d92799d66 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721295 Jul 06 17:31:23.753339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462138a1-6dab-4acc-9d10-1680b61a01c8 req-3272c023-c23a-4c81-8a76-6bc763e2462c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:23.762325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-462138a1-6dab-4acc-9d10-1680b61a01c8 req-3272c023-c23a-4c81-8a76-6bc763e2462c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2200325 Jul 06 17:31:23.778495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Deleting port dbccf4b0-e95f-41e9-b34a-134818be4f63 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:23.778683 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.780354 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.811208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0beacdf7-1789-4fb4-946a-ebe07bcb7cae'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:23.815968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] DHCP port deletion for 6532d024-ff2f-477c-a6cf-de73433a153a request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:31:23.857801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] For port dbccf4b0-e95f-41e9-b34a-134818be4f63, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dbccf4b0-e95f-41e9-b34a-134818be4f63,segment=NetworkSegment(3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d),segment_id=3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:23.858536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:23.873566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Pushing event updated for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:23.888503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Calling delete_port for dbccf4b0-e95f-41e9-b34a-134818be4f63 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:23.920511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-462138a1-6dab-4acc-9d10-1680b61a01c8 req-7de39289-9098-415b-91fa-1ad4605a5bb8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585078 Jul 06 17:31:23.923386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-09a9ba01-0b13-4d3c-8f02-08ff35acbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:23.925288 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-09a9ba01-0b13-4d3c-8f02-08ff35acbfc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.2859614 Jul 06 17:31:23.931921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:23.943254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:23.946074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:23.953827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:23.954732 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.009714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-fc63b188-ae02-42a9-bfa1-ebfba2aaf8ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e HTTP/1.1" status: 200 len: 217 time: 0.0735939 Jul 06 17:31:24.018988 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-6b297105-9989-4b58-a037-b203d774b95d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1459682 Jul 06 17:31:24.051953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f494a-1273-45f7-8fa1-e7bb316b1117 req-1deefcba-8b4a-4311-ae96-8a3acea0a596 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:24.053991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Request body: {'port': {'device_id': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:24.056594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-350f494a-1273-45f7-8fa1-e7bb316b1117 req-1deefcba-8b4a-4311-ae96-8a3acea0a596 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.1256948 Jul 06 17:31:24.059163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.072140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] Deleting port dbccf4b0-e95f-41e9-b34a-134818be4f63 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:24.072538 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.129060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=dbccf4b0-e95f-41e9-b34a-134818be4f63,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:24.158720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] No DVR routers for this DVR port dbccf4b0-e95f-41e9-b34a-134818be4f63 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:31:24.182772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-fa893175-be66-4305-a657-3457e14489bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:24.184649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-fa893175-be66-4305-a657-3457e14489bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1644611 Jul 06 17:31:24.185740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] For port dbccf4b0-e95f-41e9-b34a-134818be4f63, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:24.186136 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.191990 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-d35f1307-536e-42b3-83e4-5ca2c985a491 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-633547597&fields=id&tenant_id=de7be06d38ba4100833d42a185c7d862 HTTP/1.1" status: 200 len: 267 time: 0.0786812 Jul 06 17:31:24.201394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] Calling delete_port for dbccf4b0-e95f-41e9-b34a-134818be4f63 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:24.205518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] Port dbccf4b0-e95f-41e9-b34a-134818be4f63 was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:31:24.208318 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.251719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] Pushing event deleted for resources: {'Port': ['ID=dbccf4b0-e95f-41e9-b34a-134818be4f63,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:24.256736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f8f499-70ea-4219-a460-bdc3a0d13c7f None None] No DVR routers for this DVR port dbccf4b0-e95f-41e9-b34a-134818be4f63 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:31:24.273484 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-350f494a-1273-45f7-8fa1-e7bb316b1117 req-ff04c96d-9ed7-4bc6-9520-c765308b21d6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096443 Jul 06 17:31:24.298640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.304971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-537d5ae1-5eb5-4fb3-8110-e4e702f8810b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117730 Jul 06 17:31:24.320287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6532d024-ff2f-477c-a6cf-de73433a153a']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:24.342865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:24.342865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4d5b68-ee55-4ed8-82ba-45e6c9632c2d') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:24.343832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ab98783d-6481-48ea-97c4-088c897b1922 None None] Provisioning for port ed58b47b-7159-427b-9d5b-b9f9c45594e0 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:24.354272 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.358322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ab98783d-6481-48ea-97c4-088c897b1922 None None] Provisioning complete for port ed58b47b-7159-427b-9d5b-b9f9c45594e0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:24.358725 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab98783d-6481-48ea-97c4-088c897b1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.372219 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.381287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:31:24.381870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.395595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dbccf4b0-e95f-41e9-b34a-134818be4f63 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:24.395805 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.425886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: dbccf4b0-e95f-41e9-b34a-134818be4f63 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:31:24.426647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dbccf4b0-e95f-41e9-b34a-134818be4f63 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:31:24.427374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f443184c-9219-414d-96a4-77e527b908dd no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:24.452459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f443184c-9219-414d-96a4-77e527b908dd {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:31:24.453055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f443184c-9219-414d-96a4-77e527b908dd not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:31:24.453644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 81db5a92-aa50-466d-9886-79294f3df270 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:31:24.473884 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:31:24.479889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 81db5a92-aa50-466d-9886-79294f3df270 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:31:24.480356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 81db5a92-aa50-466d-9886-79294f3df270 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:31:24.482030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ab98783d-6481-48ea-97c4-088c897b1922 None None] Port ed58b47b-7159-427b-9d5b-b9f9c45594e0 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:31:24.488487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.495436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.500002 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/6532d024-ff2f-477c-a6cf-de73433a153a HTTP/1.1" status: 204 len: 168 time: 0.9860427 Jul 06 17:31:24.521857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-67e59422-ab42-4cbc-9ddf-6e93ca02cc5f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:24.523824 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-67e59422-ab42-4cbc-9ddf-6e93ca02cc5f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 945 time: 0.2833488 Jul 06 17:31:24.527601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-8b59758d-5c0b-4d10-bbc5-7bb6ffac7571 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015216 Jul 06 17:31:24.531652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cadf80-4a91-4898-a080-c4b08cb28d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6532d024-ff2f-477c-a6cf-de73433a153a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:24.569428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f81eb-dffe-4438-836a-252154516ece req-dec22525-46ff-4742-827b-b0fed2d03198 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:24.571119 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a2f81eb-dffe-4438-836a-252154516ece req-dec22525-46ff-4742-827b-b0fed2d03198 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 944 time: 0.0962546 Jul 06 17:31:24.602181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-21307e68-c651-4278-acb8-7e259f001888 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'port': {'security_groups': ['3dca829a-5b4e-4fbd-8fef-a126139698b4', '7b79c3c4-6cf2-47d6-8417-bec8d0e3c2dd']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:24.613338 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a2f81eb-dffe-4438-836a-252154516ece req-9c378a97-379d-4dcd-b2a7-7318e6a80769 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355940 Jul 06 17:31:24.637717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51180) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:24.789068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e46ab-8c3f-40ce-bdca-53a97d36dbf9 req-1385ddb0-6b4c-4e10-bd5e-58c7b101cfc1 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:24.791985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b88e46ab-8c3f-40ce-bdca-53a97d36dbf9 req-1385ddb0-6b4c-4e10-bd5e-58c7b101cfc1 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 936 time: 0.0705090 Jul 06 17:31:24.810452 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a6c1144d-237e-4ff3-a0e9-cab62bf17a8e details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:24.829836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-373d1198-5b9e-4b16-a5cd-71a88eea88d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62cf05c984d049efbb3e032e21e77e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879883 Jul 06 17:31:24.834923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b88e46ab-8c3f-40ce-bdca-53a97d36dbf9 req-936cc12d-c978-4f16-b8ed-7854a6812408 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373411 Jul 06 17:31:24.835494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:24.840888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-143f62fb-5b9a-43fb-babf-44e8170acf15 req-a2fd24ed-7db1-492a-96b1-67516625e40f service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043976 Jul 06 17:31:24.853651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-21307e68-c651-4278-acb8-7e259f001888 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.890910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eba245ff-2558-4080-bad9-73c015858985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.917786 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eba245ff-2558-4080-bad9-73c015858985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.973024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:24.977930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eba245ff-2558-4080-bad9-73c015858985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.983131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eba245ff-2558-4080-bad9-73c015858985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:24.984940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eba245ff-2558-4080-bad9-73c015858985 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/238c2ccf-a1b8-40f0-8f95-3a7edb356301 HTTP/1.1" status: 204 len: 168 time: 0.1482329 Jul 06 17:31:24.992487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a6c1144d-237e-4ff3-a0e9-cab62bf17a8e has no active binding in host n-h1-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:31:24.995358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba245ff-2558-4080-bad9-73c015858985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238c2ccf-a1b8-40f0-8f95-3a7edb356301,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:25.184939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab31f7e-4920-4810-8ac8-5f0b71b24bd1 req-cde65696-ada6-4b60-a171-95d1c40a4f7d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:25.186715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab31f7e-4920-4810-8ac8-5f0b71b24bd1 req-cde65696-ada6-4b60-a171-95d1c40a4f7d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0714643 Jul 06 17:31:25.228292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ab31f7e-4920-4810-8ac8-5f0b71b24bd1 req-559298ac-8978-4b5d-b255-ee770e3f7bbf tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355260 Jul 06 17:31:25.286226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed58b47b-7159-427b-9d5b-b9f9c45594e0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:25.298295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:25.323144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Transition to ACTIVE for port object ed58b47b-7159-427b-9d5b-b9f9c45594e0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:25.333352 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:25.388678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Pushing event updated for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:25.411550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-21307e68-c651-4278-acb8-7e259f001888 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] For port 003c8946-2fd3-4d0d-b310-9055c444389d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=003c8946-2fd3-4d0d-b310-9055c444389d,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:25.484051 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-21307e68-c651-4278-acb8-7e259f001888 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:25.488743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Attempting to bind port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:25.489571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Attempting to bind port ed58b47b-7159-427b-9d5b-b9f9c45594e0 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:25.490109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Attempting to bind port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:25.497572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:25.501948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Attempting to bind port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:25.508778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:25.509868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:25.510246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:25.510686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Bound port: ed58b47b-7159-427b-9d5b-b9f9c45594e0, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:25.511205 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:25.513786 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-21307e68-c651-4278-acb8-7e259f001888 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:25.530109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:25.563386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5535251-d52d-4b75-b2ef-6969fee7411b req-2f819867-aa8a-43d4-9d04-11a410158bc2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:25.564963 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c5535251-d52d-4b75-b2ef-6969fee7411b req-2f819867-aa8a-43d4-9d04-11a410158bc2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.1127222 Jul 06 17:31:25.636497 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c5535251-d52d-4b75-b2ef-6969fee7411b req-106f3afb-59e7-423a-b9c7-f5140f0995e1 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620384 Jul 06 17:31:25.695329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-21307e68-c651-4278-acb8-7e259f001888 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:25.696198 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-21307e68-c651-4278-acb8-7e259f001888 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:25.698058 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8509b303-bfd6-4b2d-849a-0de6bfdf46a4 req-21307e68-c651-4278-acb8-7e259f001888 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "PUT /v2.0/ports/003c8946-2fd3-4d0d-b310-9055c444389d HTTP/1.1" status: 200 len: 981 time: 1.1630533 Jul 06 17:31:25.698589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:25.700923 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b995db57-7489-494d-b98d-391795e2a4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:25.758199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21307e68-c651-4278-acb8-7e259f001888 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'Port': ['ID=003c8946-2fd3-4d0d-b310-9055c444389d,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:25.766045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:25.771066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:25.777468 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:25.837593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:25.839301 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:25.841209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] 10.222.0.22 "PUT /v2.0/ports/ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 200 len: 1096 time: 1.8013604 Jul 06 17:31:25.887228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:25.977688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96443de-a041-4152-ad1c-671f8134e01c service neutron] Pushing event updated for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:25.994940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a275ba-e56a-4f3b-a249-1f750a2952ba req-1fc38eb1-829b-45b2-b8c4-55b2c51b1142 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.002187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c6a275ba-e56a-4f3b-a249-1f750a2952ba req-1fc38eb1-829b-45b2-b8c4-55b2c51b1142 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 944 time: 0.1145349 Jul 06 17:31:26.015332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f457025b-7ace-4c34-bd2d-69772faf682b req-1a45f1a8-8363-4c1d-be19-a24382b254b3 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1778612965&fields=id&tenant_id=de7be06d38ba4100833d42a185c7d862 HTTP/1.1" status: 200 len: 267 time: 0.1188915 Jul 06 17:31:26.063105 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c6a275ba-e56a-4f3b-a249-1f750a2952ba req-626edf89-2be7-4a86-a690-e882dc2ced98 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508938 Jul 06 17:31:26.067455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:26.096201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-69d6fa71-d404-455a-accf-da4ce822114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.097691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-69d6fa71-d404-455a-accf-da4ce822114d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 1099 time: 0.1830266 Jul 06 17:31:26.123034 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e70c30-6dbe-461e-babb-023c426b44ad x-openstack-request-id: req-17e70c30-6dbe-461e-babb-023c426b44ad {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:26.123417 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:26.123674 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17e70c30-6dbe-461e-babb-023c426b44ad {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:26.124070 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d', 'status': 'completed', 'code': 200} Jul 06 17:31:26.159179 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-34552279-017d-48bc-a27c-b74a12f0cb2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 200 len: 217 time: 0.0475390 Jul 06 17:31:26.207531 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1196552562-network', 'tenant_id': '4f17c615f3454773b2f8bf2d28e126e1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:26.248612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Made reservation on behalf of 4f17c615f3454773b2f8bf2d28e126e1 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:26.251179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.253438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457025b-7ace-4c34-bd2d-69772faf682b req-0c22eba0-11c1-4e71-91f2-6f64d6bcbfa9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.255000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f457025b-7ace-4c34-bd2d-69772faf682b req-0c22eba0-11c1-4e71-91f2-6f64d6bcbfa9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 984 time: 0.2306962 Jul 06 17:31:26.259125 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-f16eff8c-3d62-4960-9a51-5f45f308bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.260623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-f16eff8c-3d62-4960-9a51-5f45f308bdb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0895143 Jul 06 17:31:26.270140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f457025b-7ace-4c34-bd2d-69772faf682b req-afba319f-302f-446a-9ac8-93dc5311b03f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'port': {'security_groups': ['3dca829a-5b4e-4fbd-8fef-a126139698b4', '7b79c3c4-6cf2-47d6-8417-bec8d0e3c2dd', 'ff68098e-1c11-4ab2-9661-05861e6d6223']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:26.278270 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.351056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272dbb4-df2a-478e-babf-9825b67705c8 req-9268deee-60fb-4a80-a3b9-796229d64542 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.352487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c272dbb4-df2a-478e-babf-9825b67705c8 req-9268deee-60fb-4a80-a3b9-796229d64542 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 948 time: 0.1159644 Jul 06 17:31:26.400154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995db57-7489-494d-b98d-391795e2a4c2 req-42b8699e-4abe-4ef5-99d9-332bfd3839ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.401711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b995db57-7489-494d-b98d-391795e2a4c2 req-42b8699e-4abe-4ef5-99d9-332bfd3839ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 1135 time: 0.2401328 Jul 06 17:31:26.428722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c272dbb4-df2a-478e-babf-9825b67705c8 req-e18cad15-0fb7-4f6e-bfe2-a0f9aaeea4d2 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668728 Jul 06 17:31:26.453183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f457025b-7ace-4c34-bd2d-69772faf682b req-afba319f-302f-446a-9ac8-93dc5311b03f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.453428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.458003 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.490419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:31:26.496485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-b5e304a3-2413-4f6b-87b7-86bb1fd4fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.497812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66a72be-4f27-444a-979a-46d0bb2de2c7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:26.498029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-b5e304a3-2413-4f6b-87b7-86bb1fd4fe34 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2220693 Jul 06 17:31:26.507910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.508368 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Added segment 355927f4-e045-4dbb-a5e9-7775630dcbe5 of type vlan for network af3c9123-5259-4a0a-b9b7-21b480e20e79 Jul 06 17:31:26.560566 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.600332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.601568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.602558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.643795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995db57-7489-494d-b98d-391795e2a4c2 req-fd20d366-36c8-4886-92c4-c944fe7e769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.645288 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b995db57-7489-494d-b98d-391795e2a4c2 req-fd20d366-36c8-4886-92c4-c944fe7e769e service neutron] 10.222.0.55 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 913 time: 0.2262328 Jul 06 17:31:26.677489 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6079309 Jul 06 17:31:26.680263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:26.688220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Request body: {'subnet': {'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1196552562-subnet', 'tenant_id': '4f17c615f3454773b2f8bf2d28e126e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:26.699882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939eb67-bd79-41c1-9a13-edf9cecbac7b admin admin] Pushing event updated for resources: {'Network': ['ID=af3c9123-5259-4a0a-b9b7-21b480e20e79,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:26.710996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network af3c9123-5259-4a0a-b9b7-21b480e20e79 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:31:26.713277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b995db57-7489-494d-b98d-391795e2a4c2 req-059302f9-7dd4-4431-8548-73856a94c409 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003c8946-2fd3-4d0d-b310-9055c444389d HTTP/1.1" status: 200 len: 217 time: 0.0582001 Jul 06 17:31:26.755300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Made reservation on behalf of 4f17c615f3454773b2f8bf2d28e126e1 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:26.757577 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:26.766820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-0f5818ad-f42d-482d-b689-96ac437f0fb8 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381759 Jul 06 17:31:26.843787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767c89c-fefe-4d2e-a91a-3f1d4590f7b9 req-d539a446-c7ed-464f-ad13-96852f8fbf7a tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.845331 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8767c89c-fefe-4d2e-a91a-3f1d4590f7b9 req-d539a446-c7ed-464f-ad13-96852f8fbf7a tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1493831 Jul 06 17:31:26.869692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995db57-7489-494d-b98d-391795e2a4c2 req-66c2ba0f-f706-486c-b2ba-4190b2e725a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:26.871073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b995db57-7489-494d-b98d-391795e2a4c2 req-66c2ba0f-f706-486c-b2ba-4190b2e725a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 200 len: 852 time: 0.1445370 Jul 06 17:31:26.903083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8767c89c-fefe-4d2e-a91a-3f1d4590f7b9 req-0c9e0e8f-58ef-456a-8fe5-75b64a78c20a tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519884 Jul 06 17:31:26.927528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b995db57-7489-494d-b98d-391795e2a4c2 req-8d135d76-b6f8-4017-9aff-d0b665554c8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52696e55-4931-41d6-9436-6e4ce837880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359030 Jul 06 17:31:26.985218 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:27.019822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f457025b-7ace-4c34-bd2d-69772faf682b req-afba319f-302f-446a-9ac8-93dc5311b03f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] For port 003c8946-2fd3-4d0d-b310-9055c444389d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=003c8946-2fd3-4d0d-b310-9055c444389d,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:27.043599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53ae45f0-034b-4ea2-9c71-b247320eb0f2 req-555e65e9-cb92-4204-96cc-78846f071b92 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639327 Jul 06 17:31:27.045290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0055c108-d990-4b66-862a-1cfb90aabc2d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:27.053216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Checking segment: {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:27.053763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Network hostable DHCP agents. Network: af3c9123-5259-4a0a-b9b7-21b480e20e79, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:31:27.073134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Network af3c9123-5259-4a0a-b9b7-21b480e20e79 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:31:27.078259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f457025b-7ace-4c34-bd2d-69772faf682b req-afba319f-302f-446a-9ac8-93dc5311b03f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:27.085308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, af3c9123-5259-4a0a-b9b7-21b480e20e79) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:27.090904 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f457025b-7ace-4c34-bd2d-69772faf682b req-afba319f-302f-446a-9ac8-93dc5311b03f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:27.095104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c7b1a-85c5-4a52-8335-4a2a91ee1089 None None] Network af3c9123-5259-4a0a-b9b7-21b480e20e79 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:31:27.095597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:27.096520 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:27.107290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b995db57-7489-494d-b98d-391795e2a4c2 req-7c518f70-dc33-4c5b-8530-13fb6cedb147 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649573 Jul 06 17:31:27.115819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:27.121088 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b2abe017-22ca-4357-99bf-3342b7089194 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4391003 Jul 06 17:31:27.154139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457025b-7ace-4c34-bd2d-69772faf682b req-afba319f-302f-446a-9ac8-93dc5311b03f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:27.154844 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f457025b-7ace-4c34-bd2d-69772faf682b req-afba319f-302f-446a-9ac8-93dc5311b03f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:27.156266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f457025b-7ace-4c34-bd2d-69772faf682b req-afba319f-302f-446a-9ac8-93dc5311b03f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "PUT /v2.0/ports/003c8946-2fd3-4d0d-b310-9055c444389d HTTP/1.1" status: 200 len: 1020 time: 0.8916342 Jul 06 17:31:27.231108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba319f-302f-446a-9ac8-93dc5311b03f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'Port': ['ID=003c8946-2fd3-4d0d-b310-9055c444389d,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:27.323430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a417a5-a90d-4269-8d8c-445d2cc2a56a None None] Network af3c9123-5259-4a0a-b9b7-21b480e20e79 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:31:27.331353 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b995db57-7489-494d-b98d-391795e2a4c2 req-31c4eb2b-4d5f-4d42-b61a-793a90a443d1 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008834 Jul 06 17:31:27.372921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625dffb-a2d0-43b6-aa24-e105a07f0940 req-9560d8b5-1c9f-4af8-84b6-a75d71cf541b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:27.374527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0625dffb-a2d0-43b6-aa24-e105a07f0940 req-9560d8b5-1c9f-4af8-84b6-a75d71cf541b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 945 time: 0.0959194 Jul 06 17:31:27.450952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0625dffb-a2d0-43b6-aa24-e105a07f0940 req-8c47645e-4ea1-460f-9aca-8485bc1085f2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674572 Jul 06 17:31:27.469720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:27.582436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63af4a-9183-44da-a3d4-c4a77d8443c4 req-366cd0a1-5b12-4c86-9ad2-638d682fbfa7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:27.585079 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c63af4a-9183-44da-a3d4-c4a77d8443c4 req-366cd0a1-5b12-4c86-9ad2-638d682fbfa7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 944 time: 0.0873976 Jul 06 17:31:27.626943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c63af4a-9183-44da-a3d4-c4a77d8443c4 req-ecd5c729-8d23-4895-98d7-8c4f29e27621 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361316 Jul 06 17:31:27.673389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-da6fbe0e-b21b-458d-af2e-2412252c51d8 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:27.674858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-da6fbe0e-b21b-458d-af2e-2412252c51d8 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.1352110 Jul 06 17:31:27.683563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb922206-10bd-4afd-8045-212c38a8bc62 req-821badfd-8c11-42ee-b291-cc400a99eb1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:27.685076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb922206-10bd-4afd-8045-212c38a8bc62 req-821badfd-8c11-42ee-b291-cc400a99eb1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 1023 time: 0.1141202 Jul 06 17:31:27.690031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799526-3'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:27.824725 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:27.833465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb922206-10bd-4afd-8045-212c38a8bc62 req-f14c7b6d-5283-4d5b-a37e-e3da3913b022 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&id=7b79c3c4-6cf2-47d6-8417-bec8d0e3c2dd&id=ff68098e-1c11-4ab2-9661-05861e6d6223 HTTP/1.1" status: 200 len: 6149 time: 0.1399105 Jul 06 17:31:27.884565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d012fc-230b-4755-9645-358c30f34804 req-f1742a0e-bc37-47e8-90d9-0656ae611185 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:27.886181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-f1742a0e-bc37-47e8-90d9-0656ae611185 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/networks?id=af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 200 len: 822 time: 0.1123641 Jul 06 17:31:27.901345 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-5d944ded-8754-49b8-9cd0-7cbf30e309c8 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/quotas/4f17c615f3454773b2f8bf2d28e126e1 HTTP/1.1" status: 200 len: 375 time: 0.0099239 Jul 06 17:31:27.938536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-3b3d8726-b369-4a2b-94d3-d64b4fa2db16 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317287 Jul 06 17:31:28.006977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:28.029343 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-66656db6-6ef3-4dfd-9f3c-5e3ed11ff542 service neutron] 10.222.0.13 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836740 Jul 06 17:31:28.065329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c895c-7aaa-4ddb-ba8c-d329b9e977d5 req-ca130d63-ecfe-4531-9842-caddca5b0782 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:28.066813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa2c895c-7aaa-4ddb-ba8c-d329b9e977d5 req-ca130d63-ecfe-4531-9842-caddca5b0782 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 948 time: 0.1223357 Jul 06 17:31:28.072960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:28.125468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'}, {'name': 'network-changed', 'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:28.125690 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-2a76a565-6e6b-4a7b-a33f-e3d3fe2bf29a service neutron] 10.222.0.13 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901301 Jul 06 17:31:28.127810 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6b0367-3652-435f-ad0a-8301431bae42" -d '{"events": [{"name": "network-changed", "server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0"}, {"name": "network-changed", "server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:28.135814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e0e5a2cd-9d09-4606-8529-c35eaff3875f details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:28.141552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:28.151757 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa2c895c-7aaa-4ddb-ba8c-d329b9e977d5 req-b33dbfd3-2a33-46a5-826f-c6e3b23c450e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770807 Jul 06 17:31:28.152875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:28.196973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a6c1144d-237e-4ff3-a0e9-cab62bf17a8e no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:28.228167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e5a2cd-9d09-4606-8529-c35eaff3875f,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:28.270712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f on host n-h1-799526-3 for vnic_type normal with profile {"migrating_to": "n-h2-799526-3"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:28.270712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:28.271060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:28.276567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Port e0e5a2cd-9d09-4606-8529-c35eaff3875f on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:28.277068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Attempting to bind port e0e5a2cd-9d09-4606-8529-c35eaff3875f on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:28.280819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:28.282637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:28.283314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:28.283464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:28.285197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Bound port: e0e5a2cd-9d09-4606-8529-c35eaff3875f, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:28.285579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:28.313930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e0e5a2cd-9d09-4606-8529-c35eaff3875f has no active binding in host n-h2-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:31:28.430784 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-6f123466-a6e5-4ed8-8d6c-568929aa69ac service neutron] 10.222.0.55 "GET /v2.0/ports/a6c1144d-237e-4ff3-a0e9-cab62bf17a8e/bindings/n-h1-799526-3 HTTP/1.1" status: 200 len: 384 time: 0.1070671 Jul 06 17:31:28.539201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-b8af8da1-8411-4b46-8c9f-9be7b339a76d req-e573fb95-c45c-468f-89be-0fb7a9f95a64 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': ' tempest-securitygroup -270866302 ', 'description': 'tempest-description-469518041'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:28.606328 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8af8da1-8411-4b46-8c9f-9be7b339a76d req-e573fb95-c45c-468f-89be-0fb7a9f95a64 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:28.627841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:28.631365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:28.638185 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:28.753750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:28.753750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:28.755153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] 10.222.0.55 "PUT /v2.0/ports/e0e5a2cd-9d09-4606-8529-c35eaff3875f HTTP/1.1" status: 200 len: 1121 time: 1.0691550 Jul 06 17:31:28.775075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9bd17-2a23-4406-a9e9-bca4c9df07c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e5a2cd-9d09-4606-8529-c35eaff3875f,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:28.815652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8af8da1-8411-4b46-8c9f-9be7b339a76d req-e573fb95-c45c-468f-89be-0fb7a9f95a64 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:28.824467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:28.834723 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8af8da1-8411-4b46-8c9f-9be7b339a76d req-e573fb95-c45c-468f-89be-0fb7a9f95a64 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:28.870417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['e0e5a2cd-9d09-4606-8529-c35eaff3875f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:28.905558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8af8da1-8411-4b46-8c9f-9be7b339a76d req-e573fb95-c45c-468f-89be-0fb7a9f95a64 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:28.918059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8af8da1-8411-4b46-8c9f-9be7b339a76d req-e573fb95-c45c-468f-89be-0fb7a9f95a64 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3838308 Jul 06 17:31:28.920480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['e0e5a2cd-9d09-4606-8529-c35eaff3875f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:28.925217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:28.961735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573fb95-c45c-468f-89be-0fb7a9f95a64 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181088aa-9ed1-4dc9-875b-db932c140123,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:28.976644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825b63b-5530-4cc7-9031-d11a974218df req-d9330c85-be78-4d6e-b82b-ac827e72d5e6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:28.979000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8825b63b-5530-4cc7-9031-d11a974218df req-d9330c85-be78-4d6e-b82b-ac827e72d5e6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0954094 Jul 06 17:31:28.990525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c1144d-237e-4ff3-a0e9-cab62bf17a8e {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:29.008589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:29.028478 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:29.054929 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c95dfbe-94cd-4867-87a9-c51239dc40d3 x-openstack-request-id: req-6c95dfbe-94cd-4867-87a9-c51239dc40d3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:29.059027 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:29.059290 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c95dfbe-94cd-4867-87a9-c51239dc40d3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:29.059816 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'status': 'completed', 'code': 200} Jul 06 17:31:29.060207 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d', 'status': 'completed', 'code': 200} Jul 06 17:31:29.151481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] Transition to ACTIVE for port object a6c1144d-237e-4ff3-a0e9-cab62bf17a8e will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:29.183198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8825b63b-5530-4cc7-9031-d11a974218df req-ae1c15b1-2587-492e-b92b-52e006cb648f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959398 Jul 06 17:31:29.235778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-c7ffbbc1-1cdf-41ea-b35e-dfa0da266193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.237890 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1d56a9f-408e-4727-82ef-bf8207160572 req-a7ab1230-e337-4a72-84d3-10d90bbb1fb3 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 210 time: 0.0841935 Jul 06 17:31:29.239173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:29.242729 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-c7ffbbc1-1cdf-41ea-b35e-dfa0da266193 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 1174 time: 0.1854179 Jul 06 17:31:29.256492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-528dff71-5d34-47e0-b0e3-5ff5f9473db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.258883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-528dff71-5d34-47e0-b0e3-5ff5f9473db8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 1099 time: 0.2049158 Jul 06 17:31:29.318111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] No DVR routers for this DVR port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:31:29.328467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] Pushing event updated for resources: {'Port': ['ID=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:29.369305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-1198cee5-ab87-4968-90a8-fe83c6af345f service neutron] 10.222.0.55 "PUT /v2.0/ports/a6c1144d-237e-4ff3-a0e9-cab62bf17a8e/bindings/n-h1-799526-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9211507 Jul 06 17:31:29.447817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bbef2-1ea2-4a28-96d4-4838355c1a2f req-4865fb4c-b044-48b9-a5d3-4bd959e562c6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.449399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae8bbef2-1ea2-4a28-96d4-4838355c1a2f req-4865fb4c-b044-48b9-a5d3-4bd959e562c6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 945 time: 0.0790236 Jul 06 17:31:29.496733 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae8bbef2-1ea2-4a28-96d4-4838355c1a2f req-34b52cb8-e2ab-46b8-9d1c-aaf3229c88bb tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396731 Jul 06 17:31:29.555136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-d6096d75-284a-462d-a8ab-7d05331ea2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.557274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-d6096d75-284a-462d-a8ab-7d05331ea2fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 913 time: 0.2974656 Jul 06 17:31:29.568550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-af34b250-f709-4e0d-ac4a-ab66cbf3dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.570113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-af34b250-f709-4e0d-ac4a-ab66cbf3dff0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2330899 Jul 06 17:31:29.588089 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d430a512-5657-4969-9fae-669a405e9d86 req-8a5e635b-e46b-4612-86ad-d3cd7be8b766 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/181088aa-9ed1-4dc9-875b-db932c140123 HTTP/1.1" status: 200 len: 1779 time: 0.0485353 Jul 06 17:31:29.658264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-8ab8a271-c661-4548-bd72-c9d1756ada20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003c8946-2fd3-4d0d-b310-9055c444389d HTTP/1.1" status: 200 len: 217 time: 0.0919678 Jul 06 17:31:29.666736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080823fe-b86f-4fea-9a1b-a1d7d69052cb req-a8a677fa-dcae-4daf-ab01-066fc07fe2f2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.668297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-080823fe-b86f-4fea-9a1b-a1d7d69052cb req-a8a677fa-dcae-4daf-ab01-066fc07fe2f2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.2743793 Jul 06 17:31:29.669653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-3f4a7b72-abd3-493c-9357-43d095354b4a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 200 len: 217 time: 0.0866771 Jul 06 17:31:29.751003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44643c-90b2-4df7-99f5-ed341f6e3f05 req-a3d1fcf1-52db-4195-8ced-2b1e8a58aeb7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.753164 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc44643c-90b2-4df7-99f5-ed341f6e3f05 req-a3d1fcf1-52db-4195-8ced-2b1e8a58aeb7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 948 time: 0.0690598 Jul 06 17:31:29.761392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-b44a5355-73dc-489b-819b-9c01eb71a66d tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.762944 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-b44a5355-73dc-489b-819b-9c01eb71a66d tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.3115511 Jul 06 17:31:29.807624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc44643c-90b2-4df7-99f5-ed341f6e3f05 req-0cd1f1b6-3554-4047-a16a-321a664da2ae tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Jul 06 17:31:29.850525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-e10074ab-775a-44de-a99b-6b8d17df0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.866888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-e10074ab-775a-44de-a99b-6b8d17df0715 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 200 len: 852 time: 0.1944726 Jul 06 17:31:29.889342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-080823fe-b86f-4fea-9a1b-a1d7d69052cb req-beed9d8c-361f-4830-addd-34ef227d2a9f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934769 Jul 06 17:31:29.893731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-910f1a11-6bb3-4e7c-84df-ad77cb4c2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:29.900091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-910f1a11-6bb3-4e7c-84df-ad77cb4c2d5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2050238 Jul 06 17:31:29.954890 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-b01c17c1-88cb-4d1a-805d-4f78d6bf05de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52696e55-4931-41d6-9436-6e4ce837880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628576 Jul 06 17:31:30.101368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d93f014c-423e-40a9-90d8-05f6af6f44b0 req-3b975532-bede-4b66-a6fe-066121298c7a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/181088aa-9ed1-4dc9-875b-db932c140123 HTTP/1.1" status: 200 len: 1779 time: 0.1883962 Jul 06 17:31:30.109768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-c9f4f9d6-e5a2-4100-a755-99ed985595bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:30.111455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-c9f4f9d6-e5a2-4100-a755-99ed985595bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2&tenant_id=8909e689eec94d608790aa0e12f45edd HTTP/1.1" status: 200 len: 1096 time: 0.3328843 Jul 06 17:31:30.139552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d012fc-230b-4755-9645-358c30f34804 req-ac1575c3-a607-4037-a509-5832999ce623 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:30.141935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-ac1575c3-a607-4037-a509-5832999ce623 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "GET /v2.0/networks?id=af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 200 len: 822 time: 0.1326213 Jul 06 17:31:30.161447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Request body: {'port': {'device_id': '7b10747f-4472-4d95-9df5-8ec070ca0c9c', 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79', 'admin_state_up': True, 'tenant_id': '4f17c615f3454773b2f8bf2d28e126e1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:30.162591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-f325635a-f8b5-4352-ac82-355c67fc45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:30.164225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-f325635a-f8b5-4352-ac82-355c67fc45e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2502823 Jul 06 17:31:30.166287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-dc99d95d-9d19-423e-85d2-1132a5f8a22c service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904070 Jul 06 17:31:30.309335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Made reservation on behalf of 4f17c615f3454773b2f8bf2d28e126e1 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:30.316461 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:30.346973 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d93f014c-423e-40a9-90d8-05f6af6f44b0 req-790af920-583e-47cc-8f0a-41d61836a001 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:30.421328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d93f014c-423e-40a9-90d8-05f6af6f44b0 req-790af920-583e-47cc-8f0a-41d61836a001 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:30.442619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-acc663c9-a33e-4c07-af01-4ff579e0e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:30.444156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-acc663c9-a33e-4c07-af01-4ff579e0e76d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1096 time: 0.2979896 Jul 06 17:31:30.452496 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-fb98837a-78da-442b-a9da-f10b72c1e634 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590899 Jul 06 17:31:30.462073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-d2ca822f-1e36-41d9-b368-111f65e18972 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675450 Jul 06 17:31:30.542806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f299b47-9ffd-45fc-9197-a0daab89e8ee req-8bf20dc1-4d95-4ed1-b795-5a15a1ca3531 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:30.545063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8f299b47-9ffd-45fc-9197-a0daab89e8ee req-8bf20dc1-4d95-4ed1-b795-5a15a1ca3531 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1571460 Jul 06 17:31:30.563651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Allocated IP 172.20.0.4 (af3c9123-5259-4a0a-b9b7-21b480e20e79/0055c108-d990-4b66-862a-1cfb90aabc2d/b8813840-b08a-4210-9957-b25b93a2e197) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:30.594645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d93f014c-423e-40a9-90d8-05f6af6f44b0 req-790af920-583e-47cc-8f0a-41d61836a001 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:30.597202 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d93f014c-423e-40a9-90d8-05f6af6f44b0 req-790af920-583e-47cc-8f0a-41d61836a001 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:30.598325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d93f014c-423e-40a9-90d8-05f6af6f44b0 req-790af920-583e-47cc-8f0a-41d61836a001 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/181088aa-9ed1-4dc9-875b-db932c140123 HTTP/1.1" status: 204 len: 173 time: 0.4843624 Jul 06 17:31:30.614741 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8f299b47-9ffd-45fc-9197-a0daab89e8ee req-22fd8e26-9dba-4958-a7c8-522a2dcd266b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608637 Jul 06 17:31:30.636967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790af920-583e-47cc-8f0a-41d61836a001 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181088aa-9ed1-4dc9-875b-db932c140123,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:30.646635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-ccb271bd-e95c-423e-8216-7adaea91c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:30.649238 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-ccb271bd-e95c-423e-8216-7adaea91c1bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.1919477 Jul 06 17:31:30.671196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b6b0367-3652-435f-ad0a-8301431bae42 req-c280d25f-b4cd-4d05-8c7d-c536624fd2cf service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957128 Jul 06 17:31:30.720929 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-924ac8cb-39cd-443c-b87e-5656c087fc6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e HTTP/1.1" status: 200 len: 217 time: 0.0485559 Jul 06 17:31:30.765456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e853dd45-0e83-425d-8366-866f37f297ae req-baa70cac-ee3d-4854-b1f0-93d44fbd384e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 210 time: 0.0429239 Jul 06 17:31:30.811033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-d6441058-d11a-4d87-9ab7-857d22f18bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:30.812197 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:30.812810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-d6441058-d11a-4d87-9ab7-857d22f18bf8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.0777819 Jul 06 17:31:30.836323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ed58b47b-7159-427b-9d5b-b9f9c45594e0 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:30.840348 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-0aa4eb7f-acbb-40fe-9798-a5c53b110e40 req-90ac42bb-f33f-4aa9-a8a7-f73d3c2b3144 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:31:30.851762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0aa4eb7f-acbb-40fe-9798-a5c53b110e40 req-90ac42bb-f33f-4aa9-a8a7-f73d3c2b3144 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/181088aa-9ed1-4dc9-875b-db932c140123 HTTP/1.1" status: 404 len: 352 time: 0.0352366 Jul 06 17:31:30.881568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:30.903576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-57627cac-6d19-433b-9fe3-e7297c8f74b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771461 Jul 06 17:31:30.935777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Network af3c9123-5259-4a0a-b9b7-21b480e20e79 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:30.941294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:30.949633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:31.023314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:31.041405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'mac_address': 'fa:16:3e:68:b6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:31.075343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f'}, {'name': 'network-changed', 'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:31.077725 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272c5154-eab5-42a1-bee1-4ff55f970ea7" -d '{"events": [{"server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f"}, {"name": "network-changed", "server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:31.089449 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-ec73291f-6920-4691-bfe3-af289396df07 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776707 Jul 06 17:31:31.093864 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.109730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed58b47b-7159-427b-9d5b-b9f9c45594e0 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:31.133825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:31.150305 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.185677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20839a-f2e9-4d00-a163-3e2d3fa9fb55 req-15aa384c-9b10-41fe-a3a0-3e5f36e84fe0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:31.188635 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0d20839a-f2e9-4d00-a163-3e2d3fa9fb55 req-15aa384c-9b10-41fe-a3a0-3e5f36e84fe0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 948 time: 0.1484609 Jul 06 17:31:31.213787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:31.237437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-ac50fd50-1e0a-4ebb-9745-db0e81b1adfa service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357348 Jul 06 17:31:31.268588 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0d20839a-f2e9-4d00-a163-3e2d3fa9fb55 req-76d82019-7ea7-4b08-a7ac-452a6caaf647 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Jul 06 17:31:31.302752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-129e45b5-5a52-4dd5-9615-f72bdccb0fa7 req-1de41b7c-72fe-4548-87ab-db230d28825b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-525680417', 'description': 'tempest-description-1936182251'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:31.324393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event updated for resources: {'Port': ['ID=b8813840-b08a-4210-9957-b25b93a2e197,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:31.333741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-129e45b5-5a52-4dd5-9615-f72bdccb0fa7 req-1de41b7c-72fe-4548-87ab-db230d28825b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.352192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:31.353332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.365550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93834ad2-c75b-4816-8131-2f90620219ae req-14c45917-d85d-4d9c-8bd3-141e02116dad tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:31.375605 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93834ad2-c75b-4816-8131-2f90620219ae req-14c45917-d85d-4d9c-8bd3-141e02116dad tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 945 time: 0.5771723 Jul 06 17:31:31.426874 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93834ad2-c75b-4816-8131-2f90620219ae req-bd4ac276-012c-49cc-b906-762d85bbb3f1 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520279 Jul 06 17:31:31.456518 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-129e45b5-5a52-4dd5-9615-f72bdccb0fa7 req-1de41b7c-72fe-4548-87ab-db230d28825b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.466766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['ed58b47b-7159-427b-9d5b-b9f9c45594e0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:31.473550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-129e45b5-5a52-4dd5-9615-f72bdccb0fa7 req-1de41b7c-72fe-4548-87ab-db230d28825b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.475577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-f5bf1491-37a2-41c5-bc4e-e561c07eec34 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3198023 Jul 06 17:31:31.491931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Request body: {'port': {'device_id': '7b10747f-4472-4d95-9df5-8ec070ca0c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:31.530206 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.543808 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-129e45b5-5a52-4dd5-9615-f72bdccb0fa7 req-1de41b7c-72fe-4548-87ab-db230d28825b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.546991 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-129e45b5-5a52-4dd5-9615-f72bdccb0fa7 req-1de41b7c-72fe-4548-87ab-db230d28825b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2485597 Jul 06 17:31:31.567496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de41b7c-72fe-4548-87ab-db230d28825b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b9b60-9006-4a98-90d2-7317f1cfeeae,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:31.669090 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.732983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-d3d838ed-11f6-4da1-898d-c205986fe3ac tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:31.735084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-d3d838ed-11f6-4da1-898d-c205986fe3ac tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.0780730 Jul 06 17:31:31.750441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea0c60-d8b8-49e1-9e3f-fa5f6795a3d0 req-18616529-d5bb-4cf0-b7de-36645cd385e7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:31.757598 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3bea0c60-d8b8-49e1-9e3f-fa5f6795a3d0 req-18616529-d5bb-4cf0-b7de-36645cd385e7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.1412675 Jul 06 17:31:31.799191 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ee7b5b-1ccc-4968-a3d4-e226d76274dc x-openstack-request-id: req-c5ee7b5b-1ccc-4968-a3d4-e226d76274dc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:31.799588 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f", "code": 200}, {"name": "network-changed", "server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:31.799722 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5ee7b5b-1ccc-4968-a3d4-e226d76274dc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:31.800095 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f', 'code': 200} Jul 06 17:31:31.800349 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f', 'status': 'completed', 'code': 200} Jul 06 17:31:31.809070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-40e921f5-8984-491d-9de8-e66ed59ad264 req-2546130a-65ac-43db-b961-0143f73c634f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1743059710', 'description': 'tempest-description-1041774358'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:31.874632 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3bea0c60-d8b8-49e1-9e3f-fa5f6795a3d0 req-9125e24c-0c04-4780-9d66-fd9ba025e692 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159062 Jul 06 17:31:31.878720 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-40e921f5-8984-491d-9de8-e66ed59ad264 req-2546130a-65ac-43db-b961-0143f73c634f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:31.981497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-21671d07-d798-4a89-a540-4c4942f6733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:31.983087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-21671d07-d798-4a89-a540-4c4942f6733d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1124 time: 0.1786985 Jul 06 17:31:32.139411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8813840-b08a-4210-9957-b25b93a2e197 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:32.151185 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.172625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Transition to ACTIVE for port object b8813840-b08a-4210-9957-b25b93a2e197 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:32.186990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f6fd-3446-41ca-8c32-2dda8b71001f req-f961b805-f6cf-4b54-9d1c-0bec0035561b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:32.188524 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7711f6fd-3446-41ca-8c32-2dda8b71001f req-f961b805-f6cf-4b54-9d1c-0bec0035561b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1357224 Jul 06 17:31:32.189194 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.262076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8813840-b08a-4210-9957-b25b93a2e197,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:32.281478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-0706b20a-10a2-42f9-bfee-a4f351895da4 service neutron] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:32.289458 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-0706b20a-10a2-42f9-bfee-a4f351895da4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.291108 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ea050a4-e675-433a-9e55-cd430de30d6c req-0706b20a-10a2-42f9-bfee-a4f351895da4 service neutron] 10.222.0.22 "DELETE /v2.0/ports/a6c1144d-237e-4ff3-a0e9-cab62bf17a8e/bindings/n-h2-799526-3 HTTP/1.1" status: 204 len: 173 time: 0.5483854 Jul 06 17:31:32.326453 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7711f6fd-3446-41ca-8c32-2dda8b71001f req-fea444da-f3f2-4293-8cf4-e1a8eae5300d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112854 Jul 06 17:31:32.359442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-40e921f5-8984-491d-9de8-e66ed59ad264 req-2546130a-65ac-43db-b961-0143f73c634f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.362558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-a8746490-7cc8-4685-886f-6f20c0a7364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:32.364299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-a8746490-7cc8-4685-886f-6f20c0a7364a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.3705485 Jul 06 17:31:32.365115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-40e921f5-8984-491d-9de8-e66ed59ad264 req-2546130a-65ac-43db-b961-0143f73c634f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.502458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-8c1d2efc-d277-4e33-9642-10811893223c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f HTTP/1.1" status: 200 len: 217 time: 0.1268420 Jul 06 17:31:32.511985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Attempting to bind port b8813840-b08a-4210-9957-b25b93a2e197 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:32.512511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Attempting to bind port b8813840-b08a-4210-9957-b25b93a2e197 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:32.513053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Attempting to bind port b8813840-b08a-4210-9957-b25b93a2e197 on network af3c9123-5259-4a0a-b9b7-21b480e20e79 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:32.523198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Port b8813840-b08a-4210-9957-b25b93a2e197 on network af3c9123-5259-4a0a-b9b7-21b480e20e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:32.523710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Attempting to bind port b8813840-b08a-4210-9957-b25b93a2e197 on network af3c9123-5259-4a0a-b9b7-21b480e20e79 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:32.543035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:32.543571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Checking segment: {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:32.544188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Bound using segment: {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:32.544903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Bound port: b8813840-b08a-4210-9957-b25b93a2e197, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:32.545469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.551557 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-40e921f5-8984-491d-9de8-e66ed59ad264 req-2546130a-65ac-43db-b961-0143f73c634f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.553505 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40e921f5-8984-491d-9de8-e66ed59ad264 req-2546130a-65ac-43db-b961-0143f73c634f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7559721 Jul 06 17:31:32.614170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546130a-65ac-43db-b961-0143f73c634f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9b9786-1867-4d25-b900-84eb6c024ec8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:32.682554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-ee7852ee-b1d5-430c-9861-c656644511f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:32.683639 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-ee7852ee-b1d5-430c-9861-c656644511f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.1648564 Jul 06 17:31:32.726114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] For port b8813840-b08a-4210-9957-b25b93a2e197, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:32.730766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] For port b8813840-b08a-4210-9957-b25b93a2e197, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8813840-b08a-4210-9957-b25b93a2e197,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:32.739497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774fe7d-cc20-48c3-ae60-deb79699b721 req-456853f8-b6fd-4e57-b0a2-d8ef323b985c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:32.742871 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d774fe7d-cc20-48c3-ae60-deb79699b721 req-456853f8-b6fd-4e57-b0a2-d8ef323b985c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 943 time: 0.1818249 Jul 06 17:31:32.748244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.754328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-dcb855d8-05c1-4304-be97-62fb1b2461ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565963 Jul 06 17:31:32.826330 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d774fe7d-cc20-48c3-ae60-deb79699b721 req-51ff20e1-892e-464c-9f3e-0d69005ec965 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737479 Jul 06 17:31:32.839015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:32.839898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.841438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] 10.222.0.22 "PUT /v2.0/ports/b8813840-b08a-4210-9957-b25b93a2e197 HTTP/1.1" status: 200 len: 1091 time: 1.3539944 Jul 06 17:31:32.845156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b10747f-4472-4d95-9df5-8ec070ca0c9c', 'tag': 'b8813840-b08a-4210-9957-b25b93a2e197'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:32.846493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ed58b47b-7159-427b-9d5b-b9f9c45594e0 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:32.848354 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06679d0-f50e-4897-980d-a5dc3bb79e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b10747f-4472-4d95-9df5-8ec070ca0c9c", "tag": "b8813840-b08a-4210-9957-b25b93a2e197"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:32.883510 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-ee0dc239-2b25-40b5-bde8-20d0ed35211b service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192205 Jul 06 17:31:32.888277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d902a-0713-4576-8fd1-10092e1d45d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8813840-b08a-4210-9957-b25b93a2e197,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:32.946782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port ed58b47b-7159-427b-9d5b-b9f9c45594e0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:32.950926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port ed58b47b-7159-427b-9d5b-b9f9c45594e0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:32.951507 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:32.993671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d012fc-230b-4755-9645-358c30f34804 req-596300f1-d5ec-4269-85b9-008756ad8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:32.998973 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-596300f1-d5ec-4269-85b9-008756ad8d06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 1094 time: 0.0982926 Jul 06 17:31:33.021849 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:31:33.047162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f9da-cbb3-402e-a069-04650c21f8b0 req-fd3e7abd-35de-4dc6-a311-f06f3342310c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:33.063321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b478f9da-cbb3-402e-a069-04650c21f8b0 req-fd3e7abd-35de-4dc6-a311-f06f3342310c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 949 time: 0.3749850 Jul 06 17:31:33.104767 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-68da7c11-8440-4a05-ac76-145263095e79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8813840-b08a-4210-9957-b25b93a2e197 HTTP/1.1" status: 200 len: 217 time: 0.0986807 Jul 06 17:31:33.114731 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:33.156513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b478f9da-cbb3-402e-a069-04650c21f8b0 req-3769ffa6-d092-4f3e-9693-a9dc8b71ccb8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843256 Jul 06 17:31:33.184761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d012fc-230b-4755-9645-358c30f34804 req-88f24170-bb92-4d30-b9fe-2332849f843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:33.186531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-88f24170-bb92-4d30-b9fe-2332849f843b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0055c108-d990-4b66-862a-1cfb90aabc2d HTTP/1.1" status: 200 len: 862 time: 0.0726614 Jul 06 17:31:33.203260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:33.205757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:33.211606 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a760c5f2-ae34-46d7-a2a4-12410ffd4070" -d '{"events": [{"server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "name": "network-vif-plugged", "status": "completed", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:33.218967 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:33.225219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3475d833-4d73-4c75-9485-15ec5da47a03 req-35a181dc-c09b-462d-bd85-83cc1baf00d4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1142487753', 'description': 'tempest-description-516609959'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:33.232841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-272c5154-eab5-42a1-bee1-4ff55f970ea7 req-eee17cc5-46a9-4e81-94cb-cbfa8fb7213a service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340456 Jul 06 17:31:33.272284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3475d833-4d73-4c75-9485-15ec5da47a03 req-35a181dc-c09b-462d-bd85-83cc1baf00d4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:33.273812 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-62ace9db-c465-4261-b9ea-4df5e5514f56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af3c9123-5259-4a0a-b9b7-21b480e20e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767541 Jul 06 17:31:33.302466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:33.388250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9d7ba-919a-46bf-9e7b-6204ec2d3a6e req-b3496fa4-85f2-4abf-8aa5-d6d6a4460ab8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:33.390094 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3475d833-4d73-4c75-9485-15ec5da47a03 req-35a181dc-c09b-462d-bd85-83cc1baf00d4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:33.390640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ec9d7ba-919a-46bf-9e7b-6204ec2d3a6e req-b3496fa4-85f2-4abf-8aa5-d6d6a4460ab8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 945 time: 0.2787156 Jul 06 17:31:33.395178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3475d833-4d73-4c75-9485-15ec5da47a03 req-35a181dc-c09b-462d-bd85-83cc1baf00d4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:33.433342 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3475d833-4d73-4c75-9485-15ec5da47a03 req-35a181dc-c09b-462d-bd85-83cc1baf00d4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:33.435114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3475d833-4d73-4c75-9485-15ec5da47a03 req-35a181dc-c09b-462d-bd85-83cc1baf00d4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2150991 Jul 06 17:31:33.444760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a181dc-c09b-462d-bd85-83cc1baf00d4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1499ddd-083e-448b-be0a-53d2a818c64a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:33.451574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-b2de0024-0c83-4e15-ba34-ae2c1de38134 service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608806 Jul 06 17:31:33.581319 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ec9d7ba-919a-46bf-9e7b-6204ec2d3a6e req-fd6d4c73-86ff-44e6-86d8-c9d16422bcef tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800795 Jul 06 17:31:33.588191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3d012fc-230b-4755-9645-358c30f34804 req-d2989595-d4cc-4206-a2b7-617ef5c25c66 service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289284 Jul 06 17:31:33.593555 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af806624-74e7-42b9-a553-72586ac58f74 x-openstack-request-id: req-af806624-74e7-42b9-a553-72586ac58f74 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:33.593845 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b10747f-4472-4d95-9df5-8ec070ca0c9c", "tag": "b8813840-b08a-4210-9957-b25b93a2e197", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:33.594094 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af806624-74e7-42b9-a553-72586ac58f74 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:33.594506 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b10747f-4472-4d95-9df5-8ec070ca0c9c', 'tag': 'b8813840-b08a-4210-9957-b25b93a2e197', 'status': 'completed', 'code': 200} Jul 06 17:31:33.682582 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ae09f-25bb-40a4-89c9-fb11265bf221 x-openstack-request-id: req-d55ae09f-25bb-40a4-89c9-fb11265bf221 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:33.683244 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "name": "network-vif-plugged", "status": "completed", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:33.683745 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d55ae09f-25bb-40a4-89c9-fb11265bf221 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:33.684361 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'code': 200} Jul 06 17:31:33.763357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-211b557a-2be2-4f63-b815-489d0f7ae06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:33.764943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-211b557a-2be2-4f63-b815-489d0f7ae06b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 1094 time: 0.1087720 Jul 06 17:31:33.855606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613bd30-f0cf-4907-89c9-573472241a86 req-a4cd633f-62cb-4f1f-bf23-3e1c86d6939a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:33.863363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6613bd30-f0cf-4907-89c9-573472241a86 req-a4cd633f-62cb-4f1f-bf23-3e1c86d6939a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.1410289 Jul 06 17:31:33.909475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66f5e-4c0a-4fe6-bcbc-2f6c395ea404 req-e1bc6809-9665-4d52-8d06-8d6930fcb9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:33.911093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-67e66f5e-4c0a-4fe6-bcbc-2f6c395ea404 req-e1bc6809-9665-4d52-8d06-8d6930fcb9db service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 1101 time: 0.1211882 Jul 06 17:31:33.917034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6613bd30-f0cf-4907-89c9-573472241a86 req-68a31f35-1f1c-4cee-bbfe-ff62ccab0952 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527277 Jul 06 17:31:33.921296 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-b9685cac-cb6f-4a34-8688-aec37ef845c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:33.923105 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-b9685cac-cb6f-4a34-8688-aec37ef845c5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 200 len: 923 time: 0.1416659 Jul 06 17:31:33.964211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-67e66f5e-4c0a-4fe6-bcbc-2f6c395ea404 req-a5c97f3c-75fa-4469-a559-1a4556dc64eb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460908 Jul 06 17:31:33.982628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-bfd048e8-6721-4bc7-a628-ab8c1f1fe7ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8813840-b08a-4210-9957-b25b93a2e197 HTTP/1.1" status: 200 len: 217 time: 0.0512955 Jul 06 17:31:34.003555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267aa53-162a-4790-8362-8019b4d05473 req-f813c537-8415-40a8-9abb-d1d2251b8a48 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:34.005680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6267aa53-162a-4790-8362-8019b4d05473 req-f813c537-8415-40a8-9abb-d1d2251b8a48 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2056024 Jul 06 17:31:34.072758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5bc03dd9-873c-4609-a982-04bb626aa856 req-4fef99d0-be13-40d0-864b-7e25e3c2efa1 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de7be06d38ba4100833d42a185c7d862 HTTP/1.1" status: 200 len: 10897 time: 0.1136804 Jul 06 17:31:34.095681 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6267aa53-162a-4790-8362-8019b4d05473 req-0d85eda2-0206-4601-bbfa-9ff84415854c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805204 Jul 06 17:31:34.101081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-31ab5cff-8a64-4461-94d4-1d5465cf1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:34.102787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-31ab5cff-8a64-4461-94d4-1d5465cf1aac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0055c108-d990-4b66-862a-1cfb90aabc2d HTTP/1.1" status: 200 len: 862 time: 0.0855343 Jul 06 17:31:34.127922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5bc03dd9-873c-4609-a982-04bb626aa856 req-8e4100a4-5d26-40a5-8cbb-b4b9cd9eedc2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/3dca829a-5b4e-4fbd-8fef-a126139698b4 HTTP/1.1" status: 200 len: 2981 time: 0.0490544 Jul 06 17:31:34.139314 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-ed5d21f2-7f8a-431b-86c3-b3a0a6a5b826 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af3c9123-5259-4a0a-b9b7-21b480e20e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289536 Jul 06 17:31:34.176547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5bc03dd9-873c-4609-a982-04bb626aa856 req-0f8c5e90-d8c1-43d6-aca6-6385e6442313 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/3dca829a-5b4e-4fbd-8fef-a126139698b4 HTTP/1.1" status: 200 len: 2981 time: 0.0427947 Jul 06 17:31:34.265870 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-fed72996-114d-437b-ba8c-9f4c261e0406 service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185913 Jul 06 17:31:34.342315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f657dc-a315-408b-8d55-7b38345235d3 req-d8670436-ca7a-4741-84aa-f03c998d5b51 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:34.345016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6f657dc-a315-408b-8d55-7b38345235d3 req-d8670436-ca7a-4741-84aa-f03c998d5b51 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1096 time: 0.0599194 Jul 06 17:31:34.387177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6f657dc-a315-408b-8d55-7b38345235d3 req-d6ce0524-0756-4600-9e4f-e263f3a4418f tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367143 Jul 06 17:31:34.392940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7fc29-c3a7-4b33-b594-0f98e3e2f844 req-a593ae71-2a5b-4c17-a6bb-521a2fb5a433 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:34.394785 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27a7fc29-c3a7-4b33-b594-0f98e3e2f844 req-a593ae71-2a5b-4c17-a6bb-521a2fb5a433 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 943 time: 0.1428697 Jul 06 17:31:34.398541 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a06679d0-f50e-4897-980d-a5dc3bb79e6d req-c173b547-0d58-46ca-8e63-d85c6ec914c4 service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167548 Jul 06 17:31:34.460102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27a7fc29-c3a7-4b33-b594-0f98e3e2f844 req-b237fca2-72cf-4acc-b4fd-fbde776a94c7 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574176 Jul 06 17:31:34.509098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-328f3a8c-cc41-47e4-86da-9e315292c6cd req-ecbef060-cc5b-42d2-95d0-de036851d74c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/6c8b9b60-9006-4a98-90d2-7317f1cfeeae HTTP/1.1" status: 200 len: 1800 time: 0.0631995 Jul 06 17:31:34.589631 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-328f3a8c-cc41-47e4-86da-9e315292c6cd req-30d8f6a1-5e83-4354-a703-7e7511691618 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:34.613432 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-328f3a8c-cc41-47e4-86da-9e315292c6cd req-30d8f6a1-5e83-4354-a703-7e7511691618 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:34.659301 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-328f3a8c-cc41-47e4-86da-9e315292c6cd req-30d8f6a1-5e83-4354-a703-7e7511691618 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:34.662123 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-328f3a8c-cc41-47e4-86da-9e315292c6cd req-30d8f6a1-5e83-4354-a703-7e7511691618 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:34.663268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-328f3a8c-cc41-47e4-86da-9e315292c6cd req-30d8f6a1-5e83-4354-a703-7e7511691618 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c8b9b60-9006-4a98-90d2-7317f1cfeeae HTTP/1.1" status: 204 len: 173 time: 0.1481473 Jul 06 17:31:34.666073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50e00f-af56-49a1-92b2-495d07d5c392 req-9cba3fd3-38d7-43e3-93e6-49eeff2f337c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:34.667728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d50e00f-af56-49a1-92b2-495d07d5c392 req-9cba3fd3-38d7-43e3-93e6-49eeff2f337c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0744517 Jul 06 17:31:34.675726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8f6a1-5e83-4354-a703-7e7511691618 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b9b60-9006-4a98-90d2-7317f1cfeeae,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:34.711258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d50e00f-af56-49a1-92b2-495d07d5c392 req-e66e40a2-05bd-4538-9137-2e4b77634c6a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Jul 06 17:31:34.829435 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-9c94b2f3-1c94-4f7b-98f1-eb5d12349d13 req-e55fc204-f71a-4ba3-9c94-b10f673cad71 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:31:34.830469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c94b2f3-1c94-4f7b-98f1-eb5d12349d13 req-e55fc204-f71a-4ba3-9c94-b10f673cad71 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/6c8b9b60-9006-4a98-90d2-7317f1cfeeae HTTP/1.1" status: 404 len: 352 time: 0.0147462 Jul 06 17:31:34.855258 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:34.899927 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d392443-0f9c-4dc9-af22-d6840ea125cc req-953a2f59-d047-4e48-bd39-2d9d4b736370 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/2d9b9786-1867-4d25-b900-84eb6c024ec8 HTTP/1.1" status: 200 len: 1801 time: 0.0437732 Jul 06 17:31:34.922390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-d067729b-712b-4eb0-9c1b-a30a9b5dad0a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:34.926837 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-d067729b-712b-4eb0-9c1b-a30a9b5dad0a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 820 time: 0.1115928 Jul 06 17:31:34.940447 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-26f07f3d-115c-489c-a6e6-adadfaa0d0ee tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/quotas/8909e689eec94d608790aa0e12f45edd HTTP/1.1" status: 200 len: 375 time: 0.0112593 Jul 06 17:31:34.965749 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7d392443-0f9c-4dc9-af22-d6840ea125cc req-3d155a7a-3ec7-480b-856e-65ad925af5c8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:34.994204 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7d392443-0f9c-4dc9-af22-d6840ea125cc req-3d155a7a-3ec7-480b-856e-65ad925af5c8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:35.017584 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-8981ffa5-9c67-44b4-bf4e-b199b198da0e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683763 Jul 06 17:31:35.041548 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7d392443-0f9c-4dc9-af22-d6840ea125cc req-3d155a7a-3ec7-480b-856e-65ad925af5c8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:35.044557 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7d392443-0f9c-4dc9-af22-d6840ea125cc req-3d155a7a-3ec7-480b-856e-65ad925af5c8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:35.045939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d392443-0f9c-4dc9-af22-d6840ea125cc req-3d155a7a-3ec7-480b-856e-65ad925af5c8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/2d9b9786-1867-4d25-b900-84eb6c024ec8 HTTP/1.1" status: 204 len: 173 time: 0.1385071 Jul 06 17:31:35.056769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d155a7a-3ec7-480b-856e-65ad925af5c8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9b9786-1867-4d25-b900-84eb6c024ec8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:35.130972 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-e0589360-5ae2-4f27-abc7-57a98b94f92c service neutron] 10.222.0.13 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063812 Jul 06 17:31:35.219192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91845e-d4f4-4b4b-906c-e5ab0af11f22 req-22d292fc-92b9-415e-b39b-555d0f6792f9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:35.227098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e91845e-d4f4-4b4b-906c-e5ab0af11f22 req-22d292fc-92b9-415e-b39b-555d0f6792f9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.0734041 Jul 06 17:31:35.277168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-da91cba1-3cda-4279-b87e-b1c85d9b1374 service neutron] 10.222.0.13 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367853 Jul 06 17:31:35.281134 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e91845e-d4f4-4b4b-906c-e5ab0af11f22 req-e2880e62-573e-405b-be11-ca81a79c9138 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508173 Jul 06 17:31:35.323301 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-e535e53b-0d25-4e35-b806-c03bb7760675 req-9e132e43-9158-4a4f-928f-a6d7f4a5a9aa tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:31:35.331089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e535e53b-0d25-4e35-b806-c03bb7760675 req-9e132e43-9158-4a4f-928f-a6d7f4a5a9aa tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/2d9b9786-1867-4d25-b900-84eb6c024ec8 HTTP/1.1" status: 404 len: 352 time: 0.0228896 Jul 06 17:31:35.454358 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-233a0369-bf4b-4831-84a8-f663be93c404 req-bb30e093-af1d-453d-9100-2d974a72d140 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/f1499ddd-083e-448b-be0a-53d2a818c64a HTTP/1.1" status: 200 len: 1800 time: 0.0553508 Jul 06 17:31:35.514882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982a535-05e2-4617-bea9-0877ce401b18 req-d25b1dd4-7e5c-4d3f-84d6-b7f939b615a8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:35.518861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6982a535-05e2-4617-bea9-0877ce401b18 req-d25b1dd4-7e5c-4d3f-84d6-b7f939b615a8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0952632 Jul 06 17:31:35.523378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-233a0369-bf4b-4831-84a8-f663be93c404 req-5f3c94f2-efc6-4556-8459-a7872757dfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:35.555144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-233a0369-bf4b-4831-84a8-f663be93c404 req-5f3c94f2-efc6-4556-8459-a7872757dfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:35.564322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6982a535-05e2-4617-bea9-0877ce401b18 req-de6d0192-59ce-4235-ada0-e62c3ef08fa8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 Jul 06 17:31:35.614723 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-233a0369-bf4b-4831-84a8-f663be93c404 req-5f3c94f2-efc6-4556-8459-a7872757dfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:35.622158 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-233a0369-bf4b-4831-84a8-f663be93c404 req-5f3c94f2-efc6-4556-8459-a7872757dfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:35.622461 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-233a0369-bf4b-4831-84a8-f663be93c404 req-5f3c94f2-efc6-4556-8459-a7872757dfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1499ddd-083e-448b-be0a-53d2a818c64a HTTP/1.1" status: 204 len: 173 time: 0.1624351 Jul 06 17:31:35.634994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c94f2-efc6-4556-8459-a7872757dfe9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1499ddd-083e-448b-be0a-53d2a818c64a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:35.658932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bbada045-3be8-449c-8c53-5507f348b7b0 req-be65360a-cf07-4a7e-a650-9fed0b08c970 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 210 time: 0.0442116 Jul 06 17:31:35.700852 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-ed324847-16cc-41c3-958b-c037d90e6adb req-b2b6aaaa-4514-46cd-9859-98cf6e720fa1 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:31:35.702094 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed324847-16cc-41c3-958b-c037d90e6adb req-b2b6aaaa-4514-46cd-9859-98cf6e720fa1 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/f1499ddd-083e-448b-be0a-53d2a818c64a HTTP/1.1" status: 404 len: 352 time: 0.0243788 Jul 06 17:31:35.858944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d40b59-0e88-4eac-a0f3-655643fd5842 req-2e1f7983-4360-4bef-8321-874be24e3653 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:35.860693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5d40b59-0e88-4eac-a0f3-655643fd5842 req-2e1f7983-4360-4bef-8321-874be24e3653 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 943 time: 0.0771601 Jul 06 17:31:35.906880 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5d40b59-0e88-4eac-a0f3-655643fd5842 req-ab6f61da-f7fe-4e90-baaf-29bc0277c512 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400331 Jul 06 17:31:35.959145 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41fb65c4-6046-4626-b86f-a2c2e441348e req-606787dc-fed5-431e-a756-6a8ca4a7ca9b tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de7be06d38ba4100833d42a185c7d862 HTTP/1.1" status: 200 len: 6149 time: 0.0806768 Jul 06 17:31:36.026237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41fb65c4-6046-4626-b86f-a2c2e441348e req-7bbbad26-e438-4220-808c-4ba08ffb7747 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/3dca829a-5b4e-4fbd-8fef-a126139698b4 HTTP/1.1" status: 200 len: 2981 time: 0.0591092 Jul 06 17:31:36.086262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41fb65c4-6046-4626-b86f-a2c2e441348e req-dc00de7b-265e-45f4-b57f-93cf75872747 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/3dca829a-5b4e-4fbd-8fef-a126139698b4 HTTP/1.1" status: 200 len: 2981 time: 0.0508525 Jul 06 17:31:36.093615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350022a-b3d6-4be8-8d95-48fcf4c7dab4 req-a11788b7-e1e2-4e4a-9bed-9b5e95f263d9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:36.103724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a350022a-b3d6-4be8-8d95-48fcf4c7dab4 req-a11788b7-e1e2-4e4a-9bed-9b5e95f263d9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0822461 Jul 06 17:31:36.149646 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a350022a-b3d6-4be8-8d95-48fcf4c7dab4 req-0f4e48d4-6359-41a5-a5dc-1ab961af528a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Jul 06 17:31:36.194194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8cbe75fc-48a9-4cd8-862f-f0d3645ea561 req-c456dcbe-62d2-4a00-b7b8-81c8019081e0 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-402867779', 'description': 'tempest-description-1733040517'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:36.240985 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8cbe75fc-48a9-4cd8-862f-f0d3645ea561 req-c456dcbe-62d2-4a00-b7b8-81c8019081e0 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:36.345667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8cbe75fc-48a9-4cd8-862f-f0d3645ea561 req-c456dcbe-62d2-4a00-b7b8-81c8019081e0 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:36.350226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8cbe75fc-48a9-4cd8-862f-f0d3645ea561 req-c456dcbe-62d2-4a00-b7b8-81c8019081e0 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:36.373445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8cbe75fc-48a9-4cd8-862f-f0d3645ea561 req-c456dcbe-62d2-4a00-b7b8-81c8019081e0 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:36.374703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8cbe75fc-48a9-4cd8-862f-f0d3645ea561 req-c456dcbe-62d2-4a00-b7b8-81c8019081e0 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1866193 Jul 06 17:31:36.389527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456dcbe-62d2-4a00-b7b8-81c8019081e0 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bcb829-0a26-445e-bafd-bde78c55d1f8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:36.533150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-0692f22f-f88f-42bd-9633-7e5442479f2b req-b2153ffb-e231-45eb-89f0-5be860b01a8c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-714738612', 'description': 'tempest-description-1501615523'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:36.562047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29cec5-ea2b-4f50-817f-318643c9dcdc req-1ba886c2-9658-4cd6-a20c-9de7fa961ba7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:36.566943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb29cec5-ea2b-4f50-817f-318643c9dcdc req-1ba886c2-9658-4cd6-a20c-9de7fa961ba7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.0855131 Jul 06 17:31:36.572548 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0692f22f-f88f-42bd-9633-7e5442479f2b req-b2153ffb-e231-45eb-89f0-5be860b01a8c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:36.621498 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb29cec5-ea2b-4f50-817f-318643c9dcdc req-8545881c-6366-42f5-9890-670d069c5da5 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503337 Jul 06 17:31:36.708862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-18a05fc3-6604-4ce3-86c7-1756557918fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251793 Jul 06 17:31:36.803637 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0692f22f-f88f-42bd-9633-7e5442479f2b req-b2153ffb-e231-45eb-89f0-5be860b01a8c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:36.814639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0692f22f-f88f-42bd-9633-7e5442479f2b req-b2153ffb-e231-45eb-89f0-5be860b01a8c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:36.854176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e7735-4590-414a-b7b0-cb639d44a959 req-1c477d95-c303-4a1a-9e68-1eb82a30dee4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:36.856241 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-622e7735-4590-414a-b7b0-cb639d44a959 req-1c477d95-c303-4a1a-9e68-1eb82a30dee4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1112938 Jul 06 17:31:36.874401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8813840-b08a-4210-9957-b25b93a2e197 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:36.921770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-622e7735-4590-414a-b7b0-cb639d44a959 req-31a63856-0821-4d92-8f4c-dba6d084b24d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526838 Jul 06 17:31:36.943379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2153ffb-e231-45eb-89f0-5be860b01a8c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c4f9e9-243a-416e-bbdb-e896925bed51,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:37.031172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0692f22f-f88f-42bd-9633-7e5442479f2b req-b2153ffb-e231-45eb-89f0-5be860b01a8c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:37.059149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0692f22f-f88f-42bd-9633-7e5442479f2b req-b2153ffb-e231-45eb-89f0-5be860b01a8c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5295489 Jul 06 17:31:37.132429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b8813840-b08a-4210-9957-b25b93a2e197, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8813840-b08a-4210-9957-b25b93a2e197,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:37.185831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-3a073d29-9a78-4807-b975-3b6d734e7e30 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:37.188601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-3a073d29-9a78-4807-b975-3b6d734e7e30 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 820 time: 0.3457248 Jul 06 17:31:37.196488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'b8813840-b08a-4210-9957-b25b93a2e197', 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79', 'port_id': 'b8813840-b08a-4210-9957-b25b93a2e197', 'mac_address': 'fa:16:3e:91:d0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0055c108-d990-4b66-862a-1cfb90aabc2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:37.204910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Request body: {'port': {'device_id': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f', 'admin_state_up': True, 'tenant_id': '8909e689eec94d608790aa0e12f45edd'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:37.213930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26771e7e-4f11-45d2-864b-560e2551d774 req-f3568a80-3889-45a8-984e-4ce999be415e tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:37.233129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26771e7e-4f11-45d2-864b-560e2551d774 req-f3568a80-3889-45a8-984e-4ce999be415e tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1557517 Jul 06 17:31:37.281179 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:37.306231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8813840-b08a-4210-9957-b25b93a2e197 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:37.322177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26771e7e-4f11-45d2-864b-560e2551d774 req-9219f6b0-e0f6-491d-8b7e-8749c34702a9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880556 Jul 06 17:31:37.341598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b8813840-b08a-4210-9957-b25b93a2e197, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8813840-b08a-4210-9957-b25b93a2e197,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:37.358434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:37.424108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b8813840-b08a-4210-9957-b25b93a2e197,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:37.450649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-609fa948-a139-4bc0-bc49-1616c3a9f4d4 req-a5694cc9-b426-49e0-90ab-495a71f245c7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 210 time: 0.1041415 Jul 06 17:31:37.515906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Made reservation on behalf of 8909e689eec94d608790aa0e12f45edd for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:37.521067 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:37.534106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274703fa-9376-4763-9cae-49c1c9874a98 req-368f787b-dee7-435b-95f5-0cd248e0699e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:37.535853 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-274703fa-9376-4763-9cae-49c1c9874a98 req-368f787b-dee7-435b-95f5-0cd248e0699e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 944 time: 0.0903368 Jul 06 17:31:37.604146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-274703fa-9376-4763-9cae-49c1c9874a98 req-0f91fe40-2a83-4998-a07e-abf95110878b tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603838 Jul 06 17:31:37.701640 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b8813840-b08a-4210-9957-b25b93a2e197'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:37.712649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Allocated IP 172.20.0.8 (5675b7ba-2b38-4a3d-907a-7544b365318f/52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a/01d7478b-2bd4-4eb4-bf7f-5180b07bae75) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:37.955120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-375c7886-292d-4005-b53f-02cd0b2336d3 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:37.956886 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-375c7886-292d-4005-b53f-02cd0b2336d3 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 812 time: 0.2298710 Jul 06 17:31:37.974309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-a69b257f-5b1c-41fc-8a83-b159e24c9dff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/quotas/de7be06d38ba4100833d42a185c7d862 HTTP/1.1" status: 200 len: 375 time: 0.0096598 Jul 06 17:31:38.004544 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:38.019358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773a502-371a-4a91-a7cf-127521d5b2e8 req-acb8c76c-5e47-48f1-9aa4-59e20069afc3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:38.020864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3773a502-371a-4a91-a7cf-127521d5b2e8 req-acb8c76c-5e47-48f1-9aa4-59e20069afc3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.1389499 Jul 06 17:31:38.058942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-ef1c0658-8886-4f06-803f-a939792930bc tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783653 Jul 06 17:31:38.115425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3773a502-371a-4a91-a7cf-127521d5b2e8 req-f33e49a6-7263-46e5-b048-5d9895a4da0f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648537 Jul 06 17:31:38.134905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:38.171069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e0e5a2cd-9d09-4606-8529-c35eaff3875f details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:38.206929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-170f2f85-d17c-4bf1-843f-ae9b0b378b5f service neutron] 10.222.0.13 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418295 Jul 06 17:31:38.263380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Pushing event updated for resources: {'Port': ['ID=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:38.301159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Network 5675b7ba-2b38-4a3d-907a-7544b365318f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:38.306129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:38.318485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:38.324966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:38.325627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:38.374687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-352c7941-9bbc-4666-8669-96449a2c1c7a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1748459 Jul 06 17:31:38.393072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Request body: {'port': {'device_id': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:38.405989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:38.429489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e0e5a2cd-9d09-4606-8529-c35eaff3875f has no active binding in host n-h2-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:31:38.445205 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-11421b25-fea1-4b9a-8d00-329d7d5b1eea service neutron] 10.222.0.13 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374504 Jul 06 17:31:38.476287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9178f2-6d45-40d4-a2d5-c4554507e198 req-a6374933-135b-4e22-9ff5-909b4072ff73 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:38.485144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa9178f2-6d45-40d4-a2d5-c4554507e198 req-a6374933-135b-4e22-9ff5-909b4072ff73 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1762478 Jul 06 17:31:38.551269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:38.574733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa9178f2-6d45-40d4-a2d5-c4554507e198 req-9863b74d-dfcd-4827-872a-16bac5f97f14 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880165 Jul 06 17:31:38.699984 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-5eef7ef0-9649-4e53-bcc0-59c04fc59853 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1357713 Jul 06 17:31:38.888394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8813840-b08a-4210-9957-b25b93a2e197 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:38.952052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-2c6701b1-cb7c-42ff-9462-6a08d68ab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:38.954167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-2c6701b1-cb7c-42ff-9462-6a08d68ab8a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 1096 time: 0.1477523 Jul 06 17:31:38.988063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f3eaa-0666-4a50-ad76-d39d1be9fed8 req-1ef87195-0a84-445d-be74-9deaab4d106f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:38.989910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port b8813840-b08a-4210-9957-b25b93a2e197 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:38.998278 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db9f3eaa-0666-4a50-ad76-d39d1be9fed8 req-1ef87195-0a84-445d-be74-9deaab4d106f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 931 time: 0.1240888 Jul 06 17:31:39.005336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port b8813840-b08a-4210-9957-b25b93a2e197 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:39.005853 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:39.101092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe616c-90ee-4e4e-b8ad-7e856e6c67ad req-342ecced-187b-4805-8ff1-8b99025f997d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:39.108664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2abe616c-90ee-4e4e-b8ad-7e856e6c67ad req-342ecced-187b-4805-8ff1-8b99025f997d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1593664 Jul 06 17:31:39.152949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-fed56b11-e981-4e0e-b7b9-3608ae7ed65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:39.155890 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-fed56b11-e981-4e0e-b7b9-3608ae7ed65e service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.1366494 Jul 06 17:31:39.158490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2abe616c-90ee-4e4e-b8ad-7e856e6c67ad req-5f8ac314-0210-470f-8a53-2c3845f43338 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477111 Jul 06 17:31:39.190773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-9725ea47-30d5-4fbc-b0da-3e288ba2ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:39.192292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-9725ea47-30d5-4fbc-b0da-3e288ba2ccf7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 1101 time: 0.2326982 Jul 06 17:31:39.199459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:39.223225 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-624d1d89-be72-4775-8d70-59b1a4a5963e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55b3e457-7cdd-4065-a00e-11272f3ad341 HTTP/1.1" status: 200 len: 217 time: 0.0536520 Jul 06 17:31:39.246937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b10747f-4472-4d95-9df5-8ec070ca0c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8813840-b08a-4210-9957-b25b93a2e197'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:39.249242 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb30065-2c07-4fc5-9643-ecea415ca27b" -d '{"events": [{"server_uuid": "7b10747f-4472-4d95-9df5-8ec070ca0c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b8813840-b08a-4210-9957-b25b93a2e197"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:39.262187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db9f3eaa-0666-4a50-ad76-d39d1be9fed8 req-e869c5ba-09c6-440f-9bdf-169d9ec21a50 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628963 Jul 06 17:31:39.288565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b8813840-b08a-4210-9957-b25b93a2e197, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8813840-b08a-4210-9957-b25b93a2e197,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:39.300704 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:39.301917 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e0e5a2cd-9d09-4606-8529-c35eaff3875f no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:39.354049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-02c31bcf-4277-415f-be2a-d3195382d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:39.355584 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-02c31bcf-4277-415f-be2a-d3195382d365 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1237924 Jul 06 17:31:39.358106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63615f7e-211c-4a12-9e91-f51492e9cb35 req-05414419-b7c3-4506-8047-ab72397e5150 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 210 time: 0.0600512 Jul 06 17:31:39.412371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-2ad3c8ce-ca50-4607-bb6a-28c951b3e297 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493386 Jul 06 17:31:39.477291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b8813840-b08a-4210-9957-b25b93a2e197,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:39.574551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:39.616791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:39.637558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-427bf52a-9a50-436c-a8d7-732f2f554f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:39.639069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-427bf52a-9a50-436c-a8d7-732f2f554f81 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.4362061 Jul 06 17:31:39.725337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Transition to ACTIVE for port object 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:39.727657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-91b5a4bc-144f-44ab-a097-4bfd2aa3484b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 200 len: 217 time: 0.0737097 Jul 06 17:31:39.729773 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-75bba00b-a6bc-4434-93f3-9ab30cdb58cc service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080864 Jul 06 17:31:39.733946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:39.885505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Pushing event updated for resources: {'Port': ['ID=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:39.897168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-5b9bfde8-313d-4243-9098-3c90c1a15aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:39.899660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-5b9bfde8-313d-4243-9098-3c90c1a15aa9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1475658 Jul 06 17:31:39.975724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fba95379-9247-4129-ba50-9fb1b8f3f561 req-82ffd4fd-17eb-4c37-9d53-111a468e9a79 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304497 Jul 06 17:31:39.978827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:39.982807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:39.983462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:40.002389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa677d-5da4-49db-b973-80abb75fdaf6 req-0c207ada-cf8e-4e58-90a9-2f5e4d1c55a2 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:40.007288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74fa677d-5da4-49db-b973-80abb75fdaf6 req-0c207ada-cf8e-4e58-90a9-2f5e4d1c55a2 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.4344587 Jul 06 17:31:40.009508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:40.009898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:40.032844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c8de7-4c5c-43c2-ad25-1800790b3e22 req-333f2b36-ade7-434b-8a36-fac37d4512a5 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:40.042986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-230c8de7-4c5c-43c2-ad25-1800790b3e22 req-333f2b36-ade7-434b-8a36-fac37d4512a5 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.2199001 Jul 06 17:31:40.056778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:40.057128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:40.057543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:40.057989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Bound port: 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:40.058367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:40.060559 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74fa677d-5da4-49db-b973-80abb75fdaf6 req-022be8ff-57e6-4ca4-bc82-ec67408c63f1 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479603 Jul 06 17:31:40.115389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-1f6e6803-189e-4f37-9e78-197dc57d3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:40.116915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-1f6e6803-189e-4f37-9e78-197dc57d3aa5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2099514 Jul 06 17:31:40.124004 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841f7793-19ff-47d2-8ae8-69e79444f342 x-openstack-request-id: req-841f7793-19ff-47d2-8ae8-69e79444f342 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:40.124297 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b10747f-4472-4d95-9df5-8ec070ca0c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b8813840-b08a-4210-9957-b25b93a2e197", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:40.124553 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-841f7793-19ff-47d2-8ae8-69e79444f342 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:40.124950 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b10747f-4472-4d95-9df5-8ec070ca0c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8813840-b08a-4210-9957-b25b93a2e197', 'code': 200} Jul 06 17:31:40.229613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-230c8de7-4c5c-43c2-ad25-1800790b3e22 req-2980de22-46b1-44e3-a92a-9649e0345e3f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795337 Jul 06 17:31:40.319847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9619c96-9e50-4a8b-ba3c-d82425300496 req-a0d4e71e-7e39-466d-8a7f-8ab134139d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:40.321526 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9619c96-9e50-4a8b-ba3c-d82425300496 req-a0d4e71e-7e39-466d-8a7f-8ab134139d78 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 1096 time: 0.1215718 Jul 06 17:31:40.379856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9619c96-9e50-4a8b-ba3c-d82425300496 req-e498fe78-9679-480e-a8b1-309c8b9ba1a2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Jul 06 17:31:40.381895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:40.402987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e46cdb-7b0b-4868-8f8a-82f30d505e79 req-2ffb9aee-77fd-45e6-83ed-55555503f5c7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:40.404632 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10e46cdb-7b0b-4868-8f8a-82f30d505e79 req-2ffb9aee-77fd-45e6-83ed-55555503f5c7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1305192 Jul 06 17:31:40.417388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:40.444472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:40.447829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10e46cdb-7b0b-4868-8f8a-82f30d505e79 req-b7f682ea-283b-4af1-a457-8dd2f2d87b05 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355678 Jul 06 17:31:40.448399 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-a419b74a-18cd-4c60-b052-57ad76af58ec service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175147 Jul 06 17:31:40.537832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:40.538614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:40.540667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] 10.222.0.55 "PUT /v2.0/ports/01d7478b-2bd4-4eb4-bf7f-5180b07bae75 HTTP/1.1" status: 200 len: 1091 time: 2.1531982 Jul 06 17:31:40.541178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:40.543387 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72183832-7ecc-4fde-ac76-4566d388bc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:40.574967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-5594f118-60ad-4790-8272-90f9d33a0124 service neutron] 10.222.0.22 "GET /v2.0/ports/e0e5a2cd-9d09-4606-8529-c35eaff3875f/bindings/n-h2-799526-3 HTTP/1.1" status: 200 len: 384 time: 0.0813315 Jul 06 17:31:40.604401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37eb70-815c-4528-83b2-d48f8697cc95 service neutron] Pushing event updated for resources: {'Port': ['ID=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:40.621904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010dd0-8ca1-4142-b8aa-110c87b3fa64 req-36c6860c-5da3-4c41-be1c-805aa96570b7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:40.628713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4010dd0-8ca1-4142-b8aa-110c87b3fa64 req-36c6860c-5da3-4c41-be1c-805aa96570b7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2319558 Jul 06 17:31:40.828974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef70fa-0c8d-4e31-8d0e-02a9563bce0e req-a6d12261-396d-42e0-9718-b850c48e3f8a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:40.838742 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29ef70fa-0c8d-4e31-8d0e-02a9563bce0e req-a6d12261-396d-42e0-9718-b850c48e3f8a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 943 time: 0.1843302 Jul 06 17:31:40.958233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-25b24fde-ae55-4abc-ba68-c8b3e3d62671 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996510 Jul 06 17:31:40.995275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4010dd0-8ca1-4142-b8aa-110c87b3fa64 req-9a958eeb-2dd2-4205-98c0-800ad1f48ff2 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655770 Jul 06 17:31:41.031309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29ef70fa-0c8d-4e31-8d0e-02a9563bce0e req-c7b0dc9e-ee18-4334-9860-8a0f5a038ce8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670940 Jul 06 17:31:41.064880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-4a90f8c0-fbb8-4bdb-aabb-f2941cc5a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:41.076618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-4a90f8c0-fbb8-4bdb-aabb-f2941cc5a564 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1094 time: 0.4402740 Jul 06 17:31:41.138406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-278ef938-a04e-4b78-a0b5-2475bcf39ca1 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:41.139997 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-278ef938-a04e-4b78-a0b5-2475bcf39ca1 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.55 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 812 time: 0.3659151 Jul 06 17:31:41.154075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:41.156244 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d564db63-a4af-4084-af37-f0abb85e2386 x-openstack-request-id: req-d564db63-a4af-4084-af37-f0abb85e2386 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:41.156733 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:41.160382 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d564db63-a4af-4084-af37-f0abb85e2386 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:41.160940 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75', 'status': 'completed', 'code': 200} Jul 06 17:31:41.165883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-3895d1f2-33fe-4b82-93a8-506bf93c8451 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75 HTTP/1.1" status: 200 len: 217 time: 0.0783982 Jul 06 17:31:41.170094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'port': {'device_id': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a', 'admin_state_up': True, 'tenant_id': 'de7be06d38ba4100833d42a185c7d862'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:41.261383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:41.305092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d53dda2-ba6a-4f21-ab40-a6764b3261d3 req-69c37c99-2617-4151-a4e7-fe67afea48c6 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 210 time: 0.1313121 Jul 06 17:31:41.323440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-495edb3c-223d-4c37-ae0d-27935ba4cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:41.325136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-495edb3c-223d-4c37-ae0d-27935ba4cd14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1526849 Jul 06 17:31:41.377161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e5a2cd-9d09-4606-8529-c35eaff3875f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:41.406891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-cc19745e-562e-4119-9bdf-e3353f367b0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734870 Jul 06 17:31:41.432078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:41.529615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-528dbeb1-8207-44e7-8a77-9bfdaa549592 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153703 Jul 06 17:31:41.541363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:41.603904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Made reservation on behalf of de7be06d38ba4100833d42a185c7d862 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:41.607696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:41.704969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b32f8b-f949-45e2-822a-9ca650ef1ec5 req-d687977f-7260-4485-b315-313f39179d8b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:41.706513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49b32f8b-f949-45e2-822a-9ca650ef1ec5 req-d687977f-7260-4485-b315-313f39179d8b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 943 time: 0.1694629 Jul 06 17:31:41.708545 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ba5f190-d024-4749-b5f8-e99fa42a7f01 req-f861b3c9-fba6-43b1-b031-47f326cc6ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228204 Jul 06 17:31:41.750941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49b32f8b-f949-45e2-822a-9ca650ef1ec5 req-be90952c-df2f-42fb-ae62-0434ff1283df tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Jul 06 17:31:41.849662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-c98d735f-16c0-4eec-abcf-757661575ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:41.865702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-c98d735f-16c0-4eec-abcf-757661575ace service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1094 time: 0.0902503 Jul 06 17:31:42.010481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d856ea9-52bc-4077-8bee-266e9a7319a4 req-a6239264-30f6-4dd6-9255-bde9c634c42b tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:42.015506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-0cdbd5b5-c414-452f-9b4b-303f4ad36a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:42.016126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-0cdbd5b5-c414-452f-9b4b-303f4ad36a60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.1425037 Jul 06 17:31:42.022891 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d856ea9-52bc-4077-8bee-266e9a7319a4 req-a6239264-30f6-4dd6-9255-bde9c634c42b tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.5810065 Jul 06 17:31:42.075591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-09f6cda5-4113-4b31-aace-7122c6c9a3f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75 HTTP/1.1" status: 200 len: 217 time: 0.0471718 Jul 06 17:31:42.078980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] Transition to ACTIVE for port object e0e5a2cd-9d09-4606-8529-c35eaff3875f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:42.085802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0df9-a2e0-4b47-b44d-32cca3583a49 req-6d0cb842-8b59-4f78-a53d-be31eeba1b7d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:42.088811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6ce0df9-a2e0-4b47-b44d-32cca3583a49 req-6d0cb842-8b59-4f78-a53d-be31eeba1b7d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1439500 Jul 06 17:31:42.095370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:42.163107 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6ce0df9-a2e0-4b47-b44d-32cca3583a49 req-e3d90912-8983-4b8a-a920-60ca6b98e178 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651605 Jul 06 17:31:42.164812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-e2586aad-6b0f-408f-92b9-1064dbd4e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:42.166928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-e2586aad-6b0f-408f-92b9-1064dbd4e676 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.0771363 Jul 06 17:31:42.208421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-2622409d-461c-4a7e-83d1-86de658c2122 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343554 Jul 06 17:31:42.251276 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d856ea9-52bc-4077-8bee-266e9a7319a4 req-602f01d7-87ff-413a-9b7d-5f44d5e07f0f tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268591 Jul 06 17:31:42.351276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Allocated IP 172.20.0.6 (52696e55-4931-41d6-9436-6e4ce837880a/c227fa02-fa61-4298-805e-f6bfa8a52239/bf80c5aa-4103-41e5-9a7f-06a95953be2c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:31:42.354767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-a8f0e55a-8a83-4f85-a158-8d2a7c13f3af service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384125 Jul 06 17:31:42.391949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e5a2cd-9d09-4606-8529-c35eaff3875f,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:42.452337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930e9e9-853f-4f21-93da-630864b6becb req-889be6ef-e5cd-4f62-bbf0-18b214292e5c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:42.453900 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9930e9e9-853f-4f21-93da-630864b6becb req-889be6ef-e5cd-4f62-bbf0-18b214292e5c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1533849 Jul 06 17:31:42.494265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] No DVR routers for this DVR port e0e5a2cd-9d09-4606-8529-c35eaff3875f on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:31:42.503327 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72183832-7ecc-4fde-ac76-4566d388bc8f req-f4970535-2ab3-4a73-b05e-329d7ce905b9 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394377 Jul 06 17:31:42.517053 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9930e9e9-853f-4f21-93da-630864b6becb req-7ddc4a6b-a8fe-43e9-8db8-f3ed53a9db0c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512922 Jul 06 17:31:42.600476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-3e6f20da-1b7f-4938-8d4f-10013a3008c1 service neutron] 10.222.0.22 "PUT /v2.0/ports/e0e5a2cd-9d09-4606-8529-c35eaff3875f/bindings/n-h2-799526-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0083456 Jul 06 17:31:42.648844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:42.671662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066701f-6175-42f6-ba66-a5f873903718 req-160f07b3-3f18-4cbf-ad3b-b3bf1d0f09b8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:42.687913 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8066701f-6175-42f6-ba66-a5f873903718 req-160f07b3-3f18-4cbf-ad3b-b3bf1d0f09b8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 943 time: 0.1986201 Jul 06 17:31:42.766510 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8066701f-6175-42f6-ba66-a5f873903718 req-fcecc485-f9ed-414e-b0b5-75916f990972 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774424 Jul 06 17:31:42.793261 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:42.808791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:42.873569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Network 52696e55-4931-41d6-9436-6e4ce837880a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:31:42.875278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'Port': ['ID=bf80c5aa-4103-41e5-9a7f-06a95953be2c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:42.878174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:42.880687 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:31:42.991953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:42.993187 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:42.999356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-79a4ab29-42a8-4874-ad70-3eb5d3155ee8 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.001584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-79a4ab29-42a8-4874-ad70-3eb5d3155ee8 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.3037486 Jul 06 17:31:43.005672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-1ca4429d-4207-4150-9261-4f51c4ed7a60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2888916 Jul 06 17:31:43.017046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e60a2e-f839-4762-b19c-2e270dfff9c1 req-88cbbdd3-b464-400b-96f4-3bf6bbd9c185 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.018202 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-dbecf0ce-39fb-4a9e-a410-de019425266f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8666644 Jul 06 17:31:43.023670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51e60a2e-f839-4762-b19c-2e270dfff9c1 req-88cbbdd3-b464-400b-96f4-3bf6bbd9c185 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 931 time: 0.2321727 Jul 06 17:31:43.029084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f47b5-3114-4d59-98ab-092af2e04812 req-1377cc62-e728-4c3c-bf40-a431557ff360 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.030660 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aa0f47b5-3114-4d59-98ab-092af2e04812 req-1377cc62-e728-4c3c-bf40-a431557ff360 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 944 time: 0.1228001 Jul 06 17:31:43.035917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Request body: {'port': {'device_id': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:43.112895 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aa0f47b5-3114-4d59-98ab-092af2e04812 req-794396fb-4ca5-4a9b-9bb0-7a37c221a1a2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741925 Jul 06 17:31:43.164938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51e60a2e-f839-4762-b19c-2e270dfff9c1 req-93ee92d5-ba68-4699-869b-5a3990ec57be tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222768 Jul 06 17:31:43.172437 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:43.207033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-c5dcf839-8232-4f36-9b69-72453b1d872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.208433 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-c5dcf839-8232-4f36-9b69-72453b1d872b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084&tenant_id=36820eb126ca410eae6171e325d93477 HTTP/1.1" status: 200 len: 1095 time: 0.1833425 Jul 06 17:31:43.213873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-117f3b70-5943-4eda-86e0-9019001f545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.215316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-117f3b70-5943-4eda-86e0-9019001f545e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 1096 time: 0.1437066 Jul 06 17:31:43.499615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-efc9a153-a8d0-4e6b-ae67-0305dbc808dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.501298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-efc9a153-a8d0-4e6b-ae67-0305dbc808dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1095 time: 0.2544856 Jul 06 17:31:43.503776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-87c75b63-6800-4e0f-8d88-4e760aba618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.505170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-87c75b63-6800-4e0f-8d88-4e760aba618c service neutron] 10.222.0.55 "GET /v2.0/networks?id=124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 200 len: 925 time: 0.2490430 Jul 06 17:31:43.513736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad1a49-5192-4ab5-956e-876babca8216 req-4125e76f-00d8-4bba-bcf8-bc89bb9295f1 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.515461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30ad1a49-5192-4ab5-956e-876babca8216 req-4125e76f-00d8-4bba-bcf8-bc89bb9295f1 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1883149 Jul 06 17:31:43.546003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf80c5aa-4103-41e5-9a7f-06a95953be2c {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:43.554479 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:43.577971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Transition to ACTIVE for port object bf80c5aa-4103-41e5-9a7f-06a95953be2c will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:31:43.620802 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:43.694117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Pushing event updated for resources: {'Port': ['ID=bf80c5aa-4103-41e5-9a7f-06a95953be2c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:43.728474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30ad1a49-5192-4ab5-956e-876babca8216 req-39c39814-47a7-45da-a21c-d9d7f99a592c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033696 Jul 06 17:31:43.732095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-e1a10ddd-25bb-44c0-8a54-afe456ba3f84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e8f496a-1b4a-4b77-afc0-11975c453af4 HTTP/1.1" status: 200 len: 1001 time: 0.1967742 Jul 06 17:31:43.760600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78bf2e-565f-4ad4-ac54-4ef854dcd3da req-a71cca62-e3dc-497b-bfd2-2659b5de4030 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.762164 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db78bf2e-565f-4ad4-ac54-4ef854dcd3da req-a71cca62-e3dc-497b-bfd2-2659b5de4030 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.1957450 Jul 06 17:31:43.777923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-df0f85c7-3771-43c3-9a37-fd2424c4e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.779867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-df0f85c7-3771-43c3-9a37-fd2424c4e6fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.2634215 Jul 06 17:31:43.808611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Attempting to bind port bf80c5aa-4103-41e5-9a7f-06a95953be2c on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:31:43.809238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Attempting to bind port bf80c5aa-4103-41e5-9a7f-06a95953be2c by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'dc2e1f66-f652-4d5c-a795-6bc0a595db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:31:43.809743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Attempting to bind port bf80c5aa-4103-41e5-9a7f-06a95953be2c on network 52696e55-4931-41d6-9436-6e4ce837880a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:43.819923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Port bf80c5aa-4103-41e5-9a7f-06a95953be2c on network 52696e55-4931-41d6-9436-6e4ce837880a not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:31:43.820492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Attempting to bind port bf80c5aa-4103-41e5-9a7f-06a95953be2c on network 52696e55-4931-41d6-9436-6e4ce837880a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:31:43.833004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-7ce6d540-688c-4832-88f8-b8ea7bf1ac21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f HTTP/1.1" status: 200 len: 217 time: 0.0427573 Jul 06 17:31:43.833946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:31:43.834490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Checking segment: {'id': 'dc2e1f66-f652-4d5c-a795-6bc0a595db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:43.834857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-db78652b-3aad-4794-963f-7bd325cc2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.835203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Bound using segment: {'id': 'dc2e1f66-f652-4d5c-a795-6bc0a595db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:31:43.835807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Bound port: bf80c5aa-4103-41e5-9a7f-06a95953be2c, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2e1f66-f652-4d5c-a795-6bc0a595db57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:31:43.836958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:43.837147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-db78652b-3aad-4794-963f-7bd325cc2b94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8fcf5ea-8c64-4020-b5e0-b234cf991659 HTTP/1.1" status: 200 len: 863 time: 0.0904830 Jul 06 17:31:43.845079 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db78bf2e-565f-4ad4-ac54-4ef854dcd3da req-9c63c35e-e630-4f8b-99fd-a993aef6e3d3 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605838 Jul 06 17:31:43.943861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] For port bf80c5aa-4103-41e5-9a7f-06a95953be2c, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:43.948600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] For port bf80c5aa-4103-41e5-9a7f-06a95953be2c, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:31:43.955435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:43.993722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-1bae9463-b436-4d4c-be41-73a45213aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:43.995572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-1bae9463-b436-4d4c-be41-73a45213aed6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.1401722 Jul 06 17:31:44.035371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.036259 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:44.038103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf80c5aa-4103-41e5-9a7f-06a95953be2c HTTP/1.1" status: 200 len: 1091 time: 1.0064669 Jul 06 17:31:44.049059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-6f5e9197-4e27-4558-ac5b-46c6c5b59731 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411053 Jul 06 17:31:44.051085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-b46da6e1-f263-4714-b51e-f109c1e0bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.052573 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-b46da6e1-f263-4714-b51e-f109c1e0bd6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=124376c4-644c-49cd-9c79-ed80829b13a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959224 Jul 06 17:31:44.067686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:44.070481 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36" -d '{"events": [{"name": "network-changed", "server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:44.110998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e348bdb-cae0-48bb-ab88-f52b1e47b940 service neutron] Pushing event updated for resources: {'Port': ['ID=bf80c5aa-4103-41e5-9a7f-06a95953be2c,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:44.174114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbc89c-8930-4477-b521-995e2786c8fd req-f6547039-d771-4b13-a19d-e640f608156c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.175688 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04cbc89c-8930-4477-b521-995e2786c8fd req-f6547039-d771-4b13-a19d-e640f608156c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1829975 Jul 06 17:31:44.204555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-b7196839-df96-447f-b75b-0225c2c51130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.206245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-b7196839-df96-447f-b75b-0225c2c51130 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 1094 time: 0.1102085 Jul 06 17:31:44.229600 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04cbc89c-8930-4477-b521-995e2786c8fd req-412fdd8e-7e13-49d6-8dd4-886ea57830f7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Jul 06 17:31:44.259146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-617a6277-5c1d-4d12-8266-b2240ad8547f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c HTTP/1.1" status: 200 len: 217 time: 0.0384455 Jul 06 17:31:44.275008 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-280cf868-aace-453b-acbf-edd1584c77aa service neutron] 10.222.0.55 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022574 Jul 06 17:31:44.278040 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-2bb29dbc-2109-4b73-bd44-ef872b4b2645 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156646 Jul 06 17:31:44.288926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014979fe-da8a-488a-8337-26040d1714e1 req-e680f234-53fc-40cb-9369-9adc92533351 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.290967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014979fe-da8a-488a-8337-26040d1714e1 req-e680f234-53fc-40cb-9369-9adc92533351 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 945 time: 0.1987269 Jul 06 17:31:44.316340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-fc0b0022-427c-433b-b982-a94188f433e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.318258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-fc0b0022-427c-433b-b982-a94188f433e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 200 len: 852 time: 0.0494647 Jul 06 17:31:44.364770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-6505445a-b971-4909-9570-2f099642d649 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52696e55-4931-41d6-9436-6e4ce837880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384588 Jul 06 17:31:44.440222 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014979fe-da8a-488a-8337-26040d1714e1 req-6ac67bf0-d937-4444-aa6a-ef5fff7c0971 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323087 Jul 06 17:31:44.492255 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-ccecaf3f-1f51-4348-80ac-ea00ff2e50df service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002044 Jul 06 17:31:44.517285 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-9db2a0d3-621c-47e2-ac38-02126b04cd16 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426113 Jul 06 17:31:44.527175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38408b32-b7f0-4e66-bc0d-d6f9423f0c18 req-3287b3e7-74f7-44c1-836c-805069fba3a8 service neutron] 10.222.0.55 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340403 Jul 06 17:31:44.620441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23269d9-22de-494d-aa8d-8d35a49b87ef req-eb9ee4fa-e9b1-4f21-ab87-08c6a03cd6e4 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.621965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a23269d9-22de-494d-aa8d-8d35a49b87ef req-eb9ee4fa-e9b1-4f21-ab87-08c6a03cd6e4 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 943 time: 0.1605885 Jul 06 17:31:44.652668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eada6-9839-4ec3-8b27-5bd09ff0c947 req-88938dd3-e19b-4ba3-b5e0-03711f456c44 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.654240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f68eada6-9839-4ec3-8b27-5bd09ff0c947 req-88938dd3-e19b-4ba3-b5e0-03711f456c44 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.0834355 Jul 06 17:31:44.676477 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a23269d9-22de-494d-aa8d-8d35a49b87ef req-18413531-3f73-42c8-9f1c-321482be2e09 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479524 Jul 06 17:31:44.680386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75c6450b-049d-4818-8141-ba9678ff2d80 req-a9195c4b-4d32-4f22-ad00-f2bbf6ed74b4 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543067 Jul 06 17:31:44.698545 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f68eada6-9839-4ec3-8b27-5bd09ff0c947 req-05071f1c-21c2-4e39-b26a-9eadda539319 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382540 Jul 06 17:31:44.891626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e54fa774-105f-4a1e-83b0-44298ea792c3 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.893568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-e54fa774-105f-4a1e-83b0-44298ea792c3 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.0767348 Jul 06 17:31:44.900210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85520a-1d89-4f8d-91a4-0560b6bdf6c7 req-8f576ac1-15ff-4d1f-983d-50be381677bc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:44.901799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e85520a-1d89-4f8d-91a4-0560b6bdf6c7 req-8f576ac1-15ff-4d1f-983d-50be381677bc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 944 time: 0.0728002 Jul 06 17:31:44.933094 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976c1736-d94e-4246-9d97-3267d50b17f4 x-openstack-request-id: req-976c1736-d94e-4246-9d97-3267d50b17f4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:44.933612 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:44.933956 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-976c1736-d94e-4246-9d97-3267d50b17f4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:44.934441 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c', 'status': 'completed', 'code': 200} Jul 06 17:31:44.958521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e85520a-1d89-4f8d-91a4-0560b6bdf6c7 req-c8f71034-6069-488e-941c-8b41f6ca1351 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 Jul 06 17:31:45.035898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-dfa0cfc0-10f7-4767-bc47-f1dfd18ed230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.037466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-dfa0cfc0-10f7-4767-bc47-f1dfd18ed230 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 1094 time: 0.0744314 Jul 06 17:31:45.090519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-8268b8b5-f510-4b59-b2dd-e9f6542cc755 service neutron] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:31:45.096449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-8268b8b5-f510-4b59-b2dd-e9f6542cc755 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:45.097453 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e04eef9-265d-447e-aa98-ee048e688d41 req-8268b8b5-f510-4b59-b2dd-e9f6542cc755 service neutron] 10.222.0.55 "DELETE /v2.0/ports/e0e5a2cd-9d09-4606-8529-c35eaff3875f/bindings/n-h1-799526-3 HTTP/1.1" status: 204 len: 173 time: 0.1971054 Jul 06 17:31:45.132634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f69dfd-0bd9-41a2-8e9f-93588ea9ed71 req-b79b9b4c-bfeb-4a53-8bea-afe74a273466 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.136117 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49f69dfd-0bd9-41a2-8e9f-93588ea9ed71 req-b79b9b4c-bfeb-4a53-8bea-afe74a273466 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 943 time: 0.1057711 Jul 06 17:31:45.183130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49f69dfd-0bd9-41a2-8e9f-93588ea9ed71 req-76ac9395-680d-48ef-bf7b-ee4745a99b75 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Jul 06 17:31:45.192105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-7b15a74d-a18d-48c7-bc64-40f637f5327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.194069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-7b15a74d-a18d-48c7-bc64-40f637f5327c service neutron] 10.222.0.55 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 913 time: 0.1482732 Jul 06 17:31:45.216039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cecfb8-8a79-408a-b547-22943216a80a req-00e3b855-3c57-4ec3-8cf4-c76dad50e9b5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.217643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99cecfb8-8a79-408a-b547-22943216a80a req-00e3b855-3c57-4ec3-8cf4-c76dad50e9b5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1206815 Jul 06 17:31:45.263337 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-bcbcb498-2619-46e2-9e33-7450db354f6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c HTTP/1.1" status: 200 len: 217 time: 0.0578785 Jul 06 17:31:45.323018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99cecfb8-8a79-408a-b547-22943216a80a req-fb7883f0-1c7f-40fa-a2ab-7a56c3bf73cb tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978189 Jul 06 17:31:45.331194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-eaee0782-b293-4461-94ed-8962aa281d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.332849 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-eaee0782-b293-4461-94ed-8962aa281d32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 200 len: 852 time: 0.0620084 Jul 06 17:31:45.372787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7839c71-cd52-49ec-9b17-d8134080c827 req-9af2ac10-52fe-4a7b-a4a3-1e28ea26608f tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.374824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7839c71-cd52-49ec-9b17-d8134080c827 req-9af2ac10-52fe-4a7b-a4a3-1e28ea26608f tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.0868351 Jul 06 17:31:45.381495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-9e102fb9-bb72-432d-a519-3529c871178b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52696e55-4931-41d6-9436-6e4ce837880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414953 Jul 06 17:31:45.438255 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7839c71-cd52-49ec-9b17-d8134080c827 req-0d10f74f-dcc0-4893-a0ae-361b1e96b3e6 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571744 Jul 06 17:31:45.558953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-bbf3b492-3fb3-49da-8452-3dae3e9e2f53 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701035 Jul 06 17:31:45.573851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a311dee-a3fe-4f63-8c63-fe0e55fb4335 req-c7fdddd4-d577-441b-9926-b8bca0a7068c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.575407 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a311dee-a3fe-4f63-8c63-fe0e55fb4335 req-c7fdddd4-d577-441b-9926-b8bca0a7068c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1015050 Jul 06 17:31:45.663171 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a311dee-a3fe-4f63-8c63-fe0e55fb4335 req-8a1c036b-5935-4945-a756-994717ba870e tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797110 Jul 06 17:31:45.699626 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f260f633-5abb-4b0c-b2f2-ea459f0e7c36 req-abe49717-c76b-493b-946b-df36e1885b35 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226587 Jul 06 17:31:45.708412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0307d9-9c15-45f3-a0e0-b2fa1fd333a5 req-4eddffce-055b-45cc-a31b-88636610f26a tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.710804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d0307d9-9c15-45f3-a0e0-b2fa1fd333a5 req-4eddffce-055b-45cc-a31b-88636610f26a tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.0710161 Jul 06 17:31:45.750154 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d0307d9-9c15-45f3-a0e0-b2fa1fd333a5 req-7bd4dc26-1327-476b-b285-10da42d73150 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Jul 06 17:31:45.851374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbcdb2-e921-4845-94d3-412bf21d8be3 req-3e50cd5e-21fd-49f0-9f8e-74f6b03ea30f tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.853499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bfbcdb2-e921-4845-94d3-412bf21d8be3 req-3e50cd5e-21fd-49f0-9f8e-74f6b03ea30f tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 945 time: 0.0664885 Jul 06 17:31:45.891423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bfbcdb2-e921-4845-94d3-412bf21d8be3 req-33889584-d5e2-4185-851b-7e7d9f62a258 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/security-groups?id=d13161ca-8c4f-40b7-97f1-ccbd35fa1403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Jul 06 17:31:45.915987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb877e-5e14-44a6-9a51-0c7d77220521 req-9c8fa6c2-db41-4906-8b0b-f2ef7bded525 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:45.917561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5cb877e-5e14-44a6-9a51-0c7d77220521 req-9c8fa6c2-db41-4906-8b0b-f2ef7bded525 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 943 time: 0.0699050 Jul 06 17:31:45.956362 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5cb877e-5e14-44a6-9a51-0c7d77220521 req-d7e90a92-bdcc-4d37-9403-18f41c22babf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Jul 06 17:31:46.012007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-1f1a95bb-1720-495e-b5eb-a578783b54d6 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:46.013511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-1f1a95bb-1720-495e-b5eb-a578783b54d6 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 945 time: 0.0697658 Jul 06 17:31:46.137804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075791d-5b0c-41e0-b355-3ef00b3f4d40 req-2bc7b5b6-fa74-4d47-b417-3919f973d6ce tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:46.140196 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4075791d-5b0c-41e0-b355-3ef00b3f4d40 req-2bc7b5b6-fa74-4d47-b417-3919f973d6ce tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 944 time: 0.0665231 Jul 06 17:31:46.144959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b367c39-e29a-4d06-b509-c84bfd6dccd0 req-b4f85505-382a-4b24-8346-ce9fed7ef867 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:46.145998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b367c39-e29a-4d06-b509-c84bfd6dccd0 req-b4f85505-382a-4b24-8346-ce9fed7ef867 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.1316128 Jul 06 17:31:46.181592 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4075791d-5b0c-41e0-b355-3ef00b3f4d40 req-6882e82b-7cd1-417f-a815-e803fbc249da tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345912 Jul 06 17:31:46.183713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Deleting port e2b4655f-99b9-49d5-92be-40117a16568f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:46.184054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:46.210807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:46.234296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b367c39-e29a-4d06-b509-c84bfd6dccd0 req-085b606c-19d7-4f59-9f49-e525c725796c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782104 Jul 06 17:31:46.310529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] For port e2b4655f-99b9-49d5-92be-40117a16568f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e2b4655f-99b9-49d5-92be-40117a16568f,segment=NetworkSegment(5e4a0e98-2553-4c78-b190-619d33ca29ca),segment_id=5e4a0e98-2553-4c78-b190-619d33ca29ca)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:46.310977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:46.325294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Calling delete_port for e2b4655f-99b9-49d5-92be-40117a16568f owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:46.333773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:46.354031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75', 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f', 'port_id': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75', 'mac_address': 'fa:16:3e:a2:c5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:46.400492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:46.401010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273b465-c51e-4226-abf4-5cd08de9a927 req-84dde026-9ce1-44b5-bc65-f75ff63e7e6a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:46.402896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7273b465-c51e-4226-abf4-5cd08de9a927 req-84dde026-9ce1-44b5-bc65-f75ff63e7e6a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 943 time: 0.0741246 Jul 06 17:31:46.417439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:46.442291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:46.449396 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:46.469359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7273b465-c51e-4226-abf4-5cd08de9a927 req-e813a6b5-bc2b-4564-aae2-a6b4b2b47999 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Jul 06 17:31:46.513333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:46.638412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9ecb6-46f0-49f5-ae79-38101e23452a req-fee8441d-1162-4117-8613-568b4955665b tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:46.639965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-77e9ecb6-46f0-49f5-ae79-38101e23452a req-fee8441d-1162-4117-8613-568b4955665b tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1095 time: 0.0581574 Jul 06 17:31:46.676271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7c5ad-8618-4ba6-882c-81c541dcd823 req-0f7039aa-e250-4127-983f-fdcb9c959545 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:46.676528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-77e9ecb6-46f0-49f5-ae79-38101e23452a req-f8b11f84-e10a-43c8-905d-e2fd3b52dabf tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298319 Jul 06 17:31:46.677738 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73a7c5ad-8618-4ba6-882c-81c541dcd823 req-0f7039aa-e250-4127-983f-fdcb9c959545 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.0883515 Jul 06 17:31:46.751339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73a7c5ad-8618-4ba6-882c-81c541dcd823 req-0ca5b2a2-8069-40ec-8d26-1efd46cfef98 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674188 Jul 06 17:31:46.752352 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:46.783537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Pushing event deleted for resources: {'Port': ['ID=e2b4655f-99b9-49d5-92be-40117a16568f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:46.813304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.813652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.813990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.814324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.814674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.814999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.815322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.815647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.815972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.816294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.816613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.816933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:46.840050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] No DVR routers for this DVR port e2b4655f-99b9-49d5-92be-40117a16568f on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:31:46.843167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:46.845127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e3b5e7c4-f4c7-4abd-85c6-6e1ad097b732 req-11f653e2-1877-451c-b537-423a3c287fba tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.55 "DELETE /v2.0/ports/e2b4655f-99b9-49d5-92be-40117a16568f HTTP/1.1" status: 204 len: 173 time: 0.8221369 Jul 06 17:31:46.846109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6d962b-2ab9-4260-9ae6-b250bfdc52a2', 'name': 'network-vif-deleted', 'tag': 'e2b4655f-99b9-49d5-92be-40117a16568f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:46.847823 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55306743-d9f2-4935-a367-ee4f8433a734" -d '{"events": [{"server_uuid": "ff6d962b-2ab9-4260-9ae6-b250bfdc52a2", "name": "network-vif-deleted", "tag": "e2b4655f-99b9-49d5-92be-40117a16568f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:46.860094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65df3d-4a79-4207-a4d1-fa60a02df5f1 req-aebad1a0-a915-41b0-a58d-ddba920ac577 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:46.862833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e65df3d-4a79-4207-a4d1-fa60a02df5f1 req-aebad1a0-a915-41b0-a58d-ddba920ac577 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0786948 Jul 06 17:31:46.926288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e65df3d-4a79-4207-a4d1-fa60a02df5f1 req-dd14d5d4-6573-4e36-8d26-5e85a1f5969a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563679 Jul 06 17:31:46.928214 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3d826bad-5174-4680-9130-8ae98bf7c1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:46.998192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['01d7478b-2bd4-4eb4-bf7f-5180b07bae75'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:47.058093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205091-244b-45d2-b348-b70152565804 req-933f4b5b-4217-4f31-8de4-ea27b26504b9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:47.059832 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9205091-244b-45d2-b348-b70152565804 req-933f4b5b-4217-4f31-8de4-ea27b26504b9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0714235 Jul 06 17:31:47.104093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9205091-244b-45d2-b348-b70152565804 req-bb3770c6-3521-460c-8ca0-1c47bfb92b18 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Jul 06 17:31:47.111654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbd43f-db03-4d42-981f-03e3e91b1613 req-66b35861-cbeb-4394-b029-fcecee00c743 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:47.113667 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0abbd43f-db03-4d42-981f-03e3e91b1613 req-66b35861-cbeb-4394-b029-fcecee00c743 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 1095 time: 0.0646961 Jul 06 17:31:47.162226 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc22bffc-f892-4138-9fa6-42245a300e84 x-openstack-request-id: req-dc22bffc-f892-4138-9fa6-42245a300e84 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:47.162648 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6d962b-2ab9-4260-9ae6-b250bfdc52a2", "name": "network-vif-deleted", "tag": "e2b4655f-99b9-49d5-92be-40117a16568f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:47.162904 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc22bffc-f892-4138-9fa6-42245a300e84 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:47.163340 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6d962b-2ab9-4260-9ae6-b250bfdc52a2', 'name': 'network-vif-deleted', 'tag': 'e2b4655f-99b9-49d5-92be-40117a16568f', 'status': 'completed', 'code': 200} Jul 06 17:31:47.163465 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0abbd43f-db03-4d42-981f-03e3e91b1613 req-bf4e3207-5c43-45ac-bc9a-c52a760897ce tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Jul 06 17:31:47.298396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83eaef34-67b1-433c-b233-fc2c9fb731c2 req-1ba237cc-e4f4-48ce-a293-7b86f4db15c4 tempest-VolumesAdminNegativeTest-718263274 tempest-VolumesAdminNegativeTest-718263274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6d962b-2ab9-4260-9ae6-b250bfdc52a2 HTTP/1.1" status: 200 len: 210 time: 0.0318942 Jul 06 17:31:47.337362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2067-7c21-4e1b-afb4-245fe69e80b4 req-e99f8ab9-b0f9-48a3-a01f-2b0a42739169 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:47.338922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7ea2067-7c21-4e1b-afb4-245fe69e80b4 req-e99f8ab9-b0f9-48a3-a01f-2b0a42739169 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 944 time: 0.0700955 Jul 06 17:31:47.383838 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7ea2067-7c21-4e1b-afb4-245fe69e80b4 req-a73a779b-09e9-4074-bae3-26e3b2f45184 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 Jul 06 17:31:47.485818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c66f3d-93a9-4ad5-b595-af6b3d124550 req-a6090e24-ff58-48c5-ac2a-4bc87f805fe9 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:47.487291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56c66f3d-93a9-4ad5-b595-af6b3d124550 req-a6090e24-ff58-48c5-ac2a-4bc87f805fe9 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.0705972 Jul 06 17:31:47.530575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56c66f3d-93a9-4ad5-b595-af6b3d124550 req-9104dcbb-5acd-40ed-b169-9b00a74a8700 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Jul 06 17:31:47.716478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3408f45-4a5a-4bf0-b6b5-2a90cf102ab9 req-a3b0642c-aa58-4d52-8cfe-e16464cca3d5 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:47.718023 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3408f45-4a5a-4bf0-b6b5-2a90cf102ab9 req-a3b0642c-aa58-4d52-8cfe-e16464cca3d5 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 943 time: 0.0732601 Jul 06 17:31:47.764514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3408f45-4a5a-4bf0-b6b5-2a90cf102ab9 req-4ec5aa39-40e3-46f6-ba21-401dd429f015 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Jul 06 17:31:47.844974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147909-35b8-4815-a844-3e4b982f9c6b req-4cbe5bb1-2bdf-4360-9904-225fa784c206 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:47.846493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09147909-35b8-4815-a844-3e4b982f9c6b req-4cbe5bb1-2bdf-4360-9904-225fa784c206 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.0684905 Jul 06 17:31:47.883873 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09147909-35b8-4815-a844-3e4b982f9c6b req-88850d71-f589-43c8-a00f-6f436a76c44e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318942 Jul 06 17:31:48.135592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630a5e0-326a-46d9-ab48-4cfabbf253e6 req-af6e61a7-8bd1-4ef2-a4e8-117f4f921c2c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:48.137095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4630a5e0-326a-46d9-ab48-4cfabbf253e6 req-af6e61a7-8bd1-4ef2-a4e8-117f4f921c2c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0645263 Jul 06 17:31:48.176883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4630a5e0-326a-46d9-ab48-4cfabbf253e6 req-3583f64d-9a23-4e19-adbc-64136c68fd9c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339656 Jul 06 17:31:48.215222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bf80c5aa-4103-41e5-9a7f-06a95953be2c details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:48.217320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:48.404294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776d282-094e-4edc-9d34-2b20716dff15 req-407b19df-d4c0-4eaa-828c-8d05c8e69a5c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:48.412414 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2776d282-094e-4edc-9d34-2b20716dff15 req-407b19df-d4c0-4eaa-828c-8d05c8e69a5c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1274884 Jul 06 17:31:48.471801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2776d282-094e-4edc-9d34-2b20716dff15 req-01d71c64-3f7d-408b-91f4-c93ad23d0fd9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581698 Jul 06 17:31:48.486772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:48.491271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:48.491652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.504385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:48.543170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bf80c5aa-4103-41e5-9a7f-06a95953be2c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:48.592366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c', 'network_id': '52696e55-4931-41d6-9436-6e4ce837880a', 'port_id': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c', 'mac_address': 'fa:16:3e:43:d6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c227fa02-fa61-4298-805e-f6bfa8a52239', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:48.611194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfae9e4-b23f-4a82-b48b-9ccca25e4020 admin admin] Deleting subnet e979f033-6305-442f-ad7e-827cb9cf93e3 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:31:48.620031 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acfae9e4-b23f-4a82-b48b-9ccca25e4020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.668729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acfae9e4-b23f-4a82-b48b-9ccca25e4020 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.674732 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acfae9e4-b23f-4a82-b48b-9ccca25e4020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.709386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.724181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf80c5aa-4103-41e5-9a7f-06a95953be2c {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:48.730141 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.778241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bf80c5aa-4103-41e5-9a7f-06a95953be2c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:48.783546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acfae9e4-b23f-4a82-b48b-9ccca25e4020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.791223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:48.796708 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194a15af-19e4-4d63-aa37-37e5853c8a10" -d '{"events": [{"server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "name": "network-vif-plugged", "status": "completed", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:48.803960 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.816924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083649c9-a0f5-4361-b1d1-b4e0cb483072 req-f594343f-4cb3-4975-8f18-a64c86259676 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:48.819381 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-083649c9-a0f5-4361-b1d1-b4e0cb483072 req-f594343f-4cb3-4975-8f18-a64c86259676 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 944 time: 0.1210017 Jul 06 17:31:48.839185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:48.847148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfae9e4-b23f-4a82-b48b-9ccca25e4020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e979f033-6305-442f-ad7e-827cb9cf93e3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:48.848284 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.849132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e2b4655f-99b9-49d5-92be-40117a16568f no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:48.850699 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acfae9e4-b23f-4a82-b48b-9ccca25e4020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:48.853791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-acfae9e4-b23f-4a82-b48b-9ccca25e4020 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e979f033-6305-442f-ad7e-827cb9cf93e3 HTTP/1.1" status: 204 len: 168 time: 0.3475296 Jul 06 17:31:48.859335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51676) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:48.873671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: e2b4655f-99b9-49d5-92be-40117a16568f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:31:48.874026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e2b4655f-99b9-49d5-92be-40117a16568f not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:31:48.890967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bf80c5aa-4103-41e5-9a7f-06a95953be2c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:48.917068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-083649c9-a0f5-4361-b1d1-b4e0cb483072 req-db8a8da8-fe4b-4ef6-a623-25a1c93ecacb tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763583 Jul 06 17:31:48.955677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:48.972592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:48.974942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:48.987253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb165b6b-467b-4943-94ac-f534a5d408ec req-fb483660-52d6-4a34-a400-8df65b0136ef tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:48.988819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb165b6b-467b-4943-94ac-f534a5d408ec req-fb483660-52d6-4a34-a400-8df65b0136ef tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.1922107 Jul 06 17:31:49.021023 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.062132 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb165b6b-467b-4943-94ac-f534a5d408ec req-33cbecae-c3f4-494e-88d7-cd777f8c8abf tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629811 Jul 06 17:31:49.122015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297883e-3afb-4c65-b231-3eeb362bed57 req-124f38b7-c732-43d0-ae96-c6be191d09d9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:49.123873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3297883e-3afb-4c65-b231-3eeb362bed57 req-124f38b7-c732-43d0-ae96-c6be191d09d9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 944 time: 0.0784585 Jul 06 17:31:49.160727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.163045 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe099b9-e49d-4aa1-9ff0-1bfafae1a40b x-openstack-request-id: req-ffe099b9-e49d-4aa1-9ff0-1bfafae1a40b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:49.166237 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "name": "network-vif-plugged", "status": "completed", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:49.166691 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffe099b9-e49d-4aa1-9ff0-1bfafae1a40b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:49.167102 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75', 'code': 200} Jul 06 17:31:49.170653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3297883e-3afb-4c65-b231-3eeb362bed57 req-ab9bd8d5-d573-462b-a069-08962ce60bd4 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Jul 06 17:31:49.186943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac20ec7e-fa98-487c-a871-82363f5ea725']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:49.224020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:49.228063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4a0e98-2553-4c78-b190-619d33ca29ca') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:49.228595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4a0e98-2553-4c78-b190-619d33ca29ca') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:49.241472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'mac_address': 'fa:16:3e:5e:23:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:49.256595 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.263837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['bf80c5aa-4103-41e5-9a7f-06a95953be2c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:49.283972 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.297389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:31:49.297836 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.341786 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.360731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bab50-070b-46f9-9f11-0b4bc32126f8 req-e8708beb-bfde-45ad-8386-ed30071b8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:49.363338 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-174bab50-070b-46f9-9f11-0b4bc32126f8 req-e8708beb-bfde-45ad-8386-ed30071b8c27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1096 time: 0.1191654 Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:31:49.366276 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:31:49.372124 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.393864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.396268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac20ec7e-fa98-487c-a871-82363f5ea725 HTTP/1.1" status: 204 len: 168 time: 0.5339425 Jul 06 17:31:49.397866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac20ec7e-fa98-487c-a871-82363f5ea725,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:49.400560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:49.436421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.436755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.437231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.437668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.438011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.438440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.438860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.439263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.439664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.440093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.440524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.441236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a632798-9d8d-4ed2-8c43-71a6ceb649d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:31:49.457768 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-174bab50-070b-46f9-9f11-0b4bc32126f8 req-6aac5c30-e49b-49e4-8429-c4ddd2456d98 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810564 Jul 06 17:31:49.469425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf836ed-79c5-45df-92c3-2529900a30c5 admin admin] Deleting subnet 1399bd60-ae1d-4609-85dd-fa5bdfeb8e69 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:31:49.473307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf836ed-79c5-45df-92c3-2529900a30c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.480409 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aca888b3-b1f3-4b7b-86a4-8391eec70c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.484401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6a704-eb18-455f-8677-82be22bcdf00 req-681e32c3-60e6-4c79-822b-794aa4f623ff tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:49.486455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adc6a704-eb18-455f-8677-82be22bcdf00 req-681e32c3-60e6-4c79-822b-794aa4f623ff tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1031911 Jul 06 17:31:49.488105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:49.502763 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.504887 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.517719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf836ed-79c5-45df-92c3-2529900a30c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.564597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a965ffdb-2f34-4f78-9441-2e2ca7302b29 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:49.573480 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adc6a704-eb18-455f-8677-82be22bcdf00 req-b58d4e6e-fceb-4e42-882c-a8781d197e79 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732598 Jul 06 17:31:49.588905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf836ed-79c5-45df-92c3-2529900a30c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.639616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:49.664018 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:31:49.665027 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:31:49.703738 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf836ed-79c5-45df-92c3-2529900a30c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.736803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf836ed-79c5-45df-92c3-2529900a30c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.741371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51686) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:49.741661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bbf836ed-79c5-45df-92c3-2529900a30c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1399bd60-ae1d-4609-85dd-fa5bdfeb8e69 HTTP/1.1" status: 204 len: 168 time: 0.3388128 Jul 06 17:31:49.744163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf836ed-79c5-45df-92c3-2529900a30c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1399bd60-ae1d-4609-85dd-fa5bdfeb8e69,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:49.745320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.753307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b179-fdad-4b94-957e-6743c291b8ae req-2feb5b83-c8ea-4fcc-aa44-357c40b186f2 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:49.754858 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d69b179-fdad-4b94-957e-6743c291b8ae req-2feb5b83-c8ea-4fcc-aa44-357c40b186f2 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 948 time: 0.1305068 Jul 06 17:31:49.799026 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d69b179-fdad-4b94-957e-6743c291b8ae req-6534192d-6c97-494b-bcca-6205bd25b82a tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Jul 06 17:31:49.825802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.916567 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > port after_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > port after_update 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:49.934983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:50.001911 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:50.002259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:50.002781 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:50.003127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 17:31:50.003509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:50.022546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354302d6-ee39-4eb0-834c-c8950699e474') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:50.022779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354302d6-ee39-4eb0-834c-c8950699e474') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:31:50.051206 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.096276 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.107670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:31:50.108074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:31:50.112068 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:31:50.184384 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.192455 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.193969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] 10.222.0.13 "DELETE /v2.0/networks/14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1 HTTP/1.1" status: 204 len: 168 time: 0.4511418 Jul 06 17:31:50.220599 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.225781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06867b0-a343-44f2-9da6-0068a13a0e3b req-48865b27-52a7-4757-a6e3-ef20337c045e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:50.234928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e06867b0-a343-44f2-9da6-0068a13a0e3b req-48865b27-52a7-4757-a6e3-ef20337c045e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.1990619 Jul 06 17:31:50.240678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a965ffdb-2f34-4f78-9441-2e2ca7302b29 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:50.242102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6a6d4-07aa-482f-8fd0-d52a78918d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=14e5ee2f-f1f4-4a69-9770-19a11b7bb0f1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:50.287012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e06867b0-a343-44f2-9da6-0068a13a0e3b req-032b8bdb-5061-4d52-8385-2637004c8814 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497622 Jul 06 17:31:50.292326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:50.299754 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.316390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a864b1-2613-4356-9edc-bf7562edb0a5 req-aebf7a09-1d37-4b06-98bb-55e1b0cccbde tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:50.325442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1a864b1-2613-4356-9edc-bf7562edb0a5 req-aebf7a09-1d37-4b06-98bb-55e1b0cccbde tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 945 time: 0.1278477 Jul 06 17:31:50.387494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:50.392698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51700) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:50.407889 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1a864b1-2613-4356-9edc-bf7562edb0a5 req-fabcd05d-ba56-4815-8149-3eaa9b0391a0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814619 Jul 06 17:31:50.485051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5ff09258-24c1-4d0a-ad1b-aea353e285fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d709fd7b8143412496561a880928d728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884271 Jul 06 17:31:50.485459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51702) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:50.523025 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.569197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92d79-c1ba-4281-b4a4-0bdb742ab15c req-86c1a36d-9da8-405e-8a72-303b1c4bfd27 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:50.571428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fe92d79-c1ba-4281-b4a4-0bdb742ab15c req-86c1a36d-9da8-405e-8a72-303b1c4bfd27 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 944 time: 0.1437676 Jul 06 17:31:50.574407 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95e4aec3-9fbb-4a0f-b2e9-74ca62fd6fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.612080 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95e4aec3-9fbb-4a0f-b2e9-74ca62fd6fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.641333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fe92d79-c1ba-4281-b4a4-0bdb742ab15c req-66779d2c-2569-483d-a5dd-b6315ca6a2f8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640588 Jul 06 17:31:50.679365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a965ffdb-2f34-4f78-9441-2e2ca7302b29'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:50.682355 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95e4aec3-9fbb-4a0f-b2e9-74ca62fd6fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.685550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95e4aec3-9fbb-4a0f-b2e9-74ca62fd6fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:50.690022 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-95e4aec3-9fbb-4a0f-b2e9-74ca62fd6fc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d13161ca-8c4f-40b7-97f1-ccbd35fa1403 HTTP/1.1" status: 204 len: 168 time: 0.2030108 Jul 06 17:31:50.699876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4aec3-9fbb-4a0f-b2e9-74ca62fd6fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13161ca-8c4f-40b7-97f1-ccbd35fa1403,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:50.786933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2518714-8638-4332-a10f-0d48313bd1ad req-97585027-ab09-461a-917f-13b3472d9662 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:50.795229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2518714-8638-4332-a10f-0d48313bd1ad req-97585027-ab09-461a-917f-13b3472d9662 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0862758 Jul 06 17:31:50.861115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2518714-8638-4332-a10f-0d48313bd1ad req-a426bdc5-8343-4359-9230-1cc141f6f538 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650303 Jul 06 17:31:50.967577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8813840-b08a-4210-9957-b25b93a2e197 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:31:51.076937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dfa2-02d4-4361-95ef-dae018bb59b4 req-30169684-d9c9-41f3-a267-80208f740d1b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:51.083086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43c1dfa2-02d4-4361-95ef-dae018bb59b4 req-30169684-d9c9-41f3-a267-80208f740d1b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 949 time: 0.1352205 Jul 06 17:31:51.111100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b8813840-b08a-4210-9957-b25b93a2e197, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8813840-b08a-4210-9957-b25b93a2e197,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:51.129821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'b8813840-b08a-4210-9957-b25b93a2e197', 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79', 'port_id': 'b8813840-b08a-4210-9957-b25b93a2e197', 'mac_address': 'fa:16:3e:91:d0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0055c108-d990-4b66-862a-1cfb90aabc2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:31:51.152196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43c1dfa2-02d4-4361-95ef-dae018bb59b4 req-ad9d0712-e18e-405b-a763-fdc99c45491f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609851 Jul 06 17:31:51.183965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:51.187324 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed997dc-4b9d-4f47-9168-4b1db93a4c85" -d '{"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-unplugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:51.193444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51716) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:51.198629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:51.212960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8813840-b08a-4210-9957-b25b93a2e197 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:51.235202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b8813840-b08a-4210-9957-b25b93a2e197, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8813840-b08a-4210-9957-b25b93a2e197,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:51.240074 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:51.243945 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cc7db2-3484-482e-abdc-4bdc59b89b56 x-openstack-request-id: req-f2cc7db2-3484-482e-abdc-4bdc59b89b56 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:51.245147 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-unplugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:51.245605 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2cc7db2-3484-482e-abdc-4bdc59b89b56 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:51.246142 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'code': 200} Jul 06 17:31:51.263086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e1e7252-0d75-4d5d-9a81-c2e9d16ef5ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffafdaf9d69d47f891c3743871ec3838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645387 Jul 06 17:31:51.264330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51718) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:51.304105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b8813840-b08a-4210-9957-b25b93a2e197,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:51.325119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f829226-8bb3-4980-968f-252847a1bb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:51.350311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f829226-8bb3-4980-968f-252847a1bb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:51.383673 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b8813840-b08a-4210-9957-b25b93a2e197'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:51.416143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f829226-8bb3-4980-968f-252847a1bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:51.428103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f829226-8bb3-4980-968f-252847a1bb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:51.429289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0f829226-8bb3-4980-968f-252847a1bb47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd42e083-9a18-4661-870b-2e86392b36ff HTTP/1.1" status: 204 len: 168 time: 0.1638319 Jul 06 17:31:51.448698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f829226-8bb3-4980-968f-252847a1bb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd42e083-9a18-4661-870b-2e86392b36ff,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:51.558496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04537d34-991e-4e54-8fb0-d117ed903df3 req-0f8c9dc5-580a-40d7-9262-bb29b69f9ff7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:51.560265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04537d34-991e-4e54-8fb0-d117ed903df3 req-0f8c9dc5-580a-40d7-9262-bb29b69f9ff7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.1179712 Jul 06 17:31:51.607906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04537d34-991e-4e54-8fb0-d117ed903df3 req-89e15798-e445-4db0-b538-7a444109dad0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Jul 06 17:31:51.647472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b53f0-1008-45b2-adf8-b8cbb99cbb2d req-106fa3a0-1ab9-4c0f-9ba7-9865e5be7717 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:51.662829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0f2b53f0-1008-45b2-adf8-b8cbb99cbb2d req-106fa3a0-1ab9-4c0f-9ba7-9865e5be7717 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 944 time: 0.1039164 Jul 06 17:31:51.715670 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0f2b53f0-1008-45b2-adf8-b8cbb99cbb2d req-777d6114-6ade-4bef-94ad-260494576ecd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Jul 06 17:31:51.935221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51463b9e-91c1-461e-9b9d-173e15f6af8e req-f3004407-b63c-4421-92d7-106931592291 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:51.937787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-51463b9e-91c1-461e-9b9d-173e15f6af8e req-f3004407-b63c-4421-92d7-106931592291 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1096 time: 0.0884399 Jul 06 17:31:51.966590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a78c5-8fcb-4111-b05d-91d9200aa672 req-7721d662-dbdb-4522-a8b9-8f7011785f91 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:51.968404 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e94a78c5-8fcb-4111-b05d-91d9200aa672 req-7721d662-dbdb-4522-a8b9-8f7011785f91 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 944 time: 0.0748522 Jul 06 17:31:51.987311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-51463b9e-91c1-461e-9b9d-173e15f6af8e req-9b152fbd-3cf1-4827-be2a-68b29cb18724 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Jul 06 17:31:52.014756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e94a78c5-8fcb-4111-b05d-91d9200aa672 req-dae8d2a1-0032-4dc7-87da-c94a376e628d tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Jul 06 17:31:52.251745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae675b-a86c-4c9a-98db-5b07304e8797 req-5bbbb3df-f28b-423a-937f-8a6acc02b3d3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:52.253954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7ae675b-a86c-4c9a-98db-5b07304e8797 req-5bbbb3df-f28b-423a-937f-8a6acc02b3d3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0979373 Jul 06 17:31:52.260517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bf80c5aa-4103-41e5-9a7f-06a95953be2c up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:52.348910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7ae675b-a86c-4c9a-98db-5b07304e8797 req-da7fe8ef-c704-42c9-92ec-f9fed006a4ed tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804849 Jul 06 17:31:52.374506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port bf80c5aa-4103-41e5-9a7f-06a95953be2c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:31:52.390362 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:52.391727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port bf80c5aa-4103-41e5-9a7f-06a95953be2c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:52.392125 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:52.504927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132256c-e6a6-4363-8fd1-1c7abde0b141 req-c644bfb5-c54e-4852-b632-bba1b297571e tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:52.512326 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:52.513868 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1132256c-e6a6-4363-8fd1-1c7abde0b141 req-c644bfb5-c54e-4852-b632-bba1b297571e tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 949 time: 0.0881889 Jul 06 17:31:52.563921 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1132256c-e6a6-4363-8fd1-1c7abde0b141 req-526964cc-0d28-45cf-9d14-8b7d1b7916d9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488226 Jul 06 17:31:52.567847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bf80c5aa-4103-41e5-9a7f-06a95953be2c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:52.580592 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:52.614629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51768) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:52.650955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bf80c5aa-4103-41e5-9a7f-06a95953be2c,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:52.735811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-377668003-network', 'tenant_id': 'e48abeb31668421e8f44f15b598270fb'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:52.760725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Made reservation on behalf of e48abeb31668421e8f44f15b598270fb for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:52.764415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:52.779952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:52.935857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:52.948739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1cf28-0bed-4661-bc72-6d4006a2998c req-7b40f7b8-a8b8-47f4-912c-ac9e9fe1f6d4 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:52.950252 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14a1cf28-0bed-4661-bc72-6d4006a2998c req-7b40f7b8-a8b8-47f4-912c-ac9e9fe1f6d4 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 944 time: 0.1071112 Jul 06 17:31:52.951051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:52.982736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:31:52.997768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:31:53.003698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d0be90-426b-45cd-b0e8-bc0576de4362,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:53.019940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.020653 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Added segment 86007a60-45c6-4854-ad82-afe109f8f0b5 of type vlan for network bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a Jul 06 17:31:53.036325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14a1cf28-0bed-4661-bc72-6d4006a2998c req-6138d7dc-e0e8-4ce0-ba22-2617b50fd8d8 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707333 Jul 06 17:31:53.059153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port a965ffdb-2f34-4f78-9441-2e2ca7302b29 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:31:53.062695 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.088135 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.128810 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.130022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:53.130734 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.178431 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.194552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5762172 Jul 06 17:31:53.198644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:53.206596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Request body: {'subnet': {'network_id': 'bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-377668003-subnet', 'tenant_id': 'e48abeb31668421e8f44f15b598270fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:53.229741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566f21e-e7da-4d2f-9111-e3c7d0e1111a admin admin] Pushing event updated for resources: {'Network': ['ID=bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:53.245803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:31:53.247768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Made reservation on behalf of e48abeb31668421e8f44f15b598270fb for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:31:53.252699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.349329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1316c0a-09a6-486f-89a6-029e5c467cbf req-89547794-1f70-4e09-8fb3-b554e4d6a80f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:53.354785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1316c0a-09a6-486f-89a6-029e5c467cbf req-89547794-1f70-4e09-8fb3-b554e4d6a80f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 945 time: 0.0876603 Jul 06 17:31:53.409726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1316c0a-09a6-486f-89a6-029e5c467cbf req-2f0d9b1e-9187-49d9-acf4-03135658c1b7 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475836 Jul 06 17:31:53.433214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c'}, {'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:53.436836 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f47382-9fae-4b7b-85d6-44fad48c7a36" -d '{"events": [{"server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "name": "network-vif-plugged", "status": "completed", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c"}, {"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-plugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:53.468535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:53.478738 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.479982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8813840-b08a-4210-9957-b25b93a2e197 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:53.598557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:53.648171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.654811 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.675024 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb3f4a8-b43f-4e9d-98c8-9de39769d730 x-openstack-request-id: req-3cb3f4a8-b43f-4e9d-98c8-9de39769d730 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:53.675226 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "name": "network-vif-plugged", "status": "completed", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c", "code": 200}, {"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-plugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:53.675805 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cb3f4a8-b43f-4e9d-98c8-9de39769d730 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:53.676381 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c', 'code': 200} Jul 06 17:31:53.676649 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'code': 200} Jul 06 17:31:53.683760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b8813840-b08a-4210-9957-b25b93a2e197 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:31:53.729785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b8813840-b08a-4210-9957-b25b93a2e197, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8813840-b08a-4210-9957-b25b93a2e197,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:53.740635 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.787495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=830070ff-fd11-40f1-a6c4-2dbaac5831de,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:53.794035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Checking segment: {'id': '86007a60-45c6-4854-ad82-afe109f8f0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:31:53.794689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Network hostable DHCP agents. Network: bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:31:53.814010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Network bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:31:53.815164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c132-00a7-40f7-84b1-9715c4010b3e req-ec4ca3e2-7bc3-451b-b3fa-f53524fd1c46 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:53.819826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9619c132-00a7-40f7-84b1-9715c4010b3e req-ec4ca3e2-7bc3-451b-b3fa-f53524fd1c46 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1630299 Jul 06 17:31:53.829613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:31:53.840647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:53.841308 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:53.856272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3cd27b-b6ce-4b11-b612-b522f5a5d6da None None] Network bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:31:53.871840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4cb301ac-4b25-422b-bbc9-7e928a178018 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6636646 Jul 06 17:31:53.944002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b8813840-b08a-4210-9957-b25b93a2e197,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:53.983455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9619c132-00a7-40f7-84b1-9715c4010b3e req-ddde46ee-5fa5-4bb6-927d-fc109b38df1e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771565 Jul 06 17:31:54.006541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250153b-4345-4be4-93f5-c35d4831937f req-ffba3c15-cbdf-4c1f-b1a0-ea745098c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:54.009312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d250153b-4345-4be4-93f5-c35d4831937f req-ffba3c15-cbdf-4c1f-b1a0-ea745098c429 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 1096 time: 0.1873000 Jul 06 17:31:54.074894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4347d5-8c77-4575-bd7a-fd76ac0ff1d0 req-da0b0a9a-63b6-4b7c-bb84-24fb717da3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:54.076401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d4347d5-8c77-4575-bd7a-fd76ac0ff1d0 req-da0b0a9a-63b6-4b7c-bb84-24fb717da3d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1101 time: 0.1093252 Jul 06 17:31:54.094696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf9e46-304a-4364-87b4-ae1097b4e017 req-c09f3f5e-758b-4c64-a319-47caa9178f28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:54.096367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-61bf9e46-304a-4364-87b4-ae1097b4e017 req-c09f3f5e-758b-4c64-a319-47caa9178f28 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2018077 Jul 06 17:31:54.118502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d250153b-4345-4be4-93f5-c35d4831937f req-c6563446-1758-4421-882e-dde920fce75c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953989 Jul 06 17:31:54.120957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43798b9-a934-495d-95ef-ddaf0a7bbebb None None] Network bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:31:54.170969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-61bf9e46-304a-4364-87b4-ae1097b4e017 req-5eb0d920-4055-4fd2-b303-7422b5a1d007 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580776 Jul 06 17:31:54.178005 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d4347d5-8c77-4575-bd7a-fd76ac0ff1d0 req-645a2962-56b1-4148-bab6-e2aa49957198 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789986 Jul 06 17:31:54.323300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b488d-c489-434a-b5df-59b9a40418b6 req-bfb844d5-3788-409b-b51f-d6e7c0df9d80 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:54.324864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f71b488d-c489-434a-b5df-59b9a40418b6 req-bfb844d5-3788-409b-b51f-d6e7c0df9d80 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 943 time: 0.0857017 Jul 06 17:31:54.368066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f71b488d-c489-434a-b5df-59b9a40418b6 req-252cfa38-1ad5-4c58-8ddd-b4d211cbd0c4 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371029 Jul 06 17:31:54.696256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-670ebad8-341f-4b30-a4c5-3a61bc11bd57 req-f5cbab92-12c5-4422-b611-d32c009b2e2c tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1628355946', 'description': 'tempest-description-1619797949'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:54.730629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-670ebad8-341f-4b30-a4c5-3a61bc11bd57 req-f5cbab92-12c5-4422-b611-d32c009b2e2c tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:54.822359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc3d26-6a09-42ea-a856-e27032a66e4e req-639e4d90-0c18-4836-94b4-76d22e59ba49 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:54.829959 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06fc3d26-6a09-42ea-a856-e27032a66e4e req-639e4d90-0c18-4836-94b4-76d22e59ba49 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 945 time: 0.0979807 Jul 06 17:31:54.833061 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-670ebad8-341f-4b30-a4c5-3a61bc11bd57 req-f5cbab92-12c5-4422-b611-d32c009b2e2c tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:54.841679 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-670ebad8-341f-4b30-a4c5-3a61bc11bd57 req-f5cbab92-12c5-4422-b611-d32c009b2e2c tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:54.871003 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06fc3d26-6a09-42ea-a856-e27032a66e4e req-48e72e26-31da-41d6-b847-a4c426a8ae54 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Jul 06 17:31:54.877821 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-670ebad8-341f-4b30-a4c5-3a61bc11bd57 req-f5cbab92-12c5-4422-b611-d32c009b2e2c tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:54.879162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-670ebad8-341f-4b30-a4c5-3a61bc11bd57 req-f5cbab92-12c5-4422-b611-d32c009b2e2c tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1880455 Jul 06 17:31:54.883992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbab92-12c5-4422-b611-d32c009b2e2c tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3af3a62-1050-47ee-a247-f5be8635955d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:54.958091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b2978cd-b13b-4a27-b746-1bd46561a3bd req-6148e209-c545-44f8-a046-270bdcad4394 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/b3af3a62-1050-47ee-a247-f5be8635955d HTTP/1.1" status: 200 len: 1805 time: 0.0503337 Jul 06 17:31:54.967164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4b2978cd-b13b-4a27-b746-1bd46561a3bd req-36d23c95-f933-49bf-ada5-b373f681c754 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3af3a62-1050-47ee-a247-f5be8635955d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:54.967660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4b2978cd-b13b-4a27-b746-1bd46561a3bd req-36d23c95-f933-49bf-ada5-b373f681c754 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3af3a62-1050-47ee-a247-f5be8635955d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:55.042999 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b2978cd-b13b-4a27-b746-1bd46561a3bd req-36d23c95-f933-49bf-ada5-b373f681c754 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:55.106900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b2978cd-b13b-4a27-b746-1bd46561a3bd req-36d23c95-f933-49bf-ada5-b373f681c754 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:55.112543 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b2978cd-b13b-4a27-b746-1bd46561a3bd req-36d23c95-f933-49bf-ada5-b373f681c754 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:55.144693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d23c95-f933-49bf-ada5-b373f681c754 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87c8e0d-fd10-4913-a55c-d4fcbf5310d5,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:55.151019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b2978cd-b13b-4a27-b746-1bd46561a3bd req-36d23c95-f933-49bf-ada5-b373f681c754 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:55.158887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b2978cd-b13b-4a27-b746-1bd46561a3bd req-36d23c95-f933-49bf-ada5-b373f681c754 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1962521 Jul 06 17:31:55.208503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-514eb80a-7527-4ab8-881d-903a799c1246 req-2e0de4d3-b253-4633-9400-d94cd2aef0a4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-170979613', 'description': 'tempest-description-71280687'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:55.245126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa2a0b-5305-417e-960a-27cd4eadfb78 req-ea4e3e4b-15fa-4020-8e4e-c373eef41ae9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:55.247235 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ecfa2a0b-5305-417e-960a-27cd4eadfb78 req-ea4e3e4b-15fa-4020-8e4e-c373eef41ae9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1161537 Jul 06 17:31:55.261876 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-514eb80a-7527-4ab8-881d-903a799c1246 req-2e0de4d3-b253-4633-9400-d94cd2aef0a4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:55.307220 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ecfa2a0b-5305-417e-960a-27cd4eadfb78 req-e59724fb-82c6-4764-85ca-bee45cb60c5b tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506465 Jul 06 17:31:55.381814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-514eb80a-7527-4ab8-881d-903a799c1246 req-2e0de4d3-b253-4633-9400-d94cd2aef0a4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:55.386584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-514eb80a-7527-4ab8-881d-903a799c1246 req-2e0de4d3-b253-4633-9400-d94cd2aef0a4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:55.429363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-514eb80a-7527-4ab8-881d-903a799c1246 req-2e0de4d3-b253-4633-9400-d94cd2aef0a4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:55.444072 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-514eb80a-7527-4ab8-881d-903a799c1246 req-2e0de4d3-b253-4633-9400-d94cd2aef0a4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2620010 Jul 06 17:31:55.471458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0de4d3-b253-4633-9400-d94cd2aef0a4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cad6c7e-e724-4148-b700-a37b04d55e61,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:55.569034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e22e-c309-4c22-91d6-0448e8c1a022 req-a6a3e320-5d96-45fe-a82d-3b1ce011dcc7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:55.580820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26c0e22e-c309-4c22-91d6-0448e8c1a022 req-a6a3e320-5d96-45fe-a82d-3b1ce011dcc7 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1046357 Jul 06 17:31:55.632013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26c0e22e-c309-4c22-91d6-0448e8c1a022 req-fc18bf3e-bbe5-48d5-b8b0-dc8a03d1a1b0 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419395 Jul 06 17:31:55.682911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbb6e9-80fe-4075-a9e0-871675e6fe65 req-b6038391-d95c-4517-9fd2-c94a0e2e390a tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:55.685010 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2bdbb6e9-80fe-4075-a9e0-871675e6fe65 req-b6038391-d95c-4517-9fd2-c94a0e2e390a tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 943 time: 0.1074748 Jul 06 17:31:55.733115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18092440-dfec-448e-9e70-bc90c66057bb req-8148671c-aad8-48b5-a45e-6911850e73cd tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/8cad6c7e-e724-4148-b700-a37b04d55e61 HTTP/1.1" status: 200 len: 1802 time: 0.0733993 Jul 06 17:31:55.744143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-18092440-dfec-448e-9e70-bc90c66057bb req-7b3ff7bf-70f3-4000-9a89-17a617f74aee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8cad6c7e-e724-4148-b700-a37b04d55e61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:55.744776 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-18092440-dfec-448e-9e70-bc90c66057bb req-7b3ff7bf-70f3-4000-9a89-17a617f74aee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8cad6c7e-e724-4148-b700-a37b04d55e61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:55.747139 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2bdbb6e9-80fe-4075-a9e0-871675e6fe65 req-ba78505a-95c2-41a4-9a9c-2a384f7a03b1 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541394 Jul 06 17:31:55.873211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-c211f492-0ed6-41cf-96f8-4afcccade019 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:55.875394 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-c211f492-0ed6-41cf-96f8-4afcccade019 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 943 time: 0.1241338 Jul 06 17:31:55.894453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18092440-dfec-448e-9e70-bc90c66057bb req-7b3ff7bf-70f3-4000-9a89-17a617f74aee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.018878 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18092440-dfec-448e-9e70-bc90c66057bb req-7b3ff7bf-70f3-4000-9a89-17a617f74aee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.029262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18092440-dfec-448e-9e70-bc90c66057bb req-7b3ff7bf-70f3-4000-9a89-17a617f74aee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.047155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ff7bf-70f3-4000-9a89-17a617f74aee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c1b7ae-c341-4b05-af2e-c6656a921aa2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:56.065391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c694b-51e2-4c51-8e1f-87ad7a039cd5 req-1c5da273-01d1-4144-a0df-4605e55ef442 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:56.073917 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f63c694b-51e2-4c51-8e1f-87ad7a039cd5 req-1c5da273-01d1-4144-a0df-4605e55ef442 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0937011 Jul 06 17:31:56.074128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18092440-dfec-448e-9e70-bc90c66057bb req-7b3ff7bf-70f3-4000-9a89-17a617f74aee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.090992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18092440-dfec-448e-9e70-bc90c66057bb req-7b3ff7bf-70f3-4000-9a89-17a617f74aee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3565648 Jul 06 17:31:56.110442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Deleting port b8813840-b08a-4210-9957-b25b93a2e197 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:31:56.121376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.133975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f63c694b-51e2-4c51-8e1f-87ad7a039cd5 req-5f1231af-82dc-4071-aae2-40ddeafec3fb tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590014 Jul 06 17:31:56.168049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-53234a08-27f1-4338-84de-73cb3765f544 req-f8e66dbf-681f-41ce-8c8a-dc35681c7a3f tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1192077323', 'description': 'tempest-description-1956675941'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:56.195255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53234a08-27f1-4338-84de-73cb3765f544 req-f8e66dbf-681f-41ce-8c8a-dc35681c7a3f tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.296880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53234a08-27f1-4338-84de-73cb3765f544 req-f8e66dbf-681f-41ce-8c8a-dc35681c7a3f tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.301327 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53234a08-27f1-4338-84de-73cb3765f544 req-f8e66dbf-681f-41ce-8c8a-dc35681c7a3f tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.340091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e66dbf-681f-41ce-8c8a-dc35681c7a3f tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbff0e-bfa5-4ee0-ab5a-24b90ec6c2b7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:56.344381 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53234a08-27f1-4338-84de-73cb3765f544 req-f8e66dbf-681f-41ce-8c8a-dc35681c7a3f tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.351109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53234a08-27f1-4338-84de-73cb3765f544 req-f8e66dbf-681f-41ce-8c8a-dc35681c7a3f tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1875546 Jul 06 17:31:56.361880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] For port b8813840-b08a-4210-9957-b25b93a2e197, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b8813840-b08a-4210-9957-b25b93a2e197,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:56.362111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.381064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Calling delete_port for b8813840-b08a-4210-9957-b25b93a2e197 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:31:56.396445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c7bd8-a39a-4e8f-bd37-63085e59b6d8 req-112df392-0a1c-40d9-8889-3ff36e710847 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:56.399386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fd0c7bd8-a39a-4e8f-bd37-63085e59b6d8 req-112df392-0a1c-40d9-8889-3ff36e710847 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 945 time: 0.1586339 Jul 06 17:31:56.533567 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fd0c7bd8-a39a-4e8f-bd37-63085e59b6d8 req-3c4fbb5d-9169-46bc-9164-9b8726e2d3b2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255329 Jul 06 17:31:56.642077 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.697309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event deleted for resources: {'Port': ['ID=b8813840-b08a-4210-9957-b25b93a2e197,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:56.768592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] No DVR routers for this DVR port b8813840-b08a-4210-9957-b25b93a2e197 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:31:56.772362 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.774674 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-851dc8f3-60e4-422c-be7a-adfcfff75d41 req-2ac563cf-c44b-4526-b44f-0ab7ed31006c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "DELETE /v2.0/ports/b8813840-b08a-4210-9957-b25b93a2e197 HTTP/1.1" status: 204 len: 173 time: 0.8923419 Jul 06 17:31:56.775119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b10747f-4472-4d95-9df5-8ec070ca0c9c', 'name': 'network-vif-deleted', 'tag': 'b8813840-b08a-4210-9957-b25b93a2e197'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:56.777438 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e79b26d-a226-43de-b935-7abfe314ba96" -d '{"events": [{"server_uuid": "7b10747f-4472-4d95-9df5-8ec070ca0c9c", "name": "network-vif-deleted", "tag": "b8813840-b08a-4210-9957-b25b93a2e197"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:56.826914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d5ecc6dd-d77c-413b-aefe-257fa7c56d11 req-ce61360a-1ba8-4b97-9959-490bb6498f93 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1052660305', 'description': 'tempest-description-1220746714'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:56.858658 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6dd-d77c-413b-aefe-257fa7c56d11 req-ce61360a-1ba8-4b97-9959-490bb6498f93 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:56.894481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10ec08-1903-4b92-9fc9-59b02195a388 req-cdd8cae4-9fe1-4c28-bf6c-0e7b74845579 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:56.902870 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a10ec08-1903-4b92-9fc9-59b02195a388 req-cdd8cae4-9fe1-4c28-bf6c-0e7b74845579 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.2160156 Jul 06 17:31:56.990757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a10ec08-1903-4b92-9fc9-59b02195a388 req-ababeee6-744f-492f-9f0a-773c5c98e0d3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546963 Jul 06 17:31:57.009787 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6dd-d77c-413b-aefe-257fa7c56d11 req-ce61360a-1ba8-4b97-9959-490bb6498f93 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:57.017429 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6dd-d77c-413b-aefe-257fa7c56d11 req-ce61360a-1ba8-4b97-9959-490bb6498f93 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:57.069642 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6dd-d77c-413b-aefe-257fa7c56d11 req-ce61360a-1ba8-4b97-9959-490bb6498f93 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:57.071777 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5ecc6dd-d77c-413b-aefe-257fa7c56d11 req-ce61360a-1ba8-4b97-9959-490bb6498f93 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2516150 Jul 06 17:31:57.080812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61360a-1ba8-4b97-9959-490bb6498f93 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f253e2-0f4f-4620-ab61-de765ce383f4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:57.200420 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-07f4a40c-9d45-4f0b-bd15-90337d35b350 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-402867779&fields=id&tenant_id=de7be06d38ba4100833d42a185c7d862 HTTP/1.1" status: 200 len: 267 time: 0.0541356 Jul 06 17:31:57.299787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-3ea60f7a-ebb1-4bc0-8808-60f7281cb7e2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:57.308768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-3ea60f7a-ebb1-4bc0-8808-60f7281cb7e2 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 945 time: 0.1027365 Jul 06 17:31:57.319452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-24f3bca7-4d5c-405d-a1e7-761bb16b22b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'port': {'security_groups': ['3dca829a-5b4e-4fbd-8fef-a126139698b4', '37bcb829-0a26-445e-bafd-bde78c55d1f8']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:57.334582 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9e4c236-5cc1-4a70-ab69-59567ccb37a3 req-b2948582-dbd6-4351-a335-d4291a33a2fc tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b10747f-4472-4d95-9df5-8ec070ca0c9c HTTP/1.1" status: 200 len: 210 time: 0.0458367 Jul 06 17:31:57.431921 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0686b3-a3a1-4272-af6b-9fa8c8f9cde0 x-openstack-request-id: req-2e0686b3-a3a1-4272-af6b-9fa8c8f9cde0 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:57.432279 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b10747f-4472-4d95-9df5-8ec070ca0c9c", "name": "network-vif-deleted", "tag": "b8813840-b08a-4210-9957-b25b93a2e197", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:57.432510 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e0686b3-a3a1-4272-af6b-9fa8c8f9cde0 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:57.433067 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b10747f-4472-4d95-9df5-8ec070ca0c9c', 'name': 'network-vif-deleted', 'tag': 'b8813840-b08a-4210-9957-b25b93a2e197', 'status': 'completed', 'code': 200} Jul 06 17:31:57.480749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-24f3bca7-4d5c-405d-a1e7-761bb16b22b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:57.682253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23b89f-c199-454f-a152-30fff3483bac req-6c32fc42-7d56-45a1-86f3-c08b91f364c1 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:57.684597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b23b89f-c199-454f-a152-30fff3483bac req-6c32fc42-7d56-45a1-86f3-c08b91f364c1 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0804722 Jul 06 17:31:57.749698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b23b89f-c199-454f-a152-30fff3483bac req-4cfdaead-126c-47af-801c-d4b44ea58b8f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566046 Jul 06 17:31:57.787439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-24f3bca7-4d5c-405d-a1e7-761bb16b22b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] For port bf80c5aa-4103-41e5-9a7f-06a95953be2c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:31:57.989545 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-678feced-c336-4ea0-8274-fa2f2423e0d4 req-16c9da6f-5244-40fc-864e-cc37caa5d81d tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/34bbff0e-bfa5-4ee0-ab5a-24b90ec6c2b7 HTTP/1.1" status: 200 len: 1805 time: 0.0815241 Jul 06 17:31:58.048439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-678feced-c336-4ea0-8274-fa2f2423e0d4 req-92acb355-5fc1-4846-a000-bbeb0ab097db tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/a7f253e2-0f4f-4620-ab61-de765ce383f4 HTTP/1.1" status: 200 len: 1805 time: 0.0519805 Jul 06 17:31:58.061812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-678feced-c336-4ea0-8274-fa2f2423e0d4 req-b51ddea5-62d2-4ba4-b216-7397404c5c99 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '34bbff0e-bfa5-4ee0-ab5a-24b90ec6c2b7', 'remote_group_id': 'a7f253e2-0f4f-4620-ab61-de765ce383f4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:58.062960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-678feced-c336-4ea0-8274-fa2f2423e0d4 req-b51ddea5-62d2-4ba4-b216-7397404c5c99 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '34bbff0e-bfa5-4ee0-ab5a-24b90ec6c2b7', 'remote_group_id': 'a7f253e2-0f4f-4620-ab61-de765ce383f4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:58.156034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-24f3bca7-4d5c-405d-a1e7-761bb16b22b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.161423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-24f3bca7-4d5c-405d-a1e7-761bb16b22b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.163609 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-678feced-c336-4ea0-8274-fa2f2423e0d4 req-b51ddea5-62d2-4ba4-b216-7397404c5c99 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.175699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d', 'bf80c5aa-4103-41e5-9a7f-06a95953be2c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:58.192996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-24f3bca7-4d5c-405d-a1e7-761bb16b22b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:58.192996 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-24f3bca7-4d5c-405d-a1e7-761bb16b22b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.206751 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53987f55-2ca3-4e4d-a0e4-45824cb8aff5 req-24f3bca7-4d5c-405d-a1e7-761bb16b22b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "PUT /v2.0/ports/bf80c5aa-4103-41e5-9a7f-06a95953be2c HTTP/1.1" status: 200 len: 981 time: 0.8966568 Jul 06 17:31:58.223481 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-678feced-c336-4ea0-8274-fa2f2423e0d4 req-b51ddea5-62d2-4ba4-b216-7397404c5c99 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.230615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-678feced-c336-4ea0-8274-fa2f2423e0d4 req-b51ddea5-62d2-4ba4-b216-7397404c5c99 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.261491 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ddea5-62d2-4ba4-b216-7397404c5c99 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c866922-b5a1-4786-82a7-83cbad3660b1,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:58.267195 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-678feced-c336-4ea0-8274-fa2f2423e0d4 req-b51ddea5-62d2-4ba4-b216-7397404c5c99 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.271444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-678feced-c336-4ea0-8274-fa2f2423e0d4 req-b51ddea5-62d2-4ba4-b216-7397404c5c99 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2142994 Jul 06 17:31:58.326981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['bf80c5aa-4103-41e5-9a7f-06a95953be2c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:31:58.343305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3bca7-4d5c-405d-a1e7-761bb16b22b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'Port': ['ID=bf80c5aa-4103-41e5-9a7f-06a95953be2c,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:58.384147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-031b275e-5bad-4d65-b5df-d34a4a1fd57d req-51a58ca4-9314-4d85-805f-0f30a6b0bd82 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/37bcb829-0a26-445e-bafd-bde78c55d1f8 HTTP/1.1" status: 200 len: 1800 time: 0.0823758 Jul 06 17:31:58.439688 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-031b275e-5bad-4d65-b5df-d34a4a1fd57d req-a485eb6b-db9e-4adc-b877-8686b69089b1 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 17:31:58.457040 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-031b275e-5bad-4d65-b5df-d34a4a1fd57d req-a485eb6b-db9e-4adc-b877-8686b69089b1 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/37bcb829-0a26-445e-bafd-bde78c55d1f8 HTTP/1.1" status: 409 len: 341 time: 0.0676603 Jul 06 17:31:58.466198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-98c93f65-35eb-4141-afeb-fca0bd231b7c req-56036e79-2d76-4426-9fc7-a53f8ae93bd1 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2051360588', 'description': 'tempest-description-13628728'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:58.504852 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-98c93f65-35eb-4141-afeb-fca0bd231b7c req-56036e79-2d76-4426-9fc7-a53f8ae93bd1 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.602929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9678ffd-d394-4e52-8a70-b28dd33fa0e9 req-c84c4ec4-651b-4126-9bc1-21a1b15ad0e0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:58.615973 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9678ffd-d394-4e52-8a70-b28dd33fa0e9 req-c84c4ec4-651b-4126-9bc1-21a1b15ad0e0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1706026 Jul 06 17:31:58.644513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-98c93f65-35eb-4141-afeb-fca0bd231b7c req-56036e79-2d76-4426-9fc7-a53f8ae93bd1 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.653204 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-98c93f65-35eb-4141-afeb-fca0bd231b7c req-56036e79-2d76-4426-9fc7-a53f8ae93bd1 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.687694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9678ffd-d394-4e52-8a70-b28dd33fa0e9 req-db92f6f4-d16f-4d3a-872f-8c5c46d7c028 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700843 Jul 06 17:31:58.721640 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-98c93f65-35eb-4141-afeb-fca0bd231b7c req-56036e79-2d76-4426-9fc7-a53f8ae93bd1 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.744602 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98c93f65-35eb-4141-afeb-fca0bd231b7c req-56036e79-2d76-4426-9fc7-a53f8ae93bd1 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2844803 Jul 06 17:31:58.750713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56036e79-2d76-4426-9fc7-a53f8ae93bd1 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb0d862-7866-46fb-b6c9-85dbbc01a5f7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:58.803782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-cdb34e20-1d79-400e-9c05-ef9568842880 req-f8b08999-5647-468a-9196-a45498573a42 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2112221401', 'description': 'tempest-description-603097431'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:58.846998 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdb34e20-1d79-400e-9c05-ef9568842880 req-f8b08999-5647-468a-9196-a45498573a42 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:58.997952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8813840-b08a-4210-9957-b25b93a2e197 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:31:59.037441 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdb34e20-1d79-400e-9c05-ef9568842880 req-f8b08999-5647-468a-9196-a45498573a42 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.044680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: b8813840-b08a-4210-9957-b25b93a2e197 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:31:59.045052 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdb34e20-1d79-400e-9c05-ef9568842880 req-f8b08999-5647-468a-9196-a45498573a42 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.046856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b8813840-b08a-4210-9957-b25b93a2e197 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:31:59.101720 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdb34e20-1d79-400e-9c05-ef9568842880 req-f8b08999-5647-468a-9196-a45498573a42 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.129967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cdb34e20-1d79-400e-9c05-ef9568842880 req-f8b08999-5647-468a-9196-a45498573a42 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3303127 Jul 06 17:31:59.134734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b08999-5647-468a-9196-a45498573a42 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28caa281-b7d2-4fc0-aefc-8a35f7a123c4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:59.275431 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b6d12-d886-4026-9c25-254528b88f40 req-626d34be-3b49-4960-9cc7-4bab5d23d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:59.276857 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28b6d12-d886-4026-9c25-254528b88f40 req-626d34be-3b49-4960-9cc7-4bab5d23d2b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 1135 time: 0.1520236 Jul 06 17:31:59.285603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb8678-efdb-4f1d-92b0-467e19ee3e0c req-6e063ff3-557e-4a4b-a541-09677b157331 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:59.287066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9cb8678-efdb-4f1d-92b0-467e19ee3e0c req-6e063ff3-557e-4a4b-a541-09677b157331 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1244445 Jul 06 17:31:59.380371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9cb8678-efdb-4f1d-92b0-467e19ee3e0c req-cbe0c804-5215-4547-b021-ac53e3986d8f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834234 Jul 06 17:31:59.426698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51984) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:59.437248 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8464d6c3-2b31-4f37-af9d-e9caa4963ddf tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757560482', 'description': 'tempest-description--1619665223'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:59.447936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b6d12-d886-4026-9c25-254528b88f40 req-c295cef8-2b88-4d15-9f05-c8838d1d5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:59.451499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28b6d12-d886-4026-9c25-254528b88f40 req-c295cef8-2b88-4d15-9f05-c8838d1d5e8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 913 time: 0.1635137 Jul 06 17:31:59.459626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:31:59.463175 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07" -d '{"events": [{"name": "network-changed", "server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:31:59.488175 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8464d6c3-2b31-4f37-af9d-e9caa4963ddf tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.531522 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28b6d12-d886-4026-9c25-254528b88f40 req-c075783d-96d2-4a40-9228-57fa88992de2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c HTTP/1.1" status: 200 len: 217 time: 0.0684457 Jul 06 17:31:59.584357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b6d12-d886-4026-9c25-254528b88f40 req-62e0ca7c-a256-4c83-b3bb-550b44b0423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:59.587415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28b6d12-d886-4026-9c25-254528b88f40 req-62e0ca7c-a256-4c83-b3bb-550b44b0423c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 200 len: 852 time: 0.0495510 Jul 06 17:31:59.643081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705834f0-52fe-43d6-a9b2-46f03b1792e6 req-6f6ee3a7-0a23-44f3-a150-44a255b80d5f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:31:59.644704 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-705834f0-52fe-43d6-a9b2-46f03b1792e6 req-6f6ee3a7-0a23-44f3-a150-44a255b80d5f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 984 time: 0.1183140 Jul 06 17:31:59.661638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28b6d12-d886-4026-9c25-254528b88f40 req-63024c83-e980-45c2-a644-02aed14687b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52696e55-4931-41d6-9436-6e4ce837880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671353 Jul 06 17:31:59.709951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8464d6c3-2b31-4f37-af9d-e9caa4963ddf tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.718738 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8464d6c3-2b31-4f37-af9d-e9caa4963ddf tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.725395 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-705834f0-52fe-43d6-a9b2-46f03b1792e6 req-5da2a805-7f28-4f59-88a4-dee93a18aeaa tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bcb829-0a26-445e-bafd-bde78c55d1f8&id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0702622 Jul 06 17:31:59.770562 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8464d6c3-2b31-4f37-af9d-e9caa4963ddf tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.772189 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8464d6c3-2b31-4f37-af9d-e9caa4963ddf tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3428407 Jul 06 17:31:59.775593 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464d6c3-2b31-4f37-af9d-e9caa4963ddf tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961e329b-773c-4156-a45e-131684baa3cd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:31:59.777934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51992) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:31:59.799346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-192055a1-81dd-429d-9518-9d2cee55da7e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Request body: {'security_group_rule': {'security_group_id': '961e329b-773c-4156-a45e-131684baa3cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:31:59.807782 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51c7e63-3c3d-489d-9f41-bcddb3686e53 x-openstack-request-id: req-b51c7e63-3c3d-489d-9f41-bcddb3686e53 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:31:59.808422 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:31:59.809081 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b51c7e63-3c3d-489d-9f41-bcddb3686e53 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:31:59.809869 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c', 'status': 'completed', 'code': 200} Jul 06 17:31:59.842056 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-192055a1-81dd-429d-9518-9d2cee55da7e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.866231 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5036ad30-89da-42fd-9581-bd182f5ff4a3 req-d1a197c2-47d4-44a5-93f1-e5e3db4fde19 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/4fb0d862-7866-46fb-b6c9-85dbbc01a5f7 HTTP/1.1" status: 200 len: 1803 time: 0.2082825 Jul 06 17:31:59.951765 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28b6d12-d886-4026-9c25-254528b88f40 req-373ff8ef-deac-448a-9a12-9e5b798131c3 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813783 Jul 06 17:31:59.989986 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-192055a1-81dd-429d-9518-9d2cee55da7e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:31:59.996978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-192055a1-81dd-429d-9518-9d2cee55da7e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.035759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192055a1-81dd-429d-9518-9d2cee55da7e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aec878a-2ba7-4573-8155-8ba7d12a1608,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:00.055374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f894-c8f6-441a-a97f-eeb5872567aa req-f29eacaa-78b8-4b04-ab28-68cab90e37f9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:00.057617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e782f894-c8f6-441a-a97f-eeb5872567aa req-f29eacaa-78b8-4b04-ab28-68cab90e37f9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1458931 Jul 06 17:32:00.059463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-192055a1-81dd-429d-9518-9d2cee55da7e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.060744 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-192055a1-81dd-429d-9518-9d2cee55da7e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2671981 Jul 06 17:32:00.063518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51994) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:00.069161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a0dd139b-11de-4434-acd2-8fff3f4a9b58 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Request body: {'security_group_rule': {'security_group_id': '961e329b-773c-4156-a45e-131684baa3cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:00.075921 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28b6d12-d886-4026-9c25-254528b88f40 req-7473cfcb-9a09-4ccb-898c-bdf1ef4135f6 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160152 Jul 06 17:32:00.078782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5036ad30-89da-42fd-9581-bd182f5ff4a3 req-d9dfa6fb-3869-450a-b27b-6695b122185f tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/28caa281-b7d2-4fc0-aefc-8a35f7a123c4 HTTP/1.1" status: 200 len: 1804 time: 0.2096891 Jul 06 17:32:00.099829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5036ad30-89da-42fd-9581-bd182f5ff4a3 req-7eaf3324-660f-4d14-b8ce-a5a6ec37f2df tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4fb0d862-7866-46fb-b6c9-85dbbc01a5f7', 'remote_group_id': '28caa281-b7d2-4fc0-aefc-8a35f7a123c4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:00.100418 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5036ad30-89da-42fd-9581-bd182f5ff4a3 req-7eaf3324-660f-4d14-b8ce-a5a6ec37f2df tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4fb0d862-7866-46fb-b6c9-85dbbc01a5f7', 'remote_group_id': '28caa281-b7d2-4fc0-aefc-8a35f7a123c4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:00.139085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e782f894-c8f6-441a-a97f-eeb5872567aa req-5b454edb-d174-466e-961e-29cfa27b1023 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731194 Jul 06 17:32:00.163137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0dd139b-11de-4434-acd2-8fff3f4a9b58 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.263606 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0dd139b-11de-4434-acd2-8fff3f4a9b58 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.267841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-f96fde3e-ab24-4859-9015-6a83b4be766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:00.269440 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-f96fde3e-ab24-4859-9015-6a83b4be766f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 1135 time: 0.1268508 Jul 06 17:32:00.270904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0dd139b-11de-4434-acd2-8fff3f4a9b58 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.322683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd139b-11de-4434-acd2-8fff3f4a9b58 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550d94b6-d9f0-4582-b0a1-132ee16ecced,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:00.348336 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0dd139b-11de-4434-acd2-8fff3f4a9b58 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.349654 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a0dd139b-11de-4434-acd2-8fff3f4a9b58 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2849638 Jul 06 17:32:00.353886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:00.359934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:00.386889 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5036ad30-89da-42fd-9581-bd182f5ff4a3 req-7eaf3324-660f-4d14-b8ce-a5a6ec37f2df tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.407910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.460313 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5036ad30-89da-42fd-9581-bd182f5ff4a3 req-7eaf3324-660f-4d14-b8ce-a5a6ec37f2df tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.471231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5036ad30-89da-42fd-9581-bd182f5ff4a3 req-7eaf3324-660f-4d14-b8ce-a5a6ec37f2df tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.506116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf3324-660f-4d14-b8ce-a5a6ec37f2df tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f58cee2-c886-48c9-8ff7-ccb53ec81e14,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:00.536195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-5c7fd526-f816-4607-986c-5adcd6e5e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:00.538012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-5c7fd526-f816-4607-986c-5adcd6e5e503 service neutron] 10.222.0.55 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 913 time: 0.2521973 Jul 06 17:32:00.539538 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5036ad30-89da-42fd-9581-bd182f5ff4a3 req-7eaf3324-660f-4d14-b8ce-a5a6ec37f2df tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.543911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5036ad30-89da-42fd-9581-bd182f5ff4a3 req-7eaf3324-660f-4d14-b8ce-a5a6ec37f2df tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4510722 Jul 06 17:32:00.583189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.621159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-35306aa2-0a08-4a45-98dd-cebca679fdf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c HTTP/1.1" status: 200 len: 217 time: 0.0730579 Jul 06 17:32:00.671303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4eafd-8049-495f-895b-c96b3f173491 req-b35a638d-5cc2-418c-8731-31d6cf69257e tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:00.672762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2b4eafd-8049-495f-895b-c96b3f173491 req-b35a638d-5cc2-418c-8731-31d6cf69257e tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1370254 Jul 06 17:32:00.692080 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cef7dde4-c811-4a10-98f2-bc7398fbb35d req-d844bd3f-a286-4a56-b08b-105417825684 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/28caa281-b7d2-4fc0-aefc-8a35f7a123c4 HTTP/1.1" status: 200 len: 1804 time: 0.1171200 Jul 06 17:32:00.696703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-a0541810-b81a-4a78-99a3-d8d9835c7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:00.698181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-a0541810-b81a-4a78-99a3-d8d9835c7afd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 200 len: 852 time: 0.0690627 Jul 06 17:32:00.749160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-595f531d-f64d-41e1-a2cb-7bd3c4c5734c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52696e55-4931-41d6-9436-6e4ce837880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414066 Jul 06 17:32:00.785460 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2b4eafd-8049-495f-895b-c96b3f173491 req-8043568c-545a-4407-8282-6392ab3291ef tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809178 Jul 06 17:32:00.786668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Allocated IP 172.25.7.21 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/e6430348-1893-4bc4-a16c-2e87d4f14480) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:00.846151 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cef7dde4-c811-4a10-98f2-bc7398fbb35d req-e85cedde-0091-47c7-93ea-c60d9eb9e8d6 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.892054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cef7dde4-c811-4a10-98f2-bc7398fbb35d req-e85cedde-0091-47c7-93ea-c60d9eb9e8d6 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:00.903263 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-006456a9-748c-4d47-ae7a-5d3175645e1c service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435974 Jul 06 17:32:01.015227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.060754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09b9d33e-03a3-439e-b4ab-1a6ea4351c07 req-2738b541-969a-4995-97e3-fcf569fc5c45 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413591 Jul 06 17:32:01.061912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cef7dde4-c811-4a10-98f2-bc7398fbb35d req-e85cedde-0091-47c7-93ea-c60d9eb9e8d6 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.065228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cef7dde4-c811-4a10-98f2-bc7398fbb35d req-e85cedde-0091-47c7-93ea-c60d9eb9e8d6 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.066695 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cef7dde4-c811-4a10-98f2-bc7398fbb35d req-e85cedde-0091-47c7-93ea-c60d9eb9e8d6 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "DELETE /v2.0/security-groups/28caa281-b7d2-4fc0-aefc-8a35f7a123c4 HTTP/1.1" status: 204 len: 173 time: 0.3674333 Jul 06 17:32:01.081194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cedde-0091-47c7-93ea-c60d9eb9e8d6 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28caa281-b7d2-4fc0-aefc-8a35f7a123c4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:01.082176 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.152414 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a152c34-469a-47d4-a777-080924b837a0 req-29a6efa9-e123-434b-bfba-00ceb77101a0 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/4fb0d862-7866-46fb-b6c9-85dbbc01a5f7 HTTP/1.1" status: 200 len: 1803 time: 0.0532553 Jul 06 17:32:01.171986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:01.178660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:01.186683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:01.197630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event updated for resources: {'Port': ['ID=e6430348-1893-4bc4-a16c-2e87d4f14480,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:01.288289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dff8c-fde9-432a-bc78-cb316ae8a4dc req-fef7b2ab-3a03-4696-9a99-6b0c9f1b23bd tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:01.290115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-421dff8c-fde9-432a-bc78-cb316ae8a4dc req-fef7b2ab-3a03-4696-9a99-6b0c9f1b23bd tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 984 time: 0.1811864 Jul 06 17:32:01.340547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.352045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46607b-c7c9-482b-b3f8-6e06cc9e6904 req-d74ee5b5-e13d-4f16-8906-ffd7157a3f5f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:01.353865 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb46607b-c7c9-482b-b3f8-6e06cc9e6904 req-d74ee5b5-e13d-4f16-8906-ffd7157a3f5f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0759282 Jul 06 17:32:01.397856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb46607b-c7c9-482b-b3f8-6e06cc9e6904 req-5c39903e-c30b-437c-8a0b-d439c669f0ed tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359948 Jul 06 17:32:01.403081 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-421dff8c-fde9-432a-bc78-cb316ae8a4dc req-dd6fd816-b8d5-4f37-b551-1c879263c774 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bcb829-0a26-445e-bafd-bde78c55d1f8&id=3dca829a-5b4e-4fbd-8fef-a126139698b4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0917716 Jul 06 17:32:01.427847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.458785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-90038b4e-55d4-4451-8cf5-594a26d6288f req-86c05a33-6c35-4bc6-806f-ac76087a83fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-819805027', 'description': 'tempest-description-314511446'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:01.510826 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.513917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90038b4e-55d4-4451-8cf5-594a26d6288f req-86c05a33-6c35-4bc6-806f-ac76087a83fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.560228 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-8e0d4ac2-6132-46a9-a4b1-e7e030fc436d tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-714738612&fields=id&tenant_id=de7be06d38ba4100833d42a185c7d862 HTTP/1.1" status: 200 len: 267 time: 0.0422730 Jul 06 17:32:01.689063 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.706445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.756243 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90038b4e-55d4-4451-8cf5-594a26d6288f req-86c05a33-6c35-4bc6-806f-ac76087a83fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.772071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90038b4e-55d4-4451-8cf5-594a26d6288f req-86c05a33-6c35-4bc6-806f-ac76087a83fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.842991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event updated for resources: {'Port': ['ID=e6430348-1893-4bc4-a16c-2e87d4f14480,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:01.848484 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90038b4e-55d4-4451-8cf5-594a26d6288f req-86c05a33-6c35-4bc6-806f-ac76087a83fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.849754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90038b4e-55d4-4451-8cf5-594a26d6288f req-86c05a33-6c35-4bc6-806f-ac76087a83fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4147997 Jul 06 17:32:01.854206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c05a33-6c35-4bc6-806f-ac76087a83fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9395ea00-6860-4399-8de7-7dd46f900ec1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:01.863708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.884933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:01.894063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d59a2976-86cd-4f82-a580-23671086b47e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5312722 Jul 06 17:32:01.907344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-f32ed37b-0b0c-4d94-8b9d-d136e696a9db tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:01.908969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-f32ed37b-0b0c-4d94-8b9d-d136e696a9db tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 984 time: 0.3427155 Jul 06 17:32:01.923755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-15dbdbb0-5df0-4b37-afe5-77119ef92aff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'port': {'security_groups': ['37bcb829-0a26-445e-bafd-bde78c55d1f8', '3dca829a-5b4e-4fbd-8fef-a126139698b4', 'b2c4f9e9-243a-416e-bbdb-e896925bed51']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:02.025579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-15dbdbb0-5df0-4b37-afe5-77119ef92aff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.036677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899491e-7239-4332-a68f-f445dcbb6af3 req-8f4a9a73-036c-4d08-8e94-a9587e078504 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:02.039463 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a899491e-7239-4332-a68f-f445dcbb6af3 req-8f4a9a73-036c-4d08-8e94-a9587e078504 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0793998 Jul 06 17:32:02.087602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a899491e-7239-4332-a68f-f445dcbb6af3 req-a2ab87fa-a5d2-4d2c-835a-91863fa94233 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Jul 06 17:32:02.176274 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-376c6b48-d056-4529-91ff-bc6483b005e8 req-f3b6b151-0e6e-47ab-a87c-893411cf25dd tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/9395ea00-6860-4399-8de7-7dd46f900ec1 HTTP/1.1" status: 200 len: 1803 time: 0.0562921 Jul 06 17:32:02.189034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-376c6b48-d056-4529-91ff-bc6483b005e8 req-f06fa0b7-d9c3-4112-99b9-357dbee29094 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9395ea00-6860-4399-8de7-7dd46f900ec1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:02.189446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-376c6b48-d056-4529-91ff-bc6483b005e8 req-f06fa0b7-d9c3-4112-99b9-357dbee29094 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9395ea00-6860-4399-8de7-7dd46f900ec1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:02.254505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-15dbdbb0-5df0-4b37-afe5-77119ef92aff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] For port bf80c5aa-4103-41e5-9a7f-06a95953be2c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:02.255544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-376c6b48-d056-4529-91ff-bc6483b005e8 req-f06fa0b7-d9c3-4112-99b9-357dbee29094 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.288283 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-15dbdbb0-5df0-4b37-afe5-77119ef92aff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.290494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-376c6b48-d056-4529-91ff-bc6483b005e8 req-f06fa0b7-d9c3-4112-99b9-357dbee29094 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.293744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-15dbdbb0-5df0-4b37-afe5-77119ef92aff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.296362 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-376c6b48-d056-4529-91ff-bc6483b005e8 req-f06fa0b7-d9c3-4112-99b9-357dbee29094 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.315230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d', 'bf80c5aa-4103-41e5-9a7f-06a95953be2c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:02.327197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fa0b7-d9c3-4112-99b9-357dbee29094 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f86c4c-87bc-4e52-ac8d-7da654d18895,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:02.330121 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-376c6b48-d056-4529-91ff-bc6483b005e8 req-f06fa0b7-d9c3-4112-99b9-357dbee29094 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.350028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-376c6b48-d056-4529-91ff-bc6483b005e8 req-f06fa0b7-d9c3-4112-99b9-357dbee29094 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1646950 Jul 06 17:32:02.411095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbdbb0-5df0-4b37-afe5-77119ef92aff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'Port': ['ID=bf80c5aa-4103-41e5-9a7f-06a95953be2c,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:02.431447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-15dbdbb0-5df0-4b37-afe5-77119ef92aff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:02.431447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-15dbdbb0-5df0-4b37-afe5-77119ef92aff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.435572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d434c3d-4e12-4481-bc2c-db9fa7ee7175 req-15dbdbb0-5df0-4b37-afe5-77119ef92aff tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "PUT /v2.0/ports/bf80c5aa-4103-41e5-9a7f-06a95953be2c HTTP/1.1" status: 200 len: 1020 time: 0.5156553 Jul 06 17:32:02.436053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:02.442932 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631fcd65-ce0b-4a26-967e-073c06e0647d" -d '{"events": [{"name": "network-changed", "server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:02.524332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['bf80c5aa-4103-41e5-9a7f-06a95953be2c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:02.559677 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15df3f65-efe3-4abe-8175-4af122a13c78 req-235a9881-72d7-48bd-811b-ccb6ef915c14 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/9395ea00-6860-4399-8de7-7dd46f900ec1 HTTP/1.1" status: 200 len: 2396 time: 0.0581565 Jul 06 17:32:02.565714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-15df3f65-efe3-4abe-8175-4af122a13c78 req-ade26201-2237-4afe-8247-e8f200447dee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9395ea00-6860-4399-8de7-7dd46f900ec1', 'remote_group_id': None}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:02.566259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-15df3f65-efe3-4abe-8175-4af122a13c78 req-ade26201-2237-4afe-8247-e8f200447dee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9395ea00-6860-4399-8de7-7dd46f900ec1', 'remote_group_id': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:02.636421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f899c63-f30f-483b-921d-8407305f5acf req-dbf506aa-dda9-4f4d-afde-d570cb71c741 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:02.638077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-dbf506aa-dda9-4f4d-afde-d570cb71c741 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/networks?id=af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 200 len: 822 time: 0.1204348 Jul 06 17:32:02.656064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15df3f65-efe3-4abe-8175-4af122a13c78 req-ade26201-2237-4afe-8247-e8f200447dee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.657159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-13d0fef6-906e-48d4-8ac6-d1f233d2711a tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/quotas/4f17c615f3454773b2f8bf2d28e126e1 HTTP/1.1" status: 200 len: 375 time: 0.0122042 Jul 06 17:32:02.700202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15df3f65-efe3-4abe-8175-4af122a13c78 req-ade26201-2237-4afe-8247-e8f200447dee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.706651 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15df3f65-efe3-4abe-8175-4af122a13c78 req-ade26201-2237-4afe-8247-e8f200447dee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.732163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15df3f65-efe3-4abe-8175-4af122a13c78 req-ade26201-2237-4afe-8247-e8f200447dee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:02.739570 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15df3f65-efe3-4abe-8175-4af122a13c78 req-ade26201-2237-4afe-8247-e8f200447dee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1773286 Jul 06 17:32:02.749409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade26201-2237-4afe-8247-e8f200447dee tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e75a34-7894-4a4e-823b-fe2fe8b750eb,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:02.764881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-b08599bf-293d-4627-ad9a-32b904c987c0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000292 Jul 06 17:32:02.879071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-17fda4dc-06d4-498e-8c19-a5bd35e8fe4b service neutron] 10.222.0.13 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132348 Jul 06 17:32:02.958812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8060420-5dc7-45ad-adc2-62099feaeac7 req-f2402f45-9a62-4da2-9ca0-10c63e974365 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:02.967700 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8060420-5dc7-45ad-adc2-62099feaeac7 req-f2402f45-9a62-4da2-9ca0-10c63e974365 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1246908 Jul 06 17:32:03.037698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-4f3e670f-a230-4d73-9fe5-139756c8a316 service neutron] 10.222.0.13 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483281 Jul 06 17:32:03.042469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8060420-5dc7-45ad-adc2-62099feaeac7 req-a3c7ab91-a096-4814-ae5c-9c4ec1aaf55f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685506 Jul 06 17:32:03.121745 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a21387dc-f2ad-4adf-99e3-6d4e9455583c req-79fcd642-6642-419d-8c5c-bf644d153d1e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/b2c4f9e9-243a-416e-bbdb-e896925bed51 HTTP/1.1" status: 200 len: 1800 time: 0.0436962 Jul 06 17:32:03.200479 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-a21387dc-f2ad-4adf-99e3-6d4e9455583c req-2f781e0f-b8e8-4480-ada0-af091f279aca tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 17:32:03.201556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a21387dc-f2ad-4adf-99e3-6d4e9455583c req-2f781e0f-b8e8-4480-ada0-af091f279aca tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2c4f9e9-243a-416e-bbdb-e896925bed51 HTTP/1.1" status: 409 len: 341 time: 0.0728292 Jul 06 17:32:03.209745 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d4811-caa0-4354-b26b-e61588cb7101 x-openstack-request-id: req-bd6d4811-caa0-4354-b26b-e61588cb7101 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:03.210109 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:03.211359 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd6d4811-caa0-4354-b26b-e61588cb7101 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:03.211825 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c', 'status': 'completed', 'code': 200} Jul 06 17:32:03.295687 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dd8d0016-0b3d-4db3-90c2-760a28933ae2 req-01bc9f33-408d-47fe-8df1-b5576dbdbbcf tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/9395ea00-6860-4399-8de7-7dd46f900ec1 HTTP/1.1" status: 200 len: 2994 time: 0.0716472 Jul 06 17:32:03.307013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-bb3b6b7b-eb1e-4381-bc56-37e7cef03d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:03.308600 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-bb3b6b7b-eb1e-4381-bc56-37e7cef03d91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de7be06d38ba4100833d42a185c7d862&device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 1174 time: 0.0727916 Jul 06 17:32:03.388773 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05ec3877-107d-4fc5-af27-d8bb952f6590 req-ebb391cc-03b5-461b-bb01-24bbab239029 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 210 time: 0.0335543 Jul 06 17:32:03.509995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0750128-c89e-49de-a0b6-8e7868b2ffb3 req-8d2ea50c-f34e-4c0b-add7-006e3524541f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:03.511704 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0750128-c89e-49de-a0b6-8e7868b2ffb3 req-8d2ea50c-f34e-4c0b-add7-006e3524541f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1692367 Jul 06 17:32:03.513139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-acb972bc-79e3-4300-a44c-20d9565af4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:03.515150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-acb972bc-79e3-4300-a44c-20d9565af4dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 200 len: 913 time: 0.1997371 Jul 06 17:32:03.575346 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-2a7c8d67-d9ba-4498-9111-23b0d897645f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c HTTP/1.1" status: 200 len: 217 time: 0.0489278 Jul 06 17:32:03.643725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-4fa8fba3-b9c5-47d5-a572-da874bf82931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:03.645189 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-4fa8fba3-b9c5-47d5-a572-da874bf82931 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 200 len: 852 time: 0.0570683 Jul 06 17:32:03.659012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0750128-c89e-49de-a0b6-8e7868b2ffb3 req-f9715e3c-04c3-4c79-ae71-370af1ce29c6 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409166 Jul 06 17:32:03.698230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-68caab48-89c9-4e5a-8132-0642cc3dc692 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52696e55-4931-41d6-9436-6e4ce837880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381744 Jul 06 17:32:03.777046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e2710d-36f4-4048-a1ae-03b162aefc88 req-1f5956a1-f057-4bb1-aacd-8964890d047b tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-group-rules/93e75a34-7894-4a4e-823b-fe2fe8b750eb HTTP/1.1" status: 200 len: 783 time: 0.0775740 Jul 06 17:32:03.859972 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e2710d-36f4-4048-a1ae-03b162aefc88 req-813341f0-134a-410d-8ed5-0fc3e6f862b3 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/9395ea00-6860-4399-8de7-7dd46f900ec1 HTTP/1.1" status: 200 len: 2994 time: 0.0747952 Jul 06 17:32:03.861985 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-be34cde1-1f61-4d2a-a251-65b9d728c802 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522670 Jul 06 17:32:03.950105 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17e2710d-36f4-4048-a1ae-03b162aefc88 req-85384cb2-e331-435e-bc40-3f6f184fa36d tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:03.962450 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17e2710d-36f4-4048-a1ae-03b162aefc88 req-85384cb2-e331-435e-bc40-3f6f184fa36d tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.031592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-631fcd65-ce0b-4a26-967e-073c06e0647d req-69963bc7-2e1b-4621-b276-b6b050767bf8 service neutron] 10.222.0.55 "GET /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572888 Jul 06 17:32:04.061552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17e2710d-36f4-4048-a1ae-03b162aefc88 req-85384cb2-e331-435e-bc40-3f6f184fa36d tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.064956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78101a9b-47b8-45cd-880e-59df74071487 req-ef46e04b-9257-48a8-b83a-d214d7263883 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:04.071112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17e2710d-36f4-4048-a1ae-03b162aefc88 req-85384cb2-e331-435e-bc40-3f6f184fa36d tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.075619 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e2710d-36f4-4048-a1ae-03b162aefc88 req-85384cb2-e331-435e-bc40-3f6f184fa36d tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/93e75a34-7894-4a4e-823b-fe2fe8b750eb HTTP/1.1" status: 204 len: 173 time: 0.2057776 Jul 06 17:32:04.084388 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78101a9b-47b8-45cd-880e-59df74071487 req-ef46e04b-9257-48a8-b83a-d214d7263883 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 1023 time: 0.1116545 Jul 06 17:32:04.089464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85384cb2-e331-435e-bc40-3f6f184fa36d tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93e75a34-7894-4a4e-823b-fe2fe8b750eb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:04.177181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78101a9b-47b8-45cd-880e-59df74071487 req-73276877-4a97-4033-a4db-48d9e98bee85 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bcb829-0a26-445e-bafd-bde78c55d1f8&id=3dca829a-5b4e-4fbd-8fef-a126139698b4&id=b2c4f9e9-243a-416e-bbdb-e896925bed51&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0917833 Jul 06 17:32:04.265153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79eedeb5-3f0c-4412-8ff2-0939fd119d1b req-da8082db-1d8b-4d93-ac02-37f6fa2ac661 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/9395ea00-6860-4399-8de7-7dd46f900ec1 HTTP/1.1" status: 200 len: 2396 time: 0.0576379 Jul 06 17:32:04.285941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32610-eaf7-4696-97cb-34d2864430f5 req-3fff4074-adeb-4b94-985a-0589ad7cc416 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:04.292924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b32610-eaf7-4696-97cb-34d2864430f5 req-3fff4074-adeb-4b94-985a-0589ad7cc416 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0872059 Jul 06 17:32:04.337105 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b32610-eaf7-4696-97cb-34d2864430f5 req-b730a7fe-1992-4bdb-8b47-1fa8fc9f4aa2 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Jul 06 17:32:04.349612 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-79eedeb5-3f0c-4412-8ff2-0939fd119d1b req-5c7a66ba-91b3-44ca-9b3a-c7c02bdc51b3 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.377900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-79eedeb5-3f0c-4412-8ff2-0939fd119d1b req-5c7a66ba-91b3-44ca-9b3a-c7c02bdc51b3 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.449287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-79eedeb5-3f0c-4412-8ff2-0939fd119d1b req-5c7a66ba-91b3-44ca-9b3a-c7c02bdc51b3 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.452274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-79eedeb5-3f0c-4412-8ff2-0939fd119d1b req-5c7a66ba-91b3-44ca-9b3a-c7c02bdc51b3 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.456803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79eedeb5-3f0c-4412-8ff2-0939fd119d1b req-5c7a66ba-91b3-44ca-9b3a-c7c02bdc51b3 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "DELETE /v2.0/security-groups/9395ea00-6860-4399-8de7-7dd46f900ec1 HTTP/1.1" status: 204 len: 173 time: 0.1846440 Jul 06 17:32:04.493468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a66ba-91b3-44ca-9b3a-c7c02bdc51b3 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9395ea00-6860-4399-8de7-7dd46f900ec1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:04.503239 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-8ffc1f44-1de0-4e76-a2f0-655567e09179 req-d0f8f6f1-7767-40ac-a4a1-3c1a71b4ded8 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] show failed (client error): The resource could not be found. Jul 06 17:32:04.513062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ffc1f44-1de0-4e76-a2f0-655567e09179 req-d0f8f6f1-7767-40ac-a4a1-3c1a71b4ded8 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/28caa281-b7d2-4fc0-aefc-8a35f7a123c4 HTTP/1.1" status: 404 len: 352 time: 0.0385425 Jul 06 17:32:04.591883 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f056119-2945-471b-89ad-33f26d0f0c57 req-5a18292f-ef18-4f63-bb79-7d920accae28 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/4fb0d862-7866-46fb-b6c9-85dbbc01a5f7 HTTP/1.1" status: 200 len: 1803 time: 0.0549049 Jul 06 17:32:04.635008 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adb7909b-d1a3-4045-90ec-80221a01aaec req-d6ab8a79-cfd9-498a-9464-69d20abd72d5 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 210 time: 0.0415740 Jul 06 17:32:04.715029 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4f056119-2945-471b-89ad-33f26d0f0c57 req-c01fb329-be95-4f2f-905c-77fe6789a110 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.773056 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4f056119-2945-471b-89ad-33f26d0f0c57 req-c01fb329-be95-4f2f-905c-77fe6789a110 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.791814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f899c63-f30f-483b-921d-8407305f5acf req-67a92630-8c26-4c51-99c3-5c979850ec28 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:04.793297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-67a92630-8c26-4c51-99c3-5c979850ec28 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "GET /v2.0/networks?id=af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 200 len: 822 time: 0.1707542 Jul 06 17:32:04.807306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Request body: {'port': {'device_id': 'b8e30f77-a063-4654-9007-83f3c1c76926', 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79', 'admin_state_up': True, 'tenant_id': '4f17c615f3454773b2f8bf2d28e126e1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:04.878503 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.887376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4f056119-2945-471b-89ad-33f26d0f0c57 req-c01fb329-be95-4f2f-905c-77fe6789a110 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.890280 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4f056119-2945-471b-89ad-33f26d0f0c57 req-c01fb329-be95-4f2f-905c-77fe6789a110 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:04.897218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d42998-9307-4ef2-b5b3-9f101f17548a req-56733f1b-90e3-47cf-a1e0-31fec7741d32 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:04.902301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f056119-2945-471b-89ad-33f26d0f0c57 req-c01fb329-be95-4f2f-905c-77fe6789a110 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fb0d862-7866-46fb-b6c9-85dbbc01a5f7 HTTP/1.1" status: 204 len: 173 time: 0.3093290 Jul 06 17:32:04.905424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49d42998-9307-4ef2-b5b3-9f101f17548a req-56733f1b-90e3-47cf-a1e0-31fec7741d32 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1036730 Jul 06 17:32:04.949037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fb329-be95-4f2f-905c-77fe6789a110 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb0d862-7866-46fb-b6c9-85dbbc01a5f7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:04.967427 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49d42998-9307-4ef2-b5b3-9f101f17548a req-5e45563e-ebc9-4b7d-b009-faba1fb60320 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519385 Jul 06 17:32:05.004295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Made reservation on behalf of 4f17c615f3454773b2f8bf2d28e126e1 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:05.008640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.086801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e3476a8-f510-4429-9dcd-e596f4058989 req-dc64773f-2db6-488d-91f9-26a10f507c3d tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/a7f253e2-0f4f-4620-ab61-de765ce383f4 HTTP/1.1" status: 200 len: 1805 time: 0.0555406 Jul 06 17:32:05.145442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e3476a8-f510-4429-9dcd-e596f4058989 req-06c0fdc3-39e4-4f8f-b94f-08a8bf3135d4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.161462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Allocated IP 172.20.0.10 (af3c9123-5259-4a0a-b9b7-21b480e20e79/0055c108-d990-4b66-862a-1cfb90aabc2d/d6900542-e4dd-4720-a3aa-46a228945326) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:05.175057 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e3476a8-f510-4429-9dcd-e596f4058989 req-06c0fdc3-39e4-4f8f-b94f-08a8bf3135d4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.253883 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e3476a8-f510-4429-9dcd-e596f4058989 req-06c0fdc3-39e4-4f8f-b94f-08a8bf3135d4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.258087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e3476a8-f510-4429-9dcd-e596f4058989 req-06c0fdc3-39e4-4f8f-b94f-08a8bf3135d4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.259953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e3476a8-f510-4429-9dcd-e596f4058989 req-06c0fdc3-39e4-4f8f-b94f-08a8bf3135d4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "DELETE /v2.0/security-groups/a7f253e2-0f4f-4620-ab61-de765ce383f4 HTTP/1.1" status: 204 len: 173 time: 0.1723435 Jul 06 17:32:05.273639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0fdc3-39e4-4f8f-b94f-08a8bf3135d4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f253e2-0f4f-4620-ab61-de765ce383f4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:05.333426 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a298e1b9-b6f8-4949-9966-8a943d7d512c req-e4cbf8f2-56d1-41de-84ca-ffc4f777f187 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/34bbff0e-bfa5-4ee0-ab5a-24b90ec6c2b7 HTTP/1.1" status: 200 len: 1805 time: 0.0559187 Jul 06 17:32:05.408014 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.435738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f0d5-776b-4502-a25d-d74e67ec80ba req-f1b6d954-03a2-4459-825f-f9382620e680 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:05.436000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a298e1b9-b6f8-4949-9966-8a943d7d512c req-36b7ab28-4689-44ac-9bb5-bd31793bbe13 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.437490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5bd2f0d5-776b-4502-a25d-d74e67ec80ba req-f1b6d954-03a2-4459-825f-f9382620e680 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 1023 time: 0.1287055 Jul 06 17:32:05.475442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a298e1b9-b6f8-4949-9966-8a943d7d512c req-36b7ab28-4689-44ac-9bb5-bd31793bbe13 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.503184 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5bd2f0d5-776b-4502-a25d-d74e67ec80ba req-58ff5ab7-843c-4bef-84d4-86b89212a491 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bcb829-0a26-445e-bafd-bde78c55d1f8&id=3dca829a-5b4e-4fbd-8fef-a126139698b4&id=b2c4f9e9-243a-416e-bbdb-e896925bed51&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0592887 Jul 06 17:32:05.505142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.542491 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a298e1b9-b6f8-4949-9966-8a943d7d512c req-36b7ab28-4689-44ac-9bb5-bd31793bbe13 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.545432 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a298e1b9-b6f8-4949-9966-8a943d7d512c req-36b7ab28-4689-44ac-9bb5-bd31793bbe13 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.547244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a298e1b9-b6f8-4949-9966-8a943d7d512c req-36b7ab28-4689-44ac-9bb5-bd31793bbe13 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "DELETE /v2.0/security-groups/34bbff0e-bfa5-4ee0-ab5a-24b90ec6c2b7 HTTP/1.1" status: 204 len: 173 time: 0.2073715 Jul 06 17:32:05.558657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Network af3c9123-5259-4a0a-b9b7-21b480e20e79 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:05.562132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:05.564566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:05.568088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7ab28-4689-44ac-9bb5-bd31793bbe13 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbff0e-bfa5-4ee0-ab5a-24b90ec6c2b7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:05.587887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event updated for resources: {'Port': ['ID=d6900542-e4dd-4720-a3aa-46a228945326,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:05.676546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d82cc756-a75e-44c3-997d-5c576fcd6913 req-3c3f1e51-c96b-4cec-aac4-58cbac8978cc tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/8cad6c7e-e724-4148-b700-a37b04d55e61 HTTP/1.1" status: 200 len: 2401 time: 0.0714242 Jul 06 17:32:05.718674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:05.719274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.739752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-8bc4debe-1fbd-4fe5-852c-b815267a4505 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9369869 Jul 06 17:32:05.749646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-611a355d-9002-4c6e-9ac4-40b72c4f998e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:05.751294 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-611a355d-9002-4c6e-9ac4-40b72c4f998e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.55 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 1023 time: 0.1804788 Jul 06 17:32:05.751414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Request body: {'port': {'device_id': 'b8e30f77-a063-4654-9007-83f3c1c76926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:05.793969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180cc2-f571-4474-b50e-cd03b36fe127 req-9cefaa56-838a-46de-8cd8-a90d921fa90a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:05.795230 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98180cc2-f571-4474-b50e-cd03b36fe127 req-9cefaa56-838a-46de-8cd8-a90d921fa90a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1630890 Jul 06 17:32:05.806877 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d82cc756-a75e-44c3-997d-5c576fcd6913 req-fa9850a4-6520-418a-8e61-0ea4f10697fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.845588 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d82cc756-a75e-44c3-997d-5c576fcd6913 req-fa9850a4-6520-418a-8e61-0ea4f10697fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.872536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98180cc2-f571-4474-b50e-cd03b36fe127 req-aaf335ab-052c-4978-ba6f-a58e0ebc6b4b tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710816 Jul 06 17:32:05.887875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.926705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d82cc756-a75e-44c3-997d-5c576fcd6913 req-fa9850a4-6520-418a-8e61-0ea4f10697fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.930543 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d82cc756-a75e-44c3-997d-5c576fcd6913 req-fa9850a4-6520-418a-8e61-0ea4f10697fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:05.931855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d82cc756-a75e-44c3-997d-5c576fcd6913 req-fa9850a4-6520-418a-8e61-0ea4f10697fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "DELETE /v2.0/security-groups/8cad6c7e-e724-4148-b700-a37b04d55e61 HTTP/1.1" status: 204 len: 173 time: 0.2464445 Jul 06 17:32:05.948538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9850a4-6520-418a-8e61-0ea4f10697fb tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cad6c7e-e724-4148-b700-a37b04d55e61,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:06.017263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Deleting port bf80c5aa-4103-41e5-9a7f-06a95953be2c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:32:06.017263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.077425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a4fa206-f107-432c-9f53-58c110c947d3 req-0fd9b127-72c0-4bd7-9efa-97da4bac5b99 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "GET /v2.0/security-groups/b3af3a62-1050-47ee-a247-f5be8635955d HTTP/1.1" status: 200 len: 2398 time: 0.1148224 Jul 06 17:32:06.150022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] For port bf80c5aa-4103-41e5-9a7f-06a95953be2c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bf80c5aa-4103-41e5-9a7f-06a95953be2c,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:06.150731 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.177534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cc468-bb2f-40f9-8027-f6a1eb025ccc req-c780bcb4-4964-4fc3-a9d4-3c8f3f09e2fd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:06.179194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d8cc468-bb2f-40f9-8027-f6a1eb025ccc req-c780bcb4-4964-4fc3-a9d4-3c8f3f09e2fd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 932 time: 0.1446497 Jul 06 17:32:06.183551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Calling delete_port for bf80c5aa-4103-41e5-9a7f-06a95953be2c owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:32:06.209084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a4fa206-f107-432c-9f53-58c110c947d3 req-9be746c6-a58f-4628-bf29-e3dd391cffb4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.255010 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a4fa206-f107-432c-9f53-58c110c947d3 req-9be746c6-a58f-4628-bf29-e3dd391cffb4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.256565 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d8cc468-bb2f-40f9-8027-f6a1eb025ccc req-72192d84-99f2-4395-866b-5ab2fbffa7f5 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704615 Jul 06 17:32:06.323056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6900542-e4dd-4720-a3aa-46a228945326 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:06.338315 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.374295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Transition to ACTIVE for port object d6900542-e4dd-4720-a3aa-46a228945326 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:06.379744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a4fa206-f107-432c-9f53-58c110c947d3 req-9be746c6-a58f-4628-bf29-e3dd391cffb4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.381746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.386035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a4fa206-f107-432c-9f53-58c110c947d3 req-9be746c6-a58f-4628-bf29-e3dd391cffb4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.387797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a4fa206-f107-432c-9f53-58c110c947d3 req-9be746c6-a58f-4628-bf29-e3dd391cffb4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3af3a62-1050-47ee-a247-f5be8635955d HTTP/1.1" status: 204 len: 173 time: 0.3002861 Jul 06 17:32:06.393893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52118) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:06.449033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be746c6-a58f-4628-bf29-e3dd391cffb4 tempest-SecurityGroupRulesTestJSON-1232377125 tempest-SecurityGroupRulesTestJSON-1232377125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3af3a62-1050-47ee-a247-f5be8635955d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:06.498583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-872e8c68-472f-4de3-92d5-4aa66c4658f8 admin admin] Deleting subnet 830070ff-fd11-40f1-a6c4-2dbaac5831de {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:32:06.502657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-872e8c68-472f-4de3-92d5-4aa66c4658f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.522386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Pushing event updated for resources: {'Port': ['ID=d6900542-e4dd-4720-a3aa-46a228945326,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:06.581518 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-872e8c68-472f-4de3-92d5-4aa66c4658f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.597181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6db54-2ec5-479c-b1d9-0c7bc92b122b req-7c7c4f6a-2d4d-401d-a8b6-76b8590b8bbe tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:06.598826 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01f6db54-2ec5-479c-b1d9-0c7bc92b122b req-7c7c4f6a-2d4d-401d-a8b6-76b8590b8bbe tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2094176 Jul 06 17:32:06.631466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Attempting to bind port d6900542-e4dd-4720-a3aa-46a228945326 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:06.631857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Attempting to bind port d6900542-e4dd-4720-a3aa-46a228945326 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:06.632380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Attempting to bind port d6900542-e4dd-4720-a3aa-46a228945326 on network af3c9123-5259-4a0a-b9b7-21b480e20e79 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:06.638944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.641112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Port d6900542-e4dd-4720-a3aa-46a228945326 on network af3c9123-5259-4a0a-b9b7-21b480e20e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:06.641324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Attempting to bind port d6900542-e4dd-4720-a3aa-46a228945326 on network af3c9123-5259-4a0a-b9b7-21b480e20e79 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:06.650580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:06.657966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-872e8c68-472f-4de3-92d5-4aa66c4658f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.676681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:06.677332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Checking segment: {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:06.677897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Bound using segment: {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:06.678560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Bound port: d6900542-e4dd-4720-a3aa-46a228945326, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:06.682191 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.703117 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01f6db54-2ec5-479c-b1d9-0c7bc92b122b req-cf99f528-d81c-4a42-aa3e-d65751304205 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974922 Jul 06 17:32:06.707186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'Port': ['ID=bf80c5aa-4103-41e5-9a7f-06a95953be2c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:06.783044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-79f10944-5580-4eab-9d14-fcd8996c4f0d req-7706bad8-18d6-4481-92d7-bb40eb8e3b99 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c681af-4e1f-4faf-b66d-fa0a04530231 HTTP/1.1" status: 200 len: 210 time: 0.0659251 Jul 06 17:32:06.809194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] No DVR routers for this DVR port bf80c5aa-4103-41e5-9a7f-06a95953be2c on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:32:06.815772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.818440 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ccb5cf4a-cd0a-4df1-9baa-ab19532e9dae req-2a0ce481-e77c-4660-9c4b-4852a4d09c1a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.55 "DELETE /v2.0/ports/bf80c5aa-4103-41e5-9a7f-06a95953be2c HTTP/1.1" status: 204 len: 173 time: 1.0615008 Jul 06 17:32:06.820973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'name': 'network-vif-deleted', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:06.823820 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a6850c-e801-4b54-9025-f030488515cd" -d '{"events": [{"server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "name": "network-vif-deleted", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:06.825933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] For port d6900542-e4dd-4720-a3aa-46a228945326, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:06.837955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] For port d6900542-e4dd-4720-a3aa-46a228945326, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d6900542-e4dd-4720-a3aa-46a228945326,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:06.846493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.862921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-872e8c68-472f-4de3-92d5-4aa66c4658f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.894136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e8c68-472f-4de3-92d5-4aa66c4658f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830070ff-fd11-40f1-a6c4-2dbaac5831de,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:06.923367 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a029f-b1f2-4222-8fa7-6a0ebc97551e x-openstack-request-id: req-e28a029f-b1f2-4222-8fa7-6a0ebc97551e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:06.923889 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c681af-4e1f-4faf-b66d-fa0a04530231", "name": "network-vif-deleted", "tag": "bf80c5aa-4103-41e5-9a7f-06a95953be2c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:06.924363 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e28a029f-b1f2-4222-8fa7-6a0ebc97551e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:06.925019 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c681af-4e1f-4faf-b66d-fa0a04530231', 'name': 'network-vif-deleted', 'tag': 'bf80c5aa-4103-41e5-9a7f-06a95953be2c', 'status': 'completed', 'code': 200} Jul 06 17:32:06.941142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-872e8c68-472f-4de3-92d5-4aa66c4658f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:06.943708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-872e8c68-472f-4de3-92d5-4aa66c4658f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/830070ff-fd11-40f1-a6c4-2dbaac5831de HTTP/1.1" status: 204 len: 168 time: 0.5470219 Jul 06 17:32:06.946449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:07.039207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:07.039922 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.051926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] 10.222.0.22 "PUT /v2.0/ports/d6900542-e4dd-4720-a3aa-46a228945326 HTTP/1.1" status: 200 len: 1092 time: 1.3049214 Jul 06 17:32:07.052413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e30f77-a063-4654-9007-83f3c1c76926', 'tag': 'd6900542-e4dd-4720-a3aa-46a228945326'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:07.057918 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e30f77-a063-4654-9007-83f3c1c76926", "tag": "d6900542-e4dd-4720-a3aa-46a228945326"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:07.085006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcbd90-7127-4241-845c-d3decdd024ec service neutron] Pushing event updated for resources: {'Port': ['ID=d6900542-e4dd-4720-a3aa-46a228945326,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:07.109353 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.164909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306cba9-7e3e-4047-8abb-84d5c915b1c6 req-2d2a7f25-5af8-402a-a6ed-d82c1a0456bd tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:07.167571 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a306cba9-7e3e-4047-8abb-84d5c915b1c6 req-2d2a7f25-5af8-402a-a6ed-d82c1a0456bd tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0772097 Jul 06 17:32:07.223985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df279f-5e7f-4c7f-8996-66ccc01213ea req-32b86c21-7ea0-4bb3-be71-6f300c28d0b2 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:07.225651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66df279f-5e7f-4c7f-8996-66ccc01213ea req-32b86c21-7ea0-4bb3-be71-6f300c28d0b2 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1096 time: 0.1771781 Jul 06 17:32:07.232940 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.259288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:07.274424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86007a60-45c6-4854-ad82-afe109f8f0b5') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:07.275239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86007a60-45c6-4854-ad82-afe109f8f0b5') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:07.289249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a306cba9-7e3e-4047-8abb-84d5c915b1c6 req-28afbecf-f892-45c2-b840-1be5d631bda3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740724 Jul 06 17:32:07.292084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f899c63-f30f-483b-921d-8407305f5acf req-e6d69fec-1f94-4046-9aba-13e677d24907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:07.293536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-e6d69fec-1f94-4046-9aba-13e677d24907 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 1095 time: 0.1246252 Jul 06 17:32:07.295767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.308248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66df279f-5e7f-4c7f-8996-66ccc01213ea req-542099d3-d1e8-4352-b084-cc30916d430c tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722630 Jul 06 17:32:07.327412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.338426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:32:07.339614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:32:07.354375 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:32:07.370330 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0009e5-a5ef-4610-89de-9789e73d4357 x-openstack-request-id: req-ad0009e5-a5ef-4610-89de-9789e73d4357 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:07.370711 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e30f77-a063-4654-9007-83f3c1c76926", "tag": "d6900542-e4dd-4720-a3aa-46a228945326", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:07.370993 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad0009e5-a5ef-4610-89de-9789e73d4357 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:07.371396 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e30f77-a063-4654-9007-83f3c1c76926', 'tag': 'd6900542-e4dd-4720-a3aa-46a228945326', 'status': 'completed', 'code': 200} Jul 06 17:32:07.373605 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-f7155a6c-5240-4cb9-a509-05e504644cd0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6900542-e4dd-4720-a3aa-46a228945326 HTTP/1.1" status: 200 len: 217 time: 0.0717900 Jul 06 17:32:07.453107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f899c63-f30f-483b-921d-8407305f5acf req-707ed7b5-95f0-4772-822e-0a4eceb5d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:07.454654 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-707ed7b5-95f0-4772-822e-0a4eceb5d619 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0055c108-d990-4b66-862a-1cfb90aabc2d HTTP/1.1" status: 200 len: 862 time: 0.0747082 Jul 06 17:32:07.460144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.471074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.478469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a HTTP/1.1" status: 204 len: 168 time: 0.5304637 Jul 06 17:32:07.501579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c74cab-90fc-4ffd-93a2-800e65007da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3e5fb4-e7e6-4d46-b0d2-51bd7461664a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:07.509778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-1f83e7af-f841-46ca-a1da-b1fe9171fbc3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af3c9123-5259-4a0a-b9b7-21b480e20e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449069 Jul 06 17:32:07.665435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-fd58b0be-ab49-40be-bf66-75c02edfedfe service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429276 Jul 06 17:32:07.672916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aea77e-b0e2-4589-ab6e-d8da0a28d5e6 req-e9a60bec-4ad9-408a-8da1-28637b20e2ae tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:07.674521 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78aea77e-b0e2-4589-ab6e-d8da0a28d5e6 req-e9a60bec-4ad9-408a-8da1-28637b20e2ae tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 944 time: 0.1617308 Jul 06 17:32:07.694287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:07.744914 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dd4db265-5a3e-4bc2-a801-2b0c07812e3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e48abeb31668421e8f44f15b598270fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479205 Jul 06 17:32:07.746991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:07.783257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78aea77e-b0e2-4589-ab6e-d8da0a28d5e6 req-523d112b-50f7-47aa-9a1f-c3cb5497ebc8 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002417 Jul 06 17:32:07.837012 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-093f71f5-58df-4553-9e40-63a8b7aa0f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.867638 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-093f71f5-58df-4553-9e40-63a8b7aa0f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.870544 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f899c63-f30f-483b-921d-8407305f5acf req-a5ae4c70-8e8b-4d54-a0b1-a65a443274e3 service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949015 Jul 06 17:32:07.962738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-093f71f5-58df-4553-9e40-63a8b7aa0f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.966161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-093f71f5-58df-4553-9e40-63a8b7aa0f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:07.969755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-093f71f5-58df-4553-9e40-63a8b7aa0f03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79d0be90-426b-45cd-b0e8-bc0576de4362 HTTP/1.1" status: 204 len: 168 time: 0.2182577 Jul 06 17:32:07.983181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f71f5-58df-4553-9e40-63a8b7aa0f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d0be90-426b-45cd-b0e8-bc0576de4362,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:08.041262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-87bf392e-f2cb-47fb-bec8-b57ec454e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:08.043770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-87bf392e-f2cb-47fb-bec8-b57ec454e808 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 1095 time: 0.0809629 Jul 06 17:32:08.233711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-96be6a3a-d090-4482-b895-8c04d5c53725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:08.236069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-96be6a3a-d090-4482-b895-8c04d5c53725 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 200 len: 923 time: 0.1811845 Jul 06 17:32:08.289828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70315694-ba4a-4f09-b95a-985c4f7dfca9 req-2a9cd1e3-e2c6-46ab-9770-cbaf45700217 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:08.292279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70315694-ba4a-4f09-b95a-985c4f7dfca9 req-2a9cd1e3-e2c6-46ab-9770-cbaf45700217 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1408880 Jul 06 17:32:08.293746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-849ab975-792a-4c37-a77b-9b1c95dd3501 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6900542-e4dd-4720-a3aa-46a228945326 HTTP/1.1" status: 200 len: 217 time: 0.0505595 Jul 06 17:32:08.326444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bf80c5aa-4103-41e5-9a7f-06a95953be2c no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:08.379353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: bf80c5aa-4103-41e5-9a7f-06a95953be2c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:32:08.379703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bf80c5aa-4103-41e5-9a7f-06a95953be2c not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:32:08.389064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-3a79282f-4495-4fdc-87a6-8c241116efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:08.390828 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-3a79282f-4495-4fdc-87a6-8c241116efe3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0055c108-d990-4b66-862a-1cfb90aabc2d HTTP/1.1" status: 200 len: 862 time: 0.0900321 Jul 06 17:32:08.393810 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70315694-ba4a-4f09-b95a-985c4f7dfca9 req-56829cae-09eb-4c22-a036-f4496f4c06da tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948169 Jul 06 17:32:08.459671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-4f830133-608f-45a7-8673-0a9fbf63bdcb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af3c9123-5259-4a0a-b9b7-21b480e20e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607963 Jul 06 17:32:08.644219 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-61027193-96ae-4b64-b8fd-b9656b426bdf service neutron] show failed (client error): The resource could not be found. Jul 06 17:32:08.645551 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-61027193-96ae-4b64-b8fd-b9656b426bdf service neutron] 10.222.0.22 "GET /v2.0/ports/ed58b47b-7159-427b-9d5b-b9f9c45594e0/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.1344328 Jul 06 17:32:08.686796 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-a61d50a3-53f6-4053-9c44-ca5d2694403f service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127836 Jul 06 17:32:08.777528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a23d9a-94a9-407a-b0d3-c12388cc9848 req-57edbe4c-b01a-4660-bcb0-5a9a2c31800d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:08.779607 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36a23d9a-94a9-407a-b0d3-c12388cc9848 req-57edbe4c-b01a-4660-bcb0-5a9a2c31800d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.1536796 Jul 06 17:32:08.846164 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b72b1f6-1175-45e4-8c23-6b53d2f466ee req-c23aa15a-1fc7-4cc5-96c6-8b65a347a226 service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514630 Jul 06 17:32:08.854821 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36a23d9a-94a9-407a-b0d3-c12388cc9848 req-6933c94a-4ece-4218-88e0-7414b7027326 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614169 Jul 06 17:32:08.923676 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-6ce6adf5-da68-40fb-8a18-3da6b790ecbb tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:32:08.925801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-6ce6adf5-da68-40fb-8a18-3da6b790ecbb tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071218 Jul 06 17:32:08.936040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Request body: {'binding': {'host': 'n-h1-799526-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:08.936839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Unknown quota resources ['binding']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:32:08.954560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1bdaa9e2-aa55-4778-94b1-cecb88cee227 req-eaccd58a-862e-4866-ad7e-9ba6bf700e84 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/37bcb829-0a26-445e-bafd-bde78c55d1f8 HTTP/1.1" status: 200 len: 1800 time: 0.0642142 Jul 06 17:32:09.033377 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1bdaa9e2-aa55-4778-94b1-cecb88cee227 req-5e936dfd-e784-45bd-b77f-a15f5046e43e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.071436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1bdaa9e2-aa55-4778-94b1-cecb88cee227 req-5e936dfd-e784-45bd-b77f-a15f5046e43e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.121327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-27b9ee10-d59f-4a32-914b-177cbeb45498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:09.123034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-27b9ee10-d59f-4a32-914b-177cbeb45498 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe&tenant_id=afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 1101 time: 0.1003933 Jul 06 17:32:09.135430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1bdaa9e2-aa55-4778-94b1-cecb88cee227 req-5e936dfd-e784-45bd-b77f-a15f5046e43e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.144260 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1bdaa9e2-aa55-4778-94b1-cecb88cee227 req-5e936dfd-e784-45bd-b77f-a15f5046e43e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.144517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:09.149492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1bdaa9e2-aa55-4778-94b1-cecb88cee227 req-5e936dfd-e784-45bd-b77f-a15f5046e43e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/37bcb829-0a26-445e-bafd-bde78c55d1f8 HTTP/1.1" status: 204 len: 173 time: 0.1888304 Jul 06 17:32:09.150231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52204) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:09.152638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on host n-h1-799526-3 for vnic_type normal with profile None {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:09.153103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:09.153446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:09.168125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e936dfd-e784-45bd-b77f-a15f5046e43e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bcb829-0a26-445e-bafd-bde78c55d1f8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:09.175942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:09.176244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:09.186628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:09.186971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:09.187812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:09.188279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Bound port: 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:09.284220 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.289397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:09.298406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.299584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7c173e1b-149c-468f-95c4-dc1dddbc7e14 service neutron] 10.222.0.13 "POST /v2.0/ports/01d7478b-2bd4-4eb4-bf7f-5180b07bae75/bindings HTTP/1.1" status: 201 len: 389 time: 0.3671124 Jul 06 17:32:09.366057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1601852228-network', 'tenant_id': '87868959e2614f12a10b27130685a7b6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:09.480685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Made reservation on behalf of 87868959e2614f12a10b27130685a7b6 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:09.483331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.500706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.517823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f5b77-2db1-42bb-aa59-647c085da3f2 req-d068f5ca-fcc6-42da-a9bc-f0d053f18fb2 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:09.519583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d0f5b77-2db1-42bb-aa59-647c085da3f2 req-d068f5ca-fcc6-42da-a9bc-f0d053f18fb2 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 944 time: 0.2009251 Jul 06 17:32:09.610361 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d0f5b77-2db1-42bb-aa59-647c085da3f2 req-b6ea1a4c-d5aa-44e6-a3bc-13dbc1ecad07 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767229 Jul 06 17:32:09.733480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-290be756-3734-43c2-8516-692b3445caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:09.735094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-290be756-3734-43c2-8516-692b3445caae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1096 time: 0.1375871 Jul 06 17:32:09.743606 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.763935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.847413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:32:09.881057 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.881343 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Added segment 76b4cb70-c564-4d34-b6c8-97992a7b7e8b of type vlan for network c37bb9e9-cebb-46e4-a772-41a5146966f6 Jul 06 17:32:09.889323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f48e6a77-3e02-43b5-ada7-d0177b9e020e req-df766fca-61da-4baa-9f7f-ebfcf9725238 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/b2c4f9e9-243a-416e-bbdb-e896925bed51 HTTP/1.1" status: 200 len: 1800 time: 0.0689337 Jul 06 17:32:09.894218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feec4631-c9e6-455e-abd8-85b47426bdca,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:09.915163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:09.962449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:09.977004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:09.978564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-f53211f8-0642-4dc2-8d11-f806dcefc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:09.980050 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-f53211f8-0642-4dc2-8d11-f806dcefc919 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.2270312 Jul 06 17:32:09.989190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0514-165d-4c47-a3ef-ea738338249f req-829d3e58-ab6f-4fc3-961b-2cb3bcd51c9c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:09.995400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-52fa0514-165d-4c47-a3ef-ea738338249f req-829d3e58-ab6f-4fc3-961b-2cb3bcd51c9c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.2587581 Jul 06 17:32:10.006314 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f48e6a77-3e02-43b5-ada7-d0177b9e020e req-079d7a1a-bb43-4cbd-b903-acab2e988348 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.020859 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:32:10.045800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:10.048132 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e70465-ea32-47ff-9617-23d1f7e7183b" -d '{"events": [{"server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "name": "network-vif-unplugged", "status": "completed", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:10.051704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f48e6a77-3e02-43b5-ada7-d0177b9e020e req-079d7a1a-bb43-4cbd-b903-acab2e988348 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.056665 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.088646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Transition to ACTIVE for port object ed58b47b-7159-427b-9d5b-b9f9c45594e0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:10.094069 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.178132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] No DVR routers for this DVR port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:32:10.180317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f48e6a77-3e02-43b5-ada7-d0177b9e020e req-079d7a1a-bb43-4cbd-b903-acab2e988348 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.182912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f48e6a77-3e02-43b5-ada7-d0177b9e020e req-079d7a1a-bb43-4cbd-b903-acab2e988348 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.184088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f48e6a77-3e02-43b5-ada7-d0177b9e020e req-079d7a1a-bb43-4cbd-b903-acab2e988348 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2c4f9e9-243a-416e-bbdb-e896925bed51 HTTP/1.1" status: 204 len: 173 time: 0.2885275 Jul 06 17:32:10.188599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Pushing event updated for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:10.211000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d7a1a-bb43-4cbd-b903-acab2e988348 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c4f9e9-243a-416e-bbdb-e896925bed51,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:10.275083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Attempting to bind port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:10.275729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Attempting to bind port ed58b47b-7159-427b-9d5b-b9f9c45594e0 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:10.276279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Attempting to bind port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:10.281390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:10.282018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Attempting to bind port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:10.287769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:10.288935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:10.289626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:10.290256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Bound port: ed58b47b-7159-427b-9d5b-b9f9c45594e0, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:10.291083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.379568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:10.385210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:10.401564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.426281 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-afd5ac72-3d37-4594-af84-7e79f8fc67e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75 HTTP/1.1" status: 200 len: 217 time: 0.4162581 Jul 06 17:32:10.456648 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.457046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:10.457577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:10.457720 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.458293 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.459126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] 10.222.0.55 "PUT /v2.0/ports/ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 200 len: 1096 time: 1.3254459 Jul 06 17:32:10.573746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d0304-4b0b-4a35-9c80-4fcd0fd2fa85 service neutron] Pushing event updated for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:10.604783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf7254-d094-4438-883d-95e2607d534c req-2b37f9f6-70ff-4529-b977-34020419670f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:10.606140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5fbf7254-d094-4438-883d-95e2607d534c req-2b37f9f6-70ff-4529-b977-34020419670f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2189531 Jul 06 17:32:10.626614 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-52fa0514-165d-4c47-a3ef-ea738338249f req-7e76c955-69c6-41fa-b9b7-81a16635b25f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995603 Jul 06 17:32:10.652677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] Pushing event updated for resources: {'Network': ['ID=c37bb9e9-cebb-46e4-a772-41a5146966f6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:10.655583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-27012d9a-fab7-4f4f-a31b-e7d49017e212 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4993804 Jul 06 17:32:10.658365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52236) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:10.664443 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Request body: {'subnet': {'network_id': 'c37bb9e9-cebb-46e4-a772-41a5146966f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1601852228-subnet', 'tenant_id': '87868959e2614f12a10b27130685a7b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:10.666763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c37bb9e9-cebb-46e4-a772-41a5146966f6 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:32:10.684352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-c5a812d2-6c78-4a23-aa7a-76a77691f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:10.684664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-cd04c467-b1e2-44a4-a26a-11ac15301a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:10.685155 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-cd04c467-b1e2-44a4-a26a-11ac15301a61 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.2388537 Jul 06 17:32:10.686472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-c5a812d2-6c78-4a23-aa7a-76a77691f085 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 1099 time: 0.1847982 Jul 06 17:32:10.701275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Made reservation on behalf of 87868959e2614f12a10b27130685a7b6 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:10.705406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5fbf7254-d094-4438-883d-95e2607d534c req-996d7f43-84b2-45e0-949a-a1ac792b1e39 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871935 Jul 06 17:32:10.708906 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.810153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4e524336-bd71-4b0c-857c-104e46073350 req-3fb60556-cc90-4832-8025-0fc894c31be7 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-653248999', 'description': 'tempest-description-1985576559'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:10.815311 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a640c18-e280-4ca0-a1d5-3f49043cdb6e x-openstack-request-id: req-9a640c18-e280-4ca0-a1d5-3f49043cdb6e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:10.815639 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "name": "network-vif-unplugged", "status": "completed", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:10.815889 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a640c18-e280-4ca0-a1d5-3f49043cdb6e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:10.816387 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'code': 200} Jul 06 17:32:10.820134 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-d2ca82a4-33d8-4479-acc4-ed69b614f006 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274734 Jul 06 17:32:10.864793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e524336-bd71-4b0c-857c-104e46073350 req-3fb60556-cc90-4832-8025-0fc894c31be7 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:10.899657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-cc41e510-b36f-4a56-a534-9d09515ab179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:10.901200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-cc41e510-b36f-4a56-a534-9d09515ab179 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1939266 Jul 06 17:32:10.952448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-3200596e-3beb-4c97-abcc-49d79b304985 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 200 len: 217 time: 0.0425010 Jul 06 17:32:11.026658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-8b890dc5-af98-462d-87f7-bde98b3f1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:11.028230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-8b890dc5-af98-462d-87f7-bde98b3f1b67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0657973 Jul 06 17:32:11.034033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-abba8bfc-8927-4053-b8d5-67b2c8b1d4c7 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996973 Jul 06 17:32:11.044151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc74558-30bd-4b75-b77d-0d2cc5a88f99 req-ca871ec8-61b9-4ff7-b13e-199d410045a3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:11.045692 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0bc74558-30bd-4b75-b77d-0d2cc5a88f99 req-ca871ec8-61b9-4ff7-b13e-199d410045a3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 948 time: 0.1987083 Jul 06 17:32:11.056347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d6900542-e4dd-4720-a3aa-46a228945326 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:11.106667 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e524336-bd71-4b0c-857c-104e46073350 req-3fb60556-cc90-4832-8025-0fc894c31be7 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.119269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e524336-bd71-4b0c-857c-104e46073350 req-3fb60556-cc90-4832-8025-0fc894c31be7 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.143445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e524336-bd71-4b0c-857c-104e46073350 req-3fb60556-cc90-4832-8025-0fc894c31be7 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.144952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e524336-bd71-4b0c-857c-104e46073350 req-3fb60556-cc90-4832-8025-0fc894c31be7 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3397393 Jul 06 17:32:11.173200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-f3fd59f1-707f-4f2a-a561-95a8e8067049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:11.175078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-f3fd59f1-707f-4f2a-a561-95a8e8067049 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307595 Jul 06 17:32:11.175371 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.179536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb60556-cc90-4832-8025-0fc894c31be7 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14827db-c14a-4095-b68d-c715be4a78f1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:11.204912 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0bc74558-30bd-4b75-b77d-0d2cc5a88f99 req-4653baa4-5758-413e-9c05-e8644fa3e6ec tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448481 Jul 06 17:32:11.256317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d6900542-e4dd-4720-a3aa-46a228945326, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d6900542-e4dd-4720-a3aa-46a228945326,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:11.280363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'd6900542-e4dd-4720-a3aa-46a228945326', 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79', 'port_id': 'd6900542-e4dd-4720-a3aa-46a228945326', 'mac_address': 'fa:16:3e:82:16:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0055c108-d990-4b66-862a-1cfb90aabc2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:32:11.343307 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.345268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-f4d4ecf7-b323-45bd-997f-5adbd4f6b135 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609771 Jul 06 17:32:11.362001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6900542-e4dd-4720-a3aa-46a228945326 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:11.364241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da87ac49-5f08-434f-967a-57b873c3f94e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:11.376156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-bf1f062f-86b1-4b36-a934-03d924b551ec service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259315 Jul 06 17:32:11.426598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d6900542-e4dd-4720-a3aa-46a228945326, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d6900542-e4dd-4720-a3aa-46a228945326,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:11.427375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Checking segment: {'id': '76b4cb70-c564-4d34-b6c8-97992a7b7e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c37bb9e9-cebb-46e4-a772-41a5146966f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:11.428112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Network hostable DHCP agents. Network: c37bb9e9-cebb-46e4-a772-41a5146966f6, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:32:11.435169 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.472521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73a21846-5d4d-4526-857e-2c9d27673c46 req-c5f57240-e260-4930-a354-3e633d1c9225 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/c14827db-c14a-4095-b68d-c715be4a78f1 HTTP/1.1" status: 200 len: 1800 time: 0.1259079 Jul 06 17:32:11.489944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-73a21846-5d4d-4526-857e-2c9d27673c46 req-25451dc9-edf9-4f43-813c-ea9dd5ee859f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Request body: {'security_group': {'name': 'tempest-sg-hth-825141714', 'description': 'tempest-description-hth-1752458101'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:11.499456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d6900542-e4dd-4720-a3aa-46a228945326,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:11.500807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Network c37bb9e9-cebb-46e4-a772-41a5146966f6 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:32:11.510519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.511264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.511971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.512523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.513266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.514034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.514196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c37bb9e9-cebb-46e4-a772-41a5146966f6) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:11.514820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.516504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.517513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.518148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.519136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.519909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:11.528812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:11.531980 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.537970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c5127d-eb1e-45bb-ac2c-83a705163aa2 None None] Network c37bb9e9-cebb-46e4-a772-41a5146966f6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:32:11.581222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0ab73-0178-4f45-9b1f-f131d580a8f0 req-3e783672-c3b5-4031-91ec-70ddafe23648 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:11.589561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65e0ab73-0178-4f45-9b1f-f131d580a8f0 req-3e783672-c3b5-4031-91ec-70ddafe23648 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 945 time: 0.1510382 Jul 06 17:32:11.600430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73a21846-5d4d-4526-857e-2c9d27673c46 req-25451dc9-edf9-4f43-813c-ea9dd5ee859f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.605798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6548bfa3-a68e-4ae1-a4a6-92365f8c5646 req-e86eadc6-ac89-40b8-b782-d04bf279f5e5 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481601 Jul 06 17:32:11.618437 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7e5d050a-62dd-4303-88fc-bc71d2ca631e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9500954 Jul 06 17:32:11.678620 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65e0ab73-0178-4f45-9b1f-f131d580a8f0 req-57ebd491-3435-41f6-bbbf-c947ca6a3188 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881405 Jul 06 17:32:11.724399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73a21846-5d4d-4526-857e-2c9d27673c46 req-25451dc9-edf9-4f43-813c-ea9dd5ee859f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.732756 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73a21846-5d4d-4526-857e-2c9d27673c46 req-25451dc9-edf9-4f43-813c-ea9dd5ee859f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.737163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73a21846-5d4d-4526-857e-2c9d27673c46 req-25451dc9-edf9-4f43-813c-ea9dd5ee859f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:11.741186 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73a21846-5d4d-4526-857e-2c9d27673c46 req-25451dc9-edf9-4f43-813c-ea9dd5ee859f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "PUT /v2.0/security-groups/c14827db-c14a-4095-b68d-c715be4a78f1 HTTP/1.1" status: 200 len: 1774 time: 0.2674892 Jul 06 17:32:11.790652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25451dc9-edf9-4f43-813c-ea9dd5ee859f tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14827db-c14a-4095-b68d-c715be4a78f1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:11.966017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527697f4-4f10-417c-a173-a3458dd521cc req-8932e955-e9a5-4bf0-bfc3-3f79d413eeb2 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:11.973854 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-527697f4-4f10-417c-a173-a3458dd521cc req-8932e955-e9a5-4bf0-bfc3-3f79d413eeb2 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0973852 Jul 06 17:32:11.989960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d6900542-e4dd-4720-a3aa-46a228945326'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:12.028128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-527697f4-4f10-417c-a173-a3458dd521cc req-b98b89f4-11e7-41eb-b3ef-00052f9a7daf tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517013 Jul 06 17:32:12.055535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da1f4a-4110-4f50-929b-495d4b9f3736 req-aa77231b-cf91-4f14-a427-2e9751a3b498 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:12.062333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33bbb44-20fc-46c8-ac5e-10f6ea717757 None None] Network c37bb9e9-cebb-46e4-a772-41a5146966f6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:32:12.063461 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8da1f4a-4110-4f50-929b-495d4b9f3736 req-aa77231b-cf91-4f14-a427-2e9751a3b498 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.1314054 Jul 06 17:32:12.138525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5e7110f-071c-4357-a1c2-7f6c9bc1c05d req-97086088-713d-4f8b-9f8d-5d3cd0d34bea tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/c14827db-c14a-4095-b68d-c715be4a78f1 HTTP/1.1" status: 200 len: 1774 time: 0.0630150 Jul 06 17:32:12.141844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8da1f4a-4110-4f50-929b-495d4b9f3736 req-9cf36255-e20a-41d7-a033-971dc1072b55 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726652 Jul 06 17:32:12.223892 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70c96913-5297-4fab-957a-12bd2c4b0dd0 req-8b858482-d8b5-423a-a60e-d099a41dff41 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/c14827db-c14a-4095-b68d-c715be4a78f1 HTTP/1.1" status: 200 len: 1774 time: 0.0429854 Jul 06 17:32:12.308425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-91c3e4c8-b3c5-4ad4-b7f1-6ef58f593232 req-1fac5f71-2ea6-407f-9336-a20082e01b5f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1686309642', 'description': 'tempest-description-300485780'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:12.321311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-70c96913-5297-4fab-957a-12bd2c4b0dd0 req-9567393d-5958-4305-8580-29959a8082b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.339476 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-91c3e4c8-b3c5-4ad4-b7f1-6ef58f593232 req-1fac5f71-2ea6-407f-9336-a20082e01b5f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.347503 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-70c96913-5297-4fab-957a-12bd2c4b0dd0 req-9567393d-5958-4305-8580-29959a8082b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.420611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-70c96913-5297-4fab-957a-12bd2c4b0dd0 req-9567393d-5958-4305-8580-29959a8082b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.421373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-70c96913-5297-4fab-957a-12bd2c4b0dd0 req-9567393d-5958-4305-8580-29959a8082b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.433538 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70c96913-5297-4fab-957a-12bd2c4b0dd0 req-9567393d-5958-4305-8580-29959a8082b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/c14827db-c14a-4095-b68d-c715be4a78f1 HTTP/1.1" status: 204 len: 173 time: 0.1930304 Jul 06 17:32:12.466051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567393d-5958-4305-8580-29959a8082b8 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14827db-c14a-4095-b68d-c715be4a78f1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:12.533286 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-91c3e4c8-b3c5-4ad4-b7f1-6ef58f593232 req-1fac5f71-2ea6-407f-9336-a20082e01b5f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.540080 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-91c3e4c8-b3c5-4ad4-b7f1-6ef58f593232 req-1fac5f71-2ea6-407f-9336-a20082e01b5f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.574165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac5f71-2ea6-407f-9336-a20082e01b5f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec59549-cb4e-431c-a489-634acb25e625,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:12.595576 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-91c3e4c8-b3c5-4ad4-b7f1-6ef58f593232 req-1fac5f71-2ea6-407f-9336-a20082e01b5f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.597442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91c3e4c8-b3c5-4ad4-b7f1-6ef58f593232 req-1fac5f71-2ea6-407f-9336-a20082e01b5f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2931898 Jul 06 17:32:12.712799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86691053-172f-40fc-aa08-bdbb7da41d29 req-823a177d-bd1b-4d51-bdfe-ba598c7c85c9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:12.720699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86691053-172f-40fc-aa08-bdbb7da41d29 req-823a177d-bd1b-4d51-bdfe-ba598c7c85c9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 948 time: 0.1216345 Jul 06 17:32:12.776652 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86691053-172f-40fc-aa08-bdbb7da41d29 req-7ae8e789-5efc-471c-adfb-6cef75ac1a9b tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525143 Jul 06 17:32:12.817912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:12.821824 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0100c567-d78a-47c7-a534-4116fee80dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:12.844556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e8e7efe-ee3d-44e6-82c4-6b21b11e9b6f req-f33b9810-1299-412d-abac-5aad067d0c15 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/7ec59549-cb4e-431c-a489-634acb25e625 HTTP/1.1" status: 200 len: 1812 time: 0.0510595 Jul 06 17:32:12.850812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e8e7efe-ee3d-44e6-82c4-6b21b11e9b6f req-2139c72c-23f9-4f8a-a482-2a446ce7e9d8 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ec59549-cb4e-431c-a489-634acb25e625', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:12.851612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e8e7efe-ee3d-44e6-82c4-6b21b11e9b6f req-2139c72c-23f9-4f8a-a482-2a446ce7e9d8 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ec59549-cb4e-431c-a489-634acb25e625', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:12.915300 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e8e7efe-ee3d-44e6-82c4-6b21b11e9b6f req-2139c72c-23f9-4f8a-a482-2a446ce7e9d8 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.946198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e8e7efe-ee3d-44e6-82c4-6b21b11e9b6f req-2139c72c-23f9-4f8a-a482-2a446ce7e9d8 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.950765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e8e7efe-ee3d-44e6-82c4-6b21b11e9b6f req-2139c72c-23f9-4f8a-a482-2a446ce7e9d8 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.968596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139c72c-23f9-4f8a-a482-2a446ce7e9d8 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4decb842-eab6-42af-a8c5-a4945c51d613,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:12.987195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e8e7efe-ee3d-44e6-82c4-6b21b11e9b6f req-2139c72c-23f9-4f8a-a482-2a446ce7e9d8 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:12.988436 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e8e7efe-ee3d-44e6-82c4-6b21b11e9b6f req-2139c72c-23f9-4f8a-a482-2a446ce7e9d8 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1427155 Jul 06 17:32:13.034442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8849b-f2b0-4035-8e72-0b91044a5485 req-b52c9d86-5084-4432-9e67-658109422877 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.042181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a5a8849b-f2b0-4035-8e72-0b91044a5485 req-b52c9d86-5084-4432-9e67-658109422877 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 945 time: 0.0834949 Jul 06 17:32:13.057789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d6900542-e4dd-4720-a3aa-46a228945326 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:13.064996 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4491f889-2503-4702-b38f-0a5e4fb79f0b x-openstack-request-id: req-4491f889-2503-4702-b38f-0a5e4fb79f0b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:13.065357 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:13.065583 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4491f889-2503-4702-b38f-0a5e4fb79f0b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:13.065977 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'status': 'completed', 'code': 200} Jul 06 17:32:13.144371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a5a8849b-f2b0-4035-8e72-0b91044a5485 req-c400b5fe-2497-4547-b45e-05dafc27466a tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007485 Jul 06 17:32:13.149120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-9a2ae44f-3a78-4683-873c-a09126ccd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.151645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-9a2ae44f-3a78-4683-873c-a09126ccd3ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 1099 time: 0.0664003 Jul 06 17:32:13.152527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port d6900542-e4dd-4720-a3aa-46a228945326 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:13.156678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port d6900542-e4dd-4720-a3aa-46a228945326 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:13.157060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:13.204584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-9dc352d2-49f5-4d0d-a8d2-6c749acf62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.206453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-9dc352d2-49f5-4d0d-a8d2-6c749acf62bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 1099 time: 0.1260796 Jul 06 17:32:13.324320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:13.326834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-615cfed0-3d3a-4bf0-b5a3-229ca4ac4bf3 req-95b5e16d-3fea-4f57-ad55-43c14bc6e458 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/7ec59549-cb4e-431c-a489-634acb25e625 HTTP/1.1" status: 200 len: 2405 time: 0.1153755 Jul 06 17:32:13.368066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-2a548eb5-7205-426b-b286-cd20a795d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.370102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-2a548eb5-7205-426b-b286-cd20a795d88a service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2076209 Jul 06 17:32:13.370861 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-25a920d1-c560-4d4a-8c6b-82e83bcfc7d7 req-393ee629-7c53-4751-ac9f-213e9ce3cab6 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:32:13.391532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d6900542-e4dd-4720-a3aa-46a228945326, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d6900542-e4dd-4720-a3aa-46a228945326,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:13.393835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e30f77-a063-4654-9007-83f3c1c76926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6900542-e4dd-4720-a3aa-46a228945326'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:13.400063 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fe155d-3728-4a8a-8cd5-23fa7496b53f" -d '{"events": [{"server_uuid": "b8e30f77-a063-4654-9007-83f3c1c76926", "name": "network-vif-plugged", "status": "completed", "tag": "d6900542-e4dd-4720-a3aa-46a228945326"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:13.404355 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:13.405474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ed58b47b-7159-427b-9d5b-b9f9c45594e0 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:13.408113 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25a920d1-c560-4d4a-8c6b-82e83bcfc7d7 req-393ee629-7c53-4751-ac9f-213e9ce3cab6 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/b2c4f9e9-243a-416e-bbdb-e896925bed51 HTTP/1.1" status: 404 len: 352 time: 0.0630331 Jul 06 17:32:13.440207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-5172bb6f-93a8-4c40-8feb-cbc89bd1a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.441736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-5172bb6f-93a8-4c40-8feb-cbc89bd1a230 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2266097 Jul 06 17:32:13.501825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ed58b47b-7159-427b-9d5b-b9f9c45594e0 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:32:13.505464 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-b3ef0c71-d8e6-43ba-baee-c57751df1123 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 200 len: 217 time: 0.0961542 Jul 06 17:32:13.511724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d6900542-e4dd-4720-a3aa-46a228945326,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:13.523706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-dfb27f70-8fbf-4e29-8c9f-5d90cfa02f3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 200 len: 217 time: 0.0707521 Jul 06 17:32:13.562708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-5030adc1-2215-4bee-8690-71664634bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.564328 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-5030adc1-2215-4bee-8690-71664634bafa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0525277 Jul 06 17:32:13.569010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e7fd-89cf-4876-96bc-2a1bac14a7d1 req-8e8c28a0-6a9b-4348-bea4-870ea96e8c6d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.571825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1760e7fd-89cf-4876-96bc-2a1bac14a7d1 req-8e8c28a0-6a9b-4348-bea4-870ea96e8c6d tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1961699 Jul 06 17:32:13.612577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-fa9076ba-8bb0-48f4-a55b-f798ecf9c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.614220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-fa9076ba-8bb0-48f4-a55b-f798ecf9c24a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0750422 Jul 06 17:32:13.654080 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1760e7fd-89cf-4876-96bc-2a1bac14a7d1 req-72582c10-b2aa-40d8-b200-90f352129785 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Jul 06 17:32:13.694229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15503798-0339-4204-8463-2856c84a7cb0 req-bed71b1e-ee54-4e41-bd7d-8d92a472069e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.697010 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15503798-0339-4204-8463-2856c84a7cb0 req-bed71b1e-ee54-4e41-bd7d-8d92a472069e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.1318078 Jul 06 17:32:13.700090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-128996ba-742c-4d96-8b15-0d6f2a3a408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.703162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-128996ba-742c-4d96-8b15-0d6f2a3a408f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083395 Jul 06 17:32:13.738679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-622dca40-c708-42d7-b1b9-c0faf0fbca03 req-2fe44864-f2c7-4fea-aaeb-a7555abe98e3 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-group-rules/4decb842-eab6-42af-a8c5-a4945c51d613 HTTP/1.1" status: 200 len: 778 time: 0.0309975 Jul 06 17:32:13.745256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-eeb8b5f6-9e93-4fea-955d-498a2b2598b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:13.746935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-eeb8b5f6-9e93-4fea-955d-498a2b2598b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966904 Jul 06 17:32:13.836105 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-987ebb53-6208-49a0-a7d0-975c28ee48f5 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159236 Jul 06 17:32:13.859541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-9e6138f3-8a6d-4805-9366-932f12a17701 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036472 Jul 06 17:32:13.948292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-6d4941c3-6c89-49d3-99ca-6b1e2c8cd13b service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010089 Jul 06 17:32:13.963044 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15503798-0339-4204-8463-2856c84a7cb0 req-c0de4a87-e6d8-4d38-b2ab-662c86bcb469 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588272 Jul 06 17:32:13.999431 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-be32bf6c-30e0-48e5-b15b-770efd4578bf req-afcac514-72d4-40ed-aa9f-85edce9b69ab tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:32:14.000465 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be32bf6c-30e0-48e5-b15b-770efd4578bf req-afcac514-72d4-40ed-aa9f-85edce9b69ab tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/37bcb829-0a26-445e-bafd-bde78c55d1f8 HTTP/1.1" status: 404 len: 352 time: 0.0156634 Jul 06 17:32:14.011875 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0100c567-d78a-47c7-a534-4116fee80dd4 req-672420f1-970a-45fd-863b-7e7ffee588ec service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430657 Jul 06 17:32:14.041733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-622dca40-c708-42d7-b1b9-c0faf0fbca03 req-b855b897-a8ba-4ab1-bda3-606fffdd812d tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/7ec59549-cb4e-431c-a489-634acb25e625 HTTP/1.1" status: 200 len: 2405 time: 0.2937171 Jul 06 17:32:14.044912 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382fc9e5-3002-4a5b-b1f8-7422b930ec63 x-openstack-request-id: req-382fc9e5-3002-4a5b-b1f8-7422b930ec63 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:14.045336 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e30f77-a063-4654-9007-83f3c1c76926", "name": "network-vif-plugged", "status": "completed", "tag": "d6900542-e4dd-4720-a3aa-46a228945326", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:14.045694 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-382fc9e5-3002-4a5b-b1f8-7422b930ec63 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:14.046231 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e30f77-a063-4654-9007-83f3c1c76926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6900542-e4dd-4720-a3aa-46a228945326', 'code': 200} Jul 06 17:32:14.095750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-622dca40-c708-42d7-b1b9-c0faf0fbca03 req-1dc715dd-62df-4ace-bd5b-30bc63044601 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.108075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-622dca40-c708-42d7-b1b9-c0faf0fbca03 req-1dc715dd-62df-4ace-bd5b-30bc63044601 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.159132 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-622dca40-c708-42d7-b1b9-c0faf0fbca03 req-1dc715dd-62df-4ace-bd5b-30bc63044601 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.169184 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-622dca40-c708-42d7-b1b9-c0faf0fbca03 req-1dc715dd-62df-4ace-bd5b-30bc63044601 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.181388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-622dca40-c708-42d7-b1b9-c0faf0fbca03 req-1dc715dd-62df-4ace-bd5b-30bc63044601 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4decb842-eab6-42af-a8c5-a4945c51d613 HTTP/1.1" status: 204 len: 173 time: 0.1309130 Jul 06 17:32:14.190435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc715dd-62df-4ace-bd5b-30bc63044601 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4decb842-eab6-42af-a8c5-a4945c51d613,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:14.196420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ab682-f6f2-44ad-a252-b86c9be90506 req-0038bbe8-7fce-4a0e-b44d-550fa5f6a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:14.198704 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789ab682-f6f2-44ad-a252-b86c9be90506 req-0038bbe8-7fce-4a0e-b44d-550fa5f6a0c9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 1097 time: 0.0830603 Jul 06 17:32:14.251005 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-551d4f01-1e57-44ec-9a5b-c535440777b7 req-7c770565-22f3-41f4-a1e4-24ed2ba20f31 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:32:14.252306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-551d4f01-1e57-44ec-9a5b-c535440777b7 req-7c770565-22f3-41f4-a1e4-24ed2ba20f31 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/f1499ddd-083e-448b-be0a-53d2a818c64a HTTP/1.1" status: 404 len: 352 time: 0.0342317 Jul 06 17:32:14.280681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6764ee71-c98c-4fe8-a0d7-619a7b128b3c req-febb165d-0637-4097-b609-579aeb08be97 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-278848929', 'description': 'tempest-description-78330815'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:14.291121 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789ab682-f6f2-44ad-a252-b86c9be90506 req-830eeb1d-6437-4b10-b213-37e5760a90ec service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808363 Jul 06 17:32:14.318747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6764ee71-c98c-4fe8-a0d7-619a7b128b3c req-febb165d-0637-4097-b609-579aeb08be97 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.375558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a81cc-d2b3-4c83-a936-8f308b259bb7 req-2768a9f4-b4bf-4ba8-bc20-8172a9f4bd24 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:14.382715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a4a81cc-d2b3-4c83-a936-8f308b259bb7 req-2768a9f4-b4bf-4ba8-bc20-8172a9f4bd24 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 948 time: 0.0969372 Jul 06 17:32:14.430288 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a4a81cc-d2b3-4c83-a936-8f308b259bb7 req-972f3a64-e62c-490a-9a39-52cc5c5f7801 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463927 Jul 06 17:32:14.437925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6764ee71-c98c-4fe8-a0d7-619a7b128b3c req-febb165d-0637-4097-b609-579aeb08be97 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.442922 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6764ee71-c98c-4fe8-a0d7-619a7b128b3c req-febb165d-0637-4097-b609-579aeb08be97 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.465337 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6764ee71-c98c-4fe8-a0d7-619a7b128b3c req-febb165d-0637-4097-b609-579aeb08be97 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.481318 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6764ee71-c98c-4fe8-a0d7-619a7b128b3c req-febb165d-0637-4097-b609-579aeb08be97 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2059281 Jul 06 17:32:14.527899 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-e01ab7b1-9791-486e-8d02-3cb6d6b99779 req-af65f962-6580-47ba-b682-d1fc78437852 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:32:14.545593 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e01ab7b1-9791-486e-8d02-3cb6d6b99779 req-af65f962-6580-47ba-b682-d1fc78437852 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/2d9b9786-1867-4d25-b900-84eb6c024ec8 HTTP/1.1" status: 404 len: 352 time: 0.0497057 Jul 06 17:32:14.548104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb165d-0637-4097-b609-579aeb08be97 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82d134c-7c8a-490f-a698-ee384fb2f8d5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:14.614764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0280d3e-d56b-466b-9cd6-3f444aae1d82 req-1dc559bc-9313-4bcc-ad7e-90506181b138 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/d82d134c-7c8a-490f-a698-ee384fb2f8d5 HTTP/1.1" status: 200 len: 1810 time: 0.0510931 Jul 06 17:32:14.641927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c43689-712d-4663-869f-27edadf409d4 req-3ba0c9a9-8390-4902-b310-b5aa8db4ee3b tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:14.643608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c43689-712d-4663-869f-27edadf409d4 req-3ba0c9a9-8390-4902-b310-b5aa8db4ee3b tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 946 time: 0.0793338 Jul 06 17:32:14.655221 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-8a083598-c175-40b6-b1f5-8027c59e0992 req-75f0bd89-c42c-4a68-986e-e9a06c2e8ab0 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:32:14.656428 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a083598-c175-40b6-b1f5-8027c59e0992 req-75f0bd89-c42c-4a68-986e-e9a06c2e8ab0 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/6c8b9b60-9006-4a98-90d2-7317f1cfeeae HTTP/1.1" status: 404 len: 352 time: 0.0210743 Jul 06 17:32:14.694241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c43689-712d-4663-869f-27edadf409d4 req-de87dc7e-4d58-4bb0-8d37-b3829255f4d9 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Jul 06 17:32:14.709772 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-e20cae4d-8658-441a-8eb8-c75f252e08f6 req-c371416e-9d86-4897-ae67-5eb65eb37ddf tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] show failed (client error): The resource could not be found. Jul 06 17:32:14.711684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e20cae4d-8658-441a-8eb8-c75f252e08f6 req-c371416e-9d86-4897-ae67-5eb65eb37ddf tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/181088aa-9ed1-4dc9-875b-db932c140123 HTTP/1.1" status: 404 len: 352 time: 0.0188570 Jul 06 17:32:14.731910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e8397f04-d47e-46dc-94cd-7de925914ff2 req-8d16db0d-c1e6-4e2b-a2f7-757a272f9e01 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-239475256', 'description': 'tempest-description-2135311070'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:14.759139 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e8397f04-d47e-46dc-94cd-7de925914ff2 req-8d16db0d-c1e6-4e2b-a2f7-757a272f9e01 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.858467 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e8397f04-d47e-46dc-94cd-7de925914ff2 req-8d16db0d-c1e6-4e2b-a2f7-757a272f9e01 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.864536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e8397f04-d47e-46dc-94cd-7de925914ff2 req-8d16db0d-c1e6-4e2b-a2f7-757a272f9e01 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.884489 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e8397f04-d47e-46dc-94cd-7de925914ff2 req-8d16db0d-c1e6-4e2b-a2f7-757a272f9e01 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:14.886400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8397f04-d47e-46dc-94cd-7de925914ff2 req-8d16db0d-c1e6-4e2b-a2f7-757a272f9e01 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1585786 Jul 06 17:32:14.911401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530563a-94cc-4f95-a29a-05b5ccc6764c req-7c73edb0-071f-4786-ae43-c058b4e961a0 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:14.912175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16db0d-c1e6-4e2b-a2f7-757a272f9e01 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40883d85-ab97-46f2-a478-fab9c51846c3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:14.919008 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c530563a-94cc-4f95-a29a-05b5ccc6764c req-7c73edb0-071f-4786-ae43-c058b4e961a0 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0922236 Jul 06 17:32:14.969299 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c530563a-94cc-4f95-a29a-05b5ccc6764c req-a135ba4c-865e-4ef6-9b11-0a57d0b84a7e tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489590 Jul 06 17:32:15.073956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-12cba68b-c6b9-4b9a-a45a-93388fe9f242 req-651993af-db1c-46a9-b20b-8eff77eea74d tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/40883d85-ab97-46f2-a478-fab9c51846c3 HTTP/1.1" status: 200 len: 1812 time: 0.0650740 Jul 06 17:32:15.314353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc2e64-7b2a-44e7-9e92-e8dec65ae72d req-6a3ff77f-54aa-4614-819c-2422f5b0c8ac tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:15.327638 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06bc2e64-7b2a-44e7-9e92-e8dec65ae72d req-6a3ff77f-54aa-4614-819c-2422f5b0c8ac tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.1172733 Jul 06 17:32:15.368198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c631dcfe-d08d-4c65-a599-e1a9ed2d8d4d req-cb682f7f-7793-43b1-8860-3c26a0cc26c4 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1187646327', 'description': 'tempest-description-112299338'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:15.381312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06bc2e64-7b2a-44e7-9e92-e8dec65ae72d req-995a1f54-d2dd-4cd3-b707-9938b87f2ff0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524421 Jul 06 17:32:15.396892 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c631dcfe-d08d-4c65-a599-e1a9ed2d8d4d req-cb682f7f-7793-43b1-8860-3c26a0cc26c4 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:15.528097 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c631dcfe-d08d-4c65-a599-e1a9ed2d8d4d req-cb682f7f-7793-43b1-8860-3c26a0cc26c4 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:15.546105 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c631dcfe-d08d-4c65-a599-e1a9ed2d8d4d req-cb682f7f-7793-43b1-8860-3c26a0cc26c4 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:15.593668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb682f7f-7793-43b1-8860-3c26a0cc26c4 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd27db6-2036-460e-8f60-dcd93240b68d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:15.598011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c631dcfe-d08d-4c65-a599-e1a9ed2d8d4d req-cb682f7f-7793-43b1-8860-3c26a0cc26c4 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:15.619877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c631dcfe-d08d-4c65-a599-e1a9ed2d8d4d req-cb682f7f-7793-43b1-8860-3c26a0cc26c4 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2567832 Jul 06 17:32:15.823964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014da57-ed43-48c0-bcbc-118b778f2076 req-26938137-38fc-4cdd-94d5-c656eccc27a1 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:15.829140 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1014da57-ed43-48c0-bcbc-118b778f2076 req-26938137-38fc-4cdd-94d5-c656eccc27a1 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 1023 time: 0.0957875 Jul 06 17:32:15.867402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534adb3-959a-472d-878b-68b22d3ff198 req-451d3b3a-ec74-42d7-a3b2-4c8ef8a42f0c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:15.876204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7534adb3-959a-472d-878b-68b22d3ff198 req-451d3b3a-ec74-42d7-a3b2-4c8ef8a42f0c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 948 time: 0.1286011 Jul 06 17:32:15.901191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1014da57-ed43-48c0-bcbc-118b778f2076 req-426cb8d6-e4c1-40b6-81e8-b70604e41f83 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&id=7b79c3c4-6cf2-47d6-8417-bec8d0e3c2dd&id=ff68098e-1c11-4ab2-9661-05861e6d6223&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0660319 Jul 06 17:32:15.948745 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7534adb3-959a-472d-878b-68b22d3ff198 req-2cf1229f-a5be-4677-9f64-be3758bf5eae tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714738 Jul 06 17:32:16.004832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf1cc656-10ec-4a2c-8e65-6ffbfcdf347f req-ea979e36-b2eb-4b54-ad3e-27c50d90d0f2 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/3fd27db6-2036-460e-8f60-dcd93240b68d HTTP/1.1" status: 200 len: 1812 time: 0.0713847 Jul 06 17:32:16.153786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440c36-38ba-4e77-bc66-3e3867fcb5ad req-1bc37720-c33a-46b3-992b-d77117bcde06 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:16.165407 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83440c36-38ba-4e77-bc66-3e3867fcb5ad req-1bc37720-c33a-46b3-992b-d77117bcde06 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 946 time: 0.0982955 Jul 06 17:32:16.189598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254c3f3-a0ed-4375-8ad8-1d6983553ef0 req-1762f394-2fb1-4741-9d39-54dec33f6bbd tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:16.192296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3254c3f3-a0ed-4375-8ad8-1d6983553ef0 req-1762f394-2fb1-4741-9d39-54dec33f6bbd tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0712407 Jul 06 17:32:16.210889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83440c36-38ba-4e77-bc66-3e3867fcb5ad req-76ceb769-718c-4ca0-bcec-3aaa24daf860 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Jul 06 17:32:16.256038 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3254c3f3-a0ed-4375-8ad8-1d6983553ef0 req-216fcfa0-7c1a-481e-8f87-f8ed959098af tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561385 Jul 06 17:32:16.275888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3430c7bd-117b-443e-b113-3a2db8522b5b req-47347ecd-e2d7-44f3-8b12-21e193c7f2b7 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1994243963', 'description': 'tempest-description-1429900250'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:16.303269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3430c7bd-117b-443e-b113-3a2db8522b5b req-47347ecd-e2d7-44f3-8b12-21e193c7f2b7 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:16.392515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ed58b47b-7159-427b-9d5b-b9f9c45594e0 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:16.441042 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3430c7bd-117b-443e-b113-3a2db8522b5b req-47347ecd-e2d7-44f3-8b12-21e193c7f2b7 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:16.447392 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3430c7bd-117b-443e-b113-3a2db8522b5b req-47347ecd-e2d7-44f3-8b12-21e193c7f2b7 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:16.462388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1837a-0292-4524-b49e-34d0abf73025 req-05ade2ee-6b93-487d-9042-56868bed0d88 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:16.463925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9e1837a-0292-4524-b49e-34d0abf73025 req-05ade2ee-6b93-487d-9042-56868bed0d88 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 946 time: 0.0886724 Jul 06 17:32:16.485261 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3430c7bd-117b-443e-b113-3a2db8522b5b req-47347ecd-e2d7-44f3-8b12-21e193c7f2b7 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:16.499880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3430c7bd-117b-443e-b113-3a2db8522b5b req-47347ecd-e2d7-44f3-8b12-21e193c7f2b7 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2277541 Jul 06 17:32:16.503394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47347ecd-e2d7-44f3-8b12-21e193c7f2b7 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14904688-b12f-4388-9e1e-f7959ab64c5f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:16.559384 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9e1837a-0292-4524-b49e-34d0abf73025 req-1ffa3d86-cebd-4974-9d8a-2f0b6abd7a62 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840368 Jul 06 17:32:16.624102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:16.639822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'mac_address': 'fa:16:3e:68:b6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:32:16.683962 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:16.686079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce62755-a523-4f81-add9-bfa76c303bf6 req-c11ee763-c58e-4c32-b09e-8953c5712f00 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:16.692010 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fce62755-a523-4f81-add9-bfa76c303bf6 req-c11ee763-c58e-4c32-b09e-8953c5712f00 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.0834088 Jul 06 17:32:16.698956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed58b47b-7159-427b-9d5b-b9f9c45594e0 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:16.704137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b557ff4-c252-4e76-b8e2-34889d662be2 req-7cfbf622-8eee-4fa9-abb5-abd61a69085e tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/14904688-b12f-4388-9e1e-f7959ab64c5f HTTP/1.1" status: 200 len: 1813 time: 0.0891418 Jul 06 17:32:16.744676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:16.749323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fce62755-a523-4f81-add9-bfa76c303bf6 req-07324d42-99f1-417c-b772-1c3e220dfaf8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507903 Jul 06 17:32:16.759415 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:16.811591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:16.878332 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-80a2045a-aa59-4a22-87a9-c2988b5d0cff req-102659b6-1613-47eb-b31a-befa930bcc7b tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] show failed (client error): The resource could not be found. Jul 06 17:32:16.879563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80a2045a-aa59-4a22-87a9-c2988b5d0cff req-102659b6-1613-47eb-b31a-befa930bcc7b tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/6245e72e-5df1-4962-97cd-49931375cba0 HTTP/1.1" status: 404 len: 352 time: 0.0144987 Jul 06 17:32:16.917823 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-b456fdbf-a0d4-4ca1-ade1-1a99eed1d444 req-5f39b049-c442-48b1-b00a-f969501352b3 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] show failed (client error): The resource could not be found. Jul 06 17:32:16.924300 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc063423-412a-4885-8c96-5277be727cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:16.930845 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b456fdbf-a0d4-4ca1-ade1-1a99eed1d444 req-5f39b049-c442-48b1-b00a-f969501352b3 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-group-rules/a28f2aec-f8c3-4858-90ff-e7fa2592365e HTTP/1.1" status: 404 len: 361 time: 0.0273311 Jul 06 17:32:17.118089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0a120-ce7f-4aff-b06d-3e829eee0834 req-86a1f0b9-2cf6-4280-87f3-86d09c720776 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:17.119774 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1a0a120-ce7f-4aff-b06d-3e829eee0834 req-86a1f0b9-2cf6-4280-87f3-86d09c720776 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 1023 time: 0.0888731 Jul 06 17:32:17.168191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1a0a120-ce7f-4aff-b06d-3e829eee0834 req-5a21eb6f-08b0-4e61-ac30-356cb2dc700a tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dca829a-5b4e-4fbd-8fef-a126139698b4&id=7b79c3c4-6cf2-47d6-8417-bec8d0e3c2dd&id=ff68098e-1c11-4ab2-9661-05861e6d6223&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0391362 Jul 06 17:32:17.239770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a2462e0-e67d-4b2b-ac17-696044f3a1ec req-d9a66773-d417-428e-a82c-e71fd101f5cb tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/14904688-b12f-4388-9e1e-f7959ab64c5f HTTP/1.1" status: 200 len: 1813 time: 0.0421455 Jul 06 17:32:17.304973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a2462e0-e67d-4b2b-ac17-696044f3a1ec req-f06c3db8-e82b-42d0-b9d1-cbf6dfcb66b6 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:17.328606 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a2462e0-e67d-4b2b-ac17-696044f3a1ec req-f06c3db8-e82b-42d0-b9d1-cbf6dfcb66b6 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:17.373635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a2462e0-e67d-4b2b-ac17-696044f3a1ec req-f06c3db8-e82b-42d0-b9d1-cbf6dfcb66b6 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:17.376179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a2462e0-e67d-4b2b-ac17-696044f3a1ec req-f06c3db8-e82b-42d0-b9d1-cbf6dfcb66b6 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:17.377325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a2462e0-e67d-4b2b-ac17-696044f3a1ec req-f06c3db8-e82b-42d0-b9d1-cbf6dfcb66b6 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "DELETE /v2.0/security-groups/14904688-b12f-4388-9e1e-f7959ab64c5f HTTP/1.1" status: 204 len: 173 time: 0.1340840 Jul 06 17:32:17.386783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c3db8-e82b-42d0-b9d1-cbf6dfcb66b6 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14904688-b12f-4388-9e1e-f7959ab64c5f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:17.418424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['ed58b47b-7159-427b-9d5b-b9f9c45594e0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:17.458935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376067a-c5de-466e-9687-d8ff7a417027 req-7cd3471b-e85a-4bae-9bb7-861090070791 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:17.466942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9376067a-c5de-466e-9687-d8ff7a417027 req-7cd3471b-e85a-4bae-9bb7-861090070791 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 949 time: 0.1252644 Jul 06 17:32:17.530956 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9376067a-c5de-466e-9687-d8ff7a417027 req-0f3acd9f-d7f9-49a9-8c31-d755966cbc5c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628111 Jul 06 17:32:17.559962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db371c-7da4-4708-a44c-1d05c332e631 req-381058d1-140c-4cde-80c8-4377c78649ca tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:17.566144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87db371c-7da4-4708-a44c-1d05c332e631 req-381058d1-140c-4cde-80c8-4377c78649ca tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 1023 time: 0.1671708 Jul 06 17:32:17.612713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-bed2b1b8-9679-4471-9def-73aad8119f51 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:17.614243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-bed2b1b8-9679-4471-9def-73aad8119f51 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 807 time: 0.1224556 Jul 06 17:32:17.641619 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-8d02ab7d-30d9-40f6-9738-63bca40912a7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/quotas/36820eb126ca410eae6171e325d93477 HTTP/1.1" status: 200 len: 375 time: 0.0169327 Jul 06 17:32:17.695726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-87db371c-7da4-4708-a44c-1d05c332e631 req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Deleting port 003c8946-2fd3-4d0d-b310-9055c444389d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:32:17.696350 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87db371c-7da4-4708-a44c-1d05c332e631 req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:17.726437 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-a99b73ba-a363-4ddb-98dc-e21e61bb1751 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832908 Jul 06 17:32:17.799695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-87db371c-7da4-4708-a44c-1d05c332e631 req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] For port 003c8946-2fd3-4d0d-b310-9055c444389d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=003c8946-2fd3-4d0d-b310-9055c444389d,segment=NetworkSegment(dc2e1f66-f652-4d5c-a795-6bc0a595db57),segment_id=dc2e1f66-f652-4d5c-a795-6bc0a595db57)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:17.800068 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87db371c-7da4-4708-a44c-1d05c332e631 req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:17.814217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-87db371c-7da4-4708-a44c-1d05c332e631 req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Calling delete_port for 003c8946-2fd3-4d0d-b310-9055c444389d owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:32:17.822655 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-94343616-4909-43a5-ba00-cb67f046e355 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880969 Jul 06 17:32:17.916787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-882b8993-2f04-4b30-b754-60f8863411be service neutron] 10.222.0.13 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883358 Jul 06 17:32:17.947743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959e4fa-be87-45e3-85be-5b88b7635e01 req-e77e0e20-ccfd-4c53-88c7-5a90b4c563de tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:17.948956 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5959e4fa-be87-45e3-85be-5b88b7635e01 req-e77e0e20-ccfd-4c53-88c7-5a90b4c563de tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1284311 Jul 06 17:32:18.024176 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5959e4fa-be87-45e3-85be-5b88b7635e01 req-10a0447b-e440-4cd7-b36f-b243af9f99af tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694962 Jul 06 17:32:18.035613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87db371c-7da4-4708-a44c-1d05c332e631 req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:18.070520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'Port': ['ID=003c8946-2fd3-4d0d-b310-9055c444389d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:18.149513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-87db371c-7da4-4708-a44c-1d05c332e631 req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] No DVR routers for this DVR port 003c8946-2fd3-4d0d-b310-9055c444389d on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:32:18.153619 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87db371c-7da4-4708-a44c-1d05c332e631 req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:18.155616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87db371c-7da4-4708-a44c-1d05c332e631 req-33c65d71-1ef8-474c-92f0-286acf683e7c tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.55 "DELETE /v2.0/ports/003c8946-2fd3-4d0d-b310-9055c444389d HTTP/1.1" status: 204 len: 173 time: 0.5839972 Jul 06 17:32:18.156059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'name': 'network-vif-deleted', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:18.158287 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce42e63-8d3f-4265-b91e-e260c5377855" -d '{"events": [{"server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "name": "network-vif-deleted", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:18.165226 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b71ace41-30ee-4fcc-a6db-d705d5e46b3c req-9b612cf4-f847-4ccb-be8e-978d34af951c tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/3fd27db6-2036-460e-8f60-dcd93240b68d HTTP/1.1" status: 200 len: 1812 time: 0.0988679 Jul 06 17:32:18.271850 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b71ace41-30ee-4fcc-a6db-d705d5e46b3c req-db64aa89-3e5b-42d4-9eba-ecfec7659503 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:18.301202 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b71ace41-30ee-4fcc-a6db-d705d5e46b3c req-db64aa89-3e5b-42d4-9eba-ecfec7659503 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:18.363584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b71ace41-30ee-4fcc-a6db-d705d5e46b3c req-db64aa89-3e5b-42d4-9eba-ecfec7659503 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:18.367546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b71ace41-30ee-4fcc-a6db-d705d5e46b3c req-db64aa89-3e5b-42d4-9eba-ecfec7659503 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:18.384212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b71ace41-30ee-4fcc-a6db-d705d5e46b3c req-db64aa89-3e5b-42d4-9eba-ecfec7659503 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "DELETE /v2.0/security-groups/3fd27db6-2036-460e-8f60-dcd93240b68d HTTP/1.1" status: 204 len: 173 time: 0.2074833 Jul 06 17:32:18.408961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64aa89-3e5b-42d4-9eba-ecfec7659503 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd27db6-2036-460e-8f60-dcd93240b68d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:18.520859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['003c8946-2fd3-4d0d-b310-9055c444389d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:18.623616 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc58cef-1328-4c39-b671-a7ec2c66f0ec x-openstack-request-id: req-3bc58cef-1328-4c39-b671-a7ec2c66f0ec {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:18.624794 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e36cce2-5ea3-4e15-953c-a5a0450e37f2", "name": "network-vif-deleted", "tag": "003c8946-2fd3-4d0d-b310-9055c444389d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:18.625484 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bc58cef-1328-4c39-b671-a7ec2c66f0ec {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:18.626927 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e36cce2-5ea3-4e15-953c-a5a0450e37f2', 'name': 'network-vif-deleted', 'tag': '003c8946-2fd3-4d0d-b310-9055c444389d', 'status': 'completed', 'code': 200} Jul 06 17:32:18.647911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614ca88-985e-473d-91d4-eb3ebb0fc246 req-93c47a94-d1aa-4dea-9022-a4a21f3692e3 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:18.649807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d614ca88-985e-473d-91d4-eb3ebb0fc246 req-93c47a94-d1aa-4dea-9022-a4a21f3692e3 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.1238117 Jul 06 17:32:18.680396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-3b7a9609-4caa-46a0-b83f-73847b9f5044 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:18.681898 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-3b7a9609-4caa-46a0-b83f-73847b9f5044 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe&tenant_id=afaea2bd2e254de8a3bfc390f65b1887&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 949 time: 0.1567876 Jul 06 17:32:18.705649 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20de1ebc-fb5b-4d75-be59-3738426f1b1e req-eeb317ba-704f-47df-9631-138b3f3c2f85 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 210 time: 0.0528286 Jul 06 17:32:18.736225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d614ca88-985e-473d-91d4-eb3ebb0fc246 req-2fb619ec-1540-4b7c-8816-2020a06e3d0a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801260 Jul 06 17:32:18.779127 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-3234a825-bfbc-48ec-ba61-8a955b5f2dd8 service neutron] delete failed (client error): The resource could not be found. Jul 06 17:32:18.781407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-3234a825-bfbc-48ec-ba61-8a955b5f2dd8 service neutron] 10.222.0.22 "DELETE /v2.0/ports/ed58b47b-7159-427b-9d5b-b9f9c45594e0/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0785058 Jul 06 17:32:18.913911 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0cb54446-5fd5-4f57-8de7-413fb6c030a6 req-4313f8df-70e6-4566-8615-f43595249dc3 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e36cce2-5ea3-4e15-953c-a5a0450e37f2 HTTP/1.1" status: 200 len: 210 time: 0.0405481 Jul 06 17:32:18.976243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-7a42d2ef-b8fe-49e9-b03a-13379af2de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:18.978560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-7a42d2ef-b8fe-49e9-b03a-13379af2de14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 1100 time: 0.0945885 Jul 06 17:32:18.984932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8414f-802d-4881-ace1-b708c0425fea req-269f0174-0f0f-4e38-836b-fb709ae9915e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:18.986467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3d8414f-802d-4881-ace1-b708c0425fea req-269f0174-0f0f-4e38-836b-fb709ae9915e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 949 time: 0.0962622 Jul 06 17:32:19.052096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3d8414f-802d-4881-ace1-b708c0425fea req-34cc18bf-463b-49b6-a1dc-cf3fc41e84a4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561271 Jul 06 17:32:19.065146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57921aeb-34d1-4f54-b435-4dcda174dff9 req-976ef524-a41c-492e-864c-5ddaadea048e tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/40883d85-ab97-46f2-a478-fab9c51846c3 HTTP/1.1" status: 200 len: 1812 time: 0.1102705 Jul 06 17:32:19.149662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-66b49ca3-ec79-4bf8-91ff-8494233cac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:19.151157 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-66b49ca3-ec79-4bf8-91ff-8494233cac31 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1622663 Jul 06 17:32:19.201488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-48d98c31-f1fe-4dc2-a968-569c15944997 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 200 len: 217 time: 0.0405812 Jul 06 17:32:19.202172 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57921aeb-34d1-4f54-b435-4dcda174dff9 req-81b44c66-7a8a-477a-a9c4-a409317bfc6f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.233839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a778b63-91dc-4979-afad-54a8e64592ed req-a1779e6a-94e6-4389-815e-c60b07575abb tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:19.235450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a778b63-91dc-4979-afad-54a8e64592ed req-a1779e6a-94e6-4389-815e-c60b07575abb tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 946 time: 0.0681906 Jul 06 17:32:19.256739 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57921aeb-34d1-4f54-b435-4dcda174dff9 req-81b44c66-7a8a-477a-a9c4-a409317bfc6f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.274864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a778b63-91dc-4979-afad-54a8e64592ed req-541d19ca-c9ba-4a36-8d2c-908526d6eac8 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jul 06 17:32:19.282114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-11693167-decf-4c45-81ed-083865dcb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:19.283618 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-11693167-decf-4c45-81ed-083865dcb5bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0753958 Jul 06 17:32:19.337395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57921aeb-34d1-4f54-b435-4dcda174dff9 req-81b44c66-7a8a-477a-a9c4-a409317bfc6f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.340063 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57921aeb-34d1-4f54-b435-4dcda174dff9 req-81b44c66-7a8a-477a-a9c4-a409317bfc6f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.341268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57921aeb-34d1-4f54-b435-4dcda174dff9 req-81b44c66-7a8a-477a-a9c4-a409317bfc6f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "DELETE /v2.0/security-groups/40883d85-ab97-46f2-a478-fab9c51846c3 HTTP/1.1" status: 204 len: 173 time: 0.2660978 Jul 06 17:32:19.356843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b44c66-7a8a-477a-a9c4-a409317bfc6f tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40883d85-ab97-46f2-a478-fab9c51846c3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:19.384487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-3fa7ae2d-f89f-4788-a67c-d70c57442756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:19.386014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-3fa7ae2d-f89f-4788-a67c-d70c57442756 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924017 Jul 06 17:32:19.409057 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b7535fb-8556-4364-a385-88ccccae519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.466483 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-713f1b55-bef0-480d-b72c-0f87b92c1cf4 req-a9584d37-0841-40bc-ae1c-4fe2293f1077 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/d82d134c-7c8a-490f-a698-ee384fb2f8d5 HTTP/1.1" status: 200 len: 1810 time: 0.1063309 Jul 06 17:32:19.466749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2121c5-174b-4950-841d-39f304ec4f0c req-7924438f-115d-4e7e-920e-1f9351bc2b32 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:19.468151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb2121c5-174b-4950-841d-39f304ec4f0c req-7924438f-115d-4e7e-920e-1f9351bc2b32 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.0769358 Jul 06 17:32:19.536321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-36210933-455c-4b8e-9408-127d3c5fd9a9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398888 Jul 06 17:32:19.536873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb2121c5-174b-4950-841d-39f304ec4f0c req-82d26376-6a10-4e5e-82bb-edddbf09693c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632179 Jul 06 17:32:19.577654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-713f1b55-bef0-480d-b72c-0f87b92c1cf4 req-98199ecc-1875-4c20-946e-91037f16c5bb tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.634771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-6281cf2e-b24d-4303-b2f2-bbd9f62f6e46 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:19.636396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-6281cf2e-b24d-4303-b2f2-bbd9f62f6e46 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 807 time: 0.1274042 Jul 06 17:32:19.646819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-713f1b55-bef0-480d-b72c-0f87b92c1cf4 req-98199ecc-1875-4c20-946e-91037f16c5bb tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.657779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Request body: {'port': {'device_id': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3', 'admin_state_up': True, 'tenant_id': '36820eb126ca410eae6171e325d93477'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:19.708562 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f40ed3fa-8126-4e6b-8998-045145b14159 req-5aa11e81-5d5e-46dc-82b0-d91786a2da73 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442411 Jul 06 17:32:19.720576 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-713f1b55-bef0-480d-b72c-0f87b92c1cf4 req-98199ecc-1875-4c20-946e-91037f16c5bb tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.727982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-713f1b55-bef0-480d-b72c-0f87b92c1cf4 req-98199ecc-1875-4c20-946e-91037f16c5bb tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.729331 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-713f1b55-bef0-480d-b72c-0f87b92c1cf4 req-98199ecc-1875-4c20-946e-91037f16c5bb tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "DELETE /v2.0/security-groups/d82d134c-7c8a-490f-a698-ee384fb2f8d5 HTTP/1.1" status: 204 len: 173 time: 0.2538249 Jul 06 17:32:19.743969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98199ecc-1875-4c20-946e-91037f16c5bb tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82d134c-7c8a-490f-a698-ee384fb2f8d5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:19.754126 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.835552 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-240683dd-8cb6-49fe-b152-150690eebf28 req-f23e1483-bff9-4107-98e1-39a352eb6831 tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "GET /v2.0/security-groups/7ec59549-cb4e-431c-a489-634acb25e625 HTTP/1.1" status: 200 len: 1812 time: 0.0780873 Jul 06 17:32:19.852140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Made reservation on behalf of 36820eb126ca410eae6171e325d93477 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:19.856023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:19.919948 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14ce550e-7d14-4928-9df9-d6476dbfa9f5 req-12b9211b-8590-483a-ba6e-457f98482ccb tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 210 time: 0.0403712 Jul 06 17:32:19.974476 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-240683dd-8cb6-49fe-b152-150690eebf28 req-971f8341-d34b-4efe-86cf-9dfecdd9373d tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.031114 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-240683dd-8cb6-49fe-b152-150690eebf28 req-971f8341-d34b-4efe-86cf-9dfecdd9373d tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.073403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Allocated IP 172.20.0.11 (3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3/a70cdcb9-e31e-4732-b283-e49cd42a3329/336865e5-9274-43e6-ae6f-0644ef4d44ae) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:20.106045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91053f-fb73-40cf-9311-336d26a5bc9a req-56f771a1-f74f-4103-877c-89a76d950519 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:20.107444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-240683dd-8cb6-49fe-b152-150690eebf28 req-971f8341-d34b-4efe-86cf-9dfecdd9373d tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.107583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc91053f-fb73-40cf-9311-336d26a5bc9a req-56f771a1-f74f-4103-877c-89a76d950519 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.0816300 Jul 06 17:32:20.111614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-240683dd-8cb6-49fe-b152-150690eebf28 req-971f8341-d34b-4efe-86cf-9dfecdd9373d tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.114511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-240683dd-8cb6-49fe-b152-150690eebf28 req-971f8341-d34b-4efe-86cf-9dfecdd9373d tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ec59549-cb4e-431c-a489-634acb25e625 HTTP/1.1" status: 204 len: 173 time: 0.2699442 Jul 06 17:32:20.121347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:20.149586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f8341-d34b-4efe-86cf-9dfecdd9373d tempest-SecurityGroupRulesNegativeTestJSON-1687956680 tempest-SecurityGroupRulesNegativeTestJSON-1687956680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec59549-cb4e-431c-a489-634acb25e625,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:20.203513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc91053f-fb73-40cf-9311-336d26a5bc9a req-6b182f71-d516-403e-acf9-00ed9d4ce16d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894101 Jul 06 17:32:20.224306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1404c8c-c330-48d0-93fc-f03fdfd42d1b admin admin] Deleting subnet da87ac49-5f08-434f-967a-57b873c3f94e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:32:20.238229 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1404c8c-c330-48d0-93fc-f03fdfd42d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.323001 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1404c8c-c330-48d0-93fc-f03fdfd42d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.361352 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.384481 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b30253ae-2a51-4156-bf90-1bf0b08b0b66 req-f3ee1b12-e4af-4299-972a-2d511a543f0e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/ff68098e-1c11-4ab2-9661-05861e6d6223 HTTP/1.1" status: 200 len: 1801 time: 0.0872316 Jul 06 17:32:20.401395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ed58b47b-7159-427b-9d5b-b9f9c45594e0 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:20.441531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1404c8c-c330-48d0-93fc-f03fdfd42d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.490688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b20e4-4f8a-46a5-bd70-5aabaeb791a0 req-32b01dce-8ae0-4ec1-b045-219dc9592404 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:20.499431 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8f5b20e4-4f8a-46a5-bd70-5aabaeb791a0 req-32b01dce-8ae0-4ec1-b045-219dc9592404 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 949 time: 0.1428652 Jul 06 17:32:20.501433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port ed58b47b-7159-427b-9d5b-b9f9c45594e0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:20.505793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port ed58b47b-7159-427b-9d5b-b9f9c45594e0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:20.506484 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.516905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b30253ae-2a51-4156-bf90-1bf0b08b0b66 req-1602f1da-aaf6-41cb-a3ac-3562d85a69e9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.556712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b30253ae-2a51-4156-bf90-1bf0b08b0b66 req-1602f1da-aaf6-41cb-a3ac-3562d85a69e9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.561341 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8f5b20e4-4f8a-46a5-bd70-5aabaeb791a0 req-6106e6e3-f0a2-429c-852a-a1aadffb38d5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595639 Jul 06 17:32:20.585296 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.593448 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1404c8c-c330-48d0-93fc-f03fdfd42d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.623089 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.642568 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b30253ae-2a51-4156-bf90-1bf0b08b0b66 req-1602f1da-aaf6-41cb-a3ac-3562d85a69e9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.645056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b30253ae-2a51-4156-bf90-1bf0b08b0b66 req-1602f1da-aaf6-41cb-a3ac-3562d85a69e9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.651878 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b30253ae-2a51-4156-bf90-1bf0b08b0b66 req-1602f1da-aaf6-41cb-a3ac-3562d85a69e9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff68098e-1c11-4ab2-9661-05861e6d6223 HTTP/1.1" status: 204 len: 173 time: 0.2641959 Jul 06 17:32:20.661412 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1404c8c-c330-48d0-93fc-f03fdfd42d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.667073 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.667358 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d1404c8c-c330-48d0-93fc-f03fdfd42d1b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da87ac49-5f08-434f-967a-57b873c3f94e HTTP/1.1" status: 204 len: 168 time: 0.5433142 Jul 06 17:32:20.670052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:20.671027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1404c8c-c330-48d0-93fc-f03fdfd42d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da87ac49-5f08-434f-967a-57b873c3f94e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:20.700082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['e0e5a2cd-9d09-4606-8529-c35eaff3875f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:20.754741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602f1da-aaf6-41cb-a3ac-3562d85a69e9 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff68098e-1c11-4ab2-9661-05861e6d6223,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:20.801287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:20.809135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:20.821010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:20.868905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.870876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:20.894570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:20.895946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:20.897118 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.901123 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986f8995-7c2c-4471-92a9-ac7be2b7601a" -d '{"events": [{"server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "name": "network-vif-plugged", "status": "completed", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:20.916236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Pushing event updated for resources: {'Port': ['ID=336865e5-9274-43e6-ae6f-0644ef4d44ae,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:20.917063 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:20.918745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 003c8946-2fd3-4d0d-b310-9055c444389d no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:20.931736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3e1e-281c-4e9a-b359-ca0822ff8ba8 req-f2db6058-54fd-4f44-a88b-9477193f1bd6 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:20.937794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-931a3e1e-281c-4e9a-b359-ca0822ff8ba8 req-f2db6058-54fd-4f44-a88b-9477193f1bd6 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 946 time: 0.1382937 Jul 06 17:32:20.975872 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-80fb7112-557c-4c3b-8656-160fb315a3c4 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3229091 Jul 06 17:32:20.989536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Request body: {'port': {'device_id': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:21.016363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 003c8946-2fd3-4d0d-b310-9055c444389d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:32:21.016713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 003c8946-2fd3-4d0d-b310-9055c444389d not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:32:21.024663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:21.027060 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.046634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-931a3e1e-281c-4e9a-b359-ca0822ff8ba8 req-d055e5ec-76c5-4457-bff3-c95b596aa5fd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056392 Jul 06 17:32:21.063177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37bb9e9-cebb-46e4-a772-41a5146966f6']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:21.075310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b4cb70-c564-4d34-b6c8-97992a7b7e8b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:21.075310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b4cb70-c564-4d34-b6c8-97992a7b7e8b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:21.076717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab432-0d4a-4d83-a4bc-2504341b51c8 req-f9b857af-dcbb-4a8b-9dbf-3154e2c559d9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:21.078432 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e29ab432-0d4a-4d83-a4bc-2504341b51c8 req-f9b857af-dcbb-4a8b-9dbf-3154e2c559d9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1760242 Jul 06 17:32:21.088152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.104864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d6900542-e4dd-4720-a3aa-46a228945326 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:21.118710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.133442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:32:21.133760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:32:21.136562 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:32:21.153877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e29ab432-0d4a-4d83-a4bc-2504341b51c8 req-f62fe5e4-1e6f-4daa-96bb-a9225e1e847b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670247 Jul 06 17:32:21.169952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.198109 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-880b7fde-ccc5-4c70-b3b2-a9028c915e8e req-feebe7b0-71fb-40fa-a345-671deb6bc81e tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "GET /v2.0/security-groups/7b79c3c4-6cf2-47d6-8417-bec8d0e3c2dd HTTP/1.1" status: 200 len: 1800 time: 0.1145611 Jul 06 17:32:21.237712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.254211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.270752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c37bb9e9-cebb-46e4-a772-41a5146966f6 HTTP/1.1" status: 204 len: 168 time: 0.5864413 Jul 06 17:32:21.305438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7db9ac-7f91-4833-9240-7f7e36b2fc35 admin admin] Pushing event deleted for resources: {'Network': ['ID=c37bb9e9-cebb-46e4-a772-41a5146966f6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:21.371377 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-880b7fde-ccc5-4c70-b3b2-a9028c915e8e req-858efc12-0064-4b3d-b7ee-b738483cc233 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.403703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d6900542-e4dd-4720-a3aa-46a228945326, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d6900542-e4dd-4720-a3aa-46a228945326,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:21.425542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-880b7fde-ccc5-4c70-b3b2-a9028c915e8e req-858efc12-0064-4b3d-b7ee-b738483cc233 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.427523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'd6900542-e4dd-4720-a3aa-46a228945326', 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79', 'port_id': 'd6900542-e4dd-4720-a3aa-46a228945326', 'mac_address': 'fa:16:3e:82:16:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0055c108-d990-4b66-862a-1cfb90aabc2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:32:21.429440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:21.471239 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0febceb8-b048-41b1-ace2-382797772b30 x-openstack-request-id: req-0febceb8-b048-41b1-ace2-382797772b30 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:21.471814 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "name": "network-vif-plugged", "status": "completed", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:21.473736 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0febceb8-b048-41b1-ace2-382797772b30 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:21.473736 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'code': 200} Jul 06 17:32:21.506333 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.526897 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-880b7fde-ccc5-4c70-b3b2-a9028c915e8e req-858efc12-0064-4b3d-b7ee-b738483cc233 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.529859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-880b7fde-ccc5-4c70-b3b2-a9028c915e8e req-858efc12-0064-4b3d-b7ee-b738483cc233 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.544564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52480) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:21.546056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-880b7fde-ccc5-4c70-b3b2-a9028c915e8e req-858efc12-0064-4b3d-b7ee-b738483cc233 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] 10.222.0.13 "DELETE /v2.0/security-groups/7b79c3c4-6cf2-47d6-8417-bec8d0e3c2dd HTTP/1.1" status: 204 len: 173 time: 0.3381875 Jul 06 17:32:21.558834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6900542-e4dd-4720-a3aa-46a228945326 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:21.602170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858efc12-0064-4b3d-b7ee-b738483cc233 tempest-SecurityGroupsTestJSON-2133788089 tempest-SecurityGroupsTestJSON-2133788089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b79c3c4-6cf2-47d6-8417-bec8d0e3c2dd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:21.624475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d6900542-e4dd-4720-a3aa-46a228945326, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d6900542-e4dd-4720-a3aa-46a228945326,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:21.632230 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe8721bc-f70b-497b-a283-b5ad2c6e272c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87868959e2614f12a10b27130685a7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009978 Jul 06 17:32:21.634478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52484) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:21.638166 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.670222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-62affa05-b375-47f1-aef4-d2c5f3dea5c2 admin admin] Deleting subnet c227fa02-fa61-4298-805e-f6bfa8a52239 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:32:21.680326 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62affa05-b375-47f1-aef4-d2c5f3dea5c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.718971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d6900542-e4dd-4720-a3aa-46a228945326,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:21.747135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d6900542-e4dd-4720-a3aa-46a228945326'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:21.758319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4308c516-b180-40ea-b1ef-cb29aa47acd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.771611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336865e5-9274-43e6-ae6f-0644ef4d44ae {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:21.788769 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4308c516-b180-40ea-b1ef-cb29aa47acd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.789251 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62affa05-b375-47f1-aef4-d2c5f3dea5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.795436 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.832153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588efcc3-015e-4203-b45d-5b008f660d48 req-277bf626-7432-4db3-b5bb-a8e82f3e5e2d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:21.834266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-588efcc3-015e-4203-b45d-5b008f660d48 req-277bf626-7432-4db3-b5bb-a8e82f3e5e2d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.1277320 Jul 06 17:32:21.899052 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-588efcc3-015e-4203-b45d-5b008f660d48 req-1de6ced6-6d44-4793-8067-63c1e68283f4 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561333 Jul 06 17:32:21.914855 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4308c516-b180-40ea-b1ef-cb29aa47acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.919676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4308c516-b180-40ea-b1ef-cb29aa47acd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:21.935508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4308c516-b180-40ea-b1ef-cb29aa47acd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/feec4631-c9e6-455e-abd8-85b47426bdca HTTP/1.1" status: 204 len: 168 time: 0.2997851 Jul 06 17:32:21.988735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308c516-b180-40ea-b1ef-cb29aa47acd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec4631-c9e6-455e-abd8-85b47426bdca,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:22.153784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Transition to ACTIVE for port object 336865e5-9274-43e6-ae6f-0644ef4d44ae will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:22.163955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a972c-b0a6-4f06-9131-9cd4e133a298 req-c92b850a-2f5a-4802-91fd-582d51e8ccac tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:22.172163 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd0a972c-b0a6-4f06-9131-9cd4e133a298 req-c92b850a-2f5a-4802-91fd-582d51e8ccac tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 932 time: 0.5659678 Jul 06 17:32:22.184182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:22.190907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbcd02-7dad-4e95-b70f-25aa63a4640d req-c23a5aac-fb6d-4fdc-8116-22e666af4992 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:22.206094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ddbcd02-7dad-4e95-b70f-25aa63a4640d req-c23a5aac-fb6d-4fdc-8116-22e666af4992 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0909095 Jul 06 17:32:22.244218 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62affa05-b375-47f1-aef4-d2c5f3dea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:22.263088 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ddbcd02-7dad-4e95-b70f-25aa63a4640d req-732f2365-c479-4a18-b77f-2a8f38fbe92c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516269 Jul 06 17:32:22.366935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Pushing event updated for resources: {'Port': ['ID=336865e5-9274-43e6-ae6f-0644ef4d44ae,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:22.381367 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd0a972c-b0a6-4f06-9131-9cd4e133a298 req-12ff6316-4d5b-49b0-8309-d324d0fa5444 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083209 Jul 06 17:32:22.388997 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:22.456727 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62affa05-b375-47f1-aef4-d2c5f3dea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:22.488148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62affa05-b375-47f1-aef4-d2c5f3dea5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c227fa02-fa61-4298-805e-f6bfa8a52239,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:22.501879 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62affa05-b375-47f1-aef4-d2c5f3dea5c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:22.503820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-62affa05-b375-47f1-aef4-d2c5f3dea5c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c227fa02-fa61-4298-805e-f6bfa8a52239 HTTP/1.1" status: 204 len: 168 time: 0.9605851 Jul 06 17:32:22.509481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52502) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:22.571134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:22.571530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:22.571858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:22.590890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0bb3b-2e17-426b-8ab7-22246a229b29 req-ac845bf6-1039-4c88-9229-55874c7f99bb tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:22.593146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8c0bb3b-2e17-426b-8ab7-22246a229b29 req-ac845bf6-1039-4c88-9229-55874c7f99bb tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 945 time: 0.1114690 Jul 06 17:32:22.621543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Port 336865e5-9274-43e6-ae6f-0644ef4d44ae on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:22.621910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:22.643949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:22.644297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:22.644690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:22.645146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Bound port: 336865e5-9274-43e6-ae6f-0644ef4d44ae, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:22.645511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:22.647098 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8c0bb3b-2e17-426b-8ab7-22246a229b29 req-09f300f1-a1ae-4668-90e8-8783ab97423e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467353 Jul 06 17:32:22.704771 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:22.768062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d29d9-82ab-4eff-aebf-e140f92b4717 req-c61f1692-f8b6-453b-b5a6-0e43d8e43a12 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:22.775468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de4d29d9-82ab-4eff-aebf-e140f92b4717 req-c61f1692-f8b6-453b-b5a6-0e43d8e43a12 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2082841 Jul 06 17:32:22.832237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c266be-a4ec-4919-a07d-dfa5b287b05b req-75332519-bf3b-48a9-85f8-b39644dc5a22 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:22.834615 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93c266be-a4ec-4919-a07d-dfa5b287b05b req-75332519-bf3b-48a9-85f8-b39644dc5a22 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.0779464 Jul 06 17:32:22.868790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de4d29d9-82ab-4eff-aebf-e140f92b4717 req-a0b27cd7-a2ab-4944-863c-a6133aafbddc tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923774 Jul 06 17:32:22.900311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93c266be-a4ec-4919-a07d-dfa5b287b05b req-d95ece69-5770-4e61-ab84-1f134034dd57 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 Jul 06 17:32:22.903441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:22.956141 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:22.966060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:22.977461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52696e55-4931-41d6-9436-6e4ce837880a']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:23.002186 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.005809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2e1f66-f652-4d5c-a795-6bc0a595db57') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:23.006120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2e1f66-f652-4d5c-a795-6bc0a595db57') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:23.030585 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.081172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:23.081932 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.083317 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] 10.222.0.55 "PUT /v2.0/ports/336865e5-9274-43e6-ae6f-0644ef4d44ae HTTP/1.1" status: 200 len: 1092 time: 2.0984490 Jul 06 17:32:23.084325 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.086441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:23.095153 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3" -d '{"events": [{"name": "network-changed", "server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:23.112723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d6900542-e4dd-4720-a3aa-46a228945326 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:23.126249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:32:23.126699 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:32:23.142672 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:32:23.242835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ef813-9bef-47aa-ae81-884f8239a626 service neutron] Pushing event updated for resources: {'Port': ['ID=336865e5-9274-43e6-ae6f-0644ef4d44ae,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:23.290441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.309201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d6900542-e4dd-4720-a3aa-46a228945326 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:23.309532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-93336a72-81c1-4880-a12f-339490baf341 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:23.311102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-93336a72-81c1-4880-a12f-339490baf341 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.1109126 Jul 06 17:32:23.333440 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.337840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d6900542-e4dd-4720-a3aa-46a228945326, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d6900542-e4dd-4720-a3aa-46a228945326,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:23.340790 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.342652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799526-3'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:23.344717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52696e55-4931-41d6-9436-6e4ce837880a HTTP/1.1" status: 204 len: 168 time: 0.8358805 Jul 06 17:32:23.348716 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.367033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ec31d-3e3b-4991-a789-356185b4a1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=52696e55-4931-41d6-9436-6e4ce837880a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:23.405486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-7fd6b56b-983d-406f-8830-e147dd279a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:23.407413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-7fd6b56b-983d-406f-8830-e147dd279a38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 1095 time: 0.2343960 Jul 06 17:32:23.417079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d6900542-e4dd-4720-a3aa-46a228945326,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:23.481917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c696d-fadc-45d0-9dfa-4d3d6d080cda req-bbdaef79-0948-4b21-aafb-ecffe04131ab tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:23.484329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:23.489305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da5c696d-fadc-45d0-9dfa-4d3d6d080cda req-bbdaef79-0948-4b21-aafb-ecffe04131ab tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 945 time: 0.2194977 Jul 06 17:32:23.498610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-fe949193-5d51-4ed3-ae31-0f83086a0df2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae HTTP/1.1" status: 200 len: 217 time: 0.0821595 Jul 06 17:32:23.585470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da5c696d-fadc-45d0-9dfa-4d3d6d080cda req-21215065-bfcf-4d79-925e-bb1ff42fdef0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944715 Jul 06 17:32:23.627426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-f5575b4d-b9be-41e1-a487-38602b4e0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:23.629693 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-f5575b4d-b9be-41e1-a487-38602b4e0e1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.1195590 Jul 06 17:32:23.661620 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb859940-f617-430f-a130-88d048b945b8 x-openstack-request-id: req-fb859940-f617-430f-a130-88d048b945b8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:23.662132 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:23.662574 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb859940-f617-430f-a130-88d048b945b8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:23.665146 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae', 'status': 'completed', 'code': 200} Jul 06 17:32:23.726298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-ef3668de-8035-4c8b-8f49-80c117f05f2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796838 Jul 06 17:32:23.727670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52542) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:23.886806 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-de1f0569-f3c8-4b10-b3ac-48b9d603eaad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de7be06d38ba4100833d42a185c7d862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577628 Jul 06 17:32:23.922593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:23.932584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52550) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:24.037070 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:24.040678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-62e96aa3-49ae-41d6-b40f-8773704e1aa4 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027468 Jul 06 17:32:24.065177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e949d88-5cc9-43a3-949c-ff1d0adfa8e3 req-e84c91cb-a917-4435-9ef3-df81c510a1ab tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:24.066630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430e16-ac87-4aac-9232-606062197844 req-50d7c64c-6ef3-43f3-a065-bbe37fbbd478 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:24.066837 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e949d88-5cc9-43a3-949c-ff1d0adfa8e3 req-e84c91cb-a917-4435-9ef3-df81c510a1ab tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 944 time: 0.1144247 Jul 06 17:32:24.074506 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-84430e16-ac87-4aac-9232-606062197844 req-50d7c64c-6ef3-43f3-a065-bbe37fbbd478 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 944 time: 0.1903892 Jul 06 17:32:24.078181 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58892366-be6e-4456-8d91-3b913e7e1e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.105195 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58892366-be6e-4456-8d91-3b913e7e1e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.110441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:24.149886 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e949d88-5cc9-43a3-949c-ff1d0adfa8e3 req-c04bd0bb-74ae-4e8a-86cc-3624f451f35c tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689182 Jul 06 17:32:24.168084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:24.171630 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d63b877-49d4-43cd-a592-26d8aebe95b3" -d '{"events": [{"server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "name": "network-vif-unplugged", "status": "completed", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:24.176133 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.188911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.195660 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e519ead3-0e2b-44b1-b8c3-d7f91795ab86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.301153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on host n-h2-799526-3 for vnic_type normal with profile {"migrating_to": "n-h1-799526-3"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:24.301497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:24.301827 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:24.311131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:24.311673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Attempting to bind port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:24.313465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Pushing event updated for resources: {'Port': ['ID=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:24.317153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e519ead3-0e2b-44b1-b8c3-d7f91795ab86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.320907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:24.321313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:24.321625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:24.322074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Bound port: 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:24.322467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.330603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e519ead3-0e2b-44b1-b8c3-d7f91795ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.378029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-84430e16-ac87-4aac-9232-606062197844 req-d999e585-2ac9-4b4e-be09-f9476202ca2d tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025210 Jul 06 17:32:24.404662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:24.449909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e519ead3-0e2b-44b1-b8c3-d7f91795ab86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9c02b486c84426b854bc5516475ed67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5148039 Jul 06 17:32:24.451146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519ead3-0e2b-44b1-b8c3-d7f91795ab86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4843264-d2f4-4d05-8b44-54c3f43cce52,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:24.453273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:24.468851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:24.481328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58892366-be6e-4456-8d91-3b913e7e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.483369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.484134 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58892366-be6e-4456-8d91-3b913e7e1e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.485314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-58892366-be6e-4456-8d91-3b913e7e1e86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dca829a-5b4e-4fbd-8fef-a126139698b4 HTTP/1.1" status: 204 len: 168 time: 0.5558372 Jul 06 17:32:24.504812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63021c13-689a-4eb9-bb56-1c9ab9f3874e req-d05e5c27-2d61-4057-a47c-dfaf749fe9c9 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273880 Jul 06 17:32:24.513539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58892366-be6e-4456-8d91-3b913e7e1e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca829a-5b4e-4fbd-8fef-a126139698b4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:24.574446 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d1f63d-5049-41ec-9864-e0c7b9c5f93e x-openstack-request-id: req-98d1f63d-5049-41ec-9864-e0c7b9c5f93e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:24.574743 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "name": "network-vif-unplugged", "status": "completed", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:24.574992 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98d1f63d-5049-41ec-9864-e0c7b9c5f93e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:24.575375 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75', 'code': 200} Jul 06 17:32:24.620025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79363287-f469-489a-9fba-7869b10cd25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.670055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ca28-6af1-41ed-bf55-d70b1b51332e req-d61f26d4-69e2-4721-a22b-0f663759fb9b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:24.676036 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa91ca28-6af1-41ed-bf55-d70b1b51332e req-d61f26d4-69e2-4721-a22b-0f663759fb9b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2748072 Jul 06 17:32:24.694923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-331cba1b-7c6e-42fa-b6fa-ff0995a96bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:24.698369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-331cba1b-7c6e-42fa-b6fa-ff0995a96bd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 1095 time: 0.1118300 Jul 06 17:32:24.714317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:24.714975 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.729976 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] 10.222.0.22 "PUT /v2.0/ports/01d7478b-2bd4-4eb4-bf7f-5180b07bae75 HTTP/1.1" status: 200 len: 1121 time: 1.3976018 Jul 06 17:32:24.785048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd46833-ede2-4822-a514-7f3ba4e87195 service neutron] Pushing event updated for resources: {'Port': ['ID=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:24.813669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['01d7478b-2bd4-4eb4-bf7f-5180b07bae75'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:24.828973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79363287-f469-489a-9fba-7869b10cd25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:24.861435 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['01d7478b-2bd4-4eb4-bf7f-5180b07bae75'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:24.934889 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa91ca28-6af1-41ed-bf55-d70b1b51332e req-c942bd19-ba04-4ab0-8191-de955d12abfa tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236674 Jul 06 17:32:25.029739 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79363287-f469-489a-9fba-7869b10cd25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:25.034096 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79363287-f469-489a-9fba-7869b10cd25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:25.043871 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-79363287-f469-489a-9fba-7869b10cd25d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4843264-d2f4-4d05-8b44-54c3f43cce52 HTTP/1.1" status: 204 len: 168 time: 0.5884874 Jul 06 17:32:25.062051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-774a46bb-63eb-4e5b-ae1e-9d16a1df1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:25.068345 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-774a46bb-63eb-4e5b-ae1e-9d16a1df1832 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.3631098 Jul 06 17:32:25.081166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79363287-f469-489a-9fba-7869b10cd25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4843264-d2f4-4d05-8b44-54c3f43cce52,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:25.111426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-1489d316-140b-4fa8-afa1-c4898a98cc77 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:25.113017 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-1489d316-140b-4fa8-afa1-c4898a98cc77 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 944 time: 0.1919014 Jul 06 17:32:25.129127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:25.181092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8befb1-0bed-4533-817a-cf0b34aa77f3 req-27be3cb4-ad8a-4eb1-a4f4-ca3c74e81b7b tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:25.182700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e8befb1-0bed-4533-817a-cf0b34aa77f3 req-27be3cb4-ad8a-4eb1-a4f4-ca3c74e81b7b tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 945 time: 0.3326640 Jul 06 17:32:25.190041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-11ececd9-2fa2-4bc3-bb69-ae1b527acd21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae HTTP/1.1" status: 200 len: 217 time: 0.1024477 Jul 06 17:32:25.289475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-8881a8cb-7f06-4baf-a920-4ac7b859c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:25.291350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-8881a8cb-7f06-4baf-a920-4ac7b859c0c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0981259 Jul 06 17:32:25.299143 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e8befb1-0bed-4533-817a-cf0b34aa77f3 req-805b968b-5514-4fb5-be7a-ff86d7c4cdd1 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077514 Jul 06 17:32:25.359807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-95f3eff6-ed3f-4937-ba60-b7914d303c9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591357 Jul 06 17:32:25.427054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da05af4-0cca-40ae-9d6c-e6f327a26e48 req-28934c11-bc0b-498d-a4a4-96a02227f93e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:25.436802 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0da05af4-0cca-40ae-9d6c-e6f327a26e48 req-28934c11-bc0b-498d-a4a4-96a02227f93e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 943 time: 0.2792430 Jul 06 17:32:25.450997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Deleting port d6900542-e4dd-4720-a3aa-46a228945326 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:32:25.451399 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:25.567153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-56038c96-af44-442c-af3e-d668a714bc2c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663159 Jul 06 17:32:25.576692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:25.610509 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0da05af4-0cca-40ae-9d6c-e6f327a26e48 req-e9ccf211-3f28-4c06-b7a6-2486d483c5a6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724472 Jul 06 17:32:25.635664 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 has no active binding in host n-h1-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:32:25.715916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] For port d6900542-e4dd-4720-a3aa-46a228945326, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d6900542-e4dd-4720-a3aa-46a228945326,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:25.716584 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:25.741486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Calling delete_port for d6900542-e4dd-4720-a3aa-46a228945326 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:32:25.806467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-e32a0a57-e796-48d5-ba16-da98ae9fd7d7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:25.808114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-e32a0a57-e796-48d5-ba16-da98ae9fd7d7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267704 Jul 06 17:32:25.843487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-28796206-e8e5-42ca-80a0-134a4c0caaf6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/quotas/afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 375 time: 0.0269549 Jul 06 17:32:25.910880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-53c160d3-d2c0-4ddd-bb6b-2d003a6456ac service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418084 Jul 06 17:32:25.986859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52618) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:26.003318 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-e6cddd67-1276-415b-9c6f-6ee62968a94c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589453 Jul 06 17:32:26.040608 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.062659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ed03deb-2475-4ea7-b430-9e8b4ee8ceb3 req-5b47b67e-affb-4264-96ae-531cd30d9b29 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369798 Jul 06 17:32:26.077148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event deleted for resources: {'Port': ['ID=d6900542-e4dd-4720-a3aa-46a228945326,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:26.137144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] No DVR routers for this DVR port d6900542-e4dd-4720-a3aa-46a228945326 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:32:26.146904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d5c58-c55e-4aac-bb65-7da0355e9e5c req-e595243d-dce7-47be-a20c-fe5b6cd45b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:26.149313 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d9d5c58-c55e-4aac-bb65-7da0355e9e5c req-e595243d-dce7-47be-a20c-fe5b6cd45b17 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 944 time: 0.1534188 Jul 06 17:32:26.150470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.152372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba4c9aca-a30d-4375-a4f7-33a7171edd54 req-439400a8-6af2-41f3-b4b4-d311fcedd1f0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "DELETE /v2.0/ports/d6900542-e4dd-4720-a3aa-46a228945326 HTTP/1.1" status: 204 len: 173 time: 1.0250702 Jul 06 17:32:26.227303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d9d5c58-c55e-4aac-bb65-7da0355e9e5c req-6648f578-1c6a-4732-83ca-db1869f1dff2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724218 Jul 06 17:32:26.338464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-network', 'tenant_id': '111b07676259475e995110a924defb8f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:26.376968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-701b6a79-70f2-4b2c-9caf-ddebdee5a2ce req-0e4533bf-92a7-4ce8-bee2-c3bad63d3878 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e30f77-a063-4654-9007-83f3c1c76926 HTTP/1.1" status: 200 len: 210 time: 0.0756907 Jul 06 17:32:26.407129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:26.411128 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.432484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.476593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52640) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:26.531460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b3056-5a6f-47e0-8f50-0f5e1e2a0772 req-b0d2bbe1-9de9-4f65-9321-223a72b09fcf tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:26.551238 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-601b3056-5a6f-47e0-8f50-0f5e1e2a0772 req-b0d2bbe1-9de9-4f65-9321-223a72b09fcf tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.1151676 Jul 06 17:32:26.576207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75'}, {'server_uuid': 'b8e30f77-a063-4654-9007-83f3c1c76926', 'name': 'network-vif-deleted', 'tag': 'd6900542-e4dd-4720-a3aa-46a228945326'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:26.579069 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75"}, {"server_uuid": "b8e30f77-a063-4654-9007-83f3c1c76926", "name": "network-vif-deleted", "tag": "d6900542-e4dd-4720-a3aa-46a228945326"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:26.611125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-601b3056-5a6f-47e0-8f50-0f5e1e2a0772 req-c09d0367-c774-4bae-8f10-4b4be31e1ab8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588920 Jul 06 17:32:26.629593 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.634873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.649075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:32:26.660570 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.660925 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Added segment 3ef34880-9801-4cbe-af56-8b9282ac7ce4 of type vlan for network c490c4b1-1265-44c5-9049-5dde07c6dd3a Jul 06 17:32:26.730595 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.733823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f205476-5279-456e-82ce-a2abf6ebb5a4 req-70f91ccf-93a7-4491-a4f4-2d74e1447335 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 210 time: 0.0431232 Jul 06 17:32:26.762603 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b80372-7048-4cc1-bfcc-f979ea100e8d x-openstack-request-id: req-e9b80372-7048-4cc1-bfcc-f979ea100e8d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:26.762905 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75", "status": "completed", "code": 200}, {"server_uuid": "b8e30f77-a063-4654-9007-83f3c1c76926", "name": "network-vif-deleted", "tag": "d6900542-e4dd-4720-a3aa-46a228945326", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:26.763158 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9b80372-7048-4cc1-bfcc-f979ea100e8d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:26.763568 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75', 'status': 'completed', 'code': 200} Jul 06 17:32:26.763827 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e30f77-a063-4654-9007-83f3c1c76926', 'name': 'network-vif-deleted', 'tag': 'd6900542-e4dd-4720-a3aa-46a228945326', 'status': 'completed', 'code': 200} Jul 06 17:32:26.786725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1235493833-network', 'tenant_id': 'dcc96026f34a4da193662a2835fb77c0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:26.903863 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.904883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:26.905608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.927219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Made reservation on behalf of dcc96026f34a4da193662a2835fb77c0 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:26.932546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:26.966076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f233eb-2ed1-451d-8672-90b5134bdb34 req-79bf0976-4194-46d9-8d48-46eb8b112af8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:26.967616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9f233eb-2ed1-451d-8672-90b5134bdb34 req-79bf0976-4194-46d9-8d48-46eb8b112af8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 943 time: 0.0969718 Jul 06 17:32:26.996608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:27.018834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9f233eb-2ed1-451d-8672-90b5134bdb34 req-df497190-9432-4c75-94c1-5d07d98139c6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 Jul 06 17:32:27.029164 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:27.059481 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0715537 Jul 06 17:32:27.062518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52662) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:27.067989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Request body: {'subnet': {'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-subnet', 'tenant_id': '111b07676259475e995110a924defb8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:27.069593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef94bee-9202-453b-bd3b-e318fa86bf45 admin admin] Pushing event updated for resources: {'Network': ['ID=c490c4b1-1265-44c5-9049-5dde07c6dd3a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:27.081206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c490c4b1-1265-44c5-9049-5dde07c6dd3a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:32:27.101590 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-6a39e9ef-87e0-41f8-b71c-ac7afe8593de tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1562727699&fields=id&tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3 HTTP/1.1" status: 200 len: 267 time: 0.1214731 Jul 06 17:32:27.109925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-becbc581-c953-44f4-929b-04383f6a3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:27.111616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-becbc581-c953-44f4-929b-04383f6a3572 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1124 time: 0.3093355 Jul 06 17:32:27.315201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-a4a83e60-6d7c-4ea8-93e3-eafd493a06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:27.316662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-a4a83e60-6d7c-4ea8-93e3-eafd493a06be service neutron] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.1907082 Jul 06 17:32:27.373695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-2b060ab4-82c4-4df4-8ddd-fc350dd78894 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:27.375180 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-2b060ab4-82c4-4df4-8ddd-fc350dd78894 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/networks?id=124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 200 len: 824 time: 0.2616563 Jul 06 17:32:27.383321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-dc825cc5-4a29-48b4-af99-899c383dfe38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75 HTTP/1.1" status: 200 len: 217 time: 0.0552089 Jul 06 17:32:27.409213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7f170-febb-4270-a79b-7c1a212ba158 req-3b5b52c2-ea92-493a-82d6-4a4e1af77a01 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:27.410649 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bfe7f170-febb-4270-a79b-7c1a212ba158 req-3b5b52c2-ea92-493a-82d6-4a4e1af77a01 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 944 time: 0.0661535 Jul 06 17:32:27.436497 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:27.438200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-88c639e0-6f69-42de-87a4-f211bdb8bfb8 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/quotas/c40c8de69f0e47b5a8df2d47ece2a2c3 HTTP/1.1" status: 200 len: 375 time: 0.0574112 Jul 06 17:32:27.447976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:27.460047 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bfe7f170-febb-4270-a79b-7c1a212ba158 req-d970c606-381c-4d27-8c43-552c651202de tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Jul 06 17:32:27.474369 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:27.476917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:27.501610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:32:27.511086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-31578366-5011-4c6d-9690-14fd4abbb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:27.512571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-31578366-5011-4c6d-9690-14fd4abbb585 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1196377 Jul 06 17:32:27.535545 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:27.535891 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Added segment 2caa896a-0398-4e13-8e00-d7fff8a700b8 of type vlan for network dc34177a-f174-4454-8095-61db45dc5c4e Jul 06 17:32:27.537133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c223e3-cef3-44be-bdb3-b90741dfc8b7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:27.573675 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-51064000-a453-48f4-bb59-3554974e11b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464871 Jul 06 17:32:27.694057 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:27.759141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:27.834833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-94a9d118-f21d-431e-b50a-1db415367f22 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375297 Jul 06 17:32:27.861256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Checking segment: {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:27.861724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Network hostable DHCP agents. Network: c490c4b1-1265-44c5-9049-5dde07c6dd3a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:32:27.911959 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:27.943046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-1daa5757-e1e5-4adc-87e0-5a4d0433222e tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4960580 Jul 06 17:32:27.958007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f1273-ba64-4bd7-965b-cec5aca2df69 req-c4033511-f269-4c00-a8d4-beb5bcdce1d8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:27.960414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3e2f1273-ba64-4bd7-965b-cec5aca2df69 req-c4033511-f269-4c00-a8d4-beb5bcdce1d8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2125118 Jul 06 17:32:27.969184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Network c490c4b1-1265-44c5-9049-5dde07c6dd3a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:32:28.009659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.011299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:28.011432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c490c4b1-1265-44c5-9049-5dde07c6dd3a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:28.011966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.020932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42862a1b-daa0-4112-ba1a-6ef0d42c7711 None None] Network c490c4b1-1265-44c5-9049-5dde07c6dd3a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:32:28.021663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-bc5e88e9-4ed4-42ec-b857-d7b4d05c9697 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:28.023684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-bc5e88e9-4ed4-42ec-b857-d7b4d05c9697 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784737 Jul 06 17:32:28.029616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:28.030285 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.048753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Request body: {'port': {'device_id': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'afaea2bd2e254de8a3bfc390f65b1887'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:28.086366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-1cec5910-fa3c-48e2-bd21-4d31484102aa service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420726 Jul 06 17:32:28.107779 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3e2f1273-ba64-4bd7-965b-cec5aca2df69 req-670fa513-8310-4ade-9d42-29cc69782e93 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331363 Jul 06 17:32:28.114654 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d18e606d-5648-4309-9232-29939dbbabab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0507214 Jul 06 17:32:28.130444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52678) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:28.137366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:28.171992 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6921358 Jul 06 17:32:28.197212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52684) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:28.204930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Request body: {'subnet': {'network_id': 'dc34177a-f174-4454-8095-61db45dc5c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1235493833-subnet', 'tenant_id': 'dcc96026f34a4da193662a2835fb77c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:28.214283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:32:28.214843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.215244 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.215657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.216043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be523c-5351-45d3-b1a0-9ee12e738b3a admin admin] Pushing event updated for resources: {'Network': ['ID=dc34177a-f174-4454-8095-61db45dc5c4e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:28.228260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network dc34177a-f174-4454-8095-61db45dc5c4e details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:32:28.228874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-efadbe04-3771-4af0-ada2-4cda1a7c2298 service neutron] 10.222.0.13 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598078 Jul 06 17:32:28.336326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Made reservation on behalf of dcc96026f34a4da193662a2835fb77c0 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:28.338813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.344587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3700b79c-62e8-4fc2-9e72-dfe26535dbe3 req-123cb22f-6b23-400b-8381-d4cfb9d268b6 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379832 Jul 06 17:32:28.382391 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-d60d47cb-0ea2-4f67-8858-bed3a2e74c9e service neutron] 10.222.0.13 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518183 Jul 06 17:32:28.436138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.537725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Made reservation on behalf of afaea2bd2e254de8a3bfc390f65b1887 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:28.542484 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.567153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Allocated IP 172.20.0.2 (c490c4b1-1265-44c5-9049-5dde07c6dd3a/10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8/8f4f4987-dd8f-4737-aa52-323bd50471c8) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:28.645026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4ed686b7-e7fc-4259-aa65-2fa6d7e9e008 req-05d44710-2714-4335-8dcc-f4e8c98c90ef tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 210 time: 0.0452571 Jul 06 17:32:28.672217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.686467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-d9483561-a47c-42b3-99cc-e25137de6761 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:28.688096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-d9483561-a47c-42b3-99cc-e25137de6761 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/networks?id=af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 200 len: 822 time: 0.4898987 Jul 06 17:32:28.754524 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.764603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Transition to ACTIVE for port object 8f4f4987-dd8f-4737-aa52-323bd50471c8 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:28.772514 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-642d6a44-7c1c-4852-837e-852f9684aa94 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/quotas/4f17c615f3454773b2f8bf2d28e126e1 HTTP/1.1" status: 200 len: 375 time: 0.0489268 Jul 06 17:32:28.782186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Transition to ACTIVE for port object 8f4f4987-dd8f-4737-aa52-323bd50471c8 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:28.792458 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.839171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Network c490c4b1-1265-44c5-9049-5dde07c6dd3a is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:28.843062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:28.851341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:28.892807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971f14-b2e4-4b24-ae4e-ed78388fd643 req-0732bd66-c684-4d9f-97b8-702381136f6d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:28.894505 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef971f14-b2e4-4b24-ae4e-ed78388fd643 req-0732bd66-c684-4d9f-97b8-702381136f6d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 943 time: 0.0886581 Jul 06 17:32:28.904874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Pushing event updated for resources: {'Port': ['ID=8f4f4987-dd8f-4737-aa52-323bd50471c8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:28.944401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Attempting to bind port 8f4f4987-dd8f-4737-aa52-323bd50471c8 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:28.944787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Attempting to bind port 8f4f4987-dd8f-4737-aa52-323bd50471c8 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:28.945104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Attempting to bind port 8f4f4987-dd8f-4737-aa52-323bd50471c8 on network c490c4b1-1265-44c5-9049-5dde07c6dd3a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:28.951777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:28.951777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Checking segment: {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:28.952353 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.952806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Bound using segment: {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:28.953278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Bound port: 8f4f4987-dd8f-4737-aa52-323bd50471c8, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:28.953701 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:28.968976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Allocated IP 192.168.233.153 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/0d45c09a-195f-4261-a794-94a4e2ecb7ce) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:28.992360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef971f14-b2e4-4b24-ae4e-ed78388fd643 req-bdd11897-8c84-40d4-96c8-8b9da3401ccb tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892532 Jul 06 17:32:29.072056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ce44c02-fa91-4fb1-ac1c-1f29e55c2b13 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2985430 Jul 06 17:32:29.072529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] For port 8f4f4987-dd8f-4737-aa52-323bd50471c8, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:29.081638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-27c8fd5e-a1a3-4ad1-885c-65b1f69899e8 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:29.082566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] For port 8f4f4987-dd8f-4737-aa52-323bd50471c8, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8f4f4987-dd8f-4737-aa52-323bd50471c8,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:29.084890 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-27c8fd5e-a1a3-4ad1-885c-65b1f69899e8 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cf2c007-4935-4453-99cc-de0fd3a92746 HTTP/1.1" status: 200 len: 945 time: 0.1494305 Jul 06 17:32:29.089600 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.091508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.140419 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d6900542-e4dd-4720-a3aa-46a228945326 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:29.203515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b7aff-c376-4737-91c2-e712636b7e92 None None] Pushing event updated for resources: {'Port': ['ID=8f4f4987-dd8f-4737-aa52-323bd50471c8,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:29.230957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: d6900542-e4dd-4720-a3aa-46a228945326 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:32:29.231840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d6900542-e4dd-4720-a3aa-46a228945326 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:32:29.290354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=34df0234-4d0e-4cca-9f09-b534f94e9079,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:29.311951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2288f-2db7-4720-9eeb-85a797a19293 req-d17bfe87-8240-46fe-b0cf-032935e19f3a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:29.315009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6c2288f-2db7-4720-9eeb-85a797a19293 req-d17bfe87-8240-46fe-b0cf-032935e19f3a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 944 time: 0.1390846 Jul 06 17:32:29.330934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Deleting port 0e8f496a-1b4a-4b77-afc0-11975c453af4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:32:29.331284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.443323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] For port 0e8f496a-1b4a-4b77-afc0-11975c453af4, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0e8f496a-1b4a-4b77-afc0-11975c453af4,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:29.443323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.519974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.544257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Checking segment: {'id': '2caa896a-0398-4e13-8e00-d7fff8a700b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dc34177a-f174-4454-8095-61db45dc5c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:29.544582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Network hostable DHCP agents. Network: dc34177a-f174-4454-8095-61db45dc5c4e, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:32:29.580223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-e33538ad-f8a8-4ce5-a466-feacba8004a6 service neutron] 10.222.0.13 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072155 Jul 06 17:32:29.604643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Transition to ACTIVE for port object 0d45c09a-195f-4261-a794-94a4e2ecb7ce will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:29.656940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6c2288f-2db7-4720-9eeb-85a797a19293 req-24da36b4-1ac9-4d43-a4b7-b44276d0521d tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341095 Jul 06 17:32:29.696828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.727027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.741807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Network dc34177a-f174-4454-8095-61db45dc5c4e is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:32:29.835079 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-94403798-990c-4f6c-b885-7922e71ae50d req-e4b3e97c-a575-493c-b6b3-3a51ddbe02e3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 210 time: 0.0513058 Jul 06 17:32:29.871566 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.872034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:29.872509 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Floating IP 02c8cec9-3434-45db-8806-dd6e5068ba5e disassociated. External IP: 172.25.7.108, port: 0e8f496a-1b4a-4b77-afc0-11975c453af4. Jul 06 17:32:29.873016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Calling delete_port for 0e8f496a-1b4a-4b77-afc0-11975c453af4 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:32:30.121275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, dc34177a-f174-4454-8095-61db45dc5c4e) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:30.130856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:30.131490 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:30.134143 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:30.137988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f312d-e6cd-4fb6-8591-84f925e776e4 None None] Network dc34177a-f174-4454-8095-61db45dc5c4e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:32:30.139399 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:30.171219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:30.203486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event deleted for resources: {'Port': ['ID=0e8f496a-1b4a-4b77-afc0-11975c453af4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:30.230790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad110fc0-4461-476b-a448-7e77752007b4 req-7a4ebf91-dc8d-46e9-84da-f74dccf28b2c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:30.237935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ad110fc0-4461-476b-a448-7e77752007b4 req-7a4ebf91-dc8d-46e9-84da-f74dccf28b2c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.2297587 Jul 06 17:32:30.252748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-7ef56089-e721-49a0-ab2a-b9d54bfb1ea9 service neutron] 10.222.0.13 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716378 Jul 06 17:32:30.254271 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ef125780-ce8c-47a7-99da-4e9d3b57b5db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0549128 Jul 06 17:32:30.275765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:30.296082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:30.327219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:30.351110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:30.451458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Allocated IP 172.25.7.31 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/7b52006e-bfbe-4f8f-ad0a-10f9c4edd751) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:30.506150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:30.507069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:30.661378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8f4f4987-dd8f-4737-aa52-323bd50471c8 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:30.681472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-7e3f2a67-d98d-4175-ab64-ef15e59793de tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6397252 Jul 06 17:32:30.696196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Request body: {'port': {'device_id': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:30.737926 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ad110fc0-4461-476b-a448-7e77752007b4 req-35bfcc49-ae6e-4382-a788-f13edca27bcd tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982753 Jul 06 17:32:30.748252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ba46c-3b01-4d7c-a072-7a60fabf7964 None None] Network dc34177a-f174-4454-8095-61db45dc5c4e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:32:30.780586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-9d0dcc16-485a-44b7-bc3d-2cb3187d9461 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:30.788700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-9d0dcc16-485a-44b7-bc3d-2cb3187d9461 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.22 "GET /v2.0/networks?id=124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 200 len: 824 time: 0.7223895 Jul 06 17:32:30.790436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Router b846cc4a-8b1e-4e3e-b46e-b67158264854 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:32:30.985474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8f4f4987-dd8f-4737-aa52-323bd50471c8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:30.987655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef4c22-207c-49f0-a93b-4598a031004f None None] Network c490c4b1-1265-44c5-9049-5dde07c6dd3a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:32:31.029917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:31.031498 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-978e144c-af8a-462a-a53a-3fbb601dcade None None] Provisioning for port 0d45c09a-195f-4261-a794-94a4e2ecb7ce completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:31.082852 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-88c62d64-9e79-4393-961e-170d758b89eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3 HTTP/1.1" status: 200 len: 380 time: 0.2742555 Jul 06 17:32:31.170143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Request body: {'port': {'device_id': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'admin_state_up': True, 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'security_groups': ['7890a46f-9f4c-4c11-92a8-725a6a49e929']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:31.229454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:31.248334 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:31.285234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-978e144c-af8a-462a-a53a-3fbb601dcade None None] Provisioning complete for port 0d45c09a-195f-4261-a794-94a4e2ecb7ce triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:31.290169 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-978e144c-af8a-462a-a53a-3fbb601dcade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:31.308017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758de29-e00f-4e83-8314-f221dc79f98a req-e7db4a55-943b-488b-a7af-b7d1714cf2f3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:31.309630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d758de29-e00f-4e83-8314-f221dc79f98a req-e7db4a55-943b-488b-a7af-b7d1714cf2f3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 936 time: 0.3381953 Jul 06 17:32:31.317516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:31.332130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Made reservation on behalf of c40c8de69f0e47b5a8df2d47ece2a2c3 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:31.337707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:31.359887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:31.365270 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d758de29-e00f-4e83-8314-f221dc79f98a req-890d9f1c-e0ff-4624-bd7a-ac936ca4c5cd tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447884 Jul 06 17:32:31.372792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:31.385179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:31.429720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Pushing event updated for resources: {'Port': ['ID=7b52006e-bfbe-4f8f-ad0a-10f9c4edd751,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:31.471599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c466c-af04-4b6e-84f4-9ea301e74a58 req-ee1cfaa0-df85-419b-9825-47badae86f1b tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:31.473518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-730c466c-af04-4b6e-84f4-9ea301e74a58 req-ee1cfaa0-df85-419b-9825-47badae86f1b tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 943 time: 0.3864317 Jul 06 17:32:31.527401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32629872-5641-4d04-9a08-cb5274f58132 req-ca48f723-cecf-452a-8fe8-4d07dddf0d9a tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 210 time: 0.0352924 Jul 06 17:32:31.580121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:32:31.748434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] Sync routers for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:32:31.907150 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:32:32.007107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feb825-a6b8-4134-ae80-7ad0210bcfa3 req-c2317772-cedf-4b21-ae44-68c7b65b991f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:32.014299 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9feb825-a6b8-4134-ae80-7ad0210bcfa3 req-c2317772-cedf-4b21-ae44-68c7b65b991f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 944 time: 0.2321429 Jul 06 17:32:32.024444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:32:32.025249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:32.037808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-978e144c-af8a-462a-a53a-3fbb601dcade None None] Port 0d45c09a-195f-4261-a794-94a4e2ecb7ce cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:32:32.040552 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:32.089086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9feb825-a6b8-4134-ae80-7ad0210bcfa3 req-0e6c0016-aacb-422b-b48a-57aa21d9512f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737505 Jul 06 17:32:32.090447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-730c466c-af04-4b6e-84f4-9ea301e74a58 req-90c6cfd9-9514-4995-bad2-cb9a2d8832d0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6092944 Jul 06 17:32:32.109309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:32.123053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] No DVR routers for this DVR port 0e8f496a-1b4a-4b77-afc0-11975c453af4 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:32:32.127750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:32.134929 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54ecb657-8149-42ba-a3e4-b7eede407b6e req-78cd6db1-f6fa-4ca0-9b5f-eaebdbcac67d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.55 "DELETE /v2.0/ports/0e8f496a-1b4a-4b77-afc0-11975c453af4 HTTP/1.1" status: 204 len: 173 time: 3.0371993 Jul 06 17:32:32.172547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'name': 'network-vif-deleted', 'tag': '0e8f496a-1b4a-4b77-afc0-11975c453af4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:32.178919 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1624508-e50f-4465-bba7-584cbaedcc7f" -d '{"events": [{"server_uuid": "0cf2c007-4935-4453-99cc-de0fd3a92746", "name": "network-vif-deleted", "tag": "0e8f496a-1b4a-4b77-afc0-11975c453af4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:32.317429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d45c09a-195f-4261-a794-94a4e2ecb7ce {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:32.335989 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:32.339195 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-be3e31fd-b70e-4733-9e58-06bd8445ab2c req-24f00464-7f74-4642-b6b5-e74ba60d51a7 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 210 time: 0.0734234 Jul 06 17:32:32.384707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Allocated IP 172.20.0.3 (124376c4-644c-49cd-9c79-ed80829b13a3/a8fcf5ea-8c64-4020-b5e0-b234cf991659/8952ed39-0bdc-47a9-9f87-d1de98418292) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:32.462960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:32:32.578652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c2c02720-cd3c-4fa9-a468-b46356cdc94c None None] Provisioning for port 8f4f4987-dd8f-4737-aa52-323bd50471c8 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:32.608515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Transition to ACTIVE for port object 0d45c09a-195f-4261-a794-94a4e2ecb7ce will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:32.679261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c2c02720-cd3c-4fa9-a468-b46356cdc94c None None] Provisioning complete for port 8f4f4987-dd8f-4737-aa52-323bd50471c8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:32.679649 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2c02720-cd3c-4fa9-a468-b46356cdc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:32.686512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:32.808488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 has no active binding in host n-h1-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:32:32.810456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:32.845827 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:32.876182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:32.967481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Transition to ACTIVE for port object 8952ed39-0bdc-47a9-9f87-d1de98418292 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:33.008235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:33.075168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2c02720-cd3c-4fa9-a468-b46356cdc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:33.122108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-20e18608-f407-48f7-be4d-b9c49c0288ec tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:33.124139 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-20e18608-f407-48f7-be4d-b9c49c0288ec tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "GET /v2.0/networks?id=af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 200 len: 822 time: 0.4820263 Jul 06 17:32:33.170708 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:33.175551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Request body: {'port': {'device_id': 'e30bc89d-aae1-4b68-ba39-f2c671426400', 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79', 'admin_state_up': True, 'tenant_id': '4f17c615f3454773b2f8bf2d28e126e1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:33.181069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:33.268008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf60022-c6f5-4a4c-a410-a1810f38331c req-2f27402b-fd29-425f-86c8-8b241871d5bd tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:33.280306 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cf60022-c6f5-4a4c-a410-a1810f38331c req-2f27402b-fd29-425f-86c8-8b241871d5bd tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.5860307 Jul 06 17:32:33.375662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-41c21ad4-760d-462f-9047-95419422b0b5 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:33.377194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-41c21ad4-760d-462f-9047-95419422b0b5 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/networks?id=dc34177a-f174-4454-8095-61db45dc5c4e HTTP/1.1" status: 200 len: 814 time: 0.7890961 Jul 06 17:32:33.403661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:33.476760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-04923d07-1e68-4feb-9a0c-5210d23509d4 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/quotas/dcc96026f34a4da193662a2835fb77c0 HTTP/1.1" status: 200 len: 375 time: 0.0832238 Jul 06 17:32:33.572678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c2c02720-cd3c-4fa9-a468-b46356cdc94c None None] For port 8f4f4987-dd8f-4737-aa52-323bd50471c8, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8f4f4987-dd8f-4737-aa52-323bd50471c8,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:33.582242 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2c02720-cd3c-4fa9-a468-b46356cdc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:33.588429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:33.611409 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-5d9e5ac1-c851-4574-847e-92d03f2c214f tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcc96026f34a4da193662a2835fb77c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874667 Jul 06 17:32:33.625445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:33.625847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:33.626126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:33.671220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cf60022-c6f5-4a4c-a410-a1810f38331c req-a2295abc-7221-49e2-9df1-58526e418918 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185811 Jul 06 17:32:33.696557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Network 124376c4-644c-49cd-9c79-ed80829b13a3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:33.705244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event updated for resources: {'Port': ['ID=8952ed39-0bdc-47a9-9f87-d1de98418292,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:33.722750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:33.734833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:33.740243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:33.742632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:33.753156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] Checking router: b846cc4a-8b1e-4e3e-b46e-b67158264854 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:32:33.784598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:33.785883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:33.786408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:33.788648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Bound port: 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:33.789175 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:33.800684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:33.801543 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:33.805646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Made reservation on behalf of 4f17c615f3454773b2f8bf2d28e126e1 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:33.809136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:33.817577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Router 80534118-a248-47c8-9a6e-a8e8ec073a8d is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:32:33.838028 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b642aee-09d3-4181-8d0e-efdeacb0c9d8 x-openstack-request-id: req-7b642aee-09d3-4181-8d0e-efdeacb0c9d8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:33.838322 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf2c007-4935-4453-99cc-de0fd3a92746", "name": "network-vif-deleted", "tag": "0e8f496a-1b4a-4b77-afc0-11975c453af4", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:33.838601 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b642aee-09d3-4181-8d0e-efdeacb0c9d8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:33.839000 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf2c007-4935-4453-99cc-de0fd3a92746', 'name': 'network-vif-deleted', 'tag': '0e8f496a-1b4a-4b77-afc0-11975c453af4', 'status': 'completed', 'code': 200} Jul 06 17:32:33.845606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-62de9b77-e74f-4dc6-b6f0-885a2b0cc2bc tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7556629 Jul 06 17:32:33.900593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Request body: {'port': {'device_id': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:33.951908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:33.956539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:33.967750 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:34.002889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:32:34.003525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:34.060888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:34.093065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'mac_address': 'fa:16:3e:5e:23:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:32:34.097664 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:34.159711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:34.163164 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:34.169317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] 10.222.0.22 "PUT /v2.0/ports/0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 1096 time: 3.4791622 Jul 06 17:32:34.170812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:32:34.189503 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Sync routers for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:32:34.203573 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:32:34.205473 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:34.214192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01bc2b-3f94-4106-8eea-9c1a7b5fa714 service neutron] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:34.222813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:34.229195 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:34.262316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Allocated IP 172.20.0.10 (af3c9123-5259-4a0a-b9b7-21b480e20e79/0055c108-d990-4b66-862a-1cfb90aabc2d/166b9f83-5baa-4703-ad19-f9434cf5d2e2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:34.285377 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:34.291186 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e8800b02-3ed0-4ade-8fee-996840b6ac4d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1590796 Jul 06 17:32:34.292255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52754) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:34.312860 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:34.328893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:32:34.331447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-ae4419fe-5718-4ef0-810f-9cee45f9717c service neutron] 10.222.0.55 "GET /v2.0/ports/01d7478b-2bd4-4eb4-bf7f-5180b07bae75/bindings/n-h1-799526-3 HTTP/1.1" status: 200 len: 384 time: 0.3656604 Jul 06 17:32:34.415072 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-aec749e1-effd-48ee-b146-853624ff554d service neutron] 10.222.0.13 "GET /v2.0/networks/dc34177a-f174-4454-8095-61db45dc5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7853842 Jul 06 17:32:34.461077 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:32:34.474458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-cd53ad51-364d-4dea-bb99-528e38f054fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:34.476735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-cd53ad51-364d-4dea-bb99-528e38f054fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1099 time: 0.2295747 Jul 06 17:32:34.534835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:34.590202 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-c3a7eb98-558c-4ff2-8edf-e80a1a2ffc4a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.0925019 Jul 06 17:32:34.633430 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:34.650578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:34.653113 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af30fe3-608e-419a-906a-87fb9e97595b" -d '{"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-unplugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:34.655788 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:34.657951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 336865e5-9274-43e6-ae6f-0644ef4d44ae details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:34.669693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808ba18-d941-4ca3-a8d5-ad17f9808352 req-376abbf4-3caa-4ba9-9e3c-0b5a86d79670 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:34.671503 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7808ba18-d941-4ca3-a8d5-ad17f9808352 req-376abbf4-3caa-4ba9-9e3c-0b5a86d79670 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 948 time: 0.6167102 Jul 06 17:32:34.686590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-76182054-b156-4ca2-9759-9af02e53974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:34.688081 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-76182054-b156-4ca2-9759-9af02e53974c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0879660 Jul 06 17:32:34.772700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:34.773063 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:31Z', 'revision_number': 3, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:34.785677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:34.823004 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-a6b482fb-a825-498d-a241-88787fc883fe service neutron] 10.222.0.13 "GET /v2.0/networks/dc34177a-f174-4454-8095-61db45dc5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638141 Jul 06 17:32:34.835664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-a5b9b90f-a319-483f-a6e9-2743244b6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:34.837185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-a5b9b90f-a319-483f-a6e9-2743244b6f19 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416504 Jul 06 17:32:34.871202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a965ffdb-2f34-4f78-9441-2e2ca7302b29 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:34.888312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '336865e5-9274-43e6-ae6f-0644ef4d44ae', 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3', 'port_id': '336865e5-9274-43e6-ae6f-0644ef4d44ae', 'mac_address': 'fa:16:3e:68:cd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70cdcb9-e31e-4732-b283-e49cd42a3329', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:32:34.899318 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7808ba18-d941-4ca3-a8d5-ad17f9808352 req-ba78d12c-6057-45c5-877e-b42bcc83a9fe tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920557 Jul 06 17:32:34.930692 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Checking router: 80534118-a248-47c8-9a6e-a8e8ec073a8d for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:32:34.931043 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Updating router 80534118-a248-47c8-9a6e-a8e8ec073a8d port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:32:34.970645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-78e4cba6-4b2a-4253-b955-82286fddc169 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138368 Jul 06 17:32:35.005496 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.018675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c02720-cd3c-4fa9-a468-b46356cdc94c None None] Pushing event updated for resources: {'Port': ['ID=8f4f4987-dd8f-4737-aa52-323bd50471c8,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:35.038168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:32:35.038701 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:32:35.039455 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.105441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0e8f496a-1b4a-4b77-afc0-11975c453af4 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:35.148516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 0e8f496a-1b4a-4b77-afc0-11975c453af4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:32:35.149009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0e8f496a-1b4a-4b77-afc0-11975c453af4 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:32:35.160210 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.163401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336865e5-9274-43e6-ae6f-0644ef4d44ae {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:35.216773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:35.263089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cfdb15f0-a49e-448d-bf27-ed6e001f2b4c None None] Provisioning complete for port 8f4f4987-dd8f-4737-aa52-323bd50471c8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:35.263607 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfdb15f0-a49e-448d-bf27-ed6e001f2b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.266434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.325270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72ec0707-ad8d-4a44-83a2-c9cb3f3c5b21 req-e3f65381-472d-4d70-b34a-35ba84ceef1d tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 210 time: 0.1521897 Jul 06 17:32:35.345546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.366906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:35.433600 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.495817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=336865e5-9274-43e6-ae6f-0644ef4d44ae,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:35.514779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:35.563340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:35.573437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a7338-63ee-45a1-bc4b-66c176998a94 None None] The sync data for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 is: [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:32:35.637441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:35.690272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:35.702217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:35.704890 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.731523 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Transition to ACTIVE for port object 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:35.733982 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.743947 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.827381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a965ffdb-2f34-4f78-9441-2e2ca7302b29 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:35.831912 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Pushing event updated for resources: {'Port': ['ID=7b52006e-bfbe-4f8f-ad0a-10f9c4edd751,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:35.834007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event updated for resources: {'Port': ['ID=166b9f83-5baa-4703-ad19-f9434cf5d2e2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:35.838688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.843290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c41cd70c-0086-457c-9f28-90dbb0756411 None None] Provisioning for port 8952ed39-0bdc-47a9-9f87-d1de98418292 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:35.857059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c41cd70c-0086-457c-9f28-90dbb0756411 None None] Provisioning complete for port 8952ed39-0bdc-47a9-9f87-d1de98418292 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:35.866957 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c41cd70c-0086-457c-9f28-90dbb0756411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.870845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Network af3c9123-5259-4a0a-b9b7-21b480e20e79 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:35.880279 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.880621 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.880753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:35.881539 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.881976 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.882442 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.883047 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.883377 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.883699 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.884023 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.884342 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.884662 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.884978 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:35.885097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:35.902219 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Attempting to bind port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:35.902885 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Attempting to bind port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:35.903406 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Attempting to bind port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:35.910634 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:35.911343 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:35.911902 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.912962 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:35.913583 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Bound port: 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:35.914203 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:35.960021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c41cd70c-0086-457c-9f28-90dbb0756411 None None] Port 8952ed39-0bdc-47a9-9f87-d1de98418292 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:32:35.964293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['336865e5-9274-43e6-ae6f-0644ef4d44ae'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:35.997797 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff99c7c9-cf36-4334-a176-97b4286ad123 req-15a3d918-5235-470c-b048-a8f67cac7fd6 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9613647 Jul 06 17:32:36.000287 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] For port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:36.007913 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] For port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7b52006e-bfbe-4f8f-ad0a-10f9c4edd751,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:36.010780 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] Transition to ACTIVE for port object 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:36.016405 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:36.040962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e2eb3-bd08-4478-b65a-c89700d20e41 req-89266338-f7d5-496c-9b2e-54ab702f8b93 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:36.044307 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:36.053945 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a95e2eb3-bd08-4478-b65a-c89700d20e41 req-89266338-f7d5-496c-9b2e-54ab702f8b93 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 945 time: 0.2719984 Jul 06 17:32:36.098173 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee710e-8373-45fd-8858-bd6ab18511da None None] Pushing event updated for resources: {'Port': ['ID=7b52006e-bfbe-4f8f-ad0a-10f9c4edd751,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:36.103953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05eac5-ea4a-4bb8-b620-39c268058dc9 None None] New status for floating IP 02c8cec9-3434-45db-8806-dd6e5068ba5e: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:32:36.108590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:36.142796 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:32:36.143466 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:36.145450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] No DVR routers for this DVR port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:32:36.147715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a95e2eb3-bd08-4478-b65a-c89700d20e41 req-707b01ca-fee3-44f1-8802-35b15419f422 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921330 Jul 06 17:32:36.196668 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] 10.222.0.55 "PUT /v2.0/ports/01d7478b-2bd4-4eb4-bf7f-5180b07bae75/bindings/n-h1-799526-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8419583 Jul 06 17:32:36.205809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee864893-9b4f-47a8-aec0-4575a3d09e8f req-dbc128ce-06fa-4bb9-b15b-f42b78ec2c5e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:36.215141 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee864893-9b4f-47a8-aec0-4575a3d09e8f req-dbc128ce-06fa-4bb9-b15b-f42b78ec2c5e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 943 time: 0.4956400 Jul 06 17:32:36.217785 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:36.225409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:36.273625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:36.274279 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:36.321458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:36.347096 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:32:36.357119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-5ea79b9e-0338-45aa-aacf-a727643bc625 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2070851 Jul 06 17:32:36.399793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Request body: {'port': {'device_id': 'e30bc89d-aae1-4b68-ba39-f2c671426400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:36.468137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce22245-932a-4056-8e66-a49ac2542195 service neutron] Pushing event updated for resources: {'Port': ['ID=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:36.487548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8f4f4987-dd8f-4737-aa52-323bd50471c8 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:36.502198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee864893-9b4f-47a8-aec0-4575a3d09e8f req-fdd36132-fd74-4895-87fc-6f3753452d31 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861874 Jul 06 17:32:36.506838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8952ed39-0bdc-47a9-9f87-d1de98418292 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:36.526079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:36.533755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a965ffdb-2f34-4f78-9441-2e2ca7302b29'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:36.547471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:36.551848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Transition to ACTIVE for port object 8952ed39-0bdc-47a9-9f87-d1de98418292 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:36.566374 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:36.685932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8952ed39-0bdc-47a9-9f87-d1de98418292,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:36.758045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Allocated IP 172.20.0.1 (c490c4b1-1265-44c5-9049-5dde07c6dd3a/10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8/7d94e292-7482-4b23-9b52-773958178173) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:36.782066 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:31Z', 'revision_number': 3, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:36.826901 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.22', 55306) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:36.843825 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f5a20-35ff-4134-8849-2c42799051ec None None] The sync data for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 is: [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:31Z', 'revision_number': 3, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:32:36.887810 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabbd01f-66c8-4f15-bde9-a0eb88d47d2f x-openstack-request-id: req-cabbd01f-66c8-4f15-bde9-a0eb88d47d2f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:36.888813 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:36.889072 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cabbd01f-66c8-4f15-bde9-a0eb88d47d2f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:36.889953 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'status': 'completed', 'code': 200} Jul 06 17:32:36.932439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8f4f4987-dd8f-4737-aa52-323bd50471c8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:36.932989 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:36.992073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Attempting to bind port 8952ed39-0bdc-47a9-9f87-d1de98418292 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:36.992592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Attempting to bind port 8952ed39-0bdc-47a9-9f87-d1de98418292 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:36.992850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Attempting to bind port 8952ed39-0bdc-47a9-9f87-d1de98418292 on network 124376c4-644c-49cd-9c79-ed80829b13a3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:37.019732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Port 8952ed39-0bdc-47a9-9f87-d1de98418292 on network 124376c4-644c-49cd-9c79-ed80829b13a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:37.020055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Attempting to bind port 8952ed39-0bdc-47a9-9f87-d1de98418292 on network 124376c4-644c-49cd-9c79-ed80829b13a3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:37.036161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-2a487561-e311-43c2-8ac0-456b11ea7444 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:37.038061 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-2a487561-e311-43c2-8ac0-456b11ea7444 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.6437714 Jul 06 17:32:37.046538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:37.047040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Checking segment: {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:37.047192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dae397-0275-461d-81ee-95d7568ff4d8 req-223c2696-7235-455a-91ee-2ec1de87d5e2 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:37.047428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Bound using segment: {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:37.048276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Bound port: 8952ed39-0bdc-47a9-9f87-d1de98418292, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4071d5c1-8b41-4c12-b7bb-b93aa106d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:37.048276 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:37.050881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50dae397-0275-461d-81ee-95d7568ff4d8 req-223c2696-7235-455a-91ee-2ec1de87d5e2 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 931 time: 0.6919012 Jul 06 17:32:37.189441 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:37.222854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50dae397-0275-461d-81ee-95d7568ff4d8 req-ab65538f-cdc5-455a-9c6f-53128556be16 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463745 Jul 06 17:32:37.228936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Transition to ACTIVE for port object 7d94e292-7482-4b23-9b52-773958178173 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:37.280512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-fc9ccb29-f220-422a-932b-bb2af5016385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:37.282160 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-fc9ccb29-f220-422a-932b-bb2af5016385 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3&tenant_id=8909e689eec94d608790aa0e12f45edd HTTP/1.1" status: 200 len: 1095 time: 0.2141731 Jul 06 17:32:37.309580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:37.315004 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f92810c-f90e-487e-9438-1360cf112bac x-openstack-request-id: req-8f92810c-f90e-487e-9438-1360cf112bac {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:37.315529 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-unplugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:37.315868 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f92810c-f90e-487e-9438-1360cf112bac {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:37.316369 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'code': 200} Jul 06 17:32:37.410877 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Network c490c4b1-1265-44c5-9049-5dde07c6dd3a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:37.421065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:37.423888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:37.426686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Pushing event updated for resources: {'Port': ['ID=7d94e292-7482-4b23-9b52-773958178173,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:37.511385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:37.604359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17cd6ac9-de31-4d2d-959b-a7c49b48ed6d req-d631b1bd-f043-48be-b791-9e1f56ccb0ab tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 210 time: 0.1240463 Jul 06 17:32:37.616558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-72076e1d-8d5d-4d6d-ae98-b0f9fcddd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:37.618251 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-72076e1d-8d5d-4d6d-ae98-b0f9fcddd9a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1095 time: 0.2737854 Jul 06 17:32:37.718861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] For port 8952ed39-0bdc-47a9-9f87-d1de98418292, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:37.760704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-9c460af2-5787-4924-b98c-2ac42bf809a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:37.762417 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-9c460af2-5787-4924-b98c-2ac42bf809a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1099 time: 0.9320965 Jul 06 17:32:37.764259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] For port 8952ed39-0bdc-47a9-9f87-d1de98418292, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8952ed39-0bdc-47a9-9f87-d1de98418292,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:37.806026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664773b1-25d8-44f7-a9ca-63f80697b1b3 req-fe680b07-9a57-4505-a4fc-ac1832a2f9f5 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:37.807758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-664773b1-25d8-44f7-a9ca-63f80697b1b3 req-fe680b07-9a57-4505-a4fc-ac1832a2f9f5 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 950 time: 0.8446269 Jul 06 17:32:37.809022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:37.819977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:37.831439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7d929dc2-0858-46c6-b513-ffac677721a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:37.832911 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-7d929dc2-0858-46c6-b513-ffac677721a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.2063396 Jul 06 17:32:37.839419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-69a41397-a4a3-4f9e-99f2-aa4c34fa2fc6 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:37.841131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-69a41397-a4a3-4f9e-99f2-aa4c34fa2fc6 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.55 "GET /v2.0/networks?id=dc34177a-f174-4454-8095-61db45dc5c4e HTTP/1.1" status: 200 len: 814 time: 0.3465776 Jul 06 17:32:37.841393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b4350fdd-9cae-4561-acce-cbb7cdbc14ca None None] Provisioning for port 7d94e292-7482-4b23-9b52-773958178173 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:37.848809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b4350fdd-9cae-4561-acce-cbb7cdbc14ca None None] Provisioning complete for port 7d94e292-7482-4b23-9b52-773958178173 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:37.849465 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4350fdd-9cae-4561-acce-cbb7cdbc14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:37.900411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b4350fdd-9cae-4561-acce-cbb7cdbc14ca None None] Port 7d94e292-7482-4b23-9b52-773958178173 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:32:37.908197 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-c80581e8-e85d-41f3-bff7-ec6c19d690a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75 HTTP/1.1" status: 200 len: 217 time: 0.0626569 Jul 06 17:32:37.929082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Request body: {'port': {'device_id': '395825b4-0c8a-4133-8dd3-cf52bb72d49a', 'network_id': 'dc34177a-f174-4454-8095-61db45dc5c4e', 'admin_state_up': True, 'tenant_id': 'dcc96026f34a4da193662a2835fb77c0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:37.949403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:37.950148 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:37.951770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] 10.222.0.22 "PUT /v2.0/ports/8952ed39-0bdc-47a9-9f87-d1de98418292 HTTP/1.1" status: 200 len: 1091 time: 4.0601683 Jul 06 17:32:37.952351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'tag': '8952ed39-0bdc-47a9-9f87-d1de98418292'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:37.954751 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b761c2f-bc01-4be4-9fdf-6141c97de95b" -d '{"events": [{"name": "network-changed", "server_uuid": "9219e451-30d1-41bd-a64a-fd9d0a685727", "tag": "8952ed39-0bdc-47a9-9f87-d1de98418292"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:38.106637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-61048607-6dc1-4722-ad73-16103d3fcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:38.109624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-61048607-6dc1-4722-ad73-16103d3fcce2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1822519 Jul 06 17:32:38.124553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96627a25-2689-43b4-9dd8-6f2cc4b9e46e req-2d8eb90e-153d-4a1a-a056-b1fa178e7526 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:38.126313 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-96627a25-2689-43b4-9dd8-6f2cc4b9e46e req-2d8eb90e-153d-4a1a-a056-b1fa178e7526 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 948 time: 0.3104520 Jul 06 17:32:38.134167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd5062-b926-460f-8c28-762440d646f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8952ed39-0bdc-47a9-9f87-d1de98418292,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:38.148154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166b9f83-5baa-4703-ad19-f9434cf5d2e2 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:38.159295 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-664773b1-25d8-44f7-a9ca-63f80697b1b3 req-2cb57de1-5a9b-4e02-93a4-46cf6be76cac tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314083 Jul 06 17:32:38.175734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.184215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-ad94d5d6-862e-4ac8-a965-6ca005075a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:38.185701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-ad94d5d6-862e-4ac8-a965-6ca005075a1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.4138601 Jul 06 17:32:38.192451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-ebf5bd7a-5784-48e4-a950-78a110d7e107 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588937 Jul 06 17:32:38.237313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:38.241581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:38.255846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Transition to ACTIVE for port object 166b9f83-5baa-4703-ad19-f9434cf5d2e2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:38.257025 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-4ce8b4db-906a-45b8-8d75-953babf11e51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.0644600 Jul 06 17:32:38.266141 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.298056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-96627a25-2689-43b4-9dd8-6f2cc4b9e46e req-ef173ea3-e0c9-4cc8-b11a-834ea86e0050 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503284 Jul 06 17:32:38.331436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.357801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.403962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-557ae6b7-a2ee-449b-929f-9569dcd64e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:38.405922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-557ae6b7-a2ee-449b-929f-9569dcd64e2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 1094 time: 0.3848917 Jul 06 17:32:38.406646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Made reservation on behalf of dcc96026f34a4da193662a2835fb77c0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:32:38.410218 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.490857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-f85ca8f2-622a-4a91-b0c7-2dfc77ba3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:38.492615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-f85ca8f2-622a-4a91-b0c7-2dfc77ba3a7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2222600 Jul 06 17:32:38.493960 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-089bb6c0-7071-42dc-994c-52553e5121dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8952ed39-0bdc-47a9-9f87-d1de98418292 HTTP/1.1" status: 200 len: 217 time: 0.0728395 Jul 06 17:32:38.494922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:38.503106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Pushing event updated for resources: {'Port': ['ID=166b9f83-5baa-4703-ad19-f9434cf5d2e2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:38.513462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-4aae167a-4a80-4102-9bb9-a5324ca63671 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017800 Jul 06 17:32:38.537600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Pushing event updated for resources: {'Port': ['ID=7d94e292-7482-4b23-9b52-773958178173,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:38.570874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:38.598300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 336865e5-9274-43e6-ae6f-0644ef4d44ae up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:38.608040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.653713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'mac_address': 'fa:16:3e:48:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:32:38.725419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece31bb-6349-47f4-a623-f9a42b6c3501 req-7d7ee7bc-1d7b-43a9-bbc3-3dbf5a960d07 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:38.731223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port a965ffdb-2f34-4f78-9441-2e2ca7302b29 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:38.731600 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.732746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eece31bb-6349-47f4-a623-f9a42b6c3501 req-7d7ee7bc-1d7b-43a9-bbc3-3dbf5a960d07 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 945 time: 0.2392895 Jul 06 17:32:38.779464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-e844db73-3809-4e9f-9ac2-990e55a7910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:38.781778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-e844db73-3809-4e9f-9ac2-990e55a7910f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8fcf5ea-8c64-4020-b5e0-b234cf991659 HTTP/1.1" status: 200 len: 863 time: 0.2467382 Jul 06 17:32:38.796882 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.802513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-9d47e1cf-5ff1-4d63-a2e4-5b1320f2b775 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522480 Jul 06 17:32:38.811516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:38.820862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 336865e5-9274-43e6-ae6f-0644ef4d44ae completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:38.825415 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eece31bb-6349-47f4-a623-f9a42b6c3501 req-7c7dfc95-ccf0-4024-a98a-10a05cc7b172 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910785 Jul 06 17:32:38.828623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:38.828998 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.831367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 336865e5-9274-43e6-ae6f-0644ef4d44ae triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:38.831729 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.834749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d45c09a-195f-4261-a794-94a4e2ecb7ce {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:38.836650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8914c6-5573-4f05-8dca-6cf184132767 req-43aee3d3-5821-4778-b717-7358f36088c4 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:38.859612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b8914c6-5573-4f05-8dca-6cf184132767 req-43aee3d3-5821-4778-b717-7358f36088c4 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 944 time: 0.5130248 Jul 06 17:32:38.874703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Network c490c4b1-1265-44c5-9049-5dde07c6dd3a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:38.877544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:38.924363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:38.934595 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:38.966610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Allocated IP 172.20.0.4 (dc34177a-f174-4454-8095-61db45dc5c4e/34df0234-4d0e-4cca-9f09-b534f94e9079/c0b3d98f-41e7-488a-90c0-911eccdccb80) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:32:39.092417 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.114616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Attempting to bind port 166b9f83-5baa-4703-ad19-f9434cf5d2e2 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:39.115040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Attempting to bind port 166b9f83-5baa-4703-ad19-f9434cf5d2e2 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:39.116025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Attempting to bind port 166b9f83-5baa-4703-ad19-f9434cf5d2e2 on network af3c9123-5259-4a0a-b9b7-21b480e20e79 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:39.136373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:39.138579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Port 166b9f83-5baa-4703-ad19-f9434cf5d2e2 on network af3c9123-5259-4a0a-b9b7-21b480e20e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:39.139004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Attempting to bind port 166b9f83-5baa-4703-ad19-f9434cf5d2e2 on network af3c9123-5259-4a0a-b9b7-21b480e20e79 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:39.160767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Router 80534118-a248-47c8-9a6e-a8e8ec073a8d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:32:39.161866 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.165347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:39.165347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Checking segment: {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:39.165748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Bound using segment: {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:39.166536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Bound port: 166b9f83-5baa-4703-ad19-f9434cf5d2e2, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355927f4-e045-4dbb-a5e9-7775630dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:39.166875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.180696 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.183561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07769661-0b01-4b42-ad54-dc62d71e450c req-2e1e26c9-d4e7-4aab-ba43-85cd53316c68 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:39.185109 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07769661-0b01-4b42-ad54-dc62d71e450c req-2e1e26c9-d4e7-4aab-ba43-85cd53316c68 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 944 time: 0.1700218 Jul 06 17:32:39.211373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7b52006e-bfbe-4f8f-ad0a-10f9c4edd751,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:39.213588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:39.220050 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.225367 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.233214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0d45c09a-195f-4261-a794-94a4e2ecb7ce'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:39.239660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-4a4f4a7c-9676-4dff-b87c-eb887eb2a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:39.243165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-4a4f4a7c-9676-4dff-b87c-eb887eb2a2b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7129111 Jul 06 17:32:39.322606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29'}, {'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:39.324847 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf67f9f-5189-4fe6-9984-cf3239d9aaf2" -d '{"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-plugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29"}, {"server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "name": "network-vif-plugged", "status": "completed", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:39.336736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:39.339812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b8914c6-5573-4f05-8dca-6cf184132767 req-ee7e16c8-e620-449d-bc6d-12d555f5f3d0 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192801 Jul 06 17:32:39.362543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07769661-0b01-4b42-ad54-dc62d71e450c req-cc462284-ed89-41f3-818b-e7fbbdcaa0c5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113183 Jul 06 17:32:39.373599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:32:39.374544 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.381407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2a173ed1-07ef-40d6-98cb-9d8ad71bde6e admin admin] 10.222.0.13 "PUT /v2.0/routers/80534118-a248-47c8-9a6e-a8e8ec073a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0779221 Jul 06 17:32:39.385433 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Sync routers for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:32:39.408178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8a4244f8-1a8e-44ef-80b9-d56e32908fcc None None] Provisioning complete for port 7d94e292-7482-4b23-9b52-773958178173 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:39.408178 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a4244f8-1a8e-44ef-80b9-d56e32908fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.409060 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:32:39.409152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:39.409235 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:39.458173 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b0f8e2-1e33-4d7d-9276-befe14c68bae x-openstack-request-id: req-74b0f8e2-1e33-4d7d-9276-befe14c68bae {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:39.458480 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9219e451-30d1-41bd-a64a-fd9d0a685727", "tag": "8952ed39-0bdc-47a9-9f87-d1de98418292", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:39.458740 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74b0f8e2-1e33-4d7d-9276-befe14c68bae {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:39.459312 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'tag': '8952ed39-0bdc-47a9-9f87-d1de98418292', 'status': 'completed', 'code': 200} Jul 06 17:32:39.507964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] For port 166b9f83-5baa-4703-ad19-f9434cf5d2e2, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:39.580209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8a4244f8-1a8e-44ef-80b9-d56e32908fcc None None] Port 7d94e292-7482-4b23-9b52-773958178173 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:32:39.601880 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:32:39.613585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=7b52006e-bfbe-4f8f-ad0a-10f9c4edd751,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:39.626223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.632600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-e15cde54-87cf-48e1-8422-f8f5e026d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:39.634141 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-e15cde54-87cf-48e1-8422-f8f5e026d58f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=124376c4-644c-49cd-9c79-ed80829b13a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8400145 Jul 06 17:32:39.652392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] For port 166b9f83-5baa-4703-ad19-f9434cf5d2e2, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=166b9f83-5baa-4703-ad19-f9434cf5d2e2,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:39.706508 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:39.730451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d16eb-5068-4f76-8115-6d8edecb5ce8 req-21d3c7bf-eb00-4c16-9636-ed6f1653d72d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:39.737238 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-612d16eb-5068-4f76-8115-6d8edecb5ce8 req-21d3c7bf-eb00-4c16-9636-ed6f1653d72d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 943 time: 0.1617942 Jul 06 17:32:39.765772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=336865e5-9274-43e6-ae6f-0644ef4d44ae,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:39.769060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-73316768-036d-49d9-a648-00f6f6a72d39 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:39.771035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-73316768-036d-49d9-a648-00f6f6a72d39 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.1195688 Jul 06 17:32:39.828272 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-612d16eb-5068-4f76-8115-6d8edecb5ce8 req-7b4abd4a-6802-49bf-8c89-ea249a1f83db tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900624 Jul 06 17:32:39.872996 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:37Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7d94e292-7482-4b23-9b52-773958178173', 'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'mac_address': 'fa:16:3e:62:64:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:36Z', 'updated_at': '2021-07-06T17:32:38Z', 'revision_number': 2, 'project_id': '111b07676259475e995110a924defb8f', 'subnets': [{'id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:39.912002 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Checking router: 80534118-a248-47c8-9a6e-a8e8ec073a8d for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:32:39.912617 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Updating router 80534118-a248-47c8-9a6e-a8e8ec073a8d port 7d94e292-7482-4b23-9b52-773958178173 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:32:39.920879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7b9e61aa-ea0d-4bf6-ab81-b8a284bc8b6c req-3c31e580-e368-4057-add6-236292bc845b tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 210 time: 0.2099020 Jul 06 17:32:39.928397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-841d2ef2-cf2c-44e4-a399-c5d87c533587 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711473 Jul 06 17:32:39.963940 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Pushing event updated for resources: {'Port': ['ID=166b9f83-5baa-4703-ad19-f9434cf5d2e2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:39.992052 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:40.005406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:40.035791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-fe95cdc0-9b14-4fd5-a698-c18c2775e501 service neutron] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:40.041916 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-fe95cdc0-9b14-4fd5-a698-c18c2775e501 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:40.047727 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63c0d98f-ee47-4a3b-a61b-11374fcae08b req-fe95cdc0-9b14-4fd5-a698-c18c2775e501 service neutron] 10.222.0.22 "DELETE /v2.0/ports/01d7478b-2bd4-4eb4-bf7f-5180b07bae75/bindings/n-h2-799526-3 HTTP/1.1" status: 204 len: 173 time: 0.2701840 Jul 06 17:32:40.113064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:40.113700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:40.115210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b6679fb3-a475-43fc-8e2c-8795f5a2a618 service neutron] 10.222.0.22 "PUT /v2.0/ports/166b9f83-5baa-4703-ad19-f9434cf5d2e2 HTTP/1.1" status: 200 len: 1092 time: 3.7243721 Jul 06 17:32:40.172899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4d2e9-eb1f-4438-a686-0e439533afa1 req-93a4223d-ed13-4176-94a9-9943dbb38796 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:40.176281 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4a4d2e9-eb1f-4438-a686-0e439533afa1 req-93a4223d-ed13-4176-94a9-9943dbb38796 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 951 time: 0.1167214 Jul 06 17:32:40.243848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4a4d2e9-eb1f-4438-a686-0e439533afa1 req-bb39f96d-f944-4fe6-8fe6-ac9d58a4a428 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603104 Jul 06 17:32:40.327699 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8d663b-370b-41b7-a76e-891a3070c99c x-openstack-request-id: req-1a8d663b-370b-41b7-a76e-891a3070c99c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:40.328233 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-plugged", "status": "completed", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29", "code": 200}, {"server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "name": "network-vif-plugged", "status": "completed", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:40.328585 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a8d663b-370b-41b7-a76e-891a3070c99c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:40.329075 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'code': 200} Jul 06 17:32:40.329572 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae', 'code': 200} Jul 06 17:32:40.487338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:40.603639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:40.604310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:40.649769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Network dc34177a-f174-4454-8095-61db45dc5c4e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:32:40.651766 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:40.661043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Pushing event updated for resources: {'Port': ['ID=c0b3d98f-41e7-488a-90c0-911eccdccb80,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:40.676884 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Transition to ACTIVE for port object 7d94e292-7482-4b23-9b52-773958178173 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:40.688815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:32:40.692877 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:40.700487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:32:40.705593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.22', 55308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:40.836281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-5b13f661-d0a0-4b69-abe9-c4016ddbe77a service neutron] 10.222.0.22 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1618352 Jul 06 17:32:40.845817 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8396-f939-414c-9a9e-2441e3ab50ca None None] Pushing event updated for resources: {'Port': ['ID=7d94e292-7482-4b23-9b52-773958178173,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:40.856546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b1b27-867c-44ea-a056-d638f788a412 req-3845a7ac-1b3d-450f-ac9c-80858758fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:40.859185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-228b1b27-867c-44ea-a056-d638f788a412 req-3845a7ac-1b3d-450f-ac9c-80858758fcf0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d1d446e31b34934893a90d758113b0e&device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1102 time: 0.3707113 Jul 06 17:32:40.877043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945073a6-ed73-485d-89cb-927dfafeb2d1 req-8f3ede54-ad8d-4f6c-b0ae-3f879b7619ca tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:40.887329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945073a6-ed73-485d-89cb-927dfafeb2d1 req-8f3ede54-ad8d-4f6c-b0ae-3f879b7619ca tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.2374496 Jul 06 17:32:40.897922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ce466-cb0d-4617-b74a-3d3a79aa6dd0 req-67aaef1f-652d-4ab1-99ea-526aeac486db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:40.901294 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-563ce466-cb0d-4617-b74a-3d3a79aa6dd0 req-67aaef1f-652d-4ab1-99ea-526aeac486db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 1097 time: 0.3403790 Jul 06 17:32:40.921165 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Attempting to bind port 7d94e292-7482-4b23-9b52-773958178173 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:40.921878 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Attempting to bind port 7d94e292-7482-4b23-9b52-773958178173 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:40.922646 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Attempting to bind port 7d94e292-7482-4b23-9b52-773958178173 on network c490c4b1-1265-44c5-9049-5dde07c6dd3a {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:40.929834 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:40.930211 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Checking segment: {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:40.938864 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:40.939494 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Bound using segment: {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:40.940214 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Bound port: 7d94e292-7482-4b23-9b52-773958178173, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:40.940796 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:41.011594 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-6123d2eb-622a-4b94-891c-499959d9d7a3 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0371132 Jul 06 17:32:41.027813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.029107 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] For port 7d94e292-7482-4b23-9b52-773958178173, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:41.029398 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:41.032768 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] For port 7d94e292-7482-4b23-9b52-773958178173, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7d94e292-7482-4b23-9b52-773958178173,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:41.035880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b616bd36-e7a1-47ba-beb9-1c8c80af74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.037828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-b616bd36-e7a1-47ba-beb9-1c8c80af74f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 1095 time: 0.8622241 Jul 06 17:32:41.043168 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:41.063880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faed7c-164b-492e-9947-07b1a4296d8e req-5bd9d43a-265c-4740-98a3-c85b20599347 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.085975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-563ce466-cb0d-4617-b74a-3d3a79aa6dd0 req-2edfec75-cec6-4a4d-8737-7742ae4d46b0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397088 Jul 06 17:32:41.087266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4faed7c-164b-492e-9947-07b1a4296d8e req-5bd9d43a-265c-4740-98a3-c85b20599347 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 949 time: 0.9648609 Jul 06 17:32:41.105854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-945073a6-ed73-485d-89cb-927dfafeb2d1 req-aed20f2c-ac8b-4c77-9b14-58dfa70daba9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736758 Jul 06 17:32:41.132290 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:32:41.132926 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:41.159335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-7ea82acc-f910-479c-a9ab-b54f67c8e0f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=166b9f83-5baa-4703-ad19-f9434cf5d2e2 HTTP/1.1" status: 200 len: 217 time: 0.0574014 Jul 06 17:32:41.171616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b1b27-867c-44ea-a056-d638f788a412 req-c4142679-fb4c-4114-a0d5-5737badfb502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.173140 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-228b1b27-867c-44ea-a056-d638f788a412 req-c4142679-fb4c-4114-a0d5-5737badfb502 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2844739 Jul 06 17:32:41.256245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-228b1b27-867c-44ea-a056-d638f788a412 req-0def34b5-fd12-42ce-9c89-68686d5e6e30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29 HTTP/1.1" status: 200 len: 217 time: 0.0754547 Jul 06 17:32:41.339101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-08aa3f46-93b4-4364-afc9-217697887388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.340746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-08aa3f46-93b4-4364-afc9-217697887388 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0055c108-d990-4b66-862a-1cfb90aabc2d HTTP/1.1" status: 200 len: 862 time: 0.1396632 Jul 06 17:32:41.341952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-4d8e0d3a-0912-452d-b0b2-b691036e4969 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4398589 Jul 06 17:32:41.368775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-378c8c48-a9ae-4df4-9d80-5a932102d7f3 req-8e65ac3f-0e72-41e2-a9f2-917500dfa071 service neutron] 10.222.0.22 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022304 Jul 06 17:32:41.387740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Request body: {'port': {'device_id': '395825b4-0c8a-4133-8dd3-cf52bb72d49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:41.431296 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b1b27-867c-44ea-a056-d638f788a412 req-904c7b14-ae5b-4e17-a415-2186b9ae3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.437341 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-228b1b27-867c-44ea-a056-d638f788a412 req-904c7b14-ae5b-4e17-a415-2186b9ae3e94 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1628041 Jul 06 17:32:41.479437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30bc89d-aae1-4b68-ba39-f2c671426400', 'tag': '166b9f83-5baa-4703-ad19-f9434cf5d2e2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:41.484616 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778db997-37bf-438f-9e48-f61921fc3404" -d '{"events": [{"name": "network-changed", "server_uuid": "e30bc89d-aae1-4b68-ba39-f2c671426400", "tag": "166b9f83-5baa-4703-ad19-f9434cf5d2e2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:41.514969 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8396-f939-414c-9a9e-2441e3ab50ca None None] Pushing event updated for resources: {'Port': ['ID=7d94e292-7482-4b23-9b52-773958178173,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:41.516097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b002b0-a0df-4928-87ef-a35fc2cd9879 req-3fd7455a-7464-4466-9449-6d90b5e94539 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.526961 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3b002b0-a0df-4928-87ef-a35fc2cd9879 req-3fd7455a-7464-4466-9449-6d90b5e94539 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 944 time: 0.2045019 Jul 06 17:32:41.561807 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:32:41.589521 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3b002b0-a0df-4928-87ef-a35fc2cd9879 req-91715146-aa2c-4e48-91ba-66f07712e7d3 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616126 Jul 06 17:32:41.592651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b1b27-867c-44ea-a056-d638f788a412 req-194e4174-9410-4c0c-8d28-fc6f0a65304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.594129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-228b1b27-867c-44ea-a056-d638f788a412 req-194e4174-9410-4c0c-8d28-fc6f0a65304f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1490076 Jul 06 17:32:41.671549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ac643-470c-43a9-bd65-96ea3a8d6c1a req-5ff22997-00af-4b41-8ecd-b7133a204d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.673058 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65ac643-470c-43a9-bd65-96ea3a8d6c1a req-5ff22997-00af-4b41-8ecd-b7133a204d4d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1102 time: 0.9587119 Jul 06 17:32:41.691246 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-2b9ae569-ccca-4e2b-9fb0-8bcef93fde21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af3c9123-5259-4a0a-b9b7-21b480e20e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3168442 Jul 06 17:32:41.730319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4faed7c-164b-492e-9947-07b1a4296d8e req-fd3c7e85-1514-44ac-b56b-06e0444300ce tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412265 Jul 06 17:32:41.746137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-228b1b27-867c-44ea-a056-d638f788a412 req-3d1a2712-f9a7-4f8e-ad90-363f25f2af2b service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317699 Jul 06 17:32:41.845405 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:41.848521 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:37Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7d94e292-7482-4b23-9b52-773958178173', 'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'mac_address': 'fa:16:3e:62:64:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:36Z', 'updated_at': '2021-07-06T17:32:41Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'subnets': [{'id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:41.885324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65ac643-470c-43a9-bd65-96ea3a8d6c1a req-6872e6f7-44f7-4ea3-a146-17af9c19dab9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929591 Jul 06 17:32:41.928817 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7b2b5-1e32-4aa6-aad4-00a260563b82 None None] The sync data for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 is: [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:37Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7d94e292-7482-4b23-9b52-773958178173', 'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'mac_address': 'fa:16:3e:62:64:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:36Z', 'updated_at': '2021-07-06T17:32:41Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'subnets': [{'id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:32:41.953674 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-228b1b27-867c-44ea-a056-d638f788a412 req-ac858917-fed2-4a22-8dc1-d4a258e86bb2 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021139 Jul 06 17:32:41.966148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70da82f-b282-40e6-83a8-6c67027bae44 req-d4029456-92bd-4b49-acc6-ab9f8ffb40b0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.968197 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b70da82f-b282-40e6-83a8-6c67027bae44 req-d4029456-92bd-4b49-acc6-ab9f8ffb40b0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 944 time: 0.1605027 Jul 06 17:32:41.987146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-c0a8c2c8-d0ca-4ba8-88e1-1d88b67aae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:41.989977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-c0a8c2c8-d0ca-4ba8-88e1-1d88b67aae6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 1094 time: 0.4930840 Jul 06 17:32:42.009918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-0cb813fe-5ec6-4e71-91cc-9e163a30558a service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585642 Jul 06 17:32:42.041368 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b70da82f-b282-40e6-83a8-6c67027bae44 req-ccabf850-b4f5-4ac9-a8e0-0958832d1e45 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671201 Jul 06 17:32:42.264531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:42.334563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cde34f-1cc5-4a87-adc8-a7c5f3913f62 req-0d60a7ff-8a98-4ced-9e7a-73541e6786e9 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:42.343315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56cde34f-1cc5-4a87-adc8-a7c5f3913f62 req-0d60a7ff-8a98-4ced-9e7a-73541e6786e9 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 931 time: 0.1341717 Jul 06 17:32:42.383615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0d45c09a-195f-4261-a794-94a4e2ecb7ce completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:42.391476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0d45c09a-195f-4261-a794-94a4e2ecb7ce triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:42.393521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:42.428557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7ec49-b1f9-4059-93c4-33ed8414abb5 req-a7655a4c-9f21-4627-b466-0187732d3bae tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:42.442464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cbe7ec49-b1f9-4059-93c4-33ed8414abb5 req-a7655a4c-9f21-4627-b466-0187732d3bae tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 943 time: 0.4794049 Jul 06 17:32:42.510413 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56cde34f-1cc5-4a87-adc8-a7c5f3913f62 req-7e9eb9fb-a415-4467-ab95-6093615806db tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551054 Jul 06 17:32:42.520471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-fcebff99-d53f-480d-a2bb-0d16e5291159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:42.523104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-fcebff99-d53f-480d-a2bb-0d16e5291159 service neutron] 10.222.0.22 "GET /v2.0/networks?id=124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 200 len: 925 time: 0.5141854 Jul 06 17:32:42.536789 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c1894c4-49b9-48b9-90ca-7ca314bae7ba req-c2420adb-650a-4af1-8fe1-213cb74ea87b service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863756 Jul 06 17:32:42.551907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7d94e292-7482-4b23-9b52-773958178173 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:42.643259 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cbe7ec49-b1f9-4059-93c4-33ed8414abb5 req-1a3c2134-7f6f-403a-bdc9-98fae032b863 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997142 Jul 06 17:32:42.656110 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-70616c6d-e451-4414-ae6e-9c3137216fcc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8952ed39-0bdc-47a9-9f87-d1de98418292 HTTP/1.1" status: 200 len: 217 time: 0.1085083 Jul 06 17:32:42.739211 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:42.789429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:42.793001 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc75a56-e0fd-46e4-a90f-4ebcebfa56d9 x-openstack-request-id: req-8fc75a56-e0fd-46e4-a90f-4ebcebfa56d9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:42.793947 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30bc89d-aae1-4b68-ba39-f2c671426400", "tag": "166b9f83-5baa-4703-ad19-f9434cf5d2e2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:42.793947 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fc75a56-e0fd-46e4-a90f-4ebcebfa56d9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:42.794180 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30bc89d-aae1-4b68-ba39-f2c671426400', 'tag': '166b9f83-5baa-4703-ad19-f9434cf5d2e2', 'status': 'completed', 'code': 200} Jul 06 17:32:42.794756 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7501b5b8-36d1-4fd4-b1d2-0e5bf9681974" -d '{"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-plugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:42.795938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-fa3e70ff-80a5-43d6-b02b-d789d2d425f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:42.797492 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-fa3e70ff-80a5-43d6-b02b-d789d2d425f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8fcf5ea-8c64-4020-b5e0-b234cf991659 HTTP/1.1" status: 200 len: 863 time: 0.1228256 Jul 06 17:32:42.802102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 7d94e292-7482-4b23-9b52-773958178173 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:42.816401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:42.817856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7d94e292-7482-4b23-9b52-773958178173 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:42.818447 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:42.861687 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27bfdf-546c-4e60-99ea-8044872d7928 req-16fb5a6c-04c8-489d-8c53-31ff9a6a6290 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:42.892865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff27bfdf-546c-4e60-99ea-8044872d7928 req-16fb5a6c-04c8-489d-8c53-31ff9a6a6290 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 951 time: 0.1646683 Jul 06 17:32:42.893247 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:42.958038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:43.019401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:43.061507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff27bfdf-546c-4e60-99ea-8044872d7928 req-75c92394-74e3-4f45-962a-12beb46d3139 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676557 Jul 06 17:32:43.116517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 7d94e292-7482-4b23-9b52-773958178173, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7d94e292-7482-4b23-9b52-773958178173,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:43.122624 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:43.146960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b3d98f-41e7-488a-90c0-911eccdccb80 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:43.169969 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:43.200967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-24504fec-38fa-4485-b09b-3603036b374e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077888 Jul 06 17:32:43.258231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Transition to ACTIVE for port object c0b3d98f-41e7-488a-90c0-911eccdccb80 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:32:43.275793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778db997-37bf-438f-9e48-f61921fc3404 req-91d57877-505f-4de1-9de8-4e28d993f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:43.277340 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-778db997-37bf-438f-9e48-f61921fc3404 req-91d57877-505f-4de1-9de8-4e28d993f89d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 1095 time: 0.4772935 Jul 06 17:32:43.280059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=7d94e292-7482-4b23-9b52-773958178173,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:43.287135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-3fe1eb34-9d8b-42bf-a6a1-0d622ae90d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:43.289179 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-3fe1eb34-9d8b-42bf-a6a1-0d622ae90d8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=124376c4-644c-49cd-9c79-ed80829b13a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4748290 Jul 06 17:32:43.292011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:43.391211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-f9d1ea41-161b-496b-ac29-a10381165dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:43.393989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-f9d1ea41-161b-496b-ac29-a10381165dce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 1095 time: 0.1685460 Jul 06 17:32:43.490742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d9bb5-0f58-499f-ac72-3cda31c1c595 req-f2afa195-e050-4700-8702-d32dc0dfddb2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:43.497916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a12d9bb5-0f58-499f-ac72-3cda31c1c595 req-f2afa195-e050-4700-8702-d32dc0dfddb2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.4446478 Jul 06 17:32:43.509301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697f922-6be9-406d-8810-880f7a486712 req-48aae62d-c0d6-45a4-aabc-db66d7dc63d2 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:43.511161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f697f922-6be9-406d-8810-880f7a486712 req-48aae62d-c0d6-45a4-aabc-db66d7dc63d2 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 944 time: 0.2138932 Jul 06 17:32:43.527546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b3d98f-41e7-488a-90c0-911eccdccb80,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:43.592905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f697f922-6be9-406d-8810-880f7a486712 req-e6651d32-1397-4881-9f03-770ed3f845f7 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674083 Jul 06 17:32:43.594171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-89caf840-17b6-4aea-852b-f952f393daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:43.595824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-89caf840-17b6-4aea-852b-f952f393daad service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.1720841 Jul 06 17:32:43.651120 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-df238ca2-5116-4f85-a79b-a1c67bd87e12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8da55a7-955d-441b-8b08-510e279ce6d6 HTTP/1.1" status: 200 len: 217 time: 0.0481880 Jul 06 17:32:43.671477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778db997-37bf-438f-9e48-f61921fc3404 req-0812f2b7-e5ef-4331-b76d-d2126c9358a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:43.672711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-778db997-37bf-438f-9e48-f61921fc3404 req-0812f2b7-e5ef-4331-b76d-d2126c9358a6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 200 len: 923 time: 0.3826489 Jul 06 17:32:43.675873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a12d9bb5-0f58-499f-ac72-3cda31c1c595 req-b80b9408-ddc5-4cbd-818e-2cdaf8837cef tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771390 Jul 06 17:32:43.737855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-382a698b-7d08-43cf-9361-4e79776bdc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:43.740243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-382a698b-7d08-43cf-9361-4e79776bdc71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0822036 Jul 06 17:32:43.743381 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-8fe2b942-442c-464b-8039-d5ede456b3ed service neutron] 10.222.0.22 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420695 Jul 06 17:32:43.760477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-778db997-37bf-438f-9e48-f61921fc3404 req-bcbc381f-6b5e-4395-916a-3ea455e7ba84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=166b9f83-5baa-4703-ad19-f9434cf5d2e2 HTTP/1.1" status: 200 len: 217 time: 0.0794806 Jul 06 17:32:43.793795 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b26c126-612f-4cd9-85a1-55dde4730b58 x-openstack-request-id: req-9b26c126-612f-4cd9-85a1-55dde4730b58 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:43.794090 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-plugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:43.794355 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b26c126-612f-4cd9-85a1-55dde4730b58 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:43.794916 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'code': 200} Jul 06 17:32:43.815879 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-7d3fa9cf-3a6a-4767-91f1-ed642256c707 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684810 Jul 06 17:32:43.859882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Attempting to bind port c0b3d98f-41e7-488a-90c0-911eccdccb80 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:43.860293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Attempting to bind port c0b3d98f-41e7-488a-90c0-911eccdccb80 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '2caa896a-0398-4e13-8e00-d7fff8a700b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dc34177a-f174-4454-8095-61db45dc5c4e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:43.860807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Attempting to bind port c0b3d98f-41e7-488a-90c0-911eccdccb80 on network dc34177a-f174-4454-8095-61db45dc5c4e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:43.889684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Port c0b3d98f-41e7-488a-90c0-911eccdccb80 on network dc34177a-f174-4454-8095-61db45dc5c4e not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:43.890024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Attempting to bind port c0b3d98f-41e7-488a-90c0-911eccdccb80 on network dc34177a-f174-4454-8095-61db45dc5c4e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:43.925899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:43.926266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Checking segment: {'id': '2caa896a-0398-4e13-8e00-d7fff8a700b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dc34177a-f174-4454-8095-61db45dc5c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:43.926675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Bound using segment: {'id': '2caa896a-0398-4e13-8e00-d7fff8a700b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dc34177a-f174-4454-8095-61db45dc5c4e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:43.927134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Bound port: c0b3d98f-41e7-488a-90c0-911eccdccb80, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa896a-0398-4e13-8e00-d7fff8a700b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dc34177a-f174-4454-8095-61db45dc5c4e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:43.928265 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:44.048704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed993a4e-fc2f-4fee-ac27-5ca5d6f2c2ff req-8022a49e-07fc-41ca-8f23-31e1c770a900 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:44.050797 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed993a4e-fc2f-4fee-ac27-5ca5d6f2c2ff req-8022a49e-07fc-41ca-8f23-31e1c770a900 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.2339621 Jul 06 17:32:44.097355 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-f12827f3-cc0a-4426-9f3f-1ae90ec2b66d service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588458 Jul 06 17:32:44.108790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0b50e-2550-40d1-97b3-1def4cf2f0e2 req-1692fbe3-6a6d-48ab-bc7c-62bbac3dbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:44.110290 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93b0b50e-2550-40d1-97b3-1def4cf2f0e2 req-1692fbe3-6a6d-48ab-bc7c-62bbac3dbc3d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1101 time: 0.2241952 Jul 06 17:32:44.260222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778db997-37bf-438f-9e48-f61921fc3404 req-2724ddcc-3c05-496d-bed0-edf6ac10941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:44.261709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-778db997-37bf-438f-9e48-f61921fc3404 req-2724ddcc-3c05-496d-bed0-edf6ac10941f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0055c108-d990-4b66-862a-1cfb90aabc2d HTTP/1.1" status: 200 len: 862 time: 0.3934298 Jul 06 17:32:44.282428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 166b9f83-5baa-4703-ad19-f9434cf5d2e2 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:44.340371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-778db997-37bf-438f-9e48-f61921fc3404 req-dcece105-cab3-465c-8b5e-8017bed33ea0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af3c9123-5259-4a0a-b9b7-21b480e20e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633700 Jul 06 17:32:44.367680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b761c2f-bc01-4be4-9fdf-6141c97de95b req-8d68d3fd-a302-4aeb-9152-982dee2d89f4 service neutron] 10.222.0.22 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062276 Jul 06 17:32:44.428985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] For port c0b3d98f-41e7-488a-90c0-911eccdccb80, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:32:44.446473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] For port c0b3d98f-41e7-488a-90c0-911eccdccb80, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c0b3d98f-41e7-488a-90c0-911eccdccb80,segment=NetworkSegment(2caa896a-0398-4e13-8e00-d7fff8a700b8),segment_id=2caa896a-0398-4e13-8e00-d7fff8a700b8)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:44.463293 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:44.487315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7d94e292-7482-4b23-9b52-773958178173 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:44.492406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 166b9f83-5baa-4703-ad19-f9434cf5d2e2, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=166b9f83-5baa-4703-ad19-f9434cf5d2e2,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:44.520564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:44.521674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:44.524981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/c0b3d98f-41e7-488a-90c0-911eccdccb80 HTTP/1.1" status: 200 len: 1091 time: 3.1511958 Jul 06 17:32:44.541557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34a546-24ab-484c-9d81-a0dd2a71cd3f req-028c0cb9-aac9-46c2-8496-a26184cf5abc tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:44.541698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '166b9f83-5baa-4703-ad19-f9434cf5d2e2', 'network_id': 'af3c9123-5259-4a0a-b9b7-21b480e20e79', 'port_id': '166b9f83-5baa-4703-ad19-f9434cf5d2e2', 'mac_address': 'fa:16:3e:f4:6b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0055c108-d990-4b66-862a-1cfb90aabc2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:32:44.546521 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed993a4e-fc2f-4fee-ac27-5ca5d6f2c2ff req-f140574b-0aca-4b8b-8a7d-f832937cf8d8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851689 Jul 06 17:32:44.550561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e34a546-24ab-484c-9d81-a0dd2a71cd3f req-028c0cb9-aac9-46c2-8496-a26184cf5abc tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1095 time: 0.2877803 Jul 06 17:32:44.598049 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93b0b50e-2550-40d1-97b3-1def4cf2f0e2 req-98b8fcc3-cadc-4524-b556-2b0a7cfbf2e8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760220 Jul 06 17:32:44.658549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0a9dd-1a33-432a-8868-186df4def1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b3d98f-41e7-488a-90c0-911eccdccb80,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:44.676655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e34a546-24ab-484c-9d81-a0dd2a71cd3f req-8d1a9826-f44c-477f-85ea-95124d0bda06 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241274 Jul 06 17:32:44.681199 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:44.697388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7d94e292-7482-4b23-9b52-773958178173 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:44.697870 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:44.701455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166b9f83-5baa-4703-ad19-f9434cf5d2e2 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:44.711537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-778db997-37bf-438f-9e48-f61921fc3404 req-90ba5276-4e4e-4d39-aab2-c2272c40fa07 service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561070 Jul 06 17:32:44.720437 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8adca4ae-e137-450f-8c10-b4ff7a310976 req-7c09f592-9fa0-48c4-a110-87ee7936f317 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147089 Jul 06 17:32:44.747530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 166b9f83-5baa-4703-ad19-f9434cf5d2e2, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=166b9f83-5baa-4703-ad19-f9434cf5d2e2,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:44.757025 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:44.757853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 8952ed39-0bdc-47a9-9f87-d1de98418292 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:44.783920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4adddb-92aa-4eba-995a-6f77846992c4 req-47a61d11-f31d-4cdc-a182-f01ee8dc9e36 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:44.785916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b4adddb-92aa-4eba-995a-6f77846992c4 req-47a61d11-f31d-4cdc-a182-f01ee8dc9e36 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 943 time: 0.1073408 Jul 06 17:32:44.826156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=166b9f83-5baa-4703-ad19-f9434cf5d2e2,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:44.830331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-764bd8e3-0a02-4a2a-a5fa-93c67677b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:44.832413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-764bd8e3-0a02-4a2a-a5fa-93c67677b3b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dcc96026f34a4da193662a2835fb77c0&device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 1094 time: 0.2453077 Jul 06 17:32:44.832807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395825b4-0c8a-4133-8dd3-cf52bb72d49a', 'tag': 'c0b3d98f-41e7-488a-90c0-911eccdccb80'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:44.835362 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "395825b4-0c8a-4133-8dd3-cf52bb72d49a", "tag": "c0b3d98f-41e7-488a-90c0-911eccdccb80"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:44.859456 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b4adddb-92aa-4eba-995a-6f77846992c4 req-12d9fddd-184a-4cd0-8de3-81eb9c3a2452 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676882 Jul 06 17:32:44.885604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-23a468b1-64dd-45a0-b34b-6d71a9b63a27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b3d98f-41e7-488a-90c0-911eccdccb80 HTTP/1.1" status: 200 len: 217 time: 0.0447879 Jul 06 17:32:44.999613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-a8a0960d-50c3-41cd-aab5-b614041b6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:45.001606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-a8a0960d-50c3-41cd-aab5-b614041b6bee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34df0234-4d0e-4cca-9f09-b534f94e9079 HTTP/1.1" status: 200 len: 854 time: 0.1093550 Jul 06 17:32:45.044459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 8952ed39-0bdc-47a9-9f87-d1de98418292, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8952ed39-0bdc-47a9-9f87-d1de98418292,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:45.053445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-6cbe7084-26fb-4cf5-995c-45f0ab46cfd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc34177a-f174-4454-8095-61db45dc5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402267 Jul 06 17:32:45.057574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-778db997-37bf-438f-9e48-f61921fc3404 req-402a3ba9-5c23-42c8-9db8-3af329e20eb0 service neutron] 10.222.0.22 "GET /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336244 Jul 06 17:32:45.060728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '8952ed39-0bdc-47a9-9f87-d1de98418292', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'port_id': '8952ed39-0bdc-47a9-9f87-d1de98418292', 'mac_address': 'fa:16:3e:f6:d0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:32:45.062587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b12eb-2102-484d-a7a3-3e65ed9b7b04 req-0d3ed455-058e-464e-9b89-b8dab902a936 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:45.064200 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb1b12eb-2102-484d-a7a3-3e65ed9b7b04 req-0d3ed455-058e-464e-9b89-b8dab902a936 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 1097 time: 0.0608227 Jul 06 17:32:45.111025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb1b12eb-2102-484d-a7a3-3e65ed9b7b04 req-576dd3b7-2666-49fb-b070-84dea13a19f0 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Jul 06 17:32:45.142700 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:45.160067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8952ed39-0bdc-47a9-9f87-d1de98418292 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:45.172141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9ea4e-70e5-40ab-af5c-1e734751c040 req-c9975c51-81b7-4d0a-9e95-36aa3d886f19 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:45.175042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20a9ea4e-70e5-40ab-af5c-1e734751c040 req-c9975c51-81b7-4d0a-9e95-36aa3d886f19 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 943 time: 0.2546787 Jul 06 17:32:45.183998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 8952ed39-0bdc-47a9-9f87-d1de98418292, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8952ed39-0bdc-47a9-9f87-d1de98418292,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:45.189003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:45.247764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20a9ea4e-70e5-40ab-af5c-1e734751c040 req-e1a4156f-151a-45f5-9d18-5157689116e1 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617878 Jul 06 17:32:45.263697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=8952ed39-0bdc-47a9-9f87-d1de98418292,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:45.284276 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-d1293ffc-b1ea-49b8-85d1-d7d2e943854a service neutron] 10.222.0.55 "GET /v2.0/networks/dc34177a-f174-4454-8095-61db45dc5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223241 Jul 06 17:32:45.311905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a3c83-4b69-4f11-9a67-b171f3c1ca2a req-a4c8d6b9-5601-4929-a757-740da931af81 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:45.314588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-615a3c83-4b69-4f11-9a67-b171f3c1ca2a req-a4c8d6b9-5601-4929-a757-740da931af81 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 951 time: 0.0808589 Jul 06 17:32:45.359727 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-615a3c83-4b69-4f11-9a67-b171f3c1ca2a req-dbc03f42-8d7f-493a-8147-ff09325709eb tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385921 Jul 06 17:32:45.437107 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2843a42e-7d4c-473e-8f4f-29aecceb13c3 req-dc3b81d7-0735-4c85-9528-8ce6c59091ef service neutron] 10.222.0.55 "GET /v2.0/networks/dc34177a-f174-4454-8095-61db45dc5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479514 Jul 06 17:32:45.477077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abd37e-0014-466a-8efb-d8b26dc53937 req-d8f454a8-b1ea-426b-b658-263dd39d5cf8 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:45.478595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81abd37e-0014-466a-8efb-d8b26dc53937 req-d8f454a8-b1ea-426b-b658-263dd39d5cf8 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 945 time: 0.0958517 Jul 06 17:32:45.522400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81abd37e-0014-466a-8efb-d8b26dc53937 req-4f96d6aa-05ea-401e-9f11-8851db398e6c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359757 Jul 06 17:32:45.554472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['8952ed39-0bdc-47a9-9f87-d1de98418292'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:45.589178 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a3051-3dbd-4df1-8a62-f599a6fbcd52 x-openstack-request-id: req-3e2a3051-3dbd-4df1-8a62-f599a6fbcd52 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:45.589861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4381df-d174-42fe-b924-b78a8ef9b842 req-d9aa72c8-bb15-4619-b9b5-7eec97a8b050 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:45.590503 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395825b4-0c8a-4133-8dd3-cf52bb72d49a", "tag": "c0b3d98f-41e7-488a-90c0-911eccdccb80", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:45.590923 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e2a3051-3dbd-4df1-8a62-f599a6fbcd52 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:45.591738 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395825b4-0c8a-4133-8dd3-cf52bb72d49a', 'tag': 'c0b3d98f-41e7-488a-90c0-911eccdccb80', 'status': 'completed', 'code': 200} Jul 06 17:32:45.600464 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc4381df-d174-42fe-b924-b78a8ef9b842 req-d9aa72c8-bb15-4619-b9b5-7eec97a8b050 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 1095 time: 0.0880291 Jul 06 17:32:45.642673 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['166b9f83-5baa-4703-ad19-f9434cf5d2e2'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:45.651730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc4381df-d174-42fe-b924-b78a8ef9b842 req-4847b821-0274-4302-af0c-5d809145d56d tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Jul 06 17:32:45.899630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-fca41558-bab0-4ae0-8f78-0100be4046dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:45.903695 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-fca41558-bab0-4ae0-8f78-0100be4046dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dcc96026f34a4da193662a2835fb77c0&device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 1094 time: 0.2545481 Jul 06 17:32:45.911995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dadad2-1de3-4c23-851a-620336eeda04 req-6c517959-bb4a-4e0e-956e-4ad93b93f0b5 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:45.914483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a3dadad2-1de3-4c23-851a-620336eeda04 req-6c517959-bb4a-4e0e-956e-4ad93b93f0b5 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 1097 time: 0.1620927 Jul 06 17:32:46.037342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a3dadad2-1de3-4c23-851a-620336eeda04 req-009390d6-cae8-4b0b-af43-3527418c7911 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085749 Jul 06 17:32:46.091186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-b7fc1ea9-55df-47a7-9d9e-53dbe99c0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:46.092663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-b7fc1ea9-55df-47a7-9d9e-53dbe99c0ada service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc34177a-f174-4454-8095-61db45dc5c4e HTTP/1.1" status: 200 len: 915 time: 0.1771653 Jul 06 17:32:46.151155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-00a610dd-b880-4ae7-b51c-8d29958567fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b3d98f-41e7-488a-90c0-911eccdccb80 HTTP/1.1" status: 200 len: 217 time: 0.0513241 Jul 06 17:32:46.172059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8923f0-344d-43f9-8744-430b2ab80b59 req-466044d7-288b-4179-848e-5a535c2a0153 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:46.174783 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bd8923f0-344d-43f9-8744-430b2ab80b59 req-466044d7-288b-4179-848e-5a535c2a0153 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.0858176 Jul 06 17:32:46.210396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-924f9922-b1c4-4b43-87b3-837814713c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:46.212463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-924f9922-b1c4-4b43-87b3-837814713c65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34df0234-4d0e-4cca-9f09-b534f94e9079 HTTP/1.1" status: 200 len: 854 time: 0.0552447 Jul 06 17:32:46.232116 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bd8923f0-344d-43f9-8744-430b2ab80b59 req-71714f30-e2e7-4cdf-b673-a8df886e3d1d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506132 Jul 06 17:32:46.249111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-42fff4e4-4237-43e5-923c-b0248c734d16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc34177a-f174-4454-8095-61db45dc5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300622 Jul 06 17:32:46.411258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-2c608b0b-9d87-4e19-ba3e-c809f630f836 service neutron] 10.222.0.55 "GET /v2.0/networks/dc34177a-f174-4454-8095-61db45dc5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554165 Jul 06 17:32:46.488537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4442040-069e-4c3f-ac98-f0c3981566ca req-b557841d-1655-4d08-9e4d-132948e90ca7 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:46.491460 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4442040-069e-4c3f-ac98-f0c3981566ca req-b557841d-1655-4d08-9e4d-132948e90ca7 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 943 time: 0.1352634 Jul 06 17:32:46.529365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c74efe1-dab6-4c69-b13a-4be2e2a1f8b8 req-e08e611f-4797-47e2-bd5b-565079631e62 service neutron] 10.222.0.55 "GET /v2.0/networks/dc34177a-f174-4454-8095-61db45dc5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063538 Jul 06 17:32:46.561631 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4442040-069e-4c3f-ac98-f0c3981566ca req-a98cecae-4e2c-4f31-a04d-248a9b468c28 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637524 Jul 06 17:32:46.595588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86d06e-9d70-45de-b27e-147007649ce6 req-52d94b1d-fd84-4f00-8df6-a7359a8a1671 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:46.597530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a86d06e-9d70-45de-b27e-147007649ce6 req-52d94b1d-fd84-4f00-8df6-a7359a8a1671 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1102 time: 0.0672848 Jul 06 17:32:46.637829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a86d06e-9d70-45de-b27e-147007649ce6 req-ce56a1ad-2013-42a1-ac43-9a0805e1ccea tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Jul 06 17:32:46.778402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddbb26-b1d4-4d35-8af5-6cdce91f3f91 req-39dbf8a8-dffa-45da-b8da-9b59bf2cc5bc tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:46.780105 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4eddbb26-b1d4-4d35-8af5-6cdce91f3f91 req-39dbf8a8-dffa-45da-b8da-9b59bf2cc5bc tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.0725193 Jul 06 17:32:46.830920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4eddbb26-b1d4-4d35-8af5-6cdce91f3f91 req-f4241c69-dafe-427a-a375-128c4012934e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Jul 06 17:32:46.845998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b174b7d-e37f-4377-bb23-e38c1d86eedc req-161cca28-33fd-4e47-af9f-7b42ed3be2c3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:46.847863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b174b7d-e37f-4377-bb23-e38c1d86eedc req-161cca28-33fd-4e47-af9f-7b42ed3be2c3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 944 time: 0.0905504 Jul 06 17:32:46.891509 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b174b7d-e37f-4377-bb23-e38c1d86eedc req-1ead531b-9139-424f-856a-baef27ccdb5e tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363841 Jul 06 17:32:46.925892 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcba01e0-750f-47e4-8a8c-281866f01db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:47.019558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d0082-fa88-4b11-a5d3-eb9a1f0aa69b req-146cfc2c-7097-46f1-a413-37317f9d6957 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:47.021984 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e5d0082-fa88-4b11-a5d3-eb9a1f0aa69b req-146cfc2c-7097-46f1-a413-37317f9d6957 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 945 time: 0.0750303 Jul 06 17:32:47.026113 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:32:47.087769 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e5d0082-fa88-4b11-a5d3-eb9a1f0aa69b req-14f041e1-fe5c-493a-91dd-0707ea3b86e3 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570471 Jul 06 17:32:47.571915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0893c-051d-4fa8-bd3c-df5731f212c0 req-20862bf2-5e7d-412f-a0b8-49a3dd12867c tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:47.579577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3a0893c-051d-4fa8-bd3c-df5731f212c0 req-20862bf2-5e7d-412f-a0b8-49a3dd12867c tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 1102 time: 0.1096637 Jul 06 17:32:47.631585 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3a0893c-051d-4fa8-bd3c-df5731f212c0 req-13d6324e-1783-40dd-8a5a-e4ea7eb19fd5 tempest-ServersAdminTestJSON-1703405220 tempest-ServersAdminTestJSON-1703405220-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 Jul 06 17:32:47.867485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acf403-fb8c-4359-ab6c-728201f54ca8 req-c3051f84-3468-49e4-8fa9-7f0b885f3c5d tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:47.869421 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31acf403-fb8c-4359-ab6c-728201f54ca8 req-c3051f84-3468-49e4-8fa9-7f0b885f3c5d tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 943 time: 0.1033781 Jul 06 17:32:47.921057 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31acf403-fb8c-4359-ab6c-728201f54ca8 req-5060de26-2fcb-44ba-a210-15c8b1bec4bd tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Jul 06 17:32:48.131250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-2b7b5f8b-95e7-460b-bb34-3ddc0ea1b4df tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:32:48.132322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-2b7b5f8b-95e7-460b-bb34-3ddc0ea1b4df tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073020 Jul 06 17:32:48.141789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Request body: {'binding': {'host': 'n-h1-799526-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:48.142317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Unknown quota resources ['binding']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:32:48.305996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 166b9f83-5baa-4703-ad19-f9434cf5d2e2 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:48.346364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae on host n-h1-799526-3 for vnic_type normal with profile None {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:32:48.346703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:32:48.347323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:48.353335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Port 336865e5-9274-43e6-ae6f-0644ef4d44ae on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:32:48.353678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:32:48.361453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:32:48.361453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:32:48.361453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:32:48.361453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Bound port: 336865e5-9274-43e6-ae6f-0644ef4d44ae, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:32:48.428537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 166b9f83-5baa-4703-ad19-f9434cf5d2e2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:48.433409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 166b9f83-5baa-4703-ad19-f9434cf5d2e2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:48.434007 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:48.438415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:32:48.445228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:48.447266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c833d9a9-5be5-4f37-ad7f-87af027b6df9 service neutron] 10.222.0.13 "POST /v2.0/ports/336865e5-9274-43e6-ae6f-0644ef4d44ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.3092825 Jul 06 17:32:48.647450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c0b3d98f-41e7-488a-90c0-911eccdccb80 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:32:48.686269 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:48.804728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-c780d8f8-7f2f-45ba-a098-26194e9a02e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2662809 Jul 06 17:32:48.828393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30bc89d-aae1-4b68-ba39-f2c671426400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166b9f83-5baa-4703-ad19-f9434cf5d2e2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:48.840266 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985be916-7ec4-4d78-b055-ae25f24324e6" -d '{"events": [{"server_uuid": "e30bc89d-aae1-4b68-ba39-f2c671426400", "name": "network-vif-plugged", "status": "completed", "tag": "166b9f83-5baa-4703-ad19-f9434cf5d2e2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:48.846554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd9131-291d-41f0-baef-66ab3c276434 req-dae6ab59-b670-4791-b7dd-354e5e1892ea tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:48.849814 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05cd9131-291d-41f0-baef-66ab3c276434 req-dae6ab59-b670-4791-b7dd-354e5e1892ea tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 944 time: 0.2072787 Jul 06 17:32:48.860457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 166b9f83-5baa-4703-ad19-f9434cf5d2e2, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=166b9f83-5baa-4703-ad19-f9434cf5d2e2,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:48.875216 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:48.876271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 8952ed39-0bdc-47a9-9f87-d1de98418292 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:48.936301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05cd9131-291d-41f0-baef-66ab3c276434 req-02a5f7de-233a-4312-af7d-a22761ec8e05 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768821 Jul 06 17:32:48.944710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-b36a85f6-9e61-417c-bb69-40f89f0856ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:48.946500 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-b36a85f6-9e61-417c-bb69-40f89f0856ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 1097 time: 0.1773710 Jul 06 17:32:48.954996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85d279-6fd0-4ba0-ad23-5e571935d69f req-61e8c969-24bf-4dff-9508-bd3de9b4d9dd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:48.962921 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a85d279-6fd0-4ba0-ad23-5e571935d69f req-61e8c969-24bf-4dff-9508-bd3de9b4d9dd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 945 time: 0.1831729 Jul 06 17:32:49.064340 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a85d279-6fd0-4ba0-ad23-5e571935d69f req-0b1eeccd-3cbc-4f6f-877b-8e6a7d315a23 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004190 Jul 06 17:32:49.166647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-8eb6feef-cb61-497e-b2d5-ef3a6e0be095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:49.175012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-8eb6feef-cb61-497e-b2d5-ef3a6e0be095 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.1999300 Jul 06 17:32:49.209368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c0b3d98f-41e7-488a-90c0-911eccdccb80, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c0b3d98f-41e7-488a-90c0-911eccdccb80,segment=NetworkSegment(2caa896a-0398-4e13-8e00-d7fff8a700b8),segment_id=2caa896a-0398-4e13-8e00-d7fff8a700b8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:49.250016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'c0b3d98f-41e7-488a-90c0-911eccdccb80', 'network_id': 'dc34177a-f174-4454-8095-61db45dc5c4e', 'port_id': 'c0b3d98f-41e7-488a-90c0-911eccdccb80', 'mac_address': 'fa:16:3e:98:86:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34df0234-4d0e-4cca-9f09-b534f94e9079', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:32:49.287468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-7bdf178a-93ab-4fc1-8e5c-bfb30d3c196a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae HTTP/1.1" status: 200 len: 217 time: 0.1066773 Jul 06 17:32:49.373069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=166b9f83-5baa-4703-ad19-f9434cf5d2e2,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:49.379750 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:49.443724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-769a84cd-6fa7-4a34-b2ff-fe759ea94a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:49.446477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b3d98f-41e7-488a-90c0-911eccdccb80 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:32:49.450023 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-769a84cd-6fa7-4a34-b2ff-fe759ea94a88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.1544049 Jul 06 17:32:49.500573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c0b3d98f-41e7-488a-90c0-911eccdccb80, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c0b3d98f-41e7-488a-90c0-911eccdccb80,segment=NetworkSegment(2caa896a-0398-4e13-8e00-d7fff8a700b8),segment_id=2caa896a-0398-4e13-8e00-d7fff8a700b8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:49.513841 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:49.518631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 8952ed39-0bdc-47a9-9f87-d1de98418292 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:49.530966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07c97990-e252-49b2-bdc6-21da18006302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:49.535873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 8952ed39-0bdc-47a9-9f87-d1de98418292 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:49.536220 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:49.560358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c3e8b14c-5df1-4449-9b8a-32a4484f56df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705347 Jul 06 17:32:49.690223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c0b3d98f-41e7-488a-90c0-911eccdccb80,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:49.759605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:49.777262 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:49.779319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50df58a-bada-413d-9427-3c8a45b2d549 req-39abd9ab-0497-4716-a433-0a80bc36ea24 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:49.791790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c50df58a-bada-413d-9427-3c8a45b2d549 req-39abd9ab-0497-4716-a433-0a80bc36ea24 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 949 time: 0.2482061 Jul 06 17:32:49.827558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 8952ed39-0bdc-47a9-9f87-d1de98418292, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8952ed39-0bdc-47a9-9f87-d1de98418292,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:49.836725 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:49.860093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38713-5894-460c-903f-10d89d67b888 req-a567245d-073e-407a-b642-7f601145853d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:49.869177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d7d38713-5894-460c-903f-10d89d67b888 req-a567245d-073e-407a-b642-7f601145853d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.4180484 Jul 06 17:32:49.928522 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c50df58a-bada-413d-9427-3c8a45b2d549 req-21e1d162-e43c-43de-bc8d-492b4e917383 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348917 Jul 06 17:32:49.933896 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-d06c9fc9-3407-4a69-8b6b-14f16911e7f2 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380547 Jul 06 17:32:49.942944 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d7d38713-5894-460c-903f-10d89d67b888 req-bfac542b-05cc-4b2f-9a37-cc0018a468b4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725560 Jul 06 17:32:49.959421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-d84a1edf-71de-49a6-9e56-59cd4c127a27 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:49.966257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-d84a1edf-71de-49a6-9e56-59cd4c127a27 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 949 time: 0.4115844 Jul 06 17:32:50.005374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=8952ed39-0bdc-47a9-9f87-d1de98418292,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:50.027254 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bcecf9-f8dc-428f-9ef2-ad50236ef47b x-openstack-request-id: req-a8bcecf9-f8dc-428f-9ef2-ad50236ef47b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:50.027566 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30bc89d-aae1-4b68-ba39-f2c671426400", "name": "network-vif-plugged", "status": "completed", "tag": "166b9f83-5baa-4703-ad19-f9434cf5d2e2", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:50.028345 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8bcecf9-f8dc-428f-9ef2-ad50236ef47b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:50.028345 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30bc89d-aae1-4b68-ba39-f2c671426400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166b9f83-5baa-4703-ad19-f9434cf5d2e2', 'code': 200} Jul 06 17:32:50.032369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c0b3d98f-41e7-488a-90c0-911eccdccb80'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:50.150171 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-7ff1d39b-92a4-44b3-8e74-b76493033587 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053134 Jul 06 17:32:50.296840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Deleting port fd46fa62-02df-41a4-951d-9add532fcbfc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:32:50.297446 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:50.377275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a46cf-76eb-4665-8670-3d134511f1e2 req-aff4f8b2-f43d-4c7b-aa20-622857b4cdf5 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:50.391915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-741a46cf-76eb-4665-8670-3d134511f1e2 req-aff4f8b2-f43d-4c7b-aa20-622857b4cdf5 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 944 time: 0.1892440 Jul 06 17:32:50.398801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dd12f-f232-41c0-9e47-7c1855fde75f req-c3470bf9-b900-4cda-889c-9f62a8c60638 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:50.400659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-428dd12f-f232-41c0-9e47-7c1855fde75f req-c3470bf9-b900-4cda-889c-9f62a8c60638 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.1956754 Jul 06 17:32:50.415801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c8ba-efa8-4a23-84f5-1e301de26f2d req-2ed01656-0920-40dc-9ae8-7c2e893b547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:50.417471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0983c8ba-efa8-4a23-84f5-1e301de26f2d req-2ed01656-0920-40dc-9ae8-7c2e893b547e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 1097 time: 0.3042977 Jul 06 17:32:50.478927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] For port fd46fa62-02df-41a4-951d-9add532fcbfc, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fd46fa62-02df-41a4-951d-9add532fcbfc,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:50.479621 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:50.500311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-428dd12f-f232-41c0-9e47-7c1855fde75f req-def042ed-b560-4ccd-ba76-dea27690d68b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919273 Jul 06 17:32:50.502727 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-741a46cf-76eb-4665-8670-3d134511f1e2 req-797c364c-ee3e-471e-bc07-91d3a496830e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098149 Jul 06 17:32:50.512866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0983c8ba-efa8-4a23-84f5-1e301de26f2d req-bbe487b4-37d0-4ce5-a472-eb1f2761aebc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810304 Jul 06 17:32:50.531504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Calling delete_port for fd46fa62-02df-41a4-951d-9add532fcbfc owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:32:50.539810 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:50.756262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7600-d79f-457c-bdd4-c484a4896f1b req-ea3b1fe7-93a3-40db-bb70-dae24f64c771 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:50.758175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e5eb7600-d79f-457c-bdd4-c484a4896f1b req-ea3b1fe7-93a3-40db-bb70-dae24f64c771 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 945 time: 0.1022139 Jul 06 17:32:50.826222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c478a9b-ecc9-460e-a947-a5a8c613bfe8 req-b1998952-5ac1-4d16-8d2c-8413d588986b tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:50.828089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c478a9b-ecc9-460e-a947-a5a8c613bfe8 req-b1998952-5ac1-4d16-8d2c-8413d588986b tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 946 time: 0.1213009 Jul 06 17:32:50.835310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-438efc5e-bbbf-4035-9279-4f5181002358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:50.836788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-438efc5e-bbbf-4035-9279-4f5181002358 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1101 time: 0.1193824 Jul 06 17:32:50.848175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e5eb7600-d79f-457c-bdd4-c484a4896f1b req-182b97a2-76ce-4614-bdee-028e1a4e02c6 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747659 Jul 06 17:32:50.859715 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:50.883270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a965ffdb-2f34-4f78-9441-2e2ca7302b29'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:50.923374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Pushing event deleted for resources: {'Port': ['ID=fd46fa62-02df-41a4-951d-9add532fcbfc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:50.973700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.975191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.975781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.976314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.976841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.977907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.978492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.979018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.979542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.980061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.980598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:50.981238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:51.011633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] No DVR routers for this DVR port fd46fa62-02df-41a4-951d-9add532fcbfc on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:32:51.015009 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:51.017803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab19aeac-bd00-46c3-8ccf-12087c4871fb req-37915925-8379-49ab-8b24-f7de52676f38 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "DELETE /v2.0/ports/fd46fa62-02df-41a4-951d-9add532fcbfc HTTP/1.1" status: 204 len: 173 time: 1.0328557 Jul 06 17:32:51.018545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0d74f1-eb8b-4bec-945f-6b26ceb2a309', 'name': 'network-vif-deleted', 'tag': 'fd46fa62-02df-41a4-951d-9add532fcbfc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:51.027657 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82838db9-fb66-4fd1-8838-8f8e4fb5fe27" -d '{"events": [{"server_uuid": "2a0d74f1-eb8b-4bec-945f-6b26ceb2a309", "name": "network-vif-deleted", "tag": "fd46fa62-02df-41a4-951d-9add532fcbfc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:51.081191 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c478a9b-ecc9-460e-a947-a5a8c613bfe8 req-19d4375b-7c6f-481f-a094-b5597425bc4d tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430487 Jul 06 17:32:51.097646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-cd0665cd-ef25-44e6-9cfb-bf07bc9009a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:51.101444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-cd0665cd-ef25-44e6-9cfb-bf07bc9009a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2431638 Jul 06 17:32:51.198078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-876bdad4-2e18-4077-b157-4187bcd17285 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.0883253 Jul 06 17:32:51.211786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['253c0649-1d32-49f7-aba4-7cebae9c02f5'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:51.232652 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2e49ba61-62f0-40fd-9573-e11c959ac279 req-7d4b0222-ed44-4b8e-a9ec-e8daeb430f1a tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0d74f1-eb8b-4bec-945f-6b26ceb2a309 HTTP/1.1" status: 200 len: 210 time: 0.0759771 Jul 06 17:32:51.274197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-5fae6d2c-bfa3-48c1-bd61-3ec1d74b4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:51.276250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-5fae6d2c-bfa3-48c1-bd61-3ec1d74b4ce7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0649583 Jul 06 17:32:51.348793 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeecd734-a80b-44fb-a2a6-9d3386c8d0d6 x-openstack-request-id: req-eeecd734-a80b-44fb-a2a6-9d3386c8d0d6 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:51.350267 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0d74f1-eb8b-4bec-945f-6b26ceb2a309", "name": "network-vif-deleted", "tag": "fd46fa62-02df-41a4-951d-9add532fcbfc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:51.350945 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeecd734-a80b-44fb-a2a6-9d3386c8d0d6 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:51.351541 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0d74f1-eb8b-4bec-945f-6b26ceb2a309', 'name': 'network-vif-deleted', 'tag': 'fd46fa62-02df-41a4-951d-9add532fcbfc', 'status': 'completed', 'code': 200} Jul 06 17:32:51.465601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-25eb68d5-3836-4719-b85a-8e9897be92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:51.467346 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-25eb68d5-3836-4719-b85a-8e9897be92c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1813424 Jul 06 17:32:51.480339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020082-328b-43e5-a55a-8aa670fe1aaf req-cefe786e-711d-410d-8bbd-39a4be6d8b6f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:51.481887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68020082-328b-43e5-a55a-8aa670fe1aaf req-cefe786e-711d-410d-8bbd-39a4be6d8b6f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.1128073 Jul 06 17:32:51.582993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68020082-328b-43e5-a55a-8aa670fe1aaf req-a6f83ab7-e462-443d-901d-d13eace06412 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881536 Jul 06 17:32:51.697862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-651b1687-d16b-4e63-a56a-4fb5fe25ef18 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146273 Jul 06 17:32:51.867446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5e5f2-2297-4ab9-83ce-e6b0d19d1c7f req-5a3a280a-c0e7-46eb-8a31-4f30778daf10 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:51.868782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21c5e5f2-2297-4ab9-83ce-e6b0d19d1c7f req-5a3a280a-c0e7-46eb-8a31-4f30778daf10 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.1418784 Jul 06 17:32:51.926764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21c5e5f2-2297-4ab9-83ce-e6b0d19d1c7f req-a82917dc-9095-4178-a55e-7b8af001bc1f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 Jul 06 17:32:51.931228 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-db94826c-7384-4a2b-b963-2dd5ad13e2b5 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269759 Jul 06 17:32:51.960376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7a9b3-28be-409e-a062-877b539ecdcc req-48fc39de-9611-48dd-9c02-428806c6261d tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:51.962967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7a7a9b3-28be-409e-a062-877b539ecdcc req-48fc39de-9611-48dd-9c02-428806c6261d tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 944 time: 0.1886599 Jul 06 17:32:52.021651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7a7a9b3-28be-409e-a062-877b539ecdcc req-1fe2fe80-5118-46e7-a305-89093241347c tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512853 Jul 06 17:32:52.029488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8952ed39-0bdc-47a9-9f87-d1de98418292'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:52.034124 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae6bb84-975d-42bd-8ffd-c1eefcf2fd29" -d '{"events": [{"server_uuid": "9219e451-30d1-41bd-a64a-fd9d0a685727", "name": "network-vif-plugged", "status": "completed", "tag": "8952ed39-0bdc-47a9-9f87-d1de98418292"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:52.134566 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfc8f6a-4b3d-4544-b5cf-70b1b106d3cb x-openstack-request-id: req-cbfc8f6a-4b3d-4544-b5cf-70b1b106d3cb {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:52.135018 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9219e451-30d1-41bd-a64a-fd9d0a685727", "name": "network-vif-plugged", "status": "completed", "tag": "8952ed39-0bdc-47a9-9f87-d1de98418292", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:52.135391 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbfc8f6a-4b3d-4544-b5cf-70b1b106d3cb {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:52.136119 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8952ed39-0bdc-47a9-9f87-d1de98418292', 'code': 200} Jul 06 17:32:52.274421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f979838-3ae8-4d04-81b2-daabca1581bc req-95cb44c0-2c63-42dc-920c-70caa7b2386c tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:52.278822 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8f979838-3ae8-4d04-81b2-daabca1581bc req-95cb44c0-2c63-42dc-920c-70caa7b2386c tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 945 time: 0.1231313 Jul 06 17:32:52.321311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fd46fa62-02df-41a4-951d-9add532fcbfc no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:52.342576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8f979838-3ae8-4d04-81b2-daabca1581bc req-9e4bf0f4-29de-486c-bfb9-449ad3c74a78 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597866 Jul 06 17:32:52.358948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c819ce-d31c-4c41-8de6-f28c5b863110 req-f8129848-3817-4442-9f3d-07a33a73088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:52.362320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: fd46fa62-02df-41a4-951d-9add532fcbfc {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:32:52.362756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fd46fa62-02df-41a4-951d-9add532fcbfc not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:32:52.377052 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81c819ce-d31c-4c41-8de6-f28c5b863110 req-f8129848-3817-4442-9f3d-07a33a73088b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 1096 time: 0.1375458 Jul 06 17:32:52.388605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:52.436682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81c819ce-d31c-4c41-8de6-f28c5b863110 req-4487e115-d25c-4ec5-93eb-6508a36106a4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523531 Jul 06 17:32:52.449232 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739e19e-c861-476d-9c43-bb5141d2e8b3 req-ad3f9535-03ff-421d-80ed-d5e0df3780cb tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:52.450755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5739e19e-c861-476d-9c43-bb5141d2e8b3 req-ad3f9535-03ff-421d-80ed-d5e0df3780cb tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 946 time: 0.1428392 Jul 06 17:32:52.508462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5739e19e-c861-476d-9c43-bb5141d2e8b3 req-90cba6e5-3731-447a-97e6-9b2467b5950c tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483959 Jul 06 17:32:52.587996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c0b3d98f-41e7-488a-90c0-911eccdccb80 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:32:52.685152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port c0b3d98f-41e7-488a-90c0-911eccdccb80 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:32:52.694552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port c0b3d98f-41e7-488a-90c0-911eccdccb80 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:32:52.694942 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:52.823590 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:52.883624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c0b3d98f-41e7-488a-90c0-911eccdccb80, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c0b3d98f-41e7-488a-90c0-911eccdccb80,segment=NetworkSegment(2caa896a-0398-4e13-8e00-d7fff8a700b8),segment_id=2caa896a-0398-4e13-8e00-d7fff8a700b8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:52.891825 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:53.008532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a4e3-0f11-4c5e-9303-19ebd4d049cf req-7d267444-ee9e-4ecf-beae-89b96a81266a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:53.015434 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5a75a4e3-0f11-4c5e-9303-19ebd4d049cf req-7d267444-ee9e-4ecf-beae-89b96a81266a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.1393836 Jul 06 17:32:53.043453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c0b3d98f-41e7-488a-90c0-911eccdccb80,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:53.082372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5a75a4e3-0f11-4c5e-9303-19ebd4d049cf req-a796a26e-d1cd-486b-a437-71d594a6cf13 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641038 Jul 06 17:32:53.114478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53213031-360f-42d5-89fa-abecaddd667f req-249ecb1d-a871-4544-8378-313068bf9f2a tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:53.127774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53213031-360f-42d5-89fa-abecaddd667f req-249ecb1d-a871-4544-8378-313068bf9f2a tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 950 time: 0.1818964 Jul 06 17:32:53.157637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53213031-360f-42d5-89fa-abecaddd667f req-026b9c6a-8a1c-4a91-ba00-6c625a9de2b9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Jul 06 17:32:53.347479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97239a82-0cd7-4a91-8ed9-5a3e7b087d1a req-0556bd16-4da2-4476-96ca-f9c5c1ff5c9d tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:53.357302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97239a82-0cd7-4a91-8ed9-5a3e7b087d1a req-0556bd16-4da2-4476-96ca-f9c5c1ff5c9d tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 946 time: 0.0946491 Jul 06 17:32:53.417375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97239a82-0cd7-4a91-8ed9-5a3e7b087d1a req-43e1c3ad-40b9-4825-ae8a-5d2962cd648a tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587621 Jul 06 17:32:53.463743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b87fbe-9532-49f2-a226-98ac4da75c11 req-69fde6fc-781b-44ab-b009-1ac2c9429d43 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:53.465275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f7b87fbe-9532-49f2-a226-98ac4da75c11 req-69fde6fc-781b-44ab-b009-1ac2c9429d43 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.1494074 Jul 06 17:32:53.517388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f7b87fbe-9532-49f2-a226-98ac4da75c11 req-4839f2e3-7a40-486a-aed4-f15d995da2b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Jul 06 17:32:53.668514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79641c1a-ea3e-4cfa-8321-7d5a57acf145 req-db23daf5-a557-4763-86e5-d2099b6000f0 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:53.678658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79641c1a-ea3e-4cfa-8321-7d5a57acf145 req-db23daf5-a557-4763-86e5-d2099b6000f0 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 945 time: 0.1479726 Jul 06 17:32:53.743217 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79641c1a-ea3e-4cfa-8321-7d5a57acf145 req-4fe99d4f-4433-44ee-a653-06261787f847 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633407 Jul 06 17:32:53.823412 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92e0ef-8bbe-475e-b3db-50e0922f5bf9 req-0ec2ab1a-9418-403f-a90b-adcd0f4d8ada tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:53.826163 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e92e0ef-8bbe-475e-b3db-50e0922f5bf9 req-0ec2ab1a-9418-403f-a90b-adcd0f4d8ada tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 945 time: 0.1277690 Jul 06 17:32:53.882915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e92e0ef-8bbe-475e-b3db-50e0922f5bf9 req-4aa5fc84-bc62-4283-8ee3-3c29910a2dc3 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495064 Jul 06 17:32:54.138185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395825b4-0c8a-4133-8dd3-cf52bb72d49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b3d98f-41e7-488a-90c0-911eccdccb80'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:54.145307 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e509f6-53dc-4594-9f08-35306a79eddf" -d '{"events": [{"server_uuid": "395825b4-0c8a-4133-8dd3-cf52bb72d49a", "name": "network-vif-plugged", "status": "completed", "tag": "c0b3d98f-41e7-488a-90c0-911eccdccb80"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:54.206200 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d450dc-a8e8-4cea-8a87-9f99491a662f x-openstack-request-id: req-46d450dc-a8e8-4cea-8a87-9f99491a662f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:54.206518 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395825b4-0c8a-4133-8dd3-cf52bb72d49a", "name": "network-vif-plugged", "status": "completed", "tag": "c0b3d98f-41e7-488a-90c0-911eccdccb80", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:54.206778 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46d450dc-a8e8-4cea-8a87-9f99491a662f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:54.207367 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395825b4-0c8a-4133-8dd3-cf52bb72d49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b3d98f-41e7-488a-90c0-911eccdccb80', 'code': 200} Jul 06 17:32:54.323609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93628657-0601-420e-a610-174325bd355f req-f32a7b44-042e-46b1-97a6-4b9b8495f2ca tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:54.348404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93628657-0601-420e-a610-174325bd355f req-f32a7b44-042e-46b1-97a6-4b9b8495f2ca tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.1443338 Jul 06 17:32:54.487524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba344a-6f57-4820-a578-b29612323c98 req-458b5cd4-f23d-4317-b504-de261008dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:54.490022 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e1ba344a-6f57-4820-a578-b29612323c98 req-458b5cd4-f23d-4317-b504-de261008dedf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 1096 time: 0.1919863 Jul 06 17:32:54.501857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93628657-0601-420e-a610-174325bd355f req-c41cec89-d90e-4473-9eff-7f4d0e89fa85 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481035 Jul 06 17:32:54.569006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e1ba344a-6f57-4820-a578-b29612323c98 req-b857ffcc-944a-4ad6-b92a-dcae017ba9c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 Jul 06 17:32:54.587026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0ea9c-cfbc-44df-97f4-56f0586dd66c req-64409a8d-6f72-4c8d-bc8a-dbdb12cdf0ff tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:54.589201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71d0ea9c-cfbc-44df-97f4-56f0586dd66c req-64409a8d-6f72-4c8d-bc8a-dbdb12cdf0ff tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 950 time: 0.1651745 Jul 06 17:32:54.650447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71d0ea9c-cfbc-44df-97f4-56f0586dd66c req-c283c364-793f-4a41-9414-a882349095e0 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588901 Jul 06 17:32:54.676623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-0f0c812e-fd8b-4fe8-81f0-4969ebcf1d3e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:54.676623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-0f0c812e-fd8b-4fe8-81f0-4969ebcf1d3e tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 946 time: 0.2033570 Jul 06 17:32:54.738369 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feeb38c-c4d6-49cb-851d-1b8bd8b7c731 req-7a0b142d-ec29-4ac0-bc00-4378d3b0b681 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:54.746061 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4feeb38c-c4d6-49cb-851d-1b8bd8b7c731 req-7a0b142d-ec29-4ac0-bc00-4378d3b0b681 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 946 time: 0.1359246 Jul 06 17:32:54.807385 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4feeb38c-c4d6-49cb-851d-1b8bd8b7c731 req-23d059cb-da6f-4e25-8cf1-33e12e4ca5ae tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602746 Jul 06 17:32:54.877894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2114ab3f-b8f9-4caf-a07d-fd4c93675480 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:54.880788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2114ab3f-b8f9-4caf-a07d-fd4c93675480 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.55 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 950 time: 0.1834612 Jul 06 17:32:55.043991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Deleting port 166b9f83-5baa-4703-ad19-f9434cf5d2e2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:32:55.044486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:55.059324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953bd2c-bd99-4d02-8159-97f22f958d34 req-3e6c1ac0-7bb9-4f06-a0bc-d3e34416abac tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:55.067258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f953bd2c-bd99-4d02-8159-97f22f958d34 req-3e6c1ac0-7bb9-4f06-a0bc-d3e34416abac tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.2529106 Jul 06 17:32:55.072330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244927d6-84a1-4555-a740-45cc1df034b9 req-384d1857-cf9b-4aa6-9b17-07543a696e8c tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:55.083399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-244927d6-84a1-4555-a740-45cc1df034b9 req-384d1857-cf9b-4aa6-9b17-07543a696e8c tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 945 time: 0.1498773 Jul 06 17:32:55.184476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-244927d6-84a1-4555-a740-45cc1df034b9 req-067d8026-d991-4499-ae16-a3895ce49bab tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974050 Jul 06 17:32:55.432834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e0836-dbba-444f-a801-78dead4484d6 req-0083b391-f800-448d-9398-24b8eb493dec tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:55.438906 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-304e0836-dbba-444f-a801-78dead4484d6 req-0083b391-f800-448d-9398-24b8eb493dec tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 945 time: 0.1098020 Jul 06 17:32:55.507648 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-304e0836-dbba-444f-a801-78dead4484d6 req-976fef0c-b8ce-4540-99db-c5308e21658f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651443 Jul 06 17:32:55.544016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Deleting port 253c0649-1d32-49f7-aba4-7cebae9c02f5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:32:55.544475 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:55.567102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f953bd2c-bd99-4d02-8159-97f22f958d34 req-70c2b6be-57f8-466e-9f27-8cb7c4ebbfa5 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981027 Jul 06 17:32:55.704562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] For port 166b9f83-5baa-4703-ad19-f9434cf5d2e2, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=166b9f83-5baa-4703-ad19-f9434cf5d2e2,segment=NetworkSegment(355927f4-e045-4dbb-a5e9-7775630dcbe5),segment_id=355927f4-e045-4dbb-a5e9-7775630dcbe5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:55.705265 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:55.749973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Calling delete_port for 166b9f83-5baa-4703-ad19-f9434cf5d2e2 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:32:55.792391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399906bc-d56a-487d-b95f-c31385a1c0a6 req-edf06724-2214-4b8a-b16b-824302017b8a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:55.802893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-399906bc-d56a-487d-b95f-c31385a1c0a6 req-edf06724-2214-4b8a-b16b-824302017b8a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.1210742 Jul 06 17:32:55.882722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-399906bc-d56a-487d-b95f-c31385a1c0a6 req-eebe8e37-747c-4be3-b90e-098a4683b8cf tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749273 Jul 06 17:32:55.916579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] For port 253c0649-1d32-49f7-aba4-7cebae9c02f5, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=253c0649-1d32-49f7-aba4-7cebae9c02f5,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:32:55.916995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:55.950022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Calling delete_port for 253c0649-1d32-49f7-aba4-7cebae9c02f5 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:32:56.039167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb94960-fa65-4116-af43-2dbd22483e74 req-b9279729-5b0f-4d86-86d0-f54a96cf0621 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:56.049394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:32:56.057918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-57f03720-0107-4174-865b-2aa5564b16eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Request body: {'floatingip': {'port_id': '8952ed39-0bdc-47a9-9f87-d1de98418292'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:32:56.058459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ccb94960-fa65-4116-af43-2dbd22483e74 req-b9279729-5b0f-4d86-86d0-f54a96cf0621 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 945 time: 0.3235266 Jul 06 17:32:56.072245 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24ea37-9254-4d2e-bb7d-8f014ae0e0f6 req-4401ff62-b66f-4a1b-ac25-fa69dd5c6f76 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:56.079721 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5c24ea37-9254-4d2e-bb7d-8f014ae0e0f6 req-4401ff62-b66f-4a1b-ac25-fa69dd5c6f76 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=425cc831-7a8d-4683-984f-8819edbe539e HTTP/1.1" status: 200 len: 950 time: 0.0950010 Jul 06 17:32:56.136861 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57f03720-0107-4174-865b-2aa5564b16eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:56.260301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5c24ea37-9254-4d2e-bb7d-8f014ae0e0f6 req-6d94457b-8f14-4838-98e5-ca7ebfc7552b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795850 Jul 06 17:32:56.478370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:56.492753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['253c0649-1d32-49f7-aba4-7cebae9c02f5'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:56.495845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a965ffdb-2f34-4f78-9441-2e2ca7302b29'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:32:56.499306 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:56.543924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Pushing event deleted for resources: {'Port': ['ID=253c0649-1d32-49f7-aba4-7cebae9c02f5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:56.570896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.571248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.572117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.572473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.572817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.573156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.573717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.574723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.575067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.579311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.579690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.580515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:32:56.661262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event deleted for resources: {'Port': ['ID=166b9f83-5baa-4703-ad19-f9434cf5d2e2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:32:56.696834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] No DVR routers for this DVR port 253c0649-1d32-49f7-aba4-7cebae9c02f5 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:32:56.701499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:56.704193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32eb3d38-fc5e-4c3e-b869-28d0a978ecdf req-2daee04b-8ed2-4761-a7f9-1bb69644233f tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.55 "DELETE /v2.0/ports/253c0649-1d32-49f7-aba4-7cebae9c02f5 HTTP/1.1" status: 204 len: 173 time: 1.8156335 Jul 06 17:32:56.706088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425cc831-7a8d-4683-984f-8819edbe539e', 'name': 'network-vif-deleted', 'tag': '253c0649-1d32-49f7-aba4-7cebae9c02f5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:56.709923 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6820e00-2dd9-4f62-9a16-174d11bd4fc5" -d '{"events": [{"server_uuid": "425cc831-7a8d-4683-984f-8819edbe539e", "name": "network-vif-deleted", "tag": "253c0649-1d32-49f7-aba4-7cebae9c02f5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:56.775369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] No DVR routers for this DVR port 166b9f83-5baa-4703-ad19-f9434cf5d2e2 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:32:56.777483 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:56.780169 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5a8ba5d-02db-414d-a361-2790ba821c60 req-54525bd3-c9df-443e-b2af-44034d3a3556 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.22 "DELETE /v2.0/ports/166b9f83-5baa-4703-ad19-f9434cf5d2e2 HTTP/1.1" status: 204 len: 173 time: 2.0936222 Jul 06 17:32:56.809137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a03a33-b213-41e8-9cb6-333518e6720a req-1950b82c-705a-4c42-9dd2-8ea843cac111 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:56.818534 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54a03a33-b213-41e8-9cb6-333518e6720a req-1950b82c-705a-4c42-9dd2-8ea843cac111 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/ports?device_id=e30bc89d-aae1-4b68-ba39-f2c671426400 HTTP/1.1" status: 200 len: 867 time: 0.4581122 Jul 06 17:32:56.828785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ea679-57b8-4d1c-9596-5a5539b8907b req-3dae7d5b-9b9e-4a71-9ce3-8a4dc914361a tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:56.832406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed5ea679-57b8-4d1c-9596-5a5539b8907b req-3dae7d5b-9b9e-4a71-9ce3-8a4dc914361a tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 945 time: 0.3733408 Jul 06 17:32:56.887675 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54a03a33-b213-41e8-9cb6-333518e6720a req-8a0737cd-6640-481a-8a8d-a8f11b16d791 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups?id=c66a72be-4f27-444a-979a-46d0bb2de2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657275 Jul 06 17:32:56.970814 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed5ea679-57b8-4d1c-9596-5a5539b8907b req-a81412b3-ca54-410c-8c4e-18a2290a486b tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764780 Jul 06 17:32:57.140286 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d952482-4cbd-43d8-b9d6-a661e5a0d1a9 x-openstack-request-id: req-3d952482-4cbd-43d8-b9d6-a661e5a0d1a9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:57.143052 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425cc831-7a8d-4683-984f-8819edbe539e", "name": "network-vif-deleted", "tag": "253c0649-1d32-49f7-aba4-7cebae9c02f5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:57.143500 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d952482-4cbd-43d8-b9d6-a661e5a0d1a9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:57.144011 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425cc831-7a8d-4683-984f-8819edbe539e', 'name': 'network-vif-deleted', 'tag': '253c0649-1d32-49f7-aba4-7cebae9c02f5', 'status': 'completed', 'code': 200} Jul 06 17:32:57.240927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73c934-b8fd-44d8-b4c8-061a06e556c2 req-b020dd63-2735-454b-adcd-99a106653612 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:57.251193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e73c934-b8fd-44d8-b4c8-061a06e556c2 req-b020dd63-2735-454b-adcd-99a106653612 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.1997378 Jul 06 17:32:57.335906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e73c934-b8fd-44d8-b4c8-061a06e556c2 req-359c73a4-57ce-411b-82ae-89f691656211 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770142 Jul 06 17:32:57.380198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57f03720-0107-4174-865b-2aa5564b16eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:57.385622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57f03720-0107-4174-865b-2aa5564b16eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:57.523866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e58c1e-b538-48ad-9b3f-558ee37bb895 req-d0105a2c-9378-4dcf-89cf-ec247a0c4c8e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:57.526740 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78e58c1e-b538-48ad-9b3f-558ee37bb895 req-d0105a2c-9378-4dcf-89cf-ec247a0c4c8e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.2149110 Jul 06 17:32:57.599569 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-57f03720-0107-4174-865b-2aa5564b16eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Floating IP 02c8cec9-3434-45db-8806-dd6e5068ba5e associated. External IP: 172.25.7.108, port: 8952ed39-0bdc-47a9-9f87-d1de98418292. Jul 06 17:32:57.711787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78e58c1e-b538-48ad-9b3f-558ee37bb895 req-f953cd18-3515-4b46-b384-f88111ec060c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756737 Jul 06 17:32:57.955583 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f03720-0107-4174-865b-2aa5564b16eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Router b846cc4a-8b1e-4e3e-b46e-b67158264854 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:32:58.170409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f03720-0107-4174-865b-2aa5564b16eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:32:58.171522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372113f-562d-4149-9125-6a9a19755049 req-8959f0be-d144-48f8-97a9-8cec5faa9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:58.176251 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57f03720-0107-4174-865b-2aa5564b16eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:32:58.185200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] Sync routers for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:32:58.189214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8372113f-562d-4149-9125-6a9a19755049 req-8959f0be-d144-48f8-97a9-8cec5faa9761 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dcc96026f34a4da193662a2835fb77c0&device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 1096 time: 0.1167719 Jul 06 17:32:58.209824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:32:58.212533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:58.299953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-57f03720-0107-4174-865b-2aa5564b16eb tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "PUT /v2.0/floatingips/02c8cec9-3434-45db-8806-dd6e5068ba5e HTTP/1.1" status: 200 len: 991 time: 2.2488618 Jul 06 17:32:58.301411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'tag': '8952ed39-0bdc-47a9-9f87-d1de98418292'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:58.304092 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac01972-6dfc-4adb-b60b-91abcc36465a" -d '{"events": [{"name": "network-changed", "server_uuid": "9219e451-30d1-41bd-a64a-fd9d0a685727", "tag": "8952ed39-0bdc-47a9-9f87-d1de98418292"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:58.316791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372113f-562d-4149-9125-6a9a19755049 req-6fccbf5b-945d-47a1-b268-b7d8bba1609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:58.320584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8372113f-562d-4149-9125-6a9a19755049 req-6fccbf5b-945d-47a1-b268-b7d8bba1609d service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc34177a-f174-4454-8095-61db45dc5c4e HTTP/1.1" status: 200 len: 915 time: 0.1241057 Jul 06 17:32:58.335424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5f7da-9ece-4a1c-ae31-12e3ae46db15 req-9290c367-4e7c-4987-8f7b-ea582ac8784c tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:58.336296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1dc5f7da-9ece-4a1c-ae31-12e3ae46db15 req-9290c367-4e7c-4987-8f7b-ea582ac8784c tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 945 time: 0.1110954 Jul 06 17:32:58.385580 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1dc5f7da-9ece-4a1c-ae31-12e3ae46db15 req-4fbbab47-8aeb-4aa7-9bc0-0b5c5157687c tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Jul 06 17:32:58.389583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 166b9f83-5baa-4703-ad19-f9434cf5d2e2 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:58.392774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:32:58.417576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8372113f-562d-4149-9125-6a9a19755049 req-abe41176-3d0e-45b5-b268-f4c47e51f43f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b3d98f-41e7-488a-90c0-911eccdccb80 HTTP/1.1" status: 200 len: 217 time: 0.0886149 Jul 06 17:32:58.447045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 166b9f83-5baa-4703-ad19-f9434cf5d2e2 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:32:58.448323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 166b9f83-5baa-4703-ad19-f9434cf5d2e2 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:32:58.486680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372113f-562d-4149-9125-6a9a19755049 req-59ce51d6-372c-4663-83f9-60a938800a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:58.488354 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8372113f-562d-4149-9125-6a9a19755049 req-59ce51d6-372c-4663-83f9-60a938800a3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34df0234-4d0e-4cca-9f09-b534f94e9079 HTTP/1.1" status: 200 len: 854 time: 0.0642390 Jul 06 17:32:58.530418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8372113f-562d-4149-9125-6a9a19755049 req-bdd5a56c-ac6a-4686-bf78-60e3fa928067 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc34177a-f174-4454-8095-61db45dc5c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346913 Jul 06 17:32:58.622222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 253c0649-1d32-49f7-aba4-7cebae9c02f5 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:32:58.625480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051cdf-3b8b-4ad8-ac61-29ada7f7ea50 req-4b5a5890-dd60-4198-b339-078885de0f1b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:58.628724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-16051cdf-3b8b-4ad8-ac61-29ada7f7ea50 req-4b5a5890-dd60-4198-b339-078885de0f1b tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 951 time: 0.0946858 Jul 06 17:32:58.650180 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8372113f-562d-4149-9125-6a9a19755049 req-5e6d0d22-229d-4608-bf29-1300684fcedb service neutron] 10.222.0.55 "GET /v2.0/networks/dc34177a-f174-4454-8095-61db45dc5c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121814 Jul 06 17:32:58.678835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 253c0649-1d32-49f7-aba4-7cebae9c02f5 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:32:58.679430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 253c0649-1d32-49f7-aba4-7cebae9c02f5 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:32:58.811358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8372113f-562d-4149-9125-6a9a19755049 req-67eddaee-3caf-4425-95bb-0898207008de service neutron] 10.222.0.55 "GET /v2.0/networks/dc34177a-f174-4454-8095-61db45dc5c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516423 Jul 06 17:32:58.844793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '02c8cec9-3434-45db-8806-dd6e5068ba5e', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'port_id': '8952ed39-0bdc-47a9-9f87-d1de98418292', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'mac_address': 'fa:16:3e:f6:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:29:23Z', 'updated_at': '2021-07-06T17:32:57Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:58.887585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] Checking router: b846cc4a-8b1e-4e3e-b46e-b67158264854 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:32:58.897922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:32:58.898607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:58.991243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-16051cdf-3b8b-4ad8-ac61-29ada7f7ea50 req-1bcd2a77-5a8b-4236-8ae5-b779df5d0ee9 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543720 Jul 06 17:32:59.096752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:32:59.144972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30bc89d-aae1-4b68-ba39-f2c671426400', 'name': 'network-vif-deleted', 'tag': '166b9f83-5baa-4703-ad19-f9434cf5d2e2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:32:59.148516 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16316e7-9366-41cd-91e7-48eacd33869a" -d '{"events": [{"server_uuid": "e30bc89d-aae1-4b68-ba39-f2c671426400", "name": "network-vif-deleted", "tag": "166b9f83-5baa-4703-ad19-f9434cf5d2e2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:32:59.158256 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce3af21-566d-4796-9d98-1d3718cb2857 x-openstack-request-id: req-4ce3af21-566d-4796-9d98-1d3718cb2857 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:59.158775 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9219e451-30d1-41bd-a64a-fd9d0a685727", "tag": "8952ed39-0bdc-47a9-9f87-d1de98418292", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:59.159129 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ce3af21-566d-4796-9d98-1d3718cb2857 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:59.159616 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'tag': '8952ed39-0bdc-47a9-9f87-d1de98418292', 'status': 'completed', 'code': 200} Jul 06 17:32:59.281383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-6767d87e-82e8-45c7-a71a-97123dd5d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:59.283731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-6767d87e-82e8-45c7-a71a-97123dd5d616 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 1096 time: 0.0873942 Jul 06 17:32:59.398510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '02c8cec9-3434-45db-8806-dd6e5068ba5e', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'port_id': '8952ed39-0bdc-47a9-9f87-d1de98418292', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'mac_address': 'fa:16:3e:f6:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:29:23Z', 'updated_at': '2021-07-06T17:32:57Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:32:59.399618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0bbc0-5136-49c6-9c92-2e60c5ddd6f2 req-21bfb31d-a980-40ea-bc08-684068eb6dcc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:59.401516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a0c0bbc0-5136-49c6-9c92-2e60c5ddd6f2 req-21bfb31d-a980-40ea-bc08-684068eb6dcc tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.1449437 Jul 06 17:32:59.434623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7cf052-b303-441f-9e1b-d62b856de68a None None] The sync data for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 is: [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '02c8cec9-3434-45db-8806-dd6e5068ba5e', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'port_id': '8952ed39-0bdc-47a9-9f87-d1de98418292', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'mac_address': 'fa:16:3e:f6:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:29:23Z', 'updated_at': '2021-07-06T17:32:57Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:32:59.478199 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a0c0bbc0-5136-49c6-9c92-2e60c5ddd6f2 req-90615de6-0329-4ff1-a506-1eacb4f553fd tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641823 Jul 06 17:32:59.485215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-9789cc61-4344-4570-9e98-6d9466f0216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:59.506469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-9789cc61-4344-4570-9e98-6d9466f0216e service neutron] 10.222.0.22 "GET /v2.0/networks?id=124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 200 len: 925 time: 0.1813080 Jul 06 17:32:59.617364 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c79119-2f8e-477b-9a1f-51293c40bcbd x-openstack-request-id: req-d1c79119-2f8e-477b-9a1f-51293c40bcbd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:32:59.618076 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30bc89d-aae1-4b68-ba39-f2c671426400", "name": "network-vif-deleted", "tag": "166b9f83-5baa-4703-ad19-f9434cf5d2e2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:32:59.618583 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1c79119-2f8e-477b-9a1f-51293c40bcbd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:32:59.620359 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30bc89d-aae1-4b68-ba39-f2c671426400', 'name': 'network-vif-deleted', 'tag': '166b9f83-5baa-4703-ad19-f9434cf5d2e2', 'status': 'completed', 'code': 200} Jul 06 17:32:59.667486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-1349f2ae-b752-467c-9f04-04476f5c0f38 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8952ed39-0bdc-47a9-9f87-d1de98418292 HTTP/1.1" status: 200 len: 999 time: 0.1600871 Jul 06 17:32:59.730180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881bc51-8600-4f04-b82d-3899c9f22fde req-f19cce47-8e8b-4968-8fd9-62205d78968c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:59.731763 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5881bc51-8600-4f04-b82d-3899c9f22fde req-f19cce47-8e8b-4968-8fd9-62205d78968c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.2673347 Jul 06 17:32:59.778797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-db1dfd3c-3164-424a-8aa0-ef194159b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:59.783076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-db1dfd3c-3164-424a-8aa0-ef194159b0be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8fcf5ea-8c64-4020-b5e0-b234cf991659 HTTP/1.1" status: 200 len: 863 time: 0.1059387 Jul 06 17:32:59.836608 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2544cc0-bf27-4cbb-ac40-0928783ee30e None None] New status for floating IP 02c8cec9-3434-45db-8806-dd6e5068ba5e: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:32:59.877092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5881bc51-8600-4f04-b82d-3899c9f22fde req-4fab754f-b602-4a86-912a-8c060324fb75 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387384 Jul 06 17:32:59.932951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-8380ab35-1265-4f7f-8f76-36e5c86a42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:59.934666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-8380ab35-1265-4f7f-8f76-36e5c86a42ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=124376c4-644c-49cd-9c79-ed80829b13a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432750 Jul 06 17:32:59.970188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b068a7-d90d-4f4d-99d1-c75ff1f63b24 req-3447b27b-93c3-4449-87a9-5bfcecbf8409 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:59.971824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-22b068a7-d90d-4f4d-99d1-c75ff1f63b24 req-3447b27b-93c3-4449-87a9-5bfcecbf8409 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 945 time: 0.1328437 Jul 06 17:32:59.981599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-8059560f-3c9a-4f39-ae27-d4c08279b51c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:32:59.983158 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-8059560f-3c9a-4f39-ae27-d4c08279b51c tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 951 time: 0.2261186 Jul 06 17:33:00.045287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53236) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:00.132111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-22b068a7-d90d-4f4d-99d1-c75ff1f63b24 req-7f458c12-1158-4b5b-8e87-253063124c51 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479383 Jul 06 17:33:00.144401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-00926d3d-a15a-485e-b5c5-300aed7b088c service neutron] 10.222.0.22 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026012 Jul 06 17:33:00.192266 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b091a079-e08f-40ad-8aee-352e47463105 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.257626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Deleting port a965ffdb-2f34-4f78-9441-2e2ca7302b29 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:33:00.258640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.350421 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b091a079-e08f-40ad-8aee-352e47463105 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.421553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b091a079-e08f-40ad-8aee-352e47463105 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.430193 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b091a079-e08f-40ad-8aee-352e47463105 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.432294 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b091a079-e08f-40ad-8aee-352e47463105 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "DELETE /v2.0/security-groups/961e329b-773c-4156-a45e-131684baa3cd HTTP/1.1" status: 204 len: 168 time: 0.3860362 Jul 06 17:33:00.451070 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] For port a965ffdb-2f34-4f78-9441-2e2ca7302b29, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a965ffdb-2f34-4f78-9441-2e2ca7302b29,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:00.451482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.454811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53250) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:00.467279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Calling delete_port for a965ffdb-2f34-4f78-9441-2e2ca7302b29 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:33:00.501214 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-15d3f075-e5bc-46ed-beb9-d6cdefb91028 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] show failed (client error): The resource could not be found. Jul 06 17:33:00.502246 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-15d3f075-e5bc-46ed-beb9-d6cdefb91028 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "GET /v2.0/security-groups/961e329b-773c-4156-a45e-131684baa3cd HTTP/1.1" status: 404 len: 347 time: 0.0406718 Jul 06 17:33:00.508493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53254) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:00.552168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091a079-e08f-40ad-8aee-352e47463105 tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e329b-773c-4156-a45e-131684baa3cd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:00.733565 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ac01972-6dfc-4adb-b60b-91abcc36465a req-d3a37f03-0714-4776-9177-496ba44da220 service neutron] 10.222.0.22 "GET /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573928 Jul 06 17:33:00.767792 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.782361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a965ffdb-2f34-4f78-9441-2e2ca7302b29'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:00.787267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b4502-11af-4469-9ab4-0c32f9aa5a57 req-229437ca-cb0f-489d-9d58-7e95359e7085 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:00.796513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-776b4502-11af-4469-9ab4-0c32f9aa5a57 req-229437ca-cb0f-489d-9d58-7e95359e7085 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10757f7-cb13-4a5e-b8c2-f5f73a3ee598 HTTP/1.1" status: 200 len: 951 time: 0.5938191 Jul 06 17:33:00.822867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Pushing event deleted for resources: {'Port': ['ID=a965ffdb-2f34-4f78-9441-2e2ca7302b29,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:00.869868 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-776b4502-11af-4469-9ab4-0c32f9aa5a57 req-ae4f5042-a6e6-4e8f-8682-d22b0330b782 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb2c529c-8741-4687-8641-1afd9c9d434c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723021 Jul 06 17:33:00.884746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Deleting port e6430348-1893-4bc4-a16c-2e87d4f14480 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:33:00.884857 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.933529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] No DVR routers for this DVR port a965ffdb-2f34-4f78-9441-2e2ca7302b29 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:00.936396 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:00.939899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a35b3b72-5fa6-4927-b4c5-e02e1012c52f req-a0ba2296-1c01-4e65-b0dc-306523a7dbc8 tempest-ServersAdminTestJSON-3952419 tempest-ServersAdminTestJSON-3952419-project] 10.222.0.22 "DELETE /v2.0/ports/a965ffdb-2f34-4f78-9441-2e2ca7302b29 HTTP/1.1" status: 204 len: 173 time: 0.9313176 Jul 06 17:33:01.123939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:01.124539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:01.157556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27742c9a-a2e5-48d5-8bbe-fe99dc18b55f req-bf498630-8ebf-40a0-8861-bf104ce9f041 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:01.159303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27742c9a-a2e5-48d5-8bbe-fe99dc18b55f req-bf498630-8ebf-40a0-8861-bf104ce9f041 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.1484413 Jul 06 17:33:01.161200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-deleted', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:01.165104 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8d5cff-2a99-407d-9541-800b9cc8de6c" -d '{"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-deleted", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:01.182721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Calling delete_port for e6430348-1893-4bc4-a16c-2e87d4f14480 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:33:01.235447 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27742c9a-a2e5-48d5-8bbe-fe99dc18b55f req-fdf84a38-c27a-42ff-8047-139cff7898ba tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666080 Jul 06 17:33:01.274877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beff1a-584b-4293-b1b9-656ef3df81ec req-7651caf2-2287-4e96-9fd4-602f6cb23f2b tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:01.276672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15beff1a-584b-4293-b1b9-656ef3df81ec req-7651caf2-2287-4e96-9fd4-602f6cb23f2b tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 945 time: 0.1576552 Jul 06 17:33:01.356709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15beff1a-584b-4293-b1b9-656ef3df81ec req-ef480cf3-3f5a-4a86-b404-061562670180 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690894 Jul 06 17:33:01.450573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:01.465388 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232eda6d-425b-4dc0-b51a-c938016ac519 x-openstack-request-id: req-232eda6d-425b-4dc0-b51a-c938016ac519 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:01.465660 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10757f7-cb13-4a5e-b8c2-f5f73a3ee598", "name": "network-vif-deleted", "tag": "a965ffdb-2f34-4f78-9441-2e2ca7302b29", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:01.465916 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-232eda6d-425b-4dc0-b51a-c938016ac519 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:01.466313 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10757f7-cb13-4a5e-b8c2-f5f73a3ee598', 'name': 'network-vif-deleted', 'tag': 'a965ffdb-2f34-4f78-9441-2e2ca7302b29', 'status': 'completed', 'code': 200} Jul 06 17:33:01.485527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5b645-210d-4f76-97cd-16ca069f7b13 req-81a4e236-c8d7-4469-8c4d-c58034df6dca tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:01.496914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57a5b645-210d-4f76-97cd-16ca069f7b13 req-81a4e236-c8d7-4469-8c4d-c58034df6dca tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.0922022 Jul 06 17:33:01.549683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Pushing event deleted for resources: {'Port': ['ID=e6430348-1893-4bc4-a16c-2e87d4f14480,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:01.564316 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:01.570075 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57a5b645-210d-4f76-97cd-16ca069f7b13 req-92086d54-2a2a-48e3-a0e6-0b40c95564f3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721087 Jul 06 17:33:01.640825 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:01.643447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:01.647982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d0122f80-d828-4534-81d7-ba9747bbe1cd tempest-ImagesOneServerNegativeTestJSON-1643156284 tempest-ImagesOneServerNegativeTestJSON-1643156284-project] 10.222.0.13 "DELETE /v2.0/floatingips/1284844d-6840-40f7-a0a8-daae2504cf64 HTTP/1.1" status: 204 len: 168 time: 1.1349204 Jul 06 17:33:01.858251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53292) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:01.914733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-575230d9-dc04-46bd-aa88-c065937e0c52 admin admin] Deleting subnet 0055c108-d990-4b66-862a-1cfb90aabc2d {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:33:01.919291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-575230d9-dc04-46bd-aa88-c065937e0c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:01.960084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-575230d9-dc04-46bd-aa88-c065937e0c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.002501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-575230d9-dc04-46bd-aa88-c065937e0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.077826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-575230d9-dc04-46bd-aa88-c065937e0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.112143 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-575230d9-dc04-46bd-aa88-c065937e0c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.114037 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-575230d9-dc04-46bd-aa88-c065937e0c52 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0055c108-d990-4b66-862a-1cfb90aabc2d HTTP/1.1" status: 204 len: 168 time: 0.2547455 Jul 06 17:33:02.115940 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575230d9-dc04-46bd-aa88-c065937e0c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0055c108-d990-4b66-862a-1cfb90aabc2d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:02.117413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:02.203838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.251943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53302) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:02.312939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.325854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3c9123-5259-4a0a-b9b7-21b480e20e79']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:02.343921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355927f4-e045-4dbb-a5e9-7775630dcbe5') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:02.344372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355927f4-e045-4dbb-a5e9-7775630dcbe5') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:02.365282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.389407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.427365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:33:02.427864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:33:02.434866 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:33:02.494074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-782eb5ef-e786-4229-8b75-be9fc9f1641a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d1d446e31b34934893a90d758113b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408907 Jul 06 17:33:02.496510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53310) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:02.535933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.550416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.558297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/af3c9123-5259-4a0a-b9b7-21b480e20e79 HTTP/1.1" status: 204 len: 168 time: 0.4396605 Jul 06 17:33:02.575842 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64a687-d865-4493-bfc6-774c9e9c57d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3c9123-5259-4a0a-b9b7-21b480e20e79,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:02.635973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f30a-1a9e-4a84-9793-86f3c924603b req-31645f06-f574-4094-bfde-275ba0bcc93a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:02.637778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c754f30a-1a9e-4a84-9793-86f3c924603b req-31645f06-f574-4094-bfde-275ba0bcc93a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.1379316 Jul 06 17:33:02.638528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d26fcde-87cf-4b72-8599-a7286f8ac58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.707386 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d26fcde-87cf-4b72-8599-a7286f8ac58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.716044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d628f7-0cf1-428c-89bd-cd11fac7368e req-534f159c-3b2a-4be4-ae7b-27777dd7903b tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:02.719680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90d628f7-0cf1-428c-89bd-cd11fac7368e req-534f159c-3b2a-4be4-ae7b-27777dd7903b tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 945 time: 0.1382926 Jul 06 17:33:02.759707 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:02.788447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c754f30a-1a9e-4a84-9793-86f3c924603b req-471ade75-bbd7-447b-a018-33352e2643d7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384103 Jul 06 17:33:02.843404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90d628f7-0cf1-428c-89bd-cd11fac7368e req-84ca7438-5e33-4bfb-9648-ffba910386a7 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/security-groups?id=87c223e3-cef3-44be-bdb3-b90741dfc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147370 Jul 06 17:33:02.856424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-bb09b18d-bbee-4234-aafb-f7f44cf1f71a tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:02.861361 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-bb09b18d-bbee-4234-aafb-f7f44cf1f71a tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.55 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 945 time: 0.1928992 Jul 06 17:33:02.906708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9e8d08a4-9a33-4423-a195-0e2505bfe8be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f17c615f3454773b2f8bf2d28e126e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432731 Jul 06 17:33:02.907858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53332) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:02.920225 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d26fcde-87cf-4b72-8599-a7286f8ac58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.923337 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d26fcde-87cf-4b72-8599-a7286f8ac58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:02.927839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0d26fcde-87cf-4b72-8599-a7286f8ac58c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb2c529c-8741-4687-8641-1afd9c9d434c HTTP/1.1" status: 204 len: 168 time: 0.4300168 Jul 06 17:33:02.947863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26fcde-87cf-4b72-8599-a7286f8ac58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c529c-8741-4687-8641-1afd9c9d434c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:03.036860 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb368897-d3dc-4adc-8b46-521ad131db58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.055153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Deleting port c0b3d98f-41e7-488a-90c0-911eccdccb80 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:33:03.055589 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.103575 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb368897-d3dc-4adc-8b46-521ad131db58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.202785 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb368897-d3dc-4adc-8b46-521ad131db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.207187 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb368897-d3dc-4adc-8b46-521ad131db58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.214062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eb368897-d3dc-4adc-8b46-521ad131db58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c66a72be-4f27-444a-979a-46d0bb2de2c7 HTTP/1.1" status: 204 len: 168 time: 0.3028376 Jul 06 17:33:03.239002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb368897-d3dc-4adc-8b46-521ad131db58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66a72be-4f27-444a-979a-46d0bb2de2c7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:03.249766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] For port c0b3d98f-41e7-488a-90c0-911eccdccb80, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c0b3d98f-41e7-488a-90c0-911eccdccb80,segment=NetworkSegment(2caa896a-0398-4e13-8e00-d7fff8a700b8),segment_id=2caa896a-0398-4e13-8e00-d7fff8a700b8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:03.250627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.275966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d54ba1-9b49-4841-b523-765d16a9b61e req-0c3fc18b-c96e-4225-9988-bfba063c0643 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:03.277516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71d54ba1-9b49-4841-b523-765d16a9b61e req-0c3fc18b-c96e-4225-9988-bfba063c0643 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.2265432 Jul 06 17:33:03.282120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Calling delete_port for c0b3d98f-41e7-488a-90c0-911eccdccb80 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:33:03.369936 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71d54ba1-9b49-4841-b523-765d16a9b61e req-f69497b6-860c-4fec-80d7-401e4fb28735 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790892 Jul 06 17:33:03.492901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.509632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c0b3d98f-41e7-488a-90c0-911eccdccb80'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:03.534634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Pushing event deleted for resources: {'Port': ['ID=c0b3d98f-41e7-488a-90c0-911eccdccb80,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:03.602956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] No DVR routers for this DVR port c0b3d98f-41e7-488a-90c0-911eccdccb80 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:03.606108 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.606645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:03.607657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e43e74b-9279-436f-ab35-1fcacd3a7390 req-15850f6d-0bd1-40c7-90be-2fe18cc1b47e tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.55 "DELETE /v2.0/ports/c0b3d98f-41e7-488a-90c0-911eccdccb80 HTTP/1.1" status: 204 len: 173 time: 0.7330725 Jul 06 17:33:03.608097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395825b4-0c8a-4133-8dd3-cf52bb72d49a', 'name': 'network-vif-deleted', 'tag': 'c0b3d98f-41e7-488a-90c0-911eccdccb80'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:03.618984 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f933c0a-c9a9-48d7-9576-fa24f3576a5d" -d '{"events": [{"server_uuid": "395825b4-0c8a-4133-8dd3-cf52bb72d49a", "name": "network-vif-deleted", "tag": "c0b3d98f-41e7-488a-90c0-911eccdccb80"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:03.674435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-50a6c278-40d3-4b7d-abaf-484878bf2c8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a8d4f68709e4e35996a30a172e40067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661943 Jul 06 17:33:03.677399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53346) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:03.699010 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed015453-f75b-4716-acc5-8828896cf59e x-openstack-request-id: req-ed015453-f75b-4716-acc5-8828896cf59e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:03.699304 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395825b4-0c8a-4133-8dd3-cf52bb72d49a", "name": "network-vif-deleted", "tag": "c0b3d98f-41e7-488a-90c0-911eccdccb80", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:03.699559 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed015453-f75b-4716-acc5-8828896cf59e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:03.699963 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395825b4-0c8a-4133-8dd3-cf52bb72d49a', 'name': 'network-vif-deleted', 'tag': 'c0b3d98f-41e7-488a-90c0-911eccdccb80', 'status': 'completed', 'code': 200} Jul 06 17:33:03.741901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-971871a3-eaaf-444c-94f1-4ea8fb55524e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.768723 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-971871a3-eaaf-444c-94f1-4ea8fb55524e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.935306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-971871a3-eaaf-444c-94f1-4ea8fb55524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.938881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-971871a3-eaaf-444c-94f1-4ea8fb55524e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:03.963298 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-971871a3-eaaf-444c-94f1-4ea8fb55524e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7471ad13-5786-4ab5-87b3-9634c31c09af HTTP/1.1" status: 204 len: 168 time: 0.2630775 Jul 06 17:33:03.979348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971871a3-eaaf-444c-94f1-4ea8fb55524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7471ad13-5786-4ab5-87b3-9634c31c09af,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:04.142362 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a82049ed-1a80-49be-b60e-b1e0c7e014d1 req-9ed12255-052e-49d6-9df7-0f1e22d1ad23 tempest-InstanceActionsTestJSON-1006842975 tempest-InstanceActionsTestJSON-1006842975-project] 10.222.0.13 "GET /v2.0/ports?device_id=395825b4-0c8a-4133-8dd3-cf52bb72d49a HTTP/1.1" status: 200 len: 210 time: 0.0522888 Jul 06 17:33:04.162183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c61c67-8494-4edf-8dad-028a9ccdfc5f req-f62a4122-1b3c-400d-abb2-bad88deb4716 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:04.172374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31c61c67-8494-4edf-8dad-028a9ccdfc5f req-f62a4122-1b3c-400d-abb2-bad88deb4716 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 946 time: 0.0949366 Jul 06 17:33:04.200445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c6e8aa1d-e1d6-4362-9f79-fd62dbd29282 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:04.209538 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c6e8aa1d-e1d6-4362-9f79-fd62dbd29282 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1097 time: 0.1775618 Jul 06 17:33:04.227690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799526-3'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:04.271585 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31c61c67-8494-4edf-8dad-028a9ccdfc5f req-bb6d54ad-f546-45df-b4ab-c3e32b6ea023 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941472 Jul 06 17:33:04.412702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:04.460407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: a965ffdb-2f34-4f78-9441-2e2ca7302b29 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:33:04.466642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a965ffdb-2f34-4f78-9441-2e2ca7302b29 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:33:04.480912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:04.815760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:04.883373 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:04.897021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:04.933347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9388e-ba8c-4070-9e95-9a16c4333cdb req-6c7fb834-c32d-4723-8daf-9646bea68c91 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:04.942111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70a9388e-ba8c-4070-9e95-9a16c4333cdb req-6c7fb834-c32d-4723-8daf-9646bea68c91 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.2000535 Jul 06 17:33:04.987944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:04.992797 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2c258-26fa-48a7-aec0-c4ec76ec617a" -d '{"events": [{"server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "name": "network-vif-unplugged", "status": "completed", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:04.999111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:05.007531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:05.029210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70a9388e-ba8c-4070-9e95-9a16c4333cdb req-39093145-6ae5-4037-bb65-075b8ff029db tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856314 Jul 06 17:33:05.154293 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc473275-f5b7-488c-bcb7-9859953fff41 x-openstack-request-id: req-bc473275-f5b7-488c-bcb7-9859953fff41 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:05.155841 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "name": "network-vif-unplugged", "status": "completed", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:05.158274 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc473275-f5b7-488c-bcb7-9859953fff41 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:05.158742 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae', 'code': 200} Jul 06 17:33:05.210184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae on host n-h2-799526-3 for vnic_type normal with profile {"migrating_to": "n-h1-799526-3"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:05.211231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:05.211779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:05.216659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Port 336865e5-9274-43e6-ae6f-0644ef4d44ae on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:05.217187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Attempting to bind port 336865e5-9274-43e6-ae6f-0644ef4d44ae on network 3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:05.225021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:05.225645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Checking segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:05.226201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Bound using segment: {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:05.226844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Bound port: 336865e5-9274-43e6-ae6f-0644ef4d44ae, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b71a6-d729-471b-bdb0-6af95acaac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:05.227386 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:05.234850 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Pushing event updated for resources: {'Port': ['ID=336865e5-9274-43e6-ae6f-0644ef4d44ae,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:05.306837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53402) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:05.333943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:05.337435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:05.345048 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:05.353047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53408) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:05.485972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6efbfcf-45ff-4fc4-bf23-ff5d1f0cdf6d admin admin] Deleting subnet 34df0234-4d0e-4cca-9f09-b534f94e9079 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:33:05.498812 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6efbfcf-45ff-4fc4-bf23-ff5d1f0cdf6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:05.508265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Pushing event updated for resources: {'Port': ['ID=336865e5-9274-43e6-ae6f-0644ef4d44ae,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:05.579048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:05.579804 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:05.581460 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-115d3118-6e11-4bed-8832-348ac04e412e service neutron] 10.222.0.22 "PUT /v2.0/ports/336865e5-9274-43e6-ae6f-0644ef4d44ae HTTP/1.1" status: 200 len: 1122 time: 1.3588996 Jul 06 17:33:05.680654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['336865e5-9274-43e6-ae6f-0644ef4d44ae'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:05.784113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['336865e5-9274-43e6-ae6f-0644ef4d44ae'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:05.949472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07eb65-0d6a-40ef-94e0-0a73fe299c97 req-a0d45e48-58fc-466c-a86e-a6cd15f189c1 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:05.951187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af07eb65-0d6a-40ef-94e0-0a73fe299c97 req-a0d45e48-58fc-466c-a86e-a6cd15f189c1 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 944 time: 0.3688116 Jul 06 17:33:06.050419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af07eb65-0d6a-40ef-94e0-0a73fe299c97 req-5e6558e9-7282-41fd-93e0-a7ded521d24b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839918 Jul 06 17:33:06.204717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1072385465-network', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:06.228098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6efbfcf-45ff-4fc4-bf23-ff5d1f0cdf6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.294820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Made reservation on behalf of 0d1f7078266342929f9be1f63c3c44c4 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:06.299713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.322239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6efbfcf-45ff-4fc4-bf23-ff5d1f0cdf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.324916 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.427955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 336865e5-9274-43e6-ae6f-0644ef4d44ae details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:33:06.502843 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6efbfcf-45ff-4fc4-bf23-ff5d1f0cdf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.608253 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6efbfcf-45ff-4fc4-bf23-ff5d1f0cdf6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.611545 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d6efbfcf-45ff-4fc4-bf23-ff5d1f0cdf6d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34df0234-4d0e-4cca-9f09-b534f94e9079 HTTP/1.1" status: 204 len: 168 time: 1.2571826 Jul 06 17:33:06.613795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53434) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:06.654082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566230be-ca83-4b75-ab29-16fd845a6a53 req-33a1706f-e873-4ca0-8e0f-2cec29611cd2 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:06.675405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-566230be-ca83-4b75-ab29-16fd845a6a53 req-33a1706f-e873-4ca0-8e0f-2cec29611cd2 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.2951028 Jul 06 17:33:06.690563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efbfcf-45ff-4fc4-bf23-ff5d1f0cdf6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34df0234-4d0e-4cca-9f09-b534f94e9079,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:06.727039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c0b3d98f-41e7-488a-90c0-911eccdccb80 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:06.764933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: c0b3d98f-41e7-488a-90c0-911eccdccb80 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:33:06.765666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c0b3d98f-41e7-488a-90c0-911eccdccb80 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:33:06.796361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.813602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.822262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:06.835273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:33:06.858889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 336865e5-9274-43e6-ae6f-0644ef4d44ae has no active binding in host n-h1-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:33:06.859107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.859526 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Added segment 27169fad-7851-4513-8570-7f2e0ca665ea of type vlan for network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e Jul 06 17:33:06.933192 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.945145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:06.983727 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-566230be-ca83-4b75-ab29-16fd845a6a53 req-bc7bf82a-4b6b-4ed7-800c-02e2fcae28e7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062074 Jul 06 17:33:07.000148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b36092-0ac2-418b-b7be-b1f269d077d8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:07.021737 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.023340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:07.024365 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.113254 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.125118 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8162830 Jul 06 17:33:07.128080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53444) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:07.136103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Request body: {'subnet': {'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1072385465-subnet', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:07.153146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e11d81-6c6e-40fa-869f-6f5e0ca4750e admin admin] Pushing event updated for resources: {'Network': ['ID=43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:07.154083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc34177a-f174-4454-8095-61db45dc5c4e']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:07.168975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:33:07.173333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:07.179256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Made reservation on behalf of 0d1f7078266342929f9be1f63c3c44c4 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:07.180087 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44de455-b52d-499c-a7ea-4850919b18f5" -d '{"events": [{"name": "network-changed", "server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:07.187783 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.191450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caa896a-0398-4e13-8e00-d7fff8a700b8') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:07.191750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caa896a-0398-4e13-8e00-d7fff8a700b8') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:07.215764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.245829 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.257445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:33:07.258619 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:33:07.259923 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:33:07.382661 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f20750-6b74-481f-9537-4ca6a927e7b4 x-openstack-request-id: req-a6f20750-6b74-481f-9537-4ca6a927e7b4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:07.386635 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:07.386918 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6f20750-6b74-481f-9537-4ca6a927e7b4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:07.387341 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae', 'status': 'completed', 'code': 200} Jul 06 17:33:07.399108 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.420515 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.428660 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc34177a-f174-4454-8095-61db45dc5c4e HTTP/1.1" status: 204 len: 168 time: 0.8118534 Jul 06 17:33:07.462236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3babf-85d0-4cfa-a7fb-645620927506 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc34177a-f174-4454-8095-61db45dc5c4e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:07.498775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2b0d0-5419-4d78-9b6c-8fbf8c585303 req-497221bf-a690-4323-b7fe-5d30a89cc670 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:07.502918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39e2b0d0-5419-4d78-9b6c-8fbf8c585303 req-497221bf-a690-4323-b7fe-5d30a89cc670 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 944 time: 0.2241743 Jul 06 17:33:07.576867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-9990a096-863a-4123-8042-f68c367fd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:07.579208 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-9990a096-863a-4123-8042-f68c367fd10d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 1125 time: 0.1879306 Jul 06 17:33:07.690940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39e2b0d0-5419-4d78-9b6c-8fbf8c585303 req-da61af0a-142f-4f65-b40e-447292e72813 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629934 Jul 06 17:33:07.737587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:07.787159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.813793 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c6b0618b-b8e4-44e4-b18c-50e72c554787 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcc96026f34a4da193662a2835fb77c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722451 Jul 06 17:33:07.814079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:07.847892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-df7d90ee-c9a0-450b-b5c6-b78269cf5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:07.849922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-df7d90ee-c9a0-450b-b5c6-b78269cf5de3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.2593353 Jul 06 17:33:07.880507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33193f9-a2bf-4bab-8bf4-a61bbf9e3639,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:07.890658 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-feb79dac-e6a7-4394-907a-33188f98f6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.920183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-a5ccd97b-1040-44f0-ad84-6ecad440dfce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae HTTP/1.1" status: 200 len: 217 time: 0.0525887 Jul 06 17:33:07.922961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Checking segment: {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:07.923744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Network hostable DHCP agents. Network: 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:33:07.929634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-feb79dac-e6a7-4394-907a-33188f98f6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:07.976582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:33:08.016972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:08.021680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-feb79dac-e6a7-4394-907a-33188f98f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:08.024336 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-feb79dac-e6a7-4394-907a-33188f98f6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:08.032483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd523e31-83f2-43cc-9dec-07aad3e05b1e None None] Network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:33:08.047679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:08.048101 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-feb79dac-e6a7-4394-907a-33188f98f6b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87c223e3-cef3-44be-bdb3-b90741dfc8b7 HTTP/1.1" status: 204 len: 168 time: 0.2104907 Jul 06 17:33:08.049022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:08.061486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-c98ed43e-8951-41f1-912f-fa482e430032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:08.063041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-c98ed43e-8951-41f1-912f-fa482e430032 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.1342018 Jul 06 17:33:08.079927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb79dac-e6a7-4394-907a-33188f98f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c223e3-cef3-44be-bdb3-b90741dfc8b7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:08.172033 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-16777e2f-86b8-4d76-bf4c-c05f3a5f06b1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0413692 Jul 06 17:33:08.173344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53496) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:08.175961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-0492c961-650d-4197-9bcc-e6de4f0d9886 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938356 Jul 06 17:33:08.178872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:08.210008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:08.211496 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:08.318923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:08.398174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-46afc989-061a-47ab-aba2-9b38395d5d0e service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147534 Jul 06 17:33:08.421394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:33:08.422966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:08.719597 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:08.721985 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e44de455-b52d-499c-a7ea-4850919b18f5 req-a983b259-b82e-4749-b6c7-5c92d48c2948 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152173 Jul 06 17:33:08.798180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Allocated IP 172.20.0.2 (43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e/b33193f9-a2bf-4bab-8bf4-a61bbf9e3639/35455c86-3576-49f2-b8b8-8c3f0c78fa28) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:08.817462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d327-d46e-4728-9652-edb8ecf5a686 req-7e023a5b-605a-4cf7-adf4-eac3e841679e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:08.833403 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c89d327-d46e-4728-9652-edb8ecf5a686 req-7e023a5b-605a-4cf7-adf4-eac3e841679e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.5021648 Jul 06 17:33:08.913097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:09.006664 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c89d327-d46e-4728-9652-edb8ecf5a686 req-1f05a0d4-4f5c-4702-a17e-a30af7b5ecf9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702065 Jul 06 17:33:09.100724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3928f8-ec33-4879-bb9d-986ecfb9b8d7 req-33dc1ff6-1f86-4043-a0b5-a345637f02f2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:09.109970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd3928f8-ec33-4879-bb9d-986ecfb9b8d7 req-33dc1ff6-1f86-4043-a0b5-a345637f02f2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 944 time: 0.1872973 Jul 06 17:33:09.173227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd3928f8-ec33-4879-bb9d-986ecfb9b8d7 req-4b0576ac-027a-4c50-abe5-e269e36e35be tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607688 Jul 06 17:33:09.215230 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbf8c323-ebd2-4eb8-a926-3c5d5d0d195b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.230738 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.251297 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Transition to ACTIVE for port object 35455c86-3576-49f2-b8b8-8c3f0c78fa28 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:09.288513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Transition to ACTIVE for port object 35455c86-3576-49f2-b8b8-8c3f0c78fa28 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:09.307482 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.330165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbf8c323-ebd2-4eb8-a926-3c5d5d0d195b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.337064 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbf8c323-ebd2-4eb8-a926-3c5d5d0d195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.359450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.363183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Pushing event updated for resources: {'Port': ['ID=35455c86-3576-49f2-b8b8-8c3f0c78fa28,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:09.372815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:09.374608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:09.377005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:09.407168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cbf8c323-ebd2-4eb8-a926-3c5d5d0d195b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf6f2d20426147c18d751fc29a3b59d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924872 Jul 06 17:33:09.408850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53542) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:09.425427 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.481815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8c323-ebd2-4eb8-a926-3c5d5d0d195b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848b7744-0aa7-4773-b406-463a75794d1e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:09.491620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Attempting to bind port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:09.492008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Attempting to bind port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:09.492384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Attempting to bind port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 on network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:09.506351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:09.507585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Checking segment: {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:09.508113 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.510227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Bound using segment: {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:09.510776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Bound port: 35455c86-3576-49f2-b8b8-8c3f0c78fa28, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:09.512844 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.526433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:09.577917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2547856c-3f97-4876-87bb-03039936d21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.631285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] For port 35455c86-3576-49f2-b8b8-8c3f0c78fa28, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:09.636031 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2547856c-3f97-4876-87bb-03039936d21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.656363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] For port 35455c86-3576-49f2-b8b8-8c3f0c78fa28, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=35455c86-3576-49f2-b8b8-8c3f0c78fa28,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:09.670612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.687515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Allocated IP 172.25.7.72 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/a0bbf278-d471-497f-b31f-103387f81a92) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:09.752679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1881630119-network', 'tenant_id': 'f50e4d84b9e34adf84fcb427dbc26509'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:09.806017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf7b3f-c5fb-43a8-9f0f-70f17493b2ac None None] Pushing event updated for resources: {'Port': ['ID=35455c86-3576-49f2-b8b8-8c3f0c78fa28,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:09.813008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Made reservation on behalf of f50e4d84b9e34adf84fcb427dbc26509 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:09.815390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.830416 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.853877 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2547856c-3f97-4876-87bb-03039936d21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.856540 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2547856c-3f97-4876-87bb-03039936d21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:09.860855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2547856c-3f97-4876-87bb-03039936d21b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/848b7744-0aa7-4773-b406-463a75794d1e HTTP/1.1" status: 204 len: 168 time: 0.4510159 Jul 06 17:33:09.874363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547856c-3f97-4876-87bb-03039936d21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b7744-0aa7-4773-b406-463a75794d1e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:10.019794 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.028001 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.037838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.068997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:33:10.107501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.111807 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Added segment 1811831b-8221-4999-ad01-d92b0b22049d of type vlan for network 876d3009-55c7-47b6-80e7-b7da1456c24b Jul 06 17:33:10.237108 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.283328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74704945-2f0b-4966-8eb8-4b6fe402f43d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:10.386906 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.492686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:10.500538 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.503813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:10.507885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.529615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:10.530839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 35455c86-3576-49f2-b8b8-8c3f0c78fa28 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:10.535291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:10.583529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Pushing event updated for resources: {'Port': ['ID=a0bbf278-d471-497f-b31f-103387f81a92,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:10.597763 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0690293 Jul 06 17:33:10.604663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53562) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:10.615970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Request body: {'subnet': {'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1881630119-subnet', 'tenant_id': 'f50e4d84b9e34adf84fcb427dbc26509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:10.650599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824ff16-eeb7-4277-8a9f-89a2f654cd3f req-a9e9e077-86d8-45ad-8087-15ff2bc7eb99 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:10.654295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:10.659166 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f824ff16-eeb7-4277-8a9f-89a2f654cd3f req-a9e9e077-86d8-45ad-8087-15ff2bc7eb99 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.3153005 Jul 06 17:33:10.661650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dedba-287f-477d-954e-b61c16efd4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=876d3009-55c7-47b6-80e7-b7da1456c24b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:10.665544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Made reservation on behalf of f50e4d84b9e34adf84fcb427dbc26509 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:10.668192 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.694676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 876d3009-55c7-47b6-80e7-b7da1456c24b details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:33:10.729327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:10.753190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d2dc48c-695d-45c2-bf57-d59f61c93318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:10.849376 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f824ff16-eeb7-4277-8a9f-89a2f654cd3f req-a5c90704-8f3a-45d5-b290-422e8223d5c7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884913 Jul 06 17:33:10.945478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0e14c-2066-4205-abc0-0c279d017413 req-7b6e5238-b6b0-4140-9a3f-d4f904869dbe tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:10.953674 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49c0e14c-2066-4205-abc0-0c279d017413 req-7b6e5238-b6b0-4140-9a3f-d4f904869dbe tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 944 time: 0.4391153 Jul 06 17:33:11.043766 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.126656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:11.140399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Checking segment: {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:11.140912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Network hostable DHCP agents. Network: 876d3009-55c7-47b6-80e7-b7da1456c24b, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:33:11.168887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Network 876d3009-55c7-47b6-80e7-b7da1456c24b is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:33:11.186384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 876d3009-55c7-47b6-80e7-b7da1456c24b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:11.198537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ff01f-1e6a-44f1-9de8-82856fa37ac3 None None] Network 876d3009-55c7-47b6-80e7-b7da1456c24b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:33:11.202381 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49c0e14c-2066-4205-abc0-0c279d017413 req-f20d3c4a-a569-44a2-8bf7-cb376358f3c7 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475576 Jul 06 17:33:11.219078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:11.221546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.244959 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.320794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d2dc48c-695d-45c2-bf57-d59f61c93318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.334242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6d7c4b43-b502-450d-8e79-dbd0de3034c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7282910 Jul 06 17:33:11.335298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d2dc48c-695d-45c2-bf57-d59f61c93318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.403981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dc48c-695d-45c2-bf57-d59f61c93318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa7d257-c6fe-4a57-b67b-b4973e1f41e1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:11.432363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7029d9-578b-44a5-b398-f8809d8b49f8 None None] Network 876d3009-55c7-47b6-80e7-b7da1456c24b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:33:11.533244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4481be-6d05-43fb-85d1-1d5f96866d8a None None] Network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:33:11.546156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2d2dc48c-695d-45c2-bf57-d59f61c93318 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b63fb077bf149a682709bc4c6ca2f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8156013 Jul 06 17:33:11.549282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53574) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:11.666761 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62ae8294-d3fc-4fd1-b384-f266fb5f0f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.718181 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62ae8294-d3fc-4fd1-b384-f266fb5f0f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.724866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Provisioning for port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:11.782662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Provisioning complete for port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:11.783058 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.837587 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62ae8294-d3fc-4fd1-b384-f266fb5f0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.842431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62ae8294-d3fc-4fd1-b384-f266fb5f0f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.846272 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-62ae8294-d3fc-4fd1-b384-f266fb5f0f21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaa7d257-c6fe-4a57-b67b-b4973e1f41e1 HTTP/1.1" status: 204 len: 168 time: 0.2935948 Jul 06 17:33:11.855246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:11.859837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8294-d3fc-4fd1-b384-f266fb5f0f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa7d257-c6fe-4a57-b67b-b4973e1f41e1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:12.270221 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:12.340356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a038ab92-4cd6-4d0d-bc13-d3419763fa31 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:12.353336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a038ab92-4cd6-4d0d-bc13-d3419763fa31 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/networks?id=876d3009-55c7-47b6-80e7-b7da1456c24b HTTP/1.1" status: 200 len: 818 time: 0.3141792 Jul 06 17:33:12.377398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] For port 35455c86-3576-49f2-b8b8-8c3f0c78fa28, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=35455c86-3576-49f2-b8b8-8c3f0c78fa28,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:12.386087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-309373b3-3c8b-412d-8d44-94ea6d1d67d4 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/quotas/f50e4d84b9e34adf84fcb427dbc26509 HTTP/1.1" status: 200 len: 375 time: 0.0312934 Jul 06 17:33:12.386300 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:12.470457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-8f0a01e1-dd13-4e97-b3c6-7ebace47b485 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f50e4d84b9e34adf84fcb427dbc26509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826628 Jul 06 17:33:12.506845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Pushing event updated for resources: {'Port': ['ID=35455c86-3576-49f2-b8b8-8c3f0c78fa28,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:12.526822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.528275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.528812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.534311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.537458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.537986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.539018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.539586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.540107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.540600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.541192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.541685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b0d2f-513d-44b6-b606-b12fa0a17fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:12.650666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-f0d5a637-673d-4d55-a11a-5d3b55a8f840 service neutron] 10.222.0.13 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789792 Jul 06 17:33:12.708442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 336865e5-9274-43e6-ae6f-0644ef4d44ae no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:12.822288 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-f3a6769a-1b48-45bb-930b-e2d2e02ae278 service neutron] 10.222.0.13 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673663 Jul 06 17:33:12.868866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d7267663-e02e-4a7f-b09b-906003ba55c4 None None] Provisioning complete for port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:12.869765 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7267663-e02e-4a7f-b09b-906003ba55c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:13.089856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-abd8501f-deaf-4d3b-96db-58241a0172e1 service neutron] 10.222.0.55 "GET /v2.0/ports/336865e5-9274-43e6-ae6f-0644ef4d44ae/bindings/n-h1-799526-3 HTTP/1.1" status: 200 len: 384 time: 0.2506316 Jul 06 17:33:13.172125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Router 016116d7-b211-4900-96b9-daee24812f30 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:33:13.268051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eb1f0-9bde-457f-a53c-51f83a32d6a3 req-33bc828a-0645-404a-9e6d-4fdb61aa58f5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:13.269651 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-712eb1f0-9bde-457f-a53c-51f83a32d6a3 req-33bc828a-0645-404a-9e6d-4fdb61aa58f5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.2722795 Jul 06 17:33:13.385377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:13.409764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:13.448248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336865e5-9274-43e6-ae6f-0644ef4d44ae {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:13.460116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:13.479854 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:13.525616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-712eb1f0-9bde-457f-a53c-51f83a32d6a3 req-033a4322-488e-4147-bf1d-0cbc9538fde9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430136 Jul 06 17:33:13.617183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:33:13.626073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Sync routers for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:33:13.643901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:13.648383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0a4694b5-e0b0-4d91-90ae-2046c5b8e653 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4712138 Jul 06 17:33:13.648856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53636) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:13.651048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:33:13.652327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:13.655894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] Transition to ACTIVE for port object 336865e5-9274-43e6-ae6f-0644ef4d44ae will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:13.665333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:13.844068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] Pushing event updated for resources: {'Port': ['ID=336865e5-9274-43e6-ae6f-0644ef4d44ae,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:13.939205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] No DVR routers for this DVR port 336865e5-9274-43e6-ae6f-0644ef4d44ae on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:13.964927 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ddddd41-8c2e-46d2-9891-16ce450e4706 req-0cd283d6-9c8c-46a4-901b-b9fb2a7ca531 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 210 time: 0.0675457 Jul 06 17:33:13.968671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:33:14.011527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc549af-e5f8-497e-9d5f-150741ff0949 req-5c282a5d-217c-4af8-8be2-02b0d54a4ad5 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:14.019224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ebc549af-e5f8-497e-9d5f-150741ff0949 req-5c282a5d-217c-4af8-8be2-02b0d54a4ad5 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 945 time: 0.2129774 Jul 06 17:33:14.046814 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-f886dfb9-0a8f-4967-9d0d-ad8341ef1b86 service neutron] 10.222.0.55 "PUT /v2.0/ports/336865e5-9274-43e6-ae6f-0644ef4d44ae/bindings/n-h1-799526-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9518995 Jul 06 17:33:14.076636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ebc549af-e5f8-497e-9d5f-150741ff0949 req-c2b0c7ac-4ee7-4cd1-bf42-5c13d16f12d5 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555851 Jul 06 17:33:14.310673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-aa0afcaf-5817-4d2d-9340-2732ed83da15 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:14.313848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-aa0afcaf-5817-4d2d-9340-2732ed83da15 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.1372445 Jul 06 17:33:14.477431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c0042df1-63f1-4894-b824-4774e3ef45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:14.479372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-c0042df1-63f1-4894-b824-4774e3ef45c6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34&tenant_id=36820eb126ca410eae6171e325d93477 HTTP/1.1" status: 200 len: 1096 time: 0.1577220 Jul 06 17:33:14.480703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53668) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:14.502425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1805197646'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:14.617055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:14.620739 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:14.642575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 35455c86-3576-49f2-b8b8-8c3f0c78fa28 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:14.677498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:33:14.706325 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:14.709025 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Added segment 5298e8cd-2bbc-41f2-a99e-f8643bdd9767 of type vlan for network 47e547bc-f710-4b73-b52e-751477455b04 Jul 06 17:33:14.740931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:14.741734 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:14.746102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:10Z', 'revision_number': 3, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:14.785862 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:14.799890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Checking router: 016116d7-b211-4900-96b9-daee24812f30 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:33:14.800631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Updating router 016116d7-b211-4900-96b9-daee24812f30 port a0bbf278-d471-497f-b31f-103387f81a92 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:33:14.838081 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:14.850898 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:14.897867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:14.904955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:14.905597 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:15.043222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Network': ['ID=47e547bc-f710-4b73-b52e-751477455b04,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:15.100308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 47e547bc-f710-4b73-b52e-751477455b04 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:33:15.102153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-27375b44-5333-4fde-b89e-34188ae9965e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6194217 Jul 06 17:33:15.105344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53684) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:15.127253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-152493267'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:15.152389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2490c7-fb15-47dc-aa42-22ed5e69460c req-b7cbc1ee-84ea-4479-9f1d-5a738e30ec1f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:15.154418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae2490c7-fb15-47dc-aa42-22ed5e69460c req-b7cbc1ee-84ea-4479-9f1d-5a738e30ec1f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.1151152 Jul 06 17:33:15.257849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:15.261704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:15.267630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-83f5b254-6045-40a6-9dba-6845691f3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:15.269400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-83f5b254-6045-40a6-9dba-6845691f3ed4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=36820eb126ca410eae6171e325d93477&device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 1096 time: 0.5718715 Jul 06 17:33:15.272073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Allocated IP 172.20.0.1 (43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e/b33193f9-a2bf-4bab-8bf4-a61bbf9e3639/d7971c59-51b4-4744-bf34-76d4cffbddf4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:15.341078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae2490c7-fb15-47dc-aa42-22ed5e69460c req-3997a45b-1a12-4445-b591-348ba14941b9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785660 Jul 06 17:33:15.382005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-97170fec-063b-4847-a9c8-98e2e6606f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:15.383617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-97170fec-063b-4847-a9c8-98e2e6606f6a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 200 len: 908 time: 0.1032548 Jul 06 17:33:15.462506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-8c74ba71-88cd-4acb-bc99-9abfb290ddf2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae HTTP/1.1" status: 200 len: 217 time: 0.0659847 Jul 06 17:33:15.536325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-e390c2b6-fd19-4b0a-981b-c1b275721755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:15.538318 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-e390c2b6-fd19-4b0a-981b-c1b275721755 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 200 len: 847 time: 0.0498490 Jul 06 17:33:15.575734 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-2c29ec5b-43cf-448f-9915-81c1579d4979 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=102655f749444f3081bc961e2a7f56be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309397 Jul 06 17:33:15.587240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:33:15.647240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e58f156-d03f-4d6b-8a65-69bab3bac70e req-c4c0af5c-746b-43e2-a7aa-974add42219d tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 210 time: 0.0775008 Jul 06 17:33:15.654386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:15.681678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-14ca15b9-a706-44a3-ba8b-aeb74415e455 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917521 Jul 06 17:33:15.699608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Transition to ACTIVE for port object a0bbf278-d471-497f-b31f-103387f81a92 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:15.769406 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:15.784250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:15.784977 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Added segment c7930320-bf34-4cd1-9509-2d1b87a6faff of type vlan for network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 Jul 06 17:33:15.790845 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-41ef01f7-8f69-49ee-aa29-679b87270c03 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957527 Jul 06 17:33:15.873703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Attempting to bind port a0bbf278-d471-497f-b31f-103387f81a92 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:15.874083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Attempting to bind port a0bbf278-d471-497f-b31f-103387f81a92 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:15.874521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Attempting to bind port a0bbf278-d471-497f-b31f-103387f81a92 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:15.878008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c19fd-fce9-49bb-8acc-a4497e561d13 None None] Pushing event updated for resources: {'Port': ['ID=a0bbf278-d471-497f-b31f-103387f81a92,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:15.885662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:15.886075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:15.886850 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:15.887393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:15.887995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Bound port: a0bbf278-d471-497f-b31f-103387f81a92, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:15.888386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:15.917376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b40f-1835-4770-88d6-b08f6092dfce req-d44e83b6-3f54-4509-b723-14edb0994475 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:15.926155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b978b40f-1835-4770-88d6-b08f6092dfce req-d44e83b6-3f54-4509-b723-14edb0994475 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 945 time: 0.1192245 Jul 06 17:33:15.953161 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:15.966409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] For port a0bbf278-d471-497f-b31f-103387f81a92, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:15.972285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b978b40f-1835-4770-88d6-b08f6092dfce req-2a63baea-3b3d-49b9-8bc5-b7f0fbed574a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Jul 06 17:33:15.972389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] For port a0bbf278-d471-497f-b31f-103387f81a92, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a0bbf278-d471-497f-b31f-103387f81a92,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:15.978710 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:15.997132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:16.032977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-19106ce0-749c-4d39-88a4-95e1986afd9e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:16.041447 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-19106ce0-749c-4d39-88a4-95e1986afd9e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4647946 Jul 06 17:33:16.104607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Transition to ACTIVE for port object d7971c59-51b4-4744-bf34-76d4cffbddf4 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:16.107994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:33:16.110485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:32:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:16.116671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-6eaf8873-40a8-4bb0-866a-dc88db9aa7e3 service neutron] 10.222.0.22 "GET /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098843 Jul 06 17:33:16.118966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c19fd-fce9-49bb-8acc-a4497e561d13 None None] Pushing event updated for resources: {'Port': ['ID=a0bbf278-d471-497f-b31f-103387f81a92,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:16.123323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-c2c3b7a0-442c-4f83-a3a0-d80f00ce8fd1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/quotas/102655f749444f3081bc961e2a7f56be HTTP/1.1" status: 200 len: 375 time: 0.0686877 Jul 06 17:33:16.127601 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:16.133397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:16.134058 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:16.169236 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0610299 Jul 06 17:33:16.172207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53698) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:16.180304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'subnet': {'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:16.222750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-440ab050-600e-409b-ae65-c2ee4edad370 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=102655f749444f3081bc961e2a7f56be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983639 Jul 06 17:33:16.374154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:33:16.428063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72588a-b8d3-450d-bb57-e63efd34d401 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Network': ['ID=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:16.445275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:16.449960 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:16.457407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:16.518881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:16.523820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:16.537680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:16.605144 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ea80f8e6-b6c4-4109-b252-a3b808ae304a req-79de4b5c-8bdd-4c72-a97d-40d162dd4cd7 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 210 time: 0.0941761 Jul 06 17:33:16.641433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Pushing event updated for resources: {'Port': ['ID=d7971c59-51b4-4744-bf34-76d4cffbddf4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:16.665047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:16.665513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:33:16.988659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-51331f6d-b853-4f8f-b9ff-797da3882432 req-d789fed6-77b8-42e3-ad83-7e139c4f78cc tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 210 time: 0.0356529 Jul 06 17:33:17.069721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-cac4aff8-618b-4a08-b201-3966f0b30042 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:17.071158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2d55-cb7a-4b23-a378-1b3db5e48685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:17.071950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-cac4aff8-618b-4a08-b201-3966f0b30042 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.22 "GET /v2.0/networks?id=876d3009-55c7-47b6-80e7-b7da1456c24b HTTP/1.1" status: 200 len: 818 time: 0.2829664 Jul 06 17:33:17.082782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-42d7d6ca-8373-476a-9dbe-5a9d1ae518ea None None] Provisioning for port d7971c59-51b4-4744-bf34-76d4cffbddf4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:17.095904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Request body: {'port': {'device_id': '32577067-73ed-4378-b162-db41b37227e7', 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b', 'admin_state_up': True, 'tenant_id': 'f50e4d84b9e34adf84fcb427dbc26509'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:17.115363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-42d7d6ca-8373-476a-9dbe-5a9d1ae518ea None None] Provisioning complete for port d7971c59-51b4-4744-bf34-76d4cffbddf4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:17.115841 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42d7d6ca-8373-476a-9dbe-5a9d1ae518ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:17.215990 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:17.234012 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:17.316720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-42d7d6ca-8373-476a-9dbe-5a9d1ae518ea None None] Port d7971c59-51b4-4744-bf34-76d4cffbddf4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:17.373167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Subnet': ['ID=4119291e-39a4-4d21-8cea-f6b0db239b54,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:17.391335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:10Z', 'revision_number': 3, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:17.469030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923634ad-8379-4e92-99cd-e5522e4f873d None None] The sync data for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 is: [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:10Z', 'revision_number': 3, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:33:17.493714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331089f-3d62-4d04-99ed-862ddad40167 req-861d6ebe-e1f4-4ad7-8e97-717bf593c465 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:17.522692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b331089f-3d62-4d04-99ed-862ddad40167 req-861d6ebe-e1f4-4ad7-8e97-717bf593c465 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.6772869 Jul 06 17:33:17.635773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:17.691300 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:17.757796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-7d555f37-f524-4c41-a25e-bce31ddbef73 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:17.759809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-7d555f37-f524-4c41-a25e-bce31ddbef73 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.55 "GET /v2.0/networks?id=876d3009-55c7-47b6-80e7-b7da1456c24b HTTP/1.1" status: 200 len: 818 time: 0.9617116 Jul 06 17:33:17.786943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Request body: {'port': {'device_id': 'ce11e9a5-56ae-4aea-afcd-0effbb00fd7c', 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b', 'admin_state_up': True, 'tenant_id': 'f50e4d84b9e34adf84fcb427dbc26509'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:17.892054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b331089f-3d62-4d04-99ed-862ddad40167 req-ced51ba0-d82a-4fad-8033-5ff9dc0d2d0a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169560 Jul 06 17:33:17.944703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Checking segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:17.949355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network hostable DHCP agents. Network: 47e547bc-f710-4b73-b52e-751477455b04, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:33:18.030875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-be04689e-9af7-4963-a949-466c5bfe59bf tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:18.032651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-be04689e-9af7-4963-a949-466c5bfe59bf tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34&tenant_id=36820eb126ca410eae6171e325d93477&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.4973288 Jul 06 17:33:18.158940 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network 47e547bc-f710-4b73-b52e-751477455b04 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:33:18.515064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a0bbf278-d471-497f-b31f-103387f81a92 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:18.529361 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:18.617982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port a0bbf278-d471-497f-b31f-103387f81a92 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:18.625971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a0bbf278-d471-497f-b31f-103387f81a92 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:18.628001 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:18.668482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Pushing event updated for resources: {'Port': ['ID=d7971c59-51b4-4744-bf34-76d4cffbddf4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:18.678131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 47e547bc-f710-4b73-b52e-751477455b04) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:18.678692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Made reservation on behalf of f50e4d84b9e34adf84fcb427dbc26509 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:18.688124 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:18.709850 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0f7ae26-4561-45bd-97e5-a8d700714543 req-242536c5-fd74-4d56-b577-8c76f0e4b6a7 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 210 time: 0.0578954 Jul 06 17:33:18.712719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:18.714310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0d179-bd83-4501-9b08-5957f4536b2b None None] Network 47e547bc-f710-4b73-b52e-751477455b04 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:33:18.715310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:18.760278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2a1eb3b8-45ea-452f-9e95-4ce3915842bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5858183 Jul 06 17:33:18.767499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:18.786568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'subnet': {'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:18.854095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-ab4364f9-6f0b-4143-8f2e-e321b954c670 service neutron] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:18.882380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-ab4364f9-6f0b-4143-8f2e-e321b954c670 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:18.890812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac20c5ed-cd2d-4f81-8928-1b3ac96b1c70 req-ab4364f9-6f0b-4143-8f2e-e321b954c670 service neutron] 10.222.0.22 "DELETE /v2.0/ports/336865e5-9274-43e6-ae6f-0644ef4d44ae/bindings/n-h2-799526-3 HTTP/1.1" status: 204 len: 173 time: 0.8448434 Jul 06 17:33:18.914551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Made reservation on behalf of f50e4d84b9e34adf84fcb427dbc26509 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:18.919862 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:18.921835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Allocated IP 172.20.0.9 (876d3009-55c7-47b6-80e7-b7da1456c24b/1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340/b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:19.091308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-78a4c440-4a89-489d-9af8-0ee71e12b66a tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=102655f749444f3081bc961e2a7f56be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369179 Jul 06 17:33:19.119731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:19.130955 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:19.136182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:19.141145 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:19.179183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port a0bbf278-d471-497f-b31f-103387f81a92, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a0bbf278-d471-497f-b31f-103387f81a92,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:19.200693 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:19.231594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e30bb-e824-42cb-8ac0-036f3f1f7ad4 req-72c812df-009d-4ffb-b055-cba308d2728f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:19.242048 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-464e30bb-e824-42cb-8ac0-036f3f1f7ad4 req-72c812df-009d-4ffb-b055-cba308d2728f tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 945 time: 1.6013262 Jul 06 17:33:19.268588 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b310240d-6920-4711-be1b-42c9ce7c5ff8 req-8e0d7702-c965-41a4-8f8c-227ae567f54a tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 210 time: 0.1810133 Jul 06 17:33:19.292227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-fb2d5d53-2e78-4dd7-985e-139733a03b2d tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:19.293787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-fb2d5d53-2e78-4dd7-985e-139733a03b2d tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.55 "GET /v2.0/networks?id=876d3009-55c7-47b6-80e7-b7da1456c24b HTTP/1.1" status: 200 len: 818 time: 1.6573958 Jul 06 17:33:19.322816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Request body: {'port': {'device_id': '4b9c369d-bab0-4e4f-922a-3c117de0456b', 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b', 'admin_state_up': True, 'tenant_id': 'f50e4d84b9e34adf84fcb427dbc26509'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:19.432768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-464e30bb-e824-42cb-8ac0-036f3f1f7ad4 req-1ddc540a-d01a-4e28-8606-c7ebc5abdc4a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887364 Jul 06 17:33:19.494903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-aebedca7-741c-46c1-a791-7266131de384 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:19.497885 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-aebedca7-741c-46c1-a791-7266131de384 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3951514 Jul 06 17:33:19.543939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=a0bbf278-d471-497f-b31f-103387f81a92,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:19.549562 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:19.560448 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Request body: {'port': {'device_id': 'd7ae3c30-e77a-440b-a34d-0effbdd4575e', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '102655f749444f3081bc961e2a7f56be'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:19.570386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b96e13-7251-49e9-a9d6-2bcd5138ec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:19.589173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-47e547bc-f710-4b73-b52e-751477455b04', 'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'tenant_id': '111b07676259475e995110a924defb8f', 'fixed_ips': [{'subnet_id': '4119291e-39a4-4d21-8cea-f6b0db239b54'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:33:19.590200 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:19.649075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:19.651128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:19.802273 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:19.805045 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:19.882950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Allocated IP 10.1.1.2 (47e547bc-f710-4b73-b52e-751477455b04/4119291e-39a4-4d21-8cea-f6b0db239b54/7478c3c0-3ffb-4902-abef-119ba8dd2807) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:19.905251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Subnet': ['ID=c47ce271-7683-486e-a0da-d917eaa8f9ed,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:19.960577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Allocated IP 172.20.0.4 (876d3009-55c7-47b6-80e7-b7da1456c24b/1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340/46a41cad-8cc8-4b8d-822a-affb5d837f98) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:20.010380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Made reservation on behalf of 102655f749444f3081bc961e2a7f56be for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:20.019025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.045909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Network 876d3009-55c7-47b6-80e7-b7da1456c24b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:20.047502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.071530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Pushing event updated for resources: {'Port': ['ID=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:20.092604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Router 016116d7-b211-4900-96b9-daee24812f30 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:33:20.093823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:20.118514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:20.173097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:20.173542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.191327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.198943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7453fc3-b0db-4ef7-b1a6-ee32b5e42d6b req-a7eaa191-df33-4367-84ae-8d666a94158a tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 210 time: 0.1577694 Jul 06 17:33:20.204624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Transition to ACTIVE for port object 7478c3c0-3ffb-4902-abef-119ba8dd2807 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:20.224025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Transition to ACTIVE for port object 7478c3c0-3ffb-4902-abef-119ba8dd2807 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:20.228664 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c7c2ff43-9ed2-42a4-abaf-b4c3a6c906f3 None None] Provisioning complete for port d7971c59-51b4-4744-bf34-76d4cffbddf4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:20.229257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ff43-9ed2-42a4-abaf-b4c3a6c906f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.233869 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.248536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a63fbb-5780-410c-85a2-d36a3030fc6d req-de2e0f40-265c-4274-ae25-bf55525db474 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:20.256092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8a63fbb-5780-410c-85a2-d36a3030fc6d req-de2e0f40-265c-4274-ae25-bf55525db474 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.6902544 Jul 06 17:33:20.277417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Checking segment: {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:20.277791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network hostable DHCP agents. Network: 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:33:20.348936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:33:20.366693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-71ae927f-e395-457b-8e70-e5695a595dbf admin admin] 10.222.0.13 "PUT /v2.0/routers/016116d7-b211-4900-96b9-daee24812f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7078390 Jul 06 17:33:20.416686 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Sync routers for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:33:20.440488 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:33:20.441125 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:33:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:20.496315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Pushing event updated for resources: {'Port': ['ID=7478c3c0-3ffb-4902-abef-119ba8dd2807,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:20.505628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a0bbf278-d471-497f-b31f-103387f81a92 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:20.511051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Network 47e547bc-f710-4b73-b52e-751477455b04 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:20.527558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8a63fbb-5780-410c-85a2-d36a3030fc6d req-350a5cf8-cc7a-4e54-9702-c34fd28a4b19 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708099 Jul 06 17:33:20.546657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:20.575204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:20.577598 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.582900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2ff43-9ed2-42a4-abaf-b4c3a6c906f3 None None] Port d7971c59-51b4-4744-bf34-76d4cffbddf4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:20.606666 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f175f41-2398-4997-8e4b-fed5c4a1eb9a req-70aa37f1-6917-498d-ac54-0473237dab66 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 210 time: 0.0734711 Jul 06 17:33:20.615062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d91e72c3-9b94-472c-8905-9b70b5e52976 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5327454 Jul 06 17:33:20.637409 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.638812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Request body: {'port': {'device_id': '32577067-73ed-4378-b162-db41b37227e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:20.680594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a0bbf278-d471-497f-b31f-103387f81a92 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:20.681067 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.682933 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:33:20.704472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.725996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Attempting to bind port 7478c3c0-3ffb-4902-abef-119ba8dd2807 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:20.726379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Attempting to bind port 7478c3c0-3ffb-4902-abef-119ba8dd2807 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:20.726746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Attempting to bind port 7478c3c0-3ffb-4902-abef-119ba8dd2807 on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:20.737883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:20.738260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Checking segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:20.739914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.740316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Bound using segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:20.740857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Bound port: 7478c3c0-3ffb-4902-abef-119ba8dd2807, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:20.741175 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.760065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Made reservation on behalf of f50e4d84b9e34adf84fcb427dbc26509 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:20.767516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.782864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.892052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] For port 7478c3c0-3ffb-4902-abef-119ba8dd2807, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:20.899649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] For port 7478c3c0-3ffb-4902-abef-119ba8dd2807, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7478c3c0-3ffb-4902-abef-119ba8dd2807,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:20.907273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.907553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:20.962618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Allocated IP 192.168.233.239 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/07001098-da79-40e3-b547-6814b76ef857) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:20.975143 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd7971c59-51b4-4744-bf34-76d4cffbddf4', 'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'mac_address': 'fa:16:3e:0d:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:14Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 2, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'subnets': [{'id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:21.029050 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Checking router: 016116d7-b211-4900-96b9-daee24812f30 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:33:21.029403 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Updating router 016116d7-b211-4900-96b9-daee24812f30 port d7971c59-51b4-4744-bf34-76d4cffbddf4 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:33:21.068062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e34a14-8811-4065-a5d2-3f1cc839a50f None None] Pushing event updated for resources: {'Port': ['ID=7478c3c0-3ffb-4902-abef-119ba8dd2807,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:21.153498 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:21.253575 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:21.314001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Allocated IP 172.20.0.13 (876d3009-55c7-47b6-80e7-b7da1456c24b/1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340/5175277f-2a26-44a5-a0fa-bc54c1c695e7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:21.338411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:33:21.428964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218b38f3-b78b-4540-add8-9ae506411a87,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:21.502264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:21.518294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d660238-2200-4caf-a1bd-d32f90963913 None None] Network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:33:21.529214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:21.530162 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:21.563427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Network 876d3009-55c7-47b6-80e7-b7da1456c24b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:21.583747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:21.587526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:21.601050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:21.611543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1db27e54-562b-420e-92be-57e2df538212 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178830847', 'description': 'tempest-description--1631545111'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:21.652089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:21.653089 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:21.656561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Pushing event updated for resources: {'Port': ['ID=46a41cad-8cc8-4b8d-822a-affb5d837f98,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:21.681717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fb55164a-306b-43b1-b402-7b5cd599dc55 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9129119 Jul 06 17:33:21.684690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53790) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:21.704422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'port': {'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'name': 'tempest-TaggedBootDevicesTest_v242-1865559116', 'fixed_ips': [{'subnet_id': '4119291e-39a4-4d21-8cea-f6b0db239b54'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:21.747926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77586b2-24c1-4fdb-838f-4c5ab8b73f88 req-e2979fb4-9066-4e9e-b15e-770fb7530920 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:21.750199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a77586b2-24c1-4fdb-838f-4c5ab8b73f88 req-e2979fb4-9066-4e9e-b15e-770fb7530920 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 945 time: 0.5578525 Jul 06 17:33:21.757774 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:21.794548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1db27e54-562b-420e-92be-57e2df538212 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:21.867944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Transition to ACTIVE for port object 07001098-da79-40e3-b547-6814b76ef857 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:21.887708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a3abda32-cb7b-4032-b052-f40bad20b002 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1101460 Jul 06 17:33:21.898902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:21.901216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-8a9e137a-be51-4fa9-8c4a-3a54c7fd2468', 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468', 'tenant_id': '111b07676259475e995110a924defb8f', 'fixed_ips': [{'subnet_id': 'c47ce271-7683-486e-a0da-d917eaa8f9ed'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:33:21.903336 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:21.921205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Request body: {'port': {'device_id': 'ce11e9a5-56ae-4aea-afcd-0effbb00fd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:21.932188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a77586b2-24c1-4fdb-838f-4c5ab8b73f88 req-17b4bfe3-f006-4cf0-b9b8-cfd6235e458b tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694651 Jul 06 17:33:21.970032 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:21.991316 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1db27e54-562b-420e-92be-57e2df538212 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.001233 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Transition to ACTIVE for port object d7971c59-51b4-4744-bf34-76d4cffbddf4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:22.011769 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1db27e54-562b-420e-92be-57e2df538212 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.012286 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.031988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.111871 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fd87b-733f-4ee8-b2aa-22ea382df5c4 None None] Pushing event updated for resources: {'Port': ['ID=d7971c59-51b4-4744-bf34-76d4cffbddf4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:22.163070 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.214332 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Attempting to bind port d7971c59-51b4-4744-bf34-76d4cffbddf4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:22.214917 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Attempting to bind port d7971c59-51b4-4744-bf34-76d4cffbddf4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:22.215897 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Attempting to bind port d7971c59-51b4-4744-bf34-76d4cffbddf4 on network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:22.218088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Allocated IP 10.2.2.2 (8a9e137a-be51-4fa9-8c4a-3a54c7fd2468/c47ce271-7683-486e-a0da-d917eaa8f9ed/9e07d813-9db4-4bee-9a10-ba63930d06b1) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:22.230520 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:22.231112 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Checking segment: {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:22.231643 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.232281 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Bound using segment: {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:22.234301 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Bound port: d7971c59-51b4-4744-bf34-76d4cffbddf4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:22.235085 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.317005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Pushing event updated for resources: {'Port': ['ID=07001098-da79-40e3-b547-6814b76ef857,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:22.324039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Pushing event updated for resources: {'Port': ['ID=5175277f-2a26-44a5-a0fa-bc54c1c695e7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:22.358690 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] For port d7971c59-51b4-4744-bf34-76d4cffbddf4, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:22.361401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e0e229-82a5-46ea-8470-7daa91f18108 req-bb95fd10-96f8-44fb-a7c4-1967c281e8cc tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 210 time: 0.3511684 Jul 06 17:33:22.365777 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] For port d7971c59-51b4-4744-bf34-76d4cffbddf4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d7971c59-51b4-4744-bf34-76d4cffbddf4,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:22.376298 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.432678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Network 876d3009-55c7-47b6-80e7-b7da1456c24b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:22.443555 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.458627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:22.461010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:22.466303 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.472693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1db27e54-562b-420e-92be-57e2df538212 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.480383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1db27e54-562b-420e-92be-57e2df538212 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8783031 Jul 06 17:33:22.506899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53798) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:22.512566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-621865fc-ebbb-43d4-929f-598b212adb62 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Request body: {'security_group_rule': {'security_group_id': '374e26cd-8915-44af-8e8c-3257e0384adf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:22.571947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:22.598712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:22.600666 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fd87b-733f-4ee8-b2aa-22ea382df5c4 None None] Pushing event updated for resources: {'Port': ['ID=d7971c59-51b4-4744-bf34-76d4cffbddf4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:22.603633 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:33:22.604104 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:33:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:22.605887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7478c3c0-3ffb-4902-abef-119ba8dd2807 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:22.611163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:22.612300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:22.733643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-621865fc-ebbb-43d4-929f-598b212adb62 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.830556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.863818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Transition to ACTIVE for port object 9e07d813-9db4-4bee-9a10-ba63930d06b1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:22.870544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 7478c3c0-3ffb-4902-abef-119ba8dd2807 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:22.916384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Transition to ACTIVE for port object 9e07d813-9db4-4bee-9a10-ba63930d06b1 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:22.922244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.927066 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:22.930461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db27e54-562b-420e-92be-57e2df538212 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374e26cd-8915-44af-8e8c-3257e0384adf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:22.957842 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:22.960228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.012729 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8952d1ce-3fc8-4de0-91ad-58fec815190a None None] Network 47e547bc-f710-4b73-b52e-751477455b04 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:33:23.020244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:23.028964 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:33:23.065241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:23.081701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:23.103831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Pushing event updated for resources: {'Port': ['ID=9e07d813-9db4-4bee-9a10-ba63930d06b1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:23.114716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] device_id is not set on port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:33:23.134402 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3fa1c251-bb41-4ace-926c-514a17faa392 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8209960 Jul 06 17:33:23.135006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:23.135661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.173938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-6a2ae736-c7a5-42fe-b7bc-e77a00791f0e tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6198108 Jul 06 17:33:23.180665 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-621865fc-ebbb-43d4-929f-598b212adb62 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.188897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccc64-e261-4e36-a20b-f53448d3c89f req-7c8208df-092f-4ada-9002-c3390291b678 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:23.196130 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e7ccc64-e261-4e36-a20b-f53448d3c89f req-7c8208df-092f-4ada-9002-c3390291b678 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.8996196 Jul 06 17:33:23.202132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Request body: {'port': {'device_id': 'd7ae3c30-e77a-440b-a34d-0effbdd4575e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:23.207906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:23.210894 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-621865fc-ebbb-43d4-929f-598b212adb62 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.218099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Provisioning for port 07001098-da79-40e3-b547-6814b76ef857 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:23.218519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Request body: {'port': {'device_id': '4b9c369d-bab0-4e4f-922a-3c117de0456b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:23.223512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Attempting to bind port 9e07d813-9db4-4bee-9a10-ba63930d06b1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:23.224142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Attempting to bind port 9e07d813-9db4-4bee-9a10-ba63930d06b1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:23.224770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Attempting to bind port 9e07d813-9db4-4bee-9a10-ba63930d06b1 on network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:23.261017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Provisioning complete for port 07001098-da79-40e3-b547-6814b76ef857 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:23.262084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.266769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:23.267292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Checking segment: {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:23.268208 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.268661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Bound using segment: {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:23.269277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Bound port: 9e07d813-9db4-4bee-9a10-ba63930d06b1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:23.270069 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.271589 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.279798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621865fc-ebbb-43d4-929f-598b212adb62 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bb000d-80b3-4a06-b9e4-43aeb9620592,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:23.362712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-621865fc-ebbb-43d4-929f-598b212adb62 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.372142 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-621865fc-ebbb-43d4-929f-598b212adb62 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8639092 Jul 06 17:33:23.372987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53804) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:23.390014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Transition to ACTIVE for port object b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:23.422920 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e7ccc64-e261-4e36-a20b-f53448d3c89f req-8592ed73-12df-451a-b76b-27ff32a8f043 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258565 Jul 06 17:33:23.430392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1a13a7f4-21bf-459f-bc4c-6a01e3fd5ce1 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Request body: {'security_group_rule': {'security_group_id': '374e26cd-8915-44af-8e8c-3257e0384adf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:23.442828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.452720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] For port 9e07d813-9db4-4bee-9a10-ba63930d06b1, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:23.455824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] For port 9e07d813-9db4-4bee-9a10-ba63930d06b1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9e07d813-9db4-4bee-9a10-ba63930d06b1,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:23.471615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.527099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297d2bb-f84c-4f0a-a453-9ff8c0c6fa1d req-f89bab18-5237-4a52-8500-704b9705f966 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:23.530271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Port 07001098-da79-40e3-b547-6814b76ef857 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:23.537250 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c297d2bb-f84c-4f0a-a453-9ff8c0c6fa1d req-f89bab18-5237-4a52-8500-704b9705f966 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 932 time: 0.5458226 Jul 06 17:33:23.581764 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd7971c59-51b4-4744-bf34-76d4cffbddf4', 'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'mac_address': 'fa:16:3e:0d:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:14Z', 'updated_at': '2021-07-06T17:33:22Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'subnets': [{'id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:33:23.592099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Provisioning for port 7478c3c0-3ffb-4902-abef-119ba8dd2807 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:23.620482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Provisioning complete for port 7478c3c0-3ffb-4902-abef-119ba8dd2807 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:23.621062 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.624269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a905c0-7aaa-4667-b332-598ce7360cf9 None None] Pushing event updated for resources: {'Port': ['ID=9e07d813-9db4-4bee-9a10-ba63930d06b1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:23.675233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.692683 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5e5ed-21e8-43af-ae48-5dd9bfe565ff None None] The sync data for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 is: [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd7971c59-51b4-4744-bf34-76d4cffbddf4', 'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'mac_address': 'fa:16:3e:0d:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:14Z', 'updated_at': '2021-07-06T17:33:22Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'subnets': [{'id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:33:23.738594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Pushing event updated for resources: {'Port': ['ID=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:23.826781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Allocated IP 10.1.1.249 (47e547bc-f710-4b73-b52e-751477455b04/4119291e-39a4-4d21-8cea-f6b0db239b54/631caff5-2706-4ccf-9a3d-0053d1ec2a2d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:23.831750 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.877521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a41cad-8cc8-4b8d-822a-affb5d837f98 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:23.908741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.923892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] For port 7478c3c0-3ffb-4902-abef-119ba8dd2807, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7478c3c0-3ffb-4902-abef-119ba8dd2807,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:23.936477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.945811 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:23.949752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c297d2bb-f84c-4f0a-a453-9ff8c0c6fa1d req-8199e97a-adfc-4a4d-908b-97a3ce22a330 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089653 Jul 06 17:33:24.024484 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:33:24.048732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Transition to ACTIVE for port object 46a41cad-8cc8-4b8d-822a-affb5d837f98 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:24.086887 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:24.092833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c9d8f-f1d4-41ae-b016-b4194b849256 None None] Pushing event updated for resources: {'Port': ['ID=7478c3c0-3ffb-4902-abef-119ba8dd2807,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:24.150598 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a13a7f4-21bf-459f-bc4c-6a01e3fd5ce1 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:24.176476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Attempting to bind port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:24.177056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Attempting to bind port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:24.177586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Attempting to bind port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 on network 876d3009-55c7-47b6-80e7-b7da1456c24b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:24.235601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 on network 876d3009-55c7-47b6-80e7-b7da1456c24b not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:24.236323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Attempting to bind port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 on network 876d3009-55c7-47b6-80e7-b7da1456c24b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:24.268877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-57da7d5a-168a-474b-8d1e-1b3cd21c17b1 None None] Provisioning complete for port 7478c3c0-3ffb-4902-abef-119ba8dd2807 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:24.269264 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57da7d5a-168a-474b-8d1e-1b3cd21c17b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:24.319766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:24.320116 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Checking segment: {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:24.320516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Bound using segment: {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:24.320978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Bound port: b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:24.321348 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:24.667566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Pushing event updated for resources: {'Port': ['ID=46a41cad-8cc8-4b8d-822a-affb5d837f98,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:24.744844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9e07d813-9db4-4bee-9a10-ba63930d06b1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:24.825302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 9e07d813-9db4-4bee-9a10-ba63930d06b1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:24.829735 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a13a7f4-21bf-459f-bc4c-6a01e3fd5ce1 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:24.833582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d7971c59-51b4-4744-bf34-76d4cffbddf4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:24.850162 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a13a7f4-21bf-459f-bc4c-6a01e3fd5ce1 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:24.864220 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-f1d19ec8-ffef-459e-b2fa-ff77958d64f3 service neutron] show failed (client error): The resource could not be found. Jul 06 17:33:24.865239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-f1d19ec8-ffef-459e-b2fa-ff77958d64f3 service neutron] 10.222.0.22 "GET /v2.0/ports/0d45c09a-195f-4261-a794-94a4e2ecb7ce/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.5912375 Jul 06 17:33:24.934988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13a7f4-21bf-459f-bc4c-6a01e3fd5ce1 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34e373b-2a50-48b1-8a34-6c4daf961477,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:24.939153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port d7971c59-51b4-4744-bf34-76d4cffbddf4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:24.944827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d7971c59-51b4-4744-bf34-76d4cffbddf4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:24.945227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:24.955890 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a13a7f4-21bf-459f-bc4c-6a01e3fd5ce1 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:24.959579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1a13a7f4-21bf-459f-bc4c-6a01e3fd5ce1 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5355802 Jul 06 17:33:25.026255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c453-b58a-4519-9b24-fc15911c3057 req-74fd8331-1820-4335-bd6b-2cd561431121 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:25.037135 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0173c453-b58a-4519-9b24-fc15911c3057 req-74fd8331-1820-4335-bd6b-2cd561431121 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 936 time: 0.8754725 Jul 06 17:33:25.037662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:25.076535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:25.163772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Attempting to bind port 46a41cad-8cc8-4b8d-822a-affb5d837f98 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:25.163983 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:25.164207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Attempting to bind port 46a41cad-8cc8-4b8d-822a-affb5d837f98 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:25.164440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Attempting to bind port 46a41cad-8cc8-4b8d-822a-affb5d837f98 on network 876d3009-55c7-47b6-80e7-b7da1456c24b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:25.186914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Port 46a41cad-8cc8-4b8d-822a-affb5d837f98 on network 876d3009-55c7-47b6-80e7-b7da1456c24b not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:25.187599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Attempting to bind port 46a41cad-8cc8-4b8d-822a-affb5d837f98 on network 876d3009-55c7-47b6-80e7-b7da1456c24b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:25.204104 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:25.236164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:25.236518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Checking segment: {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:25.236908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Bound using segment: {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:25.237359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Bound port: 46a41cad-8cc8-4b8d-822a-affb5d837f98, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:25.237725 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:25.283188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0173c453-b58a-4519-9b24-fc15911c3057 req-0fab752f-09c8-4460-b07f-f1e7875aeaf1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958935 Jul 06 17:33:25.300395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port d7971c59-51b4-4744-bf34-76d4cffbddf4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d7971c59-51b4-4744-bf34-76d4cffbddf4,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:25.311065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:25.314810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7478c3c0-3ffb-4902-abef-119ba8dd2807 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:25.465236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16232a-e577-4db7-be49-ab70249c4272 None None] Network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:33:25.468849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=d7971c59-51b4-4744-bf34-76d4cffbddf4,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:25.557189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7478c3c0-3ffb-4902-abef-119ba8dd2807 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:25.559015 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:25.704289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-80ad9962-8213-41cb-b06b-725322b167c5 None None] Provisioning for port 9e07d813-9db4-4bee-9a10-ba63930d06b1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:25.742615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-80ad9962-8213-41cb-b06b-725322b167c5 None None] Provisioning complete for port 9e07d813-9db4-4bee-9a10-ba63930d06b1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:25.743516 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80ad9962-8213-41cb-b06b-725322b167c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:25.754797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] For port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:25.767948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] For port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:25.842704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:25.852590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d51d9-39b6-4ac8-8434-293242226a57 req-e29982f5-d471-44db-a3d1-52711a6c7399 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:25.866826 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-716d51d9-39b6-4ac8-8434-293242226a57 req-e29982f5-d471-44db-a3d1-52711a6c7399 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 1096 time: 1.5952260 Jul 06 17:33:25.928547 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5175277f-2a26-44a5-a0fa-bc54c1c695e7 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:25.933807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07001098-da79-40e3-b547-6814b76ef857 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:25.950652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:25.986861 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.042216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Transition to ACTIVE for port object 07001098-da79-40e3-b547-6814b76ef857 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:26.066000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.073941 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80ad9962-8213-41cb-b06b-725322b167c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.080967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] For port 46a41cad-8cc8-4b8d-822a-affb5d837f98, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:26.099077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Pushing event updated for resources: {'Port': ['ID=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:26.112379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.127372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Transition to ACTIVE for port object 5175277f-2a26-44a5-a0fa-bc54c1c695e7 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:26.130260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-80ad9962-8213-41cb-b06b-725322b167c5 None None] For port 9e07d813-9db4-4bee-9a10-ba63930d06b1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9e07d813-9db4-4bee-9a10-ba63930d06b1,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:26.131536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-716d51d9-39b6-4ac8-8434-293242226a57 req-406dbff8-8a59-4829-bd53-32bbffa2f025 tempest-LiveMigrationTest-1517997405 tempest-LiveMigrationTest-1517997405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628958 Jul 06 17:33:26.141379 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80ad9962-8213-41cb-b06b-725322b167c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.141610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:26.142827 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.145890 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d0f27f4f-47c8-472a-ada2-22c9c3f8f21c service neutron] 10.222.0.22 "PUT /v2.0/ports/b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 HTTP/1.1" status: 200 len: 1091 time: 5.5204422 Jul 06 17:33:26.146678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32577067-73ed-4378-b162-db41b37227e7', 'tag': 'b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:26.149200 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea" -d '{"events": [{"name": "network-changed", "server_uuid": "32577067-73ed-4378-b162-db41b37227e7", "tag": "b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:26.150014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] For port 46a41cad-8cc8-4b8d-822a-affb5d837f98, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=46a41cad-8cc8-4b8d-822a-affb5d837f98,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:26.152262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.218243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.252154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-73d035d6-4274-446a-a4c5-fa6865998904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:26.255373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-73d035d6-4274-446a-a4c5-fa6865998904 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1&tenant_id=afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 1101 time: 0.9022012 Jul 06 17:33:26.280214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Pushing event updated for resources: {'Port': ['ID=07001098-da79-40e3-b547-6814b76ef857,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:26.293108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5175277f-2a26-44a5-a0fa-bc54c1c695e7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:26.294048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad9962-8213-41cb-b06b-725322b167c5 None None] Pushing event updated for resources: {'Port': ['ID=9e07d813-9db4-4bee-9a10-ba63930d06b1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:26.323002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:26.334664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Transition to ACTIVE for port object 631caff5-2706-4ccf-9a3d-0053d1ec2a2d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:26.437023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:26.437650 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.440669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] 10.222.0.55 "PUT /v2.0/ports/46a41cad-8cc8-4b8d-822a-affb5d837f98 HTTP/1.1" status: 200 len: 1091 time: 4.5345879 Jul 06 17:33:26.464868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262fc60-28c9-4c9d-aa82-e1ae56f1a3ee req-1fddd5b1-cf1b-432d-9335-eb1f2d45ba24 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:26.474441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b262fc60-28c9-4c9d-aa82-e1ae56f1a3ee req-1fddd5b1-cf1b-432d-9335-eb1f2d45ba24 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.5741506 Jul 06 17:33:26.474441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce11e9a5-56ae-4aea-afcd-0effbb00fd7c', 'tag': '46a41cad-8cc8-4b8d-822a-affb5d837f98'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:26.474765 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d2bda2-858a-4429-878c-f9bc6f347d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce11e9a5-56ae-4aea-afcd-0effbb00fd7c", "tag": "46a41cad-8cc8-4b8d-822a-affb5d837f98"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:26.543611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d7971c59-51b4-4744-bf34-76d4cffbddf4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:26.589620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Attempting to bind port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:26.590518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Attempting to bind port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:26.590933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Attempting to bind port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 on network 876d3009-55c7-47b6-80e7-b7da1456c24b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:26.600840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 on network 876d3009-55c7-47b6-80e7-b7da1456c24b not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:26.601174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Attempting to bind port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 on network 876d3009-55c7-47b6-80e7-b7da1456c24b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:26.610117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:26.610575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Checking segment: {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:26.611035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Bound using segment: {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:26.611545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Bound port: 5175277f-2a26-44a5-a0fa-bc54c1c695e7, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1811831b-8221-4999-ad01-d92b0b22049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:26.611977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.648585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a35add36-05d3-4488-92ec-46b29d57030e None None] Provisioning complete for port 9e07d813-9db4-4bee-9a10-ba63930d06b1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:26.649946 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a35add36-05d3-4488-92ec-46b29d57030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.653073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d7971c59-51b4-4744-bf34-76d4cffbddf4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:26.653691 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.715842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18263e1d-2871-408f-9f14-ccb4fd701f2f service neutron] Pushing event updated for resources: {'Port': ['ID=46a41cad-8cc8-4b8d-822a-affb5d837f98,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:26.736634 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.744981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-09f8ebc8-4378-4bcc-bfee-0734c812dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:26.746843 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-09f8ebc8-4378-4bcc-bfee-0734c812dd3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f50e4d84b9e34adf84fcb427dbc26509&device_id=32577067-73ed-4378-b162-db41b37227e7 HTTP/1.1" status: 200 len: 1094 time: 0.5062218 Jul 06 17:33:26.768349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b262fc60-28c9-4c9d-aa82-e1ae56f1a3ee req-65bbfaa5-ea53-4c1d-acdd-1c73e48ed8d3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664709 Jul 06 17:33:26.824294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.825618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] For port 5175277f-2a26-44a5-a0fa-bc54c1c695e7, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:26.828907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] For port 5175277f-2a26-44a5-a0fa-bc54c1c695e7, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5175277f-2a26-44a5-a0fa-bc54c1c695e7,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:26.850475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Attempting to bind port 07001098-da79-40e3-b547-6814b76ef857 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:26.851137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Attempting to bind port 07001098-da79-40e3-b547-6814b76ef857 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:26.851702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Attempting to bind port 07001098-da79-40e3-b547-6814b76ef857 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:26.871855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Port 07001098-da79-40e3-b547-6814b76ef857 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:26.872534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Attempting to bind port 07001098-da79-40e3-b547-6814b76ef857 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:26.875784 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-a8e5643d-f2d6-4749-9f20-5746f8932c91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 HTTP/1.1" status: 200 len: 217 time: 0.0437014 Jul 06 17:33:26.881469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.945423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-778931c4-cd73-44f1-ac89-7ca94ae9e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:26.946998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-778931c4-cd73-44f1-ac89-7ca94ae9e5b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f50e4d84b9e34adf84fcb427dbc26509&device_id=ce11e9a5-56ae-4aea-afcd-0effbb00fd7c HTTP/1.1" status: 200 len: 1094 time: 0.4254367 Jul 06 17:33:26.947736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:26.948078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:26.948458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:26.948904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Bound port: 07001098-da79-40e3-b547-6814b76ef857, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:26.949265 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:26.964385 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745beec1-c22a-4440-8886-e17004ec0c43 x-openstack-request-id: req-745beec1-c22a-4440-8886-e17004ec0c43 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:26.964745 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32577067-73ed-4378-b162-db41b37227e7", "tag": "b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:26.964946 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-745beec1-c22a-4440-8886-e17004ec0c43 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:26.965365 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32577067-73ed-4378-b162-db41b37227e7', 'tag': 'b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3', 'status': 'completed', 'code': 200} Jul 06 17:33:26.967238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5175277f-2a26-44a5-a0fa-bc54c1c695e7,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:26.986069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce95d-cb5a-448f-b5fd-47e2990e4ba3 req-d0446e4d-dc43-461d-b92e-97d28ec972d1 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:26.987503 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba9ce95d-cb5a-448f-b5fd-47e2990e4ba3 req-d0446e4d-dc43-461d-b92e-97d28ec972d1 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 944 time: 0.3586247 Jul 06 17:33:27.019234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.025240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:27.025865 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.027309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d6f2e84a-034d-4b37-8fa1-cd203c3fbfd5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5175277f-2a26-44a5-a0fa-bc54c1c695e7 HTTP/1.1" status: 200 len: 1092 time: 3.8228676 Jul 06 17:33:27.099716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-aae02358-4593-4c51-8d45-3a20b26e1c93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46a41cad-8cc8-4b8d-822a-affb5d837f98 HTTP/1.1" status: 200 len: 217 time: 0.1330628 Jul 06 17:33:27.123216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network 47e547bc-f710-4b73-b52e-751477455b04 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:27.136494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Port': ['ID=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:27.149426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:27.157722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:27.196352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9e07d813-9db4-4bee-9a10-ba63930d06b1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:27.263108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Allocated IP 172.25.7.229 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/3f552a45-3b93-4b94-94f5-cfff83157fa3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:27.292231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9e07d813-9db4-4bee-9a10-ba63930d06b1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:27.292610 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.354155 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba9ce95d-cb5a-448f-b5fd-47e2990e4ba3 req-29c0d3bc-6cd0-4298-be15-8fef9ae871ef tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443983 Jul 06 17:33:27.381664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:27.388025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.428313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-773ae807-22f4-4edc-adac-0ce05bbb7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:27.429810 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-773ae807-22f4-4edc-adac-0ce05bbb7922 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340 HTTP/1.1" status: 200 len: 858 time: 0.5374863 Jul 06 17:33:27.478970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-d2bc0d33-0ee0-4d7e-aede-faca37cd3f0d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=876d3009-55c7-47b6-80e7-b7da1456c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349288 Jul 06 17:33:27.511000 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-14cf03df-62ac-4b1b-bca4-2b643621d0a7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8251531 Jul 06 17:33:27.511654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:27.512159 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce6cf49-44ab-4f66-a112-af3bc476881c x-openstack-request-id: req-4ce6cf49-44ab-4f66-a112-af3bc476881c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:27.512159 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce11e9a5-56ae-4aea-afcd-0effbb00fd7c", "tag": "46a41cad-8cc8-4b8d-822a-affb5d837f98", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:27.512404 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ce6cf49-44ab-4f66-a112-af3bc476881c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:27.512774 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce11e9a5-56ae-4aea-afcd-0effbb00fd7c', 'tag': '46a41cad-8cc8-4b8d-822a-affb5d837f98', 'status': 'completed', 'code': 200} Jul 06 17:33:27.534158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-e5e61760-a336-4d18-8f7a-c874e7e83908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:27.536514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-e5e61760-a336-4d18-8f7a-c874e7e83908 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340 HTTP/1.1" status: 200 len: 858 time: 0.4251211 Jul 06 17:33:27.560290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-40cdeafb-ff46-4c64-8934-efecfbde9b5c None None] Provisioning for port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:27.565127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'port': {'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'name': 'tempest-TaggedBootDevicesTest_v242-917559179', 'fixed_ips': [{'subnet_id': '4119291e-39a4-4d21-8cea-f6b0db239b54'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:27.565966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-40cdeafb-ff46-4c64-8934-efecfbde9b5c None None] Provisioning complete for port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:27.567090 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40cdeafb-ff46-4c64-8934-efecfbde9b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.576748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] For port 07001098-da79-40e3-b547-6814b76ef857, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:27.623560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-40cdeafb-ff46-4c64-8934-efecfbde9b5c None None] Port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:27.633738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-c6f09702-f57e-42b6-b8ff-6853a64b77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:27.635681 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-c6f09702-f57e-42b6-b8ff-6853a64b77dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f50e4d84b9e34adf84fcb427dbc26509&device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 1095 time: 0.5108800 Jul 06 17:33:27.656636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-79420272-c024-44a1-801d-dccab048280a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=876d3009-55c7-47b6-80e7-b7da1456c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759299 Jul 06 17:33:27.661327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] For port 07001098-da79-40e3-b547-6814b76ef857, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=07001098-da79-40e3-b547-6814b76ef857,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:27.683644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.735152 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-3f1328e3-ca8a-4079-b83b-d1b78f7da146 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5175277f-2a26-44a5-a0fa-bc54c1c695e7 HTTP/1.1" status: 200 len: 217 time: 0.0905387 Jul 06 17:33:27.774718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:27.809756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:27.810519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.812349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] 10.222.0.22 "PUT /v2.0/ports/07001098-da79-40e3-b547-6814b76ef857 HTTP/1.1" status: 200 len: 1096 time: 4.6142104 Jul 06 17:33:27.835140 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:27.841625 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-8d93f233-4169-41b4-85df-6d196f4551b4 service neutron] 10.222.0.22 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519852 Jul 06 17:33:27.934590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff48d94-5edc-41a1-b7d7-2532653853b0 req-dc5c5cab-727b-4c31-ac29-e00c9e3fc7e6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:27.937034 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dff48d94-5edc-41a1-b7d7-2532653853b0 req-dc5c5cab-727b-4c31-ac29-e00c9e3fc7e6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 945 time: 0.2892649 Jul 06 17:33:27.945980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-58d4b8d5-fcf7-40b9-bbf2-c3d44e6249b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:27.947476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-58d4b8d5-fcf7-40b9-bbf2-c3d44e6249b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340 HTTP/1.1" status: 200 len: 858 time: 0.1935501 Jul 06 17:33:28.006717 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-7421dbe6-43c6-4a54-82fe-39a43ff1650f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=876d3009-55c7-47b6-80e7-b7da1456c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435064 Jul 06 17:33:28.013287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:28.031767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:28.043764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7df3f-d8f6-45a2-a740-09a0ad2d62ec service neutron] Pushing event updated for resources: {'Port': ['ID=07001098-da79-40e3-b547-6814b76ef857,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:28.061421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:28.076080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdf555-e3f8-4176-acbc-4db2fe3f0931 req-c30f61b7-945e-40c1-a519-eb24a00deb37 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:28.077571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55fdf555-e3f8-4176-acbc-4db2fe3f0931 req-c30f61b7-945e-40c1-a519-eb24a00deb37 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 948 time: 0.5603151 Jul 06 17:33:28.141209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dff48d94-5edc-41a1-b7d7-2532653853b0 req-ed5cb75c-608f-44a1-8298-4019447f68e9 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890385 Jul 06 17:33:28.141931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-ef8271ac-cd18-4f46-9599-e5007b979723 service neutron] 10.222.0.55 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762299 Jul 06 17:33:28.150506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:28.152195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-6673b245-cc99-4377-9540-bedf48b1708e service neutron] 10.222.0.22 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000031 Jul 06 17:33:28.183861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:28.210469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:28.257313 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:28.260566 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-222b90a8-6e23-45ea-8119-aac785f9a512 service neutron] 10.222.0.55 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400410 Jul 06 17:33:28.272777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Pushing event updated for resources: {'Port': ['ID=3f552a45-3b93-4b94-94f5-cfff83157fa3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:28.293303 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:28.314748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-71adfa3d-837d-4d0c-bd56-6f28fe8895de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:28.316806 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-71adfa3d-837d-4d0c-bd56-6f28fe8895de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=102655f749444f3081bc961e2a7f56be&device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 1099 time: 0.4239032 Jul 06 17:33:28.334879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] device_id is not set on port 1f64f72b-5b42-456e-a399-f92be96fae98 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:33:28.338491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55fdf555-e3f8-4176-acbc-4db2fe3f0931 req-734e062c-4f04-4046-aecc-8837c7da2cc3 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181027 Jul 06 17:33:28.356303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Transition to ACTIVE for port object 0d45c09a-195f-4261-a794-94a4e2ecb7ce will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:28.391111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-059bd45f-ff91-437c-a193-0ec4bbd8e654 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:28.392645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-059bd45f-ff91-437c-a193-0ec4bbd8e654 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.22 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 945 time: 0.4988918 Jul 06 17:33:28.421516 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:28.473247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-2fcc2f48-c1cf-4ff8-98f5-137088c67564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:28.474725 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-2fcc2f48-c1cf-4ff8-98f5-137088c67564 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f50e4d84b9e34adf84fcb427dbc26509&device_id=32577067-73ed-4378-b162-db41b37227e7 HTTP/1.1" status: 200 len: 1094 time: 0.2558093 Jul 06 17:33:28.506240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-d4df8f70-0c77-4e40-84d3-1f6955d158ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=07001098-da79-40e3-b547-6814b76ef857 HTTP/1.1" status: 200 len: 217 time: 0.1236324 Jul 06 17:33:28.541882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:28.583338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:33:28.598402 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-c01c8061-d841-47e8-8dad-6989b2b338b7 service neutron] 10.222.0.55 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287454 Jul 06 17:33:28.688574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50e103-de8f-4574-a5ef-66c347e70ff5 req-a824c4cb-7c42-42aa-badd-cd2eef2b66a0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:28.690126 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e50e103-de8f-4574-a5ef-66c347e70ff5 req-a824c4cb-7c42-42aa-badd-cd2eef2b66a0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 948 time: 0.2879174 Jul 06 17:33:28.726891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Allocated IP 10.1.1.131 (47e547bc-f710-4b73-b52e-751477455b04/4119291e-39a4-4d21-8cea-f6b0db239b54/1f64f72b-5b42-456e-a399-f92be96fae98) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:28.729623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-b69059cc-da7c-418b-ba85-6d416bf0a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:28.731249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-b69059cc-da7c-418b-ba85-6d416bf0a97e service neutron] 10.222.0.22 "GET /v2.0/networks?id=876d3009-55c7-47b6-80e7-b7da1456c24b HTTP/1.1" status: 200 len: 919 time: 0.2451823 Jul 06 17:33:28.788787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-f923666c-29e7-40e6-9ac6-47099d6ae2b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 HTTP/1.1" status: 200 len: 217 time: 0.0482869 Jul 06 17:33:28.859384 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e50e103-de8f-4574-a5ef-66c347e70ff5 req-145c1c40-6916-4b4e-a9de-e2d0c02d1422 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549699 Jul 06 17:33:28.878165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dddf860a-04df-42bb-8779-a2f0251ce58a req-b887db03-b17a-4d10-a23b-3f931c0124b0 service neutron] 10.222.0.55 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7243707 Jul 06 17:33:28.969105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9c369d-bab0-4e4f-922a-3c117de0456b', 'tag': '5175277f-2a26-44a5-a0fa-bc54c1c695e7'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:28.971380 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9c369d-bab0-4e4f-922a-3c117de0456b", "tag": "5175277f-2a26-44a5-a0fa-bc54c1c695e7"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:28.977020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:29.003052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-ab1ae7d2-3219-4b34-8657-4a1446a9ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.004785 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-ab1ae7d2-3219-4b34-8657-4a1446a9ea87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340 HTTP/1.1" status: 200 len: 858 time: 0.1989994 Jul 06 17:33:29.059578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] No DVR routers for this DVR port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:29.061984 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-7d6c9657-22a6-4003-a6d7-c30186b46c01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=876d3009-55c7-47b6-80e7-b7da1456c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471139 Jul 06 17:33:29.104517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-c9e73a24-3109-4f34-944a-9101236d91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.105884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-c9e73a24-3109-4f34-944a-9101236d91d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.5728633 Jul 06 17:33:29.122302 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.145727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.185113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Transition to ACTIVE for port object 1f64f72b-5b42-456e-a399-f92be96fae98 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:29.229432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a69fa-11d4-4494-81a2-22a18fb4ea46 req-c628201d-71f7-4da1-845f-65afb8387d67 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.230970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-732a69fa-11d4-4494-81a2-22a18fb4ea46 req-c628201d-71f7-4da1-845f-65afb8387d67 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 944 time: 0.2174783 Jul 06 17:33:29.232782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-067ccaa8-4908-4b43-b5ef-a35709e4caf4 service neutron] 10.222.0.22 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503363 Jul 06 17:33:29.249759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69714b4-75d1-451f-af8d-d726897d3334 req-dbe7aedb-ae30-4ae4-8503-4cc37b9f7163 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.251316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-dbe7aedb-ae30-4ae4-8503-4cc37b9f7163 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 820 time: 0.7907412 Jul 06 17:33:29.257936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:29.258273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:29.258633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:29.290026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:29.290366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:29.308287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.310601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-a8a2f37a-2b61-4fdc-83ea-39d0764ad65a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/quotas/8909e689eec94d608790aa0e12f45edd HTTP/1.1" status: 200 len: 375 time: 0.0476129 Jul 06 17:33:29.314167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:29.314537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:29.314940 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:29.315364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Bound port: 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:29.315734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.335595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-1b56ebd9-2c61-4fc4-a990-566d06e51f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.337093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-1b56ebd9-2c61-4fc4-a990-566d06e51f2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f50e4d84b9e34adf84fcb427dbc26509&device_id=ce11e9a5-56ae-4aea-afcd-0effbb00fd7c HTTP/1.1" status: 200 len: 1094 time: 0.3846126 Jul 06 17:33:29.339246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.347970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-732a69fa-11d4-4494-81a2-22a18fb4ea46 req-1ceba0c7-d425-42a5-9eae-2b92ca4f3b21 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074708 Jul 06 17:33:29.376812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Deleting port 336865e5-9274-43e6-ae6f-0644ef4d44ae {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:33:29.377266 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.401384 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae46a937-3ea4-4adb-a931-432d8cad92fa x-openstack-request-id: req-ae46a937-3ea4-4adb-a931-432d8cad92fa {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:29.401677 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9c369d-bab0-4e4f-922a-3c117de0456b", "tag": "5175277f-2a26-44a5-a0fa-bc54c1c695e7", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:29.401929 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae46a937-3ea4-4adb-a931-432d8cad92fa {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:29.402364 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9c369d-bab0-4e4f-922a-3c117de0456b', 'tag': '5175277f-2a26-44a5-a0fa-bc54c1c695e7', 'status': 'completed', 'code': 200} Jul 06 17:33:29.435809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network 47e547bc-f710-4b73-b52e-751477455b04 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:29.441693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4fe026f-f5c2-440e-be3c-55cd2c97ceea req-57c8c4f7-aa60-4e7d-beb1-2432610b0d90 service neutron] 10.222.0.22 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945882 Jul 06 17:33:29.444106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:29.453255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Port': ['ID=1f64f72b-5b42-456e-a399-f92be96fae98,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:29.455030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:29.514640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ae3c30-e77a-440b-a34d-0effbdd4575e', 'tag': '07001098-da79-40e3-b547-6814b76ef857'}, {'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:29.516858 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f26ed81-af43-41d7-92c4-5c5d66633e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ae3c30-e77a-440b-a34d-0effbdd4575e", "tag": "07001098-da79-40e3-b547-6814b76ef857"}, {"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-unplugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:29.535679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-8d70dc05-2e3e-48c0-990d-e9f88c4017d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.537284 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-8d70dc05-2e3e-48c0-990d-e9f88c4017d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4086766 Jul 06 17:33:29.548835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.549505 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.595929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cf4c48f8-51cc-4242-8905-f5c1364566ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0608242 Jul 06 17:33:29.600492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-de7bfe8e-015f-4f2a-932c-a715a4f37766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.602021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-de7bfe8e-015f-4f2a-932c-a715a4f37766 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f50e4d84b9e34adf84fcb427dbc26509&device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 1095 time: 0.1594591 Jul 06 17:33:29.677053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ea09-57a9-40ee-a926-c8f5e9e5c8bf req-c5492a76-373c-4a5b-a4cb-f7eb01e68220 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.678657 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9789ea09-57a9-40ee-a926-c8f5e9e5c8bf req-c5492a76-373c-4a5b-a4cb-f7eb01e68220 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 945 time: 0.1537066 Jul 06 17:33:29.737468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:29.739204 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9789ea09-57a9-40ee-a926-c8f5e9e5c8bf req-d3c5f5db-b299-44fc-aca0-5dc0a89910b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Jul 06 17:33:29.744439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:29.750392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-9ed5f07a-c49c-46fe-bdfb-196c345ec520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.752096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-9ed5f07a-c49c-46fe-bdfb-196c345ec520 service neutron] 10.222.0.55 "GET /v2.0/networks?id=876d3009-55c7-47b6-80e7-b7da1456c24b HTTP/1.1" status: 200 len: 919 time: 0.1415384 Jul 06 17:33:29.762475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] For port 336865e5-9274-43e6-ae6f-0644ef4d44ae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=336865e5-9274-43e6-ae6f-0644ef4d44ae,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:29.762848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.774678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.803880 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-389b1260-c10e-468e-b3d5-b30245facb04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5175277f-2a26-44a5-a0fa-bc54c1c695e7 HTTP/1.1" status: 200 len: 217 time: 0.0439577 Jul 06 17:33:29.825170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2a2a0680-9595-4318-9c2d-74fe44ce489b None None] Provisioning for port 1f64f72b-5b42-456e-a399-f92be96fae98 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:29.832351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2a2a0680-9595-4318-9c2d-74fe44ce489b None None] Provisioning complete for port 1f64f72b-5b42-456e-a399-f92be96fae98 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:29.833461 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0680-9595-4318-9c2d-74fe44ce489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.838362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Calling delete_port for 336865e5-9274-43e6-ae6f-0644ef4d44ae owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:33:29.843552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-7e9940ac-755c-45a7-925a-0d381e450763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.845055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-7e9940ac-755c-45a7-925a-0d381e450763 service neutron] 10.222.0.55 "GET /v2.0/networks?id=876d3009-55c7-47b6-80e7-b7da1456c24b HTTP/1.1" status: 200 len: 919 time: 0.4981918 Jul 06 17:33:29.865309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-e5a89eed-b0ad-46f2-beae-833678c52ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.868374 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-e5a89eed-b0ad-46f2-beae-833678c52ba7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340 HTTP/1.1" status: 200 len: 858 time: 0.0553045 Jul 06 17:33:29.903839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-55ec9e28-58c3-46af-9bb5-f00038a619a6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5622566 Jul 06 17:33:29.918705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a0680-9595-4318-9c2d-74fe44ce489b None None] Port 1f64f72b-5b42-456e-a399-f92be96fae98 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:29.926487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-5f2e141c-6caf-4d5b-85a1-2508c740ea8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=876d3009-55c7-47b6-80e7-b7da1456c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518339 Jul 06 17:33:29.940471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-2729d50f-f2d3-4f4c-aab0-dcd88a0fcbe2 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864479 Jul 06 17:33:29.973732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:29.974625 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:29.976125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] 10.222.0.55 "PUT /v2.0/ports/0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 1096 time: 3.6975076 Jul 06 17:33:30.011422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-1d14db93-6bdc-4024-a885-6addad238f29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46a41cad-8cc8-4b8d-822a-affb5d837f98 HTTP/1.1" status: 200 len: 217 time: 0.1481867 Jul 06 17:33:30.052032 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-2c6c098f-3ca6-4762-8456-517fc9c42ce7 service neutron] 10.222.0.55 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188622 Jul 06 17:33:30.156650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c95a9-300c-4c62-a976-e5c05a74ff24 req-b4f73c7e-c9f4-48d6-a814-405c157574f9 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:30.158368 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b8c95a9-300c-4c62-a976-e5c05a74ff24 req-b4f73c7e-c9f4-48d6-a814-405c157574f9 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 948 time: 0.1430843 Jul 06 17:33:30.182045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb8e72-33ae-4517-b42f-cd586f996d0e service neutron] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:30.190790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d420285-9e4c-4984-a2b7-2e7a1c36aab5 req-8296aded-5cc5-4593-912f-1198f37e4b7b service neutron] 10.222.0.55 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317868 Jul 06 17:33:30.212158 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b8c95a9-300c-4c62-a976-e5c05a74ff24 req-0568f402-741a-4955-b12f-e529771a1eeb tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Jul 06 17:33:30.245318 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:30.275339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:30.294372 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c4ab7b-2c64-4485-9a2f-8fb49504e27a x-openstack-request-id: req-56c4ab7b-2c64-4485-9a2f-8fb49504e27a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:30.294667 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ae3c30-e77a-440b-a34d-0effbdd4575e", "tag": "07001098-da79-40e3-b547-6814b76ef857", "status": "completed", "code": 200}, {"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-unplugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:30.294919 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56c4ab7b-2c64-4485-9a2f-8fb49504e27a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:30.295475 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ae3c30-e77a-440b-a34d-0effbdd4575e', 'tag': '07001098-da79-40e3-b547-6814b76ef857', 'status': 'completed', 'code': 200} Jul 06 17:33:30.295644 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'code': 200} Jul 06 17:33:30.366067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-c0bb5448-6fbf-449d-b444-3c0dd9974d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:30.367587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-c0bb5448-6fbf-449d-b444-3c0dd9974d68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340 HTTP/1.1" status: 200 len: 858 time: 0.2689030 Jul 06 17:33:30.455597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-e99f7c6f-30ca-4b7b-aa3e-bbbe57826bcc service neutron] 10.222.0.13 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857566 Jul 06 17:33:30.458161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4fefe98-535a-47ff-92dd-9708ac37b4ab req-74f59bc4-1a13-4fa0-8538-243d82ebd2a4 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696472 Jul 06 17:33:30.468008 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-4098b733-35a3-4688-ae5b-c8ce658c0ef8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=876d3009-55c7-47b6-80e7-b7da1456c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787258 Jul 06 17:33:30.474963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-2372fdd7-e891-464c-b444-15cccf9d566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:30.476429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-2372fdd7-e891-464c-b444-15cccf9d566b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1099 time: 0.4417136 Jul 06 17:33:30.491007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Pushing event updated for resources: {'Port': ['ID=3f552a45-3b93-4b94-94f5-cfff83157fa3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:30.689196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53864) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:30.695660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1c4d3f9f-e51e-499a-9cf6-ea629ef7801c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738117209', 'description': 'tempest-description--925899105'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:30.721015 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3f9f-e51e-499a-9cf6-ea629ef7801c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:30.849831 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3f9f-e51e-499a-9cf6-ea629ef7801c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:30.854727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3f9f-e51e-499a-9cf6-ea629ef7801c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:30.894135 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3f9f-e51e-499a-9cf6-ea629ef7801c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:30.896285 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1c4d3f9f-e51e-499a-9cf6-ea629ef7801c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2060502 Jul 06 17:33:30.905641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5e0e-b42d-41e2-b5e2-9a551d1ad7ca req-0b0e2f5e-cdb6-451b-b462-d5286d11bc47 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:30.907127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82de5e0e-b42d-41e2-b5e2-9a551d1ad7ca req-0b0e2f5e-cdb6-451b-b462-d5286d11bc47 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 948 time: 0.1339998 Jul 06 17:33:30.907586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:30.913263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1b3076df-16cc-4843-b798-793220dc8dfc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'security_group_rule': {'security_group_id': '16b76451-f230-4be5-a319-6c8a4b825e82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:30.914804 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:30.917480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d3f9f-e51e-499a-9cf6-ea629ef7801c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b76451-f230-4be5-a319-6c8a4b825e82,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:30.975426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82de5e0e-b42d-41e2-b5e2-9a551d1ad7ca req-461edef5-6a47-4212-bae0-1c2867abb65a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541811 Jul 06 17:33:30.976095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b3076df-16cc-4843-b798-793220dc8dfc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.001921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.002025 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e13e8443-84ac-4ebb-b17b-a61b8fa537d2 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9559281 Jul 06 17:33:31.007006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.022812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['e0e5a2cd-9d09-4606-8529-c35eaff3875f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:31.056373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b3076df-16cc-4843-b798-793220dc8dfc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.063086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b3076df-16cc-4843-b798-793220dc8dfc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.094171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3076df-16cc-4843-b798-793220dc8dfc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da91a0d7-e086-4bf7-b603-e32ccb290093,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:31.112235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b3076df-16cc-4843-b798-793220dc8dfc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.118286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1b3076df-16cc-4843-b798-793220dc8dfc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2093532 Jul 06 17:33:31.119624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53874) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:31.123713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-cde73c93-7ff7-4391-b4c4-a48d22bc5905 service neutron] 10.222.0.55 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463029 Jul 06 17:33:31.124456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Pushing event deleted for resources: {'Port': ['ID=336865e5-9274-43e6-ae6f-0644ef4d44ae,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:31.127626 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-d8e89d80-5fa9-45d6-b5e0-7096a4f46af0 service neutron] 10.222.0.13 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556606 Jul 06 17:33:31.133271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-35fcebc5-7d92-459d-bc43-9154df9b97ca tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'security_group_rule': {'security_group_id': '16b76451-f230-4be5-a319-6c8a4b825e82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:31.146706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-a4e86915-eb27-4887-b009-a02adcf20ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:31.147936 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-a4e86915-eb27-4887-b009-a02adcf20ffd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.6533113 Jul 06 17:33:31.188876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35fcebc5-7d92-459d-bc43-9154df9b97ca tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.300927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] No DVR routers for this DVR port 336865e5-9274-43e6-ae6f-0644ef4d44ae on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:31.314971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.317680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1b7ea49-a08a-4e92-9a50-052bc4549d35 req-ef893010-de7f-4652-abcb-311636904149 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.22 "DELETE /v2.0/ports/336865e5-9274-43e6-ae6f-0644ef4d44ae HTTP/1.1" status: 204 len: 173 time: 2.9006336 Jul 06 17:33:31.319829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-925b4c33-da5c-44ae-893c-7ab387cf55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:31.321350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-925b4c33-da5c-44ae-893c-7ab387cf55e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=102655f749444f3081bc961e2a7f56be&device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 1099 time: 0.5566039 Jul 06 17:33:31.328660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-afc7691e-c98c-4565-bac6-bc9a3b6a064d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.1633945 Jul 06 17:33:31.367699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35fcebc5-7d92-459d-bc43-9154df9b97ca tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.375160 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35fcebc5-7d92-459d-bc43-9154df9b97ca tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.401894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240c2e4-a072-4256-8664-63629916f5f1 req-fcf7ba5d-3a8a-4eae-bbc4-6b7cb9b77522 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:31.403474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5240c2e4-a072-4256-8664-63629916f5f1 req-fcf7ba5d-3a8a-4eae-bbc4-6b7cb9b77522 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 944 time: 0.1479578 Jul 06 17:33:31.415183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcebc5-7d92-459d-bc43-9154df9b97ca tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939b326e-ff36-49cc-b966-06282b9bb471,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:31.441838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35fcebc5-7d92-459d-bc43-9154df9b97ca tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.443223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-35fcebc5-7d92-459d-bc43-9154df9b97ca tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222718 Jul 06 17:33:31.446623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53918) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:31.463041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:31.470156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5240c2e4-a072-4256-8664-63629916f5f1 req-f38c2f1c-464b-4f31-b157-2bc01df0d27d tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447142 Jul 06 17:33:31.521859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-0772f5a5-001d-426f-b759-eb3b48942945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:31.523458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-0772f5a5-001d-426f-b759-eb3b48942945 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1700768 Jul 06 17:33:31.536872 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7d2bda2-858a-4429-878c-f9bc6f347d6e req-b238c152-49e0-4dd0-b396-8564cd1637a1 service neutron] 10.222.0.55 "GET /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001489 Jul 06 17:33:31.552942 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.604177 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:31.622852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-d8181731-b93a-4541-b48a-7bd2420a9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:31.624577 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-d8181731-b93a-4541-b48a-7bd2420a9a29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2936022 Jul 06 17:33:31.720432 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-92d7ca8d-a37c-4182-8208-412b396fd3ed req-1b713e3d-bc72-4575-895e-eb2e97e59efb tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 210 time: 0.0722528 Jul 06 17:33:31.727375 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-3f0934db-cf46-4f90-8424-37dd553191e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=07001098-da79-40e3-b547-6814b76ef857 HTTP/1.1" status: 200 len: 217 time: 0.0460844 Jul 06 17:33:31.802492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-954b8808-9a87-45e1-9678-e37eb623f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:31.804207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-954b8808-9a87-45e1-9678-e37eb623f377 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2648649 Jul 06 17:33:31.864334 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ad0ff215-26b4-4b94-a9c5-9963ca147d0a req-32e576d6-1972-4bad-8c57-687926f2d01d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 210 time: 0.0685971 Jul 06 17:33:31.867221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-f66999b1-5976-4030-9600-7283bd55453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:31.869291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-f66999b1-5976-4030-9600-7283bd55453a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1330450 Jul 06 17:33:32.024405 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:32.029294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140111a5-fe97-4a23-ac02-e18f8381c021 req-fe753ba8-6cf1-481e-a684-6d7723dec784 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:32.031565 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-cbdd8faf-5953-4701-844c-74b616034da5 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112224 Jul 06 17:33:32.037836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-140111a5-fe97-4a23-ac02-e18f8381c021 req-fe753ba8-6cf1-481e-a684-6d7723dec784 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 948 time: 0.0845358 Jul 06 17:33:32.134181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-739f1a10-f277-4b9a-9dbd-c20e0ae4357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:32.135959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-739f1a10-f277-4b9a-9dbd-c20e0ae4357e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2368062 Jul 06 17:33:32.286717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Allocated IP 172.25.7.69 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/cba122d7-9a66-46c4-843d-20fc4dee8b6a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:32.325290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce'}, {'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'name': 'network-vif-deleted', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:32.329604 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2bba24-49ac-4b26-9570-0da313205471" -d '{"events": [{"name": "network-changed", "server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce"}, {"server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "name": "network-vif-deleted", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:32.534554 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-140111a5-fe97-4a23-ac02-e18f8381c021 req-f97f8e1c-c383-4cc8-b760-90844aa73c61 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953694 Jul 06 17:33:32.556113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-d0197ca6-551e-4889-8cfc-25fec3970b5a service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118204 Jul 06 17:33:32.560158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5d4d954-8142-468d-b546-aa8eba7f1dcf req-3b63f76d-5594-42be-b416-bfd43fe9800d service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194788 Jul 06 17:33:32.571221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:33:32.575430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 336865e5-9274-43e6-ae6f-0644ef4d44ae no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:32.638695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 336865e5-9274-43e6-ae6f-0644ef4d44ae {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:33:32.639044 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 336865e5-9274-43e6-ae6f-0644ef4d44ae not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:33:32.720885 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f246ec-5346-4b2f-aba5-d031b40f5c60 x-openstack-request-id: req-e7f246ec-5346-4b2f-aba5-d031b40f5c60 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:32.721475 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce", "status": "completed", "code": 200}, {"server_uuid": "252d9bab-2dee-4f9d-b985-bbe9f55a5e34", "name": "network-vif-deleted", "tag": "336865e5-9274-43e6-ae6f-0644ef4d44ae", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:32.721904 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7f246ec-5346-4b2f-aba5-d031b40f5c60 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:32.722712 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'status': 'completed', 'code': 200} Jul 06 17:33:32.723413 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252d9bab-2dee-4f9d-b985-bbe9f55a5e34', 'name': 'network-vif-deleted', 'tag': '336865e5-9274-43e6-ae6f-0644ef4d44ae', 'status': 'completed', 'code': 200} Jul 06 17:33:32.732237 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:32.823041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71446e-5fbc-400c-bc58-5def73052908 req-c2dd2817-7be0-446c-bdc7-4c2d2463cd2e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:32.833878 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae71446e-5fbc-400c-bc58-5def73052908 req-c2dd2817-7be0-446c-bdc7-4c2d2463cd2e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 948 time: 0.5092731 Jul 06 17:33:32.852319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f26ed81-af43-41d7-92c4-5c5d66633e1d req-3fefbc78-dfa5-4f34-a84b-519a33345166 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828071 Jul 06 17:33:32.898825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:32.955314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3', 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b', 'port_id': 'b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3', 'mac_address': 'fa:16:3e:0d:0e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:33:32.961363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 46a41cad-8cc8-4b8d-822a-affb5d837f98 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:33:32.963152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae71446e-5fbc-400c-bc58-5def73052908 req-731ddb24-f5f6-4bd0-b819-26ce63363a1e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228051 Jul 06 17:33:33.043530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:33.098290 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:33.119340 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:33.155037 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:33.155367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Port': ['ID=cba122d7-9a66-46c4-843d-20fc4dee8b6a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:33.163718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba24-49ac-4b26-9570-0da313205471 req-611fb91b-2076-4f1c-8cae-51c16ab7b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:33.172540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-611fb91b-2076-4f1c-8cae-51c16ab7b3d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1099 time: 0.4327068 Jul 06 17:33:33.174991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:33.196273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef402e1-2886-4195-b9a3-cd352fec104b req-534c5057-b17f-443e-b620-283e8072fee3 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:33.204294 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ef402e1-2886-4195-b9a3-cd352fec104b req-534c5057-b17f-443e-b620-283e8072fee3 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 944 time: 0.2559469 Jul 06 17:33:33.213689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:33.245603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:33.278834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 46a41cad-8cc8-4b8d-822a-affb5d837f98, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=46a41cad-8cc8-4b8d-822a-affb5d837f98,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:33.314949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:33.329485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ef402e1-2886-4195-b9a3-cd352fec104b req-eedd602d-b633-4937-9fe8-841fc0d393b8 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127846 Jul 06 17:33:33.343195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '46a41cad-8cc8-4b8d-822a-affb5d837f98', 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b', 'port_id': '46a41cad-8cc8-4b8d-822a-affb5d837f98', 'mac_address': 'fa:16:3e:06:ec:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:33:33.374190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:33.456133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:33.517601 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:33.584775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a41cad-8cc8-4b8d-822a-affb5d837f98 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:33.633302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 46a41cad-8cc8-4b8d-822a-affb5d837f98, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=46a41cad-8cc8-4b8d-822a-affb5d837f98,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:33.645316 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:33.646371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 5175277f-2a26-44a5-a0fa-bc54c1c695e7 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:33:33.737831 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d1b8dbe-4064-4d22-a23d-a498d7e389cf req-2f079923-b4b4-45e0-862b-ee5699b9d32d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 210 time: 0.0807316 Jul 06 17:33:33.747091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=46a41cad-8cc8-4b8d-822a-affb5d837f98,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:33.953733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 5175277f-2a26-44a5-a0fa-bc54c1c695e7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5175277f-2a26-44a5-a0fa-bc54c1c695e7,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:34.004570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '5175277f-2a26-44a5-a0fa-bc54c1c695e7', 'network_id': '876d3009-55c7-47b6-80e7-b7da1456c24b', 'port_id': '5175277f-2a26-44a5-a0fa-bc54c1c695e7', 'mac_address': 'fa:16:3e:00:09:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:33:34.047601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba24-49ac-4b26-9570-0da313205471 req-c59ad7ca-593b-45ab-a1af-234dbf26baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:34.049113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-c59ad7ca-593b-45ab-a1af-234dbf26baf6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.8696349 Jul 06 17:33:34.067254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a5c87f24-c6b2-4c19-8202-1e50e7734f76 req-c075fb92-9519-4cc4-bd52-c417cb2c610a tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 210 time: 0.7572441 Jul 06 17:33:34.167754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bddc90-ee5d-4e68-89b8-dd27da72a80e req-2b3bb983-3391-4cd3-a1d4-ff603f2eb2b6 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:34.171892 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-42bddc90-ee5d-4e68-89b8-dd27da72a80e req-2b3bb983-3391-4cd3-a1d4-ff603f2eb2b6 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 948 time: 0.1859198 Jul 06 17:33:34.194418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-3f1f9608-3a7d-4114-a915-4413da53537d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.1191480 Jul 06 17:33:34.217903 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:34.307325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-42bddc90-ee5d-4e68-89b8-dd27da72a80e req-739d19bc-dc24-4daf-93c6-55d912421046 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300764 Jul 06 17:33:34.319661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5175277f-2a26-44a5-a0fa-bc54c1c695e7 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:34.365103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 5175277f-2a26-44a5-a0fa-bc54c1c695e7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5175277f-2a26-44a5-a0fa-bc54c1c695e7,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:34.374836 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:34.499080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=5175277f-2a26-44a5-a0fa-bc54c1c695e7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:34.552781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba24-49ac-4b26-9570-0da313205471 req-a39daad8-3b96-46c0-8ee1-7b20f7059f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:34.554521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-a39daad8-3b96-46c0-8ee1-7b20f7059f9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1099 time: 1.6297753 Jul 06 17:33:34.576227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3f72-7e9c-4134-8c71-88f53276114e req-5f81ff47-6f6d-4af5-8599-98b8a0e7e5d3 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:34.585365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dd1d3f72-7e9c-4134-8c71-88f53276114e req-5f81ff47-6f6d-4af5-8599-98b8a0e7e5d3 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 945 time: 0.0819023 Jul 06 17:33:34.588353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 07001098-da79-40e3-b547-6814b76ef857 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:33:34.613369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69714b4-75d1-451f-af8d-d726897d3334 req-08bfc5a0-5755-4553-939f-77fc32fd3ab6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:34.614836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-08bfc5a0-5755-4553-939f-77fc32fd3ab6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 820 time: 0.5769644 Jul 06 17:33:34.639792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dd1d3f72-7e9c-4134-8c71-88f53276114e req-cec1e7ee-fd21-4830-b72a-d083bee44e55 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533550 Jul 06 17:33:34.657746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Request body: {'port': {'device_id': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f', 'admin_state_up': True, 'tenant_id': '8909e689eec94d608790aa0e12f45edd'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:34.758077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba24-49ac-4b26-9570-0da313205471 req-dd81c0d7-5371-456e-a66c-5383145b5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:34.760689 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-dd81c0d7-5371-456e-a66c-5383145b5c34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1909418 Jul 06 17:33:34.770637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba24-49ac-4b26-9570-0da313205471 req-83f6cb68-938d-421d-ad58-862cb7145ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:34.774066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-83f6cb68-938d-421d-ad58-862cb7145ad1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.4791443 Jul 06 17:33:34.813651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['5175277f-2a26-44a5-a0fa-bc54c1c695e7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:34.816835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['46a41cad-8cc8-4b8d-822a-affb5d837f98'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:34.842856 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:34.971720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-cd83fbed-42a7-4b88-8866-97be9a5af945 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.1928520 Jul 06 17:33:35.038022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 07001098-da79-40e3-b547-6814b76ef857, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=07001098-da79-40e3-b547-6814b76ef857,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:35.049860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba24-49ac-4b26-9570-0da313205471 req-8f6c0539-d58e-4fdb-978e-6239cf654346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:35.053250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-8f6c0539-d58e-4fdb-978e-6239cf654346 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0657070 Jul 06 17:33:35.075946 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:35.103835 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88c54a77-b362-4036-a515-65d57d6d9dbf req-b08ac679-e82f-4dd9-b008-1c917993bd57 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 210 time: 0.0441587 Jul 06 17:33:35.105230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '07001098-da79-40e3-b547-6814b76ef857', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '07001098-da79-40e3-b547-6814b76ef857', 'mac_address': 'fa:16:3e:f5:da:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:33:35.227624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045da524-5953-441d-9dd6-8154bc01e4ba req-03d74f57-523c-4d36-9b97-a2312eeef5c8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:35.235491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-045da524-5953-441d-9dd6-8154bc01e4ba req-03d74f57-523c-4d36-9b97-a2312eeef5c8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 948 time: 0.8734016 Jul 06 17:33:35.291249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba24-49ac-4b26-9570-0da313205471 req-aa260141-8cf6-4f34-b776-d0f797b12ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:35.293179 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-aa260141-8cf6-4f34-b776-d0f797b12ff0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4954805 Jul 06 17:33:35.293362 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:35.301100 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:35.306949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Made reservation on behalf of 8909e689eec94d608790aa0e12f45edd for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:35.310743 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:35.344931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07001098-da79-40e3-b547-6814b76ef857 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:35.349843 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-580842a7-1713-482f-9982-c7cc1220e768 req-54520913-9a54-4d64-b995-4f5f7f98ec89 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 210 time: 0.0769134 Jul 06 17:33:35.400905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 07001098-da79-40e3-b547-6814b76ef857, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=07001098-da79-40e3-b547-6814b76ef857,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:35.430544 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:35.503255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=07001098-da79-40e3-b547-6814b76ef857,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:35.568373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Allocated IP 172.20.0.4 (5675b7ba-2b38-4a3d-907a-7544b365318f/52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a/d3ac480b-4bf9-4ec6-9fea-6414b2a82688) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:35.585750 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-045da524-5953-441d-9dd6-8154bc01e4ba req-39463b96-d21b-4579-98be-a289fad2d315 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489997 Jul 06 17:33:35.597996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba24-49ac-4b26-9570-0da313205471 req-07882a53-cedd-4c91-b8e1-93c4f78a16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:35.599530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-07882a53-cedd-4c91-b8e1-93c4f78a16ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5113063 Jul 06 17:33:35.622204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3fbc-6a49-4304-a0af-1a4fe2db2d76 req-46db5693-35a5-4939-ad06-fe32611f3d58 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:35.624596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d46f3fbc-6a49-4304-a0af-1a4fe2db2d76 req-46db5693-35a5-4939-ad06-fe32611f3d58 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 949 time: 0.1067171 Jul 06 17:33:35.679643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d46f3fbc-6a49-4304-a0af-1a4fe2db2d76 req-195430cf-e787-4ef8-a438-b5d3f8f77ab8 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470996 Jul 06 17:33:35.689754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['07001098-da79-40e3-b547-6814b76ef857'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:35.868866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-479c8b60-9030-4abc-9d4a-4f55b3dcb8b2 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607336 Jul 06 17:33:35.954031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-d66a6dc6-20dd-4f5f-b7af-1daa15e5ae0f service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507435 Jul 06 17:33:36.252317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892653dd-1133-402d-b33c-bb9a83bf77ce req-56316cb9-7c68-443f-81bf-9d827670326e tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:36.253939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-892653dd-1133-402d-b33c-bb9a83bf77ce req-56316cb9-7c68-443f-81bf-9d827670326e tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 945 time: 0.4345968 Jul 06 17:33:36.303797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-1fcd5c36-8f05-4fb6-ac87-fef3950c9dcf service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981280 Jul 06 17:33:36.312818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-501531bc-2b38-4921-acde-d16af3a33949 req-e0dabefe-2daa-4a69-9be0-bfbbd8c6e1a6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 210 time: 0.0414271 Jul 06 17:33:36.330107 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e2bba24-49ac-4b26-9570-0da313205471 req-79cf10a9-adab-4e28-baaa-bf29931b1a28 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151720 Jul 06 17:33:36.332657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:36.348397 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:36.411067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-892653dd-1133-402d-b33c-bb9a83bf77ce req-5dedfd04-ac79-4c6c-8623-d1d7cb3401d5 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348891 Jul 06 17:33:36.415151 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:36.478096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Port': ['ID=cba122d7-9a66-46c4-843d-20fc4dee8b6a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:36.504751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:36.527163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:36.528518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bee634b8-bf37-4be5-9ec8-e46fdcc84eb8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0780559 Jul 06 17:33:36.530545 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:36.542291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['01d7478b-2bd4-4eb4-bf7f-5180b07bae75'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:36.575862 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4da8403-0e31-4594-86c7-19db2dd72a87 req-feb6bba5-ca92-4454-8fd2-2073a37da951 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=252d9bab-2dee-4f9d-b985-bbe9f55a5e34 HTTP/1.1" status: 200 len: 210 time: 0.0375407 Jul 06 17:33:36.612442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:36.613616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Network 5675b7ba-2b38-4a3d-907a-7544b365318f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:36.619594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:36.623655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:36.630440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Pushing event updated for resources: {'Port': ['ID=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:36.692162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:36.692869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:36.731665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-de893064-3e2f-4406-9a86-e0c1131ce4b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0894737 Jul 06 17:33:36.754992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Request body: {'port': {'device_id': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:36.846686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:36.858762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:36.859328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:36.859799 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:36.903238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:33:36.906244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 46a41cad-8cc8-4b8d-822a-affb5d837f98 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:37.109965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5839d-b2ce-4b0a-bf0b-6fca98e06031 req-9725d86a-5618-47c1-bafa-b868d05a9e1f tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:37.126173 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50a5839d-b2ce-4b0a-bf0b-6fca98e06031 req-9725d86a-5618-47c1-bafa-b868d05a9e1f tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 949 time: 0.1657610 Jul 06 17:33:37.136066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 46a41cad-8cc8-4b8d-822a-affb5d837f98 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:37.144908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 46a41cad-8cc8-4b8d-822a-affb5d837f98 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:37.145272 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.154239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7d852-75b6-45cb-badb-b9fae64c5525 req-97847b7f-3a2b-470c-aea2-2ab614b06265 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:37.156175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1df7d852-75b6-45cb-badb-b9fae64c5525 req-97847b7f-3a2b-470c-aea2-2ab614b06265 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 948 time: 0.3066089 Jul 06 17:33:37.170173 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.214023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:37.228845 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1df7d852-75b6-45cb-badb-b9fae64c5525 req-3aa1bf59-058b-496e-bce8-4a72c800a4b3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606401 Jul 06 17:33:37.243038 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50a5839d-b2ce-4b0a-bf0b-6fca98e06031 req-9be910f9-9b47-486e-b834-55e811d7e5cd tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134424 Jul 06 17:33:37.275824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ac480b-4bf9-4ec6-9fea-6414b2a82688 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:37.285547 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.293055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'mac_address': 'fa:16:3e:48:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:33:37.301088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Transition to ACTIVE for port object d3ac480b-4bf9-4ec6-9fea-6414b2a82688 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:37.305373 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.315238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32577067-73ed-4378-b162-db41b37227e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:37.331319 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d49dc8-a416-4ded-b05c-66b3794eace7" -d '{"events": [{"server_uuid": "32577067-73ed-4378-b162-db41b37227e7", "name": "network-vif-plugged", "status": "completed", "tag": "b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:37.372335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Pushing event updated for resources: {'Port': ['ID=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:37.422991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:37.443756 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.450604 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 07001098-da79-40e3-b547-6814b76ef857 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:37.454654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:37.455070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:37.455469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:37.461109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:37.463183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:37.475402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:37.475745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:37.476141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:37.476585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Bound port: d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:37.476954 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.488392 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-68bb24e7-b5d3-4e65-8de7-3dba4ce98bb5 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1738117209&fields=id&tenant_id=111b07676259475e995110a924defb8f HTTP/1.1" status: 200 len: 267 time: 0.0900307 Jul 06 17:33:37.520759 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.542890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d45c09a-195f-4261-a794-94a4e2ecb7ce {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:37.601912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-b5efee9d-cf18-4383-9aa8-b395c2d06d46 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:37.606374 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-b5efee9d-cf18-4383-9aa8-b395c2d06d46 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports/631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 200 len: 937 time: 0.1101379 Jul 06 17:33:37.628975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:37.638506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:37.641729 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.646954 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.682745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-485f4453-fe9d-4704-9c35-1361bf1b8642 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:37.690591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-485f4453-fe9d-4704-9c35-1361bf1b8642 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports/1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 200 len: 936 time: 0.0769074 Jul 06 17:33:37.705567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:37.713934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 07001098-da79-40e3-b547-6814b76ef857 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:37.723751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 07001098-da79-40e3-b547-6814b76ef857 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:37.723751 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.753076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-faee94cb-a251-47fb-94e2-60c9af7d605d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0602198 Jul 06 17:33:37.784391 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.794497 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed00fcbb-571f-41b3-b99f-ac9db899281a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0393147 Jul 06 17:33:37.815334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 46a41cad-8cc8-4b8d-822a-affb5d837f98, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=46a41cad-8cc8-4b8d-822a-affb5d837f98,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:37.821276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:37.871608 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.873648 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:37.874461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 5175277f-2a26-44a5-a0fa-bc54c1c695e7 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:38.020841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-8496a7c1-3465-49af-bfba-512d3347911a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:38.027462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-8496a7c1-3465-49af-bfba-512d3347911a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:38.033681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-8496a7c1-3465-49af-bfba-512d3347911a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:38.042032 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-8496a7c1-3465-49af-bfba-512d3347911a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/networks?id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 HTTP/1.1" status: 200 len: 1995 time: 0.2459617 Jul 06 17:33:38.068408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ba7bcfa2-c6d2-4e9a-a19e-573c3ceb9513 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/quotas/111b07676259475e995110a924defb8f HTTP/1.1" status: 200 len: 375 time: 0.0176435 Jul 06 17:33:38.174233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 07001098-da79-40e3-b547-6814b76ef857, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=07001098-da79-40e3-b547-6814b76ef857,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:38.174508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ecbf27ca-ff79-481b-9a5f-2e32588b1417 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1120768 Jul 06 17:33:38.179179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:38.191557 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:38.202030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:38.222679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:38.223478 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:38.225016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] 10.222.0.55 "PUT /v2.0/ports/d3ac480b-4bf9-4ec6-9fea-6414b2a82688 HTTP/1.1" status: 200 len: 1091 time: 1.4787147 Jul 06 17:33:38.225520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:38.231349 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36776d27-1a1a-43e6-a0de-37180b21028c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:38.259684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0d45c09a-195f-4261-a794-94a4e2ecb7ce'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:38.274517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:38.275325 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:38.385857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f0092-fabb-4dba-8b54-c92bbd87245f service neutron] Pushing event updated for resources: {'Port': ['ID=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:38.399403 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-e39a2cd4-971c-408b-a14d-0f20a63e9736 service neutron] 10.222.0.13 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210524 Jul 06 17:33:38.513129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-436a8f98-2ff4-4864-a44a-7db92aaae19f service neutron] 10.222.0.13 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121724 Jul 06 17:33:38.590329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-96dc688a-ddd1-45a8-a4e9-3c058db04675 service neutron] 10.222.0.13 "GET /v2.0/ports/631caff5-2706-4ccf-9a3d-0053d1ec2a2d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0761559 Jul 06 17:33:38.646197 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9449f4-ddd5-422a-a59b-46a4ef288e6d x-openstack-request-id: req-9a9449f4-ddd5-422a-a59b-46a4ef288e6d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:38.646541 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32577067-73ed-4378-b162-db41b37227e7", "name": "network-vif-plugged", "status": "completed", "tag": "b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:38.646796 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a9449f4-ddd5-422a-a59b-46a4ef288e6d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:38.647191 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32577067-73ed-4378-b162-db41b37227e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3', 'code': 200} Jul 06 17:33:38.690195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-0f28a2b6-5c25-4841-93ae-b2cbd1a58e59 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:38.697145 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-0f28a2b6-5c25-4841-93ae-b2cbd1a58e59 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1&tenant_id=afaea2bd2e254de8a3bfc390f65b1887&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 949 time: 0.4206131 Jul 06 17:33:38.743792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-88bbeae0-9caa-486a-ae1a-a5dd0c6dc20f service neutron] 10.222.0.13 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522269 Jul 06 17:33:38.754911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=46a41cad-8cc8-4b8d-822a-affb5d837f98,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:38.832454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-9cc6567d-fa7a-4d28-98d9-380af7249425 service neutron] 10.222.0.55 "GET /v2.0/ports/0d45c09a-195f-4261-a794-94a4e2ecb7ce/bindings/n-h2-799526-3 HTTP/1.1" status: 200 len: 382 time: 0.1141179 Jul 06 17:33:38.845930 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:38.911564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d5e9d371-8864-4790-86ad-bb605a32bf0b service neutron] 10.222.0.13 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664076 Jul 06 17:33:38.954482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 5175277f-2a26-44a5-a0fa-bc54c1c695e7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5175277f-2a26-44a5-a0fa-bc54c1c695e7,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:38.968845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69714b4-75d1-451f-af8d-d726897d3334 req-ab536a97-10ea-40c7-b6d1-bf68e3525e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:38.970374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-ab536a97-10ea-40c7-b6d1-bf68e3525e14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 1094 time: 0.5415075 Jul 06 17:33:38.983693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-befd7130-f683-4ae3-9943-a5b70c9f9e6b service neutron] 10.222.0.13 "GET /v2.0/ports/1f64f72b-5b42-456e-a399-f92be96fae98?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0708554 Jul 06 17:33:38.997207 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:38.998568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a8db0-b16b-40f6-8352-b0b226faac8f req-c8de8e4a-d193-4845-87a4-e53ca1637b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:39.000592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f4a8db0-b16b-40f6-8352-b0b226faac8f req-c8de8e4a-d193-4845-87a4-e53ca1637b55 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32577067-73ed-4378-b162-db41b37227e7 HTTP/1.1" status: 200 len: 1096 time: 0.4881294 Jul 06 17:33:39.065502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=07001098-da79-40e3-b547-6814b76ef857,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:39.114886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135f236-1d25-42c2-8d70-817458f01418 req-d0e04057-e368-49fe-bc20-20f56e3fb681 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:39.117863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1135f236-1d25-42c2-8d70-817458f01418 req-d0e04057-e368-49fe-bc20-20f56e3fb681 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.6041679 Jul 06 17:33:39.129270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-a5e1e914-ca0a-44ae-b864-77391b76edfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688 HTTP/1.1" status: 200 len: 217 time: 0.1465008 Jul 06 17:33:39.195029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=5175277f-2a26-44a5-a0fa-bc54c1c695e7,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:39.195901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-2cc850dc-496b-4201-bded-debd3a549800 service neutron] 10.222.0.13 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102683 Jul 06 17:33:39.262421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f4a8db0-b16b-40f6-8352-b0b226faac8f req-874da269-24f7-4837-bcfa-cc76e32295bc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215447 Jul 06 17:33:39.279237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1135f236-1d25-42c2-8d70-817458f01418 req-031042b7-056d-44a7-a738-2df8cba73b65 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443381 Jul 06 17:33:39.289171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-48001254-42bc-41c8-a22a-89dc270da8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:39.291483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-48001254-42bc-41c8-a22a-89dc270da8b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1100 time: 0.4152439 Jul 06 17:33:39.302706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69714b4-75d1-451f-af8d-d726897d3334 req-ba65f3eb-4622-41c0-9f6a-c082fa9252ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:39.302706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-ba65f3eb-4622-41c0-9f6a-c082fa9252ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.1571846 Jul 06 17:33:39.382273 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-e5b71ef5-3769-4203-91e0-84854cde8855 service neutron] 10.222.0.13 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764529 Jul 06 17:33:39.402370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-7e8a6767-463b-411f-81e7-424669dcd437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:39.404405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-7e8a6767-463b-411f-81e7-424669dcd437 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.0988452 Jul 06 17:33:39.519531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-776decaf-980b-4ae2-a4a6-3de5a167d89a service neutron] 10.222.0.13 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332960 Jul 06 17:33:39.529269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-49920451-d314-4a1e-aaff-472347ad7b71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236537 Jul 06 17:33:39.572754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-75594d61-418b-46a9-aae9-b1bdc76a4cdd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.1455705 Jul 06 17:33:39.734376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-eae1d303-f4f2-4e7a-ae0f-d90f40a8cbbe service neutron] 10.222.0.13 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093396 Jul 06 17:33:39.743024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-d8b6ed94-bb2f-4fc8-8643-851019528b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:39.744467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-d8b6ed94-bb2f-4fc8-8643-851019528b0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1576204 Jul 06 17:33:39.766164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5b243-7bbe-48d8-974c-b47235505581 req-91c81221-8fca-4cac-b169-dc198a0a8eb5 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:39.776062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-77f5b243-7bbe-48d8-974c-b47235505581 req-91c81221-8fca-4cac-b169-dc198a0a8eb5 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 946 time: 0.2483952 Jul 06 17:33:39.873059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-6c370fd4-faba-4a02-a7f4-53a181ee0efb service neutron] 10.222.0.13 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315997 Jul 06 17:33:39.884577 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-7568f79b-0669-49d3-a84a-dd176c406740 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211799 Jul 06 17:33:39.943580 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-77f5b243-7bbe-48d8-974c-b47235505581 req-59f47ce4-21b7-443c-986c-427c3db8d6fd tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382742 Jul 06 17:33:40.000450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-022431ca-3d5b-4504-b1c1-fb1b82e50063 service neutron] 10.222.0.13 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207407 Jul 06 17:33:40.008537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-64f9f9be-2bdb-4d11-9ca2-75e22b854f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:40.010326 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-64f9f9be-2bdb-4d11-9ca2-75e22b854f40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2551961 Jul 06 17:33:40.091641 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-eca37f60-20fd-40e4-8100-0943f8728325 service neutron] 10.222.0.13 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901563 Jul 06 17:33:40.125437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d69714b4-75d1-451f-af8d-d726897d3334 req-f97a194b-039e-4b15-acd0-6d6364986682 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120769 Jul 06 17:33:40.231480 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-d3c76ca7-8946-4814-8832-400b8a3fec66 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045434 Jul 06 17:33:40.320829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-29e66145-a959-436e-b416-d7cc59398cfa service neutron] 10.222.0.13 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204745 Jul 06 17:33:40.483159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f7a8c-881a-481b-a29e-f448985c4728 req-577b0e47-9256-453a-9aa5-767136fb4ba3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:40.490964 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e7f7a8c-881a-481b-a29e-f448985c4728 req-577b0e47-9256-453a-9aa5-767136fb4ba3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 949 time: 0.1260927 Jul 06 17:33:40.501393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-ca381f7a-4f04-488c-9eeb-c7eb2dec4417 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541037 Jul 06 17:33:40.505713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a26eb144-9728-456e-9402-aca32ad4297b service neutron] 10.222.0.13 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795695 Jul 06 17:33:40.545689 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e7f7a8c-881a-481b-a29e-f448985c4728 req-bed8de33-ab99-494b-9d4a-ccbf2122f6a9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534651 Jul 06 17:33:40.607260 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f62e870-c9b3-456c-878e-911db5ffc4e4 x-openstack-request-id: req-4f62e870-c9b3-456c-878e-911db5ffc4e4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:40.607560 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:40.607819 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f62e870-c9b3-456c-878e-911db5ffc4e4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:40.608801 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688', 'status': 'completed', 'code': 200} Jul 06 17:33:40.643081 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-4915871e-870d-4717-8d74-77b373a7ea9d service neutron] 10.222.0.13 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326609 Jul 06 17:33:40.648623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce11e9a5-56ae-4aea-afcd-0effbb00fd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a41cad-8cc8-4b8d-822a-affb5d837f98'}, {'server_uuid': 'd7ae3c30-e77a-440b-a34d-0effbdd4575e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07001098-da79-40e3-b547-6814b76ef857'}, {'server_uuid': '4b9c369d-bab0-4e4f-922a-3c117de0456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5175277f-2a26-44a5-a0fa-bc54c1c695e7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:40.651142 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7671314f-8fd7-4c5e-a77a-bd98539e1350" -d '{"events": [{"server_uuid": "ce11e9a5-56ae-4aea-afcd-0effbb00fd7c", "name": "network-vif-plugged", "status": "completed", "tag": "46a41cad-8cc8-4b8d-822a-affb5d837f98"}, {"server_uuid": "d7ae3c30-e77a-440b-a34d-0effbdd4575e", "name": "network-vif-plugged", "status": "completed", "tag": "07001098-da79-40e3-b547-6814b76ef857"}, {"server_uuid": "4b9c369d-bab0-4e4f-922a-3c117de0456b", "name": "network-vif-plugged", "status": "completed", "tag": "5175277f-2a26-44a5-a0fa-bc54c1c695e7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:40.709976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36776d27-1a1a-43e6-a0de-37180b21028c req-f75f1dce-d33b-43c6-b6ad-c22d3517ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:40.711714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36776d27-1a1a-43e6-a0de-37180b21028c req-f75f1dce-d33b-43c6-b6ad-c22d3517ce07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 1094 time: 0.0711758 Jul 06 17:33:40.897782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36776d27-1a1a-43e6-a0de-37180b21028c req-84ca3979-6a75-4362-9d02-901c82fcf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:40.899453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36776d27-1a1a-43e6-a0de-37180b21028c req-84ca3979-6a75-4362-9d02-901c82fcf216 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.1802592 Jul 06 17:33:40.914887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8333-fe40-4648-bf5c-787834a9e76a req-e96dc5e4-f3ee-44b2-a314-42e85c68bff2 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:40.916909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-348a8333-fe40-4648-bf5c-787834a9e76a req-e96dc5e4-f3ee-44b2-a314-42e85c68bff2 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 950 time: 0.1594312 Jul 06 17:33:40.949830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:40.981622 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36776d27-1a1a-43e6-a0de-37180b21028c req-4b3a17ba-a95d-4a85-8a31-de5ec9fe3fa6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688 HTTP/1.1" status: 200 len: 217 time: 0.0636790 Jul 06 17:33:41.042174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-348a8333-fe40-4648-bf5c-787834a9e76a req-38192393-a3ed-494b-aebb-cf800d37a272 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180496 Jul 06 17:33:41.053181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 0d45c09a-195f-4261-a794-94a4e2ecb7ce completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:41.059920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 0d45c09a-195f-4261-a794-94a4e2ecb7ce triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:41.060532 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:41.070040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36776d27-1a1a-43e6-a0de-37180b21028c req-76eeb966-fd55-426e-b301-0e0232b3f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:41.074209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36776d27-1a1a-43e6-a0de-37180b21028c req-76eeb966-fd55-426e-b301-0e0232b3f33b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.0848889 Jul 06 17:33:41.146298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36776d27-1a1a-43e6-a0de-37180b21028c req-8bdd64ec-b137-49fe-bbfe-01dcd3b50fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638959 Jul 06 17:33:41.187967 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:41.249535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:41.260062 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:41.356540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:41.359373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36776d27-1a1a-43e6-a0de-37180b21028c req-5bdfc21d-eb78-4401-b5d2-7ba5b704aa75 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058995 Jul 06 17:33:41.466220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36776d27-1a1a-43e6-a0de-37180b21028c req-717fad9f-544f-4f0b-a94d-49c6c770ea37 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974221 Jul 06 17:33:41.474231 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-7da4cfda-5b3b-4bed-a697-2f5c0fd42a1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1981471 Jul 06 17:33:41.637134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-09a42749-a9d4-470d-b662-f8ae41dae48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:41.654610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-09a42749-a9d4-470d-b662-f8ae41dae48e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 1096 time: 0.1231594 Jul 06 17:33:41.685130 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3f8614-2a87-40b2-a62e-3b3ede888552 x-openstack-request-id: req-cb3f8614-2a87-40b2-a62e-3b3ede888552 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:41.686427 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce11e9a5-56ae-4aea-afcd-0effbb00fd7c", "name": "network-vif-plugged", "status": "completed", "tag": "46a41cad-8cc8-4b8d-822a-affb5d837f98", "code": 200}, {"server_uuid": "d7ae3c30-e77a-440b-a34d-0effbdd4575e", "name": "network-vif-plugged", "status": "completed", "tag": "07001098-da79-40e3-b547-6814b76ef857", "code": 200}, {"server_uuid": "4b9c369d-bab0-4e4f-922a-3c117de0456b", "name": "network-vif-plugged", "status": "completed", "tag": "5175277f-2a26-44a5-a0fa-bc54c1c695e7", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:41.686688 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb3f8614-2a87-40b2-a62e-3b3ede888552 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:41.687106 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce11e9a5-56ae-4aea-afcd-0effbb00fd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a41cad-8cc8-4b8d-822a-affb5d837f98', 'code': 200} Jul 06 17:33:41.687362 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ae3c30-e77a-440b-a34d-0effbdd4575e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07001098-da79-40e3-b547-6814b76ef857', 'code': 200} Jul 06 17:33:41.687614 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9c369d-bab0-4e4f-922a-3c117de0456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5175277f-2a26-44a5-a0fa-bc54c1c695e7', 'code': 200} Jul 06 17:33:41.883126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c4ad-125c-4a89-a8d4-67ea6c8d4c30 req-64e04d36-9fdb-4da4-b3c6-987c7223b1b0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:41.884701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1180c4ad-125c-4a89-a8d4-67ea6c8d4c30 req-64e04d36-9fdb-4da4-b3c6-987c7223b1b0 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.3794625 Jul 06 17:33:41.963892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cbf30-c1d9-444a-afa9-d6fb846e30c4 req-dd0a9de9-ca1b-4f41-b861-0e21354cf9ad tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:41.971975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d26cbf30-c1d9-444a-afa9-d6fb846e30c4 req-dd0a9de9-ca1b-4f41-b861-0e21354cf9ad tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 946 time: 0.1176314 Jul 06 17:33:42.010937 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d26cbf30-c1d9-444a-afa9-d6fb846e30c4 req-1452af60-8a0e-4fab-a899-ab8b900dbba9 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374157 Jul 06 17:33:42.056297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1180c4ad-125c-4a89-a8d4-67ea6c8d4c30 req-1ff14c3d-d2c1-4b4e-a6d9-dec4fe4a5bf1 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244450 Jul 06 17:33:42.098355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-b26b1b40-9abf-4544-91b9-5d2e2056663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:42.100966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-b26b1b40-9abf-4544-91b9-5d2e2056663b service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.4393592 Jul 06 17:33:42.247870 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-b05799d4-bd03-40ca-a0d4-b5f32a73f89f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e HTTP/1.1" status: 200 len: 217 time: 0.1199112 Jul 06 17:33:42.268747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e926d28e-7bd9-4fa8-bc3f-f7236ae3e63d req-0f626c66-ab83-453f-aaac-f635b5fef8d1 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.1522939 Jul 06 17:33:42.284739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc987b-ebc0-46dc-b1a7-67e9d6a6be5a req-b73d0961-7529-4a4d-a331-8b2a26b49376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:42.286933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2dc987b-ebc0-46dc-b1a7-67e9d6a6be5a req-b73d0961-7529-4a4d-a331-8b2a26b49376 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 1101 time: 0.4747095 Jul 06 17:33:42.375028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27fba6-147e-4ed0-af2a-f5eee0ba2117 req-23840f55-d2b7-4216-a233-101d60deea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:42.376825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee27fba6-147e-4ed0-af2a-f5eee0ba2117 req-23840f55-d2b7-4216-a233-101d60deea43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 1097 time: 0.5214610 Jul 06 17:33:42.386929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418e45-34c9-4beb-9185-84522dbd3f16 req-1d54e3f2-45ff-474f-a384-a22fef987146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:42.389394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09418e45-34c9-4beb-9185-84522dbd3f16 req-1d54e3f2-45ff-474f-a384-a22fef987146 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce11e9a5-56ae-4aea-afcd-0effbb00fd7c HTTP/1.1" status: 200 len: 1096 time: 0.5606039 Jul 06 17:33:42.476456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-c869d4da-1822-48a1-8b60-72dfbb86cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:42.478518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-c869d4da-1822-48a1-8b60-72dfbb86cb93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.2276311 Jul 06 17:33:42.486063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2dc987b-ebc0-46dc-b1a7-67e9d6a6be5a req-ffc5a894-33e5-4283-9f21-45026f519e61 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830122 Jul 06 17:33:42.508247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4fc49-8f29-4900-9ecd-57398c2eb17f req-057baaac-34df-4593-9ddd-87b7ed342d85 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:42.516089 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdd4fc49-8f29-4900-9ecd-57398c2eb17f req-057baaac-34df-4593-9ddd-87b7ed342d85 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 950 time: 0.0819972 Jul 06 17:33:42.597682 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdd4fc49-8f29-4900-9ecd-57398c2eb17f req-b365309c-05d7-447c-8368-6e34113552ce tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777843 Jul 06 17:33:42.971843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-285e06e1-ec8a-480d-a31b-70f6c37b111e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4829748 Jul 06 17:33:42.973647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09418e45-34c9-4beb-9185-84522dbd3f16 req-71f36fc5-9a0f-418b-b81d-62afa6adc8fc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683587 Jul 06 17:33:42.975438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee27fba6-147e-4ed0-af2a-f5eee0ba2117 req-7658edfd-6884-4b5e-a031-16e4b96b1408 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819850 Jul 06 17:33:42.992509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd56c-7cf0-4726-926c-0112592fa25f req-bf195b20-5078-42c2-baed-bfdbb5432c2d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:42.999374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f6dd56c-7cf0-4726-926c-0112592fa25f req-bf195b20-5078-42c2-baed-bfdbb5432c2d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.7070990 Jul 06 17:33:43.149465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f6dd56c-7cf0-4726-926c-0112592fa25f req-d4e9d439-5e8a-4b5c-a980-e601fe33240d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490960 Jul 06 17:33:43.313863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-290ccba3-e612-455f-911d-26f30dfc95fd service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068039 Jul 06 17:33:43.395667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85202b9-b2af-4da5-a3c6-78cf4b89bc2e req-7e1dc141-cd91-457f-91d6-2f14f8779610 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:43.397941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c85202b9-b2af-4da5-a3c6-78cf4b89bc2e req-7e1dc141-cd91-457f-91d6-2f14f8779610 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 946 time: 0.1219752 Jul 06 17:33:43.452912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-c0bfcaf6-37fe-4945-a9dc-9735513e2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:43.455003 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-c0bfcaf6-37fe-4945-a9dc-9735513e2f0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1&tenant_id=afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 1101 time: 0.2859433 Jul 06 17:33:43.466838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:43.502698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-096bff43-b0d0-405f-9c25-146e947c18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:43.504121 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-096bff43-b0d0-405f-9c25-146e947c18b5 service neutron] 10.222.0.22 "GET /v2.0/ports/631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 200 len: 1033 time: 0.0584683 Jul 06 17:33:43.551753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c85202b9-b2af-4da5-a3c6-78cf4b89bc2e req-e4347876-40e0-4baf-a517-090a152a0df7 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466961 Jul 06 17:33:43.555108 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15dc849b-9cb6-4aed-857f-510e9fa84568 req-e713d80b-d1c0-42a3-ae7f-8ef373958ede service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315557 Jul 06 17:33:43.567708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503ed5f-74b4-4db3-badb-4867763db8ab req-162722be-25da-40c0-a3ed-6749f0ca624c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:43.574910 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c503ed5f-74b4-4db3-badb-4867763db8ab req-162722be-25da-40c0-a3ed-6749f0ca624c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.2163501 Jul 06 17:33:43.641328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bd5f53e0-1936-45c8-a15a-fd8d3de4a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:43.646112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bd5f53e0-1936-45c8-a15a-fd8d3de4a295 service neutron] 10.222.0.22 "GET /v2.0/ports/1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 200 len: 1032 time: 0.1138163 Jul 06 17:33:43.664010 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:43.688394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c503ed5f-74b4-4db3-badb-4867763db8ab req-c302eaf3-e1a1-4afd-aba9-c4c946b660aa tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124294 Jul 06 17:33:43.688764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:43.693041 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baad6df2-3068-48d2-af75-cd2757b056b8" -d '{"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-plugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:43.954655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-717759d5-dcb4-448e-a8c9-17e76b006a21 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:43.961387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-717759d5-dcb4-448e-a8c9-17e76b006a21 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:43.967598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-717759d5-dcb4-448e-a8c9-17e76b006a21 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:43.969359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-717759d5-dcb4-448e-a8c9-17e76b006a21 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "GET /v2.0/networks?id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 HTTP/1.1" status: 200 len: 1995 time: 0.3166325 Jul 06 17:33:43.977812 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9bfbe779-e286-46c0-9b5b-251dfd99d9d7 req-73726b76-2a4c-414c-8d68-79746c46d033 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0607567 Jul 06 17:33:44.022641 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-818f5feb-e6a9-4ed6-a8de-6a3d68783162 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=111b07676259475e995110a924defb8f HTTP/1.1" status: 200 len: 380 time: 0.0393677 Jul 06 17:33:44.030250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'admin_state_up': True, 'tenant_id': '111b07676259475e995110a924defb8f', 'security_groups': ['16b76451-f230-4be5-a319-6c8a4b825e82']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:44.103878 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf08563-7e8f-41c9-bf11-a4511e4b5144 x-openstack-request-id: req-8bf08563-7e8f-41c9-bf11-a4511e4b5144 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:44.104169 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-plugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:44.104418 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bf08563-7e8f-41c9-bf11-a4511e4b5144 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:44.104836 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'code': 200} Jul 06 17:33:44.394569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa0f1a-b449-42c4-a343-46c27ddcaa06 req-76383e54-0b99-43dc-b970-ade3a8999246 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:44.396190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:44.405735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e3aa0f1a-b449-42c4-a343-46c27ddcaa06 req-76383e54-0b99-43dc-b970-ade3a8999246 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 950 time: 0.3771830 Jul 06 17:33:44.408794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:44.439937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:44.498476 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e3aa0f1a-b449-42c4-a343-46c27ddcaa06 req-78cfd38d-b59c-4a31-b9b6-986fe957d7cd tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914314 Jul 06 17:33:44.544346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:44.634933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:44.641765 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b0fbd3-1a98-4589-9d4f-21e5618ca72d" -d '{"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-unplugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:44.650878 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:44.678711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Transition to ACTIVE for port object 0d45c09a-195f-4261-a794-94a4e2ecb7ce will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:44.687688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:44.848192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] No DVR routers for this DVR port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:44.913698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Allocated IP 172.20.0.4 (c490c4b1-1265-44c5-9049-5dde07c6dd3a/10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8/a17ec985-5bbb-4a71-8846-a6dcc24b9122) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:44.963841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8915ee-8aa3-45f2-a577-9b2e09e4854c req-97ae23ed-5d21-4152-a571-72441020d93d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:44.975061 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d8915ee-8aa3-45f2-a577-9b2e09e4854c req-97ae23ed-5d21-4152-a571-72441020d93d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 949 time: 0.2393882 Jul 06 17:33:44.978319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:45.021450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:45.021947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:45.022408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:45.032448 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:45.032949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Attempting to bind port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:45.052748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:45.055402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:45.055930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:45.056508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Bound port: 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:45.056988 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:45.078083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d8915ee-8aa3-45f2-a577-9b2e09e4854c req-ed74e800-e439-4ff4-bfeb-e7d5d54292da tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020412 Jul 06 17:33:45.209863 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9785696-e3a4-4ffd-a49b-c55492ac67fc x-openstack-request-id: req-d9785696-e3a4-4ffd-a49b-c55492ac67fc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:45.213520 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-unplugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:45.217205 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9785696-e3a4-4ffd-a49b-c55492ac67fc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:45.217769 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'code': 200} Jul 06 17:33:45.382985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:45.387417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:45.414804 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:45.470249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:45.505433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:45.534118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Transition to ACTIVE for port object a17ec985-5bbb-4a71-8846-a6dcc24b9122 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:45.552803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28715ce2-a7cb-4387-ab52-97313b56c50f req-931e7576-5146-47d8-af7a-96298902100d tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:45.555035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28715ce2-a7cb-4387-ab52-97313b56c50f req-931e7576-5146-47d8-af7a-96298902100d tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 946 time: 0.3971350 Jul 06 17:33:45.558696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bd78a-5a5c-40aa-9c28-51fd8d8e8703 req-8ba5fedd-55b4-4eac-acbe-ccbc0613ef07 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:45.558879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:45.559649 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:45.560266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2e1bd78a-5a5c-40aa-9c28-51fd8d8e8703 req-8ba5fedd-55b4-4eac-acbe-ccbc0613ef07 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.2061059 Jul 06 17:33:45.568169 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-2d3a4778-8d14-4dd1-8884-41bb646098a7 service neutron] 10.222.0.22 "PUT /v2.0/ports/0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 1097 time: 2.1051264 Jul 06 17:33:45.617013 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:45.721427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network c490c4b1-1265-44c5-9049-5dde07c6dd3a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:45.725391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:45.729816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:45.749384 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28715ce2-a7cb-4387-ab52-97313b56c50f req-24db276d-2c3a-4156-b51b-79617c185899 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684806 Jul 06 17:33:45.804385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-8e9df8de-b4f0-4ee8-8dc2-b6165d9f9c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:45.805877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-8e9df8de-b4f0-4ee8-8dc2-b6165d9f9c6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1100 time: 0.1777375 Jul 06 17:33:45.888861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:45.889498 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:45.963755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Port': ['ID=a17ec985-5bbb-4a71-8846-a6dcc24b9122,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:45.986195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a5300caf-7031-4afa-bfef-8f52a0e20e37 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9618077 Jul 06 17:33:46.017531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-8cb1e3af-bb78-4d6a-8dad-1bb9d33c8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:46.019483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-8cb1e3af-bb78-4d6a-8dad-1bb9d33c8608 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2025239 Jul 06 17:33:46.030385 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2e1bd78a-5a5c-40aa-9c28-51fd8d8e8703 req-017efd81-e92a-41ad-8339-4a476f43f90f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580796 Jul 06 17:33:46.072843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'admin_state_up': True, 'tenant_id': '111b07676259475e995110a924defb8f', 'security_groups': ['16b76451-f230-4be5-a319-6c8a4b825e82']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:46.121139 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-d9b41b4a-8164-4536-b95e-9873b2ba43d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.0928335 Jul 06 17:33:46.172563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5f3301c3-dfec-4724-9455-3d74018c65c7 None None] Provisioning for port a17ec985-5bbb-4a71-8846-a6dcc24b9122 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:46.194235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5f3301c3-dfec-4724-9455-3d74018c65c7 None None] Provisioning complete for port a17ec985-5bbb-4a71-8846-a6dcc24b9122 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:46.194663 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f3301c3-dfec-4724-9455-3d74018c65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:46.216626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-d20d9dff-eb7a-40a9-8816-3c286144543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:46.218128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-d20d9dff-eb7a-40a9-8816-3c286144543c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0724754 Jul 06 17:33:46.350023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ca4b4-2fb4-434e-86e7-6436467e42ef req-f76f8a04-80d4-4ab0-95ed-ba5d7919972e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:46.351471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5f3301c3-dfec-4724-9455-3d74018c65c7 None None] Port a17ec985-5bbb-4a71-8846-a6dcc24b9122 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:46.359931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f45ca4b4-2fb4-434e-86e7-6436467e42ef req-f76f8a04-80d4-4ab0-95ed-ba5d7919972e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 931 time: 0.2603238 Jul 06 17:33:46.418507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f45ca4b4-2fb4-434e-86e7-6436467e42ef req-24338e77-b503-4cff-9fe0-07c9c2839018 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568697 Jul 06 17:33:46.433365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-3f78f92b-9ccc-4953-877e-cf0f331cccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:46.437260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-3f78f92b-9ccc-4953-877e-cf0f331cccc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2080770 Jul 06 17:33:46.464927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:46.468707 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:46.636904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-d8cfc6e9-fc0b-46dc-b9bb-af5b73d7a4d9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945693 Jul 06 17:33:46.723451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Allocated IP 10.1.1.38 (47e547bc-f710-4b73-b52e-751477455b04/4119291e-39a4-4d21-8cea-f6b0db239b54/9560dc4f-2e60-4076-a113-c8feb40f9653) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:46.836975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4fbacb7-951d-40e0-a4d7-ff08446ab795 req-13de55c1-3fda-4e2f-9c86-f253f8537008 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918004 Jul 06 17:33:46.882955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:46.919629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14659378-d63c-4827-b1e5-c0c8a926bfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:46.930957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Transition to ACTIVE for port object 9560dc4f-2e60-4076-a113-c8feb40f9653 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:46.958777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:46.999502 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5845a7-cd12-47d7-803b-ccb6e8dc44eb req-cb0e97e9-7d92-4dc6-b70e-7ab7479ccaa8 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:47.010332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd5845a7-cd12-47d7-803b-ccb6e8dc44eb req-cb0e97e9-7d92-4dc6-b70e-7ab7479ccaa8 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=32577067-73ed-4378-b162-db41b37227e7 HTTP/1.1" status: 200 len: 945 time: 0.1146529 Jul 06 17:33:47.019955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:33:47.028535 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:47.089696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network 47e547bc-f710-4b73-b52e-751477455b04 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:47.089936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58502801-3c42-4245-bac1-cb991bba3ec0 req-9dc11e14-875f-4975-99ef-b9572e9093b8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:47.095344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:47.109000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58502801-3c42-4245-bac1-cb991bba3ec0 req-9dc11e14-875f-4975-99ef-b9572e9093b8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 949 time: 0.2262454 Jul 06 17:33:47.119144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:47.141414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd5845a7-cd12-47d7-803b-ccb6e8dc44eb req-84078ad3-3be1-475b-8858-a616c5339212 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289530 Jul 06 17:33:47.180959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58502801-3c42-4245-bac1-cb991bba3ec0 req-cbc18243-8b80-478d-9fd6-9c24c4b0f16a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709279 Jul 06 17:33:47.218764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:47.221271 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e89dfe9-3b5a-4460-9116-b284a8708701" -d '{"events": [{"name": "network-changed", "server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:47.223442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Port': ['ID=9560dc4f-2e60-4076-a113-c8feb40f9653,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:47.296236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:47.296844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:47.332037 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fb277bdd-35e4-4c5b-aaa6-390a3ac89422 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3001981 Jul 06 17:33:47.353873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'admin_state_up': True, 'tenant_id': '111b07676259475e995110a924defb8f', 'security_groups': ['16b76451-f230-4be5-a319-6c8a4b825e82']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:47.529393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:47.534596 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:47.545087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b47a-ee64-4d0b-b515-51b383a9fbba req-738aa07e-d319-447c-b73c-ab3f4543a93e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:47.561587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1193b47a-ee64-4d0b-b515-51b383a9fbba req-738aa07e-d319-447c-b73c-ab3f4543a93e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.1708097 Jul 06 17:33:47.612030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a35172e6-d2f2-4e1a-88ef-d185195e41f7 None None] Provisioning for port 9560dc4f-2e60-4076-a113-c8feb40f9653 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:47.636844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a35172e6-d2f2-4e1a-88ef-d185195e41f7 None None] Provisioning complete for port 9560dc4f-2e60-4076-a113-c8feb40f9653 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:47.639834 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a35172e6-d2f2-4e1a-88ef-d185195e41f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:47.671781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1193b47a-ee64-4d0b-b515-51b383a9fbba req-106291ff-5d79-44f8-aae4-b0664eadf729 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092272 Jul 06 17:33:47.761788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Allocated IP 10.1.1.141 (47e547bc-f710-4b73-b52e-751477455b04/4119291e-39a4-4d21-8cea-f6b0db239b54/18ec0406-0c19-4aa4-a163-89ffe987cc94) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:47.799807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a35172e6-d2f2-4e1a-88ef-d185195e41f7 None None] Port 9560dc4f-2e60-4076-a113-c8feb40f9653 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:48.010228 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eefee0-0da1-44d9-8558-991b7ec5ebcb x-openstack-request-id: req-18eefee0-0da1-44d9-8558-991b7ec5ebcb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:48.010562 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:48.010820 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18eefee0-0da1-44d9-8558-991b7ec5ebcb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:48.011220 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'status': 'completed', 'code': 200} Jul 06 17:33:48.205771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:48.227196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Transition to ACTIVE for port object 18ec0406-0c19-4aa4-a163-89ffe987cc94 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:48.261365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8cba7-d693-4b77-a6d5-2a530bcd2e4e req-2cc6a22f-cde8-49a9-bbea-6e121cb6123f tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:48.269670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4e8cba7-d693-4b77-a6d5-2a530bcd2e4e req-2cc6a22f-cde8-49a9-bbea-6e121cb6123f tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce11e9a5-56ae-4aea-afcd-0effbb00fd7c HTTP/1.1" status: 200 len: 945 time: 0.3200986 Jul 06 17:33:48.305869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:48.316565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-9b922a16-0e6e-4d34-b408-f858a7ad6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:48.318623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-9b922a16-0e6e-4d34-b408-f858a7ad6c69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1100 time: 0.3063350 Jul 06 17:33:48.342938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-f8ebcb41-de5c-435d-86f7-ce12a487782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:48.344741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-f8ebcb41-de5c-435d-86f7-ce12a487782d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 1100 time: 0.2529902 Jul 06 17:33:48.384450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network 47e547bc-f710-4b73-b52e-751477455b04 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:48.392343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:48.403206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:48.436782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Port': ['ID=18ec0406-0c19-4aa4-a163-89ffe987cc94,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:48.459679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4e8cba7-d693-4b77-a6d5-2a530bcd2e4e req-c288a7a7-fd6f-4d92-b3e2-d43329216bb5 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851664 Jul 06 17:33:48.562581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:48.570936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:48.634331 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-19ba4b8a-ba4a-4ed5-910d-35e31e628d1c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2956944 Jul 06 17:33:48.669409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404aee-fc83-4cdc-bfd2-d67d48f1f0ab req-1a66a661-6aee-4f65-a839-536b11ecea99 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:48.694126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404aee-fc83-4cdc-bfd2-d67d48f1f0ab req-1a66a661-6aee-4f65-a839-536b11ecea99 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:48.708690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b404aee-fc83-4cdc-bfd2-d67d48f1f0ab req-1a66a661-6aee-4f65-a839-536b11ecea99 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:48.719239 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b404aee-fc83-4cdc-bfd2-d67d48f1f0ab req-1a66a661-6aee-4f65-a839-536b11ecea99 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 2373 time: 0.3280189 Jul 06 17:33:48.730673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468', 'admin_state_up': True, 'tenant_id': '111b07676259475e995110a924defb8f', 'security_groups': ['16b76451-f230-4be5-a319-6c8a4b825e82']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:48.738004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-49dee083-3f42-48f7-8188-d616267089b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:48.739515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-49dee083-3f42-48f7-8188-d616267089b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.4099126 Jul 06 17:33:48.742511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-8a9e80e0-6a04-486a-9044-e9f888919e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:48.745337 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-8a9e80e0-6a04-486a-9044-e9f888919e87 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3850231 Jul 06 17:33:48.889515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-81c74d1d-ee64-405d-b13f-46dd9370993b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.1348724 Jul 06 17:33:48.903028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-5d44b595-50e8-4d7a-a917-c829d14dbbe6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 200 len: 217 time: 0.1447306 Jul 06 17:33:48.927750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b404aee-fc83-4cdc-bfd2-d67d48f1f0ab req-d47a7527-8faa-435a-9ddd-03cd3200c1c3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061312 Jul 06 17:33:48.981960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-631b0a50-fc27-42af-ad1a-be7251a69ee2 None None] Provisioning for port 18ec0406-0c19-4aa4-a163-89ffe987cc94 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:48.996371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-631b0a50-fc27-42af-ad1a-be7251a69ee2 None None] Provisioning complete for port 18ec0406-0c19-4aa4-a163-89ffe987cc94 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:48.996747 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-631b0a50-fc27-42af-ad1a-be7251a69ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:49.112018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:49.118484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-631b0a50-fc27-42af-ad1a-be7251a69ee2 None None] Port 18ec0406-0c19-4aa4-a163-89ffe987cc94 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:49.169976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-2d44c984-eaad-4ad3-9562-51ea404ec53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:49.176865 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-2d44c984-eaad-4ad3-9562-51ea404ec53e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2728400 Jul 06 17:33:49.180160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-c232707f-48d7-4483-abb6-f1fbc4cbc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:49.187019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-c232707f-48d7-4483-abb6-f1fbc4cbc0ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2484474 Jul 06 17:33:49.359160 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:49.366939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-8f667888-52a2-4344-97e7-55251474962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:49.368653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-8f667888-52a2-4344-97e7-55251474962b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1790078 Jul 06 17:33:49.372789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-11dad0d1-4c45-471f-9c7b-b9419a4904dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:49.374239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-11dad0d1-4c45-471f-9c7b-b9419a4904dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683128 Jul 06 17:33:49.394996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf29908-3c4f-4ab9-adf6-29eb73a0c351 req-1e794c8d-804f-472b-a548-f2089e593236 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:49.403560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bf29908-3c4f-4ab9-adf6-29eb73a0c351 req-1e794c8d-804f-472b-a548-f2089e593236 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 950 time: 0.1985683 Jul 06 17:33:49.428271 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e19f5fb-5bd1-4cb8-999e-be518a8662a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:49.434815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f9c6-8adc-47e9-9cf0-2ad46547f891 req-9c5c9e07-2ae6-4915-9023-42a252135f70 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:49.437100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d05f9c6-8adc-47e9-9cf0-2ad46547f891 req-9c5c9e07-2ae6-4915-9023-42a252135f70 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 949 time: 0.2261982 Jul 06 17:33:49.599789 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bf29908-3c4f-4ab9-adf6-29eb73a0c351 req-1203bf5b-6793-4a19-bb7d-372a53b20566 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942463 Jul 06 17:33:49.621267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d05f9c6-8adc-47e9-9cf0-2ad46547f891 req-db3b3815-147f-4155-8f87-cd7cf0eae103 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508618 Jul 06 17:33:49.691303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-5bfd16b9-76bf-46f8-b658-30d7878d3e42 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045590 Jul 06 17:33:49.700193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-cb05c808-c616-49b4-a58e-b5c7110904d1 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233223 Jul 06 17:33:49.726206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-fc59fd61-144f-46db-9875-f07dadf7727f tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:49.727734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-fc59fd61-144f-46db-9875-f07dadf7727f tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 950 time: 0.2804852 Jul 06 17:33:49.755590 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:49.849038 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-bca353a7-9dd2-4016-aa77-f3ed9c946d12 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380646 Jul 06 17:33:49.854955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Allocated IP 10.2.2.100 (8a9e137a-be51-4fa9-8c4a-3a54c7fd2468/c47ce271-7683-486e-a0da-d917eaa8f9ed/77b9e98a-913e-4ee3-a7cc-83267ef98d47) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:50.078360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-44cb864f-fb07-48fd-870d-b74a64db42e0 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:50.096167 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-44cb864f-fb07-48fd-870d-b74a64db42e0 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.55 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 944 time: 0.4478128 Jul 06 17:33:50.118139 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e89dfe9-3b5a-4460-9116-b284a8708701 req-7a579d8b-7c2b-4dde-85f5-de23b4f0ee7e service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154334 Jul 06 17:33:50.154429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:50.177992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcee03-84c0-4969-ba4d-e462d65a9095 req-c6340710-5a04-4a38-9016-b3c161ab627c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:50.180342 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93fcee03-84c0-4969-ba4d-e462d65a9095 req-c6340710-5a04-4a38-9016-b3c161ab627c tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.1487124 Jul 06 17:33:50.185192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Transition to ACTIVE for port object 77b9e98a-913e-4ee3-a7cc-83267ef98d47 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:50.242133 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93fcee03-84c0-4969-ba4d-e462d65a9095 req-16ff9d5c-980e-4a4e-8460-75901f05e6b5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547330 Jul 06 17:33:50.271411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:50.321454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Deleting port 07001098-da79-40e3-b547-6814b76ef857 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:33:50.321801 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:50.323452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:50.329227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:50.334464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:50.398790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Port': ['ID=77b9e98a-913e-4ee3-a7cc-83267ef98d47,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:50.450811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:50.452019 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:50.488492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-58bf3f52-e47f-4e3e-ab94-025d22d337e2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8445103 Jul 06 17:33:50.498671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468', 'admin_state_up': True, 'tenant_id': '111b07676259475e995110a924defb8f', 'security_groups': ['16b76451-f230-4be5-a319-6c8a4b825e82']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:50.547219 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:50.678647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:33:50.770942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75fc1d-e7f3-4939-a6e9-04d5e9f8d2b0 req-42df7828-ecee-49a2-83a6-7b2128534060 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:50.777771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd75fc1d-e7f3-4939-a6e9-04d5e9f8d2b0 req-42df7828-ecee-49a2-83a6-7b2128534060 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 944 time: 0.5811598 Jul 06 17:33:50.807479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Deleting port e0e5a2cd-9d09-4606-8529-c35eaff3875f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:33:50.807820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:50.852564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-85b9a4b2-5a44-4dbd-992a-597a2d4edf8f None None] Provisioning for port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:50.871878 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5fa1-94da-4bd3-bf26-503de3286215 req-971b606f-9ac5-4db3-bf80-cd036ec3ecc4 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:50.881938 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6bad5fa1-94da-4bd3-bf26-503de3286215 req-971b606f-9ac5-4db3-bf80-cd036ec3ecc4 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce11e9a5-56ae-4aea-afcd-0effbb00fd7c HTTP/1.1" status: 200 len: 945 time: 0.2675180 Jul 06 17:33:50.887728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-85b9a4b2-5a44-4dbd-992a-597a2d4edf8f None None] Provisioning complete for port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:50.889945 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85b9a4b2-5a44-4dbd-992a-597a2d4edf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:50.903187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd75fc1d-e7f3-4939-a6e9-04d5e9f8d2b0 req-ef2431b7-e9f2-455e-9166-7d93fcb5a5f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241202 Jul 06 17:33:50.914819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Made reservation on behalf of 111b07676259475e995110a924defb8f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:50.920469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:50.957396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] For port 07001098-da79-40e3-b547-6814b76ef857, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=07001098-da79-40e3-b547-6814b76ef857,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:50.961080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:50.965993 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:50.978255 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6bad5fa1-94da-4bd3-bf26-503de3286215 req-11ea1e9f-e03d-4292-9d2f-275e34b9a298 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934367 Jul 06 17:33:50.998862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'mac_address': 'fa:16:3e:48:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:33:51.004479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Calling delete_port for 07001098-da79-40e3-b547-6814b76ef857 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:33:51.141620 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:51.154027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-85b9a4b2-5a44-4dbd-992a-597a2d4edf8f None None] Port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:51.157073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] For port e0e5a2cd-9d09-4606-8529-c35eaff3875f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e0e5a2cd-9d09-4606-8529-c35eaff3875f,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:51.157447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:51.173771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d45c09a-195f-4261-a794-94a4e2ecb7ce {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:51.202684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Calling delete_port for e0e5a2cd-9d09-4606-8529-c35eaff3875f owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:33:51.230161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:51.240190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:51.354802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=12']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:51.391107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78105d7b-7e94-4efd-943d-14e50fc47653 req-848d3916-59ba-4d29-a4c9-94754efed5de tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:51.398061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Allocated IP 10.2.2.200 (8a9e137a-be51-4fa9-8c4a-3a54c7fd2468/c47ce271-7683-486e-a0da-d917eaa8f9ed/fc29c559-ab96-478e-96ad-b2f2b05969f5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:51.398559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78105d7b-7e94-4efd-943d-14e50fc47653 req-848d3916-59ba-4d29-a4c9-94754efed5de tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:51.404533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78105d7b-7e94-4efd-943d-14e50fc47653 req-848d3916-59ba-4d29-a4c9-94754efed5de tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:51.417724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78105d7b-7e94-4efd-943d-14e50fc47653 req-848d3916-59ba-4d29-a4c9-94754efed5de tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:51.421282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78105d7b-7e94-4efd-943d-14e50fc47653 req-848d3916-59ba-4d29-a4c9-94754efed5de tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 3094 time: 0.2951005 Jul 06 17:33:51.455215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd59ae3-0150-42ae-bf28-5e6250da4b67 req-45d0848a-87e2-4dd3-8c00-e62b87d19804 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:51.462985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffd59ae3-0150-42ae-bf28-5e6250da4b67 req-45d0848a-87e2-4dd3-8c00-e62b87d19804 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ae3c30-e77a-440b-a34d-0effbdd4575e HTTP/1.1" status: 200 len: 950 time: 0.2071595 Jul 06 17:33:51.493557 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78105d7b-7e94-4efd-943d-14e50fc47653 req-14c7173a-c810-47c9-bc30-7c32f30e381c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550170 Jul 06 17:33:51.496643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:51.540649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0d45c09a-195f-4261-a794-94a4e2ecb7ce'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:51.542075 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffd59ae3-0150-42ae-bf28-5e6250da4b67 req-acfda61c-0bc0-4a88-ac89-249251473413 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.13 "GET /v2.0/security-groups?id=218b38f3-b78b-4540-add8-9ae506411a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765305 Jul 06 17:33:51.601246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Pushing event deleted for resources: {'Port': ['ID=07001098-da79-40e3-b547-6814b76ef857,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:51.781536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] No DVR routers for this DVR port 07001098-da79-40e3-b547-6814b76ef857 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:51.788072 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:51.790152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1358b257-4775-47b0-aba9-97c53c0d7d9a req-5438671f-1c3e-486b-8c96-23e0cad431e1 tempest-TenantUsagesTestJSON-1783002000 tempest-TenantUsagesTestJSON-1783002000-project] 10.222.0.22 "DELETE /v2.0/ports/07001098-da79-40e3-b547-6814b76ef857 HTTP/1.1" status: 204 len: 173 time: 1.8895144 Jul 06 17:33:51.814990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ae3c30-e77a-440b-a34d-0effbdd4575e', 'name': 'network-vif-deleted', 'tag': '07001098-da79-40e3-b547-6814b76ef857'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:51.819331 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca07632-937d-4892-9c7a-57c89cb93dc5" -d '{"events": [{"server_uuid": "d7ae3c30-e77a-440b-a34d-0effbdd4575e", "name": "network-vif-deleted", "tag": "07001098-da79-40e3-b547-6814b76ef857"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:51.825661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:51.828075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:51.844712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Transition to ACTIVE for port object fc29c559-ab96-478e-96ad-b2f2b05969f5 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:51.846037 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['e0e5a2cd-9d09-4606-8529-c35eaff3875f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:51.931991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:51.980110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] No DVR routers for this DVR port e0e5a2cd-9d09-4606-8529-c35eaff3875f on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:51.984030 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:51.986115 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9fe11d7-95c6-458f-9ef9-6df94f6148d8 req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.55 "DELETE /v2.0/ports/e0e5a2cd-9d09-4606-8529-c35eaff3875f HTTP/1.1" status: 204 len: 173 time: 1.8785439 Jul 06 17:33:51.998372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d40e6-5a21-4623-ab8c-7aa172f049b6 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Pushing event deleted for resources: {'Port': ['ID=e0e5a2cd-9d09-4606-8529-c35eaff3875f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:52.012999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:33:52.026616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:33:52.031161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-04bdf8ad-51e7-47a2-a37f-36a8717f6254 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:52.033203 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-04bdf8ad-51e7-47a2-a37f-36a8717f6254 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce11e9a5-56ae-4aea-afcd-0effbb00fd7c HTTP/1.1" status: 200 len: 945 time: 0.4951847 Jul 06 17:33:52.046153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:33:52.116749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:52.118064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:52.138947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9672d-edbb-4415-a41e-21ee9cb5dfb5 req-a5606ba2-29f7-4341-acc7-9a8e394eab49 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:52.147731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0dd9672d-edbb-4415-a41e-21ee9cb5dfb5 req-a5606ba2-29f7-4341-acc7-9a8e394eab49 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 950 time: 0.4531646 Jul 06 17:33:52.160253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event updated for resources: {'Port': ['ID=fc29c559-ab96-478e-96ad-b2f2b05969f5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:52.184113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.198916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.203543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.207381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.207381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.207381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.207381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.207381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.208680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.209125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.209810 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.210541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:52.284446 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ed818f22-f5c3-48d4-8260-6afadf2da1e4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7898006 Jul 06 17:33:52.300876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd429d1-8703-4ab8-9461-571804c4156d req-75029299-8875-4d4a-85da-e6772ca3fb7f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:52.303267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fd429d1-8703-4ab8-9461-571804c4156d req-75029299-8875-4d4a-85da-e6772ca3fb7f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.4116874 Jul 06 17:33:52.308608 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:52.397133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:52.419125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0dd9672d-edbb-4415-a41e-21ee9cb5dfb5 req-ef3f0687-ee73-45ec-acd8-25ffedc032fa tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705281 Jul 06 17:33:52.458198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Deleting port 46a41cad-8cc8-4b8d-822a-affb5d837f98 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:33:52.458579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:52.496340 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-25a42d7d-109b-4bd7-9a13-e137306609bf None None] Provisioning for port fc29c559-ab96-478e-96ad-b2f2b05969f5 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:52.501155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-25a42d7d-109b-4bd7-9a13-e137306609bf None None] Provisioning complete for port fc29c559-ab96-478e-96ad-b2f2b05969f5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:52.501526 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25a42d7d-109b-4bd7-9a13-e137306609bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:52.607343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] For port 46a41cad-8cc8-4b8d-822a-affb5d837f98, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=46a41cad-8cc8-4b8d-822a-affb5d837f98,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:52.607716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:52.632441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-25a42d7d-109b-4bd7-9a13-e137306609bf None None] Port fc29c559-ab96-478e-96ad-b2f2b05969f5 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:33:52.648055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Calling delete_port for 46a41cad-8cc8-4b8d-822a-affb5d837f98 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:33:52.698101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:33:52.704788 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e4ee78-909f-412f-a168-790d689b04bf x-openstack-request-id: req-13e4ee78-909f-412f-a168-790d689b04bf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:52.705584 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ae3c30-e77a-440b-a34d-0effbdd4575e", "name": "network-vif-deleted", "tag": "07001098-da79-40e3-b547-6814b76ef857", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:52.707105 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13e4ee78-909f-412f-a168-790d689b04bf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:52.707811 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ae3c30-e77a-440b-a34d-0effbdd4575e', 'name': 'network-vif-deleted', 'tag': '07001098-da79-40e3-b547-6814b76ef857', 'status': 'completed', 'code': 200} Jul 06 17:33:52.828780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0d45c09a-195f-4261-a794-94a4e2ecb7ce completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:33:52.838973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0d45c09a-195f-4261-a794-94a4e2ecb7ce triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:33:52.841048 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:52.941556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:52.968901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['46a41cad-8cc8-4b8d-822a-affb5d837f98', '5175277f-2a26-44a5-a0fa-bc54c1c695e7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:53.052823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fd429d1-8703-4ab8-9461-571804c4156d req-ab979a4d-161b-4d08-8027-7cb60db02856 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410777 Jul 06 17:33:53.098761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:53.123292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Pushing event deleted for resources: {'Port': ['ID=46a41cad-8cc8-4b8d-822a-affb5d837f98,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:53.136037 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:53.227680 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:53.260305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d91e8ef1-febd-41d7-aa33-504bac308e78 req-985bb425-e6e4-44df-9402-01b4fe140dbf tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=a129a492-0c57-4d44-9642-d8b028351084 HTTP/1.1" status: 200 len: 210 time: 0.3156462 Jul 06 17:33:53.322207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:53.333889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:53.336304 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805bd5cb-7776-4324-b889-8cd3327f133e" -d '{"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-plugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:53.354221 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:53.356473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 07001098-da79-40e3-b547-6814b76ef857 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:53.357804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] No DVR routers for this DVR port 46a41cad-8cc8-4b8d-822a-affb5d837f98 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:53.369020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:53.371208 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58706b11-cfeb-4b78-a065-03a55f53da90 req-fe311999-8a86-405c-82ed-5e6fa6a62e07 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.55 "DELETE /v2.0/ports/46a41cad-8cc8-4b8d-822a-affb5d837f98 HTTP/1.1" status: 204 len: 173 time: 1.3320982 Jul 06 17:33:53.529071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 07001098-da79-40e3-b547-6814b76ef857 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:33:53.529420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 07001098-da79-40e3-b547-6814b76ef857 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:33:53.601363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17ec985-5bbb-4a71-8846-a6dcc24b9122 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:53.614660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:53.636200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=13']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:53.684339 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc3dd730-413c-4f12-a9f4-1bd3d184e92d req-ba180c0b-d20c-4850-b456-fd759f4fa8ba tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce11e9a5-56ae-4aea-afcd-0effbb00fd7c HTTP/1.1" status: 200 len: 210 time: 0.0664582 Jul 06 17:33:53.695387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Transition to ACTIVE for port object a17ec985-5bbb-4a71-8846-a6dcc24b9122 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:53.707735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:53.717590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fd30d-b107-40d2-9a3b-427777df0f2d req-ae0257f2-4357-4aed-b127-244b4e386eb5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:53.725901 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c51fd30d-b107-40d2-9a3b-427777df0f2d req-ae0257f2-4357-4aed-b127-244b4e386eb5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 951 time: 0.1669657 Jul 06 17:33:53.772661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c51fd30d-b107-40d2-9a3b-427777df0f2d req-fc237464-189c-43a5-991a-cff83498d806 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457542 Jul 06 17:33:53.819448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a17ec985-5bbb-4a71-8846-a6dcc24b9122,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:53.974735 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9476d85f-dc8e-4522-9c5a-852c8bd0d7fc x-openstack-request-id: req-9476d85f-dc8e-4522-9c5a-852c8bd0d7fc {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:53.975259 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-plugged", "status": "completed", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:53.975376 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9476d85f-dc8e-4522-9c5a-852c8bd0d7fc {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:53.975864 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'code': 200} Jul 06 17:33:54.078020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Attempting to bind port a17ec985-5bbb-4a71-8846-a6dcc24b9122 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:54.080435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Attempting to bind port a17ec985-5bbb-4a71-8846-a6dcc24b9122 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:54.084814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Attempting to bind port a17ec985-5bbb-4a71-8846-a6dcc24b9122 on network c490c4b1-1265-44c5-9049-5dde07c6dd3a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:54.096551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Port a17ec985-5bbb-4a71-8846-a6dcc24b9122 on network c490c4b1-1265-44c5-9049-5dde07c6dd3a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:54.097496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Attempting to bind port a17ec985-5bbb-4a71-8846-a6dcc24b9122 on network c490c4b1-1265-44c5-9049-5dde07c6dd3a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:54.136493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:54.136822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Checking segment: {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:54.137211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Bound using segment: {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:54.137664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Bound port: a17ec985-5bbb-4a71-8846-a6dcc24b9122, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef34880-9801-4cbe-af56-8b9282ac7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:54.138024 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:54.266249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba500e2-090b-4844-bcdf-74d470f6e0a0 req-6d8fde19-96b8-43f8-b1ac-fe367f75d20a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:54.313123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba500e2-090b-4844-bcdf-74d470f6e0a0 req-6d8fde19-96b8-43f8-b1ac-fe367f75d20a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:54.332341 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba500e2-090b-4844-bcdf-74d470f6e0a0 req-6d8fde19-96b8-43f8-b1ac-fe367f75d20a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:54.350818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba500e2-090b-4844-bcdf-74d470f6e0a0 req-6d8fde19-96b8-43f8-b1ac-fe367f75d20a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:54.371010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba500e2-090b-4844-bcdf-74d470f6e0a0 req-6d8fde19-96b8-43f8-b1ac-fe367f75d20a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:54.373711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ba500e2-090b-4844-bcdf-74d470f6e0a0 req-6d8fde19-96b8-43f8-b1ac-fe367f75d20a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 3827 time: 0.4610362 Jul 06 17:33:54.460805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54242) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:54.505996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ba500e2-090b-4844-bcdf-74d470f6e0a0 req-52dc9a9c-227e-441d-ab8e-398b534649cc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175437 Jul 06 17:33:54.529161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] For port a17ec985-5bbb-4a71-8846-a6dcc24b9122, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:54.536409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5755a2-945f-4a36-9182-40c68a2042b5 req-b99909f1-540e-4f5f-a6f3-afe6167e8c2a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:54.543865 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc5755a2-945f-4a36-9182-40c68a2042b5 req-b99909f1-540e-4f5f-a6f3-afe6167e8c2a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.1305490 Jul 06 17:33:54.545083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] For port a17ec985-5bbb-4a71-8846-a6dcc24b9122, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:54.556628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:54.589375 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc5755a2-945f-4a36-9182-40c68a2042b5 req-d351d713-7a57-4145-9b98-9919481870ca tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444510 Jul 06 17:33:54.620692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:54.621326 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:54.622815 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] 10.222.0.22 "PUT /v2.0/ports/a17ec985-5bbb-4a71-8846-a6dcc24b9122 HTTP/1.1" status: 200 len: 1091 time: 2.3183281 Jul 06 17:33:54.623264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:54.625600 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aba2966-45b8-428e-a7c6-d54754e55692" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:54.688303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4796454-332e-4356-890c-bbbacb2b24f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a17ec985-5bbb-4a71-8846-a6dcc24b9122,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:54.716929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'name': 'network-vif-deleted', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f'}, {'server_uuid': 'ce11e9a5-56ae-4aea-afcd-0effbb00fd7c', 'name': 'network-vif-deleted', 'tag': '46a41cad-8cc8-4b8d-822a-affb5d837f98'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:54.718771 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73097ce1-7849-4ab6-868a-dc52e3a64595 x-openstack-request-id: req-73097ce1-7849-4ab6-868a-dc52e3a64595 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:54.720633 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:54.720999 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73097ce1-7849-4ab6-868a-dc52e3a64595 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:54.722181 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'status': 'completed', 'code': 200} Jul 06 17:33:54.723790 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cb1c9b-d7c5-4b1a-a3ea-4f1a4860d1f6" -d '{"events": [{"server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "name": "network-vif-deleted", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f"}, {"server_uuid": "ce11e9a5-56ae-4aea-afcd-0effbb00fd7c", "name": "network-vif-deleted", "tag": "46a41cad-8cc8-4b8d-822a-affb5d837f98"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:54.791631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:54.836259 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cf83af9f-dbb8-4c2e-be1a-8370e7d7bf5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=102655f749444f3081bc961e2a7f56be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733253 Jul 06 17:33:54.841480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54270) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:54.986155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-bbdbaa46-cad0-482c-b2ec-c2e257424225 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282876 Jul 06 17:33:54.988890 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:55.006414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e0e5a2cd-9d09-4606-8529-c35eaff3875f no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:55.080036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: e0e5a2cd-9d09-4606-8529-c35eaff3875f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:33:55.084394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e0e5a2cd-9d09-4606-8529-c35eaff3875f not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:33:55.134049 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62c8d4de-3ce8-4026-b017-6c70d348a8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:55.201889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-7cd1b2b7-be1d-4691-a3be-8edebb2752d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.202652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-7cd1b2b7-be1d-4691-a3be-8edebb2752d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.203284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-7cd1b2b7-be1d-4691-a3be-8edebb2752d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.203910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-7cd1b2b7-be1d-4691-a3be-8edebb2752d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.204532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-7cd1b2b7-be1d-4691-a3be-8edebb2752d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.207476 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-7cd1b2b7-be1d-4691-a3be-8edebb2752d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 4362 time: 0.4365969 Jul 06 17:33:55.221857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-4902b963-56a1-467d-800e-ef355f439a3a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.230242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-4902b963-56a1-467d-800e-ef355f439a3a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423258 Jul 06 17:33:55.238514 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8552eebe-7097-4098-abdc-9724f2d12557 x-openstack-request-id: req-8552eebe-7097-4098-abdc-9724f2d12557 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:55.239048 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a129a492-0c57-4d44-9642-d8b028351084", "name": "network-vif-deleted", "tag": "e0e5a2cd-9d09-4606-8529-c35eaff3875f", "status": "completed", "code": 200}, {"server_uuid": "ce11e9a5-56ae-4aea-afcd-0effbb00fd7c", "name": "network-vif-deleted", "tag": "46a41cad-8cc8-4b8d-822a-affb5d837f98", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:55.239477 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8552eebe-7097-4098-abdc-9724f2d12557 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:55.240229 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a129a492-0c57-4d44-9642-d8b028351084', 'name': 'network-vif-deleted', 'tag': 'e0e5a2cd-9d09-4606-8529-c35eaff3875f', 'status': 'completed', 'code': 200} Jul 06 17:33:55.240638 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce11e9a5-56ae-4aea-afcd-0effbb00fd7c', 'name': 'network-vif-deleted', 'tag': '46a41cad-8cc8-4b8d-822a-affb5d837f98', 'status': 'completed', 'code': 200} Jul 06 17:33:55.249389 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62c8d4de-3ce8-4026-b017-6c70d348a8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:55.338616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-d2df7a69-2990-4e36-bfbc-8478b9f6f981 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/quotas/afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 375 time: 0.1072047 Jul 06 17:33:55.512236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-a50f8294-c902-4996-b935-5611877e6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.512947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-a50f8294-c902-4996-b935-5611877e6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.513225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-a50f8294-c902-4996-b935-5611877e6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.514839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-a50f8294-c902-4996-b935-5611877e6c47 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=111b07676259475e995110a924defb8f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2817588 Jul 06 17:33:55.519666 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62c8d4de-3ce8-4026-b017-6c70d348a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:55.523128 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62c8d4de-3ce8-4026-b017-6c70d348a8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:55.527106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-62c8d4de-3ce8-4026-b017-6c70d348a8eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/218b38f3-b78b-4540-add8-9ae506411a87 HTTP/1.1" status: 204 len: 168 time: 0.6845572 Jul 06 17:33:55.536285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631caff5-2706-4ccf-9a3d-0053d1ec2a2d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:55.549895 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:55.572538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8d4de-3ce8-4026-b017-6c70d348a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218b38f3-b78b-4540-add8-9ae506411a87,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:55.585790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da352785-39e6-4688-83e4-c2083c0fec47 req-e1df4620-b600-4e68-be88-e795c98200eb tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.593835 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da352785-39e6-4688-83e4-c2083c0fec47 req-e1df4620-b600-4e68-be88-e795c98200eb tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 944 time: 0.1975935 Jul 06 17:33:55.600328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Transition to ACTIVE for port object 631caff5-2706-4ccf-9a3d-0053d1ec2a2d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:55.609291 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:55.631405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-d1daf283-8911-4de8-919e-97135862143a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2915568 Jul 06 17:33:55.854948 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da352785-39e6-4688-83e4-c2083c0fec47 req-baa5dbfc-0874-4fc5-9bb0-5857d5252827 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600756 Jul 06 17:33:55.884346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:55.897964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Attempting to bind port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:55.899900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Attempting to bind port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:55.900361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Attempting to bind port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:55.914684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d on network 47e547bc-f710-4b73-b52e-751477455b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:55.916587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Attempting to bind port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:55.935931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:55.936958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Checking segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:55.937537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Bound using segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:55.938103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Bound port: 631caff5-2706-4ccf-9a3d-0053d1ec2a2d, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:55.938604 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:55.942312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-42edefc7-b719-49d5-a4a2-f22d86f778f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:55.969702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8aba2966-45b8-428e-a7c6-d54754e55692 req-42edefc7-b719-49d5-a4a2-f22d86f778f8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4414546 Jul 06 17:33:56.035852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-fa60958a-9236-4088-ab76-f25c64e89522 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:56.037358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-fa60958a-9236-4088-ab76-f25c64e89522 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 944 time: 0.3292601 Jul 06 17:33:56.134007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] For port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:56.147533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] For port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:56.167152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:56.216208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:56.216906 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:56.229614 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] 10.222.0.22 "PUT /v2.0/ports/631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 200 len: 1136 time: 1.5705388 Jul 06 17:33:56.297693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:56.329473 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:56.330907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:56.446942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Deleting port b8da55a7-955d-441b-8b08-510e279ce6d6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:33:56.447291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:56.584375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfead257-db6d-4978-97c1-cf8ab0435cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:56.665383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f788b-da25-41db-8db7-a30ae5b19a53 req-92c30ba9-f11d-4457-8e4f-4d08438a5b73 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:56.696403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f788b-da25-41db-8db7-a30ae5b19a53 req-92c30ba9-f11d-4457-8e4f-4d08438a5b73 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:56.708676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f788b-da25-41db-8db7-a30ae5b19a53 req-92c30ba9-f11d-4457-8e4f-4d08438a5b73 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:56.716894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f788b-da25-41db-8db7-a30ae5b19a53 req-92c30ba9-f11d-4457-8e4f-4d08438a5b73 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:56.724621 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f788b-da25-41db-8db7-a30ae5b19a53 req-92c30ba9-f11d-4457-8e4f-4d08438a5b73 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:56.731636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f788b-da25-41db-8db7-a30ae5b19a53 req-92c30ba9-f11d-4457-8e4f-4d08438a5b73 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:56.741842 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5a5f788b-da25-41db-8db7-a30ae5b19a53 req-92c30ba9-f11d-4457-8e4f-4d08438a5b73 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 4605 time: 0.2961526 Jul 06 17:33:56.750239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] For port b8da55a7-955d-441b-8b08-510e279ce6d6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b8da55a7-955d-441b-8b08-510e279ce6d6,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:56.751576 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:56.753048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '631caff5-2706-4ccf-9a3d-0053d1ec2a2d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:56.757539 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eabdaa4-08e2-4ba1-8226-75c3c7115089" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "631caff5-2706-4ccf-9a3d-0053d1ec2a2d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:56.767622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:56.804873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Calling delete_port for b8da55a7-955d-441b-8b08-510e279ce6d6 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:33:56.815706 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:56.828187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e270-4df6-4c22-942a-c666b6b8fe27 req-a0ff085a-af19-46e1-b9da-e6a9b84a17f5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:56.835744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f852e270-4df6-4c22-942a-c666b6b8fe27 req-a0ff085a-af19-46e1-b9da-e6a9b84a17f5 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.2704735 Jul 06 17:33:56.845130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5a5f788b-da25-41db-8db7-a30ae5b19a53 req-f9f8d3d7-b5b1-4255-88f9-511558dc76f1 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005971 Jul 06 17:33:56.849585 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.001666 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-795f9bf4-8fa3-440d-99be-c079e1f09ee5 req-4cf34aa2-ce24-44ec-b26f-92cae709f056 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 210 time: 0.0414977 Jul 06 17:33:57.035394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d3ac480b-4bf9-4ec6-9fea-6414b2a82688 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:33:57.038918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 46a41cad-8cc8-4b8d-822a-affb5d837f98 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:57.048084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4ee4d4-180a-4d8c-bdf7-e85dc4ea9e33,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:57.074686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee9951d5e8b8428d9d237aeb02155ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7712078 Jul 06 17:33:57.078235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f852e270-4df6-4c22-942a-c666b6b8fe27 req-0bc78cd4-3124-4b9d-8072-d1e9c3e30ac8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419314 Jul 06 17:33:57.085687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54322) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:57.087349 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.090826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.091386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.091946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.092451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.092961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.097742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.098439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.099024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.099687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.100326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.100965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232643e1-d8dd-4452-b007-e8c003683bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:33:57.156533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 46a41cad-8cc8-4b8d-822a-affb5d837f98 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:33:57.168254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 46a41cad-8cc8-4b8d-822a-affb5d837f98 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:33:57.310447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f64f72b-5b42-456e-a399-f92be96fae98 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:57.321927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.341316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Transition to ACTIVE for port object 1f64f72b-5b42-456e-a399-f92be96fae98 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:57.343807 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f729cdf4-fe07-44c5-99cb-169703d8f101 x-openstack-request-id: req-f729cdf4-fe07-44c5-99cb-169703d8f101 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:57.344144 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "631caff5-2706-4ccf-9a3d-0053d1ec2a2d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:57.344436 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f729cdf4-fe07-44c5-99cb-169703d8f101 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:57.345030 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '631caff5-2706-4ccf-9a3d-0053d1ec2a2d', 'status': 'completed', 'code': 200} Jul 06 17:33:57.350610 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.353807 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88814f19-c42e-494c-969a-3a5a4fadcd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.367761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:57.387603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688', 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f', 'port_id': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688', 'mac_address': 'fa:16:3e:57:c8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:33:57.420317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88814f19-c42e-494c-969a-3a5a4fadcd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.526831 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.580817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ac480b-4bf9-4ec6-9fea-6414b2a82688 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:57.646179 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88814f19-c42e-494c-969a-3a5a4fadcd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.657928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88814f19-c42e-494c-969a-3a5a4fadcd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.662378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-88814f19-c42e-494c-969a-3a5a4fadcd2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c4ee4d4-180a-4d8c-bdf7-e85dc4ea9e33 HTTP/1.1" status: 204 len: 168 time: 0.5505521 Jul 06 17:33:57.662607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:33:57.667415 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.675687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.746795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Attempting to bind port 1f64f72b-5b42-456e-a399-f92be96fae98 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:57.747388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Attempting to bind port 1f64f72b-5b42-456e-a399-f92be96fae98 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:57.747501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Attempting to bind port 1f64f72b-5b42-456e-a399-f92be96fae98 on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:57.766587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Pushing event updated for resources: {'Port': ['ID=1f64f72b-5b42-456e-a399-f92be96fae98,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:57.780009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Port 1f64f72b-5b42-456e-a399-f92be96fae98 on network 47e547bc-f710-4b73-b52e-751477455b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:57.780345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Attempting to bind port 1f64f72b-5b42-456e-a399-f92be96fae98 on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:57.788202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:57.788544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Checking segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:57.788937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Bound using segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:57.789376 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Bound port: 1f64f72b-5b42-456e-a399-f92be96fae98, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:57.789741 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:57.821907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:57.995526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] For port 1f64f72b-5b42-456e-a399-f92be96fae98, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:57.999463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] For port 1f64f72b-5b42-456e-a399-f92be96fae98, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1f64f72b-5b42-456e-a399-f92be96fae98,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:58.007645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:58.046093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['d3ac480b-4bf9-4ec6-9fea-6414b2a82688'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:33:58.171789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:58.177909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:58.179804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] 10.222.0.22 "PUT /v2.0/ports/1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 200 len: 1135 time: 1.8671482 Jul 06 17:33:58.233629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:58.243004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dadf4596-fd1a-457b-beb1-dd1095ce862c req-9246b4c1-b211-4744-9f9b-87109984c09c tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b6f61a0-4ea0-40b3-8e5d-0309af6d871c HTTP/1.1" status: 200 len: 210 time: 0.6257489 Jul 06 17:33:58.257382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88814f19-c42e-494c-969a-3a5a4fadcd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4ee4d4-180a-4d8c-bdf7-e85dc4ea9e33,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:58.341071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540a9f5-1ff6-432b-925f-fe4ddd2fed02 service neutron] Pushing event updated for resources: {'Port': ['ID=1f64f72b-5b42-456e-a399-f92be96fae98,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:58.369003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Pushing event deleted for resources: {'Port': ['ID=b8da55a7-955d-441b-8b08-510e279ce6d6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:58.512403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] No DVR routers for this DVR port b8da55a7-955d-441b-8b08-510e279ce6d6 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:33:58.515445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:58.520090 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:58.521248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04cd19c3-ad7c-4346-bb8f-18c3bbde67f5 req-1fa432ed-6082-4b65-8384-36621a0940f3 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.55 "DELETE /v2.0/ports/b8da55a7-955d-441b-8b08-510e279ce6d6 HTTP/1.1" status: 204 len: 173 time: 2.4778032 Jul 06 17:33:58.522809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'name': 'network-vif-deleted', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:58.537654 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce193ac8-71d5-4e45-a558-60c9ce365638" -d '{"events": [{"server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "name": "network-vif-deleted", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:58.657484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-8e0b57fc-ecf3-4605-a2c8-82aa27a5c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:58.658280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-8e0b57fc-ecf3-4605-a2c8-82aa27a5c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:58.660121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-8e0b57fc-ecf3-4605-a2c8-82aa27a5c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:58.661243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-8e0b57fc-ecf3-4605-a2c8-82aa27a5c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:58.661944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-8e0b57fc-ecf3-4605-a2c8-82aa27a5c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:58.662703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-8e0b57fc-ecf3-4605-a2c8-82aa27a5c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:58.663364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-8e0b57fc-ecf3-4605-a2c8-82aa27a5c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:58.667958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-8e0b57fc-ecf3-4605-a2c8-82aa27a5c177 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6177 time: 1.3376672 Jul 06 17:33:58.687721 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-924f32d4-97aa-425c-bb8c-4a8f95105184 req-3fff70d2-9775-4125-b069-18892da05f9c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 210 time: 0.0814965 Jul 06 17:33:58.735329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-0f60f39f-817f-4f51-80ce-59320e29e558 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660863 Jul 06 17:33:58.895034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-255ca9d9-cbde-4e3f-9b50-a05b468cb0c5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:58.896726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-255ca9d9-cbde-4e3f-9b50-a05b468cb0c5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246552 Jul 06 17:33:58.921638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Request body: {'port': {'device_id': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'afaea2bd2e254de8a3bfc390f65b1887'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:33:59.036517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b8da55a7-955d-441b-8b08-510e279ce6d6 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:33:59.067265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922237-512b-425f-bb88-e865dc087775 req-66c944d0-a59f-4b4a-8e68-4bb50ba39a15 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.074305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922237-512b-425f-bb88-e865dc087775 req-66c944d0-a59f-4b4a-8e68-4bb50ba39a15 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.081580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922237-512b-425f-bb88-e865dc087775 req-66c944d0-a59f-4b4a-8e68-4bb50ba39a15 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.088595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922237-512b-425f-bb88-e865dc087775 req-66c944d0-a59f-4b4a-8e68-4bb50ba39a15 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.095136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922237-512b-425f-bb88-e865dc087775 req-66c944d0-a59f-4b4a-8e68-4bb50ba39a15 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.098856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: b8da55a7-955d-441b-8b08-510e279ce6d6 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:33:59.099342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b8da55a7-955d-441b-8b08-510e279ce6d6 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:33:59.103600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922237-512b-425f-bb88-e865dc087775 req-66c944d0-a59f-4b4a-8e68-4bb50ba39a15 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.111774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922237-512b-425f-bb88-e865dc087775 req-66c944d0-a59f-4b4a-8e68-4bb50ba39a15 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.115300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1922237-512b-425f-bb88-e865dc087775 req-66c944d0-a59f-4b4a-8e68-4bb50ba39a15 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5382 time: 0.5516760 Jul 06 17:33:59.162194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-a4b73369-45fc-4ffa-a133-16709f1cad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.162875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-a4b73369-45fc-4ffa-a133-16709f1cad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.163700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-a4b73369-45fc-4ffa-a133-16709f1cad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.165290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-a4b73369-45fc-4ffa-a133-16709f1cad37 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=111b07676259475e995110a924defb8f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4817414 Jul 06 17:33:59.171215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9560dc4f-2e60-4076-a113-c8feb40f9653 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:33:59.185131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:59.208390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Transition to ACTIVE for port object 9560dc4f-2e60-4076-a113-c8feb40f9653 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:33:59.226605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:59.294824 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Pushing event updated for resources: {'Port': ['ID=9560dc4f-2e60-4076-a113-c8feb40f9653,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:33:59.308435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b75291-a76d-493c-b947-49ad463f2b2b req-070037c9-410a-4662-8edb-9fdcd6d89273 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.317212 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76b75291-a76d-493c-b947-49ad463f2b2b req-070037c9-410a-4662-8edb-9fdcd6d89273 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 944 time: 0.1857862 Jul 06 17:33:59.335672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1922237-512b-425f-bb88-e865dc087775 req-04f4574b-46ff-4fa1-bf3c-bc5a4a354e39 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2097743 Jul 06 17:33:59.345787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '1f64f72b-5b42-456e-a399-f92be96fae98'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:33:59.350121 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f6b296-785c-48e9-a9b9-425e19fa6229" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "1f64f72b-5b42-456e-a399-f92be96fae98"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:33:59.399076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Made reservation on behalf of afaea2bd2e254de8a3bfc390f65b1887 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:33:59.403245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:59.537633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-0d4cb0e4-1808-4b05-aae0-9391fccf85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:33:59.539162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1eabdaa4-08e2-4ba1-8226-75c3c7115089 req-0d4cb0e4-1808-4b05-aae0-9391fccf85f7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3559332 Jul 06 17:33:59.551086 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99f8dce-5a96-43f7-9df2-f307b47e8e9b x-openstack-request-id: req-d99f8dce-5a96-43f7-9df2-f307b47e8e9b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:59.551450 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6f61a0-4ea0-40b3-8e5d-0309af6d871c", "name": "network-vif-deleted", "tag": "b8da55a7-955d-441b-8b08-510e279ce6d6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:59.553387 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d99f8dce-5a96-43f7-9df2-f307b47e8e9b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:59.556615 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6f61a0-4ea0-40b3-8e5d-0309af6d871c', 'name': 'network-vif-deleted', 'tag': 'b8da55a7-955d-441b-8b08-510e279ce6d6', 'status': 'completed', 'code': 200} Jul 06 17:33:59.569288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76b75291-a76d-493c-b947-49ad463f2b2b req-9c3b1e38-8c52-4924-98ab-3382f6d60fa2 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510815 Jul 06 17:33:59.591077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:33:59.690648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Attempting to bind port 9560dc4f-2e60-4076-a113-c8feb40f9653 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:33:59.691067 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Attempting to bind port 9560dc4f-2e60-4076-a113-c8feb40f9653 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:33:59.695705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Attempting to bind port 9560dc4f-2e60-4076-a113-c8feb40f9653 on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:59.717237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Port 9560dc4f-2e60-4076-a113-c8feb40f9653 on network 47e547bc-f710-4b73-b52e-751477455b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:33:59.717571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Attempting to bind port 9560dc4f-2e60-4076-a113-c8feb40f9653 on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:33:59.741624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:33:59.743908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Checking segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:33:59.744336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Bound using segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:33:59.744817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Bound port: 9560dc4f-2e60-4076-a113-c8feb40f9653, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:33:59.745232 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:33:59.881818 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e48df60-426a-428d-908a-83d3367ee42d x-openstack-request-id: req-0e48df60-426a-428d-908a-83d3367ee42d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:33:59.882116 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "1f64f72b-5b42-456e-a399-f92be96fae98", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:33:59.883160 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e48df60-426a-428d-908a-83d3367ee42d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:33:59.883577 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '1f64f72b-5b42-456e-a399-f92be96fae98', 'status': 'completed', 'code': 200} Jul 06 17:33:59.965501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] For port 9560dc4f-2e60-4076-a113-c8feb40f9653, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:33:59.969247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Allocated IP 192.168.233.109 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/a5d46d44-0d2c-4c0f-b277-5976ccef61d8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:33:59.976298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] For port 9560dc4f-2e60-4076-a113-c8feb40f9653, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9560dc4f-2e60-4076-a113-c8feb40f9653,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:33:59.984877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.034487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-network', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:00.058817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cd7b6e6-0f5f-4cb1-a0e3-629e3997d976 req-6d60e2fa-8347-441a-a64f-729c1d710315 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 210 time: 0.0831540 Jul 06 17:34:00.082403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Made reservation on behalf of 4a6b1dc6ea114c51aeb0ac149db7f212 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:00.084595 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.086683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Pushing event updated for resources: {'Port': ['ID=9560dc4f-2e60-4076-a113-c8feb40f9653,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:00.115141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-73212dec-ac81-414f-b7f8-93b40c4b458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.115622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-73212dec-ac81-414f-b7f8-93b40c4b458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.115862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.116117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-73212dec-ac81-414f-b7f8-93b40c4b458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.116493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.116689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-73212dec-ac81-414f-b7f8-93b40c4b458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.117157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-73212dec-ac81-414f-b7f8-93b40c4b458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.117648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-73212dec-ac81-414f-b7f8-93b40c4b458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.117917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-80fc7dc6-e6d4-4f28-8779-da513895c2ba service neutron] 10.222.0.22 "PUT /v2.0/ports/9560dc4f-2e60-4076-a113-c8feb40f9653 HTTP/1.1" status: 200 len: 1090 time: 1.8990042 Jul 06 17:34:00.118136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-73212dec-ac81-414f-b7f8-93b40c4b458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.120046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-73212dec-ac81-414f-b7f8-93b40c4b458f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6244 time: 0.2335005 Jul 06 17:34:00.152975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:00.175853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.307573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.667939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-1a5604a6-da4d-49cc-9331-19a294205356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.668527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-1a5604a6-da4d-49cc-9331-19a294205356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.669089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-1a5604a6-da4d-49cc-9331-19a294205356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.672330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-1a5604a6-da4d-49cc-9331-19a294205356 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=111b07676259475e995110a924defb8f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5322165 Jul 06 17:34:00.697269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254254b9-4ce3-4e4d-a6bc-11ce7899fef8 req-5ac20dc1-f679-4bd7-9d2f-5baec936aeb2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:00.699596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-254254b9-4ce3-4e4d-a6bc-11ce7899fef8 req-5ac20dc1-f679-4bd7-9d2f-5baec936aeb2 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 965 time: 0.1981649 Jul 06 17:34:00.722833 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.741654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Transition to ACTIVE for port object a5d46d44-0d2c-4c0f-b277-5976ccef61d8 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:00.786789 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-254254b9-4ce3-4e4d-a6bc-11ce7899fef8 req-54a08df1-a90e-4a83-8dee-eaab4cec5d45 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793421 Jul 06 17:34:00.913525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ec0406-0c19-4aa4-a163-89ffe987cc94 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:00.930084 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.951666 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.954788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Transition to ACTIVE for port object 18ec0406-0c19-4aa4-a163-89ffe987cc94 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:00.963120 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:00.990394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.025680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.039424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0d45c09a-195f-4261-a794-94a4e2ecb7ce'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:01.044004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:01.091327 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:34:01.105585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:34:01.129788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-6dd0ec69-547a-4c97-8c1e-133324532a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.131498 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85f6b296-785c-48e9-a9b9-425e19fa6229 req-6dd0ec69-547a-4c97-8c1e-133324532a99 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3518584 Jul 06 17:34:01.149755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Pushing event updated for resources: {'Port': ['ID=18ec0406-0c19-4aa4-a163-89ffe987cc94,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:01.166877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427a65-dbaa-4d2e-b358-67448240e0c2 req-cd0f21f6-df6d-4482-a5e2-65dda093c8a6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.173090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427a65-dbaa-4d2e-b358-67448240e0c2 req-cd0f21f6-df6d-4482-a5e2-65dda093c8a6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.189529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d3ac480b-4bf9-4ec6-9fea-6414b2a82688 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:01.199769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427a65-dbaa-4d2e-b358-67448240e0c2 req-cd0f21f6-df6d-4482-a5e2-65dda093c8a6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.217165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427a65-dbaa-4d2e-b358-67448240e0c2 req-cd0f21f6-df6d-4482-a5e2-65dda093c8a6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.233593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427a65-dbaa-4d2e-b358-67448240e0c2 req-cd0f21f6-df6d-4482-a5e2-65dda093c8a6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.251321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427a65-dbaa-4d2e-b358-67448240e0c2 req-cd0f21f6-df6d-4482-a5e2-65dda093c8a6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.282164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427a65-dbaa-4d2e-b358-67448240e0c2 req-cd0f21f6-df6d-4482-a5e2-65dda093c8a6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.295742 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1427a65-dbaa-4d2e-b358-67448240e0c2 req-cd0f21f6-df6d-4482-a5e2-65dda093c8a6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5394 time: 0.5147293 Jul 06 17:34:01.302152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:01.308897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b0b60-b306-4a23-b9d1-29f43eb08741,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:01.313845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.314588 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Added segment f90e1fd6-b89e-4f4d-8f74-8ecaca74087e of type vlan for network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 Jul 06 17:34:01.324085 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Attempting to bind port 18ec0406-0c19-4aa4-a163-89ffe987cc94 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:01.324621 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Attempting to bind port 18ec0406-0c19-4aa4-a163-89ffe987cc94 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:01.324821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Attempting to bind port 18ec0406-0c19-4aa4-a163-89ffe987cc94 on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:01.333877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:01.336936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Port 18ec0406-0c19-4aa4-a163-89ffe987cc94 on network 47e547bc-f710-4b73-b52e-751477455b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:01.337275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Attempting to bind port 18ec0406-0c19-4aa4-a163-89ffe987cc94 on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:01.349437 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:01.349787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Checking segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:01.358359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Bound using segment: {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:01.362999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Bound port: 18ec0406-0c19-4aa4-a163-89ffe987cc94, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5298e8cd-2bbc-41f2-a99e-f8643bdd9767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47e547bc-f710-4b73-b52e-751477455b04'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:01.363566 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.382935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:01.489233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:01.539767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] For port 18ec0406-0c19-4aa4-a163-89ffe987cc94, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:01.548708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] For port 18ec0406-0c19-4aa4-a163-89ffe987cc94, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:01.577740 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.581722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.591041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:01.619891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1427a65-dbaa-4d2e-b358-67448240e0c2 req-dc4a9e46-de78-459e-bf91-853a9fed83ac tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3228137 Jul 06 17:34:01.645075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.655757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.680206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:01.680587 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.698661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-bebd81f7-78cb-43be-80b4-155d814028d1 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.701165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-bebd81f7-78cb-43be-80b4-155d814028d1 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.55 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 965 time: 0.7270875 Jul 06 17:34:01.713875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.714542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.715970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] 10.222.0.22 "PUT /v2.0/ports/18ec0406-0c19-4aa4-a163-89ffe987cc94 HTTP/1.1" status: 200 len: 1091 time: 1.5687475 Jul 06 17:34:01.771165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:01.790502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:34:01.804530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-3a30b326-ce5d-43fc-9d34-31bedc3aa219 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8900681 Jul 06 17:34:01.826221 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.860062 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.861149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.862422 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:01.896728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '9560dc4f-2e60-4076-a113-c8feb40f9653'}, {'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '18ec0406-0c19-4aa4-a163-89ffe987cc94'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:01.899058 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449c9df7-902f-4df5-8b62-f47699458aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "9560dc4f-2e60-4076-a113-c8feb40f9653"}, {"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "18ec0406-0c19-4aa4-a163-89ffe987cc94"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:01.924984 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78459c9-da27-4e65-a1f8-9d97288f6c04 service neutron] Pushing event updated for resources: {'Port': ['ID=18ec0406-0c19-4aa4-a163-89ffe987cc94,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:01.991290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f00c-e731-4151-8997-56552c126546 req-0181fbbf-e898-49ed-bcdc-9b4487bb34de tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.997351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f00c-e731-4151-8997-56552c126546 req-0181fbbf-e898-49ed-bcdc-9b4487bb34de tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:01.999095 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dab5f00c-e731-4151-8997-56552c126546 req-0181fbbf-e898-49ed-bcdc-9b4487bb34de tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=32577067-73ed-4378-b162-db41b37227e7&device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 1682 time: 0.4472532 Jul 06 17:34:02.020736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Request body: {'port': {'device_id': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:02.024390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.043779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.4490552 Jul 06 17:34:02.048037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:02.054152 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Request body: {'subnet': {'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-subnet', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:02.057470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.102406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594e29e-8069-4a4d-b20e-7d0d7fd3522e admin admin] Pushing event updated for resources: {'Network': ['ID=c693b16d-2ed2-45d5-a2d3-2271a6f267d7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:02.124286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:02.131284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:02.134253 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065418b4-8e1d-45e7-8866-39e7b43752a6" -d '{"events": [{"server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "name": "network-vif-plugged", "status": "completed", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:02.137162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:34:02.183312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dab5f00c-e731-4151-8997-56552c126546 req-87597def-294d-4b69-9d61-b10fa39dd8c5 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721497 Jul 06 17:34:02.184576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcc818-ac16-4585-a56c-994111b28510 req-f3603539-4986-4264-b596-41fb1eae2103 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:02.193987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bdcc818-ac16-4585-a56c-994111b28510 req-f3603539-4986-4264-b596-41fb1eae2103 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 944 time: 0.3432717 Jul 06 17:34:02.196801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Deleting port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:34:02.197143 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.213888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-96e6c8a0-b677-4080-8df4-e45eda05f3f2 None None] Provisioning for port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:02.218678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Made reservation on behalf of 4a6b1dc6ea114c51aeb0ac149db7f212 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:02.221645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.256606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.270849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.290402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-96e6c8a0-b677-4080-8df4-e45eda05f3f2 None None] Provisioning complete for port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:02.290777 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96e6c8a0-b677-4080-8df4-e45eda05f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.362867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bdcc818-ac16-4585-a56c-994111b28510 req-c321833c-abed-40c5-ba3f-084bfb6a7a98 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675110 Jul 06 17:34:02.484708 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-96e6c8a0-b677-4080-8df4-e45eda05f3f2 None None] Port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:02.487006 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.536303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] For port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,segment=NetworkSegment(865b71a6-d729-471b-bdb0-6af95acaac88),segment_id=865b71a6-d729-471b-bdb0-6af95acaac88)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:02.547542 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.575437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Calling delete_port for 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 owned by compute:tempest-test_az-953218809 {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:34:02.641427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:02.713494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9efa5c-fcd3-430b-ba42-3570a80c0087,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:02.780170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Checking segment: {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:02.780711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Network hostable DHCP agents. Network: c693b16d-2ed2-45d5-a2d3-2271a6f267d7, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:34:02.831252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc7bd-c28e-439e-8359-dfcd2a7cd325 req-8f4cb0eb-9a19-41ad-9bd1-20e687c61c2e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:02.833134 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e85fc7bd-c28e-439e-8359-dfcd2a7cd325 req-8f4cb0eb-9a19-41ad-9bd1-20e687c61c2e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 936 time: 0.2165720 Jul 06 17:34:02.865878 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:34:02.897332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c693b16d-2ed2-45d5-a2d3-2271a6f267d7) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:02.917044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:02.917775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.922636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb691e6-fb45-449a-b2ee-223f98624a6c None None] Network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:02.930299 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e85fc7bd-c28e-439e-8359-dfcd2a7cd325 req-cf7c1640-0c7e-4260-af8e-1662c7876ac5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840623 Jul 06 17:34:02.977061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b9e98a-913e-4ee3-a7cc-83267ef98d47 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:02.979984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62494245-1878-4722-ab35-59eb7701ab4c req-e6974d17-9b28-45ce-801b-788be8544100 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:02.988744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62494245-1878-4722-ab35-59eb7701ab4c req-e6974d17-9b28-45ce-801b-788be8544100 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/ports?device_id=641449ea-2c2f-4169-8fdf-584daea8665e HTTP/1.1" status: 200 len: 965 time: 0.2914991 Jul 06 17:34:02.989905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:02.999845 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-812e7f39-c833-4612-be1b-3afb0bcf1563 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9504111 Jul 06 17:34:03.003921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:03.011096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:03.015745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Transition to ACTIVE for port object 77b9e98a-913e-4ee3-a7cc-83267ef98d47 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:03.035749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.090259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.103360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62494245-1878-4722-ab35-59eb7701ab4c req-5813ee03-423a-4e2a-8ee6-7367c959bf24 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.13 "GET /v2.0/security-groups?id=30fb9923-a549-454f-9d74-fe0902a1d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134489 Jul 06 17:34:03.170943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Pushing event deleted for resources: {'Port': ['ID=33b303f7-034e-4e2f-b0d7-e05e4cce6ea8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:03.181887 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.187071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.222628 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3680efb9-4fc9-449e-8714-23e0731f8820 x-openstack-request-id: req-3680efb9-4fc9-449e-8714-23e0731f8820 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:03.222940 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "9560dc4f-2e60-4076-a113-c8feb40f9653", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "18ec0406-0c19-4aa4-a163-89ffe987cc94", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:03.223201 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3680efb9-4fc9-449e-8714-23e0731f8820 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:03.226107 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '9560dc4f-2e60-4076-a113-c8feb40f9653', 'status': 'completed', 'code': 200} Jul 06 17:34:03.226400 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '18ec0406-0c19-4aa4-a163-89ffe987cc94', 'status': 'completed', 'code': 200} Jul 06 17:34:03.280919 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d46d44-0d2c-4c0f-b277-5976ccef61d8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:03.293646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] No DVR routers for this DVR port 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:34:03.315932 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.322067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-16875bfc-6ba6-42d8-8e39-0c791339b06c req-8dc1d22c-c5f4-4e2f-b8e9-4d34c0e2a726 tempest-LiveMigrationTest-1181743150 tempest-LiveMigrationTest-1181743150-project] 10.222.0.55 "DELETE /v2.0/ports/33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 HTTP/1.1" status: 204 len: 173 time: 1.6128776 Jul 06 17:34:03.336594 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac12f51-1b48-45a3-9b9d-e4650ef31b5e x-openstack-request-id: req-5ac12f51-1b48-45a3-9b9d-e4650ef31b5e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:03.337179 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "name": "network-vif-plugged", "status": "completed", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:03.337179 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ac12f51-1b48-45a3-9b9d-e4650ef31b5e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:03.337685 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688', 'code': 200} Jul 06 17:34:03.353182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:34:03.354603 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.366631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'name': 'network-vif-deleted', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:03.380269 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533a6d97-ddd9-48e0-9a60-d8f6c7392183" -d '{"events": [{"server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "name": "network-vif-deleted", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:03.404379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.409167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Pushing event updated for resources: {'Port': ['ID=77b9e98a-913e-4ee3-a7cc-83267ef98d47,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:03.508283 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Transition to ACTIVE for port object a5d46d44-0d2c-4c0f-b277-5976ccef61d8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:03.519738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.553120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Allocated IP 172.20.0.2 (c693b16d-2ed2-45d5-a2d3-2271a6f267d7/9d9efa5c-fcd3-430b-ba42-3570a80c0087/ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:03.714389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Attempting to bind port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:03.714960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Attempting to bind port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:03.715392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Attempting to bind port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 on network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:03.739774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bd998-431c-48cd-89f5-892d33cf12f8 req-08dedc84-b15c-4532-81e5-cabbf4fb6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.741280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6f8bd998-431c-48cd-89f5-892d33cf12f8 req-08dedc84-b15c-4532-81e5-cabbf4fb6fa2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 1096 time: 0.3571401 Jul 06 17:34:03.776366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-73aa0020-2b69-4e03-830f-e961cff2b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.776870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-73aa0020-2b69-4e03-830f-e961cff2b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.777355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-73aa0020-2b69-4e03-830f-e961cff2b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.777835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-73aa0020-2b69-4e03-830f-e961cff2b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.778315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-73aa0020-2b69-4e03-830f-e961cff2b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.779541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-73aa0020-2b69-4e03-830f-e961cff2b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.779847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 on network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:03.780061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-73aa0020-2b69-4e03-830f-e961cff2b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.780411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Attempting to bind port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 on network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:03.782256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-73aa0020-2b69-4e03-830f-e961cff2b4be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6378 time: 0.5507848 Jul 06 17:34:03.784265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.806918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:03.808416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:03.808850 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Checking segment: {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:03.813779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Bound using segment: {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:03.814414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Bound port: 77b9e98a-913e-4ee3-a7cc-83267ef98d47, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:03.815805 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.836093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6f8bd998-431c-48cd-89f5-892d33cf12f8 req-7f5ff3e7-b211-4ade-af23-725621f5ac38 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517297 Jul 06 17:34:03.887439 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.910248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Transition to ACTIVE for port object ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:03.943761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Transition to ACTIVE for port object ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:03.960743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-226802eb-3bb4-479c-a92c-42d282496d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.961573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-226802eb-3bb4-479c-a92c-42d282496d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.962127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-226802eb-3bb4-479c-a92c-42d282496d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:03.963396 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:03.963864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-226802eb-3bb4-479c-a92c-42d282496d69 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=111b07676259475e995110a924defb8f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1317244 Jul 06 17:34:04.020990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:04.065519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:04.068257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Pushing event updated for resources: {'Port': ['ID=ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:04.071117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:04.072694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7859c7-413c-4250-8fe3-ca369932636c req-dd84d866-f37e-4e3b-84a1-5f7c8b1cb2aa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.081737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7859c7-413c-4250-8fe3-ca369932636c req-dd84d866-f37e-4e3b-84a1-5f7c8b1cb2aa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.089003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7859c7-413c-4250-8fe3-ca369932636c req-dd84d866-f37e-4e3b-84a1-5f7c8b1cb2aa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.095242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7859c7-413c-4250-8fe3-ca369932636c req-dd84d866-f37e-4e3b-84a1-5f7c8b1cb2aa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.102302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7859c7-413c-4250-8fe3-ca369932636c req-dd84d866-f37e-4e3b-84a1-5f7c8b1cb2aa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.108882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7859c7-413c-4250-8fe3-ca369932636c req-dd84d866-f37e-4e3b-84a1-5f7c8b1cb2aa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.115460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7859c7-413c-4250-8fe3-ca369932636c req-dd84d866-f37e-4e3b-84a1-5f7c8b1cb2aa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.123545 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab7859c7-413c-4250-8fe3-ca369932636c req-dd84d866-f37e-4e3b-84a1-5f7c8b1cb2aa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5418 time: 0.6884177 Jul 06 17:34:04.131815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.146019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Attempting to bind port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:04.146603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Attempting to bind port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:04.146775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Attempting to bind port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 on network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:04.153855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:04.154741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Checking segment: {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:04.155133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.155709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Bound using segment: {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:04.156182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Bound port: ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:04.157079 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.183014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] For port 77b9e98a-913e-4ee3-a7cc-83267ef98d47, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:04.187186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] For port 77b9e98a-913e-4ee3-a7cc-83267ef98d47, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:04.216020 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.297487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab7859c7-413c-4250-8fe3-ca369932636c req-a8fad201-a4cd-4fd1-af41-9f590422260b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728995 Jul 06 17:34:04.300608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] For port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:04.305135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] For port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:04.316165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.356511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.356511 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.357530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] 10.222.0.22 "PUT /v2.0/ports/77b9e98a-913e-4ee3-a7cc-83267ef98d47 HTTP/1.1" status: 200 len: 1091 time: 2.6031041 Jul 06 17:34:04.435714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Request body: {'port': {'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:04.463583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:04.464656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:04.465152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:04.504064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11f168-8f83-41d5-b22c-24857eeb051f service neutron] Pushing event updated for resources: {'Port': ['ID=77b9e98a-913e-4ee3-a7cc-83267ef98d47,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:04.525371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:04.525721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:04.540964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94414987-a3b7-4413-9704-2fcc4ad30fd9 None None] Pushing event updated for resources: {'Port': ['ID=ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:04.557802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:04.558153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:04.558590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:04.559220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Bound port: a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:04.559598 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.572250 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc979d68-29ea-404a-9978-6a3d6a678bb9 x-openstack-request-id: req-cc979d68-29ea-404a-9978-6a3d6a678bb9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:04.573483 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641449ea-2c2f-4169-8fdf-584daea8665e", "name": "network-vif-deleted", "tag": "33b303f7-034e-4e2f-b0d7-e05e4cce6ea8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:04.573483 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc979d68-29ea-404a-9978-6a3d6a678bb9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:04.573483 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641449ea-2c2f-4169-8fdf-584daea8665e', 'name': 'network-vif-deleted', 'tag': '33b303f7-034e-4e2f-b0d7-e05e4cce6ea8', 'status': 'completed', 'code': 200} Jul 06 17:34:04.625850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-6228362c-b4f7-4911-af5f-2d5319e9f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.628352 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-6228362c-b4f7-4911-af5f-2d5319e9f517 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6569457 Jul 06 17:34:04.680040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.705007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfc512-15d5-4da5-81b1-9d2fa047432d req-fb2157f2-a92e-4178-a54a-4eeb38407789 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.713071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9bfc512-15d5-4da5-81b1-9d2fa047432d req-fb2157f2-a92e-4178-a54a-4eeb38407789 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.3100975 Jul 06 17:34:04.802497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:04.806280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:04.823639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.862293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9bfc512-15d5-4da5-81b1-9d2fa047432d req-2014ab22-8f5a-4ee5-9c4e-c823aaf83d8a tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479883 Jul 06 17:34:04.929090 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.944529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.945108 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:04.946779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 1096 time: 3.1237586 Jul 06 17:34:04.995878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-fb25c1ef-6c0b-4cd9-9b24-a0ab79467c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.996367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-fb25c1ef-6c0b-4cd9-9b24-a0ab79467c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.996849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-fb25c1ef-6c0b-4cd9-9b24-a0ab79467c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.997322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-fb25c1ef-6c0b-4cd9-9b24-a0ab79467c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.997795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-fb25c1ef-6c0b-4cd9-9b24-a0ab79467c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.998281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-fb25c1ef-6c0b-4cd9-9b24-a0ab79467c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:04.998783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-fb25c1ef-6c0b-4cd9-9b24-a0ab79467c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:05.000855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-fb25c1ef-6c0b-4cd9-9b24-a0ab79467c4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6420 time: 0.3181736 Jul 06 17:34:05.071449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450de65-f32e-4068-bbc5-ea06a7bc94b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:05.082509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:34:05.136784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:34:05.137342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 33b303f7-034e-4e2f-b0d7-e05e4cce6ea8 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:34:05.443363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-845e26a6-e802-4c35-8e69-69f0cc09ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:05.443846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-845e26a6-e802-4c35-8e69-69f0cc09ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:05.444324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-845e26a6-e802-4c35-8e69-69f0cc09ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:05.447507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-845e26a6-e802-4c35-8e69-69f0cc09ccc1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=111b07676259475e995110a924defb8f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4047840 Jul 06 17:34:05.451415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-e3e2baa1-b4f5-4a24-9beb-ea975debd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:05.453082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-e3e2baa1-b4f5-4a24-9beb-ea975debd2b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1099 time: 0.2846730 Jul 06 17:34:05.498142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '77b9e98a-913e-4ee3-a7cc-83267ef98d47'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:05.500814 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89b0121-024d-4e21-ac97-63c68da358b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "77b9e98a-913e-4ee3-a7cc-83267ef98d47"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:05.582867 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-ce543f2f-b1be-4228-bf71-3a63c4df83e9 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--178830847&fields=id&tenant_id=0d1f7078266342929f9be1f63c3c44c4 HTTP/1.1" status: 200 len: 267 time: 0.8030736 Jul 06 17:34:05.636760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-a0422787-e6f9-4073-9908-ae30e03936ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.0522099 Jul 06 17:34:05.653510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11328dd2-40ba-4c58-bad8-0576a3011b3a req-170e3d4a-7cc9-4429-bd3c-22a76a9dec0e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:05.655147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11328dd2-40ba-4c58-bad8-0576a3011b3a req-170e3d4a-7cc9-4429-bd3c-22a76a9dec0e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 948 time: 0.3952110 Jul 06 17:34:05.709050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-5d72d10e-879f-461a-9b70-753079b3986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:05.710581 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-449c9df7-902f-4df5-8b62-f47699458aa9 req-5d72d10e-879f-461a-9b70-753079b3986b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2565441 Jul 06 17:34:05.732701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:05.743178 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11328dd2-40ba-4c58-bad8-0576a3011b3a req-099126bc-fa6b-44a6-a9c5-74dbc49fb2a0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700369 Jul 06 17:34:05.747093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-a30fa45a-24de-43a0-96bd-1f9d52c5162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:05.748552 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-a30fa45a-24de-43a0-96bd-1f9d52c5162e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0865581 Jul 06 17:34:05.789145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:05.845401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-430be247-21c2-4937-82d8-d181f7800e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:05.847601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-430be247-21c2-4937-82d8-d181f7800e12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914781 Jul 06 17:34:05.912273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:05.957375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7cc90f-2341-47d8-9bae-44d719942b81 None None] Network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:06.028366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-ca28a139-25b5-42da-9f94-14064be2d3fd service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736321 Jul 06 17:34:06.197013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Allocated IP 172.25.7.241 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/4caec927-c7b3-43c6-b431-bcab3b8231be) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:06.220420 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a582bf22-cbb2-4328-b5d6-b5e20aa89355 req-313061ac-7434-4a9d-898f-443147096dcc service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818109 Jul 06 17:34:06.275139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-512a841d-d470-4937-ad8d-2ae104b5ba15 None None] Provisioning for port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:06.351020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc29c559-ab96-478e-96ad-b2f2b05969f5 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:06.372702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.392534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dac972-20e8-41ff-bb3a-566af35fa21c admin admin] Deleting subnet a70cdcb9-e31e-4732-b283-e49cd42a3329 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:34:06.400875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.419929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c111-6275-42d9-971a-59a291d975df req-6d1f3166-b451-42c3-875f-0ec63317b5cb tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.427242 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-6d1f3166-b451-42c3-875f-0ec63317b5cb tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/networks?id=43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e HTTP/1.1" status: 200 len: 816 time: 0.8432150 Jul 06 17:34:06.431233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65dac972-20e8-41ff-bb3a-566af35fa21c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.462559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Transition to ACTIVE for port object fc29c559-ab96-478e-96ad-b2f2b05969f5 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:06.484426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-2365319d-a626-4d44-87aa-ac5666aaa0e8 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/quotas/0d1f7078266342929f9be1f63c3c44c4 HTTP/1.1" status: 200 len: 375 time: 0.0535169 Jul 06 17:34:06.487208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.529876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65dac972-20e8-41ff-bb3a-566af35fa21c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.586134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968af10-584a-4997-b672-a5645aac1d23 req-7e58a64f-2d86-46d6-974d-2bea0d6e296f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.597765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968af10-584a-4997-b672-a5645aac1d23 req-7e58a64f-2d86-46d6-974d-2bea0d6e296f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.624762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968af10-584a-4997-b672-a5645aac1d23 req-7e58a64f-2d86-46d6-974d-2bea0d6e296f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.631420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968af10-584a-4997-b672-a5645aac1d23 req-7e58a64f-2d86-46d6-974d-2bea0d6e296f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.638591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968af10-584a-4997-b672-a5645aac1d23 req-7e58a64f-2d86-46d6-974d-2bea0d6e296f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.646198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968af10-584a-4997-b672-a5645aac1d23 req-7e58a64f-2d86-46d6-974d-2bea0d6e296f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.661175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:06.662656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968af10-584a-4997-b672-a5645aac1d23 req-7e58a64f-2d86-46d6-974d-2bea0d6e296f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.670469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1968af10-584a-4997-b672-a5645aac1d23 req-7e58a64f-2d86-46d6-974d-2bea0d6e296f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5418 time: 0.2328827 Jul 06 17:34:06.672713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:06.675599 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da238e46-e1ed-4324-b2d4-a38bea197c30" -d '{"events": [{"name": "network-changed", "server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:06.679498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Pushing event updated for resources: {'Port': ['ID=fc29c559-ab96-478e-96ad-b2f2b05969f5,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:06.687828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65dac972-20e8-41ff-bb3a-566af35fa21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.733641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1968af10-584a-4997-b672-a5645aac1d23 req-e61b0308-46c2-4dd3-bd57-68bda870dae3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621912 Jul 06 17:34:06.738488 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.741228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:06.748033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:06.748998 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.805073 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c7a26f-314e-44e5-a708-7e4c75d9fa9c x-openstack-request-id: req-52c7a26f-314e-44e5-a708-7e4c75d9fa9c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:06.805073 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "77b9e98a-913e-4ee3-a7cc-83267ef98d47", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:06.805386 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52c7a26f-314e-44e5-a708-7e4c75d9fa9c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:06.805720 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': '77b9e98a-913e-4ee3-a7cc-83267ef98d47', 'status': 'completed', 'code': 200} Jul 06 17:34:06.853105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:06.865175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:06.867101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Pushing event updated for resources: {'Port': ['ID=4caec927-c7b3-43c6-b431-bcab3b8231be,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:06.875967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:06.886441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.888061 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-f37f634a-59a5-43b6-8a67-9c80af850822 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d1f7078266342929f9be1f63c3c44c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4054163 Jul 06 17:34:06.940405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:06.947803 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:06.958767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-7c9d64d4-8f81-486e-92f0-e42f4496b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.959265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-7c9d64d4-8f81-486e-92f0-e42f4496b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.959757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-7c9d64d4-8f81-486e-92f0-e42f4496b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.960234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-7c9d64d4-8f81-486e-92f0-e42f4496b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.960716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-7c9d64d4-8f81-486e-92f0-e42f4496b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.961196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-7c9d64d4-8f81-486e-92f0-e42f4496b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.961682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-7c9d64d4-8f81-486e-92f0-e42f4496b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:06.963739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-7c9d64d4-8f81-486e-92f0-e42f4496b708 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6445 time: 0.1273892 Jul 06 17:34:07.024815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:07.029970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Attempting to bind port fc29c559-ab96-478e-96ad-b2f2b05969f5 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:07.029970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Attempting to bind port fc29c559-ab96-478e-96ad-b2f2b05969f5 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:07.029970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Attempting to bind port fc29c559-ab96-478e-96ad-b2f2b05969f5 on network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:07.039750 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65dac972-20e8-41ff-bb3a-566af35fa21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.080517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Port fc29c559-ab96-478e-96ad-b2f2b05969f5 on network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:07.080877 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Attempting to bind port fc29c559-ab96-478e-96ad-b2f2b05969f5 on network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:07.120490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dac972-20e8-41ff-bb3a-566af35fa21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70cdcb9-e31e-4732-b283-e49cd42a3329,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:07.122303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:07.122746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Checking segment: {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:07.123170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Bound using segment: {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:07.123683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Bound port: fc29c559-ab96-478e-96ad-b2f2b05969f5, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7930320-bf34-4cd1-9509-2d1b87a6faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:07.124108 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.128147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65dac972-20e8-41ff-bb3a-566af35fa21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.129664 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-65dac972-20e8-41ff-bb3a-566af35fa21c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a70cdcb9-e31e-4732-b283-e49cd42a3329 HTTP/1.1" status: 204 len: 168 time: 1.1812563 Jul 06 17:34:07.131994 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-b72c99e1-a54c-44df-99f5-9d9e74221d7d service neutron] 10.222.0.13 "GET /v2.0/networks/43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030993 Jul 06 17:34:07.135298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:07.142991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cd55a-3a76-469a-9379-3cde264b002d req-43ee2028-8fdb-4187-81ca-77b5662d0395 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:07.144789 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b2cd55a-3a76-469a-9379-3cde264b002d req-43ee2028-8fdb-4187-81ca-77b5662d0395 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.1535959 Jul 06 17:34:07.149140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-1d0797a3-a602-4f00-bcc0-ef157c187c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:07.149378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-1d0797a3-a602-4f00-bcc0-ef157c187c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:07.149678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-1d0797a3-a602-4f00-bcc0-ef157c187c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:07.151282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-1d0797a3-a602-4f00-bcc0-ef157c187c39 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=111b07676259475e995110a924defb8f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1797514 Jul 06 17:34:07.245844 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b2cd55a-3a76-469a-9379-3cde264b002d req-9be25114-c777-4a84-a762-14ea1f3ae4a7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928133 Jul 06 17:34:07.285403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-de441c35-fa5f-4ffe-8e19-d2f6a1de9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:07.286988 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d89b0121-024d-4e21-ac97-63c68da358b2 req-de441c35-fa5f-4ffe-8e19-d2f6a1de9d17 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278245 Jul 06 17:34:07.418475 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.450864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] For port fc29c559-ab96-478e-96ad-b2f2b05969f5, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:07.457247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] For port fc29c559-ab96-478e-96ad-b2f2b05969f5, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:07.495266 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.503670 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-fb514569-2acd-4497-a934-47c44299d7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541369 Jul 06 17:34:07.676721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.688899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:07.701662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865b71a6-d729-471b-bdb0-6af95acaac88') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:07.701968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865b71a6-d729-471b-bdb0-6af95acaac88') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:07.712957 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.770236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Pushing event updated for resources: {'Port': ['ID=fc29c559-ab96-478e-96ad-b2f2b05969f5,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:07.784183 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8878de6c-c857-4220-9f4d-b377adbbeddb x-openstack-request-id: req-8878de6c-c857-4220-9f4d-b377adbbeddb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:07.784663 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:07.784750 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8878de6c-c857-4220-9f4d-b377adbbeddb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:07.785099 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'status': 'completed', 'code': 200} Jul 06 17:34:07.785874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:07.786704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.788114 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-71e2b736-a950-4d4d-9424-e6e14c471676 service neutron] 10.222.0.22 "PUT /v2.0/ports/fc29c559-ab96-478e-96ad-b2f2b05969f5 HTTP/1.1" status: 200 len: 1091 time: 3.3908701 Jul 06 17:34:07.808619 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.859974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:34:07.859974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:34:07.867037 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:34:07.871800 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:34:07.928942 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.004141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.024222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.028813 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3 HTTP/1.1" status: 204 len: 168 time: 0.8906443 Jul 06 17:34:08.036021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:08.058831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ae683-e7cf-42fa-aa14-b4f957c8a795 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce880c4-5c52-4d9c-808b-d7b5bbda2ba3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:08.084705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-fec640ab-2146-4065-be5e-0517008b0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.086557 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-fec640ab-2146-4065-be5e-0517008b0b16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1099 time: 0.2704151 Jul 06 17:34:08.093537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d2e988f7-16c8-4d4f-ae12-1bebcb563c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.093992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d2e988f7-16c8-4d4f-ae12-1bebcb563c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.094516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d2e988f7-16c8-4d4f-ae12-1bebcb563c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.094988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d2e988f7-16c8-4d4f-ae12-1bebcb563c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.096316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d2e988f7-16c8-4d4f-ae12-1bebcb563c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.096831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d2e988f7-16c8-4d4f-ae12-1bebcb563c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.097467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d2e988f7-16c8-4d4f-ae12-1bebcb563c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.099488 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d2e988f7-16c8-4d4f-ae12-1bebcb563c3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6487 time: 0.2280974 Jul 06 17:34:08.191945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-974878eb-6311-4dcb-92e7-705834008683 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.194157 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-974878eb-6311-4dcb-92e7-705834008683 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.22 "GET /v2.0/ports?device_id=32577067-73ed-4378-b162-db41b37227e7 HTTP/1.1" status: 200 len: 945 time: 0.3519924 Jul 06 17:34:08.194590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-6317fed7-e4b0-481d-8674-cfc9d180cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.196156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-6317fed7-e4b0-481d-8674-cfc9d180cc63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.0956886 Jul 06 17:34:08.244397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a2c166e8-b8b9-4685-ae9a-a5fce075568d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122 HTTP/1.1" status: 200 len: 217 time: 0.0473449 Jul 06 17:34:08.288229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e85903-4e9b-4784-9756-3af8fcf12ba8 admin admin] Deleting subnet fa2b6595-3984-4a8d-be4a-b415a0c8b722 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:34:08.306617 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98e85903-4e9b-4784-9756-3af8fcf12ba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.316633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-e37b6f2f-43bf-46e3-8817-d757be232452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.318217 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-e37b6f2f-43bf-46e3-8817-d757be232452 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8 HTTP/1.1" status: 200 len: 856 time: 0.0582685 Jul 06 17:34:08.350102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98e85903-4e9b-4784-9756-3af8fcf12ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.359128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d238437-9c64-48ff-bf63-60700530382a req-c60fdb24-2007-4c41-9575-e2b4e6562abd tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.360891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d238437-9c64-48ff-bf63-60700530382a req-c60fdb24-2007-4c41-9575-e2b4e6562abd tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 948 time: 0.3783710 Jul 06 17:34:08.395455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-f9ba7f49-a3f8-4cfa-9772-08f202e17429 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.1422405 Jul 06 17:34:08.415471 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98e85903-4e9b-4784-9756-3af8fcf12ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.488946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-daf75482-84fc-4c82-90c0-e6c99f84e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.490734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-daf75482-84fc-4c82-90c0-e6c99f84e72e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0798562 Jul 06 17:34:08.507269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d238437-9c64-48ff-bf63-60700530382a req-35405df0-8c95-4573-b599-3008dc221bd6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153781 Jul 06 17:34:08.606887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:08.621071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d9657b6a-0411-4fb2-abb3-3a80cae427d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.622653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d9657b6a-0411-4fb2-abb3-3a80cae427d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601030 Jul 06 17:34:08.650678 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98e85903-4e9b-4784-9756-3af8fcf12ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.692386 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:08.692775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.693687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98e85903-4e9b-4784-9756-3af8fcf12ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.698136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-98e85903-4e9b-4784-9756-3af8fcf12ba8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa2b6595-3984-4a8d-be4a-b415a0c8b722 HTTP/1.1" status: 204 len: 168 time: 0.6520908 Jul 06 17:34:08.725323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54490) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:08.747481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e85903-4e9b-4784-9756-3af8fcf12ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2b6595-3984-4a8d-be4a-b415a0c8b722,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:08.792176 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.798255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-795d7b0b-9f8c-42e9-9689-0f61dcad7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.800220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Deleting port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:34:08.800616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:08.807090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': 'fc29c559-ab96-478e-96ad-b2f2b05969f5'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:08.809097 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31017ce3-8fb1-4f76-841b-9b0e5717208a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "fc29c559-ab96-478e-96ad-b2f2b05969f5"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:08.815170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-795d7b0b-9f8c-42e9-9689-0f61dcad7f96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3002489 Jul 06 17:34:08.823980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4d0b3-f148-484d-9559-0ba8ea3c5ad6 req-a3e6d102-a058-467b-af59-dfde0d57a663 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:08.825524 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ac4d0b3-f148-484d-9559-0ba8ea3c5ad6 req-a3e6d102-a058-467b-af59-dfde0d57a663 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 1096 time: 0.1984916 Jul 06 17:34:09.017377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f5b35468-967c-42fc-b15f-c998782ab3d9 service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839715 Jul 06 17:34:09.050247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-43b306c9-c9eb-4bde-86a1-c379e00bae6c service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253339 Jul 06 17:34:09.098997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:09.194645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b54f3-3f94-45a0-8d5d-c61e5b131a34 req-c915fa30-9d3d-4803-89db-d554acb191fe tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.200452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b54f3-3f94-45a0-8d5d-c61e5b131a34 req-c915fa30-9d3d-4803-89db-d554acb191fe tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.207247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b54f3-3f94-45a0-8d5d-c61e5b131a34 req-c915fa30-9d3d-4803-89db-d554acb191fe tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.213146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b54f3-3f94-45a0-8d5d-c61e5b131a34 req-c915fa30-9d3d-4803-89db-d554acb191fe tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.219071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b54f3-3f94-45a0-8d5d-c61e5b131a34 req-c915fa30-9d3d-4803-89db-d554acb191fe tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.225525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b54f3-3f94-45a0-8d5d-c61e5b131a34 req-c915fa30-9d3d-4803-89db-d554acb191fe tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.231602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b54f3-3f94-45a0-8d5d-c61e5b131a34 req-c915fa30-9d3d-4803-89db-d554acb191fe tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.239263 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a9b54f3-3f94-45a0-8d5d-c61e5b131a34 req-c915fa30-9d3d-4803-89db-d554acb191fe tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.3446894 Jul 06 17:34:09.255752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:09.274115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'mac_address': 'fa:16:3e:66:67:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:09.345457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a9b54f3-3f94-45a0-8d5d-c61e5b131a34 req-5fc6e7ea-bccc-469f-8d07-fd4d7b4bbcc6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041548 Jul 06 17:34:09.379800 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:09.405192 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ac4d0b3-f148-484d-9559-0ba8ea3c5ad6 req-19b7f62a-2139-4f95-91fe-73b307ffcc0a tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035191 Jul 06 17:34:09.406037 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d46d44-0d2c-4c0f-b277-5976ccef61d8 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:09.432846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-9da644b5-8da1-4515-b477-f32af0dca235 service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944089 Jul 06 17:34:09.468392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:09.471598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:09.477426 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:09.498550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] For port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:09.498550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:09.555497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Calling delete_port for b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:34:09.583294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:09.667928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-df9b027c-3dfe-45de-bb14-11a1ab1a5443 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 200 len: 217 time: 0.2338591 Jul 06 17:34:09.670258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da238e46-e1ed-4324-b2d4-a38bea197c30 req-54b1d52c-b35a-4faf-80cf-c9f571ff3028 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682113 Jul 06 17:34:09.717073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Router f84992ca-4b00-4ee3-bd58-6897c2b74a7a is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:34:09.734944 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b266d158-987e-4c37-809c-ae602d2b73fb req-7746cb72-7921-460e-b996-9d13cf940958 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 210 time: 0.1493421 Jul 06 17:34:09.760470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:09.807826 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a5d46d44-0d2c-4c0f-b277-5976ccef61d8'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:09.809979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c111-6275-42d9-971a-59a291d975df req-fd63a7a8-69b6-4c44-9bcd-b21893ac2037 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.811503 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-fd63a7a8-69b6-4c44-9bcd-b21893ac2037 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.22 "GET /v2.0/networks?id=43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e HTTP/1.1" status: 200 len: 816 time: 0.2275622 Jul 06 17:34:09.824074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-648cb789-5ce4-4300-aee6-10f64aa30e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.825561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-648cb789-5ce4-4300-aee6-10f64aa30e50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.1327450 Jul 06 17:34:09.832507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:09.856916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397b6363-6e1c-4834-8ff6-22484414d358') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:09.857268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397b6363-6e1c-4834-8ff6-22484414d358') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:09.889240 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d46f088-f8d0-4fc0-9bee-2a87c99e0b38 x-openstack-request-id: req-2d46f088-f8d0-4fc0-9bee-2a87c99e0b38 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:09.889381 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "fc29c559-ab96-478e-96ad-b2f2b05969f5", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:09.889646 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d46f088-f8d0-4fc0-9bee-2a87c99e0b38 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:09.890124 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': 'fc29c559-ab96-478e-96ad-b2f2b05969f5', 'status': 'completed', 'code': 200} Jul 06 17:34:09.910216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:09.917266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833975a2-fc51-4599-8a38-560275780518 req-094fc465-a60a-420d-9af4-1b2872c58bbb tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:09.918954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-833975a2-fc51-4599-8a38-560275780518 req-094fc465-a60a-420d-9af4-1b2872c58bbb tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 946 time: 0.5270967 Jul 06 17:34:09.999841 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:10.004562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-7d3ae084-5da0-49a7-9eaa-e21aa4e166a1 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1f7078266342929f9be1f63c3c44c4 HTTP/1.1" status: 200 len: 379 time: 0.1776690 Jul 06 17:34:10.022170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:34:10.022532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:34:10.025069 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:34:10.028543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Request body: {'port': {'device_id': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'admin_state_up': True, 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'security_groups': ['374e26cd-8915-44af-8e8c-3257e0384adf']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:10.099592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebd967-e326-4733-be1c-563b3c034e17 req-397213df-c816-44ea-bc8a-73e48588fd7a tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:10.101167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78ebd967-e326-4733-be1c-563b3c034e17 req-397213df-c816-44ea-bc8a-73e48588fd7a tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=32577067-73ed-4378-b162-db41b37227e7 HTTP/1.1" status: 200 len: 945 time: 0.3779705 Jul 06 17:34:10.137129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:34:10.165027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Sync routers for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:34:10.182127 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:10.192616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:10.197555 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2 HTTP/1.1" status: 204 len: 168 time: 1.4672208 Jul 06 17:34:10.206551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:10.208244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:33:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:10.214268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:10.215568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0af3e748-c39c-47cb-ae9d-64c995c7cc29 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.2106047 Jul 06 17:34:10.216278 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:10.224420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54506) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:10.232713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f26b9d-03fe-4ada-bcaf-699399f87df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3632eaf-bf8f-4a2a-8476-6c9b2298c3f2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:10.297856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:10.386549 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78ebd967-e326-4733-be1c-563b3c034e17 req-82ebd673-8ea7-460e-b37c-1a98a6fa4abe tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/security-groups?id=74704945-2f0b-4966-8eb8-4b6fe402f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663376 Jul 06 17:34:10.389573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Pushing event deleted for resources: {'Port': ['ID=b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:10.499861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:10.534919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54510) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:10.603461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] No DVR routers for this DVR port b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:34:10.628228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:10.631064 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b6d58a4-4ffc-427a-a8af-eca06eca2938 req-85304e9b-2b4e-4b5e-87fa-d65afca6be52 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.22 "DELETE /v2.0/ports/b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 HTTP/1.1" status: 204 len: 173 time: 2.4222434 Jul 06 17:34:10.745703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-94f85646-f5c6-4d93-b987-79a81faf7cd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36820eb126ca410eae6171e325d93477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094860 Jul 06 17:34:10.749277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:10.776535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-1fa22930-7ccd-4634-a0ad-4c87a549f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:10.779244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-1fa22930-7ccd-4634-a0ad-4c87a549f589 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9297347 Jul 06 17:34:10.787482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Made reservation on behalf of 0d1f7078266342929f9be1f63c3c44c4 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:10.792357 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:10.803365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:07Z', 'revision_number': 3, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:10.840639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Checking router: f84992ca-4b00-4ee3-bd58-6897c2b74a7a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:34:10.840639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Updating router f84992ca-4b00-4ee3-bd58-6897c2b74a7a port 4caec927-c7b3-43c6-b431-bcab3b8231be binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:34:10.871229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dcfe1-fb96-4727-83ac-24e7d2e62417 req-4c9aafb7-b5b4-41ea-aa71-c92253e2601d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:10.879096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e9dcfe1-fb96-4727-83ac-24e7d2e62417 req-4c9aafb7-b5b4-41ea-aa71-c92253e2601d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 949 time: 0.2651563 Jul 06 17:34:10.901710 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:10.922220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-114250d0-7264-48d0-bd9c-14cd6dafeb63 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186364 Jul 06 17:34:10.970417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-025d5af3-b455-4e06-bd84-79d7213123a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.003842 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e9dcfe1-fb96-4727-83ac-24e7d2e62417 req-017005ba-85a1-4112-a4a1-1b51f3d5e7df tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236639 Jul 06 17:34:11.054544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13718e84-4976-40f2-a152-1ba2862ca0d7 req-d1becd40-c3a8-4202-ba71-2accd5593f5c tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:11.056922 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-025d5af3-b455-4e06-bd84-79d7213123a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.062159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13718e84-4976-40f2-a152-1ba2862ca0d7 req-d1becd40-c3a8-4202-ba71-2accd5593f5c tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 1096 time: 0.4728241 Jul 06 17:34:11.117828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-833975a2-fc51-4599-8a38-560275780518 req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Deleting port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:34:11.118178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-833975a2-fc51-4599-8a38-560275780518 req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.152587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13718e84-4976-40f2-a152-1ba2862ca0d7 req-f847fd19-add9-42dd-b51b-88cca8561d1f tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894051 Jul 06 17:34:11.272881 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.280002 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f60bcdbe-22b8-4ee6-90a8-ff2bc17bc940 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500471 Jul 06 17:34:11.294424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Transition to ACTIVE for port object 4caec927-c7b3-43c6-b431-bcab3b8231be will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:11.312336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:11.369364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Allocated IP 172.20.0.11 (43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e/b33193f9-a2bf-4bab-8bf4-a61bbf9e3639/0276ba42-992e-44f2-9783-bdfc2ca9e657) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:11.372084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.459969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-b8ea6056-7094-4810-8354-6cc444ac7b82 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 200 len: 217 time: 0.0475616 Jul 06 17:34:11.512210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-833975a2-fc51-4599-8a38-560275780518 req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] For port 5175277f-2a26-44a5-a0fa-bc54c1c695e7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5175277f-2a26-44a5-a0fa-bc54c1c695e7,segment=NetworkSegment(1811831b-8221-4999-ad01-d92b0b22049d),segment_id=1811831b-8221-4999-ad01-d92b0b22049d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:11.513763 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-833975a2-fc51-4599-8a38-560275780518 req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.527661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af533a-02d1-4d28-af8b-abc5b70908b3 None None] Pushing event updated for resources: {'Port': ['ID=4caec927-c7b3-43c6-b431-bcab3b8231be,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:11.542681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-025d5af3-b455-4e06-bd84-79d7213123a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.545184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-025d5af3-b455-4e06-bd84-79d7213123a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.549267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-025d5af3-b455-4e06-bd84-79d7213123a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30fb9923-a549-454f-9d74-fe0902a1d989 HTTP/1.1" status: 204 len: 168 time: 0.7943332 Jul 06 17:34:11.561102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Attempting to bind port 4caec927-c7b3-43c6-b431-bcab3b8231be on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:11.561481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Attempting to bind port 4caec927-c7b3-43c6-b431-bcab3b8231be by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:11.561852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Attempting to bind port 4caec927-c7b3-43c6-b431-bcab3b8231be on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:11.563769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d5af3-b455-4e06-bd84-79d7213123a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fb9923-a549-454f-9d74-fe0902a1d989,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:11.571844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:11.572224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:11.572694 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.573088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:11.573630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Bound port: 4caec927-c7b3-43c6-b431-bcab3b8231be, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:11.573754 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.574924 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.634725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-769d5865-e5fb-4222-939d-661ba178a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:11.636427 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-769d5865-e5fb-4222-939d-661ba178a812 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.1046438 Jul 06 17:34:11.641489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:11.653301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-833975a2-fc51-4599-8a38-560275780518 req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Calling delete_port for 5175277f-2a26-44a5-a0fa-bc54c1c695e7 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:34:11.661290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:11.661665 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.709909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] For port 4caec927-c7b3-43c6-b431-bcab3b8231be, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:11.717727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] For port 4caec927-c7b3-43c6-b431-bcab3b8231be, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4caec927-c7b3-43c6-b431-bcab3b8231be,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:11.726422 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.755437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e82b1ccf-1f24-4b7d-a1a7-2701d49a934c req-37a7f795-5e7b-4bd2-a684-770b9ff55298 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 210 time: 0.2161853 Jul 06 17:34:11.789256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af533a-02d1-4d28-af8b-abc5b70908b3 None None] Pushing event updated for resources: {'Port': ['ID=4caec927-c7b3-43c6-b431-bcab3b8231be,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:11.869358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a45f6-8245-4f80-bc75-44f86a743ccc req-dca3ceca-15a7-42a5-b947-2bf06fe71cf3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:11.881711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a45f6-8245-4f80-bc75-44f86a743ccc req-dca3ceca-15a7-42a5-b947-2bf06fe71cf3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:11.886914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:11.887585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:33:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:11.887835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a45f6-8245-4f80-bc75-44f86a743ccc req-dca3ceca-15a7-42a5-b947-2bf06fe71cf3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:11.904711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a45f6-8245-4f80-bc75-44f86a743ccc req-dca3ceca-15a7-42a5-b947-2bf06fe71cf3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:11.931102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a45f6-8245-4f80-bc75-44f86a743ccc req-dca3ceca-15a7-42a5-b947-2bf06fe71cf3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:11.937193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a45f6-8245-4f80-bc75-44f86a743ccc req-dca3ceca-15a7-42a5-b947-2bf06fe71cf3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:11.937328 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:11.960947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a45f6-8245-4f80-bc75-44f86a743ccc req-dca3ceca-15a7-42a5-b947-2bf06fe71cf3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:11.963130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-745a45f6-8245-4f80-bc75-44f86a743ccc req-dca3ceca-15a7-42a5-b947-2bf06fe71cf3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.6177607 Jul 06 17:34:11.965661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32577067-73ed-4378-b162-db41b37227e7', 'name': 'network-vif-deleted', 'tag': 'b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:11.968123 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f8dd0-6edb-491c-974f-01a24fbea952" -d '{"events": [{"server_uuid": "32577067-73ed-4378-b162-db41b37227e7", "name": "network-vif-deleted", "tag": "b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:12.025606 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Allocated IP 172.20.0.1 (c693b16d-2ed2-45d5-a2d3-2271a6f267d7/9d9efa5c-fcd3-430b-ba42-3570a80c0087/a12c7727-7d27-450d-9b0c-b63e1ea078aa) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:12.041489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:12.043802 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207c0620-000e-4d24-ae08-41d755148bc1" -d '{"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-plugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:12.062698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54536) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:12.078521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:12.087047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:12.089045 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.089850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 5175277f-2a26-44a5-a0fa-bc54c1c695e7 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:34:12.107709 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-745a45f6-8245-4f80-bc75-44f86a743ccc req-44e59d91-433c-452d-b430-d64d8f5ae223 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1308763 Jul 06 17:34:12.196047 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-86106456-aabc-4f3e-8cee-5646b7dbeda7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9366cb7bd7d6481ba0a63981442e0a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292362 Jul 06 17:34:12.196047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-2d417674-1a35-499f-a47a-59861d6434a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:12.197348 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-2d417674-1a35-499f-a47a-59861d6434a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5420494 Jul 06 17:34:12.201577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54540) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:12.211832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.235207 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f48f23-1c95-470e-b653-d8f113a37d68 x-openstack-request-id: req-86f48f23-1c95-470e-b653-d8f113a37d68 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:12.235573 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32577067-73ed-4378-b162-db41b37227e7", "name": "network-vif-deleted", "tag": "b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:12.235848 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86f48f23-1c95-470e-b653-d8f113a37d68 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:12.236800 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32577067-73ed-4378-b162-db41b37227e7', 'name': 'network-vif-deleted', 'tag': 'b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3', 'status': 'completed', 'code': 200} Jul 06 17:34:12.326674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Transition to ACTIVE for port object 0276ba42-992e-44f2-9783-bdfc2ca9e657 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:12.346864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.377836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-833975a2-fc51-4599-8a38-560275780518 req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.403683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Transition to ACTIVE for port object a12c7727-7d27-450d-9b0c-b63e1ea078aa will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:12.443061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Pushing event deleted for resources: {'Port': ['ID=5175277f-2a26-44a5-a0fa-bc54c1c695e7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:12.521731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No active binding found for port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:34:12.522177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 5175277f-2a26-44a5-a0fa-bc54c1c695e7 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:34:12.532209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:12.536435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e721965-112e-4804-b14d-bc29cdd66e03 req-b828f761-6882-4b97-a838-253842f7de7c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:12.547786 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e721965-112e-4804-b14d-bc29cdd66e03 req-b828f761-6882-4b97-a838-253842f7de7c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.1695108 Jul 06 17:34:12.554879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.575021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-833975a2-fc51-4599-8a38-560275780518 req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] No DVR routers for this DVR port 5175277f-2a26-44a5-a0fa-bc54c1c695e7 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:34:12.577199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.582040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-833975a2-fc51-4599-8a38-560275780518 req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.584206 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-833975a2-fc51-4599-8a38-560275780518 req-64fe5975-aaab-42a9-8f02-cc80182996c2 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.55 "DELETE /v2.0/ports/5175277f-2a26-44a5-a0fa-bc54c1c695e7 HTTP/1.1" status: 204 len: 173 time: 2.6518984 Jul 06 17:34:12.610426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9c369d-bab0-4e4f-922a-3c117de0456b', 'name': 'network-vif-deleted', 'tag': '5175277f-2a26-44a5-a0fa-bc54c1c695e7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:12.613968 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11de508-6514-4e99-a059-45bd3c081703" -d '{"events": [{"server_uuid": "4b9c369d-bab0-4e4f-922a-3c117de0456b", "name": "network-vif-deleted", "tag": "5175277f-2a26-44a5-a0fa-bc54c1c695e7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:12.622090 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2478c9e-c654-4de8-8ad2-c9bfe750d91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.661869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:12.672186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:12.679264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:12.694855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Pushing event updated for resources: {'Port': ['ID=0276ba42-992e-44f2-9783-bdfc2ca9e657,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:12.737047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Pushing event updated for resources: {'Port': ['ID=a12c7727-7d27-450d-9b0c-b63e1ea078aa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:12.739556 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-8e8a4fd5-2a8f-4a70-a6f0-4530b40de824 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218680 Jul 06 17:34:12.744562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:12.747820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2478c9e-c654-4de8-8ad2-c9bfe750d91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.759110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:34:12.760187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:12.762892 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e721965-112e-4804-b14d-bc29cdd66e03 req-9e6624a7-d96d-4cec-8f44-d0116df8a518 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894863 Jul 06 17:34:12.788995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:12.806287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:34:12.806829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b6d93c4a-a3d2-42fa-b622-d41d0d7a0cd3 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:34:12.882299 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99200e20-0100-4ef9-acd5-6a1104e19fbf x-openstack-request-id: req-99200e20-0100-4ef9-acd5-6a1104e19fbf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:12.882617 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-plugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:12.883038 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99200e20-0100-4ef9-acd5-6a1104e19fbf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:12.883438 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'code': 200} Jul 06 17:34:12.925565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:07Z', 'revision_number': 3, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:12.935533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:12.947876 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-3fb9fabf-bc6b-44bb-a23b-2d38a105fc72 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975789 Jul 06 17:34:13.006797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a2ba8-988a-4b5f-9cbd-d086b78a7732 None None] The sync data for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 is: [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:07Z', 'revision_number': 3, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:34:13.091705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2478c9e-c654-4de8-8ad2-c9bfe750d91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:13.098788 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2478c9e-c654-4de8-8ad2-c9bfe750d91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:13.102444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c2478c9e-c654-4de8-8ad2-c9bfe750d91f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d7b28a7-4e86-4dfe-bee2-4816a4e56512 HTTP/1.1" status: 204 len: 168 time: 0.8990130 Jul 06 17:34:13.175120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-18ae2c5e-87ef-4bd5-8a01-92821619cba1 None None] Provisioning for port a12c7727-7d27-450d-9b0c-b63e1ea078aa completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:13.182801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-18ae2c5e-87ef-4bd5-8a01-92821619cba1 None None] Provisioning complete for port a12c7727-7d27-450d-9b0c-b63e1ea078aa triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:13.183206 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-18ae2c5e-87ef-4bd5-8a01-92821619cba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:13.271590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2478c9e-c654-4de8-8ad2-c9bfe750d91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7b28a7-4e86-4dfe-bee2-4816a4e56512,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:13.274583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-18ae2c5e-87ef-4bd5-8a01-92821619cba1 None None] Port a12c7727-7d27-450d-9b0c-b63e1ea078aa cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:13.277611 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fde9e015-011d-4a25-b14d-edaaf8b6f059 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=9560dc4f-2e60-4076-a113-c8feb40f9653 HTTP/1.1" status: 200 len: 217 time: 0.0895977 Jul 06 17:34:13.341226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:13.341880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:13.374426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f80331a0-8785-48aa-bef7-e505996e2c79 req-64a08419-b951-4bc3-9388-be9042cd3200 tempest-ListServersNegativeTestJSON-114452592 tempest-ListServersNegativeTestJSON-114452592-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b9c369d-bab0-4e4f-922a-3c117de0456b HTTP/1.1" status: 200 len: 210 time: 0.1484890 Jul 06 17:34:13.380176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0945b-8e0c-49db-9f7c-105aa93f1ff7 req-c586bb7c-fc4c-446c-833a-c9403467ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:13.381817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36e0945b-8e0c-49db-9f7c-105aa93f1ff7 req-c586bb7c-fc4c-446c-833a-c9403467ddba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1101 time: 0.2240298 Jul 06 17:34:13.383947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-55185a5b-c4cb-40d6-bb9b-5271112f4ca5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3694284 Jul 06 17:34:13.385362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-24e44d46-fdd1-48e6-b615-4abcae933ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:13.386776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-24e44d46-fdd1-48e6-b615-4abcae933ef4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.0997250 Jul 06 17:34:13.396678 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:13.419092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Request body: {'port': {'device_id': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:13.441365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26dc4217-dd11-41c4-80a4-f82a0b047f88 None None] Provisioning for port 0276ba42-992e-44f2-9783-bdfc2ca9e657 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:13.456448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26dc4217-dd11-41c4-80a4-f82a0b047f88 None None] Provisioning complete for port 0276ba42-992e-44f2-9783-bdfc2ca9e657 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:13.458697 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26dc4217-dd11-41c4-80a4-f82a0b047f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:13.535038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-26dc4217-dd11-41c4-80a4-f82a0b047f88 None None] Port 0276ba42-992e-44f2-9783-bdfc2ca9e657 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:13.540111 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb34851-37d9-4f1f-b796-a97ca284ac77 x-openstack-request-id: req-feb34851-37d9-4f1f-b796-a97ca284ac77 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:13.540394 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9c369d-bab0-4e4f-922a-3c117de0456b", "name": "network-vif-deleted", "tag": "5175277f-2a26-44a5-a0fa-bc54c1c695e7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:13.540648 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feb34851-37d9-4f1f-b796-a97ca284ac77 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:13.541048 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9c369d-bab0-4e4f-922a-3c117de0456b', 'name': 'network-vif-deleted', 'tag': '5175277f-2a26-44a5-a0fa-bc54c1c695e7', 'status': 'completed', 'code': 200} Jul 06 17:34:13.737516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36e0945b-8e0c-49db-9f7c-105aa93f1ff7 req-3a848de1-40e2-485b-bf81-9cad67d6b575 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494985 Jul 06 17:34:13.762392 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:13.796533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-c1ca0d60-5af0-4393-96aa-9899561db34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:13.799239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-c1ca0d60-5af0-4393-96aa-9899561db34b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4024131 Jul 06 17:34:13.950644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:13.962623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24111fe7-ae7e-46ec-a27e-3fafec8eb2fd req-e6cac7cf-37c5-4f6d-b6e0-28f3a5e25d11 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:13.964561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24111fe7-ae7e-46ec-a27e-3fafec8eb2fd req-e6cac7cf-37c5-4f6d-b6e0-28f3a5e25d11 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 932 time: 0.1939433 Jul 06 17:34:13.965894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:14.046331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Pushing event updated for resources: {'Port': ['ID=a12c7727-7d27-450d-9b0c-b63e1ea078aa,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:14.163969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24111fe7-ae7e-46ec-a27e-3fafec8eb2fd req-b4d4083a-e8d5-431f-afba-60a2cce22224 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255074 Jul 06 17:34:14.165296 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:14.261422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-31b582e9-87b2-4b7e-972c-159c44da2947 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:34:14.267087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-31b582e9-87b2-4b7e-972c-159c44da2947 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606766 Jul 06 17:34:14.271845 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-73239d60-1fc4-4ad1-ad9b-43ed3fd4cea0 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427013 Jul 06 17:34:14.300763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Request body: {'binding': {'host': 'n-h1-799526-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:14.301367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Unknown quota resources ['binding']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:34:14.433491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:14.437570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:14.677889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4caec927-c7b3-43c6-b431-bcab3b8231be up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:14.685152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0276ba42-992e-44f2-9783-bdfc2ca9e657 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:14.706960 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:14.767110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Transition to ACTIVE for port object 0276ba42-992e-44f2-9783-bdfc2ca9e657 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:14.773516 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:14.775516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4caec927-c7b3-43c6-b431-bcab3b8231be completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:14.779019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-e262c968-786f-4246-862b-20bf16e952ff service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900317 Jul 06 17:34:14.783365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4caec927-c7b3-43c6-b431-bcab3b8231be triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:14.783997 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:14.785083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Router f84992ca-4b00-4ee3-bd58-6897c2b74a7a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:34:14.909626 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:14.919821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba77ad-7272-4872-8111-75b9c6093695 req-975c1792-15c9-4a65-8c2c-4c585641b93f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:14.927186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba77ad-7272-4872-8111-75b9c6093695 req-975c1792-15c9-4a65-8c2c-4c585641b93f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:14.931678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-15d409d4-b35c-42ac-8bd9-d3d3513a5e9f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94 HTTP/1.1" status: 200 len: 217 time: 0.1328301 Jul 06 17:34:14.934140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba77ad-7272-4872-8111-75b9c6093695 req-975c1792-15c9-4a65-8c2c-4c585641b93f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:14.940874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 4caec927-c7b3-43c6-b431-bcab3b8231be, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4caec927-c7b3-43c6-b431-bcab3b8231be,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:14.943414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba77ad-7272-4872-8111-75b9c6093695 req-975c1792-15c9-4a65-8c2c-4c585641b93f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:14.947613 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:14.950949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba77ad-7272-4872-8111-75b9c6093695 req-975c1792-15c9-4a65-8c2c-4c585641b93f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:14.964538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba77ad-7272-4872-8111-75b9c6093695 req-975c1792-15c9-4a65-8c2c-4c585641b93f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:14.983496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba77ad-7272-4872-8111-75b9c6093695 req-975c1792-15c9-4a65-8c2c-4c585641b93f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:14.991156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6eba77ad-7272-4872-8111-75b9c6093695 req-975c1792-15c9-4a65-8c2c-4c585641b93f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.3441026 Jul 06 17:34:15.027217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2b37cb3a-be81-46e3-a7ab-96ea30bacd07 None None] Provisioning complete for port a12c7727-7d27-450d-9b0c-b63e1ea078aa triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:15.027599 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b37cb3a-be81-46e3-a7ab-96ea30bacd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:15.030028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Pushing event updated for resources: {'Port': ['ID=0276ba42-992e-44f2-9783-bdfc2ca9e657,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:15.108878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=4caec927-c7b3-43c6-b431-bcab3b8231be,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:15.115199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2b37cb3a-be81-46e3-a7ab-96ea30bacd07 None None] Port a12c7727-7d27-450d-9b0c-b63e1ea078aa cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:15.123176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.123531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.123678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on host n-h1-799526-3 for vnic_type normal with profile None {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:15.123872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.123986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:15.124217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.124342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:15.124551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.124886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.125204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.125540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.126035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.126541 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.126912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.127238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:15.155533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6eba77ad-7272-4872-8111-75b9c6093695 req-c6b046f5-449c-47e0-9abf-c7f7afb4f20a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536520 Jul 06 17:34:15.163376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:15.163889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:15.177630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:34:15.179819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:15.180164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:15.180553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:15.181005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Bound port: d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:15.190454 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-35bc159e-bd3c-43ca-99f2-e9b5d8f6b213 admin admin] 10.222.0.13 "PUT /v2.0/routers/f84992ca-4b00-4ee3-bd58-6897c2b74a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9607799 Jul 06 17:34:15.238165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:15.248525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-1be91760-e6d4-4136-bd4d-8cc7ed7de901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:15.250301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-1be91760-e6d4-4136-bd4d-8cc7ed7de901 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.2876985 Jul 06 17:34:15.252417 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:15.253634 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-9ab93eb9-8d22-4086-9cf1-186ff7e04325 service neutron] 10.222.0.13 "POST /v2.0/ports/d3ac480b-4bf9-4ec6-9fea-6414b2a82688/bindings HTTP/1.1" status: 201 len: 389 time: 0.9807122 Jul 06 17:34:15.349809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Attempting to bind port 0276ba42-992e-44f2-9783-bdfc2ca9e657 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:15.350443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Attempting to bind port 0276ba42-992e-44f2-9783-bdfc2ca9e657 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:15.350559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Attempting to bind port 0276ba42-992e-44f2-9783-bdfc2ca9e657 on network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:15.358908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Port 0276ba42-992e-44f2-9783-bdfc2ca9e657 on network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:15.359241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Attempting to bind port 0276ba42-992e-44f2-9783-bdfc2ca9e657 on network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:15.375263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:15.377363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Checking segment: {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:15.377956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Bound using segment: {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:15.379001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Bound port: 0276ba42-992e-44f2-9783-bdfc2ca9e657, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27169fad-7851-4513-8570-7f2e0ca665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:15.379539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:15.487524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ffb632ea-b31f-4f8e-85c0-6cad37ea7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:15.489815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ffb632ea-b31f-4f8e-85c0-6cad37ea7d64 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2322471 Jul 06 17:34:15.519506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54608) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:15.586952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] For port 0276ba42-992e-44f2-9783-bdfc2ca9e657, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:15.599001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] For port 0276ba42-992e-44f2-9783-bdfc2ca9e657, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0276ba42-992e-44f2-9783-bdfc2ca9e657,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:15.609269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b55fe-2a95-465f-b1ce-a526e10b685c req-8df9e712-a402-4641-bc33-823d937b66d9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:15.616074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:15.617185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-160b55fe-2a95-465f-b1ce-a526e10b685c req-8df9e712-a402-4641-bc33-823d937b66d9 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.2327511 Jul 06 17:34:15.645872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:15.649246 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:15.651095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] 10.222.0.22 "PUT /v2.0/ports/0276ba42-992e-44f2-9783-bdfc2ca9e657 HTTP/1.1" status: 200 len: 1092 time: 2.2528884 Jul 06 17:34:15.660299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfcdb19-8302-4e0a-b05b-a49186ff3912 admin admin] Deleting subnet 1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:34:15.671783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'tag': '0276ba42-992e-44f2-9783-bdfc2ca9e657'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:15.675361 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150755d6-6a7f-4c77-b8a7-ef818581782d" -d '{"events": [{"name": "network-changed", "server_uuid": "12863e67-b4c2-46c6-8cef-a4b39c18bedf", "tag": "0276ba42-992e-44f2-9783-bdfc2ca9e657"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:15.679050 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cfcdb19-8302-4e0a-b05b-a49186ff3912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:15.713987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a6adde71-f45d-48ea-8a09-5936e32b06a0 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130284 Jul 06 17:34:15.770412 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-160b55fe-2a95-465f-b1ce-a526e10b685c req-cae3e2d1-9dfa-48c2-bc1d-3742d5af4f13 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521037 Jul 06 17:34:15.791080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cfcdb19-8302-4e0a-b05b-a49186ff3912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:15.791080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-039027d9-3f8f-4f61-962c-047ed564fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:15.791080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-039027d9-3f8f-4f61-962c-047ed564fc40 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 1096 time: 0.2267041 Jul 06 17:34:15.979321 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Sync routers for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:34:15.989784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de9ef4-a1d1-4376-9120-40fe1d30dc81 service neutron] Pushing event updated for resources: {'Port': ['ID=0276ba42-992e-44f2-9783-bdfc2ca9e657,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:16.000328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-f97b34bf-0264-45f0-b0f5-c83fe4148105 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729244 Jul 06 17:34:16.009002 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:16.009726 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:33:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:16.025547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cfcdb19-8302-4e0a-b05b-a49186ff3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:16.083338 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-47161bf6-80c3-48e1-a60f-a54328315635 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47 HTTP/1.1" status: 200 len: 217 time: 0.0754478 Jul 06 17:34:16.088109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c111-6275-42d9-971a-59a291d975df req-196c0cb7-7bff-4455-b35d-92f639e56694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:16.089595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-196c0cb7-7bff-4455-b35d-92f639e56694 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d1f7078266342929f9be1f63c3c44c4&device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 1095 time: 0.3784962 Jul 06 17:34:16.091742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-fc6ccbc5-8603-40bd-82bc-551761716216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:16.093329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-fc6ccbc5-8603-40bd-82bc-551761716216 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.2370107 Jul 06 17:34:16.105333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32905a52-0aed-4bf9-8bc3-c7f53a0ab646 req-60d05e3b-af73-4fe2-9941-ac6af2383121 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:16.106997 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32905a52-0aed-4bf9-8bc3-c7f53a0ab646 req-60d05e3b-af73-4fe2-9941-ac6af2383121 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 944 time: 0.1734321 Jul 06 17:34:16.152690 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:16.159645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-ef6736ca-5b6d-4eed-b1a0-8fb6c468a4a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688 HTTP/1.1" status: 200 len: 217 time: 0.0514338 Jul 06 17:34:16.220150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-b9981dd2-06ee-4f8a-8ca5-6533b3565c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:16.222195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-b9981dd2-06ee-4f8a-8ca5-6533b3565c04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.0547009 Jul 06 17:34:16.226014 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cfcdb19-8302-4e0a-b05b-a49186ff3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:16.292957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-82543d1f-5518-447a-a8b5-e0810e03a993 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602448 Jul 06 17:34:16.293832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcdb19-8302-4e0a-b05b-a49186ff3912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:16.393826 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-187fd223-d1cc-428f-90d2-140f550680a9 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908797 Jul 06 17:34:16.395204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cfcdb19-8302-4e0a-b05b-a49186ff3912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:16.399639 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8cfcdb19-8302-4e0a-b05b-a49186ff3912 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1e3e6f3e-c299-4e2b-bb6f-1a65bd87c340 HTTP/1.1" status: 204 len: 168 time: 0.8742979 Jul 06 17:34:16.408460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54620) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:16.425206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32905a52-0aed-4bf9-8bc3-c7f53a0ab646 req-a3b6f32d-b542-44df-8230-9e5207adf8e4 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084521 Jul 06 17:34:16.441010 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a12c7727-7d27-450d-9b0c-b63e1ea078aa', 'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'mac_address': 'fa:16:3e:69:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:11Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 2, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'subnets': [{'id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:16.468546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ea430694-fc16-4afb-92e7-8aa52256f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:16.469953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-ea430694-fc16-4afb-92e7-8aa52256f8f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.3794963 Jul 06 17:34:16.526919 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Checking router: f84992ca-4b00-4ee3-bd58-6897c2b74a7a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:34:16.527270 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Updating router f84992ca-4b00-4ee3-bd58-6897c2b74a7a port a12c7727-7d27-450d-9b0c-b63e1ea078aa binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:34:16.603778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-3d048cc4-2b03-4bb1-999f-fdaf98d3f147 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0276ba42-992e-44f2-9783-bdfc2ca9e657 HTTP/1.1" status: 200 len: 217 time: 0.1380839 Jul 06 17:34:16.608546 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:16.611579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-fc357cbd-1670-4801-b9b4-ff33b51636d9 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844990 Jul 06 17:34:16.622981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4caec927-c7b3-43c6-b431-bcab3b8231be up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:16.763495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4caec927-c7b3-43c6-b431-bcab3b8231be triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:16.764163 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:16.806944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c111-6275-42d9-971a-59a291d975df req-529b78e3-687f-4095-b7d2-339484f42788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:16.808519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-529b78e3-687f-4095-b7d2-339484f42788 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b33193f9-a2bf-4bab-8bf4-a61bbf9e3639 HTTP/1.1" status: 200 len: 855 time: 0.1695943 Jul 06 17:34:16.885970 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:16.911259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552f554-7921-4bf1-93dd-3997d85e5f70 req-775048e7-8e24-4376-bd38-04db36982d80 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:16.918851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8552f554-7921-4bf1-93dd-3997d85e5f70 req-775048e7-8e24-4376-bd38-04db36982d80 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.8877344 Jul 06 17:34:16.927264 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5c702ea-4bb7-4142-98db-95df17214bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:16.982633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-15bc9fd1-4eee-41bb-addd-b8a36c3c61dd tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:16.984578 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-15bc9fd1-4eee-41bb-addd-b8a36c3c61dd tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/networks?id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7 HTTP/1.1" status: 200 len: 829 time: 0.1813817 Jul 06 17:34:17.011662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8793a98-8224-4e99-ae01-1c1e3d6099a4 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/quotas/4a6b1dc6ea114c51aeb0ac149db7f212 HTTP/1.1" status: 200 len: 375 time: 0.0209625 Jul 06 17:34:17.048103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8552f554-7921-4bf1-93dd-3997d85e5f70 req-823bb008-06c3-4b5f-ae62-f2c0cae665f8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282504 Jul 06 17:34:17.056872 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.060268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-eb4e574a-7de6-496b-aae3-fcfc10623cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:17.062163 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-eb4e574a-7de6-496b-aae3-fcfc10623cad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5065501 Jul 06 17:34:17.068836 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Transition to ACTIVE for port object a12c7727-7d27-450d-9b0c-b63e1ea078aa will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:17.077341 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.171602 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4efb92-f348-4f34-9347-ad5e45b66587 x-openstack-request-id: req-df4efb92-f348-4f34-9347-ad5e45b66587 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:17.175055 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12863e67-b4c2-46c6-8cef-a4b39c18bedf", "tag": "0276ba42-992e-44f2-9783-bdfc2ca9e657", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:17.175773 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df4efb92-f348-4f34-9347-ad5e45b66587 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:17.176354 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'tag': '0276ba42-992e-44f2-9783-bdfc2ca9e657', 'status': 'completed', 'code': 200} Jul 06 17:34:17.213954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-a36d33b0-e1fd-490f-8605-bdf6a168b88b tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a6b1dc6ea114c51aeb0ac149db7f212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2012720 Jul 06 17:34:17.234255 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Pushing event updated for resources: {'Port': ['ID=a12c7727-7d27-450d-9b0c-b63e1ea078aa,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:17.238071 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Attempting to bind port a12c7727-7d27-450d-9b0c-b63e1ea078aa on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:17.238493 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Attempting to bind port a12c7727-7d27-450d-9b0c-b63e1ea078aa by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:17.238858 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Attempting to bind port a12c7727-7d27-450d-9b0c-b63e1ea078aa on network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:17.249104 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.249346 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.249528 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.250380 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.250380 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.250602 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.251991 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.251991 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.251991 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.252618 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.252950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.253271 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:17.256754 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:17.257165 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Checking segment: {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:17.257567 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.257944 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Bound using segment: {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:17.258435 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Bound port: a12c7727-7d27-450d-9b0c-b63e1ea078aa, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:17.258831 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.333999 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] For port a12c7727-7d27-450d-9b0c-b63e1ea078aa, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:17.337701 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] For port a12c7727-7d27-450d-9b0c-b63e1ea078aa, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a12c7727-7d27-450d-9b0c-b63e1ea078aa,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:17.343675 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.348704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.370730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876d3009-55c7-47b6-80e7-b7da1456c24b']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:17.397132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1811831b-8221-4999-ad01-d92b0b22049d') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:17.397270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1811831b-8221-4999-ad01-d92b0b22049d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:17.421933 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.439544 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:17.441065 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:33:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:17.446534 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9c05e-9110-40e2-ac98-e1c3490096e7 None None] Pushing event updated for resources: {'Port': ['ID=a12c7727-7d27-450d-9b0c-b63e1ea078aa,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:17.450666 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.467875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:34:17.468357 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:34:17.641425 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:34:17.648932 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:34:17.671292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.684705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:17.687439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] 10.222.0.13 "DELETE /v2.0/networks/876d3009-55c7-47b6-80e7-b7da1456c24b HTTP/1.1" status: 204 len: 168 time: 1.2205427 Jul 06 17:34:17.726254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c111-6275-42d9-971a-59a291d975df req-9e3929d0-70bd-473d-b867-3da44cdc7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:17.731311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-9e3929d0-70bd-473d-b867-3da44cdc7c2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9058518 Jul 06 17:34:17.733508 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:18.060472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-f632b34c-a4cc-4922-bd27-704952e60574 service neutron] 10.222.0.13 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415735 Jul 06 17:34:18.082164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-4fd73af1-068f-4a64-b73e-6abbe751ff7e service neutron] 10.222.0.22 "GET /v2.0/networks/43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869616 Jul 06 17:34:18.084281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3663da-63cc-4607-b80b-6a07c6813467 admin admin] Pushing event deleted for resources: {'Network': ['ID=876d3009-55c7-47b6-80e7-b7da1456c24b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:18.094602 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-08be87a2-caa5-46bd-b9d2-eb3237ec676b service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0220027 Jul 06 17:34:18.131406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54640) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:18.211626 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-ed899efe-11b5-4ac3-8a3a-4c1f739d6834 service neutron] 10.222.0.13 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482322 Jul 06 17:34:18.263882 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a12c7727-7d27-450d-9b0c-b63e1ea078aa', 'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'mac_address': 'fa:16:3e:69:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:11Z', 'updated_at': '2021-07-06T17:34:17Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'subnets': [{'id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:18.291950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8e07-8143-4de4-a47f-8d6182d244eb req-5e2947c1-a44a-423d-b0dd-95c625240558 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:18.294809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99ee8e07-8143-4de4-a47f-8d6182d244eb req-5e2947c1-a44a-423d-b0dd-95c625240558 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1101 time: 0.6560984 Jul 06 17:34:18.304857 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a3c18-9feb-4382-9570-d110bf0cfadf None None] The sync data for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 is: [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a12c7727-7d27-450d-9b0c-b63e1ea078aa', 'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'mac_address': 'fa:16:3e:69:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:11Z', 'updated_at': '2021-07-06T17:34:17Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'subnets': [{'id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:34:18.321678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-99767d74-be3f-4f2e-9101-164ad39271a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f50e4d84b9e34adf84fcb427dbc26509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601143 Jul 06 17:34:18.324465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54642) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:18.437837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4096c111-6275-42d9-971a-59a291d975df req-dd61e1d5-c00f-4959-aafd-34133e2eb8c4 service neutron] 10.222.0.22 "GET /v2.0/networks/43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402252 Jul 06 17:34:18.469051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99ee8e07-8143-4de4-a47f-8d6182d244eb req-f2c0550a-f554-4d70-b42d-78c03c850810 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551318 Jul 06 17:34:18.547326 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86d3b233-7b50-43ac-ad60-2a95ae417558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:18.597331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86d3b233-7b50-43ac-ad60-2a95ae417558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:18.623576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d9ea262c-0af4-48a3-a7cc-07cced38e408 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142088 Jul 06 17:34:18.645822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a12c7727-7d27-450d-9b0c-b63e1ea078aa up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:18.695395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86d3b233-7b50-43ac-ad60-2a95ae417558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:18.699092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86d3b233-7b50-43ac-ad60-2a95ae417558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:18.700622 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-86d3b233-7b50-43ac-ad60-2a95ae417558 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74704945-2f0b-4966-8eb8-4b6fe402f43d HTTP/1.1" status: 204 len: 168 time: 0.3746111 Jul 06 17:34:18.711486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3b233-7b50-43ac-ad60-2a95ae417558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74704945-2f0b-4966-8eb8-4b6fe402f43d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:18.793874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port a12c7727-7d27-450d-9b0c-b63e1ea078aa completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:18.803304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a12c7727-7d27-450d-9b0c-b63e1ea078aa triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:18.803882 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:18.813713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-fe2b5cc7-b589-4222-8624-1af41a760da2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5 HTTP/1.1" status: 200 len: 217 time: 0.1800976 Jul 06 17:34:18.916914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92651-3df9-4209-b873-f7c36c9cc555 req-03fa71f1-a08d-4797-81ed-fc637e944ee8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:18.930505 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:18.931227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92651-3df9-4209-b873-f7c36c9cc555 req-03fa71f1-a08d-4797-81ed-fc637e944ee8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:18.938015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92651-3df9-4209-b873-f7c36c9cc555 req-03fa71f1-a08d-4797-81ed-fc637e944ee8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:18.946198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92651-3df9-4209-b873-f7c36c9cc555 req-03fa71f1-a08d-4797-81ed-fc637e944ee8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:18.953312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92651-3df9-4209-b873-f7c36c9cc555 req-03fa71f1-a08d-4797-81ed-fc637e944ee8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:18.963950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92651-3df9-4209-b873-f7c36c9cc555 req-03fa71f1-a08d-4797-81ed-fc637e944ee8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:18.972193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92651-3df9-4209-b873-f7c36c9cc555 req-03fa71f1-a08d-4797-81ed-fc637e944ee8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:18.974902 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4e92651-3df9-4209-b873-f7c36c9cc555 req-03fa71f1-a08d-4797-81ed-fc637e944ee8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.2601364 Jul 06 17:34:19.003849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port a12c7727-7d27-450d-9b0c-b63e1ea078aa, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a12c7727-7d27-450d-9b0c-b63e1ea078aa,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:19.012612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-9eb912d8-88b1-49de-9b10-e4ed429085f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:19.013721 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:19.026297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-9eb912d8-88b1-49de-9b10-e4ed429085f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d1f7078266342929f9be1f63c3c44c4&device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 1095 time: 0.5063412 Jul 06 17:34:19.068085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4e92651-3df9-4209-b873-f7c36c9cc555 req-3d36ac07-37dc-479b-990f-947552735241 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829635 Jul 06 17:34:19.083860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d9d1d1d9-0db3-4c84-a5a7-ae859a81cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:19.085770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-d9d1d1d9-0db3-4c84-a5a7-ae859a81cf99 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.2198136 Jul 06 17:34:19.100493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=a12c7727-7d27-450d-9b0c-b63e1ea078aa,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:19.173174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af5685-ece0-4f2f-b03c-05d10769ed9c req-a1fef60f-700a-4f60-aa4f-5a52520c31bd tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:19.180735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-59af5685-ece0-4f2f-b03c-05d10769ed9c req-a1fef60f-700a-4f60-aa4f-5a52520c31bd tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 944 time: 0.4068191 Jul 06 17:34:19.224629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-c63b2e04-979d-428e-b141-07e0c084f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:19.225994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-c63b2e04-979d-428e-b141-07e0c084f427 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e HTTP/1.1" status: 200 len: 917 time: 0.1986308 Jul 06 17:34:19.353354 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-59af5685-ece0-4f2f-b03c-05d10769ed9c req-51304067-f495-4c68-8e94-5d79a342161b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716471 Jul 06 17:34:19.356717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-5bf12f46-3ba3-4364-804e-a97c222edb4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0276ba42-992e-44f2-9783-bdfc2ca9e657 HTTP/1.1" status: 200 len: 217 time: 0.1038096 Jul 06 17:34:19.387161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206390-c3fb-4e77-9689-d58908a3829b req-77d69927-7d06-4a8f-a883-f681a902b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:19.388831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-77d69927-7d06-4a8f-a883-f681a902b62e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2854083 Jul 06 17:34:19.416809 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23206b2e-27e3-491c-a310-b0592f066468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:19.522816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-dc82c1a2-937a-494c-a3c2-4a9977f343b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:19.524847 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-dc82c1a2-937a-494c-a3c2-4a9977f343b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b33193f9-a2bf-4bab-8bf4-a61bbf9e3639 HTTP/1.1" status: 200 len: 855 time: 0.1524448 Jul 06 17:34:19.657491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-26405d79-9310-4424-a2a8-9f2203016928 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135415 Jul 06 17:34:19.749799 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:19.804003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-3dc939fc-2df6-4972-9b4d-d71505510267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:19.808181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-3dc939fc-2df6-4972-9b4d-d71505510267 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2685692 Jul 06 17:34:19.887662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b2f3-e3b7-4192-9341-5fe889410668 req-8ede5453-5f45-4697-b6cd-a56adefcb665 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:19.896207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4354b2f3-e3b7-4192-9341-5fe889410668 req-8ede5453-5f45-4697-b6cd-a56adefcb665 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.2367475 Jul 06 17:34:19.917524 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1206390-c3fb-4e77-9689-d58908a3829b req-a9fadfba-8c52-4ac2-9fc7-e2c19b8fbd70 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474415 Jul 06 17:34:20.007062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa6cd6af-2e1a-4ddb-826a-4c8c86d82c84 req-9cbbfed5-8ed4-4638-8e0a-7340bcedef19 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 210 time: 0.1283510 Jul 06 17:34:20.026411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4354b2f3-e3b7-4192-9341-5fe889410668 req-f8384e2f-8e1f-41e8-99a0-1b5192299480 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290095 Jul 06 17:34:20.080391 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-3d441376-0b76-4559-b14d-a2de9d72b441 service neutron] 10.222.0.22 "GET /v2.0/networks/43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623992 Jul 06 17:34:20.223126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:20.359724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-cc657a41-b95f-4638-b9ad-8169c604f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.360212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-cc657a41-b95f-4638-b9ad-8169c604f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.361192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-cc657a41-b95f-4638-b9ad-8169c604f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.361974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-cc657a41-b95f-4638-b9ad-8169c604f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.362664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-cc657a41-b95f-4638-b9ad-8169c604f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.363301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-cc657a41-b95f-4638-b9ad-8169c604f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.364189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-cc657a41-b95f-4638-b9ad-8169c604f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.367001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-cc657a41-b95f-4638-b9ad-8169c604f2b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6487 time: 0.3319657 Jul 06 17:34:20.372369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-150755d6-6a7f-4c77-b8a7-ef818581782d req-e390d5c5-2253-40f7-ae66-15cc9a3c10c1 service neutron] 10.222.0.22 "GET /v2.0/networks/43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384834 Jul 06 17:34:20.437483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d364cf-f6b1-4d3a-9331-56cddb0b2d6a req-0acc12b1-3f1d-4237-bc3c-77393268ea14 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.452983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d364cf-f6b1-4d3a-9331-56cddb0b2d6a req-0acc12b1-3f1d-4237-bc3c-77393268ea14 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.463738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d364cf-f6b1-4d3a-9331-56cddb0b2d6a req-0acc12b1-3f1d-4237-bc3c-77393268ea14 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.470981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d364cf-f6b1-4d3a-9331-56cddb0b2d6a req-0acc12b1-3f1d-4237-bc3c-77393268ea14 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.477205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d364cf-f6b1-4d3a-9331-56cddb0b2d6a req-0acc12b1-3f1d-4237-bc3c-77393268ea14 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.498852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d364cf-f6b1-4d3a-9331-56cddb0b2d6a req-0acc12b1-3f1d-4237-bc3c-77393268ea14 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.510251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d364cf-f6b1-4d3a-9331-56cddb0b2d6a req-0acc12b1-3f1d-4237-bc3c-77393268ea14 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.511583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8d364cf-f6b1-4d3a-9331-56cddb0b2d6a req-0acc12b1-3f1d-4237-bc3c-77393268ea14 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.2389505 Jul 06 17:34:20.523247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-781543995-network', 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:20.565740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:20.624547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8d364cf-f6b1-4d3a-9331-56cddb0b2d6a req-7f43676d-fc35-4301-ba26-5d62f9e5c00b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867777 Jul 06 17:34:20.628181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:20.642801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:20.670879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:20.682575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a12c7727-7d27-450d-9b0c-b63e1ea078aa up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:20.694628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-5f2bdc09-e4f5-4427-9137-92c1292b33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:20.696092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-5f2bdc09-e4f5-4427-9137-92c1292b33dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 HTTP/1.1" status: 200 len: 902 time: 0.3212135 Jul 06 17:34:20.860625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-a7ed218c-840b-4839-b094-26ee2a8a3c91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5 HTTP/1.1" status: 200 len: 217 time: 0.1435096 Jul 06 17:34:20.867349 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a12c7727-7d27-450d-9b0c-b63e1ea078aa triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:20.867890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.042843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-0bb6fb1f-28d5-45d1-a311-2657535b9ef3 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:21.044364 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-0bb6fb1f-28d5-45d1-a311-2657535b9ef3 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.55 "GET /v2.0/networks?id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7 HTTP/1.1" status: 200 len: 829 time: 0.4529915 Jul 06 17:34:21.090552 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.093380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Request body: {'port': {'device_id': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'admin_state_up': True, 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:21.104858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.116448 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-3d62fd51-0e55-4dff-8323-3efee0fa11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:21.118152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-3d62fd51-0e55-4dff-8323-3efee0fa11e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.2438545 Jul 06 17:34:21.135180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b198277-5578-4882-96da-dd26c1b33f3b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:21.152386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc353e67-6139-43c2-80c5-0013bc563c08 req-fa830206-cfa4-40fa-8bf5-3724d9a2d1d6 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:21.161018 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc353e67-6139-43c2-80c5-0013bc563c08 req-fa830206-cfa4-40fa-8bf5-3724d9a2d1d6 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 944 time: 0.2544341 Jul 06 17:34:21.178816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54736) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:21.179828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:34:21.207881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.208487 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Added segment 15fc23c9-e50a-4fab-b96a-2083ed971003 of type vlan for network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 Jul 06 17:34:21.264807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc353e67-6139-43c2-80c5-0013bc563c08 req-4cdc5347-da60-4094-81a9-b7e4e0787265 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028152 Jul 06 17:34:21.302387 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.345240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-f370f90e-e015-4f00-84d7-e943c735ca97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2976661 Jul 06 17:34:21.373835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.375464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:21.376248 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.444109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-ec63488c-0d3d-4be7-b51f-974a62a1c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:21.446165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-ec63488c-0d3d-4be7-b51f-974a62a1c685 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3167872 Jul 06 17:34:21.448504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Made reservation on behalf of 4a6b1dc6ea114c51aeb0ac149db7f212 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:21.453096 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.507131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa0c130b-6dfe-4f3a-9943-d53e451e71fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.520964 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f94e4488-c3b7-4369-82d4-f72949b21451 req-cd06aa31-b556-41c1-9bf6-2cc242037c30 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 210 time: 0.0697987 Jul 06 17:34:21.530767 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3062429 Jul 06 17:34:21.538733 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54744) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:21.547185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Request body: {'subnet': {'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-781543995-subnet', 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:21.559024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90963515-397a-4b62-8285-f9949dae5e1e admin admin] Pushing event updated for resources: {'Network': ['ID=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:21.589898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:34:21.597214 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:34:21.597214 n-d-799526-3 neutron-server[93778]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 17:34:21.597214 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id': 'f8e157e7167447a9b0d80246d2efcc22', 'id': '17735ec0-bb51-48ac-bbf8-4ee19e649fbe', 'expiration': datetime.datetime(2021, 7, 6, 17, 36, 21, 583334)}] Jul 06 17:34:21.597214 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:34:21.597840 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:34:21.724838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa0c130b-6dfe-4f3a-9943-d53e451e71fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.731519 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa0c130b-6dfe-4f3a-9943-d53e451e71fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:21.815120 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aa0c130b-6dfe-4f3a-9943-d53e451e71fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8dcedf276a54f48a527c82605c4f7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328750 Jul 06 17:34:21.825974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:21.863744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c130b-6dfe-4f3a-9943-d53e451e71fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d31d22c-b4d4-4588-9b9e-d26a30d6932c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:21.975433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf743-adf4-43e9-9e88-f39e272639a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:22.013240 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf743-adf4-43e9-9e88-f39e272639a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:22.029104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daf306-da67-45cf-a6c4-261eb7d9c23c req-72722943-412e-4b27-a76e-97be71e63651 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.030903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48daf306-da67-45cf-a6c4-261eb7d9c23c req-72722943-412e-4b27-a76e-97be71e63651 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.1373723 Jul 06 17:34:22.060422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaaec1-6cb1-4a20-972a-9cd61c69d988 req-1ea9ddcf-67f1-4d09-b664-6597b6f0adec tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.061939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7edaaec1-6cb1-4a20-972a-9cd61c69d988 req-1ea9ddcf-67f1-4d09-b664-6597b6f0adec tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.7085915 Jul 06 17:34:22.091233 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48daf306-da67-45cf-a6c4-261eb7d9c23c req-e4b87e4a-5c8f-4ac3-94c9-03d8b56a1a97 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 Jul 06 17:34:22.125681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf743-adf4-43e9-9e88-f39e272639a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:22.129396 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf743-adf4-43e9-9e88-f39e272639a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:22.130762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cd2bf743-adf4-43e9-9e88-f39e272639a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d31d22c-b4d4-4588-9b9e-d26a30d6932c HTTP/1.1" status: 204 len: 168 time: 0.3020074 Jul 06 17:34:22.145713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bf743-adf4-43e9-9e88-f39e272639a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d31d22c-b4d4-4588-9b9e-d26a30d6932c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:22.149138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:22.151877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:22.206626 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-8da8c93f-2f9f-4565-bcca-4bddfa7d77aa service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268736 Jul 06 17:34:22.285952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7edaaec1-6cb1-4a20-972a-9cd61c69d988 req-c598222e-2486-45a0-8b8e-3f533d217b3c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136688 Jul 06 17:34:22.403074 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:22.469069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Allocated IP 172.20.0.4 (c693b16d-2ed2-45d5-a2d3-2271a6f267d7/9d9efa5c-fcd3-430b-ba42-3570a80c0087/4b5b45c4-da90-4447-808a-4a375fb32fb1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:22.571493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:22.606670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31017ce3-8fb1-4f76-841b-9b0e5717208a req-014836ff-bea8-4953-8389-0276d9e79671 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989575 Jul 06 17:34:22.733370 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb40348-e9ec-4041-81e2-4567f9b075da,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:22.820265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678a2cd-eeb2-4537-9af1-ce4edafdb182 req-264b3e59-ce70-4dcb-9695-2b0c48ccb228 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.823775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04f753-967a-4cd2-a562-5cfbfbd90c71 req-695db677-08bf-419e-ba8d-bd42b2fa3001 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.827710 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9678a2cd-eeb2-4537-9af1-ce4edafdb182 req-264b3e59-ce70-4dcb-9695-2b0c48ccb228 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 944 time: 0.1398108 Jul 06 17:34:22.831290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04f753-967a-4cd2-a562-5cfbfbd90c71 req-695db677-08bf-419e-ba8d-bd42b2fa3001 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.833856 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:22.836636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04f753-967a-4cd2-a562-5cfbfbd90c71 req-695db677-08bf-419e-ba8d-bd42b2fa3001 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.842804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04f753-967a-4cd2-a562-5cfbfbd90c71 req-695db677-08bf-419e-ba8d-bd42b2fa3001 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.849456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04f753-967a-4cd2-a562-5cfbfbd90c71 req-695db677-08bf-419e-ba8d-bd42b2fa3001 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.855319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04f753-967a-4cd2-a562-5cfbfbd90c71 req-695db677-08bf-419e-ba8d-bd42b2fa3001 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.862196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04f753-967a-4cd2-a562-5cfbfbd90c71 req-695db677-08bf-419e-ba8d-bd42b2fa3001 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.862506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Transition to ACTIVE for port object 4b5b45c4-da90-4447-808a-4a375fb32fb1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:22.870000 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec04f753-967a-4cd2-a562-5cfbfbd90c71 req-695db677-08bf-419e-ba8d-bd42b2fa3001 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.4176474 Jul 06 17:34:22.882395 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Checking segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:22.882765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Network hostable DHCP agents. Network: a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:34:22.891284 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9678a2cd-eeb2-4537-9af1-ce4edafdb182 req-031e5f07-b7a3-46f7-af26-12f7ca8568af tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624104 Jul 06 17:34:22.940258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec04f753-967a-4cd2-a562-5cfbfbd90c71 req-8ecbbfca-b95c-4e96-8513-9b0cb1653641 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690608 Jul 06 17:34:22.944586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:34:22.963351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:22.974256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:22.974908 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:22.976931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45903701-21c1-462b-babd-561978e6aa79 None None] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:22.977559 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:23.007045 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-113ed79a-bed1-4872-9acf-dc8ba398d293 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4646668 Jul 06 17:34:23.062670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Pushing event updated for resources: {'Port': ['ID=4b5b45c4-da90-4447-808a-4a375fb32fb1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:23.180059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:23.196441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:23.203544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb6d84-5cfb-4709-9fc6-25b892a7a683 None None] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:23.204685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:23.414993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:23.420814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:23.421829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c467401-46ec-4fd5-bf9a-850fd7b62e4c req-5a030221-a046-4314-b375-da0cd6a24c74 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:23.423951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c467401-46ec-4fd5-bf9a-850fd7b62e4c req-5a030221-a046-4314-b375-da0cd6a24c74 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.1453791 Jul 06 17:34:23.465670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-c8ee220d-f8f5-4a91-bb53-a578fba25e6a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3862290 Jul 06 17:34:23.477393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc7e6f-c155-40aa-a3a8-3467264e63f1 req-3755771e-cb70-4fbe-a745-54b28ff306e1 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:23.484774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0fc7e6f-c155-40aa-a3a8-3467264e63f1 req-3755771e-cb70-4fbe-a745-54b28ff306e1 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 931 time: 0.4129682 Jul 06 17:34:23.497183 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c467401-46ec-4fd5-bf9a-850fd7b62e4c req-302dd222-a853-4c01-971c-46ca2ce89518 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675445 Jul 06 17:34:23.498828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Request body: {'port': {'device_id': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:23.560935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-14089a87-8570-4c23-860a-1d128f62dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:23.562591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-14089a87-8570-4c23-860a-1d128f62dde0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1101 time: 0.3592503 Jul 06 17:34:23.643455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0fc7e6f-c155-40aa-a3a8-3467264e63f1 req-252e4e59-b431-4694-b64b-c2bf154d3be9 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408064 Jul 06 17:34:23.682544 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:23.701257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd883de2-3a3e-4481-b85c-da1fed9b038a None None] Provisioning for port 4b5b45c4-da90-4447-808a-4a375fb32fb1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:23.709490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd883de2-3a3e-4481-b85c-da1fed9b038a None None] Provisioning complete for port 4b5b45c4-da90-4447-808a-4a375fb32fb1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:23.709732 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd883de2-3a3e-4481-b85c-da1fed9b038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:23.715985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d1374-b927-4199-b194-658a83c2ee78 req-80bb7aa0-fd7b-4836-acc1-e1e3845516a4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:23.723979 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef3d1374-b927-4199-b194-658a83c2ee78 req-80bb7aa0-fd7b-4836-acc1-e1e3845516a4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.1074402 Jul 06 17:34:23.751727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-7cc0c5ca-4421-4006-a005-4bbfad9c9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:23.753197 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-7cc0c5ca-4421-4006-a005-4bbfad9c9962 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1795101 Jul 06 17:34:23.773309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef3d1374-b927-4199-b194-658a83c2ee78 req-f90ef808-2d1c-4779-9079-e053671d3b79 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480766 Jul 06 17:34:23.788590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fd883de2-3a3e-4481-b85c-da1fed9b038a None None] Port 4b5b45c4-da90-4447-808a-4a375fb32fb1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:23.823988 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-007c2f84-9960-4585-90a4-a283ec5c7fc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.0639970 Jul 06 17:34:23.977916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-aa639ee0-1db2-41a4-8292-1ef27592f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:23.979717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-aa639ee0-1db2-41a4-8292-1ef27592f554 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1071591 Jul 06 17:34:24.091174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-316f320e-eb66-432b-b6b9-a454b68da33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:24.092361 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-316f320e-eb66-432b-b6b9-a454b68da33d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034133 Jul 06 17:34:24.201087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5b45c4-da90-4447-808a-4a375fb32fb1 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:24.212087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:24.224789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-4ddbac4c-4e18-404f-8be6-b936f5c5c002 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:24.227690 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-4ddbac4c-4e18-404f-8be6-b936f5c5c002 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.1724372 Jul 06 17:34:24.239439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Transition to ACTIVE for port object 4b5b45c4-da90-4447-808a-4a375fb32fb1 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:24.253175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:24.266153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-436c444f-f392-461d-a04c-24cb59ee0642 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581373 Jul 06 17:34:24.266398 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-6a55332f-ed6a-49d7-988f-76ffd84d854c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/quotas/f8e157e7167447a9b0d80246d2efcc22 HTTP/1.1" status: 200 len: 375 time: 0.0273652 Jul 06 17:34:24.322006 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-6dd277d9-f3f5-4d87-acde-92872e0dc830 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525954 Jul 06 17:34:24.409349 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5b45c4-da90-4447-808a-4a375fb32fb1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:24.412592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:24.435513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-e50b5378-ab88-4f3a-a5c7-2f3b398c6a5b service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126010 Jul 06 17:34:24.536634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7dab-862e-4151-8415-35e61a211df6 req-991d0d7f-4c2e-498a-88cb-2e200a2248b0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:24.538512 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69cf7dab-862e-4151-8415-35e61a211df6 req-991d0d7f-4c2e-498a-88cb-2e200a2248b0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 944 time: 0.2543960 Jul 06 17:34:24.553112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-3351e022-d957-4b7c-9826-bcfdccd426ef service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115892 Jul 06 17:34:24.578373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-f38fc91f-6daa-4125-9f7c-9d9490199266 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927206 Jul 06 17:34:24.586143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Attempting to bind port 4b5b45c4-da90-4447-808a-4a375fb32fb1 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:24.586518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Attempting to bind port 4b5b45c4-da90-4447-808a-4a375fb32fb1 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:24.586881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Attempting to bind port 4b5b45c4-da90-4447-808a-4a375fb32fb1 on network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:24.602903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Port 4b5b45c4-da90-4447-808a-4a375fb32fb1 on network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:24.603364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Attempting to bind port 4b5b45c4-da90-4447-808a-4a375fb32fb1 on network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:24.612729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:24.613296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Checking segment: {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:24.613695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Bound using segment: {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:24.622649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Bound port: 4b5b45c4-da90-4447-808a-4a375fb32fb1, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:24.623010 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:24.638656 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69cf7dab-862e-4151-8415-35e61a211df6 req-78757795-effa-418f-a645-015b2509d378 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909443 Jul 06 17:34:24.655563 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ea0018-bb33-4ab5-b33d-da53605add97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:24.762002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] For port 4b5b45c4-da90-4447-808a-4a375fb32fb1, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:24.767484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] For port 4b5b45c4-da90-4447-808a-4a375fb32fb1, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:24.778221 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:24.817976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:24.831157 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:24.833387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] 10.222.0.55 "PUT /v2.0/ports/4b5b45c4-da90-4447-808a-4a375fb32fb1 HTTP/1.1" status: 200 len: 1091 time: 1.3383784 Jul 06 17:34:24.834549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:24.837060 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d888ff-7415-4e68-8110-9a3da5184f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:24.943715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74b94b-e7dd-46d3-9e61-925a05495ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5b45c4-da90-4447-808a-4a375fb32fb1,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:25.001318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70a07e-1c47-4255-9934-c45a0456ceee req-a20d8518-c7e5-43bd-bccd-34668fb3106e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.010775 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa70a07e-1c47-4255-9934-c45a0456ceee req-a20d8518-c7e5-43bd-bccd-34668fb3106e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.1415651 Jul 06 17:34:25.059076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa70a07e-1c47-4255-9934-c45a0456ceee req-b3125c27-fe24-4835-904d-5bc19e4472b7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Jul 06 17:34:25.064098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86242077-259d-42b6-bd0c-e7c9a23bd3dd req-6c179384-e058-447a-b6d3-d87dddc1d697 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.070575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86242077-259d-42b6-bd0c-e7c9a23bd3dd req-6c179384-e058-447a-b6d3-d87dddc1d697 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.077275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86242077-259d-42b6-bd0c-e7c9a23bd3dd req-6c179384-e058-447a-b6d3-d87dddc1d697 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.084353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86242077-259d-42b6-bd0c-e7c9a23bd3dd req-6c179384-e058-447a-b6d3-d87dddc1d697 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.090701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86242077-259d-42b6-bd0c-e7c9a23bd3dd req-6c179384-e058-447a-b6d3-d87dddc1d697 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.098073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86242077-259d-42b6-bd0c-e7c9a23bd3dd req-6c179384-e058-447a-b6d3-d87dddc1d697 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.106084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86242077-259d-42b6-bd0c-e7c9a23bd3dd req-6c179384-e058-447a-b6d3-d87dddc1d697 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.108136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86242077-259d-42b6-bd0c-e7c9a23bd3dd req-6c179384-e058-447a-b6d3-d87dddc1d697 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.2475913 Jul 06 17:34:25.115349 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ea0018-bb33-4ab5-b33d-da53605add97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:25.129355 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ea0018-bb33-4ab5-b33d-da53605add97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:25.171564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-cb9a04e8-b009-4850-b626-4ad0760fba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.173981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-cb9a04e8-b009-4850-b626-4ad0760fba0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a6b1dc6ea114c51aeb0ac149db7f212&device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 1094 time: 0.2582541 Jul 06 17:34:25.204692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-59ea0018-bb33-4ab5-b33d-da53605add97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfcfc4fb8ff74d89bc64ed2d18e18f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799482 Jul 06 17:34:25.208185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54852) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:25.235399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea0018-bb33-4ab5-b33d-da53605add97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b40864-fef7-4b32-a97e-ac77cd4aa50b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:25.243204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-004bacfa-f581-457a-9fcf-c26db971d270 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1 HTTP/1.1" status: 200 len: 217 time: 0.0567007 Jul 06 17:34:25.250160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86242077-259d-42b6-bd0c-e7c9a23bd3dd req-87300a52-0c04-4d87-ac5d-4328528cdd75 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303287 Jul 06 17:34:25.327461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-0b0710b3-cdde-4af3-ba3d-7f5fd9252c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.329103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-0b0710b3-cdde-4af3-ba3d-7f5fd9252c43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d9efa5c-fcd3-430b-ba42-3570a80c0087 HTTP/1.1" status: 200 len: 868 time: 0.0779781 Jul 06 17:34:25.336408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3274e48-be60-4c0f-bfe4-82cc8399b37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:25.349626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbfec0-d3fa-4775-bb68-42d1401480a9 req-a3c421bc-62c1-40e3-b00d-7eff065e1d07 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.351195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0fbfec0-d3fa-4775-bb68-42d1401480a9 req-a3c421bc-62c1-40e3-b00d-7eff065e1d07 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 943 time: 0.1583734 Jul 06 17:34:25.380252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3274e48-be60-4c0f-bfe4-82cc8399b37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:25.421492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-85d29454-8986-4b71-96a7-fcde306ad853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.422969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-85d29454-8986-4b71-96a7-fcde306ad853 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866864 Jul 06 17:34:25.443266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0fbfec0-d3fa-4775-bb68-42d1401480a9 req-69020644-11ff-4a1f-9f33-c8c69ad0e6e9 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761499 Jul 06 17:34:25.471850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3274e48-be60-4c0f-bfe4-82cc8399b37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:25.475357 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3274e48-be60-4c0f-bfe4-82cc8399b37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:25.476926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b3274e48-be60-4c0f-bfe4-82cc8399b37e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02b40864-fef7-4b32-a97e-ac77cd4aa50b HTTP/1.1" status: 204 len: 168 time: 0.2676208 Jul 06 17:34:25.484657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0289df4-6662-4505-a221-feb9bae9a68f req-4c4d0317-e7e5-4a76-8385-84ca520e76ad tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 210 time: 0.0538642 Jul 06 17:34:25.487040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3274e48-be60-4c0f-bfe4-82cc8399b37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b40864-fef7-4b32-a97e-ac77cd4aa50b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:25.567483 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c2e292-202e-4230-985b-5a3327eac254 x-openstack-request-id: req-65c2e292-202e-4230-985b-5a3327eac254 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:25.567885 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:25.568555 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65c2e292-202e-4230-985b-5a3327eac254 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:25.569230 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'status': 'completed', 'code': 200} Jul 06 17:34:25.618650 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-9633872e-bd26-4c9c-b28f-0a339f851b4f service neutron] 10.222.0.55 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852620 Jul 06 17:34:25.733198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-314b6817-c952-47ee-b3b8-7cd1922aa7cf req-b7a1f716-4a0d-4687-b701-283c9cc77ea9 service neutron] 10.222.0.55 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070082 Jul 06 17:34:25.741676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a4704-4009-4051-b19a-9a642a081572 req-2a608ff6-27f9-48c6-921d-7ff1ceb0bfe7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.743357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d52a4704-4009-4051-b19a-9a642a081572 req-2a608ff6-27f9-48c6-921d-7ff1ceb0bfe7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.1595414 Jul 06 17:34:25.794244 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d52a4704-4009-4051-b19a-9a642a081572 req-9d3231b0-5abe-473d-bf43-b7c67a649b4b tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 Jul 06 17:34:25.920469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7015fe-03ff-4f93-8f97-9e48ed966dfd req-e0df82b8-9b6b-493d-9723-3193b189461c tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.922311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac7015fe-03ff-4f93-8f97-9e48ed966dfd req-e0df82b8-9b6b-493d-9723-3193b189461c tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 944 time: 0.1109958 Jul 06 17:34:25.928303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-a88ead7e-d699-452c-bc08-acc64bb9380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:25.929761 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-a88ead7e-d699-452c-bc08-acc64bb9380c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a6b1dc6ea114c51aeb0ac149db7f212&device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 1094 time: 0.1085813 Jul 06 17:34:26.013306 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac7015fe-03ff-4f93-8f97-9e48ed966dfd req-198523c9-8090-4773-90c5-5c031f311dac tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825751 Jul 06 17:34:26.054545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-7ea45703-d3b6-47b4-bcea-63446900b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.056009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-7ea45703-d3b6-47b4-bcea-63446900b60a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7 HTTP/1.1" status: 200 len: 930 time: 0.1105502 Jul 06 17:34:26.103591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-bcda88fb-c4d5-441c-b757-1b6ad27536be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1 HTTP/1.1" status: 200 len: 217 time: 0.0391243 Jul 06 17:34:26.161666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-0cc9ba3c-f646-4667-8e6b-3850a7a71cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.163794 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-0cc9ba3c-f646-4667-8e6b-3850a7a71cb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d9efa5c-fcd3-430b-ba42-3570a80c0087 HTTP/1.1" status: 200 len: 868 time: 0.0518425 Jul 06 17:34:26.243746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-d4bd369b-eeb7-4dfc-902a-c586d3b6aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.245548 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-d4bd369b-eeb7-4dfc-902a-c586d3b6aa01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654733 Jul 06 17:34:26.270085 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c859a-b4da-43ee-b100-83b931b8b758 req-bee42d8c-9153-40a0-8dde-7d280be15d80 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.272446 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a2c859a-b4da-43ee-b100-83b931b8b758 req-bee42d8c-9153-40a0-8dde-7d280be15d80 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.0802016 Jul 06 17:34:26.317964 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a2c859a-b4da-43ee-b100-83b931b8b758 req-fc1460ae-40e8-4f6b-b76a-03ae99451a20 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Jul 06 17:34:26.356832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54880) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:26.456550 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-a5488b5d-e75e-4d0f-9e9d-8cdd7a9b5acf service neutron] 10.222.0.55 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027159 Jul 06 17:34:26.490578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1956253827-network', 'tenant_id': '048950e7f5024ffd81c6481311b62e94'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:26.523090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:26.526179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.537914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.611028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-c2424a65-3a14-47a2-a5da-57422952c3c0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.612938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-c2424a65-3a14-47a2-a5da-57422952c3c0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.2765079 Jul 06 17:34:26.641737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Request body: {'port': {'device_id': '39cbdbdd-d35b-421e-a06c-269512d793ab', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'admin_state_up': True, 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:26.693964 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3d888ff-7415-4e68-8110-9a3da5184f6e req-dc055037-66d7-4271-9b7e-b64de0f8e87e service neutron] 10.222.0.55 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069798 Jul 06 17:34:26.698286 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.708028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff3233-d805-4dbf-8e1e-82b5ba74cdc1 req-ff44b6ab-b304-47ea-9015-3701b3474aab tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.710052 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-acff3233-d805-4dbf-8e1e-82b5ba74cdc1 req-ff44b6ab-b304-47ea-9015-3701b3474aab tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 943 time: 0.1085217 Jul 06 17:34:26.711230 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.712971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787957a-be49-4c93-aadb-e8cdf737f1e2 req-276ad252-ac01-448d-88a7-0570b04ebfac tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.722172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787957a-be49-4c93-aadb-e8cdf737f1e2 req-276ad252-ac01-448d-88a7-0570b04ebfac tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.728021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787957a-be49-4c93-aadb-e8cdf737f1e2 req-276ad252-ac01-448d-88a7-0570b04ebfac tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.734588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787957a-be49-4c93-aadb-e8cdf737f1e2 req-276ad252-ac01-448d-88a7-0570b04ebfac tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.741132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787957a-be49-4c93-aadb-e8cdf737f1e2 req-276ad252-ac01-448d-88a7-0570b04ebfac tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.747229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787957a-be49-4c93-aadb-e8cdf737f1e2 req-276ad252-ac01-448d-88a7-0570b04ebfac tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.753513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787957a-be49-4c93-aadb-e8cdf737f1e2 req-276ad252-ac01-448d-88a7-0570b04ebfac tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.755411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7787957a-be49-4c93-aadb-e8cdf737f1e2 req-276ad252-ac01-448d-88a7-0570b04ebfac tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.3140006 Jul 06 17:34:26.758637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:34:26.762316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0276ba42-992e-44f2-9783-bdfc2ca9e657 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:26.776739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0117813-c216-4daa-ab55-b3dce3a9d35f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:26.793675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.794922 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Added segment ef923850-3746-4110-819f-681cd3b5013f of type vlan for network 910389ee-c917-4c5a-8fce-e422ee143da0 Jul 06 17:34:26.811626 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-acff3233-d805-4dbf-8e1e-82b5ba74cdc1 req-3d1ce3d9-c4a8-4375-92e2-29079a88f0a4 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912988 Jul 06 17:34:26.842695 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7787957a-be49-4c93-aadb-e8cdf737f1e2 req-bc521235-b5c1-4258-a1fc-6be0d9e01bc4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774183 Jul 06 17:34:26.865347 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.879397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0276ba42-992e-44f2-9783-bdfc2ca9e657, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0276ba42-992e-44f2-9783-bdfc2ca9e657,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:26.887572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0276ba42-992e-44f2-9783-bdfc2ca9e657', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'port_id': '0276ba42-992e-44f2-9783-bdfc2ca9e657', 'mac_address': 'fa:16:3e:59:ed:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:26.904280 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.906016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:26.906800 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.924850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:26.929864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.939860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:26.953760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0276ba42-992e-44f2-9783-bdfc2ca9e657 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:26.980161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0276ba42-992e-44f2-9783-bdfc2ca9e657, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0276ba42-992e-44f2-9783-bdfc2ca9e657,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:26.988055 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.017626 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-057c58fa-bd68-4d7a-8192-6f18b08ca849 req-e7032126-5326-4e59-bb05-3930422a4dc3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 210 time: 0.0535116 Jul 06 17:34:27.021518 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6631844 Jul 06 17:34:27.024462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:27.029260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Request body: {'subnet': {'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1956253827-subnet', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:27.055861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:27.056778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0276ba42-992e-44f2-9783-bdfc2ca9e657,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:27.059353 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.068924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a6703-24d7-4f22-9ee4-a0e45bc9c668 admin admin] Pushing event updated for resources: {'Network': ['ID=910389ee-c917-4c5a-8fce-e422ee143da0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:27.083530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 910389ee-c917-4c5a-8fce-e422ee143da0 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:34:27.168847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Allocated IP 172.20.0.5 (a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4/bcb40348-e9ec-4041-81e2-4567f9b075da/b2b1df8d-f30d-4f38-be98-693d8f4e75d9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:27.282913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0276ba42-992e-44f2-9783-bdfc2ca9e657'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:27.320424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4624a-3029-49af-905a-69944d6b4cac req-fec02234-e298-4830-ae88-cb93ac32b0ef tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:27.322832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8f4624a-3029-49af-905a-69944d6b4cac req-fec02234-e298-4830-ae88-cb93ac32b0ef tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 945 time: 0.1279969 Jul 06 17:34:27.324596 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.426943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8f4624a-3029-49af-905a-69944d6b4cac req-1f3484fb-1a86-4ba2-b2af-e1f12b93bed4 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989618 Jul 06 17:34:27.427924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e4faea-66b9-4aef-8f14-8c3fb631ce2e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:27.447847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Checking segment: {'id': 'ef923850-3746-4110-819f-681cd3b5013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:27.448273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Network hostable DHCP agents. Network: 910389ee-c917-4c5a-8fce-e422ee143da0, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:34:27.471935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Network 910389ee-c917-4c5a-8fce-e422ee143da0 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:34:27.483698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 910389ee-c917-4c5a-8fce-e422ee143da0) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:27.489586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:27.490580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.497419 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802b5a8-a004-4119-a3af-462a9d46a237 None None] Network 910389ee-c917-4c5a-8fce-e422ee143da0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:27.513470 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9ecd99b5-551e-4695-a8c6-e7503d68a169 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4880180 Jul 06 17:34:27.514239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:27.520467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:27.552290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.553669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.588800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b783-2597-475a-8bd4-a6ea32595c86 req-d618ab3a-c713-430a-9916-5496e9f7212e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:27.590244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4af1b783-2597-475a-8bd4-a6ea32595c86 req-d618ab3a-c713-430a-9916-5496e9f7212e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.4181120 Jul 06 17:34:27.654765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.673545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc45796-1113-474a-8abd-844e90b24267 req-e9d66f19-241b-4207-80fd-84b9badc2a1d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:27.675964 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5dc45796-1113-474a-8abd-844e90b24267 req-e9d66f19-241b-4207-80fd-84b9badc2a1d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.1169267 Jul 06 17:34:27.693609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-910389ee-c917-4c5a-8fce-e422ee143da0', 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'fixed_ips': [{'subnet_id': '80e4faea-66b9-4aef-8f14-8c3fb631ce2e'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:34:27.694649 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.703588 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4af1b783-2597-475a-8bd4-a6ea32595c86 req-6107293d-8057-4701-ace4-a5a3e2d2ebe5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973997 Jul 06 17:34:27.707361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.760367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.815081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:27.818688 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5dc45796-1113-474a-8abd-844e90b24267 req-78610597-24fa-44fe-872e-6c695c401d88 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059351 Jul 06 17:34:27.823896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:27.828534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:27.833781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event updated for resources: {'Port': ['ID=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:27.859172 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.863875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Allocated IP 172.20.0.2 (910389ee-c917-4c5a-8fce-e422ee143da0/80e4faea-66b9-4aef-8f14-8c3fb631ce2e/6857b2c9-dbf3-4853-81c0-3109e436fecd) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:27.933312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:27.933969 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:27.956264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-a3c3a0e8-fa08-4ef8-9c80-ca13cce1ed0e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3278210 Jul 06 17:34:27.969491 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Request body: {'port': {'device_id': '39cbdbdd-d35b-421e-a06c-269512d793ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:28.162404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a6b1e-0b65-4b61-89c6-4c426a74dd30 req-f0d10e0c-9301-4d34-a0f3-cd3770421499 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.164941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc3a6b1e-0b65-4b61-89c6-4c426a74dd30 req-f0d10e0c-9301-4d34-a0f3-cd3770421499 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 943 time: 0.1918819 Jul 06 17:34:28.166183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.223830 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.225016 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.233097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Transition to ACTIVE for port object 6857b2c9-dbf3-4853-81c0-3109e436fecd will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:28.253036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Transition to ACTIVE for port object 6857b2c9-dbf3-4853-81c0-3109e436fecd will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:28.259056 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.272372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.299171 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc3a6b1e-0b65-4b61-89c6-4c426a74dd30 req-0113c1c0-f740-4165-90d5-1b8e2447e93a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262820 Jul 06 17:34:28.308990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Network 910389ee-c917-4c5a-8fce-e422ee143da0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:28.311100 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3b471-2535-4575-b017-100d13bcdf0a req-765debce-871a-4c1c-b630-8e3db74a6d08 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.315159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:28.317820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:28.334652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3b471-2535-4575-b017-100d13bcdf0a req-765debce-871a-4c1c-b630-8e3db74a6d08 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.335496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Pushing event updated for resources: {'Port': ['ID=6857b2c9-dbf3-4853-81c0-3109e436fecd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:28.335933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3b471-2535-4575-b017-100d13bcdf0a req-765debce-871a-4c1c-b630-8e3db74a6d08 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.347399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3b471-2535-4575-b017-100d13bcdf0a req-765debce-871a-4c1c-b630-8e3db74a6d08 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.359118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3b471-2535-4575-b017-100d13bcdf0a req-765debce-871a-4c1c-b630-8e3db74a6d08 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.377652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3b471-2535-4575-b017-100d13bcdf0a req-765debce-871a-4c1c-b630-8e3db74a6d08 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.393968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3b471-2535-4575-b017-100d13bcdf0a req-765debce-871a-4c1c-b630-8e3db74a6d08 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.410834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7b3b471-2535-4575-b017-100d13bcdf0a req-765debce-871a-4c1c-b630-8e3db74a6d08 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.3739650 Jul 06 17:34:28.425145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Attempting to bind port 6857b2c9-dbf3-4853-81c0-3109e436fecd on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:28.426027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Attempting to bind port 6857b2c9-dbf3-4853-81c0-3109e436fecd by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'ef923850-3746-4110-819f-681cd3b5013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:28.426662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Attempting to bind port 6857b2c9-dbf3-4853-81c0-3109e436fecd on network 910389ee-c917-4c5a-8fce-e422ee143da0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:28.432752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:28.433559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Checking segment: {'id': 'ef923850-3746-4110-819f-681cd3b5013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:28.434435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.435464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Bound using segment: {'id': 'ef923850-3746-4110-819f-681cd3b5013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:28.442687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Bound port: 6857b2c9-dbf3-4853-81c0-3109e436fecd, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef923850-3746-4110-819f-681cd3b5013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:28.443461 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.563293 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7b3b471-2535-4575-b017-100d13bcdf0a req-dfff6fc3-7ac6-465c-a159-3b870f0672e3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533914 Jul 06 17:34:28.587206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] For port 6857b2c9-dbf3-4853-81c0-3109e436fecd, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:28.592075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] For port 6857b2c9-dbf3-4853-81c0-3109e436fecd, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6857b2c9-dbf3-4853-81c0-3109e436fecd,segment=NetworkSegment(ef923850-3746-4110-819f-681cd3b5013f),segment_id=ef923850-3746-4110-819f-681cd3b5013f)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:28.599204 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.603153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b1df8d-f30d-4f38-be98-693d8f4e75d9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:28.613833 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.629778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Transition to ACTIVE for port object b2b1df8d-f30d-4f38-be98-693d8f4e75d9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:28.633634 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.652331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Allocated IP 172.25.7.10 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/f5727eca-c3b7-4bc0-a488-b48d0e2b5c31) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:28.691774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3be09a-417a-4eb5-b7e5-193640b8b6a7 None None] Pushing event updated for resources: {'Port': ['ID=6857b2c9-dbf3-4853-81c0-3109e436fecd,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:28.777209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0276ba42-992e-44f2-9783-bdfc2ca9e657 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:28.814675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.825008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:28.848031 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95440-9513-4b55-8389-269514873189 req-7855ce1c-fccc-4913-9ee0-4a436c9b31b7 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.848193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0276ba42-992e-44f2-9783-bdfc2ca9e657 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:28.849653 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-44d95440-9513-4b55-8389-269514873189 req-7855ce1c-fccc-4913-9ee0-4a436c9b31b7 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 945 time: 0.1121793 Jul 06 17:34:28.852455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0276ba42-992e-44f2-9783-bdfc2ca9e657 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:28.852906 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.902011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Attempting to bind port b2b1df8d-f30d-4f38-be98-693d8f4e75d9 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:28.902011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Attempting to bind port b2b1df8d-f30d-4f38-be98-693d8f4e75d9 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:28.902414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Attempting to bind port b2b1df8d-f30d-4f38-be98-693d8f4e75d9 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:28.930925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413244e1-3cea-4b35-80e6-f44800c09986 req-4f7626c5-de57-43fd-a2de-d76026e945a6 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:28.932714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-413244e1-3cea-4b35-80e6-f44800c09986 req-4f7626c5-de57-43fd-a2de-d76026e945a6 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 943 time: 0.2158015 Jul 06 17:34:28.933626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Port b2b1df8d-f30d-4f38-be98-693d8f4e75d9 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:28.933997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Attempting to bind port b2b1df8d-f30d-4f38-be98-693d8f4e75d9 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:28.940834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:28.941175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Checking segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:28.941609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Bound using segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:28.942063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Bound port: b2b1df8d-f30d-4f38-be98-693d8f4e75d9, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:28.942629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:28.943929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.007706 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-44d95440-9513-4b55-8389-269514873189 req-db8c19f5-8604-40a7-8f55-7b19a8fb1df4 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407595 Jul 06 17:34:29.023973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:29.027304 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.050912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:29.058771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0276ba42-992e-44f2-9783-bdfc2ca9e657'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:29.058937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Pushing event updated for resources: {'Port': ['ID=f5727eca-c3b7-4bc0-a488-b48d0e2b5c31,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:29.061791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:29.064139 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971b7e16-bb56-427f-8022-ee956d5e7afc" -d '{"events": [{"server_uuid": "12863e67-b4c2-46c6-8cef-a4b39c18bedf", "name": "network-vif-plugged", "status": "completed", "tag": "0276ba42-992e-44f2-9783-bdfc2ca9e657"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:29.084879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0276ba42-992e-44f2-9783-bdfc2ca9e657, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0276ba42-992e-44f2-9783-bdfc2ca9e657,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:29.092607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-413244e1-3cea-4b35-80e6-f44800c09986 req-28c512ad-da49-4a5d-b3da-b664df22b4a6 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461844 Jul 06 17:34:29.097034 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.151236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] For port b2b1df8d-f30d-4f38-be98-693d8f4e75d9, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:29.154846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] For port b2b1df8d-f30d-4f38-be98-693d8f4e75d9, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:29.163176 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.177593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0276ba42-992e-44f2-9783-bdfc2ca9e657,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:29.207339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:29.207985 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.209382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] 10.222.0.55 "PUT /v2.0/ports/b2b1df8d-f30d-4f38-be98-693d8f4e75d9 HTTP/1.1" status: 200 len: 1091 time: 1.2457058 Jul 06 17:34:29.209959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cbdbdd-d35b-421e-a06c-269512d793ab', 'tag': 'b2b1df8d-f30d-4f38-be98-693d8f4e75d9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:29.212425 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a832f60-62a5-4e90-8a4f-37a99676b70d" -d '{"events": [{"name": "network-changed", "server_uuid": "39cbdbdd-d35b-421e-a06c-269512d793ab", "tag": "b2b1df8d-f30d-4f38-be98-693d8f4e75d9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:29.221309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4b5b45c4-da90-4447-808a-4a375fb32fb1 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:29.254635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d25eb-7040-49c8-a269-c075d8230310 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:29.328102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53de49b-e24b-4145-a52f-8cb180b47bb0 req-8a331a68-f5f3-4baa-ab9c-a83a4add9bae tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:29.330566 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b53de49b-e24b-4145-a52f-8cb180b47bb0 req-8a331a68-f5f3-4baa-ab9c-a83a4add9bae tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.1867812 Jul 06 17:34:29.382037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-607e4ef6-84db-4910-8ca3-6eaf6e0eb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:29.383574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-607e4ef6-84db-4910-8ca3-6eaf6e0eb03c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 1094 time: 0.1213937 Jul 06 17:34:29.386277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4b5b45c4-da90-4447-808a-4a375fb32fb1, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:29.402174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'port_id': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'mac_address': 'fa:16:3e:87:04:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:29.438314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-986b4670-af64-4f79-b8da-5bf0f9b52db6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9 HTTP/1.1" status: 200 len: 217 time: 0.0446622 Jul 06 17:34:29.446528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20e3a6-d439-4a30-a626-c570cd97c385 req-79c6e72e-05a5-48b2-9e64-59e9006878d8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:29.448206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b53de49b-e24b-4145-a52f-8cb180b47bb0 req-4a98e720-f661-44d4-82ad-c55bb9874af7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795326 Jul 06 17:34:29.453622 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6d20e3a6-d439-4a30-a626-c570cd97c385 req-79c6e72e-05a5-48b2-9e64-59e9006878d8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.1444523 Jul 06 17:34:29.484737 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.491667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.526172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5b45c4-da90-4447-808a-4a375fb32fb1 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:29.527139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-16bba080-5d22-410d-8206-58f2fadcbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:29.528635 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-16bba080-5d22-410d-8206-58f2fadcbe3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.0717719 Jul 06 17:34:29.553871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6d20e3a6-d439-4a30-a626-c570cd97c385 req-fcc8ba3a-ce81-4007-9a6d-4813a10ab80e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899439 Jul 06 17:34:29.585289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4b5b45c4-da90-4447-808a-4a375fb32fb1, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:29.592021 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.624395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-e33de1c6-a771-447a-b070-97ea4ce34ba5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691879 Jul 06 17:34:29.693115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4b5b45c4-da90-4447-808a-4a375fb32fb1,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:29.744957 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582191a1-6798-4611-bed7-3731b7015566 x-openstack-request-id: req-582191a1-6798-4611-bed7-3731b7015566 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:29.745256 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cbdbdd-d35b-421e-a06c-269512d793ab", "tag": "b2b1df8d-f30d-4f38-be98-693d8f4e75d9", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:29.745509 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-582191a1-6798-4611-bed7-3731b7015566 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:29.745915 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cbdbdd-d35b-421e-a06c-269512d793ab', 'tag': 'b2b1df8d-f30d-4f38-be98-693d8f4e75d9', 'status': 'completed', 'code': 200} Jul 06 17:34:29.759786 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d687c53-eb5f-4430-a7f3-9f61ad9e8045 x-openstack-request-id: req-2d687c53-eb5f-4430-a7f3-9f61ad9e8045 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:29.760074 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12863e67-b4c2-46c6-8cef-a4b39c18bedf", "name": "network-vif-plugged", "status": "completed", "tag": "0276ba42-992e-44f2-9783-bdfc2ca9e657", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:29.760348 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d687c53-eb5f-4430-a7f3-9f61ad9e8045 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:29.760736 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0276ba42-992e-44f2-9783-bdfc2ca9e657', 'code': 200} Jul 06 17:34:29.824369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:29.867472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-037e6ea0-33a8-4a45-8c2a-fe67abffb299 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319739 Jul 06 17:34:29.946987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['4b5b45c4-da90-4447-808a-4a375fb32fb1'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:29.989716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7045f73-229e-47cc-bf13-17d46565023e req-6e5fc223-88bb-4887-976f-db894cc09520 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:29.996829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f7045f73-229e-47cc-bf13-17d46565023e req-6e5fc223-88bb-4887-976f-db894cc09520 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 944 time: 0.2387593 Jul 06 17:34:29.998133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:34:30.075003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ac37a-53cc-45de-b86c-6f4ce0d5d5ed None None] Network 910389ee-c917-4c5a-8fce-e422ee143da0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:30.083298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f7045f73-229e-47cc-bf13-17d46565023e req-4fbd21ff-7bc4-460a-9049-0cb96d313bf4 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853903 Jul 06 17:34:30.093317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1973abb-15a4-45f2-88b3-2008196ff26b req-20c61794-51aa-4276-9d38-6300c9383a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.096833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1973abb-15a4-45f2-88b3-2008196ff26b req-20c61794-51aa-4276-9d38-6300c9383a47 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 1097 time: 0.2465649 Jul 06 17:34:30.152173 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1973abb-15a4-45f2-88b3-2008196ff26b req-95c41e93-02bf-4fd9-9cb4-e35ca3b24aa6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455015 Jul 06 17:34:30.154573 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0d08c94-8daa-420c-af00-aacf2b38e026 req-04f0ba1a-e9e8-4568-8c46-cbf01e346b2d service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602437 Jul 06 17:34:30.193642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b74d-54f6-4f66-8873-ab1e018949c6 req-3cae1c13-1d3d-47b1-a183-170f0ffbfcf0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.208530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b74d-54f6-4f66-8873-ab1e018949c6 req-3cae1c13-1d3d-47b1-a183-170f0ffbfcf0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.214413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b74d-54f6-4f66-8873-ab1e018949c6 req-3cae1c13-1d3d-47b1-a183-170f0ffbfcf0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.220998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b74d-54f6-4f66-8873-ab1e018949c6 req-3cae1c13-1d3d-47b1-a183-170f0ffbfcf0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.228514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b74d-54f6-4f66-8873-ab1e018949c6 req-3cae1c13-1d3d-47b1-a183-170f0ffbfcf0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.234952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b74d-54f6-4f66-8873-ab1e018949c6 req-3cae1c13-1d3d-47b1-a183-170f0ffbfcf0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.239139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0e5fad6d-4d89-454c-a6a9-49b8bde50608 None None] Provisioning for port 6857b2c9-dbf3-4853-81c0-3109e436fecd completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:30.241682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b74d-54f6-4f66-8873-ab1e018949c6 req-3cae1c13-1d3d-47b1-a183-170f0ffbfcf0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.250301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0851b74d-54f6-4f66-8873-ab1e018949c6 req-3cae1c13-1d3d-47b1-a183-170f0ffbfcf0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.2336321 Jul 06 17:34:30.275446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:34:30.299532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Sync routers for ids ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:34:30.300951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:30.304709 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1d1f379e-4bf6-4ea6-bc5c-32d79198ebac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7868631 Jul 06 17:34:30.305443 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:30.323028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0851b74d-54f6-4f66-8873-ab1e018949c6 req-b1ecfc39-5357-4410-88dc-99ea9060816f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716646 Jul 06 17:34:30.323860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d1b1-c1ae-4ab9-af0b-fc79985198c9 req-7ad6f320-a42f-45da-87a0-154c0862731c tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.325611 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8006d1b1-c1ae-4ab9-af0b-fc79985198c9 req-7ad6f320-a42f-45da-87a0-154c0862731c tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 946 time: 0.1220987 Jul 06 17:34:30.329997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Routers {'7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:30.331084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:30.425259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-ac32fdc1-5870-4884-bf13-9ae870b12fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.427564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-ac32fdc1-5870-4884-bf13-9ae870b12fae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 1094 time: 0.2125576 Jul 06 17:34:30.459117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Set router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:30.559445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8006d1b1-c1ae-4ab9-af0b-fc79985198c9 req-114eb333-38da-4f3f-9ec1-cbc25975ae68 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015762 Jul 06 17:34:30.652093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-187f5855-d630-42d8-9645-d5129894f5f0 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.653821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-187f5855-d630-42d8-9645-d5129894f5f0 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.2979813 Jul 06 17:34:30.688784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799526-3'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:30.730561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6857b2c9-dbf3-4853-81c0-3109e436fecd up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:30.770408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-6a14d15c-8643-47c7-85cd-cbb4d3275591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.772732 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-6a14d15c-8643-47c7-85cd-cbb4d3275591 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.3370032 Jul 06 17:34:30.819903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:27Z', 'updated_at': '2021-07-06T17:34:29Z', 'revision_number': 3, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'gw_port': {'id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:28Z', 'updated_at': '2021-07-06T17:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:30.822893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 6857b2c9-dbf3-4853-81c0-3109e436fecd completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:30.851178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6857b2c9-dbf3-4853-81c0-3109e436fecd triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:30.851556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:30.853218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Checking router: 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:34:30.853564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Updating router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:34:30.870874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-c49a87be-1d82-4027-b974-04ec35b00580 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9 HTTP/1.1" status: 200 len: 217 time: 0.0532866 Jul 06 17:34:30.895243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:30.929580 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:30.976466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-da1ba7c4-a1af-40ba-ba47-612e9d05b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.977849 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-da1ba7c4-a1af-40ba-ba47-612e9d05b5b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.0975935 Jul 06 17:34:30.985574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d287b9-5d80-4340-a6c5-e9b1dd72e57d req-06ca0497-c6ab-4767-bfd6-8f3f111b8786 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:30.987524 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d287b9-5d80-4340-a6c5-e9b1dd72e57d req-06ca0497-c6ab-4767-bfd6-8f3f111b8786 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.2339854 Jul 06 17:34:31.035355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-9659699e-fea2-4e1f-8036-f2e1b02aaf1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449166 Jul 06 17:34:31.063934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1b1b-1283-41cd-9b7a-21712ebb3925 req-064c215f-1327-431e-85ea-9d15a89ce43a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.065466 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-546c1b1b-1283-41cd-9b7a-21712ebb3925 req-064c215f-1327-431e-85ea-9d15a89ce43a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 943 time: 0.5939245 Jul 06 17:34:31.133698 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.150272 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-546c1b1b-1283-41cd-9b7a-21712ebb3925 req-2d103f57-5de8-4ac9-b66b-5683913fa651 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518970 Jul 06 17:34:31.178236 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d287b9-5d80-4340-a6c5-e9b1dd72e57d req-548b1efe-2870-451f-95c2-693cfe26c077 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774549 Jul 06 17:34:31.209038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 6857b2c9-dbf3-4853-81c0-3109e436fecd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6857b2c9-dbf3-4853-81c0-3109e436fecd,segment=NetworkSegment(ef923850-3746-4110-819f-681cd3b5013f),segment_id=ef923850-3746-4110-819f-681cd3b5013f)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:31.217867 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.311818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:31.312222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.340958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-a9dd9af3-08c9-43b3-8e3f-04dc57c8fe4d service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913196 Jul 06 17:34:31.416205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=6857b2c9-dbf3-4853-81c0-3109e436fecd,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:31.455363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:31.513183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82661ddc-4fe1-49d6-b929-ddf990028a1d req-63051921-fb05-49ea-997f-72f5d7b72133 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.514703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82661ddc-4fe1-49d6-b929-ddf990028a1d req-63051921-fb05-49ea-997f-72f5d7b72133 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 945 time: 0.1800566 Jul 06 17:34:31.540213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.540806 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.560185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Transition to ACTIVE for port object f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:31.571107 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.574678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.583934 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.591943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82661ddc-4fe1-49d6-b929-ddf990028a1d req-c443321d-fda8-4640-b292-93bf04ca563f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680749 Jul 06 17:34:31.606110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Allocated IP 172.20.0.1 (910389ee-c917-4c5a-8fce-e422ee143da0/80e4faea-66b9-4aef-8f14-8c3fb631ce2e/3e9c4b18-84c7-4b12-9e9a-e470ba4c68de) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:31.627235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3a832f60-62a5-4e90-8a4f-37a99676b70d req-4804d540-2e0a-4787-bcb1-4343a6a9698c service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778082 Jul 06 17:34:31.640671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a265d9-959c-4712-b845-c4e0a76194e9 None None] Pushing event updated for resources: {'Port': ['ID=f5727eca-c3b7-4bc0-a488-b48d0e2b5c31,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:31.640671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Attempting to bind port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:31.640671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Attempting to bind port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:31.640671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Attempting to bind port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:31.640671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:31.640671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:31.642411 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.642411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:31.642411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Bound port: f5727eca-c3b7-4bc0-a488-b48d0e2b5c31, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:31.642646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.697710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] For port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:31.701184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] For port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f5727eca-c3b7-4bc0-a488-b48d0e2b5c31,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:31.708981 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.738259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Pushing event updated for resources: {'Port': ['ID=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:31.759146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.762209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db1a4b-8ffc-4802-a09c-4f2803ba7639 req-8b62e042-d7b6-4a2a-bfbb-07257570f000 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.764237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-60db1a4b-8ffc-4802-a09c-4f2803ba7639 req-8b62e042-d7b6-4a2a-bfbb-07257570f000 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 944 time: 0.2412353 Jul 06 17:34:31.765002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:31.768760 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ccdbce-386b-4b36-855f-ae8a2fc4a55e" -d '{"events": [{"server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:31.774762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on host n-h2-799526-3 for vnic_type normal with profile {"migrating_to": "n-h1-799526-3"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:31.775107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:31.775521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:31.780073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Transition to ACTIVE for port object 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:31.785444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Routers {'7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:31.786207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:31.792365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a265d9-959c-4712-b845-c4e0a76194e9 None None] Pushing event updated for resources: {'Port': ['ID=f5727eca-c3b7-4bc0-a488-b48d0e2b5c31,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:31.803669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on network 5675b7ba-2b38-4a3d-907a-7544b365318f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:31.804060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Attempting to bind port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on network 5675b7ba-2b38-4a3d-907a-7544b365318f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:31.815402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:31.815880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Checking segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:31.816348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Bound using segment: {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:31.816852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Bound port: d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5675b7ba-2b38-4a3d-907a-7544b365318f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:31.817294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.874701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.901820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] Set router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:31.920937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:31.925312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:31.929606 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Network 910389ee-c917-4c5a-8fce-e422ee143da0 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:31.930541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-60db1a4b-8ffc-4802-a09c-4f2803ba7639 req-a2e84346-4962-4713-ae2c-c34716ec8f47 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576748 Jul 06 17:34:31.932775 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:31.942762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5c4f-946b-43b8-8efb-d316c0d87609 req-9004a57c-40ca-489c-a6e6-766b87304302 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.949071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5c4f-946b-43b8-8efb-d316c0d87609 req-9004a57c-40ca-489c-a6e6-766b87304302 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.961347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5c4f-946b-43b8-8efb-d316c0d87609 req-9004a57c-40ca-489c-a6e6-766b87304302 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.961884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5c4f-946b-43b8-8efb-d316c0d87609 req-9004a57c-40ca-489c-a6e6-766b87304302 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.968111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5c4f-946b-43b8-8efb-d316c0d87609 req-9004a57c-40ca-489c-a6e6-766b87304302 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.974577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5c4f-946b-43b8-8efb-d316c0d87609 req-9004a57c-40ca-489c-a6e6-766b87304302 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.980691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5c4f-946b-43b8-8efb-d316c0d87609 req-9004a57c-40ca-489c-a6e6-766b87304302 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:31.989244 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c0cd5c4f-946b-43b8-8efb-d316c0d87609 req-9004a57c-40ca-489c-a6e6-766b87304302 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.1945767 Jul 06 17:34:32.003732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:32.011892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:32.014380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9c4b18-84c7-4b12-9e9a-e470ba4c68de,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:32.059477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:32.060312 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:32.061936 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] 10.222.0.22 "PUT /v2.0/ports/d3ac480b-4bf9-4ec6-9fea-6414b2a82688 HTTP/1.1" status: 200 len: 1121 time: 1.3805013 Jul 06 17:34:32.063024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550d9ae-af2f-47b3-88a0-4f41f62d2e2d service neutron] Pushing event updated for resources: {'Port': ['ID=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:32.090763 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c0cd5c4f-946b-43b8-8efb-d316c0d87609 req-0f12c74d-5951-4283-9fdd-439bc699823f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004858 Jul 06 17:34:32.104633 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:32.200267 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7b22a1-da9e-4b46-a33c-b8c891cbeaf9 x-openstack-request-id: req-4c7b22a1-da9e-4b46-a33c-b8c891cbeaf9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:32.200727 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:32.201107 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c7b22a1-da9e-4b46-a33c-b8c891cbeaf9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:32.203532 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688', 'code': 200} Jul 06 17:34:32.226850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['d3ac480b-4bf9-4ec6-9fea-6414b2a82688'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:32.262114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d3ac480b-4bf9-4ec6-9fea-6414b2a82688'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:32.266215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db859c-1c76-49d0-9809-436ea0efea55 req-e26a2539-67df-4fdc-ab89-b4c9775dbd6a tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:32.269975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48db859c-1c76-49d0-9809-436ea0efea55 req-e26a2539-67df-4fdc-ab89-b4c9775dbd6a tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 946 time: 0.1274326 Jul 06 17:34:32.338986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48db859c-1c76-49d0-9809-436ea0efea55 req-01e0c158-882a-4869-88af-507b88d0d599 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634708 Jul 06 17:34:32.391062 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:32.510451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c838c-dc7e-4a01-a771-d90bc1ca93d3 req-fcf2390e-2575-4861-a8a9-7144cba315b8 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:32.518363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-337c838c-dc7e-4a01-a771-d90bc1ca93d3 req-fcf2390e-2575-4861-a8a9-7144cba315b8 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 943 time: 0.1535604 Jul 06 17:34:32.550330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b63538-7cab-46f3-a8dc-fc1e592373b1 req-18a7d23a-c785-44e5-bfec-95bf43c94d97 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:32.557950 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4b63538-7cab-46f3-a8dc-fc1e592373b1 req-18a7d23a-c785-44e5-bfec-95bf43c94d97 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.0815101 Jul 06 17:34:32.591345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f82fc963-df3e-43e8-88d6-4868e9844c9a None None] Provisioning for port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:32.592694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-337c838c-dc7e-4a01-a771-d90bc1ca93d3 req-64ce1325-b84d-4055-ad6e-893f42929d2f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734625 Jul 06 17:34:32.603199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6857b2c9-dbf3-4853-81c0-3109e436fecd up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:32.609685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4b63538-7cab-46f3-a8dc-fc1e592373b1 req-0ae1b700-9fcd-41ea-94dd-1c362c7a13ad tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Jul 06 17:34:32.625226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f82fc963-df3e-43e8-88d6-4868e9844c9a None None] Provisioning complete for port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:32.625613 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f82fc963-df3e-43e8-88d6-4868e9844c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:32.697366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:32.704644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:32.743023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f82fc963-df3e-43e8-88d6-4868e9844c9a None None] Port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:32.762601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:27Z', 'updated_at': '2021-07-06T17:34:29Z', 'revision_number': 3, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'gw_port': {'id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:28Z', 'updated_at': '2021-07-06T17:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:32.799727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e6015-ed4b-4e70-966f-2110f44d5641 None None] The sync data for ids ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'] in n-d-799526-3 is: [{'id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:27Z', 'updated_at': '2021-07-06T17:34:29Z', 'revision_number': 3, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'gw_port': {'id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:28Z', 'updated_at': '2021-07-06T17:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:34:32.809945 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d3ac480b-4bf9-4ec6-9fea-6414b2a82688 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:32.812218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6857b2c9-dbf3-4853-81c0-3109e436fecd triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:32.813091 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:32.856092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:32.859176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9c4b18-84c7-4b12-9e9a-e470ba4c68de,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:32.871841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de45471-5094-4bfa-a55c-abc1679a3627 req-4c673ab4-456b-40e0-afad-b88cabcc0879 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:32.873668 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4de45471-5094-4bfa-a55c-abc1679a3627 req-4c673ab4-456b-40e0-afad-b88cabcc0879 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 946 time: 0.1001945 Jul 06 17:34:32.886295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54956) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:32.892058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Request body: {'floatingip': {'port_id': '0276ba42-992e-44f2-9783-bdfc2ca9e657'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:32.945113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:33.120252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Network 910389ee-c917-4c5a-8fce-e422ee143da0 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:33.122415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:33.161800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:33.188127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d3ac480b-4bf9-4ec6-9fea-6414b2a82688 has no active binding in host n-h1-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:34:33.238479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b2b1df8d-f30d-4f38-be98-693d8f4e75d9 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:33.240718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4b5b45c4-da90-4447-808a-4a375fb32fb1 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:33.336871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc77bd4-9a16-48b3-9185-5867d3e3b6ba req-90594b72-8a8c-481f-b591-4a1a762825b6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:33.347944 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbc77bd4-9a16-48b3-9185-5867d3e3b6ba req-90594b72-8a8c-481f-b591-4a1a762825b6 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.3114080 Jul 06 17:34:33.395426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065fb5f-ce12-4548-84ee-98f82d65d328 req-b0866df3-1e18-4a42-a5bd-a57dc52bcf56 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:33.403598 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1065fb5f-ce12-4548-84ee-98f82d65d328 req-b0866df3-1e18-4a42-a5bd-a57dc52bcf56 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 944 time: 0.2863631 Jul 06 17:34:33.431053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbc77bd4-9a16-48b3-9185-5867d3e3b6ba req-a5ebbba4-c4cc-4395-a2d2-57fa74afee18 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811412 Jul 06 17:34:33.435339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:34:33.493811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1065fb5f-ce12-4548-84ee-98f82d65d328 req-1c64e02e-fde9-40ab-807a-e668a049619b tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880766 Jul 06 17:34:33.530628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port b2b1df8d-f30d-4f38-be98-693d8f4e75d9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:33.590084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'b2b1df8d-f30d-4f38-be98-693d8f4e75d9', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'port_id': 'b2b1df8d-f30d-4f38-be98-693d8f4e75d9', 'mac_address': 'fa:16:3e:3f:9c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb40348-e9ec-4041-81e2-4567f9b075da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:33.648985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cf58ac0d-06ad-412e-98ed-c450945b84a5 None None] Provisioning complete for port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:33.652322 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf58ac0d-06ad-412e-98ed-c450945b84a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:33.747952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:34:33.769786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 4b5b45c4-da90-4447-808a-4a375fb32fb1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:33.778028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-95f8c740-29fc-41cd-b522-741d1c94a325 admin admin] 10.222.0.13 "PUT /v2.0/routers/7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4641950 Jul 06 17:34:33.801246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cf58ac0d-06ad-412e-98ed-c450945b84a5 None None] Port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:33.807627 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:33.830412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 4b5b45c4-da90-4447-808a-4a375fb32fb1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:33.830609 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:33.869431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb56b41-d9cd-45af-9c26-00ce4aaf0667 req-3ff020c6-c65e-4000-a881-b1a4e0970fc8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:33.890019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb56b41-d9cd-45af-9c26-00ce4aaf0667 req-3ff020c6-c65e-4000-a881-b1a4e0970fc8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:33.906819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb56b41-d9cd-45af-9c26-00ce4aaf0667 req-3ff020c6-c65e-4000-a881-b1a4e0970fc8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:33.922309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb56b41-d9cd-45af-9c26-00ce4aaf0667 req-3ff020c6-c65e-4000-a881-b1a4e0970fc8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:33.924465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b1df8d-f30d-4f38-be98-693d8f4e75d9 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:33.935181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb56b41-d9cd-45af-9c26-00ce4aaf0667 req-3ff020c6-c65e-4000-a881-b1a4e0970fc8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:33.946817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb56b41-d9cd-45af-9c26-00ce4aaf0667 req-3ff020c6-c65e-4000-a881-b1a4e0970fc8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:33.957121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb56b41-d9cd-45af-9c26-00ce4aaf0667 req-3ff020c6-c65e-4000-a881-b1a4e0970fc8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:33.968358 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffb56b41-d9cd-45af-9c26-00ce4aaf0667 req-3ff020c6-c65e-4000-a881-b1a4e0970fc8 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.2431304 Jul 06 17:34:33.971961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54970) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:33.983347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port b2b1df8d-f30d-4f38-be98-693d8f4e75d9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:34.002309 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.072296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffb56b41-d9cd-45af-9c26-00ce4aaf0667 req-4ecb26d3-9040-4ce0-8ece-8e62a171901e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025927 Jul 06 17:34:34.081125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-901026576'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:34.093501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:34.101873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.138722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:34.142493 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5801ad-6c0b-4661-8763-c813d652f3cd" -d '{"events": [{"server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "name": "network-vif-plugged", "status": "completed", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:34.143989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:34.148112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.158290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4b5b45c4-da90-4447-808a-4a375fb32fb1, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:34.177400 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.194825 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:34:34.217845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:34.220418 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.220991 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Added segment 0414353f-cfd7-443f-80a8-8e700524100b of type vlan for network 7c3a937e-efd1-4c52-a899-17e323ab01ff Jul 06 17:34:34.222097 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:34.286976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.308977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4b5b45c4-da90-4447-808a-4a375fb32fb1,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:34.367661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.373676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:34.374720 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.383090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9db1a-8bde-4b0b-96ce-47c3f0f8a6ce req-9da7a321-085e-43bd-8cfb-c38085e4b759 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:34.385024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5da9db1a-8bde-4b0b-96ce-47c3f0f8a6ce req-9da7a321-085e-43bd-8cfb-c38085e4b759 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.2972727 Jul 06 17:34:34.454441 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4806218 Jul 06 17:34:34.459597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:34.470609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'subnet': {'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:34.472253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae526a4-f530-4f3c-86d7-aaa83d9ffe22 req-4e8bab8d-8110-4061-a0e5-74ad2270feec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:34.473764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fae526a4-f530-4f3c-86d7-aaa83d9ffe22 req-4e8bab8d-8110-4061-a0e5-74ad2270feec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 944 time: 0.1941731 Jul 06 17:34:34.489145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca51d7-ba8d-457e-a44c-cb3aeb391068 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Network': ['ID=7c3a937e-efd1-4c52-a899-17e323ab01ff,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:34.502474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 7c3a937e-efd1-4c52-a899-17e323ab01ff details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:34:34.512979 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:34:34.519585 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fae526a4-f530-4f3c-86d7-aaa83d9ffe22 req-31ce60b1-f850-41b6-ae6a-ea9d2daf5c21 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Jul 06 17:34:34.563067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:34.589043 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5da9db1a-8bde-4b0b-96ce-47c3f0f8a6ce req-bc409362-0f23-4cff-83f9-f69120c6cb3e tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937704 Jul 06 17:34:34.638948 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.647229 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.685514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:34.692706 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401c7101-44de-4eea-8010-0f66077c3564 x-openstack-request-id: req-401c7101-44de-4eea-8010-0f66077c3564 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:34.693001 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "name": "network-vif-plugged", "status": "completed", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:34.693260 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-401c7101-44de-4eea-8010-0f66077c3564 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:34.693676 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'code': 200} Jul 06 17:34:34.740513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:34.760765 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.776239 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea41408c-ec37-4e2c-b659-8d5338abc120 x-openstack-request-id: req-ea41408c-ec37-4e2c-b659-8d5338abc120 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:34.776621 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:34.776766 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea41408c-ec37-4e2c-b659-8d5338abc120 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:34.778192 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688', 'status': 'completed', 'code': 200} Jul 06 17:34:34.812923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:34.830489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:34.831303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.922439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835013e-f189-43bb-baf8-1be1184a4975 req-5d5928a5-cdac-4d37-b1d6-6a46156e79b7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:34.924554 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8835013e-f189-43bb-baf8-1be1184a4975 req-5d5928a5-cdac-4d37-b1d6-6a46156e79b7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.0839219 Jul 06 17:34:34.938949 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:34.975176 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8835013e-f189-43bb-baf8-1be1184a4975 req-04a1db89-1901-425f-af16-9525f257c74d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Jul 06 17:34:34.992107 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:35.028234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f5727eca-c3b7-4bc0-a488-b48d0e2b5c31,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:35.033401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:35.054479 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Floating IP 1058d349-dac3-4fe2-af32-af45a763745b associated. External IP: 172.25.7.229, port: 0276ba42-992e-44f2-9783-bdfc2ca9e657. Jul 06 17:34:35.086590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=f5727eca-c3b7-4bc0-a488-b48d0e2b5c31,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:35.213275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f3437-0d3a-4b9d-982e-c40546119655 req-f74ae616-84f5-480e-9a00-270d32d13754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.214883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f46f3437-0d3a-4b9d-982e-c40546119655 req-f74ae616-84f5-480e-9a00-270d32d13754 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 1096 time: 0.4200280 Jul 06 17:34:35.216704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-afa499f5-5147-4c83-b8da-faf9ab4de34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.218132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-afa499f5-5147-4c83-b8da-faf9ab4de34b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 1124 time: 0.4137635 Jul 06 17:34:35.256440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9fc4d-5d8c-4394-96c6-03e0fef0ad57 req-3c58e955-397b-4894-a402-8f58cc58b009 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.257956 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56f9fc4d-5d8c-4394-96c6-03e0fef0ad57 req-3c58e955-397b-4894-a402-8f58cc58b009 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 945 time: 0.3042128 Jul 06 17:34:35.305396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd962a-f7e2-425d-bc0c-5cb6db1c2814 req-18ec743e-52fe-4050-9800-2fad241555b6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.312172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd962a-f7e2-425d-bc0c-5cb6db1c2814 req-18ec743e-52fe-4050-9800-2fad241555b6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.323201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd962a-f7e2-425d-bc0c-5cb6db1c2814 req-18ec743e-52fe-4050-9800-2fad241555b6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.323465 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Sync routers for ids ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:34:35.331034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd962a-f7e2-425d-bc0c-5cb6db1c2814 req-18ec743e-52fe-4050-9800-2fad241555b6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.335948 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Routers {'7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:35.336777 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:35.337836 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd962a-f7e2-425d-bc0c-5cb6db1c2814 req-18ec743e-52fe-4050-9800-2fad241555b6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.347451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd962a-f7e2-425d-bc0c-5cb6db1c2814 req-18ec743e-52fe-4050-9800-2fad241555b6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.354025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd962a-f7e2-425d-bc0c-5cb6db1c2814 req-18ec743e-52fe-4050-9800-2fad241555b6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.370224 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98bd962a-f7e2-425d-bc0c-5cb6db1c2814 req-18ec743e-52fe-4050-9800-2fad241555b6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.1613078 Jul 06 17:34:35.380140 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:35.447174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f46f3437-0d3a-4b9d-982e-c40546119655 req-2187a69b-b5d3-48cd-9054-c8f4d6dd08dc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062569 Jul 06 17:34:35.449630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98bd962a-f7e2-425d-bc0c-5cb6db1c2814 req-6a44eaee-0632-4944-82b0-3e227d6be71b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783348 Jul 06 17:34:35.468961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56f9fc4d-5d8c-4394-96c6-03e0fef0ad57 req-697db5ff-b462-45e0-93ae-3e9fa1f7aa25 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888061 Jul 06 17:34:35.487969 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Set router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:35.539679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Subnet': ['ID=29cfc679-9354-4ac7-b890-841a4f408535,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:35.578401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Checking segment: {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:35.579006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network hostable DHCP agents. Network: 7c3a937e-efd1-4c52-a899-17e323ab01ff, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:34:35.582776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-69eeb4c1-9f28-4b6b-9ef6-e6826a671140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.584356 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-69eeb4c1-9f28-4b6b-9ef6-e6826a671140 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.3361893 Jul 06 17:34:35.681945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-46a80fe8-1d31-40e2-a9e8-8ed976c7f961 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688 HTTP/1.1" status: 200 len: 217 time: 0.0609818 Jul 06 17:34:35.687091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network 7c3a937e-efd1-4c52-a899-17e323ab01ff is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:34:35.727667 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:27Z', 'updated_at': '2021-07-06T17:34:32Z', 'revision_number': 4, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'gw_port': {'id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:28Z', 'updated_at': '2021-07-06T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3e9c4b18-84c7-4b12-9e9a-e470ba4c68de', 'name': '', 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'mac_address': 'fa:16:3e:b4:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '80e4faea-66b9-4aef-8f14-8c3fb631ce2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:31Z', 'updated_at': '2021-07-06T17:34:32Z', 'revision_number': 2, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'subnets': [{'id': '80e4faea-66b9-4aef-8f14-8c3fb631ce2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:35.734797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 7c3a937e-efd1-4c52-a899-17e323ab01ff) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:35.744888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27d93fd-a14e-482e-acc9-7d4b0f1e48b1 None None] Network 7c3a937e-efd1-4c52-a899-17e323ab01ff requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:35.747094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.747689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:35.769126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-cb04f41a-a934-40b0-89cf-7f6cdfd844f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.770639 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-cb04f41a-a934-40b0-89cf-7f6cdfd844f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.0798857 Jul 06 17:34:35.773518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Router 016116d7-b211-4900-96b9-daee24812f30 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:34:35.775771 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Checking router: 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:34:35.776755 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Updating router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:34:35.808896 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-7af6edec-e4b5-4472-9cb2-c036b36f725b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313475 Jul 06 17:34:35.810694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d0b75464-0e96-43f3-b9a4-4c5d219c8725 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3488960 Jul 06 17:34:35.815651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54992) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:35.819866 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:35.820851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-748782111'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:35.825420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f3f53-4ea7-4600-a934-7bf2d572482a req-a12be5ac-5bfa-4cd1-bd0c-14bba7f553d9 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:35.827049 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7f1f3f53-4ea7-4600-a934-7bf2d572482a req-a12be5ac-5bfa-4cd1-bd0c-14bba7f553d9 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 944 time: 0.1558108 Jul 06 17:34:35.908896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7f1f3f53-4ea7-4600-a934-7bf2d572482a req-884f5761-0047-458d-870d-8213a237c505 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723755 Jul 06 17:34:36.002732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:36.006239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.033265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-7c3a937e-efd1-4c52-a899-17e323ab01ff', 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'fixed_ips': [{'subnet_id': '29cfc679-9354-4ac7-b890-841a4f408535'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:34:36.034580 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.295042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Allocated IP 19.80.0.2 (7c3a937e-efd1-4c52-a899-17e323ab01ff/29cfc679-9354-4ac7-b890-841a4f408535/5ac27592-984f-444a-8bc4-efb8390660e4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:36.299170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11a8a8-c99d-418c-855c-55fea4f4184c req-89c2d742-dde5-472d-9888-407b53143382 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:36.302967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af11a8a8-c99d-418c-855c-55fea4f4184c req-89c2d742-dde5-472d-9888-407b53143382 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.1342599 Jul 06 17:34:36.379987 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af11a8a8-c99d-418c-855c-55fea4f4184c req-33593973-618e-44c5-814d-0dc134d3e637 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679011 Jul 06 17:34:36.404519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-6c29e295-a6a7-4c54-8d95-27f86a4febe6 service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802057 Jul 06 17:34:36.428550 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.443431 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Transition to ACTIVE for port object 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:36.451433 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.482364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:34:36.484081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:34:36.498139 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.573362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] Sync routers for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:34:36.575600 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.575959 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Added segment 92d53597-2686-418c-b6fd-bc0ee7d48f9b of type vlan for network 467bd53e-2794-44c7-bba1-57f5924d7f42 Jul 06 17:34:36.662748 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e97f14-04a3-4531-9eae-6ebd2472c728 None None] Pushing event updated for resources: {'Port': ['ID=3e9c4b18-84c7-4b12-9e9a-e470ba4c68de,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:36.694602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52480fe3-84ee-4f56-aaae-a467d27b4f82 req-4575e30b-32ea-434e-aeaa-c3deb5472579 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:36.697360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52480fe3-84ee-4f56-aaae-a467d27b4f82 req-4575e30b-32ea-434e-aeaa-c3deb5472579 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.8097551 Jul 06 17:34:36.722009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Attempting to bind port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:36.722009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Attempting to bind port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'ef923850-3746-4110-819f-681cd3b5013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:36.726309 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Attempting to bind port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de on network 910389ee-c917-4c5a-8fce-e422ee143da0 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:36.742166 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:36.743530 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Checking segment: {'id': 'ef923850-3746-4110-819f-681cd3b5013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:36.743957 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.744362 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Bound using segment: {'id': 'ef923850-3746-4110-819f-681cd3b5013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:36.746184 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Bound port: 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef923850-3746-4110-819f-681cd3b5013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:36.746667 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.755972 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.762098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-042d97e8-876a-41f7-b2d9-d6689cef430b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "PUT /v2.0/floatingips/1058d349-dac3-4fe2-af32-af45a763745b HTTP/1.1" status: 200 len: 992 time: 3.8745437 Jul 06 17:34:36.779341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'tag': '0276ba42-992e-44f2-9783-bdfc2ca9e657'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:36.781941 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a168597f-daf6-49cf-b861-d219e9e4d50a" -d '{"events": [{"name": "network-changed", "server_uuid": "12863e67-b4c2-46c6-8cef-a4b39c18bedf", "tag": "0276ba42-992e-44f2-9783-bdfc2ca9e657"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:36.800584 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:36.846408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:36.850136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:36.873377 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] For port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:36.877653 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] For port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3e9c4b18-84c7-4b12-9e9a-e470ba4c68de,segment=NetworkSegment(ef923850-3746-4110-819f-681cd3b5013f),segment_id=ef923850-3746-4110-819f-681cd3b5013f)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:36.885512 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.945050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e74a8-0c66-4b23-aa3e-57a2f9b8985e req-e9699ab2-83ea-4e54-9e59-399440f5fc8f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:36.945195 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52480fe3-84ee-4f56-aaae-a467d27b4f82 req-990ffa11-3075-4317-bd65-358772f14af6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132175 Jul 06 17:34:36.959854 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d4e2a9c-a128-4ad5-a717-a81ef4cbe500 req-582d990f-ffc5-4080-aae8-0f4148706a7e service neutron] 10.222.0.55 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351391 Jul 06 17:34:36.961846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e74a8-0c66-4b23-aa3e-57a2f9b8985e req-e9699ab2-83ea-4e54-9e59-399440f5fc8f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:36.979897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e74a8-0c66-4b23-aa3e-57a2f9b8985e req-e9699ab2-83ea-4e54-9e59-399440f5fc8f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:36.984167 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Routers {'7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:36.985229 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:36.988230 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:36.997315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:36.997995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:37.003581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e74a8-0c66-4b23-aa3e-57a2f9b8985e req-e9699ab2-83ea-4e54-9e59-399440f5fc8f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:37.020175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e74a8-0c66-4b23-aa3e-57a2f9b8985e req-e9699ab2-83ea-4e54-9e59-399440f5fc8f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:37.026288 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:37.036307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e74a8-0c66-4b23-aa3e-57a2f9b8985e req-e9699ab2-83ea-4e54-9e59-399440f5fc8f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:37.050378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e74a8-0c66-4b23-aa3e-57a2f9b8985e req-e9699ab2-83ea-4e54-9e59-399440f5fc8f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:37.059023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c35e74a8-0c66-4b23-aa3e-57a2f9b8985e req-e9699ab2-83ea-4e54-9e59-399440f5fc8f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.2753325 Jul 06 17:34:37.059497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Transition to ACTIVE for port object 5ac27592-984f-444a-8bc4-efb8390660e4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:37.140184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Transition to ACTIVE for port object 5ac27592-984f-444a-8bc4-efb8390660e4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:37.160396 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:37.162401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c35e74a8-0c66-4b23-aa3e-57a2f9b8985e req-99ba8bd8-44a4-4d9a-bdef-f3800c511b34 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001267 Jul 06 17:34:37.177542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:37.177905 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:37.190050 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] Set router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:37.232567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Network': ['ID=467bd53e-2794-44c7-bba1-57f5924d7f42,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:37.272842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:37.276202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Network 7c3a937e-efd1-4c52-a899-17e323ab01ff is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:37.280614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b2b1df8d-f30d-4f38-be98-693d8f4e75d9 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:37.284380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 467bd53e-2794-44c7-bba1-57f5924d7f42 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:34:37.305813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-aa2cbd3e-c469-4ed4-b806-c3bbbb9f29b8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4889910 Jul 06 17:34:37.308664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55008) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:37.320199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'subnet': {'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:37.476652 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e97f14-04a3-4531-9eae-6ebd2472c728 None None] Pushing event updated for resources: {'Port': ['ID=3e9c4b18-84c7-4b12-9e9a-e470ba4c68de,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:37.491636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:37.493091 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e095ed0f-50b2-4a61-a43b-9a7f64d1b873 x-openstack-request-id: req-e095ed0f-50b2-4a61-a43b-9a7f64d1b873 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:37.496062 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12863e67-b4c2-46c6-8cef-a4b39c18bedf", "tag": "0276ba42-992e-44f2-9783-bdfc2ca9e657", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:37.496544 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e095ed0f-50b2-4a61-a43b-9a7f64d1b873 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:37.497149 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'tag': '0276ba42-992e-44f2-9783-bdfc2ca9e657', 'status': 'completed', 'code': 200} Jul 06 17:34:37.506873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96987dfb-0654-4d1a-b0cc-d45c91821705 req-c00ee0fb-b611-409f-bbe9-e46a38ee56f1 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:37.518435 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:37.525986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96987dfb-0654-4d1a-b0cc-d45c91821705 req-c00ee0fb-b611-409f-bbe9-e46a38ee56f1 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 945 time: 0.2806346 Jul 06 17:34:37.597245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:37.600936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:37.643413 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:27Z', 'updated_at': '2021-07-06T17:34:32Z', 'revision_number': 4, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'gw_port': {'id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:28Z', 'updated_at': '2021-07-06T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3e9c4b18-84c7-4b12-9e9a-e470ba4c68de', 'name': '', 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'mac_address': 'fa:16:3e:b4:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '80e4faea-66b9-4aef-8f14-8c3fb631ce2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:31Z', 'updated_at': '2021-07-06T17:34:36Z', 'revision_number': 4, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'subnets': [{'id': '80e4faea-66b9-4aef-8f14-8c3fb631ce2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:37.698633 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01273f9-0bec-4e9a-8949-1fc645bef18a None None] The sync data for ids ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'] in n-d-799526-3 is: [{'id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:27Z', 'updated_at': '2021-07-06T17:34:32Z', 'revision_number': 4, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'gw_port': {'id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:28Z', 'updated_at': '2021-07-06T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3e9c4b18-84c7-4b12-9e9a-e470ba4c68de', 'name': '', 'network_id': '910389ee-c917-4c5a-8fce-e422ee143da0', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'mac_address': 'fa:16:3e:b4:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '80e4faea-66b9-4aef-8f14-8c3fb631ce2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:31Z', 'updated_at': '2021-07-06T17:34:36Z', 'revision_number': 4, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'subnets': [{'id': '80e4faea-66b9-4aef-8f14-8c3fb631ce2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:34:37.715655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96987dfb-0654-4d1a-b0cc-d45c91821705 req-f5e6499b-88ce-4529-8654-1f4b291a42fc tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883960 Jul 06 17:34:37.738688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Pushing event updated for resources: {'Port': ['ID=5ac27592-984f-444a-8bc4-efb8390660e4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:37.751513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba3d56-1519-4b64-8de2-53956fa775e8 req-c6e741a6-e2ca-4ccf-82f9-494728672d32 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:37.762303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05ba3d56-1519-4b64-8de2-53956fa775e8 req-c6e741a6-e2ca-4ccf-82f9-494728672d32 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 944 time: 0.1420393 Jul 06 17:34:37.829432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-0c238496-a5c3-4adf-ae34-9e94ca635763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:37.831034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-0c238496-a5c3-4adf-ae34-9e94ca635763 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d1f7078266342929f9be1f63c3c44c4&device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 1097 time: 0.2933314 Jul 06 17:34:37.901593 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05ba3d56-1519-4b64-8de2-53956fa775e8 req-e646b66b-0344-4ff0-af6d-f32812a38944 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379445 Jul 06 17:34:37.933701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Attempting to bind port 5ac27592-984f-444a-8bc4-efb8390660e4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:37.934272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Attempting to bind port 5ac27592-984f-444a-8bc4-efb8390660e4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:37.936520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Attempting to bind port 5ac27592-984f-444a-8bc4-efb8390660e4 on network 7c3a937e-efd1-4c52-a899-17e323ab01ff {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:37.982390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port b2b1df8d-f30d-4f38-be98-693d8f4e75d9 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:38.011396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:38.012100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Checking segment: {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:38.012673 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:38.016154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Bound using segment: {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:38.021707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Bound port: 5ac27592-984f-444a-8bc4-efb8390660e4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:38.023557 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:34:38.024435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:38.033736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port b2b1df8d-f30d-4f38-be98-693d8f4e75d9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:38.034160 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:38.113016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d03ee3-dcda-4e2f-b3e2-ceebe052b872 req-945200da-8358-4ec6-b6b4-984686fb7c0d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.121994 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41d03ee3-dcda-4e2f-b3e2-ceebe052b872 req-945200da-8358-4ec6-b6b4-984686fb7c0d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 943 time: 0.0984085 Jul 06 17:34:38.181441 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41d03ee3-dcda-4e2f-b3e2-ceebe052b872 req-64ad4504-dc0a-4f19-9519-1c8679b914e8 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581672 Jul 06 17:34:38.192499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:38.269016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] For port 5ac27592-984f-444a-8bc4-efb8390660e4, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:38.272934 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:38.300266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-2fb6e6fe-1fca-4f5b-bb8f-663f01b21512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.301767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-2fb6e6fe-1fca-4f5b-bb8f-663f01b21512 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e HTTP/1.1" status: 200 len: 917 time: 0.2510204 Jul 06 17:34:38.342717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port b2b1df8d-f30d-4f38-be98-693d8f4e75d9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:38.348599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] For port 5ac27592-984f-444a-8bc4-efb8390660e4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5ac27592-984f-444a-8bc4-efb8390660e4,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:38.349489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cbdbdd-d35b-421e-a06c-269512d793ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b1df8d-f30d-4f38-be98-693d8f4e75d9'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:38.352453 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad8bb92-044c-4ad1-bb88-d99197ee9a69" -d '{"events": [{"server_uuid": "39cbdbdd-d35b-421e-a06c-269512d793ab", "name": "network-vif-plugged", "status": "completed", "tag": "b2b1df8d-f30d-4f38-be98-693d8f4e75d9"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:38.359477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:38.364978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '1058d349-dac3-4fe2-af32-af45a763745b', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '016116d7-b211-4900-96b9-daee24812f30', 'port_id': '0276ba42-992e-44f2-9783-bdfc2ca9e657', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'mac_address': 'fa:16:3e:59:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:33:28Z', 'updated_at': '2021-07-06T17:34:34Z', 'revision_number': 1, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7971c59-51b4-4744-bf34-76d4cffbddf4', 'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'mac_address': 'fa:16:3e:0d:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:14Z', 'updated_at': '2021-07-06T17:33:25Z', 'revision_number': 5, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'subnets': [{'id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:38.367461 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:38.397515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a65474-a6f1-4679-a4cb-5ebf31fdca3e req-ca073073-c474-41b2-af88-420aebed69c6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.406584 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8a65474-a6f1-4679-a4cb-5ebf31fdca3e req-ca073073-c474-41b2-af88-420aebed69c6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.0950797 Jul 06 17:34:38.435480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] Checking router: 016116d7-b211-4900-96b9-daee24812f30 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:34:38.464082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8a65474-a6f1-4679-a4cb-5ebf31fdca3e req-e43f5433-1c02-4cc2-9461-863110de36cb tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551679 Jul 06 17:34:38.467621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:38.471246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:38.558819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf2204-12d6-4d81-943c-74c8eaf9a4ab None None] Pushing event updated for resources: {'Port': ['ID=5ac27592-984f-444a-8bc4-efb8390660e4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:38.640743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-8b24aa4d-8fe9-4157-ab7f-d5b760329e07 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 258 time: 0.5875282 Jul 06 17:34:38.656194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-de4037d5-92ee-41f1-a988-5df506f39569 service neutron] 10.222.0.55 "GET /v2.0/ports/d3ac480b-4bf9-4ec6-9fea-6414b2a82688/bindings/n-h1-799526-3 HTTP/1.1" status: 200 len: 384 time: 0.6069512 Jul 06 17:34:38.672977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:38.715683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:38.746455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:38.761730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ddcd-24f0-4b2a-aaad-e1523560c769 req-5ed734c2-4825-414c-aa8a-67d20e942726 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.771259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ddcd-24f0-4b2a-aaad-e1523560c769 req-5ed734c2-4825-414c-aa8a-67d20e942726 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.785482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ddcd-24f0-4b2a-aaad-e1523560c769 req-5ed734c2-4825-414c-aa8a-67d20e942726 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.788646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:38.793985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ddcd-24f0-4b2a-aaad-e1523560c769 req-5ed734c2-4825-414c-aa8a-67d20e942726 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.801366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ddcd-24f0-4b2a-aaad-e1523560c769 req-5ed734c2-4825-414c-aa8a-67d20e942726 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.804122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Subnet': ['ID=2bcf0f0d-f925-404f-bc4e-96275108d744,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:38.807267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ddcd-24f0-4b2a-aaad-e1523560c769 req-5ed734c2-4825-414c-aa8a-67d20e942726 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.817227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ddcd-24f0-4b2a-aaad-e1523560c769 req-5ed734c2-4825-414c-aa8a-67d20e942726 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:38.822175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c688ddcd-24f0-4b2a-aaad-e1523560c769 req-5ed734c2-4825-414c-aa8a-67d20e942726 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5430 time: 0.1613657 Jul 06 17:34:38.851238 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-dfe6dc9a-6b71-424f-9923-f01176761151 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0276ba42-992e-44f2-9783-bdfc2ca9e657 HTTP/1.1" status: 200 len: 1000 time: 0.5337226 Jul 06 17:34:38.890883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Checking segment: {'id': '92d53597-2686-418c-b6fd-bc0ee7d48f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:38.892309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network hostable DHCP agents. Network: 467bd53e-2794-44c7-bba1-57f5924d7f42, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:34:38.892451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c688ddcd-24f0-4b2a-aaad-e1523560c769 req-1dc35214-77a7-4ca0-9fd4-2a901c254d4b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691710 Jul 06 17:34:38.898370 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9560dc4f-2e60-4076-a113-c8feb40f9653 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:38.908027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:38.938931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:38.939866 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:38.974608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:38.997393 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a57160-0ec9-4a3e-bd35-938c3a9a400a x-openstack-request-id: req-77a57160-0ec9-4a3e-bd35-938c3a9a400a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:38.997682 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cbdbdd-d35b-421e-a06c-269512d793ab", "name": "network-vif-plugged", "status": "completed", "tag": "b2b1df8d-f30d-4f38-be98-693d8f4e75d9", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:38.997981 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77a57160-0ec9-4a3e-bd35-938c3a9a400a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:38.998324 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cbdbdd-d35b-421e-a06c-269512d793ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b1df8d-f30d-4f38-be98-693d8f4e75d9', 'code': 200} Jul 06 17:34:39.106789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network 467bd53e-2794-44c7-bba1-57f5924d7f42 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:34:39.254906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-1bda781f-5bfc-47ed-baa9-b00b5a4ddf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:39.256493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-1bda781f-5bfc-47ed-baa9-b00b5a4ddf1f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b33193f9-a2bf-4bab-8bf4-a61bbf9e3639 HTTP/1.1" status: 200 len: 855 time: 0.3722017 Jul 06 17:34:39.311943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9560dc4f-2e60-4076-a113-c8feb40f9653, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9560dc4f-2e60-4076-a113-c8feb40f9653,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:39.321137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 467bd53e-2794-44c7-bba1-57f5924d7f42) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:39.324520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d3ac480b-4bf9-4ec6-9fea-6414b2a82688 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:34:39.359929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:39.361449 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:39.366486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7248125-40c0-47e6-b45f-93b96eff9fe2 None None] Network 467bd53e-2794-44c7-bba1-57f5924d7f42 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:39.395922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b716e25e-6922-46e7-a615-5a83597deca9 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0860560 Jul 06 17:34:39.461382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:39.520693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:39.544601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbf4c0-972d-4469-92d1-dc04020ae951 req-c58e5dc2-40bf-4701-ba0a-3de70a284a7b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:39.551808 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17bbf4c0-972d-4469-92d1-dc04020ae951 req-c58e5dc2-40bf-4701-ba0a-3de70a284a7b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 945 time: 0.1568685 Jul 06 17:34:39.593741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ac480b-4bf9-4ec6-9fea-6414b2a82688 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:39.615557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:39.642419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17bbf4c0-972d-4469-92d1-dc04020ae951 req-66e3b2b0-a974-4956-ae3a-d3032db7448f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669632 Jul 06 17:34:39.661067 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:39.667645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '9560dc4f-2e60-4076-a113-c8feb40f9653', 'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'port_id': '9560dc4f-2e60-4076-a113-c8feb40f9653', 'mac_address': 'fa:16:3e:e7:fb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4119291e-39a4-4d21-8cea-f6b0db239b54', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:39.681730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efe40e-fda5-4253-9a05-489289363e09 req-cf936687-2a8d-4b1d-8206-e82f49eb7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:39.684063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5efe40e-fda5-4253-9a05-489289363e09 req-cf936687-2a8d-4b1d-8206-e82f49eb7223 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 1096 time: 0.5977001 Jul 06 17:34:39.687696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-e54991db-5da9-4694-914e-c0b1272f9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:39.689805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-e54991db-5da9-4694-914e-c0b1272f9421 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4035454 Jul 06 17:34:39.693060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:39.817153 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:39.825951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3e9c4b18-84c7-4b12-9e9a-e470ba4c68de,segment=NetworkSegment(ef923850-3746-4110-819f-681cd3b5013f),segment_id=ef923850-3746-4110-819f-681cd3b5013f)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:39.852391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '1058d349-dac3-4fe2-af32-af45a763745b', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '016116d7-b211-4900-96b9-daee24812f30', 'port_id': '0276ba42-992e-44f2-9783-bdfc2ca9e657', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'mac_address': 'fa:16:3e:59:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:33:28Z', 'updated_at': '2021-07-06T17:34:34Z', 'revision_number': 1, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7971c59-51b4-4744-bf34-76d4cffbddf4', 'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'mac_address': 'fa:16:3e:0d:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:14Z', 'updated_at': '2021-07-06T17:33:25Z', 'revision_number': 5, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'subnets': [{'id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:39.874132 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:39.920618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9560dc4f-2e60-4076-a113-c8feb40f9653 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:39.944338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04082569-8f30-47dd-b1e4-179df61a5a79 None None] The sync data for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 is: [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '1058d349-dac3-4fe2-af32-af45a763745b', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '016116d7-b211-4900-96b9-daee24812f30', 'port_id': '0276ba42-992e-44f2-9783-bdfc2ca9e657', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'mac_address': 'fa:16:3e:59:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:33:28Z', 'updated_at': '2021-07-06T17:34:34Z', 'revision_number': 1, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7971c59-51b4-4744-bf34-76d4cffbddf4', 'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'mac_address': 'fa:16:3e:0d:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:14Z', 'updated_at': '2021-07-06T17:33:25Z', 'revision_number': 5, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'subnets': [{'id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:34:39.961822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] Transition to ACTIVE for port object d3ac480b-4bf9-4ec6-9fea-6414b2a82688 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:39.964825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-a33644a6-e13b-435f-b9c7-15b72e4533df service neutron] 10.222.0.22 "GET /v2.0/networks/43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529132 Jul 06 17:34:39.986133 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5efe40e-fda5-4253-9a05-489289363e09 req-eb2b5a05-07b9-4104-b924-3837ee0fbe7e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742701 Jul 06 17:34:39.990665 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:40.022788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9560dc4f-2e60-4076-a113-c8feb40f9653, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9560dc4f-2e60-4076-a113-c8feb40f9653,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:40.041934 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:40.043042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 631caff5-2706-4ccf-9a3d-0053d1ec2a2d details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:40.078446 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:40.095791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=3e9c4b18-84c7-4b12-9e9a-e470ba4c68de,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:40.113666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-467bd53e-2794-44c7-bba1-57f5924d7f42', 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'fixed_ips': [{'subnet_id': '2bcf0f0d-f925-404f-bc4e-96275108d744'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:34:40.114691 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:40.122876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae24286-05f2-4c6d-9f8b-18c8a5c38c89 req-576292b2-a2c9-4584-8fb4-74282c287c0e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:40.124744 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bae24286-05f2-4c6d-9f8b-18c8a5c38c89 req-576292b2-a2c9-4584-8fb4-74282c287c0e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 944 time: 0.1403465 Jul 06 17:34:40.177526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:40.239781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '631caff5-2706-4ccf-9a3d-0053d1ec2a2d', 'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'port_id': '631caff5-2706-4ccf-9a3d-0053d1ec2a2d', 'mac_address': 'fa:16:3e:e7:79:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4119291e-39a4-4d21-8cea-f6b0db239b54', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:40.249933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bae24286-05f2-4c6d-9f8b-18c8a5c38c89 req-91221db5-9a69-44bd-95e5-5eb7728ecec1 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150947 Jul 06 17:34:40.291090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] No DVR routers for this DVR port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:34:40.306223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=9560dc4f-2e60-4076-a113-c8feb40f9653,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:40.314881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf79ef1-f47c-48e6-ad66-29f10d000264 None None] Network 7c3a937e-efd1-4c52-a899-17e323ab01ff requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:40.321441 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60572197-326b-46f5-a704-888d5a187d46 None None] New status for floating IP 1058d349-dac3-4fe2-af32-af45a763745b: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:34:40.344082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:40.398719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7e1bc483-8a81-45c1-a59c-97fa921edd12 service neutron] 10.222.0.55 "PUT /v2.0/ports/d3ac480b-4bf9-4ec6-9fea-6414b2a82688/bindings/n-h1-799526-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7114003 Jul 06 17:34:40.427804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a168597f-daf6-49cf-b861-d219e9e4d50a req-1ccaabe6-fcaa-495c-a063-b5d128f60e4a service neutron] 10.222.0.22 "GET /v2.0/networks/43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392099 Jul 06 17:34:40.429136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Allocated IP 172.25.7.103 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/d54c8059-ebfc-4861-9cfd-6b149cf2dfa9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:40.546476 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:40.557406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-70b6bd3d-7927-4732-a674-90b3f9f70f1f None None] Provisioning for port 5ac27592-984f-444a-8bc4-efb8390660e4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:40.618267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-090b1353-c782-4264-aa20-68711891a791 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:40.628041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-090b1353-c782-4264-aa20-68711891a791 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:40.636282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Allocated IP 19.86.0.2 (467bd53e-2794-44c7-bba1-57f5924d7f42/2bcf0f0d-f925-404f-bc4e-96275108d744/2af3039c-923e-417f-85f8-baa91ed3f5ec) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:40.636568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-090b1353-c782-4264-aa20-68711891a791 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/networks?id=7c3a937e-efd1-4c52-a899-17e323ab01ff&id=467bd53e-2794-44c7-bba1-57f5924d7f42&id=7c3a937e-efd1-4c52-a899-17e323ab01ff HTTP/1.1" status: 200 len: 1390 time: 0.2704656 Jul 06 17:34:40.640780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631caff5-2706-4ccf-9a3d-0053d1ec2a2d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:40.667600 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-d0715cfc-6886-4530-9c5f-2a28289ba441 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/quotas/048950e7f5024ffd81c6481311b62e94 HTTP/1.1" status: 200 len: 375 time: 0.0300794 Jul 06 17:34:40.748099 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:40.777647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:40.794428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-053fd22c-68b8-49ff-8767-3273f3ef3be1 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:40.794428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-053fd22c-68b8-49ff-8767-3273f3ef3be1 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.1385670 Jul 06 17:34:40.802558 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:40.803387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a17ec985-5bbb-4a71-8846-a6dcc24b9122 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:40.810457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-bb740103-1479-4e63-ac03-a0d9f7e9bbcb tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=048950e7f5024ffd81c6481311b62e94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416006 Jul 06 17:34:40.880968 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:40.889353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5ac27592-984f-444a-8bc4-efb8390660e4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:40.928870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:40.938566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:40.943258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:40.968148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Pushing event updated for resources: {'Port': ['ID=d54c8059-ebfc-4861-9cfd-6b149cf2dfa9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:40.971901 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-d6163cb7-f3ad-4a17-822a-afecb38343e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:40.973419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-d6163cb7-f3ad-4a17-822a-afecb38343e7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a&tenant_id=8909e689eec94d608790aa0e12f45edd HTTP/1.1" status: 200 len: 1095 time: 0.1557117 Jul 06 17:34:41.022452 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-c9f75a4d-886f-46fb-a8ef-6477adbdca06 service neutron] 10.222.0.13 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110939 Jul 06 17:34:41.064988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:41.105715 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.156016 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-6020afcb-9c0c-4f47-b623-719419234f87 service neutron] 10.222.0.13 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257627 Jul 06 17:34:41.170348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c9858ed9-4c30-477d-a377-cc84f2b2b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:41.171673 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.172151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-c9858ed9-4c30-477d-a377-cc84f2b2b468 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8909e689eec94d608790aa0e12f45edd&device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 1095 time: 0.1663637 Jul 06 17:34:41.180818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 5ac27592-984f-444a-8bc4-efb8390660e4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:41.190794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 5ac27592-984f-444a-8bc4-efb8390660e4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:41.190794 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.192684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.230021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Transition to ACTIVE for port object 2af3039c-923e-417f-85f8-baa91ed3f5ec will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:41.242754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a17ec985-5bbb-4a71-8846-a6dcc24b9122, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:41.281807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0aee2e74-7d16-4d8b-a102-a398fc4182e4 service neutron] 10.222.0.13 "GET /v2.0/networks/467bd53e-2794-44c7-bba1-57f5924d7f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189616 Jul 06 17:34:41.292280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'port_id': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'mac_address': 'fa:16:3e:1a:18:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:41.332138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Transition to ACTIVE for port object 2af3039c-923e-417f-85f8-baa91ed3f5ec will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:41.352581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.402625 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.435949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-cc1ef4de-8716-48fc-aa98-8af9b15f1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:41.437915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-cc1ef4de-8716-48fc-aa98-8af9b15f1362 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 200 len: 921 time: 0.2590048 Jul 06 17:34:41.456348 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-90627c5d-a728-47e9-8141-8e1d47b1b8c6 service neutron] 10.222.0.13 "GET /v2.0/networks/467bd53e-2794-44c7-bba1-57f5924d7f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660507 Jul 06 17:34:41.468933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17ec985-5bbb-4a71-8846-a6dcc24b9122 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:41.476446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Network 467bd53e-2794-44c7-bba1-57f5924d7f42 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:41.495269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-7df8ddd2-3945-46fb-bd52-2beaf6576b02 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688 HTTP/1.1" status: 200 len: 217 time: 0.0491927 Jul 06 17:34:41.502234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:41.514205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:41.526171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Pushing event updated for resources: {'Port': ['ID=2af3039c-923e-417f-85f8-baa91ed3f5ec,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:41.533232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a17ec985-5bbb-4a71-8846-a6dcc24b9122, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:41.539283 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.544177 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.544983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 1f64f72b-5b42-456e-a399-f92be96fae98 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:41.597786 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-e88eca53-d04b-4f33-a0ce-0312f9d40213 service neutron] 10.222.0.13 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391022 Jul 06 17:34:41.643890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 1f64f72b-5b42-456e-a399-f92be96fae98, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1f64f72b-5b42-456e-a399-f92be96fae98,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:41.719072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Attempting to bind port 2af3039c-923e-417f-85f8-baa91ed3f5ec on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:41.720453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Attempting to bind port 2af3039c-923e-417f-85f8-baa91ed3f5ec by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '92d53597-2686-418c-b6fd-bc0ee7d48f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:41.720453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Attempting to bind port 2af3039c-923e-417f-85f8-baa91ed3f5ec on network 467bd53e-2794-44c7-bba1-57f5924d7f42 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:41.722752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '1f64f72b-5b42-456e-a399-f92be96fae98', 'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'port_id': '1f64f72b-5b42-456e-a399-f92be96fae98', 'mac_address': 'fa:16:3e:a4:1e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4119291e-39a4-4d21-8cea-f6b0db239b54', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:41.724896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-20a33d01-5fb6-488e-9edc-a8334f529544 service neutron] 10.222.0.13 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258192 Jul 06 17:34:41.753853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:41.754249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Checking segment: {'id': '92d53597-2686-418c-b6fd-bc0ee7d48f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:41.754679 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.755060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Bound using segment: {'id': '92d53597-2686-418c-b6fd-bc0ee7d48f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:41.755542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Bound port: 2af3039c-923e-417f-85f8-baa91ed3f5ec, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d53597-2686-418c-b6fd-bc0ee7d48f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:41.755978 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.761349 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 5ac27592-984f-444a-8bc4-efb8390660e4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5ac27592-984f-444a-8bc4-efb8390660e4,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:41.791067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-11b42b04-5820-413a-bc35-cccd89b6ae0a None None] Provisioning complete for port 5ac27592-984f-444a-8bc4-efb8390660e4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:41.791439 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11b42b04-5820-413a-bc35-cccd89b6ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.792983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a17ec985-5bbb-4a71-8846-a6dcc24b9122,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:41.800096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.801069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:41.904375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-e0809eb7-81f0-4151-8bef-96af67405969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:41.905844 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-e0809eb7-81f0-4151-8bef-96af67405969 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 200 len: 860 time: 0.4002798 Jul 06 17:34:41.929607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.949188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-765db8ab-f8b9-4c58-9212-1cbf8f1ca92c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5675b7ba-2b38-4a3d-907a-7544b365318f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335801 Jul 06 17:34:41.950036 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:41.973973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=5ac27592-984f-444a-8bc4-efb8390660e4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:41.994012 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:42.021694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f64f72b-5b42-456e-a399-f92be96fae98 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:42.086176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195d517-a1ac-40e7-9e58-ea8c8e16bb62 req-2da2526e-af66-4449-b848-8c49b1c33914 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.088838 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f195d517-a1ac-40e7-9e58-ea8c8e16bb62 req-2da2526e-af66-4449-b848-8c49b1c33914 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.0921426 Jul 06 17:34:42.099106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] For port 2af3039c-923e-417f-85f8-baa91ed3f5ec, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:42.106588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 1f64f72b-5b42-456e-a399-f92be96fae98, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1f64f72b-5b42-456e-a399-f92be96fae98,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:42.113681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] For port 2af3039c-923e-417f-85f8-baa91ed3f5ec, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2af3039c-923e-417f-85f8-baa91ed3f5ec,segment=NetworkSegment(92d53597-2686-418c-b6fd-bc0ee7d48f9b),segment_id=92d53597-2686-418c-b6fd-bc0ee7d48f9b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:42.119201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:42.119430 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:42.121580 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:42.141886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-94ec01ed-62aa-442a-b893-c7000392b644 service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804254 Jul 06 17:34:42.145567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Pushing event updated for resources: {'Port': ['ID=d54c8059-ebfc-4861-9cfd-6b149cf2dfa9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:42.149979 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f195d517-a1ac-40e7-9e58-ea8c8e16bb62 req-46bcba02-9ae2-43d0-b527-c28569e1ceb4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Jul 06 17:34:42.315480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:42.353361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:42.354652 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-720dcb91-3547-47ef-949d-837d5c090a15 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7123358 Jul 06 17:34:42.365200 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:42.368225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fc29c559-ab96-478e-96ad-b2f2b05969f5 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:42.380097 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-30fcba18-e42b-49b3-8409-9f6d3f4c69af service neutron] 10.222.0.22 "GET /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106152 Jul 06 17:34:42.453669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa259-1695-4011-9429-b9f905f54f63 req-58b89052-91dc-49a0-aad4-021d7147828b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.463975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa259-1695-4011-9429-b9f905f54f63 req-58b89052-91dc-49a0-aad4-021d7147828b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.471545 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-a8c0b9ed-bba1-4355-b58b-e628ada6d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.1090205 Jul 06 17:34:42.473162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa259-1695-4011-9429-b9f905f54f63 req-58b89052-91dc-49a0-aad4-021d7147828b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.479986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa259-1695-4011-9429-b9f905f54f63 req-58b89052-91dc-49a0-aad4-021d7147828b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.487580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa259-1695-4011-9429-b9f905f54f63 req-58b89052-91dc-49a0-aad4-021d7147828b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.495715 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa259-1695-4011-9429-b9f905f54f63 req-58b89052-91dc-49a0-aad4-021d7147828b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.504362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa259-1695-4011-9429-b9f905f54f63 req-58b89052-91dc-49a0-aad4-021d7147828b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.506897 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d54fa259-1695-4011-9429-b9f905f54f63 req-58b89052-91dc-49a0-aad4-021d7147828b tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5434 time: 0.1832361 Jul 06 17:34:42.559994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=1f64f72b-5b42-456e-a399-f92be96fae98,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:42.627340 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d54fa259-1695-4011-9429-b9f905f54f63 req-79ec8313-fb28-4677-b480-e465e1e63a9e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117759 Jul 06 17:34:42.659201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['631caff5-2706-4ccf-9a3d-0053d1ec2a2d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:42.690861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-69f11dba-b40a-4ed7-81d4-e337b5c08c1a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.692446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-69f11dba-b40a-4ed7-81d4-e337b5c08c1a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2142959 Jul 06 17:34:42.710465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-77385a95-b7e3-4c09-9f2d-11cff306df75 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:34:42.710707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a17ec985-5bbb-4a71-8846-a6dcc24b9122'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:42.712310 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce955395-0e92-4e5d-a5cb-32ac8c3e2e7e req-77385a95-b7e3-4c09-9f2d-11cff306df75 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093014 Jul 06 17:34:42.759916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['1f64f72b-5b42-456e-a399-f92be96fae98'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:42.930391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-de33ab7a-dc5e-45ad-b6bb-78bd61a55b86 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:42.932796 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-de33ab7a-dc5e-45ad-b6bb-78bd61a55b86 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a&tenant_id=8909e689eec94d608790aa0e12f45edd&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.1518588 Jul 06 17:34:43.002232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98ae8e-6c62-430d-b73d-c25006baefbd None None] Pushing event updated for resources: {'Port': ['ID=2af3039c-923e-417f-85f8-baa91ed3f5ec,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:43.006367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fc29c559-ab96-478e-96ad-b2f2b05969f5, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:43.109213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601a976-af0a-4283-ac28-5c24c22bd460 req-1a3da893-54c8-491f-b6ae-9568e8d15e49 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:43.116584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7601a976-af0a-4283-ac28-5c24c22bd460 req-1a3da893-54c8-491f-b6ae-9568e8d15e49 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 945 time: 0.1753371 Jul 06 17:34:43.135652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'fc29c559-ab96-478e-96ad-b2f2b05969f5', 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468', 'port_id': 'fc29c559-ab96-478e-96ad-b2f2b05969f5', 'mac_address': 'fa:16:3e:92:07:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47ce271-7683-486e-a0da-d917eaa8f9ed', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:43.199000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7601a976-af0a-4283-ac28-5c24c22bd460 req-e38f3d0e-b610-4269-abef-32111e12e5ac tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814288 Jul 06 17:34:43.206446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-cfded8b0-09dc-4ccd-a71a-b066ea6f8a61 service neutron] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:43.212107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-cfded8b0-09dc-4ccd-a71a-b066ea6f8a61 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:43.213431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ad60403-4721-44c2-a8f9-49e160062f10 req-cfded8b0-09dc-4ccd-a71a-b066ea6f8a61 service neutron] 10.222.0.22 "DELETE /v2.0/ports/d3ac480b-4bf9-4ec6-9fea-6414b2a82688/bindings/n-h2-799526-3 HTTP/1.1" status: 204 len: 173 time: 0.2737191 Jul 06 17:34:43.277649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5ac27592-984f-444a-8bc4-efb8390660e4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:43.385306 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c75f3ce3-15ec-4670-9fbf-038aa6ff9ddf req-4fac7a0a-1f4b-4f5a-b576-aec5919f2ecd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 210 time: 0.0431767 Jul 06 17:34:43.409105 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:43.420190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4772ba-5916-4f08-bd77-b7db1d86bf29 req-67060da6-ef90-439a-ba07-2060fb25826e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:43.429109 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d4772ba-5916-4f08-bd77-b7db1d86bf29 req-67060da6-ef90-439a-ba07-2060fb25826e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 944 time: 0.1062071 Jul 06 17:34:43.465997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc29c559-ab96-478e-96ad-b2f2b05969f5 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:43.490333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d4772ba-5916-4f08-bd77-b7db1d86bf29 req-350fc574-c7b3-4484-9f91-bffce60b1336 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602231 Jul 06 17:34:43.565941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fc29c559-ab96-478e-96ad-b2f2b05969f5, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:43.603400 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:43.604072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 18ec0406-0c19-4aa4-a163-89ffe987cc94 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:43.630757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 5ac27592-984f-444a-8bc4-efb8390660e4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:43.631239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:43.684573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['9560dc4f-2e60-4076-a113-c8feb40f9653'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:43.836782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:34:43.841079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc44b9-3123-47e8-a2a7-263b475b3eb3 req-3dffa1fd-7577-4adb-85cc-ac4bebed996f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:43.848791 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3fc44b9-3123-47e8-a2a7-263b475b3eb3 req-3dffa1fd-7577-4adb-85cc-ac4bebed996f tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 945 time: 0.1670814 Jul 06 17:34:43.870042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-b67da6fa-8b8c-4b65-92b7-15d0bf53a5c0 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:43.877021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-b67da6fa-8b8c-4b65-92b7-15d0bf53a5c0 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:43.878787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-b67da6fa-8b8c-4b65-92b7-15d0bf53a5c0 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "GET /v2.0/networks?id=7c3a937e-efd1-4c52-a899-17e323ab01ff&id=467bd53e-2794-44c7-bba1-57f5924d7f42&id=7c3a937e-efd1-4c52-a899-17e323ab01ff HTTP/1.1" status: 200 len: 1390 time: 0.1364863 Jul 06 17:34:43.898699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3fc44b9-3123-47e8-a2a7-263b475b3eb3 req-ef43dc3b-1992-4d89-9c9b-06761d6a96d2 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487206 Jul 06 17:34:43.902058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'port': {'device_id': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff', 'admin_state_up': True, 'tenant_id': '048950e7f5024ffd81c6481311b62e94'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:43.936979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fc29c559-ab96-478e-96ad-b2f2b05969f5,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:44.046452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706961af-fb60-4fc4-a307-e4710f92a859 req-92e2b37b-f901-40d8-adcd-fd5981906630 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:44.055031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-92e2b37b-f901-40d8-adcd-fd5981906630 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5075603 Jul 06 17:34:44.108400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 18ec0406-0c19-4aa4-a163-89ffe987cc94, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:44.111676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-f7c4ef86-6dba-4cf4-8396-7b8809661910 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4087534 Jul 06 17:34:44.144939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-0995a7c4-224d-4595-bdb5-1282df8bed0e tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.0885758 Jul 06 17:34:44.150121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Request body: {'floatingip': {'port_id': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:44.161166 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '18ec0406-0c19-4aa4-a163-89ffe987cc94', 'network_id': '47e547bc-f710-4b73-b52e-751477455b04', 'port_id': '18ec0406-0c19-4aa4-a163-89ffe987cc94', 'mac_address': 'fa:16:3e:04:55:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4119291e-39a4-4d21-8cea-f6b0db239b54', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:44.204011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:44.206054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c23d5f-67b0-43f9-ac11-ce5c956186a9 None None] Network 467bd53e-2794-44c7-bba1-57f5924d7f42 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:34:44.224677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b14f33-e924-4095-97d0-20864db33e59 req-695d0851-adc5-4896-93c6-e916da4f3444 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:44.233606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0b14f33-e924-4095-97d0-20864db33e59 req-695d0851-adc5-4896-93c6-e916da4f3444 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.1628151 Jul 06 17:34:44.282361 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0b14f33-e924-4095-97d0-20864db33e59 req-ee4d9e8d-a4ca-4311-be1e-9e0a5f1af7e3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473459 Jul 06 17:34:44.298080 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:44.329307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ec0406-0c19-4aa4-a163-89ffe987cc94 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:44.337687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-313d012d-2574-4ed7-81d0-cd3799bf93b6 None None] Provisioning for port 2af3039c-923e-417f-85f8-baa91ed3f5ec completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:44.380285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 18ec0406-0c19-4aa4-a163-89ffe987cc94, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:44.402540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:44.403348 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 77b9e98a-913e-4ee3-a7cc-83267ef98d47 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:44.518041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:44.521880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:44.528012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 77b9e98a-913e-4ee3-a7cc-83267ef98d47, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:44.532714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=18ec0406-0c19-4aa4-a163-89ffe987cc94,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:44.546384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-1eadc4ba-6130-4bdd-b3d2-585e0b9d63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:44.548168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-1eadc4ba-6130-4bdd-b3d2-585e0b9d63ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 1101 time: 0.3363907 Jul 06 17:34:44.559210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-86f2116d-d09f-472b-a189-c871f37634b7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:44.562634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-86f2116d-d09f-472b-a189-c871f37634b7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.1675229 Jul 06 17:34:44.567892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '77b9e98a-913e-4ee3-a7cc-83267ef98d47', 'network_id': '8a9e137a-be51-4fa9-8c4a-3a54c7fd2468', 'port_id': '77b9e98a-913e-4ee3-a7cc-83267ef98d47', 'mac_address': 'fa:16:3e:71:cd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47ce271-7683-486e-a0da-d917eaa8f9ed', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:44.583909 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-4e277669-42cd-4bd8-b215-6a0240db9e33 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/quotas/f8e157e7167447a9b0d80246d2efcc22 HTTP/1.1" status: 200 len: 375 time: 0.0135274 Jul 06 17:34:44.623084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:44.643847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b9e98a-913e-4ee3-a7cc-83267ef98d47 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:44.673456 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-bcb4006c-2ab7-463d-acd5-f0e120f8bb4c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820413 Jul 06 17:34:44.677518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 77b9e98a-913e-4ee3-a7cc-83267ef98d47, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:44.683893 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:44.771860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=77b9e98a-913e-4ee3-a7cc-83267ef98d47,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:44.778987 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-d6a5aec8-f5a0-490d-aee9-fa67744d3a7e service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047113 Jul 06 17:34:44.891528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-47b825fc-dc0d-4f0e-b39e-5af29bc77e3f service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053073 Jul 06 17:34:44.914577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-79e09b69-a1b7-4ac9-af3b-6e0d2b75af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:44.916210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-79e09b69-a1b7-4ac9-af3b-6e0d2b75af1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3271742 Jul 06 17:34:44.923437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Allocated IP 19.80.0.45 (7c3a937e-efd1-4c52-a899-17e323ab01ff/29cfc679-9354-4ac7-b890-841a4f408535/fe2949b8-0248-44b3-b8e5-ce8e008f458d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:45.014827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-28985d7c-91b0-4b1a-827d-c26974a6ac74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 200 len: 217 time: 0.0887454 Jul 06 17:34:45.128407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2af3039c-923e-417f-85f8-baa91ed3f5ec up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:45.142136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-e8ae3e5c-edc1-45c5-a71a-649a214eafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.144172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-e8ae3e5c-edc1-45c5-a71a-649a214eafa0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1205087 Jul 06 17:34:45.221279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2af3039c-923e-417f-85f8-baa91ed3f5ec completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:45.227167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2af3039c-923e-417f-85f8-baa91ed3f5ec triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:45.227443 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:45.242136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:34:45.329322 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:45.342848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:45.349865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912ae3-681d-4a55-9db7-a4f9b4632461 req-c22fa660-c238-4504-9291-da680e955ca4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.351657 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:45.357738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912ae3-681d-4a55-9db7-a4f9b4632461 req-c22fa660-c238-4504-9291-da680e955ca4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.366065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912ae3-681d-4a55-9db7-a4f9b4632461 req-c22fa660-c238-4504-9291-da680e955ca4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.373426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912ae3-681d-4a55-9db7-a4f9b4632461 req-c22fa660-c238-4504-9291-da680e955ca4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.385688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912ae3-681d-4a55-9db7-a4f9b4632461 req-c22fa660-c238-4504-9291-da680e955ca4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.394711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2af3039c-923e-417f-85f8-baa91ed3f5ec, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2af3039c-923e-417f-85f8-baa91ed3f5ec,segment=NetworkSegment(92d53597-2686-418c-b6fd-bc0ee7d48f9b),segment_id=92d53597-2686-418c-b6fd-bc0ee7d48f9b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:45.395162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912ae3-681d-4a55-9db7-a4f9b4632461 req-c22fa660-c238-4504-9291-da680e955ca4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.398569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:45.402205 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:45.404592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912ae3-681d-4a55-9db7-a4f9b4632461 req-c22fa660-c238-4504-9291-da680e955ca4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.433619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-1bcb2303-aa9e-4e6c-9e73-7790facd1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.435308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-91912ae3-681d-4a55-9db7-a4f9b4632461 req-c22fa660-c238-4504-9291-da680e955ca4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5437 time: 0.1922400 Jul 06 17:34:45.435488 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-1bcb2303-aa9e-4e6c-9e73-7790facd1086 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2338119 Jul 06 17:34:45.436483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Transition to ACTIVE for port object fe2949b8-0248-44b3-b8e5-ce8e008f458d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:45.475024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2af3039c-923e-417f-85f8-baa91ed3f5ec,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:45.495023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-91912ae3-681d-4a55-9db7-a4f9b4632461 req-9bd16be0-3750-4c3c-819b-4df1eac03daf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560107 Jul 06 17:34:45.563448 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Floating IP 45e40c42-9ba0-4a2d-a2db-728ed9c7f75f associated. External IP: 172.25.7.103, port: 4b5b45c4-da90-4447-808a-4a375fb32fb1. Jul 06 17:34:45.576492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['fc29c559-ab96-478e-96ad-b2f2b05969f5'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:45.625393 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:45.632293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['18ec0406-0c19-4aa4-a163-89ffe987cc94'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:45.636648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['77b9e98a-913e-4ee3-a7cc-83267ef98d47'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:45.676507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-8ec5a7b8-afae-41d7-87c2-8def43b2df15 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133753 Jul 06 17:34:45.903897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6eda8-c4ea-4c98-be10-8fde75caeda8 req-2e418a23-5057-4a52-8e61-d28d3cd88a29 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:45.913521 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eab6eda8-c4ea-4c98-be10-8fde75caeda8 req-2e418a23-5057-4a52-8e61-d28d3cd88a29 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 931 time: 0.1201701 Jul 06 17:34:45.966283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eab6eda8-c4ea-4c98-be10-8fde75caeda8 req-d9e9291a-cb6e-41b2-8ebf-2e2591faaf9c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515964 Jul 06 17:34:46.054182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network 7c3a937e-efd1-4c52-a899-17e323ab01ff is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:46.071132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:46.098466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Port': ['ID=fe2949b8-0248-44b3-b8e5-ce8e008f458d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:46.104479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:46.180606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:46.181308 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:46.251268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-aa56c87f-504f-4d66-96ef-ff89db0ebdcd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3564365 Jul 06 17:34:46.258682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed138fd8-4411-4b51-b550-6694fd9c4493 req-1d82ff88-4377-4dfa-bec8-9406f94e7515 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692096 Jul 06 17:34:46.275136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'port': {'device_id': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42', 'admin_state_up': True, 'tenant_id': '048950e7f5024ffd81c6481311b62e94'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:46.399891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Router f84992ca-4b00-4ee3-bd58-6897c2b74a7a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:34:46.444946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-88722595-66ae-4391-a727-a7f3a0f6d863 None None] Provisioning for port fe2949b8-0248-44b3-b8e5-ce8e008f458d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:46.450095 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-88722595-66ae-4391-a727-a7f3a0f6d863 None None] Provisioning complete for port fe2949b8-0248-44b3-b8e5-ce8e008f458d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:46.450553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88722595-66ae-4391-a727-a7f3a0f6d863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:46.491162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-88722595-66ae-4391-a727-a7f3a0f6d863 None None] Port fe2949b8-0248-44b3-b8e5-ce8e008f458d cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:46.604023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:46.607935 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:46.711739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 1f64f72b-5b42-456e-a399-f92be96fae98 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:46.718794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-2c3ae1c8-0f8e-4d86-881c-0b0c3dccad4f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:46.721672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-2c3ae1c8-0f8e-4d86-881c-0b0c3dccad4f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.2941725 Jul 06 17:34:46.728400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd45d78-04d8-45a9-b341-f091f87242bb req-23a6c72e-d735-4434-abf0-e6ea19680f4d tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:46.730477 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfd45d78-04d8-45a9-b341-f091f87242bb req-23a6c72e-d735-4434-abf0-e6ea19680f4d tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 1095 time: 0.0845466 Jul 06 17:34:46.766668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Request body: {'port': {'device_id': '3d875257-5613-4693-aa20-fe32f1800884', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'admin_state_up': True, 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:46.771532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:34:46.775767 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfd45d78-04d8-45a9-b341-f091f87242bb req-1dff8e6c-2a2d-4d89-93af-9fcc0acd7801 tempest-LiveAutoBlockMigrationV225Test-1834230943 tempest-LiveAutoBlockMigrationV225Test-1834230943-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 Jul 06 17:34:46.790565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] Sync routers for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:34:46.812605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:46.813534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:46.817186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 1f64f72b-5b42-456e-a399-f92be96fae98 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:46.833540 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:46.882473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 1f64f72b-5b42-456e-a399-f92be96fae98 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:46.882859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:46.963140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-c4b107ee-11c8-4efd-8485-5f7fdaaaf446 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "PUT /v2.0/floatingips/45e40c42-9ba0-4a2d-a2db-728ed9c7f75f HTTP/1.1" status: 200 len: 996 time: 2.8175018 Jul 06 17:34:46.980187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:46.982825 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e8bb9-e521-44cb-9484-3393d0263280" -d '{"events": [{"name": "network-changed", "server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:46.996873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22083d54-2ec3-4164-a57c-3be0bfcda699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:47.008034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53aeca-8c7a-482e-a436-12ec1a9b111d req-6f7eee28-62d9-4553-ba3f-159ea4ad3669 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.009759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc53aeca-8c7a-482e-a436-12ec1a9b111d req-6f7eee28-62d9-4553-ba3f-159ea4ad3669 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.0799904 Jul 06 17:34:47.052827 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-aa2fddbe-681c-497d-804d-8adbb704c417 service neutron] show failed (client error): The resource could not be found. Jul 06 17:34:47.054005 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-aa2fddbe-681c-497d-804d-8adbb704c417 service neutron] 10.222.0.55 "GET /v2.0/ports/a5d46d44-0d2c-4c0f-b277-5976ccef61d8/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.2172723 Jul 06 17:34:47.075819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Allocated IP 19.86.0.121 (467bd53e-2794-44c7-bba1-57f5924d7f42/2bcf0f0d-f925-404f-bc4e-96275108d744/d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:47.081939 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc53aeca-8c7a-482e-a436-12ec1a9b111d req-65da76e2-a37c-4bdf-b5cd-f707b18b1e51 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623908 Jul 06 17:34:47.103907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:47.107271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:47.111484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:47.266473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2af3039c-923e-417f-85f8-baa91ed3f5ec up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:47.288881 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:47.323706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706961af-fb60-4fc4-a307-e4710f92a859 req-904c72a2-1ccd-40ca-8323-a5ea0d9f7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.325288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea3b91-7342-41aa-8b8e-f1b9a28dcad6 req-a39e5063-188c-41e7-bf69-7b6908caa18c tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.326406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-904c72a2-1ccd-40ca-8323-a5ea0d9f7c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a6b1dc6ea114c51aeb0ac149db7f212&device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 1096 time: 0.3191524 Jul 06 17:34:47.334630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cbea3b91-7342-41aa-8b8e-f1b9a28dcad6 req-a39e5063-188c-41e7-bf69-7b6908caa18c tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 945 time: 0.1089780 Jul 06 17:34:47.377660 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cbea3b91-7342-41aa-8b8e-f1b9a28dcad6 req-d9ac1c20-092e-490c-b2ca-1e440e59bc26 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups?id=7890a46f-9f4c-4c11-92a8-725a6a49e929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Jul 06 17:34:47.417872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f64f72b-5b42-456e-a399-f92be96fae98'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:47.419992 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe12ff-2abb-4428-8000-1a56926f6fd5" -d '{"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "1f64f72b-5b42-456e-a399-f92be96fae98"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:47.442587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 1f64f72b-5b42-456e-a399-f92be96fae98, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1f64f72b-5b42-456e-a399-f92be96fae98,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:47.455516 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:47.456553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 631caff5-2706-4ccf-9a3d-0053d1ec2a2d up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:47.522496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Allocated IP 172.20.0.6 (a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4/bcb40348-e9ec-4041-81e2-4567f9b075da/f9fb2063-f672-4a52-899f-0140c048369c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:47.530412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:47.570789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Transition to ACTIVE for port object d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:47.603987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2af3039c-923e-417f-85f8-baa91ed3f5ec triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:47.604373 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:47.629744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee165-5b6c-4491-bd8f-2a2c16ba8c7c req-8071f7c7-027d-4565-94c2-eac6dd78a542 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.637230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706961af-fb60-4fc4-a307-e4710f92a859 req-78afd75b-aaff-47e4-a871-5092efbd3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.637924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee165-5b6c-4491-bd8f-2a2c16ba8c7c req-8071f7c7-027d-4565-94c2-eac6dd78a542 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.638985 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-78afd75b-aaff-47e4-a871-5092efbd3a81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7 HTTP/1.1" status: 200 len: 930 time: 0.3029997 Jul 06 17:34:47.645652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-1ef7ec73-0335-4ce1-8404-e6eca9ecc216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.647421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-1ef7ec73-0335-4ce1-8404-e6eca9ecc216 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660&tenant_id=afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 1101 time: 0.2533827 Jul 06 17:34:47.651192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee165-5b6c-4491-bd8f-2a2c16ba8c7c req-8071f7c7-027d-4565-94c2-eac6dd78a542 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.664354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=1f64f72b-5b42-456e-a399-f92be96fae98,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:47.667458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee165-5b6c-4491-bd8f-2a2c16ba8c7c req-8071f7c7-027d-4565-94c2-eac6dd78a542 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.678551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee165-5b6c-4491-bd8f-2a2c16ba8c7c req-8071f7c7-027d-4565-94c2-eac6dd78a542 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.683539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:47.688705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee165-5b6c-4491-bd8f-2a2c16ba8c7c req-8071f7c7-027d-4565-94c2-eac6dd78a542 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.692559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:47.703332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:47.703736 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:47.708046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee165-5b6c-4491-bd8f-2a2c16ba8c7c req-8071f7c7-027d-4565-94c2-eac6dd78a542 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:47.711557 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f0ee165-5b6c-4491-bd8f-2a2c16ba8c7c req-8071f7c7-027d-4565-94c2-eac6dd78a542 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5438 time: 0.1879652 Jul 06 17:34:47.752993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '45e40c42-9ba0-4a2d-a2db-728ed9c7f75f', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'port_id': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'mac_address': 'fa:16:3e:87:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:34:40Z', 'updated_at': '2021-07-06T17:34:45Z', 'revision_number': 1, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c7727-7d27-450d-9b0c-b63e1ea078aa', 'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'mac_address': 'fa:16:3e:69:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:11Z', 'updated_at': '2021-07-06T17:34:18Z', 'revision_number': 5, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'subnets': [{'id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:47.776991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f0ee165-5b6c-4491-bd8f-2a2c16ba8c7c req-baf60276-40de-4c43-bd98-dc59fc1b536d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534008 Jul 06 17:34:47.812436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] Checking router: f84992ca-4b00-4ee3-bd58-6897c2b74a7a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:34:47.830284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:47.848074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:47.848238 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-a6b0caa2-b6fd-4f64-8c7d-e2ee511578e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1 HTTP/1.1" status: 200 len: 999 time: 0.1895680 Jul 06 17:34:47.849121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:47.979928 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e21fa36-b17a-4c23-9bdf-a1c9a4aae29f req-821dea35-8341-498c-b374-8219f8bf14c9 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 210 time: 0.0362532 Jul 06 17:34:47.985382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:47.996467 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.007842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network 467bd53e-2794-44c7-bba1-57f5924d7f42 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:48.010422 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.016964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Port': ['ID=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:48.029705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:48.040009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:48.059728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:48.063315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:48.069770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706961af-fb60-4fc4-a307-e4710f92a859 req-849d68fb-d9a3-41c5-823c-61cf3be85d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:48.071320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-849d68fb-d9a3-41c5-823c-61cf3be85d34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9efa5c-fcd3-430b-ba42-3570a80c0087 HTTP/1.1" status: 200 len: 868 time: 0.1944287 Jul 06 17:34:48.107740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.109126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a17ec985-5bbb-4a71-8846-a6dcc24b9122 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:48.200251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:48.201174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.245241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-01b2bc5b-fe0a-4759-861f-87166669b2ba tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9742765 Jul 06 17:34:48.263645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'port': {'device_id': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff', 'admin_state_up': True, 'tenant_id': '048950e7f5024ffd81c6481311b62e94'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:48.281955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:48.366888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port a17ec985-5bbb-4a71-8846-a6dcc24b9122 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:48.373804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port a17ec985-5bbb-4a71-8846-a6dcc24b9122 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:48.374492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.426390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-a054baf6-010f-4e7f-a4fe-9c973b54127d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:48.428031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-a054baf6-010f-4e7f-a4fe-9c973b54127d tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.22 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 945 time: 0.1288292 Jul 06 17:34:48.442557 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.457871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:48.490073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ef098985-c4e9-4edb-b0bf-4cbb88c17f0b None None] Provisioning for port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:48.504424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ef098985-c4e9-4edb-b0bf-4cbb88c17f0b None None] Provisioning complete for port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:48.504801 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef098985-c4e9-4edb-b0bf-4cbb88c17f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.586789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706961af-fb60-4fc4-a307-e4710f92a859 req-6c82f54b-8c9c-44cd-956d-166c7655e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:48.595032 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-6c82f54b-8c9c-44cd-956d-166c7655e9fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5119252 Jul 06 17:34:48.613145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-e77a5012-1c6c-451b-94ca-78b6c1f6047a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:34:48.620005 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-e77a5012-1c6c-451b-94ca-78b6c1f6047a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239520 Jul 06 17:34:48.652864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:48.670567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Deleting port 8952ed39-0bdc-47a9-9f87-d1de98418292 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:34:48.672025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.709837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:48.713414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:48.749301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event updated for resources: {'Port': ['ID=f9fb2063-f672-4a52-899f-0140c048369c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:48.753363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ef098985-c4e9-4edb-b0bf-4cbb88c17f0b None None] Port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:48.777310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.841744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '45e40c42-9ba0-4a2d-a2db-728ed9c7f75f', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'port_id': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'mac_address': 'fa:16:3e:87:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:34:40Z', 'updated_at': '2021-07-06T17:34:45Z', 'revision_number': 1, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c7727-7d27-450d-9b0c-b63e1ea078aa', 'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'mac_address': 'fa:16:3e:69:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:11Z', 'updated_at': '2021-07-06T17:34:18Z', 'revision_number': 5, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'subnets': [{'id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:48.848779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a17ec985-5bbb-4a71-8846-a6dcc24b9122, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:48.885311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fca82-d1e7-4aa8-84e8-1dac0be2bb2d None None] The sync data for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 is: [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '45e40c42-9ba0-4a2d-a2db-728ed9c7f75f', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'port_id': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'mac_address': 'fa:16:3e:87:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:34:40Z', 'updated_at': '2021-07-06T17:34:45Z', 'revision_number': 1, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c7727-7d27-450d-9b0c-b63e1ea078aa', 'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'mac_address': 'fa:16:3e:69:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:11Z', 'updated_at': '2021-07-06T17:34:18Z', 'revision_number': 5, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'subnets': [{'id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:34:48.892046 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.903022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9560dc4f-2e60-4076-a113-c8feb40f9653 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:48.973318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] For port 8952ed39-0bdc-47a9-9f87-d1de98418292, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8952ed39-0bdc-47a9-9f87-d1de98418292,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:48.974079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:48.994761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ce65-f4a0-4f50-976b-98e3c56fe3a8 req-cef13638-e230-4bd3-984f-409110aab12f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:49.008311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ce65-f4a0-4f50-976b-98e3c56fe3a8 req-cef13638-e230-4bd3-984f-409110aab12f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:49.009121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a17ec985-5bbb-4a71-8846-a6dcc24b9122,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:49.021987 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8869ce65-f4a0-4f50-976b-98e3c56fe3a8 req-cef13638-e230-4bd3-984f-409110aab12f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 1654 time: 0.2476192 Jul 06 17:34:49.031098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 9560dc4f-2e60-4076-a113-c8feb40f9653 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:49.039874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 9560dc4f-2e60-4076-a113-c8feb40f9653 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:49.040611 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.182298 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.223999 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db17619-0e55-4d0e-8ce9-8525e7933365 None None] New status for floating IP 45e40c42-9ba0-4a2d-a2db-728ed9c7f75f: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:34:49.238999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9560dc4f-2e60-4076-a113-c8feb40f9653, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9560dc4f-2e60-4076-a113-c8feb40f9653,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:49.245762 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.247905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 18ec0406-0c19-4aa4-a163-89ffe987cc94 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:49.250612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-76ec91c3-cd61-42fb-9ab5-45c3f2032ecc service neutron] 10.222.0.13 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294611 Jul 06 17:34:49.260962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:49.261666 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.374309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 18ec0406-0c19-4aa4-a163-89ffe987cc94 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:49.390101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 18ec0406-0c19-4aa4-a163-89ffe987cc94 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:49.391426 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.394822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-706961af-fb60-4fc4-a307-e4710f92a859 req-b6ca980d-9285-4277-a234-41b877375661 service neutron] 10.222.0.13 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157393 Jul 06 17:34:49.449132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=9560dc4f-2e60-4076-a113-c8feb40f9653,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:49.463539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:49.478248 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8c8-24c4-4864-9be0-ecfd2a2c62a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.488975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:34:49.503717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.537716 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.538621 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dcf148-79da-4a80-b308-a09a3bfad04b x-openstack-request-id: req-d4dcf148-79da-4a80-b308-a09a3bfad04b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:49.538922 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:49.539033 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4dcf148-79da-4a80-b308-a09a3bfad04b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:49.539587 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'status': 'completed', 'code': 200} Jul 06 17:34:49.589393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-cc16cc53-f779-4b06-b6cf-0381de976728 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8315718 Jul 06 17:34:49.594711 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f789b3c-0f71-452a-897b-70e59e2ab0f5 x-openstack-request-id: req-9f789b3c-0f71-452a-897b-70e59e2ab0f5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:49.595153 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "1f64f72b-5b42-456e-a399-f92be96fae98", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:49.595514 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f789b3c-0f71-452a-897b-70e59e2ab0f5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:49.596150 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f64f72b-5b42-456e-a399-f92be96fae98', 'code': 200} Jul 06 17:34:49.604621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 18ec0406-0c19-4aa4-a163-89ffe987cc94, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:49.611267 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.612545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fc29c559-ab96-478e-96ad-b2f2b05969f5 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:49.667681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Request body: {'port': {'device_id': '3d875257-5613-4693-aa20-fe32f1800884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:49.720733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=18ec0406-0c19-4aa4-a163-89ffe987cc94,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:49.738645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port fc29c559-ab96-478e-96ad-b2f2b05969f5 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:49.745580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port fc29c559-ab96-478e-96ad-b2f2b05969f5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:49.745981 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.755473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:49.774815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144602-45bb-4e46-a370-f1796f068b1b req-d0dc63e5-6d4d-4d8d-8633-1b3f386de2e9 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:49.775750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8869ce65-f4a0-4f50-976b-98e3c56fe3a8 req-753ce696-01ff-4f47-a886-b23c10b3b828 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7444625 Jul 06 17:34:49.776262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d144602-45bb-4e46-a370-f1796f068b1b req-d0dc63e5-6d4d-4d8d-8633-1b3f386de2e9 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 944 time: 0.4982703 Jul 06 17:34:49.785528 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.796494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.796869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.797217 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Floating IP 02c8cec9-3434-45db-8806-dd6e5068ba5e disassociated. External IP: 172.25.7.108, port: 8952ed39-0bdc-47a9-9f87-d1de98418292. Jul 06 17:34:49.798456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Calling delete_port for 8952ed39-0bdc-47a9-9f87-d1de98418292 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:34:49.855933 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.899632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fc29c559-ab96-478e-96ad-b2f2b05969f5, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:49.905274 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.907264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 77b9e98a-913e-4ee3-a7cc-83267ef98d47 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:49.947404 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.973365 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:49.988170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event deleted for resources: {'Port': ['ID=8952ed39-0bdc-47a9-9f87-d1de98418292,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:50.001825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Allocated IP 19.80.0.153 (7c3a937e-efd1-4c52-a899-17e323ab01ff/29cfc679-9354-4ac7-b890-841a4f408535/2204dc6a-873e-4c99-a525-1515aaf01d75) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:50.011377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fc29c559-ab96-478e-96ad-b2f2b05969f5,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:50.021204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-322ff8cd-9bc5-43de-95d4-6f4383d65e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:50.022502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-322ff8cd-9bc5-43de-95d4-6f4383d65e51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a6b1dc6ea114c51aeb0ac149db7f212&device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 1096 time: 0.4542472 Jul 06 17:34:50.029310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:50.034296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:50.035012 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:50.035129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69ca8c09-1155-44a9-abfb-90ab912acc56 req-b00c7081-906a-42f1-bfc4-08d2fc34cc55 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9219e451-30d1-41bd-a64a-fd9d0a685727 HTTP/1.1" status: 200 len: 210 time: 0.0522218 Jul 06 17:34:50.069029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Transition to ACTIVE for port object a5d46d44-0d2c-4c0f-b277-5976ccef61d8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:50.097253 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:50.099903 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:50.143451 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:50.169156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Router b846cc4a-8b1e-4e3e-b46e-b67158264854 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:34:50.191632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 77b9e98a-913e-4ee3-a7cc-83267ef98d47, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:50.194823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e040be4-ac8c-442b-a854-0ab477c54440 req-bef8fac4-da15-4d62-b148-0b824eaf1924 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:50.196476 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e040be4-ac8c-442b-a854-0ab477c54440 req-bef8fac4-da15-4d62-b148-0b824eaf1924 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.4672408 Jul 06 17:34:50.212898 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:50.272165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=77b9e98a-913e-4ee3-a7cc-83267ef98d47,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:50.359124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:50.362462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] No DVR routers for this DVR port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:34:50.368147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7c461-e4c9-47e6-b137-0fc261e29844 req-b6156e55-09de-44e4-b89f-408ef5819bd9 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:50.376931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14d7c461-e4c9-47e6-b137-0fc261e29844 req-b6156e55-09de-44e4-b89f-408ef5819bd9 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 944 time: 0.1513219 Jul 06 17:34:50.380356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:34:50.392625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] Sync routers for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:34:50.411613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:50.411613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:50.456043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] No DVR routers for this DVR port 8952ed39-0bdc-47a9-9f87-d1de98418292 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:34:50.461005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:50.463567 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff76693b-f834-4659-abdc-d02a0a5e0c2b req-20711c22-780b-41b6-933e-1bd454adbe68 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.22 "DELETE /v2.0/ports/8952ed39-0bdc-47a9-9f87-d1de98418292 HTTP/1.1" status: 204 len: 173 time: 2.0283616 Jul 06 17:34:50.464189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'name': 'network-vif-deleted', 'tag': '8952ed39-0bdc-47a9-9f87-d1de98418292'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:50.466757 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50566189-17b6-4e59-81a5-5a8021699e62" -d '{"events": [{"server_uuid": "9219e451-30d1-41bd-a64a-fd9d0a685727", "name": "network-vif-deleted", "tag": "8952ed39-0bdc-47a9-9f87-d1de98418292"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:50.491217 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e040be4-ac8c-442b-a854-0ab477c54440 req-a648016b-f712-4b3b-b716-f944b3628705 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770686 Jul 06 17:34:50.518986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14d7c461-e4c9-47e6-b137-0fc261e29844 req-f0f84b56-960e-48af-821a-7a7499c0adfc tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410372 Jul 06 17:34:50.582291 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:50.603953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:50.660029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2d144602-45bb-4e46-a370-f1796f068b1b req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Deleting port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:34:50.660380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d144602-45bb-4e46-a370-f1796f068b1b req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:50.694219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-aee84f55-9119-4d21-8bae-84e0824b1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:50.695747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-aee84f55-9119-4d21-8bae-84e0824b1402 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7 HTTP/1.1" status: 200 len: 930 time: 0.6380072 Jul 06 17:34:50.788357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd87b9f-69ea-42c6-92d5-ca2956bf35d7 req-0711dcb9-fd7a-44f4-9cf0-365fe22f72cb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:50.790790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2cd87b9f-69ea-42c6-92d5-ca2956bf35d7 req-0711dcb9-fd7a-44f4-9cf0-365fe22f72cb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 931 time: 0.0693576 Jul 06 17:34:50.832670 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2cd87b9f-69ea-42c6-92d5-ca2956bf35d7 req-1889e2cc-7bcd-4e28-ad80-47c2824aa6bf tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359566 Jul 06 17:34:50.857824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:50.888364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:50.888802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:50.889290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:50.891515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] Checking router: b846cc4a-8b1e-4e3e-b46e-b67158264854 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:34:50.900749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:50.901374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:50.952767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:50.953093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:50.966982 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:50.994292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:50.994976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:50.995367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:50.995819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Bound port: a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:50.996179 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.025971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:51.041478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2d144602-45bb-4e46-a370-f1796f068b1b req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] For port d3ac480b-4bf9-4ec6-9fea-6414b2a82688, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:51.042072 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d144602-45bb-4e46-a370-f1796f068b1b req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.044608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Transition to ACTIVE for port object 2204dc6a-873e-4c99-a525-1515aaf01d75 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:51.101136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-8ffcda36-1879-4ce8-9f60-b1ba0d3cc764 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1 HTTP/1.1" status: 200 len: 1001 time: 0.3578923 Jul 06 17:34:51.116531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2d144602-45bb-4e46-a370-f1796f068b1b req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Calling delete_port for d3ac480b-4bf9-4ec6-9fea-6414b2a82688 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:34:51.191289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-12786a03-c7fe-4cbe-ab23-50b99d6ab303 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 258 time: 0.2281597 Jul 06 17:34:51.203145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:51.241804 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.283097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca00638-b24b-42c2-afb2-29d2b3d7c923 req-786e9286-9501-475d-acd7-d8ff81c66a66 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.283619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:51.289573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca00638-b24b-42c2-afb2-29d2b3d7c923 req-786e9286-9501-475d-acd7-d8ff81c66a66 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.295493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca00638-b24b-42c2-afb2-29d2b3d7c923 req-786e9286-9501-475d-acd7-d8ff81c66a66 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.301836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca00638-b24b-42c2-afb2-29d2b3d7c923 req-786e9286-9501-475d-acd7-d8ff81c66a66 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.308931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca00638-b24b-42c2-afb2-29d2b3d7c923 req-786e9286-9501-475d-acd7-d8ff81c66a66 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.315580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca00638-b24b-42c2-afb2-29d2b3d7c923 req-786e9286-9501-475d-acd7-d8ff81c66a66 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.322064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca00638-b24b-42c2-afb2-29d2b3d7c923 req-786e9286-9501-475d-acd7-d8ff81c66a66 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.323995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dca00638-b24b-42c2-afb2-29d2b3d7c923 req-786e9286-9501-475d-acd7-d8ff81c66a66 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5444 time: 0.5798843 Jul 06 17:34:51.336241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744edf96-c733-40bb-986b-2f090c34f9e8 None None] The sync data for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 is: [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:29:03Z', 'revision_number': 4, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2', 'name': '', 'network_id': '124376c4-644c-49cd-9c79-ed80829b13a3', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'mac_address': 'fa:16:3e:5b:3f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:02Z', 'updated_at': '2021-07-06T17:29:12Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'subnets': [{'id': 'a8fcf5ea-8c64-4020-b5e0-b234cf991659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:34:51.338007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:34:51.384115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:34:51.394840 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.424705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.491040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-2683b45d-8432-4962-9b8a-8bcc0229e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.492658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-2683b45d-8432-4962-9b8a-8bcc0229e587 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d9efa5c-fcd3-430b-ba42-3570a80c0087 HTTP/1.1" status: 200 len: 868 time: 0.3775246 Jul 06 17:34:51.509771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:51.514968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fb2063-f672-4a52-899f-0140c048369c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:51.521907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Allocated IP 172.25.7.119 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/d8fb3275-872a-4583-92a8-e35851c186b1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:34:51.542519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:51.544777 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4271b75-abba-40a5-9be4-a06be0c1c47a" -d '{"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:51.551273 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.592853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:51.597818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631caff5-2706-4ccf-9a3d-0053d1ec2a2d'}, {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122'}, {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9560dc4f-2e60-4076-a113-c8feb40f9653'}, {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec0406-0c19-4aa4-a163-89ffe987cc94'}, {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc29c559-ab96-478e-96ad-b2f2b05969f5'}, {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b9e98a-913e-4ee3-a7cc-83267ef98d47'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:51.598502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network 7c3a937e-efd1-4c52-a899-17e323ab01ff is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:51.602155 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b3ad2-37e1-49bb-96dd-fa1a54d5b036" -d '{"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "631caff5-2706-4ccf-9a3d-0053d1ec2a2d"}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122"}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "9560dc4f-2e60-4076-a113-c8feb40f9653"}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "18ec0406-0c19-4aa4-a163-89ffe987cc94"}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "fc29c559-ab96-478e-96ad-b2f2b05969f5"}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "77b9e98a-913e-4ee3-a7cc-83267ef98d47"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:51.613820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dca00638-b24b-42c2-afb2-29d2b3d7c923 req-f36d4ad6-c99c-4729-9a61-f03d03792ee4 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2723751 Jul 06 17:34:51.622781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:51.635752 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee640f89-22de-436e-b72b-40a44cdf7e25 None None] New status for floating IP 02c8cec9-3434-45db-8806-dd6e5068ba5e: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:34:51.636351 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.642730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Transition to ACTIVE for port object f9fb2063-f672-4a52-899f-0140c048369c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:51.644635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:51.651202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.655399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Port': ['ID=2204dc6a-873e-4c99-a525-1515aaf01d75,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:51.679042 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.716496 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccbb0ac-59d3-4564-98f9-a3c5911be527 x-openstack-request-id: req-2ccbb0ac-59d3-4564-98f9-a3c5911be527 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:51.716998 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9219e451-30d1-41bd-a64a-fd9d0a685727", "name": "network-vif-deleted", "tag": "8952ed39-0bdc-47a9-9f87-d1de98418292", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:51.718004 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ccbb0ac-59d3-4564-98f9-a3c5911be527 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:51.718425 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9219e451-30d1-41bd-a64a-fd9d0a685727', 'name': 'network-vif-deleted', 'tag': '8952ed39-0bdc-47a9-9f87-d1de98418292', 'status': 'completed', 'code': 200} Jul 06 17:34:51.725965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.762578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.764672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.767039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] 10.222.0.22 "PUT /v2.0/ports/a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 1096 time: 4.0884311 Jul 06 17:34:51.821804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Pushing event updated for resources: {'Port': ['ID=d8fb3275-872a-4583-92a8-e35851c186b1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:51.844782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:34:51.849586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:34:51.856482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:34:51.927449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:51.928375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:51.999193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0a93cc7a-fb51-4d61-9374-f0ccb336c37f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7421792 Jul 06 17:34:52.020343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Request body: {'port': {'device_id': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:52.027458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097b745-2c96-4069-86c4-c376d32a7a87 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:52.028778 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.075749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-716acb14-5589-4fe7-b13a-44e5622a53b7 None None] Provisioning for port 2204dc6a-873e-4c99-a525-1515aaf01d75 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:52.081149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-716acb14-5589-4fe7-b13a-44e5622a53b7 None None] Provisioning complete for port 2204dc6a-873e-4c99-a525-1515aaf01d75 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:52.081746 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716acb14-5589-4fe7-b13a-44e5622a53b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.083578 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.117420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-716acb14-5589-4fe7-b13a-44e5622a53b7 None None] Port 2204dc6a-873e-4c99-a525-1515aaf01d75 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:34:52.260435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.266977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.344474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Pushing event updated for resources: {'Port': ['ID=d8fb3275-872a-4583-92a8-e35851c186b1,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:52.357430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.357785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.358130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.358497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.358835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.359175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.360211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.360696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.361289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.362882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.363796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.364358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:52.372686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-4af54fbb-a41c-4b05-998f-532a3d9ef7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:52.373518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.374204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-4af54fbb-a41c-4b05-998f-532a3d9ef7d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8618841 Jul 06 17:34:52.375842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d144602-45bb-4e46-a370-f1796f068b1b req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.390029 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.391670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['01d7478b-2bd4-4eb4-bf7f-5180b07bae75'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:52.391940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-15316186-8ed6-4a94-989d-bd3ef6d169ed tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1948018 Jul 06 17:34:52.425221 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.476049 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-7d19eb26-c65b-4fa4-bacc-e6e18430f86d tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.0746276 Jul 06 17:34:52.534249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Pushing event updated for resources: {'Port': ['ID=f9fb2063-f672-4a52-899f-0140c048369c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:52.590290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-c298bf90-98e5-4d7d-ae01-4dc6f9997843 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:52.591840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef5b4d51-f28e-47c1-a9c1-089cfdab0312 req-c298bf90-98e5-4d7d-ae01-4dc6f9997843 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1088974 Jul 06 17:34:52.644030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Pushing event deleted for resources: {'Port': ['ID=d3ac480b-4bf9-4ec6-9fea-6414b2a82688,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:52.646020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d144602-45bb-4e46-a370-f1796f068b1b req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] No DVR routers for this DVR port d3ac480b-4bf9-4ec6-9fea-6414b2a82688 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:34:52.668153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d144602-45bb-4e46-a370-f1796f068b1b req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.670160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d144602-45bb-4e46-a370-f1796f068b1b req-946ce9f2-2d1d-4df2-a0a6-75fe97c9e826 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.22 "DELETE /v2.0/ports/d3ac480b-4bf9-4ec6-9fea-6414b2a82688 HTTP/1.1" status: 204 len: 173 time: 2.8547702 Jul 06 17:34:52.672797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-fd5a2afb-7e5b-4f9f-9e4a-6a2ce0a96060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:52.673707 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-fd5a2afb-7e5b-4f9f-9e4a-6a2ce0a96060 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1099 time: 0.8181818 Jul 06 17:34:52.693862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0014-2cca-40ed-8496-5fc0b1e866a1 req-112e60e6-7172-4c18-b2f7-df407666bd9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:52.699780 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0014-2cca-40ed-8496-5fc0b1e866a1 req-112e60e6-7172-4c18-b2f7-df407666bd9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:52.706159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0014-2cca-40ed-8496-5fc0b1e866a1 req-112e60e6-7172-4c18-b2f7-df407666bd9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:52.707869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-038a0014-2cca-40ed-8496-5fc0b1e866a1 req-112e60e6-7172-4c18-b2f7-df407666bd9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2376 time: 0.8360152 Jul 06 17:34:52.721931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 8952ed39-0bdc-47a9-9f87-d1de98418292 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:34:52.723228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.749578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 8952ed39-0bdc-47a9-9f87-d1de98418292 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:34:52.750907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 8952ed39-0bdc-47a9-9f87-d1de98418292 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:34:52.751583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d3ac480b-4bf9-4ec6-9fea-6414b2a82688 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:34:52.765209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Attempting to bind port f9fb2063-f672-4a52-899f-0140c048369c on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:52.765749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Attempting to bind port f9fb2063-f672-4a52-899f-0140c048369c by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:52.767742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Attempting to bind port f9fb2063-f672-4a52-899f-0140c048369c on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:52.778983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: d3ac480b-4bf9-4ec6-9fea-6414b2a82688 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:34:52.779696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d3ac480b-4bf9-4ec6-9fea-6414b2a82688 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:34:52.808509 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-bbe14dc5-afb1-4e94-8980-1881525c6b1e service neutron] 10.222.0.55 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058335 Jul 06 17:34:52.814875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Port f9fb2063-f672-4a52-899f-0140c048369c on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:52.815356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Attempting to bind port f9fb2063-f672-4a52-899f-0140c048369c on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:52.851661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628cba8-91d8-4046-bf96-6a034de1f18a req-982052f3-a39f-4d2b-9284-d84738cde491 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:52.853109 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c628cba8-91d8-4046-bf96-6a034de1f18a req-982052f3-a39f-4d2b-9284-d84738cde491 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 948 time: 0.0731218 Jul 06 17:34:52.873079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:52.873422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Checking segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:52.873814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Bound using segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:52.874267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Bound port: f9fb2063-f672-4a52-899f-0140c048369c, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:52.874659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:52.896864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c628cba8-91d8-4046-bf96-6a034de1f18a req-fc0cc8a7-7c7f-4dd6-a387-1d01653079a3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369523 Jul 06 17:34:52.925470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-038a0014-2cca-40ed-8496-5fc0b1e866a1 req-b9e98f0a-044a-4752-a145-13ed06a63c32 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928055 Jul 06 17:34:53.003367 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f4e8bb9-e521-44cb-9484-3393d0263280 req-dcc548b1-3e58-4f68-b5ad-7b37da978714 service neutron] 10.222.0.55 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849782 Jul 06 17:34:53.013608 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03208600-108a-4eef-aa32-a39f4122faf0 x-openstack-request-id: req-03208600-108a-4eef-aa32-a39f4122faf0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:53.014324 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:53.014600 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03208600-108a-4eef-aa32-a39f4122faf0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:53.016339 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'code': 200} Jul 06 17:34:53.051409 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6546f8-6024-42af-9d55-c7bb778c6a66 x-openstack-request-id: req-ed6546f8-6024-42af-9d55-c7bb778c6a66 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:53.051690 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "631caff5-2706-4ccf-9a3d-0053d1ec2a2d", "code": 200}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122", "code": 200}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "9560dc4f-2e60-4076-a113-c8feb40f9653", "code": 200}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "18ec0406-0c19-4aa4-a163-89ffe987cc94", "code": 200}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "fc29c559-ab96-478e-96ad-b2f2b05969f5", "code": 200}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "77b9e98a-913e-4ee3-a7cc-83267ef98d47", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:53.051957 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed6546f8-6024-42af-9d55-c7bb778c6a66 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:53.052380 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631caff5-2706-4ccf-9a3d-0053d1ec2a2d', 'code': 200} Jul 06 17:34:53.052655 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'code': 200} Jul 06 17:34:53.052899 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9560dc4f-2e60-4076-a113-c8feb40f9653', 'code': 200} Jul 06 17:34:53.053152 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec0406-0c19-4aa4-a163-89ffe987cc94', 'code': 200} Jul 06 17:34:53.053403 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc29c559-ab96-478e-96ad-b2f2b05969f5', 'code': 200} Jul 06 17:34:53.053652 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b9e98a-913e-4ee3-a7cc-83267ef98d47', 'code': 200} Jul 06 17:34:53.150029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c55b7dfd-d7ed-4bed-8076-86f6c86de996 req-f49a6ffc-f363-4fd8-bc33-92a88db05626 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 210 time: 0.0631299 Jul 06 17:34:53.164258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-a8e79ef7-8c73-46e3-8b18-cc9f794a8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.165812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-a8e79ef7-8c73-46e3-8b18-cc9f794a8cfa service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.4570253 Jul 06 17:34:53.303192 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-fc6e49c7-12e4-4ed8-b5d2-e78e973652af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.1252344 Jul 06 17:34:53.353832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] For port f9fb2063-f672-4a52-899f-0140c048369c, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:53.397342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] For port f9fb2063-f672-4a52-899f-0140c048369c, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f9fb2063-f672-4a52-899f-0140c048369c,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:53.419412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:53.482632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-a181d75f-60f0-4a2e-acd4-d3dc173f53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.484106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-a181d75f-60f0-4a2e-acd4-d3dc173f53cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1635563 Jul 06 17:34:53.527922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.528650 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:53.531816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] 10.222.0.55 "PUT /v2.0/ports/f9fb2063-f672-4a52-899f-0140c048369c HTTP/1.1" status: 200 len: 1091 time: 3.9113786 Jul 06 17:34:53.532010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83fba-f4c1-40b6-81e0-b4b50f8c8f28 req-6988d132-bca5-492e-a671-acd7a5f6695e tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.533849 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34b83fba-f4c1-40b6-81e0-b4b50f8c8f28 req-6988d132-bca5-492e-a671-acd7a5f6695e tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1438046 Jul 06 17:34:53.600949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34b83fba-f4c1-40b6-81e0-b4b50f8c8f28 req-0cb524e6-f2ef-4a8b-9238-0b011beef874 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.0564528 Jul 06 17:34:53.612502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f38e7-7ea1-46ca-8ddc-57cdb8b7796b service neutron] Pushing event updated for resources: {'Port': ['ID=f9fb2063-f672-4a52-899f-0140c048369c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:53.614165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-34b83fba-f4c1-40b6-81e0-b4b50f8c8f28 req-cc823f90-67af-44cc-a9b6-724900467c9f tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Request body: {'floatingip': {'port_id': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:53.646985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581da-f492-496a-a5d8-4a54eacb1f50 req-919f6bf8-ff77-4a4b-a1b8-6b326b9a9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.647526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581da-f492-496a-a5d8-4a54eacb1f50 req-919f6bf8-ff77-4a4b-a1b8-6b326b9a9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.647955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581da-f492-496a-a5d8-4a54eacb1f50 req-919f6bf8-ff77-4a4b-a1b8-6b326b9a9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.648428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581da-f492-496a-a5d8-4a54eacb1f50 req-919f6bf8-ff77-4a4b-a1b8-6b326b9a9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.648895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581da-f492-496a-a5d8-4a54eacb1f50 req-919f6bf8-ff77-4a4b-a1b8-6b326b9a9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.649361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581da-f492-496a-a5d8-4a54eacb1f50 req-919f6bf8-ff77-4a4b-a1b8-6b326b9a9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.649845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581da-f492-496a-a5d8-4a54eacb1f50 req-919f6bf8-ff77-4a4b-a1b8-6b326b9a9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.651773 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-251581da-f492-496a-a5d8-4a54eacb1f50 req-919f6bf8-ff77-4a4b-a1b8-6b326b9a9525 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6501 time: 0.4749970 Jul 06 17:34:53.661576 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-34b83fba-f4c1-40b6-81e0-b4b50f8c8f28 req-cc823f90-67af-44cc-a9b6-724900467c9f tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:53.703710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718762bc-81b8-4609-8047-20f4f2e46e89 req-b9657cfe-5f08-4ad6-92ae-a673b0aeefa1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.705232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-718762bc-81b8-4609-8047-20f4f2e46e89 req-b9657cfe-5f08-4ad6-92ae-a673b0aeefa1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 943 time: 0.4111433 Jul 06 17:34:53.759750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2949b8-0248-44b3-b8e5-ce8e008f458d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:53.778997 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:53.809225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-251581da-f492-496a-a5d8-4a54eacb1f50 req-6a8d575e-a471-4dcf-9ab8-f6025546ecd1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458044 Jul 06 17:34:53.832177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-718762bc-81b8-4609-8047-20f4f2e46e89 req-3793e53a-d904-416b-a807-1cadbb38264e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146357 Jul 06 17:34:53.833209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Transition to ACTIVE for port object fe2949b8-0248-44b3-b8e5-ce8e008f458d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:53.837226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-460b1413-1d20-478f-9a48-dc81001d02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.838759 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-460b1413-1d20-478f-9a48-dc81001d02f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3336573 Jul 06 17:34:53.841201 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:53.850752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-20107268-d86c-4b09-bf61-721c1eed0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:53.852306 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-20107268-d86c-4b09-bf61-721c1eed0329 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 1094 time: 0.2658663 Jul 06 17:34:53.984200 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-34b83fba-f4c1-40b6-81e0-b4b50f8c8f28 req-cc823f90-67af-44cc-a9b6-724900467c9f tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 17:34:54.004970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34b83fba-f4c1-40b6-81e0-b4b50f8c8f28 req-cc823f90-67af-44cc-a9b6-724900467c9f tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "PUT /v2.0/floatingips/6c722a8e-eee1-4d19-aa0b-1211bbf65790 HTTP/1.1" status: 409 len: 550 time: 0.3956912 Jul 06 17:34:54.054013 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-a955daf2-1510-49ae-8210-c432ea12b137 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9fb2063-f672-4a52-899f-0140c048369c HTTP/1.1" status: 200 len: 217 time: 0.1711226 Jul 06 17:34:54.122963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-02d0815f-b9a6-407f-9bab-091d63f93b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.124430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-02d0815f-b9a6-407f-9bab-091d63f93b1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.0573351 Jul 06 17:34:54.191185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2949b8-0248-44b3-b8e5-ce8e008f458d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:54.213959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983234f7-5ced-4701-b296-7837a70c3c8e req-cc529c6f-9d06-4675-b5b7-738207aa298a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.215608 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-983234f7-5ced-4701-b296-7837a70c3c8e req-cc529c6f-9d06-4675-b5b7-738207aa298a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 948 time: 0.0796402 Jul 06 17:34:54.229858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-62ef74fb-9b39-4668-bdfe-f35f034ec95e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947676 Jul 06 17:34:54.260862 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-983234f7-5ced-4701-b296-7837a70c3c8e req-ce29823b-c449-438b-b40d-d9cf38b43b9d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382013 Jul 06 17:34:54.278866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-bb22e0ff-04dd-4107-b924-c649ddbd5d04 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972766 Jul 06 17:34:54.445687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Attempting to bind port fe2949b8-0248-44b3-b8e5-ce8e008f458d on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:54.446320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Attempting to bind port fe2949b8-0248-44b3-b8e5-ce8e008f458d by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:54.446866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Attempting to bind port fe2949b8-0248-44b3-b8e5-ce8e008f458d on network 7c3a937e-efd1-4c52-a899-17e323ab01ff {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:54.462828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3c90-7522-46f3-a592-8603251aa6aa req-537a7631-da66-4468-94f8-fb5feabf78d5 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.469526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3c90-7522-46f3-a592-8603251aa6aa req-537a7631-da66-4468-94f8-fb5feabf78d5 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.476117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3c90-7522-46f3-a592-8603251aa6aa req-537a7631-da66-4468-94f8-fb5feabf78d5 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.477824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f5a3c90-7522-46f3-a592-8603251aa6aa req-537a7631-da66-4468-94f8-fb5feabf78d5 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2388 time: 0.1024287 Jul 06 17:34:54.482545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09f1e9-f7ac-4581-a158-d2baa93a2b62 req-97135b31-d2ec-43af-9a4e-06afdc9c0d6d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.489172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09f1e9-f7ac-4581-a158-d2baa93a2b62 req-97135b31-d2ec-43af-9a4e-06afdc9c0d6d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.495021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09f1e9-f7ac-4581-a158-d2baa93a2b62 req-97135b31-d2ec-43af-9a4e-06afdc9c0d6d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.501454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09f1e9-f7ac-4581-a158-d2baa93a2b62 req-97135b31-d2ec-43af-9a4e-06afdc9c0d6d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.508451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09f1e9-f7ac-4581-a158-d2baa93a2b62 req-97135b31-d2ec-43af-9a4e-06afdc9c0d6d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.513314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09f1e9-f7ac-4581-a158-d2baa93a2b62 req-97135b31-d2ec-43af-9a4e-06afdc9c0d6d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.519082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f5a3c90-7522-46f3-a592-8603251aa6aa req-7bae9fa0-0da5-4153-8d97-19a546986027 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352578 Jul 06 17:34:54.520105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09f1e9-f7ac-4581-a158-d2baa93a2b62 req-97135b31-d2ec-43af-9a4e-06afdc9c0d6d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.522083 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e09f1e9-f7ac-4581-a158-d2baa93a2b62 req-97135b31-d2ec-43af-9a4e-06afdc9c0d6d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5444 time: 0.3946471 Jul 06 17:34:54.522724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Port fe2949b8-0248-44b3-b8e5-ce8e008f458d on network 7c3a937e-efd1-4c52-a899-17e323ab01ff not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:54.523053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Attempting to bind port fe2949b8-0248-44b3-b8e5-ce8e008f458d on network 7c3a937e-efd1-4c52-a899-17e323ab01ff {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:54.561744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:54.562085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Checking segment: {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:54.563016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Bound using segment: {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:54.563510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Bound port: fe2949b8-0248-44b3-b8e5-ce8e008f458d, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:54.563877 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:54.570658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-d2290b47-f6a7-442d-a448-f61f7479b098 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301733 Jul 06 17:34:54.587432 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-ee91b2a7-f002-4174-90af-aa7008e017b5 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974617 Jul 06 17:34:54.653922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e09f1e9-f7ac-4581-a158-d2baa93a2b62 req-8ef78ecc-edfc-485b-9f7c-4f598bc00736 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214085 Jul 06 17:34:54.695277 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-ce2773ca-071b-4591-ba69-8df5773a3e90 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips/6c722a8e-eee1-4d19-aa0b-1211bbf65790 HTTP/1.1" status: 200 len: 693 time: 0.0658240 Jul 06 17:34:54.776170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f26d2f8-9389-463b-98ee-d589cb8d40d8 req-121a5057-cd21-45a0-8b39-92e7be38d693 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932874 Jul 06 17:34:54.816386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-2b82be9b-d035-4008-aa1a-0c3fe0c67b6c tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.824003 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-2b82be9b-d035-4008-aa1a-0c3fe0c67b6c tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1277425 Jul 06 17:34:54.847509 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2cfc190-bbda-4d7c-921c-7c32a7c5ab4a req-f3142f17-fc2e-4f52-aebc-ba40f3bd98fa tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 210 time: 0.0425715 Jul 06 17:34:54.862630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] For port fe2949b8-0248-44b3-b8e5-ce8e008f458d, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:54.870009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] For port fe2949b8-0248-44b3-b8e5-ce8e008f458d, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fe2949b8-0248-44b3-b8e5-ce8e008f458d,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:54.876759 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:54.917224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:54.917853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:54.919336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] 10.222.0.22 "PUT /v2.0/ports/fe2949b8-0248-44b3-b8e5-ce8e008f458d HTTP/1.1" status: 200 len: 1091 time: 2.9067218 Jul 06 17:34:54.926896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-c2b6e60e-8821-4c62-ade5-002a91538a1f tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.1013434 Jul 06 17:34:54.962126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Request body: {'port': {'device_id': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:54.992128 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-ae29fbd4-a237-4899-a60f-0d15b5a11afa tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.0641761 Jul 06 17:34:55.016168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc794f5-b24d-4c69-9a07-5214f3682241 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2949b8-0248-44b3-b8e5-ce8e008f458d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:55.022536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8'}, {'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'name': 'network-vif-deleted', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688'}, {'name': 'network-changed', 'server_uuid': '3d875257-5613-4693-aa20-fe32f1800884', 'tag': 'f9fb2063-f672-4a52-899f-0140c048369c'}, {'name': 'network-changed', 'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'tag': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:55.036213 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f931725-30af-4ced-a2a5-e43e134e028c" -d '{"events": [{"name": "network-changed", "server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8"}, {"server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "name": "network-vif-deleted", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688"}, {"name": "network-changed", "server_uuid": "3d875257-5613-4693-aa20-fe32f1800884", "tag": "f9fb2063-f672-4a52-899f-0140c048369c"}, {"name": "network-changed", "server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "tag": "fe2949b8-0248-44b3-b8e5-ce8e008f458d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:55.087028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55186) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:55.148156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.297851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb5c04d9-3f2a-4934-b27b-81b7d273e106 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.335114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Deleting port d8fb3275-872a-4583-92a8-e35851c186b1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:34:55.335568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.338743 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb5c04d9-3f2a-4934-b27b-81b7d273e106 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.446893 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb5c04d9-3f2a-4934-b27b-81b7d273e106 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.449537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb5c04d9-3f2a-4934-b27b-81b7d273e106 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.454377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eb5c04d9-3f2a-4934-b27b-81b7d273e106 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "DELETE /v2.0/security-groups/7890a46f-9f4c-4c11-92a8-725a6a49e929 HTTP/1.1" status: 204 len: 168 time: 0.3598742 Jul 06 17:34:55.459641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.459977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.462375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:55.496610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c04d9-3f2a-4934-b27b-81b7d273e106 tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7890a46f-9f4c-4c11-92a8-725a6a49e929,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:55.499311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Calling delete_port for d8fb3275-872a-4583-92a8-e35851c186b1 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:34:55.501802 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-05187499-c4aa-46a4-b3f9-b5cecd4a355c tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] show failed (client error): The resource could not be found. Jul 06 17:34:55.505513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-05187499-c4aa-46a4-b3f9-b5cecd4a355c tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "GET /v2.0/security-groups/7890a46f-9f4c-4c11-92a8-725a6a49e929 HTTP/1.1" status: 404 len: 347 time: 0.0396039 Jul 06 17:34:55.506365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:55.725364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45099a5a-bc2b-4802-81a5-fc9a67a76d8f req-c03db8d7-4625-42e2-ba66-07e20b95b885 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:55.726530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Deleting port 70a34d15-56a3-421e-9ceb-ecca335f433a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:34:55.726871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-45099a5a-bc2b-4802-81a5-fc9a67a76d8f req-c03db8d7-4625-42e2-ba66-07e20b95b885 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 943 time: 0.5112827 Jul 06 17:34:55.727363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.800206 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-45099a5a-bc2b-4802-81a5-fc9a67a76d8f req-4b623e56-3a33-410a-8af3-d1287206bfb0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586038 Jul 06 17:34:55.854115 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.855516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:55.865399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.888468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Pushing event deleted for resources: {'Port': ['ID=d8fb3275-872a-4583-92a8-e35851c186b1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:55.889402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Transition to ACTIVE for port object d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:55.899680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.900019 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.904137 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:55.926247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Calling delete_port for 70a34d15-56a3-421e-9ceb-ecca335f433a owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:34:55.964142 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ec401-05bd-4563-a6e7-473f2301b888 x-openstack-request-id: req-2b3ec401-05bd-4563-a6e7-473f2301b888 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:34:55.964450 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8", "status": "completed", "code": 200}, {"server_uuid": "fa4dfc8b-5e7c-4953-b916-a92c4943765a", "name": "network-vif-deleted", "tag": "d3ac480b-4bf9-4ec6-9fea-6414b2a82688", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d875257-5613-4693-aa20-fe32f1800884", "tag": "f9fb2063-f672-4a52-899f-0140c048369c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "tag": "fe2949b8-0248-44b3-b8e5-ce8e008f458d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:34:55.964706 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b3ec401-05bd-4563-a6e7-473f2301b888 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:34:55.965119 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'status': 'completed', 'code': 200} Jul 06 17:34:55.965379 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4dfc8b-5e7c-4953-b916-a92c4943765a', 'name': 'network-vif-deleted', 'tag': 'd3ac480b-4bf9-4ec6-9fea-6414b2a82688', 'status': 'completed', 'code': 200} Jul 06 17:34:55.965635 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d875257-5613-4693-aa20-fe32f1800884', 'tag': 'f9fb2063-f672-4a52-899f-0140c048369c', 'status': 'completed', 'code': 200} Jul 06 17:34:55.965886 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'tag': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d', 'status': 'completed', 'code': 200} Jul 06 17:34:56.038400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:56.058483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:56.062819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:56.067524 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cd1a48f-bdf4-4922-92af-87248f14c596 req-4ba5d1a6-f388-45cc-bd8c-d9a941edfbdb tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "DELETE /v2.0/floatingips/6c722a8e-eee1-4d19-aa0b-1211bbf65790 HTTP/1.1" status: 204 len: 173 time: 1.0744729 Jul 06 17:34:56.204177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:56.247761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-e39b988f-f926-46ae-902e-4c0535eb7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.250458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-e39b988f-f926-46ae-902e-4c0535eb7a23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1099 time: 0.2787299 Jul 06 17:34:56.259328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-e1c23dbc-ae4a-45e8-98ae-cb90a58ee5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.261020 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-e1c23dbc-ae4a-45e8-98ae-cb90a58ee5da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1099 time: 0.2816994 Jul 06 17:34:56.266753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Pushing event deleted for resources: {'Port': ['ID=70a34d15-56a3-421e-9ceb-ecca335f433a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:56.301650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b2239-6a2f-4066-a35a-01e4fdcebf5c req-1436f210-9575-4473-8ba1-5beb84914523 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.309226 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-934b2239-6a2f-4066-a35a-01e4fdcebf5c req-1436f210-9575-4473-8ba1-5beb84914523 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 948 time: 0.2660310 Jul 06 17:34:56.342028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Attempting to bind port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:56.342414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Attempting to bind port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '92d53597-2686-418c-b6fd-bc0ee7d48f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:56.342726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Attempting to bind port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 on network 467bd53e-2794-44c7-bba1-57f5924d7f42 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:56.382742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:56.385244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:56.389278 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2f0beae8-90dc-4190-8174-f0e48cef562a tempest-ServersWithSpecificFlavorTestJSON-482700592 tempest-ServersWithSpecificFlavorTestJSON-482700592-project] 10.222.0.13 "DELETE /v2.0/floatingips/02c8cec9-3434-45db-8806-dd6e5068ba5e HTTP/1.1" status: 204 len: 168 time: 0.8820469 Jul 06 17:34:56.419991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2fa1-de70-40e0-ac23-41a7830399e4 req-db4eb966-d006-4c1c-9a29-ac061a465744 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.430435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2fa1-de70-40e0-ac23-41a7830399e4 req-db4eb966-d006-4c1c-9a29-ac061a465744 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.436884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2fa1-de70-40e0-ac23-41a7830399e4 req-db4eb966-d006-4c1c-9a29-ac061a465744 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.443064 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-101e2fa1-de70-40e0-ac23-41a7830399e4 req-db4eb966-d006-4c1c-9a29-ac061a465744 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2400 time: 0.1346292 Jul 06 17:34:56.445479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 on network 467bd53e-2794-44c7-bba1-57f5924d7f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:56.445815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Attempting to bind port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 on network 467bd53e-2794-44c7-bba1-57f5924d7f42 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:56.473191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:56.474597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Checking segment: {'id': '92d53597-2686-418c-b6fd-bc0ee7d48f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:56.474597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Bound using segment: {'id': '92d53597-2686-418c-b6fd-bc0ee7d48f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:56.475070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Bound port: d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d53597-2686-418c-b6fd-bc0ee7d48f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:56.475712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:56.488406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-101e2fa1-de70-40e0-ac23-41a7830399e4 req-ed9dae24-75f9-4ccd-aa34-ff48052f36a1 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Jul 06 17:34:56.491532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-934b2239-6a2f-4066-a35a-01e4fdcebf5c req-ea9c68f0-2ebd-4360-8878-3d3ef35a099b tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807065 Jul 06 17:34:56.587887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-684df176-292b-4f40-a736-98ab683c4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.589411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-684df176-292b-4f40-a736-98ab683c4698 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3118033 Jul 06 17:34:56.596095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-e3b3bd04-cdcc-4f16-93c4-2266359fd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.597627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-e3b3bd04-cdcc-4f16-93c4-2266359fd556 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3310583 Jul 06 17:34:56.686260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-f41ffc0a-d6ed-4150-90e0-ca8a4865ce6e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.0876694 Jul 06 17:34:56.687724 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-e93d7fb9-281d-4099-bb48-6b0f74a56df8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.0793960 Jul 06 17:34:56.709533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e846470-d2ca-419f-9a99-e13ee69639bd req-fb373845-04e5-4d67-9aad-daac64184549 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.716142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e846470-d2ca-419f-9a99-e13ee69639bd req-fb373845-04e5-4d67-9aad-daac64184549 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.722896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e846470-d2ca-419f-9a99-e13ee69639bd req-fb373845-04e5-4d67-9aad-daac64184549 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.728961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e846470-d2ca-419f-9a99-e13ee69639bd req-fb373845-04e5-4d67-9aad-daac64184549 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.736447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e846470-d2ca-419f-9a99-e13ee69639bd req-fb373845-04e5-4d67-9aad-daac64184549 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.744178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e846470-d2ca-419f-9a99-e13ee69639bd req-fb373845-04e5-4d67-9aad-daac64184549 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.750561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e846470-d2ca-419f-9a99-e13ee69639bd req-fb373845-04e5-4d67-9aad-daac64184549 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.752682 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2e846470-d2ca-419f-9a99-e13ee69639bd req-fb373845-04e5-4d67-9aad-daac64184549 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5444 time: 0.1187251 Jul 06 17:34:56.767075 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56cd4fce-c97d-49a4-9772-a753bd7bc9c0 req-76731b32-a993-429e-aab5-38d0270dc29f tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4dfc8b-5e7c-4953-b916-a92c4943765a HTTP/1.1" status: 200 len: 210 time: 0.0879009 Jul 06 17:34:56.796546 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2e846470-d2ca-419f-9a99-e13ee69639bd req-c26d009a-7798-4c9a-8a5b-ef44367a7a2c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382171 Jul 06 17:34:56.805077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] For port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:34:56.830748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] For port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,segment=NetworkSegment(92d53597-2686-418c-b6fd-bc0ee7d48f9b),segment_id=92d53597-2686-418c-b6fd-bc0ee7d48f9b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:34:56.839712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-d61fd21c-051b-40e1-bdd4-f6f58bd3beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.841347 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-d61fd21c-051b-40e1-bdd4-f6f58bd3beca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1433744 Jul 06 17:34:56.842575 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:56.848745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-1df7b83a-8cb3-4bbc-ac1b-7fa42d81b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.850605 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-1df7b83a-8cb3-4bbc-ac1b-7fa42d81b118 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1212640 Jul 06 17:34:56.955415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:56.956345 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:56.957941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] 10.222.0.22 "PUT /v2.0/ports/d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 HTTP/1.1" status: 200 len: 1092 time: 2.0061448 Jul 06 17:34:57.034904 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-3eaba4cc-0e4f-404f-866d-810f2d282d24 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1001 time: 0.1849155 Jul 06 17:34:57.044775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd264a0-c161-4d90-b0fb-3065d471ed83 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:57.061453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Request body: {'port': {'device_id': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:57.125977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-975e5f65-904b-4263-9a77-577748853b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.127963 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-975e5f65-904b-4263-9a77-577748853b3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2749932 Jul 06 17:34:57.175161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-c9cc0967-a741-416c-85b6-87f556606fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.176686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-c9cc0967-a741-416c-85b6-87f556606fc0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2861142 Jul 06 17:34:57.330597 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:57.377789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f9fb2063-f672-4a52-899f-0140c048369c details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:57.466786 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-a33c8313-f35e-4340-9e45-8d1934489dbb service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158109 Jul 06 17:34:57.491148 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-53d710ab-c717-4fe1-a41e-a70f3cc03347 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987962 Jul 06 17:34:57.539609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f9fb2063-f672-4a52-899f-0140c048369c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f9fb2063-f672-4a52-899f-0140c048369c,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:57.559417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'f9fb2063-f672-4a52-899f-0140c048369c', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'port_id': 'f9fb2063-f672-4a52-899f-0140c048369c', 'mac_address': 'fa:16:3e:fa:79:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb40348-e9ec-4041-81e2-4567f9b075da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:57.627370 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:57.642392 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fb2063-f672-4a52-899f-0140c048369c {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:57.665160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f9fb2063-f672-4a52-899f-0140c048369c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f9fb2063-f672-4a52-899f-0140c048369c,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:57.668832 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-6d88e1da-0899-4745-989a-c5626ea38bbe service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929761 Jul 06 17:34:57.670304 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:57.673965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-ada2bdd3-236b-46e9-a5ae-86090fc01d67 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.686283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-ada2bdd3-236b-46e9-a5ae-86090fc01d67 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports/4b5b45c4-da90-4447-808a-4a375fb32fb1 HTTP/1.1" status: 200 len: 942 time: 0.6424460 Jul 06 17:34:57.765950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=f9fb2063-f672-4a52-899f-0140c048369c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:57.920727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a717-8791-45a2-aee3-a68b2cf47c87 req-03de6927-6a80-4b36-9e97-fb5c78cea60d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.921971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-94149b71-4824-43fd-9e75-5ec28ce6074b tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1001 time: 0.0917547 Jul 06 17:34:57.927497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a717-8791-45a2-aee3-a68b2cf47c87 req-03de6927-6a80-4b36-9e97-fb5c78cea60d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.933701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a717-8791-45a2-aee3-a68b2cf47c87 req-03de6927-6a80-4b36-9e97-fb5c78cea60d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.940586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a717-8791-45a2-aee3-a68b2cf47c87 req-03de6927-6a80-4b36-9e97-fb5c78cea60d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.947017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a717-8791-45a2-aee3-a68b2cf47c87 req-03de6927-6a80-4b36-9e97-fb5c78cea60d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.954739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a717-8791-45a2-aee3-a68b2cf47c87 req-03de6927-6a80-4b36-9e97-fb5c78cea60d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.961173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a717-8791-45a2-aee3-a68b2cf47c87 req-03de6927-6a80-4b36-9e97-fb5c78cea60d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:57.963242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb08a717-8791-45a2-aee3-a68b2cf47c87 req-03de6927-6a80-4b36-9e97-fb5c78cea60d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5444 time: 0.5516362 Jul 06 17:34:57.967030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'tag': 'd1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:57.976997 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4076b93d-47a8-4a1e-96f1-8365081cba6d" -d '{"events": [{"name": "network-changed", "server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "tag": "d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:57.980237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55222) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:34:57.985035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-7507adb6-6ebe-41be-8bd2-cb1ca92600f1 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055001 Jul 06 17:34:57.989630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Request body: {'floatingip': {'port_id': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:58.073906 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:58.078731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['f9fb2063-f672-4a52-899f-0140c048369c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:34:58.111188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-eeebf19c-b653-4887-b136-c65f8e45ce52 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:58.113652 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-eeebf19c-b653-4887-b136-c65f8e45ce52 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1837888 Jul 06 17:34:58.131344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-b92b6221-43d3-4754-8406-554bf49dc97d tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:34:58.145630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-b92b6221-43d3-4754-8406-554bf49dc97d tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254617 Jul 06 17:34:58.170160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-5b0100c2-9f30-4c5d-ad16-89d28bc629dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:58.170939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-5b0100c2-9f30-4c5d-ad16-89d28bc629dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:58.171431 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-5b0100c2-9f30-4c5d-ad16-89d28bc629dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:58.173164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-5b0100c2-9f30-4c5d-ad16-89d28bc629dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=048950e7f5024ffd81c6481311b62e94&device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2798 time: 0.4419794 Jul 06 17:34:58.219754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-1bfd168c-e6b4-4250-b961-e41c22a12e9c tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 1001 time: 0.0731964 Jul 06 17:34:58.233587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-98efdbdf-2cee-4df7-bc65-7d669678198a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:34:58.326909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-98efdbdf-2cee-4df7-bc65-7d669678198a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:58.497258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2204dc6a-873e-4c99-a525-1515aaf01d75 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:58.498625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-98efdbdf-2cee-4df7-bc65-7d669678198a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:58.503948 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-98efdbdf-2cee-4df7-bc65-7d669678198a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:58.504324 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-98efdbdf-2cee-4df7-bc65-7d669678198a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Floating IP 45e40c42-9ba0-4a2d-a2db-728ed9c7f75f disassociated. External IP: 172.25.7.103, port: 4b5b45c4-da90-4447-808a-4a375fb32fb1. Jul 06 17:34:58.517617 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:58.532153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc89e7-df10-4741-956d-06d5091ffb2e req-1ce07fe9-5119-4068-bfd0-b0f7263e18dc tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:58.533760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8abc89e7-df10-4741-956d-06d5091ffb2e req-1ce07fe9-5119-4068-bfd0-b0f7263e18dc tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 944 time: 0.3928421 Jul 06 17:34:58.534993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-a3136002-933f-4ccf-bbe4-0a6dd69a31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:58.535473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-a3136002-933f-4ccf-bbe4-0a6dd69a31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:58.535948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-a3136002-933f-4ccf-bbe4-0a6dd69a31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:58.537485 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-a3136002-933f-4ccf-bbe4-0a6dd69a31cb service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=048950e7f5024ffd81c6481311b62e94&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3196847 Jul 06 17:34:58.556956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Transition to ACTIVE for port object 2204dc6a-873e-4c99-a525-1515aaf01d75 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:34:58.559121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-01ec718a-9fef-4747-a519-5325455ac40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:58.560853 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-01ec718a-9fef-4747-a519-5325455ac40f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 1095 time: 0.4987893 Jul 06 17:34:58.605846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:58.738114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-98efdbdf-2cee-4df7-bc65-7d669678198a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Router f84992ca-4b00-4ee3-bd58-6897c2b74a7a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:34:58.786165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:34:58.866393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-98efdbdf-2cee-4df7-bc65-7d669678198a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:34:58.870821 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-98efdbdf-2cee-4df7-bc65-7d669678198a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:58.878806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] Sync routers for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:34:58.905411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:34:58.907148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:34:58.935327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-98efdbdf-2cee-4df7-bc65-7d669678198a tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "PUT /v2.0/floatingips/45e40c42-9ba0-4a2d-a2db-728ed9c7f75f HTTP/1.1" status: 200 len: 695 time: 0.7077417 Jul 06 17:34:58.935928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:58.940724 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de00f22c-1e12-4880-8b1a-c6f05014569d" -d '{"events": [{"name": "network-changed", "server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:59.016600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-cd184717-da13-4cc1-97a2-98b9a0645d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.024344 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-cd184717-da13-4cc1-97a2-98b9a0645d6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a6b1dc6ea114c51aeb0ac149db7f212&device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 1096 time: 0.0764120 Jul 06 17:34:59.140782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-39c8f713-6fb2-4251-83d9-34b84fb46a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.144033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-39c8f713-6fb2-4251-83d9-34b84fb46a8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7 HTTP/1.1" status: 200 len: 930 time: 0.1187475 Jul 06 17:34:59.170774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8abc89e7-df10-4741-956d-06d5091ffb2e req-8d6cae33-5ba8-49f6-953f-74a0a3c88234 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000092 Jul 06 17:34:59.194792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-fe968842-8e11-4c48-9f8e-ba3b69ad375f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1 HTTP/1.1" status: 200 len: 217 time: 0.0431118 Jul 06 17:34:59.213014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:59.234670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'mac_address': 'fa:16:3e:66:67:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:34:59.245573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-de892f03-54db-45cd-a22b-5442a02466f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.247510 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-de892f03-54db-45cd-a22b-5442a02466f9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6857007 Jul 06 17:34:59.272413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-05fb4bf0-a0af-48b8-b8c0-1c782808e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.273882 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-05fb4bf0-a0af-48b8-b8c0-1c782808e8ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.6923130 Jul 06 17:34:59.282134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Pushing event updated for resources: {'Port': ['ID=2204dc6a-873e-4c99-a525-1515aaf01d75,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:34:59.322550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-3ac235ee-703a-4c12-90f7-5aad20953e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.333875 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-3ac235ee-703a-4c12-90f7-5aad20953e83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9efa5c-fcd3-430b-ba42-3570a80c0087 HTTP/1.1" status: 200 len: 868 time: 0.1335454 Jul 06 17:34:59.382255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f9fb2063-f672-4a52-899f-0140c048369c up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:34:59.395996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.396445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.396845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.397200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.397537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.397937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.398262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.398614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.399026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.399376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.399703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.400024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:34:59.452502 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-69fbeacd-0241-44f2-87bd-86c0f3aedb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.455216 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-69fbeacd-0241-44f2-87bd-86c0f3aedb01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204989 Jul 06 17:34:59.525864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:34:59.561723 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:59.563112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-d3330406-5b13-4458-a56f-9afda6364ebf service neutron] 10.222.0.13 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986285 Jul 06 17:34:59.568473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port f9fb2063-f672-4a52-899f-0140c048369c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:34:59.568725 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-e372acc3-c498-455a-ae71-113b45cf25e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9fb2063-f672-4a52-899f-0140c048369c HTTP/1.1" status: 200 len: 217 time: 0.1746752 Jul 06 17:34:59.586587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port f9fb2063-f672-4a52-899f-0140c048369c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:34:59.586962 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:59.646443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d46d44-0d2c-4c0f-b277-5976ccef61d8 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:34:59.699868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931725-30af-4ced-a2a5-e43e134e028c req-921229e9-c131-4ed7-b548-11dbd3fbeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.701804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-921229e9-c131-4ed7-b548-11dbd3fbeaab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.0728545 Jul 06 17:34:59.721683 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e7697f7-fef3-4065-bfa3-0c0158e8061e req-0ef9355e-f406-468e-bd05-f93dbaaf7b7d service neutron] 10.222.0.13 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408529 Jul 06 17:34:59.740147 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:59.772548 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-7853db9a-f5f8-4219-9268-f6abd9e05476 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571291 Jul 06 17:34:59.786946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:59.815456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d875257-5613-4693-aa20-fe32f1800884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fb2063-f672-4a52-899f-0140c048369c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:34:59.817762 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3427bd-bd29-4f90-b0e8-035004f94396" -d '{"events": [{"server_uuid": "3d875257-5613-4693-aa20-fe32f1800884", "name": "network-vif-plugged", "status": "completed", "tag": "f9fb2063-f672-4a52-899f-0140c048369c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:34:59.834758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f9fb2063-f672-4a52-899f-0140c048369c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f9fb2063-f672-4a52-899f-0140c048369c,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:34:59.838306 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:59.878108 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:59.899788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Attempting to bind port 2204dc6a-873e-4c99-a525-1515aaf01d75 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:34:59.900134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Attempting to bind port 2204dc6a-873e-4c99-a525-1515aaf01d75 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:34:59.900465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Attempting to bind port 2204dc6a-873e-4c99-a525-1515aaf01d75 on network 7c3a937e-efd1-4c52-a899-17e323ab01ff {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:59.916465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Port 2204dc6a-873e-4c99-a525-1515aaf01d75 on network 7c3a937e-efd1-4c52-a899-17e323ab01ff not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:34:59.916804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Attempting to bind port 2204dc6a-873e-4c99-a525-1515aaf01d75 on network 7c3a937e-efd1-4c52-a899-17e323ab01ff {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:34:59.933078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da04c7-eff9-40c3-af40-99f94a18504c req-c8a1b52b-3284-489c-8d43-a0b3fed0b250 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.950792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19da04c7-eff9-40c3-af40-99f94a18504c req-c8a1b52b-3284-489c-8d43-a0b3fed0b250 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 948 time: 0.5314600 Jul 06 17:34:59.956999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd4e14-757d-4ac6-a1a9-90b360410ef7 req-bf551dbc-db10-4cc7-a93b-2e4fd00afba7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.964822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd4e14-757d-4ac6-a1a9-90b360410ef7 req-bf551dbc-db10-4cc7-a93b-2e4fd00afba7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.971500 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:34:59.972786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd4e14-757d-4ac6-a1a9-90b360410ef7 req-bf551dbc-db10-4cc7-a93b-2e4fd00afba7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:34:59.975469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aadd4e14-757d-4ac6-a1a9-90b360410ef7 req-bf551dbc-db10-4cc7-a93b-2e4fd00afba7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2412 time: 0.1085594 Jul 06 17:34:59.979975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:34:59.980328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Checking segment: {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:34:59.980802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Bound using segment: {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:34:59.981295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Bound port: 2204dc6a-873e-4c99-a525-1515aaf01d75, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0414353f-cfd7-443f-80a8-8e700524100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:34:59.981669 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:34:59.986091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:00.029360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aadd4e14-757d-4ac6-a1a9-90b360410ef7 req-5cdd4feb-189a-4174-9568-b9a9ffe38d06 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Jul 06 17:35:00.100638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=f9fb2063-f672-4a52-899f-0140c048369c,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:00.116332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a12c7727-7d27-450d-9b0c-b63e1ea078aa', 'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'mac_address': 'fa:16:3e:69:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:11Z', 'updated_at': '2021-07-06T17:34:18Z', 'revision_number': 5, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'subnets': [{'id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:00.148262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] Checking router: f84992ca-4b00-4ee3-bd58-6897c2b74a7a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:35:00.161737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:00.162415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:00.222018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19da04c7-eff9-40c3-af40-99f94a18504c req-8cb0c105-0043-4cb0-831d-16c044741dc4 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700894 Jul 06 17:35:00.238837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-87db2886-c8f7-41e8-b826-f6213c70d7e8 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498458 Jul 06 17:35:00.250659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a5d46d44-0d2c-4c0f-b277-5976ccef61d8'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:00.311950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:00.369481 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:00.372590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] For port 2204dc6a-873e-4c99-a525-1515aaf01d75, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:00.409018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:00.441025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] For port 2204dc6a-873e-4c99-a525-1515aaf01d75, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2204dc6a-873e-4c99-a525-1515aaf01d75,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:00.453987 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:00.495944 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c959da0d-7c73-43c5-9973-555e8e411cfc x-openstack-request-id: req-c959da0d-7c73-43c5-9973-555e8e411cfc {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:00.496469 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:00.496876 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c959da0d-7c73-43c5-9973-555e8e411cfc {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:00.497511 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'status': 'completed', 'code': 200} Jul 06 17:35:00.573810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:00.574469 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:00.582976 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] 10.222.0.22 "PUT /v2.0/ports/2204dc6a-873e-4c99-a525-1515aaf01d75 HTTP/1.1" status: 200 len: 1092 time: 3.5261817 Jul 06 17:35:00.658070 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46426d1-7c16-46c2-afda-eb648a1d6b59 x-openstack-request-id: req-f46426d1-7c16-46c2-afda-eb648a1d6b59 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:00.658564 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "tag": "d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:00.658822 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f46426d1-7c16-46c2-afda-eb648a1d6b59 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:00.661889 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'tag': 'd1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6', 'status': 'completed', 'code': 200} Jul 06 17:35:00.746037 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5457aefd-314f-4ac7-b60e-be355d31b0ac x-openstack-request-id: req-5457aefd-314f-4ac7-b60e-be355d31b0ac {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:00.747025 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d875257-5613-4693-aa20-fe32f1800884", "name": "network-vif-plugged", "status": "completed", "tag": "f9fb2063-f672-4a52-899f-0140c048369c", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:00.747422 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5457aefd-314f-4ac7-b60e-be355d31b0ac {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:00.748026 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d875257-5613-4693-aa20-fe32f1800884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fb2063-f672-4a52-899f-0140c048369c', 'code': 200} Jul 06 17:35:00.879267 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f931725-30af-4ced-a2a5-e43e134e028c req-9d686526-5fdb-4ac6-9312-10de25b63749 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107800 Jul 06 17:35:00.938323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2eb0e-7313-4cdf-b4d4-a3e42102de43 service neutron] Pushing event updated for resources: {'Port': ['ID=2204dc6a-873e-4c99-a525-1515aaf01d75,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:00.946872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a12c7727-7d27-450d-9b0c-b63e1ea078aa', 'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'mac_address': 'fa:16:3e:69:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:11Z', 'updated_at': '2021-07-06T17:34:18Z', 'revision_number': 5, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'subnets': [{'id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:00.994436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffe708c-4101-4aa1-959c-0943823cc450 None None] The sync data for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 is: [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:34:13Z', 'revision_number': 4, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a12c7727-7d27-450d-9b0c-b63e1ea078aa', 'name': '', 'network_id': 'c693b16d-2ed2-45d5-a2d3-2271a6f267d7', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'mac_address': 'fa:16:3e:69:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:11Z', 'updated_at': '2021-07-06T17:34:18Z', 'revision_number': 5, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'subnets': [{'id': '9d9efa5c-fcd3-430b-ba42-3570a80c0087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:35:01.057722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-260e284f-403d-41c5-bdfc-40118aaca8bd tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips/45e40c42-9ba0-4a2d-a2db-728ed9c7f75f HTTP/1.1" status: 200 len: 695 time: 0.3952861 Jul 06 17:35:01.105942 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Floating IP 5916c30b-64d1-47d2-9346-de854865a096 associated. External IP: 172.25.7.69, port: a17ec985-5bbb-4a71-8846-a6dcc24b9122. Jul 06 17:35:01.182460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-646f4ce9-7ad2-4713-8358-02f2c5e66527 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:01.190511 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-646f4ce9-7ad2-4713-8358-02f2c5e66527 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1317253 Jul 06 17:35:01.256442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-f038e805-dc25-4d77-8a82-bf3d356dec54 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 698 time: 0.0647278 Jul 06 17:35:01.330866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-a2e84f6f-c78e-4415-ab22-c18aa9082c41 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 698 time: 0.0727708 Jul 06 17:35:01.377394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-763ca028-6bc3-4ae2-9264-ba39c4ecaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:01.379560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-763ca028-6bc3-4ae2-9264-ba39c4ecaa7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a6b1dc6ea114c51aeb0ac149db7f212&device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 1096 time: 0.7697890 Jul 06 17:35:01.392799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6169119-e1a9-4798-ab3e-e06d95b8a02b req-dd5cf2b8-e046-477b-900f-612c1e48a8d0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:01.394739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e6169119-e1a9-4798-ab3e-e06d95b8a02b req-dd5cf2b8-e046-477b-900f-612c1e48a8d0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 945 time: 0.4208527 Jul 06 17:35:01.423907 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79889b17-ed1f-423d-bb55-95b06cb28bde None None] New status for floating IP 45e40c42-9ba0-4a2d-a2db-728ed9c7f75f: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:35:01.493835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-96515607-5426-43b9-acaa-157dc1e5e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:01.494429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-96515607-5426-43b9-acaa-157dc1e5e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:01.494907 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-96515607-5426-43b9-acaa-157dc1e5e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:01.497033 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-96515607-5426-43b9-acaa-157dc1e5e84d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=048950e7f5024ffd81c6481311b62e94&device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2865 time: 0.8106472 Jul 06 17:35:01.514582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895e9c5-701c-4fab-9cf4-e814011b845a req-d7d7cdc4-345d-4521-84f7-7162b166866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:01.517864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2895e9c5-701c-4fab-9cf4-e814011b845a req-d7d7cdc4-345d-4521-84f7-7162b166866b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 1096 time: 0.6154869 Jul 06 17:35:01.570326 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:01.606493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2895e9c5-701c-4fab-9cf4-e814011b845a req-ce70b948-dbbd-46fb-a7c3-a66fe2e62f15 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656719 Jul 06 17:35:01.626078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Deleting port d54c8059-ebfc-4861-9cfd-6b149cf2dfa9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:01.626466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:01.660649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e6169119-e1a9-4798-ab3e-e06d95b8a02b req-5b68eaff-89ea-4134-8f80-ac3e7c82ac4c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475739 Jul 06 17:35:01.779797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:01.780146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:01.794686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Calling delete_port for d54c8059-ebfc-4861-9cfd-6b149cf2dfa9 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:01.839532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-f0a920db-758b-4594-a1c0-1cf9fbfb04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:01.841015 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-f0a920db-758b-4594-a1c0-1cf9fbfb04b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7 HTTP/1.1" status: 200 len: 930 time: 0.4452028 Jul 06 17:35:01.987789 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:01.995207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Router 80534118-a248-47c8-9a6e-a8e8ec073a8d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:35:02.009514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-0d62c1b9-d065-460b-97ed-c7925344d5d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1 HTTP/1.1" status: 200 len: 217 time: 0.1486495 Jul 06 17:35:02.022129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Pushing event deleted for resources: {'Port': ['ID=d54c8059-ebfc-4861-9cfd-6b149cf2dfa9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:02.042063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-ad2199ff-118a-47e1-b1a2-d644b0ff75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.042664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-ad2199ff-118a-47e1-b1a2-d644b0ff75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.049129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-ad2199ff-118a-47e1-b1a2-d644b0ff75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.051068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-ad2199ff-118a-47e1-b1a2-d644b0ff75df service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=048950e7f5024ffd81c6481311b62e94&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5093768 Jul 06 17:35:02.141064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:02.143630 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:02.158557 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5e5c339-bc95-49eb-9b72-ffe60f541577 req-2f1c0c0b-33b9-41b6-abc7-e2a74a1a6a85 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "DELETE /v2.0/floatingips/45e40c42-9ba0-4a2d-a2db-728ed9c7f75f HTTP/1.1" status: 204 len: 173 time: 0.8269711 Jul 06 17:35:02.337953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-5169380b-ddb9-4abe-8899-77e3d6520121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.338902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-5169380b-ddb9-4abe-8899-77e3d6520121 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d9efa5c-fcd3-430b-ba42-3570a80c0087 HTTP/1.1" status: 200 len: 868 time: 0.3184927 Jul 06 17:35:02.442208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17f3d-f5ba-42a4-a31a-0cfb4184f4f4 req-1e1d025b-b926-4d3f-892a-32de4d35955d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.444227 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1a17f3d-f5ba-42a4-a31a-0cfb4184f4f4 req-1e1d025b-b926-4d3f-892a-32de4d35955d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 949 time: 0.0816185 Jul 06 17:35:02.478176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:35:02.482319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-60d381aa-f861-420e-bd50-7eecfb7d65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.483840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4076b93d-47a8-4a1e-96f1-8365081cba6d req-60d381aa-f861-420e-bd50-7eecfb7d65cf service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3566039 Jul 06 17:35:02.496354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] Sync routers for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:35:02.500181 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:02.504501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1a17f3d-f5ba-42a4-a31a-0cfb4184f4f4 req-cacd4de4-a10d-4f97-9cfd-605d4e59dd90 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536063 Jul 06 17:35:02.524874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:02.525644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:02.525809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-3e9ad2be-e249-4d08-a91a-9d469b211a68 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.527496 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-3e9ad2be-e249-4d08-a91a-9d469b211a68 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660&tenant_id=afaea2bd2e254de8a3bfc390f65b1887&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 949 time: 0.4754047 Jul 06 17:35:02.655490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9572e36-0d4b-4a49-8cc2-44178b7dfb13 req-dffa8842-ebdc-48c8-a1db-513d708981fd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.661840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9572e36-0d4b-4a49-8cc2-44178b7dfb13 req-dffa8842-ebdc-48c8-a1db-513d708981fd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.667827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9572e36-0d4b-4a49-8cc2-44178b7dfb13 req-dffa8842-ebdc-48c8-a1db-513d708981fd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.669599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9572e36-0d4b-4a49-8cc2-44178b7dfb13 req-dffa8842-ebdc-48c8-a1db-513d708981fd tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2412 time: 0.4322369 Jul 06 17:35:02.677582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'tag': '2204dc6a-873e-4c99-a525-1515aaf01d75'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:02.680551 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2220531-bea6-4fed-a92b-c5734058854d" -d '{"events": [{"name": "network-changed", "server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "tag": "2204dc6a-873e-4c99-a525-1515aaf01d75"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:02.694265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:02.714227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-428108b1-c406-4e6e-95bb-47687373e742 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "PUT /v2.0/floatingips/5916c30b-64d1-47d2-9346-de854865a096 HTTP/1.1" status: 200 len: 990 time: 4.7254808 Jul 06 17:35:02.820712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:02.935030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:02.952305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:02.953497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:02.991164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fd6cf-e136-4513-8a98-83fb273e3969 req-15eba84e-5a53-4d07-85dd-fddff736ec12 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:02.992762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e1fd6cf-e136-4513-8a98-83fb273e3969 req-15eba84e-5a53-4d07-85dd-fddff736ec12 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1361177 Jul 06 17:35:03.065441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-ad0727a4-cb1e-4d4a-bf56-c2d0a409e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.067150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-ad0727a4-cb1e-4d4a-bf56-c2d0a409e79d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c693b16d-2ed2-45d5-a2d3-2271a6f267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6888294 Jul 06 17:35:03.111478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e1fd6cf-e136-4513-8a98-83fb273e3969 req-a107a2b6-92bb-44ab-b76b-d8cdb07a1773 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1045001 Jul 06 17:35:03.115703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-c36429fa-f171-4384-b2ab-56c1237cc770 service neutron] 10.222.0.22 "GET /v2.0/ports/a5d46d44-0d2c-4c0f-b277-5976ccef61d8/bindings/n-h1-799526-3 HTTP/1.1" status: 200 len: 382 time: 0.5462444 Jul 06 17:35:03.132876 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:03.147326 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9572e36-0d4b-4a49-8cc2-44178b7dfb13 req-d4ffabd3-9c5a-4701-b365-9890c0342aeb tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566391 Jul 06 17:35:03.204546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-12fea731-487e-4c06-9aae-83a63fdbdec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.206237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-12fea731-487e-4c06-9aae-83a63fdbdec8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 1096 time: 0.2123945 Jul 06 17:35:03.210011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-b75c5810-eeb6-4a7e-b2bb-29f531801d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.210661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-b75c5810-eeb6-4a7e-b2bb-29f531801d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.211204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-b75c5810-eeb6-4a7e-b2bb-29f531801d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.212977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-b75c5810-eeb6-4a7e-b2bb-29f531801d35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=048950e7f5024ffd81c6481311b62e94&device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2865 time: 0.6424079 Jul 06 17:35:03.224252 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57647407-47a6-415f-973f-6938d62d3bab x-openstack-request-id: req-57647407-47a6-415f-973f-6938d62d3bab {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:03.224651 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "tag": "2204dc6a-873e-4c99-a525-1515aaf01d75", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:03.225033 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57647407-47a6-415f-973f-6938d62d3bab {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:03.225605 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'tag': '2204dc6a-873e-4c99-a525-1515aaf01d75', 'status': 'completed', 'code': 200} Jul 06 17:35:03.283556 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-c711a5f4-db0f-4c7c-ac0c-4c7b35ccf209 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.45&port_id=fe2949b8-0248-44b3-b8e5-ce8e008f458d HTTP/1.1" status: 200 len: 217 time: 0.0524695 Jul 06 17:35:03.338196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-fe6d9719-d307-4a17-ae3f-e7508df02721 service neutron] 10.222.0.55 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538240 Jul 06 17:35:03.363191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-a35cdeb3-410f-47af-b96c-f426d2975db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.364754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-a35cdeb3-410f-47af-b96c-f426d2975db5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1100 time: 0.2092447 Jul 06 17:35:03.370860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:37Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '5916c30b-64d1-47d2-9346-de854865a096', 'tenant_id': '111b07676259475e995110a924defb8f', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'port_id': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'mac_address': 'fa:16:3e:1a:18:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:33:34Z', 'updated_at': '2021-07-06T17:34:59Z', 'revision_number': 1, 'project_id': '111b07676259475e995110a924defb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d94e292-7482-4b23-9b52-773958178173', 'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'mac_address': 'fa:16:3e:62:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:36Z', 'updated_at': '2021-07-06T17:32:43Z', 'revision_number': 5, 'project_id': '111b07676259475e995110a924defb8f', 'subnets': [{'id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:03.410094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] Checking router: 80534118-a248-47c8-9a6e-a8e8ec073a8d for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:35:03.422238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:03.423187 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12ec51b-b1d8-46c9-bb5a-35419c7ef84a" -d '{"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-plugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:03.440707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0ffa4ad0-c707-4c73-aeb9-dd03d413e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.442766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-0ffa4ad0-c707-4c73-aeb9-dd03d413e8d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29cfc679-9354-4ac7-b890-841a4f408535 HTTP/1.1" status: 200 len: 801 time: 0.1509256 Jul 06 17:35:03.443318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:03.447754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:03.448921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:03.453761 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:03.490518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-ff79bac9-efc1-4128-a5d9-a4a9959d4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.493102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-ff79bac9-efc1-4128-a5d9-a4a9959d4925 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.2801025 Jul 06 17:35:03.574903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-0e74d464-5852-4377-a5d1-a47c77cd8d5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9fb2063-f672-4a52-899f-0140c048369c HTTP/1.1" status: 200 len: 217 time: 0.0733378 Jul 06 17:35:03.576960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:03.597634 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de00f22c-1e12-4880-8b1a-c6f05014569d req-8f5cbda2-b9d2-4997-ab53-4e4f6b10a789 service neutron] 10.222.0.55 "GET /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486231 Jul 06 17:35:03.600860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b856-d2c1-4847-a860-f9a81ce28835 req-c02b7dbf-6b39-49c0-a6c0-3381cd034fa9 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.602794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ce26b856-d2c1-4847-a860-f9a81ce28835 req-c02b7dbf-6b39-49c0-a6c0-3381cd034fa9 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 945 time: 0.2647970 Jul 06 17:35:03.613556 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b4c2ac9-3005-4f17-bf0b-96bce28f9922 req-e3bd622d-2486-4c9f-8d09-50aa807bd691 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0642080 Jul 06 17:35:03.648143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-28cd667f-307e-4eee-b9f8-1e254bc28e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.650225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-28cd667f-307e-4eee-b9f8-1e254bc28e93 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2456796 Jul 06 17:35:03.658367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-105fc132-29eb-4dcd-8e0f-4bc1db1df5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.660092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-105fc132-29eb-4dcd-8e0f-4bc1db1df5e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3a937e-efd1-4c52-a899-17e323ab01ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1843107 Jul 06 17:35:03.679804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:03.689878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ce26b856-d2c1-4847-a860-f9a81ce28835 req-6e0a2058-ef54-4a7c-8193-05a6edbce221 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763860 Jul 06 17:35:03.698938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-b62c6139-5235-4ab5-b0c2-1846c674402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:03.700477 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-b62c6139-5235-4ab5-b0c2-1846c674402e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.0966864 Jul 06 17:35:03.740438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-ccb8fb85-9624-4447-9ffe-3d666426ad06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326178 Jul 06 17:35:03.762663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-fe2a5c2e-c03d-4b03-9cb8-fcb5fab89fbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.0985918 Jul 06 17:35:03.875408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-167fc0df-e560-4c6c-9aeb-8329cf95aea6 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234262 Jul 06 17:35:03.876656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55286) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:03.926258 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf23be8-61e0-4277-a6c4-7a9857a10329 x-openstack-request-id: req-0bf23be8-61e0-4277-a6c4-7a9857a10329 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:03.934714 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-plugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:03.935005 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bf23be8-61e0-4277-a6c4-7a9857a10329 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:03.935431 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'code': 200} Jul 06 17:35:03.949462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-a79d3d63-543f-43ce-a7fc-048407aed200 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790482 Jul 06 17:35:04.040406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-c5da137a-a623-4433-8df3-d30e4f3ff359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:04.041977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-c5da137a-a623-4433-8df3-d30e4f3ff359 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2572958 Jul 06 17:35:04.109011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:37Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '5916c30b-64d1-47d2-9346-de854865a096', 'tenant_id': '111b07676259475e995110a924defb8f', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'port_id': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'mac_address': 'fa:16:3e:1a:18:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:33:34Z', 'updated_at': '2021-07-06T17:34:59Z', 'revision_number': 1, 'project_id': '111b07676259475e995110a924defb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d94e292-7482-4b23-9b52-773958178173', 'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'mac_address': 'fa:16:3e:62:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:36Z', 'updated_at': '2021-07-06T17:32:43Z', 'revision_number': 5, 'project_id': '111b07676259475e995110a924defb8f', 'subnets': [{'id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:04.120536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-a25d1237-47ae-413e-8dcf-77342b5975ef service neutron] 10.222.0.22 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618164 Jul 06 17:35:04.152803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a20c7b-9e88-46dc-809d-814b6ffaa969 None None] The sync data for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 is: [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:37Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '5916c30b-64d1-47d2-9346-de854865a096', 'tenant_id': '111b07676259475e995110a924defb8f', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'port_id': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'mac_address': 'fa:16:3e:1a:18:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:33:34Z', 'updated_at': '2021-07-06T17:34:59Z', 'revision_number': 1, 'project_id': '111b07676259475e995110a924defb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d94e292-7482-4b23-9b52-773958178173', 'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'mac_address': 'fa:16:3e:62:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:36Z', 'updated_at': '2021-07-06T17:32:43Z', 'revision_number': 5, 'project_id': '111b07676259475e995110a924defb8f', 'subnets': [{'id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:35:04.178877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-b36f3736-035c-4021-a26f-49649fac9296 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 HTTP/1.1" status: 200 len: 217 time: 0.0472636 Jul 06 17:35:04.185532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-585df668-c7c1-4491-a458-a72f125101d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:04.189471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-585df668-c7c1-4491-a458-a72f125101d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399877 Jul 06 17:35:04.233963 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-033156e3-5734-428e-a2c1-6fbbe878e0c9 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442342 Jul 06 17:35:04.259381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad12b1-0be4-4ad2-9d10-91ed35c07e45 req-dc50301c-8dfe-47d5-8aad-fb3b2d0d40e7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:04.270321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07ad12b1-0be4-4ad2-9d10-91ed35c07e45 req-dc50301c-8dfe-47d5-8aad-fb3b2d0d40e7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.2911096 Jul 06 17:35:04.319858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-ea1f3967-13ed-48da-b2af-55ca4cb38472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:04.322193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-ea1f3967-13ed-48da-b2af-55ca4cb38472 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2bcf0f0d-f925-404f-bc4e-96275108d744 HTTP/1.1" status: 200 len: 801 time: 0.1316140 Jul 06 17:35:04.332166 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07ad12b1-0be4-4ad2-9d10-91ed35c07e45 req-3c4bcd90-be92-465e-9d9c-6c13aae46507 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608535 Jul 06 17:35:04.450566 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-9bdb0531-18e1-4f13-9b7a-9170db2d27e1 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422783 Jul 06 17:35:04.555975 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9582f541-e563-45e3-a390-50f242a15ac0 None None] New status for floating IP 5916c30b-64d1-47d2-9346-de854865a096: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:35:04.611519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-742eb47b-f75c-4d51-9287-0e2aebdf2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:04.612702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-742eb47b-f75c-4d51-9287-0e2aebdf2780 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=467bd53e-2794-44c7-bba1-57f5924d7f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2656050 Jul 06 17:35:04.743692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-642e83dd-b841-4d41-b51a-7dfedf6d0cf3 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921638 Jul 06 17:35:04.808449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4220afe-0307-4010-93c6-429934aa6831 req-ff73e298-7bbf-4e7f-a55d-962f7294a2b0 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:04.814956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4220afe-0307-4010-93c6-429934aa6831 req-ff73e298-7bbf-4e7f-a55d-962f7294a2b0 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:04.821422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4220afe-0307-4010-93c6-429934aa6831 req-ff73e298-7bbf-4e7f-a55d-962f7294a2b0 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:04.828744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a4220afe-0307-4010-93c6-429934aa6831 req-ff73e298-7bbf-4e7f-a55d-962f7294a2b0 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2412 time: 0.2323561 Jul 06 17:35:04.841031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-61f01e18-04a2-4ebb-ba87-1f33bece279d service neutron] 10.222.0.22 "GET /v2.0/networks/467bd53e-2794-44c7-bba1-57f5924d7f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993511 Jul 06 17:35:04.955223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:04.974951 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a4220afe-0307-4010-93c6-429934aa6831 req-ae8d8212-59ab-48cb-bac8-6a90ab2cc939 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272449 Jul 06 17:35:05.041390 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-39848d54-a7fe-4e5b-8ab0-4b8039963ddb service neutron] 10.222.0.22 "GET /v2.0/networks/467bd53e-2794-44c7-bba1-57f5924d7f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587222 Jul 06 17:35:05.094428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-c3241a07-417f-4df7-addb-77a91cb36ca0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=2204dc6a-873e-4c99-a525-1515aaf01d75 HTTP/1.1" status: 200 len: 217 time: 0.0439341 Jul 06 17:35:05.107894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2b3a9-1806-4b0f-b1ac-f1b5b5293756 req-01424a92-525d-47ee-ab7a-329435d3bb91 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.110029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29f2b3a9-1806-4b0f-b1ac-f1b5b5293756 req-01424a92-525d-47ee-ab7a-329435d3bb91 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 945 time: 0.1564333 Jul 06 17:35:05.153779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-e8be5ac3-1396-448b-86ad-fbef511323a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.155382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-e8be5ac3-1396-448b-86ad-fbef511323a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29cfc679-9354-4ac7-b890-841a4f408535 HTTP/1.1" status: 200 len: 801 time: 0.0512748 Jul 06 17:35:05.214404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29f2b3a9-1806-4b0f-b1ac-f1b5b5293756 req-4d41c52b-5ddd-496e-91aa-3dde8d5bb122 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959079 Jul 06 17:35:05.230878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:05.233117 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e58c8d-c298-4c0a-862a-a0a574e85bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:05.262275 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:05.296808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-bbc41ab7-aa16-4a8f-9ad4-cd62b591f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.298323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-bbc41ab7-aa16-4a8f-9ad4-cd62b591f7aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3a937e-efd1-4c52-a899-17e323ab01ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1170688 Jul 06 17:35:05.308917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90791d8a-70fd-4524-9af7-5a2afa412665 req-ce8df951-3ff1-4268-a810-dee1d348a563 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.310451 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-90791d8a-70fd-4524-9af7-5a2afa412665 req-ce8df951-3ff1-4268-a810-dee1d348a563 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 945 time: 0.0900750 Jul 06 17:35:05.444447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-90791d8a-70fd-4524-9af7-5a2afa412665 req-71cd972d-5a68-446f-8daf-5d916f9c2230 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140447 Jul 06 17:35:05.478695 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-882d7701-1d0e-4f18-a98b-013267a3dc9e service neutron] 10.222.0.22 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668677 Jul 06 17:35:05.544662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d3018-46e8-416e-886b-552e2fe358e2 req-dc416d2d-d03e-4f92-99b2-be524be86206 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.547418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-806d3018-46e8-416e-886b-552e2fe358e2 req-dc416d2d-d03e-4f92-99b2-be524be86206 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 944 time: 0.1862710 Jul 06 17:35:05.548448 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-7126d8dc-7f7b-43a6-b5f2-d7593a9fa36e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.550002 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-7126d8dc-7f7b-43a6-b5f2-d7593a9fa36e tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 944 time: 0.1535809 Jul 06 17:35:05.619217 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1aeb77-7084-4fb4-8ed6-6e6764b3f192 x-openstack-request-id: req-5c1aeb77-7084-4fb4-8ed6-6e6764b3f192 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:05.619912 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:05.619912 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c1aeb77-7084-4fb4-8ed6-6e6764b3f192 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:05.620124 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'status': 'completed', 'code': 200} Jul 06 17:35:05.641370 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-806d3018-46e8-416e-886b-552e2fe358e2 req-1076e1ca-725e-4d53-afc0-4b77dc6a5373 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830798 Jul 06 17:35:05.696478 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1d2576f-2ff1-4621-8be1-4aa9a7585d91 req-df5034f8-4f28-4a3c-b8da-4bddd7601156 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083032 Jul 06 17:35:05.803170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Deleting port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:05.803521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:05.894386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Deleting port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:05.894750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:05.942911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] For port b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:05.943438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:05.963667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Calling delete_port for b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:05.971035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-9d8ce009-8463-4509-9792-50df9e0aea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.971779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-9d8ce009-8463-4509-9792-50df9e0aea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.972003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-9d8ce009-8463-4509-9792-50df9e0aea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.972477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-9d8ce009-8463-4509-9792-50df9e0aea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.972947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-9d8ce009-8463-4509-9792-50df9e0aea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.973857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-9d8ce009-8463-4509-9792-50df9e0aea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.973857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-9d8ce009-8463-4509-9792-50df9e0aea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:05.975797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-9d8ce009-8463-4509-9792-50df9e0aea72 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6501 time: 0.2785587 Jul 06 17:35:06.032520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2220531-bea6-4fed-a92b-c5734058854d req-1f701fa6-fe21-4df9-a127-9c04fc1825a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.033065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2220531-bea6-4fed-a92b-c5734058854d req-1f701fa6-fe21-4df9-a127-9c04fc1825a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.033598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2220531-bea6-4fed-a92b-c5734058854d req-1f701fa6-fe21-4df9-a127-9c04fc1825a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.035311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2220531-bea6-4fed-a92b-c5734058854d req-1f701fa6-fe21-4df9-a127-9c04fc1825a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=048950e7f5024ffd81c6481311b62e94&device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2865 time: 0.2647514 Jul 06 17:35:06.044611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-125be7a4-06aa-4671-a392-f8dbf3cc0fcc tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.047225 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-125be7a4-06aa-4671-a392-f8dbf3cc0fcc tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 945 time: 0.1668472 Jul 06 17:35:06.120861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82c203-14fa-4069-a5b8-e392592a1090 req-2c1d2d03-43cd-42b7-a624-452188677614 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.122539 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e82c203-14fa-4069-a5b8-e392592a1090 req-2c1d2d03-43cd-42b7-a624-452188677614 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.3412726 Jul 06 17:35:06.169678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] For port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:06.170068 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:06.245474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Calling delete_port for 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:06.339128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e82c203-14fa-4069-a5b8-e392592a1090 req-8c3243fb-0b42-43e8-9675-f9d0e5040023 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862860 Jul 06 17:35:06.340304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-2d49ec6c-6187-4817-9ce7-9663588045d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.341829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-2d49ec6c-6187-4817-9ce7-9663588045d4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c490c4b1-1265-44c5-9049-5dde07c6dd3a HTTP/1.1" status: 200 len: 918 time: 0.3559241 Jul 06 17:35:06.347039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46241407-0686-4772-8484-045438b7eeed req-946b8b2a-9062-4a7d-9203-226d2cca9d66 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.353911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46241407-0686-4772-8484-045438b7eeed req-946b8b2a-9062-4a7d-9203-226d2cca9d66 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.361300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46241407-0686-4772-8484-045438b7eeed req-946b8b2a-9062-4a7d-9203-226d2cca9d66 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.362888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46241407-0686-4772-8484-045438b7eeed req-946b8b2a-9062-4a7d-9203-226d2cca9d66 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2412 time: 0.2598217 Jul 06 17:35:06.367655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Deleting port f9fb2063-f672-4a52-899f-0140c048369c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:06.368447 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:06.447442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2220531-bea6-4fed-a92b-c5734058854d req-c5108be4-1617-4491-bc5e-9bb75fca307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.448942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2220531-bea6-4fed-a92b-c5734058854d req-c5108be4-1617-4491-bc5e-9bb75fca307b service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3a937e-efd1-4c52-a899-17e323ab01ff HTTP/1.1" status: 200 len: 902 time: 0.3822045 Jul 06 17:35:06.490091 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:06.525752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46241407-0686-4772-8484-045438b7eeed req-c2c70827-1bee-4d78-9598-689cdd2fb712 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459699 Jul 06 17:35:06.536294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-ba465af6-6521-4270-becc-9b321fc7c528 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:06.537923 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-ba465af6-6521-4270-becc-9b321fc7c528 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 945 time: 0.4105523 Jul 06 17:35:06.541481 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2220531-bea6-4fed-a92b-c5734058854d req-d772ba99-9b23-42ee-ae90-bedeb29d9976 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=2204dc6a-873e-4c99-a525-1515aaf01d75 HTTP/1.1" status: 200 len: 217 time: 0.0798237 Jul 06 17:35:06.544547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-225fcd9c-65b3-4514-bebc-e7cf385c65c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122 HTTP/1.1" status: 200 len: 1000 time: 0.1937718 Jul 06 17:35:06.570834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:06.637463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] For port f9fb2063-f672-4a52-899f-0140c048369c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f9fb2063-f672-4a52-899f-0140c048369c,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:06.637833 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:06.664930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Calling delete_port for f9fb2063-f672-4a52-899f-0140c048369c owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:06.944511 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:07.023531 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715c86b-37ab-45b1-b5af-4b8cfbe93f0a req-881c2c9a-0772-4253-9146-2fc6351a1bf4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:07.025485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1715c86b-37ab-45b1-b5af-4b8cfbe93f0a req-881c2c9a-0772-4253-9146-2fc6351a1bf4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d875257-5613-4693-aa20-fe32f1800884 HTTP/1.1" status: 200 len: 945 time: 0.2413237 Jul 06 17:35:07.176371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-e741ec35-2c51-47bb-af53-94a3225e3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:07.177973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-e741ec35-2c51-47bb-af53-94a3225e3089 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8 HTTP/1.1" status: 200 len: 856 time: 0.6215146 Jul 06 17:35:07.200875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:07.202788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2220531-bea6-4fed-a92b-c5734058854d req-045c80e7-44b2-4cee-a8e6-bef75cb9d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:07.205123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2220531-bea6-4fed-a92b-c5734058854d req-045c80e7-44b2-4cee-a8e6-bef75cb9d6d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29cfc679-9354-4ac7-b890-841a4f408535 HTTP/1.1" status: 200 len: 801 time: 0.6384327 Jul 06 17:35:07.212730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9', 'f9fb2063-f672-4a52-899f-0140c048369c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:07.229522 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:07.331633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Pushing event deleted for resources: {'Port': ['ID=01d7478b-2bd4-4eb4-bf7f-5180b07bae75,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:07.453620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] No DVR routers for this DVR port 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:07.456831 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:07.459716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b53224c-8e0a-407b-86fc-e8d9a002cee7 req-b7164bd4-91bf-4f2d-a0e0-52ff120a1ebf tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.22 "DELETE /v2.0/ports/01d7478b-2bd4-4eb4-bf7f-5180b07bae75 HTTP/1.1" status: 204 len: 173 time: 1.9027920 Jul 06 17:35:07.487796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f15f-e367-4725-aaf9-f80cf11cd87c req-024ac008-41eb-4dc8-be97-d5a4fb87c189 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:07.489890 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1708f15f-e367-4725-aaf9-f80cf11cd87c req-024ac008-41eb-4dc8-be97-d5a4fb87c189 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 945 time: 0.4420178 Jul 06 17:35:07.541853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Deleting port 4b5b45c4-da90-4447-808a-4a375fb32fb1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:07.542292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:07.560484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event deleted for resources: {'Port': ['ID=f9fb2063-f672-4a52-899f-0140c048369c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:07.562554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-7dfe506d-b8da-4754-9ec1-2edf187007aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:07.566696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-7dfe506d-b8da-4754-9ec1-2edf187007aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3762383 Jul 06 17:35:07.576755 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1715c86b-37ab-45b1-b5af-4b8cfbe93f0a req-27b04852-344a-499b-b3a9-a22a043aedf7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529214 Jul 06 17:35:07.644841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] No DVR routers for this DVR port f9fb2063-f672-4a52-899f-0140c048369c on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:07.648373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:07.651596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccbaba08-3c5c-4e08-8156-1d5d6986a17f req-31eabf8c-0718-4c2e-9365-aae96e7d82c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "DELETE /v2.0/ports/f9fb2063-f672-4a52-899f-0140c048369c HTTP/1.1" status: 204 len: 173 time: 1.5960531 Jul 06 17:35:07.700482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d875257-5613-4693-aa20-fe32f1800884', 'name': 'network-vif-deleted', 'tag': 'f9fb2063-f672-4a52-899f-0140c048369c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:07.704820 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a98c2f-ed8a-4b7c-9063-7d3e4092637e" -d '{"events": [{"server_uuid": "3d875257-5613-4693-aa20-fe32f1800884", "name": "network-vif-deleted", "tag": "f9fb2063-f672-4a52-899f-0140c048369c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:07.715308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'name': 'network-vif-deleted', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:07.717640 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16d49a7-5d9b-4747-9d97-a17689c3adea" -d '{"events": [{"server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "name": "network-vif-deleted", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:07.768046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2220531-bea6-4fed-a92b-c5734058854d req-4082cec1-8300-407b-b58a-ad627e7d25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:07.769814 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2220531-bea6-4fed-a92b-c5734058854d req-4082cec1-8300-407b-b58a-ad627e7d25aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3a937e-efd1-4c52-a899-17e323ab01ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5309796 Jul 06 17:35:07.792241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-088b1843-ad26-4bf7-8c8c-1fada01825b5 service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020485 Jul 06 17:35:07.801430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1708f15f-e367-4725-aaf9-f80cf11cd87c req-dfacc925-ff7f-4714-a717-adf32d712abf tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a2b0b60-b306-4a23-b9d1-29f43eb08741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798514 Jul 06 17:35:07.847513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Router b846cc4a-8b1e-4e3e-b46e-b67158264854 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:35:07.948702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] For port 4b5b45c4-da90-4447-808a-4a375fb32fb1, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4b5b45c4-da90-4447-808a-4a375fb32fb1,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:07.949149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:07.949373 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0be11db-afff-4b72-b2a1-048b4c5b351c req-a05dfb02-37e1-4dd7-b995-43c3f926479d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3 HTTP/1.1" status: 200 len: 210 time: 0.0403063 Jul 06 17:35:07.959280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-669f4f00-5a86-4779-bec0-0ca5a620addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:07.959280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-669f4f00-5a86-4779-bec0-0ca5a620addd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660&tenant_id=afaea2bd2e254de8a3bfc390f65b1887 HTTP/1.1" status: 200 len: 1101 time: 0.5126464 Jul 06 17:35:07.990000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:08.013119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Calling delete_port for 4b5b45c4-da90-4447-808a-4a375fb32fb1 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:08.057047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:35:08.064154 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0d31d45c-468e-4cc2-bc2d-60bcd6ef44ca admin admin] 10.222.0.13 "PUT /v2.0/routers/b846cc4a-8b1e-4e3e-b46e-b67158264854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1864376 Jul 06 17:35:08.071135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] Sync routers for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:35:08.076565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:08.107821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:08.112467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:08.118791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2220531-bea6-4fed-a92b-c5734058854d req-c1a6e207-911c-4f13-84cf-45a6313a0225 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361657 Jul 06 17:35:08.271262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2220531-bea6-4fed-a92b-c5734058854d req-e092a885-a6a4-4daa-8ce1-e076086764d4 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066828 Jul 06 17:35:08.321194 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:08.346859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:08.356597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e58c8d-c298-4c0a-862a-a0a574e85bd1 req-2c8758cd-af24-468e-b068-692b4ef705a1 service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388064 Jul 06 17:35:08.468059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:08.474888 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:08.559371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af0248-da20-4e83-80ff-37f13fc5a4ff req-84082489-4fac-4570-a9d6-84ce1046cbf7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:08.561142 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5af0248-da20-4e83-80ff-37f13fc5a4ff req-84082489-4fac-4570-a9d6-84ce1046cbf7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.5605137 Jul 06 17:35:08.568735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf7814-757e-4af4-a457-24e96f478395 req-31842f00-48a4-4bfa-9897-52b4bb563ee2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:08.570687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:08.580645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf7814-757e-4af4-a457-24e96f478395 req-31842f00-48a4-4bfa-9897-52b4bb563ee2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:08.582299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['4b5b45c4-da90-4447-808a-4a375fb32fb1'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:08.586820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf7814-757e-4af4-a457-24e96f478395 req-31842f00-48a4-4bfa-9897-52b4bb563ee2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:08.588633 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36bf7814-757e-4af4-a457-24e96f478395 req-31842f00-48a4-4bfa-9897-52b4bb563ee2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2412 time: 0.1379611 Jul 06 17:35:08.595471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Deleting port 786b9641-11c8-4de0-bea4-e3a580b3ce82 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:08.595826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:08.605323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:35:06Z', 'revision_number': 5, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port': {'id': '786b9641-11c8-4de0-bea4-e3a580b3ce82', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:28:57Z', 'updated_at': '2021-07-06T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:08.631277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Pushing event deleted for resources: {'Port': ['ID=4b5b45c4-da90-4447-808a-4a375fb32fb1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:08.637615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] Checking router: b846cc4a-8b1e-4e3e-b46e-b67158264854 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:35:08.647252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] Routers {'b846cc4a-8b1e-4e3e-b46e-b67158264854'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:08.647927 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b846cc4a-8b1e-4e3e-b46e-b67158264854'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:08.696922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36bf7814-757e-4af4-a457-24e96f478395 req-589c7cc2-ff17-4b23-8330-b131924da08c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872550 Jul 06 17:35:08.736147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] For port 786b9641-11c8-4de0-bea4-e3a580b3ce82, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=786b9641-11c8-4de0-bea4-e3a580b3ce82,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:08.736513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:08.757242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Calling delete_port for 786b9641-11c8-4de0-bea4-e3a580b3ce82 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:08.764193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] Set router b846cc4a-8b1e-4e3e-b46e-b67158264854 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:08.768145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] No DVR routers for this DVR port 4b5b45c4-da90-4447-808a-4a375fb32fb1 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:08.771121 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:08.774410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a439fef-14a1-4497-aa6e-ec2c860d763d req-16d3fef0-2c1c-47ee-8fb9-f8e8e92218a8 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.55 "DELETE /v2.0/ports/4b5b45c4-da90-4447-808a-4a375fb32fb1 HTTP/1.1" status: 204 len: 173 time: 2.2281299 Jul 06 17:35:08.807389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5af0248-da20-4e83-80ff-37f13fc5a4ff req-290eac8d-3cb3-407d-94f0-0b4bc27a0b5c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302659 Jul 06 17:35:08.814331 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9684568-98a1-48a2-b0e8-6b502fef90a4 x-openstack-request-id: req-e9684568-98a1-48a2-b0e8-6b502fef90a4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:08.814647 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d875257-5613-4693-aa20-fe32f1800884", "name": "network-vif-deleted", "tag": "f9fb2063-f672-4a52-899f-0140c048369c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:08.814898 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9684568-98a1-48a2-b0e8-6b502fef90a4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:08.815764 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d875257-5613-4693-aa20-fe32f1800884', 'name': 'network-vif-deleted', 'tag': 'f9fb2063-f672-4a52-899f-0140c048369c', 'status': 'completed', 'code': 200} Jul 06 17:35:08.839269 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db496994-3199-413d-a01d-39138b7638f5 x-openstack-request-id: req-db496994-3199-413d-a01d-39138b7638f5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:08.840716 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3", "name": "network-vif-deleted", "tag": "01d7478b-2bd4-4eb4-bf7f-5180b07bae75", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:08.841068 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db496994-3199-413d-a01d-39138b7638f5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:08.841616 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca2ce34-90e8-4ba8-ace2-5bdfd2838df3', 'name': 'network-vif-deleted', 'tag': '01d7478b-2bd4-4eb4-bf7f-5180b07bae75', 'status': 'completed', 'code': 200} Jul 06 17:35:08.970993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:08.982995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fe2949b8-0248-44b3-b8e5-ce8e008f458d details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:35:09.053616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:09.056046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:09.066514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:35:08Z', 'revision_number': 6, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:09.094607 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.115024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:09.115338 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.115523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 01d7478b-2bd4-4eb4-bf7f-5180b07bae75 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:09.138075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Transition to ACTIVE for port object a5d46d44-0d2c-4c0f-b277-5976ccef61d8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:09.144218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=786b9641-11c8-4de0-bea4-e3a580b3ce82,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:09.151145 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.158841 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:35:09.182741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9892c4a0-de7f-44a5-b680-964bb1bdf1b5 None None] The sync data for ids ['b846cc4a-8b1e-4e3e-b46e-b67158264854'] in n-d-799526-3 is: [{'id': 'b846cc4a-8b1e-4e3e-b46e-b67158264854', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1046202950-router', 'tenant_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:28:55Z', 'updated_at': '2021-07-06T17:35:08Z', 'revision_number': 6, 'project_id': 'c40c8de69f0e47b5a8df2d47ece2a2c3', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:35:09.263065 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-67249212-26c9-4911-a9f9-a66690020065 req-58b53b6d-a389-4bc6-acd0-866ce5553bc4 tempest-FloatingIPsAssociationNegativeTestJSON-369193739 tempest-FloatingIPsAssociationNegativeTestJSON-369193739-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a54c0a-cd8c-4d16-8b7d-3888f93280d2 HTTP/1.1" status: 200 len: 210 time: 0.0735950 Jul 06 17:35:09.298308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:09.298308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] No DVR routers for this DVR port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:09.298961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.324550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fe2949b8-0248-44b3-b8e5-ce8e008f458d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fe2949b8-0248-44b3-b8e5-ce8e008f458d,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:09.338103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d', 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff', 'port_id': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d', 'mac_address': 'fa:16:3e:ac:14:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cfc679-9354-4ac7-b890-841a4f408535', 'ip_address': '19.80.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:35:09.383114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.397641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4b5b45c4-da90-4447-808a-4a375fb32fb1 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:09.412488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2949b8-0248-44b3-b8e5-ce8e008f458d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:09.434782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:09.435144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:09.435456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:09.451740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 4b5b45c4-da90-4447-808a-4a375fb32fb1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:09.452018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4b5b45c4-da90-4447-808a-4a375fb32fb1 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:09.453462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f9fb2063-f672-4a52-899f-0140c048369c no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:09.478801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:35:09.479860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Attempting to bind port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:09.487185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: f9fb2063-f672-4a52-899f-0140c048369c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:09.487424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f9fb2063-f672-4a52-899f-0140c048369c not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:09.487528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:09.487671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:09.488066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:09.488587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Bound port: a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:09.488837 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.496060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fe2949b8-0248-44b3-b8e5-ce8e008f458d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fe2949b8-0248-44b3-b8e5-ce8e008f458d,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:09.506118 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.508043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2204dc6a-873e-4c99-a525-1515aaf01d75 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:35:09.518440 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.521304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.638392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.639632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-06bb9041-c59b-497a-97d6-885edbeb01a2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:09.640201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b846cc4a-8b1e-4e3e-b46e-b67158264854 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:35:09.648037 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.652625 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ebb049b8-ff35-4595-bf57-6427ac92bcc8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b846cc4a-8b1e-4e3e-b46e-b67158264854 HTTP/1.1" status: 204 len: 168 time: 1.5694890 Jul 06 17:35:09.655812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55354) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:09.656610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-06bb9041-c59b-497a-97d6-885edbeb01a2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.3710184 Jul 06 17:35:09.670131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2204dc6a-873e-4c99-a525-1515aaf01d75, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2204dc6a-873e-4c99-a525-1515aaf01d75,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:09.681557 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-a5551272-fdfc-4ffb-863a-94b0407e818d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/quotas/f8e157e7167447a9b0d80246d2efcc22 HTTP/1.1" status: 200 len: 375 time: 0.0239868 Jul 06 17:35:09.706563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fe2949b8-0248-44b3-b8e5-ce8e008f458d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:09.713083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '2204dc6a-873e-4c99-a525-1515aaf01d75', 'network_id': '7c3a937e-efd1-4c52-a899-17e323ab01ff', 'port_id': '2204dc6a-873e-4c99-a525-1515aaf01d75', 'mac_address': 'fa:16:3e:ce:bb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cfc679-9354-4ac7-b890-841a4f408535', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:35:09.754522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3945c3b-026b-46b4-9a52-cf267a0dae71 admin admin] Deleting subnet a8fcf5ea-8c64-4020-b5e0-b234cf991659 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:35:09.758949 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3945c3b-026b-46b4-9a52-cf267a0dae71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.797397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:09.798494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.802842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:09.809677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.813848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2204dc6a-873e-4c99-a525-1515aaf01d75 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:09.819540 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3945c3b-026b-46b4-9a52-cf267a0dae71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.835236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2204dc6a-873e-4c99-a525-1515aaf01d75, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2204dc6a-873e-4c99-a525-1515aaf01d75,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:09.840614 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.841475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:35:09.899632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:09.900845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:09.902757 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] 10.222.0.55 "PUT /v2.0/ports/a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 1097 time: 1.9255040 Jul 06 17:35:09.903705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f035b9-6936-408e-b2cc-8699dd429d58 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:09.958374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=2204dc6a-873e-4c99-a525-1515aaf01d75,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:09.994602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3945c3b-026b-46b4-9a52-cf267a0dae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.013597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-9d7a64ca-4b68-4a5e-bf0c-6039f274e29f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3310034 Jul 06 17:35:10.018051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,segment=NetworkSegment(92d53597-2686-418c-b6fd-bc0ee7d48f9b),segment_id=92d53597-2686-418c-b6fd-bc0ee7d48f9b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:10.044678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'd1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6', 'network_id': '467bd53e-2794-44c7-bba1-57f5924d7f42', 'port_id': 'd1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6', 'mac_address': 'fa:16:3e:b6:9f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcf0f0d-f925-404f-bc4e-96275108d744', 'ip_address': '19.86.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:35:10.098375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-bb0ca7bb-c238-48eb-9a06-71a4f7c05c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:10.098625 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.099888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-bb0ca7bb-c238-48eb-9a06-71a4f7c05c7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1100 time: 0.1562841 Jul 06 17:35:10.121629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:10.124975 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3945c3b-026b-46b4-9a52-cf267a0dae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.146031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,segment=NetworkSegment(92d53597-2686-418c-b6fd-bc0ee7d48f9b),segment_id=92d53597-2686-418c-b6fd-bc0ee7d48f9b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:10.153185 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.178110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3945c3b-026b-46b4-9a52-cf267a0dae71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fcf5ea-8c64-4020-b5e0-b234cf991659,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:10.180158 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3945c3b-026b-46b4-9a52-cf267a0dae71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.188157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55364) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:10.190661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d3945c3b-026b-46b4-9a52-cf267a0dae71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a8fcf5ea-8c64-4020-b5e0-b234cf991659 HTTP/1.1" status: 204 len: 168 time: 0.5330639 Jul 06 17:35:10.221382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:10.224062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12dd897-91df-4f81-bcc9-830c6d29e5b9 None None] Network 124376c4-644c-49cd-9c79-ed80829b13a3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:10.241277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a087b1a-62d0-4ce8-9ebe-656df4cf0de9 req-23105a77-9975-489b-aa2e-c2045fa570bb tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:10.250093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a087b1a-62d0-4ce8-9ebe-656df4cf0de9 req-23105a77-9975-489b-aa2e-c2045fa570bb tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:10.256819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a087b1a-62d0-4ce8-9ebe-656df4cf0de9 req-23105a77-9975-489b-aa2e-c2045fa570bb tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:10.262547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a087b1a-62d0-4ce8-9ebe-656df4cf0de9 req-23105a77-9975-489b-aa2e-c2045fa570bb tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2414 time: 0.2028832 Jul 06 17:35:10.301584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-ae807160-0cc5-4714-a626-f1c6494623cb service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871983 Jul 06 17:35:10.322767 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a087b1a-62d0-4ce8-9ebe-656df4cf0de9 req-9ccc2643-1eec-413c-b1da-10bfebce664b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579596 Jul 06 17:35:10.372977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.469717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-71be6156-f94a-4671-9c5b-11cb20c5d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:10.471439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-71be6156-f94a-4671-9c5b-11cb20c5d764 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3625643 Jul 06 17:35:10.472125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa4112e-d443-489f-9e26-b5342909338c None None] DHCP port deletion for 124376c4-644c-49cd-9c79-ed80829b13a3 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:35:10.534260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-b7873d0e-3479-4260-acd4-c1406c00215e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.0555656 Jul 06 17:35:10.544009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-a76d900a-bf7b-4fa9-8bea-c8ad26cb2f19 service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349770 Jul 06 17:35:10.582547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4112e-d443-489f-9e26-b5342909338c None None] Deleting port 9d6c9324-24d2-4f50-a440-cfa8795750f3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:10.583164 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fa4112e-d443-489f-9e26-b5342909338c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.670088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-bfdcba32-f8eb-46ba-927d-ec1feec8241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:10.672177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-bfdcba32-f8eb-46ba-927d-ec1feec8241f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1186287 Jul 06 17:35:10.679583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Deleting port 9d6c9324-24d2-4f50-a440-cfa8795750f3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:10.681415 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.752199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['fe2949b8-0248-44b3-b8e5-ce8e008f458d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:10.780309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5b666-73e9-4aec-82f4-636158b1ccad req-f194f507-eede-4208-9b2e-b96afccb2685 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:10.791516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3e5b666-73e9-4aec-82f4-636158b1ccad req-f194f507-eede-4208-9b2e-b96afccb2685 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 945 time: 0.1315799 Jul 06 17:35:10.804359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:10.806623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['2204dc6a-873e-4c99-a525-1515aaf01d75'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:10.845693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'name': 'network-vif-deleted', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1'}, {'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8'}, {'name': 'network-changed', 'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:10.847914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3e5b666-73e9-4aec-82f4-636158b1ccad req-e3d2829c-821a-42af-869c-5247d9edfc86 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553792 Jul 06 17:35:10.848087 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b94be1-86a3-4b03-bd1d-5987e5640af3" -d '{"events": [{"server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "name": "network-vif-deleted", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1"}, {"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8"}, {"name": "network-changed", "server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:10.868259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-56343e78-e135-44bd-bc6e-09cf269c8a08 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:10.869811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-56343e78-e135-44bd-bc6e-09cf269c8a08 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.22 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 945 time: 0.4728236 Jul 06 17:35:10.883970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:10.885703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] For port 9d6c9324-24d2-4f50-a440-cfa8795750f3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9d6c9324-24d2-4f50-a440-cfa8795750f3,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:10.886185 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.934803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9fa4112e-d443-489f-9e26-b5342909338c None None] For port 9d6c9324-24d2-4f50-a440-cfa8795750f3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9d6c9324-24d2-4f50-a440-cfa8795750f3,segment=NetworkSegment(4071d5c1-8b41-4c12-b7bb-b93aa106d56c),segment_id=4071d5c1-8b41-4c12-b7bb-b93aa106d56c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:10.935203 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fa4112e-d443-489f-9e26-b5342909338c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:10.959153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Calling delete_port for 9d6c9324-24d2-4f50-a440-cfa8795750f3 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:10.973524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4112e-d443-489f-9e26-b5342909338c None None] Calling delete_port for 9d6c9324-24d2-4f50-a440-cfa8795750f3 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:11.115723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:11.174649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:11.199622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:11.294236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:11.294717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b2b3b456-b49b-4d9c-abdf-5ec244d1a0f2 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:11.294963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 786b9641-11c8-4de0-bea4-e3a580b3ce82 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:11.384518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-a91bc3cd-517a-4956-801d-14d2894ec01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:11.386067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-a91bc3cd-517a-4956-801d-14d2894ec01e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6998787 Jul 06 17:35:11.397570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 786b9641-11c8-4de0-bea4-e3a580b3ce82 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:11.397925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 786b9641-11c8-4de0-bea4-e3a580b3ce82 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:11.398836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9d6c9324-24d2-4f50-a440-cfa8795750f3 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:11.489229 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fa4112e-d443-489f-9e26-b5342909338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:11.548256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4112e-d443-489f-9e26-b5342909338c None None] Pushing event deleted for resources: {'Port': ['ID=9d6c9324-24d2-4f50-a440-cfa8795750f3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:11.562626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4112e-d443-489f-9e26-b5342909338c None None] No DVR routers for this DVR port 9d6c9324-24d2-4f50-a440-cfa8795750f3 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:11.563393 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-44f58d00-3c21-4275-96ec-cc937aabf08c req-31323987-99dc-467f-9ea3-c98e0ce690e1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 210 time: 0.0516863 Jul 06 17:35:11.582050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port 9d6c9324-24d2-4f50-a440-cfa8795750f3 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:35:11.582522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9d6c9324-24d2-4f50-a440-cfa8795750f3 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:11.602067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b2abd-70e8-48f2-a0f5-8a528be60242 req-a4339761-1cf8-44eb-817e-98d6891fd96d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:11.610055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-626b2abd-70e8-48f2-a0f5-8a528be60242 req-a4339761-1cf8-44eb-817e-98d6891fd96d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 949 time: 0.7350910 Jul 06 17:35:11.659181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Deleting port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:11.659181 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:11.665486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:11.706103 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc5be1b-89eb-4905-acd3-d334633b8e5d x-openstack-request-id: req-5fc5be1b-89eb-4905-acd3-d334633b8e5d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:11.707652 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a54c0a-cd8c-4d16-8b7d-3888f93280d2", "name": "network-vif-deleted", "tag": "4b5b45c4-da90-4447-808a-4a375fb32fb1", "status": "completed", "code": 200}, {"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8", "code": 200}, {"name": "network-changed", "server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:11.707920 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fc5be1b-89eb-4905-acd3-d334633b8e5d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:11.708332 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a54c0a-cd8c-4d16-8b7d-3888f93280d2', 'name': 'network-vif-deleted', 'tag': '4b5b45c4-da90-4447-808a-4a375fb32fb1', 'status': 'completed', 'code': 200} Jul 06 17:35:11.708588 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'code': 200} Jul 06 17:35:11.708840 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'status': 'completed', 'code': 200} Jul 06 17:35:11.807565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6c9324-24d2-4f50-a440-cfa8795750f3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:11.814881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-626b2abd-70e8-48f2-a0f5-8a528be60242 req-d536cc88-557f-4fdc-9a04-0d610f88d8af tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041073 Jul 06 17:35:11.845480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] No DVR routers for this DVR port 9d6c9324-24d2-4f50-a440-cfa8795750f3 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:11.848557 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-3b5d7e6f-aea5-4760-a355-c1f1798a2f40 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446900 Jul 06 17:35:11.911997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9781fd-8992-4a96-8ac9-177fd823d801 req-dafc360f-b774-48bd-8ba7-ed38301c6772 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:11.917834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9781fd-8992-4a96-8ac9-177fd823d801 req-dafc360f-b774-48bd-8ba7-ed38301c6772 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:11.923795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9781fd-8992-4a96-8ac9-177fd823d801 req-dafc360f-b774-48bd-8ba7-ed38301c6772 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:11.925483 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a9781fd-8992-4a96-8ac9-177fd823d801 req-dafc360f-b774-48bd-8ba7-ed38301c6772 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2415 time: 0.1367736 Jul 06 17:35:11.969873 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.022409 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a9781fd-8992-4a96-8ac9-177fd823d801 req-ae2605b8-a794-4a6d-bab2-070098f27da1 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858972 Jul 06 17:35:12.059588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-aad4e79a-b9e7-4757-bdd3-ec3d95502938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:12.061023 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-aad4e79a-b9e7-4757-bdd3-ec3d95502938 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1100 time: 0.2959366 Jul 06 17:35:12.072590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.094867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] For port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:12.095233 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.132620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124376c4-644c-49cd-9c79-ed80829b13a3']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:12.183775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Calling delete_port for a6c1144d-237e-4ff3-a0e9-cab62bf17a8e owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:12.189407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4071d5c1-8b41-4c12-b7bb-b93aa106d56c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:12.189704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4071d5c1-8b41-4c12-b7bb-b93aa106d56c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:12.225063 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.295483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Deleting port a12c7727-7d27-450d-9b0c-b63e1ea078aa {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:12.295883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.330021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f60aded-e1ce-472f-b72b-d1a60f52847a req-ba8d41ba-18e0-4451-8b25-203a08be75c1 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541800 Jul 06 17:35:12.330938 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.358440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:35:12.359029 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:35:12.364437 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:35:12.368438 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:35:12.407695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] For port a12c7727-7d27-450d-9b0c-b63e1ea078aa, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a12c7727-7d27-450d-9b0c-b63e1ea078aa,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:12.408027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.433879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Calling delete_port for a12c7727-7d27-450d-9b0c-b63e1ea078aa owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:12.492230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133ed4d-6d6c-41a7-8ccd-559bc064bd15 req-e9d07aea-0449-4419-9e2e-aca3db52a182 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:12.494818 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2133ed4d-6d6c-41a7-8ccd-559bc064bd15 req-e9d07aea-0449-4419-9e2e-aca3db52a182 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 945 time: 0.5167418 Jul 06 17:35:12.539733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-d03b9912-7734-406c-8536-a0514c2ed048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:12.541262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-d03b9912-7734-406c-8536-a0514c2ed048 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.4614489 Jul 06 17:35:12.555251 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.572109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-d48c7f43-cad9-4456-b5ce-6e6d3d967526 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:12.573643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-d48c7f43-cad9-4456-b5ce-6e6d3d967526 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.3771007 Jul 06 17:35:12.612695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.617425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] 10.222.0.13 "DELETE /v2.0/networks/124376c4-644c-49cd-9c79-ed80829b13a3 HTTP/1.1" status: 204 len: 168 time: 2.4251654 Jul 06 17:35:12.619249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Request body: {'port': {'device_id': '7fcaeb01-8618-4330-8a13-94b516f4b62d', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'admin_state_up': True, 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:12.622309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:12.687724 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-f6a800fc-cba3-4850-98b0-29918ea775a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.1341443 Jul 06 17:35:12.695049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62721cce-861c-4c47-a0ae-4b5fa552708d admin admin] Pushing event deleted for resources: {'Network': ['ID=124376c4-644c-49cd-9c79-ed80829b13a3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:12.718665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2133ed4d-6d6c-41a7-8ccd-559bc064bd15 req-3d4d5a42-989e-419a-a983-0dc4000857b7 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077391 Jul 06 17:35:12.719205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:12.784360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9444a4d-3c39-4c04-9d5c-4e32e304effc req-3316df8b-7cbd-42c6-95fc-bf46d908f183 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 210 time: 0.0938537 Jul 06 17:35:12.797526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-259d8609-117e-45f5-a981-08edfb93e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:12.799151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-259d8609-117e-45f5-a981-08edfb93e8c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1100 time: 0.4122913 Jul 06 17:35:12.810668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12c7727-7d27-450d-9b0c-b63e1ea078aa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:12.892859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-791159c9-d07e-4be9-bd17-48380c6ab0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:12.894658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-791159c9-d07e-4be9-bd17-48380c6ab0b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1912303 Jul 06 17:35:12.958257 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:13.029114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Pushing event deleted for resources: {'Port': ['ID=a6c1144d-237e-4ff3-a0e9-cab62bf17a8e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:13.063551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:13.067230 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:13.073213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-346b65e6-c1f2-4cc7-97b2-f4f7f9c271a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:13.074827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-346b65e6-c1f2-4cc7-97b2-f4f7f9c271a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2657626 Jul 06 17:35:13.162580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] No DVR routers for this DVR port a6c1144d-237e-4ff3-a0e9-cab62bf17a8e on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:13.206913 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:13.208953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-662b45b7-5d0b-4ff2-87bf-8492041a08e1 req-e6cb072b-ed7e-4715-8ec5-1e401b854d17 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.22 "DELETE /v2.0/ports/a6c1144d-237e-4ff3-a0e9-cab62bf17a8e HTTP/1.1" status: 204 len: 173 time: 2.3202627 Jul 06 17:35:13.238100 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-887db729-851e-4877-985f-53aae57f5eb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 200 len: 217 time: 0.1444938 Jul 06 17:35:13.264102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-201cc303-a867-422d-a140-ffca731800af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:13.265775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-201cc303-a867-422d-a140-ffca731800af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3589613 Jul 06 17:35:13.422652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-5be776a7-07d4-4007-8e1c-758435825725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:13.424224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-5be776a7-07d4-4007-8e1c-758435825725 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1754525 Jul 06 17:35:13.456374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:13.480207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaf936-23fa-494b-90d8-b7a731a00087 req-aa1632f2-0ca0-46ff-9786-d40cc9b67620 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:13.481742 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5bdaf936-23fa-494b-90d8-b7a731a00087 req-aa1632f2-0ca0-46ff-9786-d40cc9b67620 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 949 time: 0.2874932 Jul 06 17:35:13.559885 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-b5911990-bf09-4dff-b52e-dab687602d32 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462952 Jul 06 17:35:13.561880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Allocated IP 172.20.0.13 (a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4/bcb40348-e9ec-4041-81e2-4567f9b075da/348dd51a-16b4-4d64-9142-b80c80307c7e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:13.572918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1782b6-83ef-43c2-a5bc-f5ce366da49c req-d5957794-329b-43ff-a3f6-10dacf5adc7c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:13.579658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1782b6-83ef-43c2-a5bc-f5ce366da49c req-d5957794-329b-43ff-a3f6-10dacf5adc7c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:13.586125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1782b6-83ef-43c2-a5bc-f5ce366da49c req-d5957794-329b-43ff-a3f6-10dacf5adc7c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:13.587692 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f1782b6-83ef-43c2-a5bc-f5ce366da49c req-d5957794-329b-43ff-a3f6-10dacf5adc7c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2415 time: 0.2189727 Jul 06 17:35:13.615172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5bdaf936-23fa-494b-90d8-b7a731a00087 req-aec88dc3-0a1f-4422-b1f2-b260c76b6ed8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117465 Jul 06 17:35:13.686629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-744550fb-44e5-4be7-a580-f56a37b1d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:13.688173 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-744550fb-44e5-4be7-a580-f56a37b1d3d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2370391 Jul 06 17:35:13.704111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f1782b6-83ef-43c2-a5bc-f5ce366da49c req-1038de1f-5bc4-4dea-81da-0a6ab91c9815 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808811 Jul 06 17:35:13.714645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'name': 'network-vif-deleted', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:13.721986 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98251b3a-10ca-4d26-91be-9290fcb28de6" -d '{"events": [{"server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "name": "network-vif-deleted", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:13.857207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Router f84992ca-4b00-4ee3-bd58-6897c2b74a7a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:35:13.903933 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72560d36-0fe4-4d3a-9a70-747ede878a84 x-openstack-request-id: req-72560d36-0fe4-4d3a-9a70-747ede878a84 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:13.904385 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329437ff-ed4a-40de-b3fc-da57648140c2", "name": "network-vif-deleted", "tag": "a6c1144d-237e-4ff3-a0e9-cab62bf17a8e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:13.904642 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72560d36-0fe4-4d3a-9a70-747ede878a84 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:13.905047 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329437ff-ed4a-40de-b3fc-da57648140c2', 'name': 'network-vif-deleted', 'tag': 'a6c1144d-237e-4ff3-a0e9-cab62bf17a8e', 'status': 'completed', 'code': 200} Jul 06 17:35:13.928667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-dde21da9-203b-471b-bc27-5f97cac5e77a service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469794 Jul 06 17:35:14.014486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-21411315-acdd-4945-a9b6-f2e301b7d2c6 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188705 Jul 06 17:35:14.046496 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc5d6318-679c-4aa0-85ba-7ba64a0cb38f req-5ca30142-b364-4e7b-8b58-c31504a7dbb2 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=329437ff-ed4a-40de-b3fc-da57648140c2 HTTP/1.1" status: 200 len: 210 time: 0.0472109 Jul 06 17:35:14.054480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.087106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:35:14.095804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-679e2905-028f-4c8d-a3e0-258acd83e626 admin admin] 10.222.0.13 "PUT /v2.0/routers/f84992ca-4b00-4ee3-bd58-6897c2b74a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8950200 Jul 06 17:35:14.097585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:14.098964 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] Sync routers for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:35:14.111976 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:14.112600 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:14.125939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51b1af63-a148-499b-b43c-dcdfd8a070f7 req-d2641eef-fbb2-4676-aa65-6c73fb51242c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 210 time: 0.0426264 Jul 06 17:35:14.197896 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3b94be1-86a3-4b03-bd1d-5987e5640af3 req-fe25cf98-ce42-48e5-b978-8eceb313c725 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695807 Jul 06 17:35:14.201131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.203678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.215356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:14.262394 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:14.268756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.490915 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.504913 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:35:12Z', 'revision_number': 5, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port': {'id': '4caec927-c7b3-43c6-b431-bcab3b8231be', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:05Z', 'updated_at': '2021-07-06T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:14.540553 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] Checking router: f84992ca-4b00-4ee3-bd58-6897c2b74a7a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:35:14.559812 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] Routers {'f84992ca-4b00-4ee3-bd58-6897c2b74a7a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:14.560588 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:14.584549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:14.588330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:14.593854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:14.597760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Deleting port 4caec927-c7b3-43c6-b431-bcab3b8231be {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:14.598123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.660824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event updated for resources: {'Port': ['ID=348dd51a-16b4-4d64-9142-b80c80307c7e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:14.691729 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] Set router f84992ca-4b00-4ee3-bd58-6897c2b74a7a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:14.695719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:14.696398 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.713329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-96e5cf5c-0bce-422e-bbbe-769bdbeb9ddb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0975363 Jul 06 17:35:14.715207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] For port 4caec927-c7b3-43c6-b431-bcab3b8231be, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4caec927-c7b3-43c6-b431-bcab3b8231be,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:14.715574 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.726321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Request body: {'port': {'device_id': '7fcaeb01-8618-4330-8a13-94b516f4b62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:14.728790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Deleting port 2a2cefec-c273-413b-8edc-fb1c3818c279 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:14.729018 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.735232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Calling delete_port for 4caec927-c7b3-43c6-b431-bcab3b8231be owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:14.767391 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:35:14Z', 'revision_number': 6, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:14.804208 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb2e80-4295-4fdd-acdf-3ebc8dd60e38 None None] The sync data for ids ['f84992ca-4b00-4ee3-bd58-6897c2b74a7a'] in n-d-799526-3 is: [{'id': 'f84992ca-4b00-4ee3-bd58-6897c2b74a7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1115236956-router', 'tenant_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:03Z', 'updated_at': '2021-07-06T17:35:14Z', 'revision_number': 6, 'project_id': '4a6b1dc6ea114c51aeb0ac149db7f212', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:35:14.841051 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.866417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fe2949b8-0248-44b3-b8e5-ce8e008f458d up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:14.912866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] For port 2a2cefec-c273-413b-8edc-fb1c3818c279, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2a2cefec-c273-413b-8edc-fb1c3818c279,segment=NetworkSegment(e9fb66a3-d173-42da-bf36-2aee4f479314),segment_id=e9fb66a3-d173-42da-bf36-2aee4f479314)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:14.912866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.932882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port fe2949b8-0248-44b3-b8e5-ce8e008f458d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:14.935959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Calling delete_port for 2a2cefec-c273-413b-8edc-fb1c3818c279 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:14.938941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port fe2949b8-0248-44b3-b8e5-ce8e008f458d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:14.939604 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:14.992090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f723-8594-4a94-a09d-e98c7eb0faad req-7af563c6-e29e-43ae-9941-a17b4ae22a8a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:14.999085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-44f2f723-8594-4a94-a09d-e98c7eb0faad req-7af563c6-e29e-43ae-9941-a17b4ae22a8a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 949 time: 0.2275336 Jul 06 17:35:15.026447 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:35:15.041997 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.068180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:15.070653 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55020e4-6a42-48bd-b2ed-de0e82dea108" -d '{"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-plugged", "status": "completed", "tag": "fe2949b8-0248-44b3-b8e5-ce8e008f458d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:15.084488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fe2949b8-0248-44b3-b8e5-ce8e008f458d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fe2949b8-0248-44b3-b8e5-ce8e008f458d,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:15.086721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94541af-e070-4da9-bf4a-efeabcce26ce req-d130bbc5-4def-42ca-a5c8-0c0fcb2fd8b4 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:15.090794 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.091643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2204dc6a-873e-4c99-a525-1515aaf01d75 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:15.095626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94541af-e070-4da9-bf4a-efeabcce26ce req-d130bbc5-4def-42ca-a5c8-0c0fcb2fd8b4 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:15.102295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94541af-e070-4da9-bf4a-efeabcce26ce req-d130bbc5-4def-42ca-a5c8-0c0fcb2fd8b4 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:15.104031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e94541af-e070-4da9-bf4a-efeabcce26ce req-d130bbc5-4def-42ca-a5c8-0c0fcb2fd8b4 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2415 time: 0.2143116 Jul 06 17:35:15.112541 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-44f2f723-8594-4a94-a09d-e98c7eb0faad req-641f00e7-d443-4bff-b1dd-6e59469fc3e7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124427 Jul 06 17:35:15.184415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e94541af-e070-4da9-bf4a-efeabcce26ce req-c30cc72e-3dee-4c14-94b8-00b6ced21067 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574591 Jul 06 17:35:15.192184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.236950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4caec927-c7b3-43c6-b431-bcab3b8231be,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:15.241943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fe2949b8-0248-44b3-b8e5-ce8e008f458d,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:15.262763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.265005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.265516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.266000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.273752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.274679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.275188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.276901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.277244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.277578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.279156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.281262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:15.307421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a12c7727-7d27-450d-9b0c-b63e1ea078aa no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:15.384706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: a12c7727-7d27-450d-9b0c-b63e1ea078aa {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:15.385038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a12c7727-7d27-450d-9b0c-b63e1ea078aa not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:15.391228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 2204dc6a-873e-4c99-a525-1515aaf01d75 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:15.402109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 2204dc6a-873e-4c99-a525-1515aaf01d75 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:15.406939 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.409180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348dd51a-16b4-4d64-9142-b80c80307c7e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:15.417889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:35:15.436165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.450572 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.461205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Transition to ACTIVE for port object 348dd51a-16b4-4d64-9142-b80c80307c7e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:15.466386 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.550417 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd83e0-6c7a-4028-b8c5-02c5c0af5867 x-openstack-request-id: req-fadd83e0-6c7a-4028-b8c5-02c5c0af5867 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:15.551239 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-plugged", "status": "completed", "tag": "fe2949b8-0248-44b3-b8e5-ce8e008f458d", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:15.551653 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fadd83e0-6c7a-4028-b8c5-02c5c0af5867 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:15.552051 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d', 'code': 200} Jul 06 17:35:15.586529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Pushing event updated for resources: {'Port': ['ID=348dd51a-16b4-4d64-9142-b80c80307c7e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:15.616603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:15.699795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'mac_address': 'fa:16:3e:66:67:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:35:15.797648 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.812568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Attempting to bind port 348dd51a-16b4-4d64-9142-b80c80307c7e on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:15.813545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Attempting to bind port 348dd51a-16b4-4d64-9142-b80c80307c7e by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:15.813545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Attempting to bind port 348dd51a-16b4-4d64-9142-b80c80307c7e on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:15.819558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Port 348dd51a-16b4-4d64-9142-b80c80307c7e on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:35:15.820437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Attempting to bind port 348dd51a-16b4-4d64-9142-b80c80307c7e on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:15.823180 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.834144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:15.835982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Checking segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:15.836769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Bound using segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:15.837953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Bound port: 348dd51a-16b4-4d64-9142-b80c80307c7e, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:15.839289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.859725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d46d44-0d2c-4c0f-b277-5976ccef61d8 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:15.932121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:15.963296 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.970922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2204dc6a-873e-4c99-a525-1515aaf01d75, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2204dc6a-873e-4c99-a525-1515aaf01d75,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:15.975842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] For port 348dd51a-16b4-4d64-9142-b80c80307c7e, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:15.980810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] For port 348dd51a-16b4-4d64-9142-b80c80307c7e, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=348dd51a-16b4-4d64-9142-b80c80307c7e,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:15.984792 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:15.985980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:15.988512 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.037774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.038410 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.040066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] 10.222.0.55 "PUT /v2.0/ports/348dd51a-16b4-4d64-9142-b80c80307c7e HTTP/1.1" status: 200 len: 1092 time: 1.3190863 Jul 06 17:35:16.062005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.075421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcaeb01-8618-4330-8a13-94b516f4b62d', 'tag': '348dd51a-16b4-4d64-9142-b80c80307c7e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:16.079048 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34f95d0-5a60-409b-8202-890f02662a24" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcaeb01-8618-4330-8a13-94b516f4b62d", "tag": "348dd51a-16b4-4d64-9142-b80c80307c7e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:16.079685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.093522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.103255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=12']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:16.150285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:16.161024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:16.161407 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.168653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2cefec-c273-413b-8edc-fb1c3818c279,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:16.192655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dc777-bae8-4e1e-9e26-f707fdab21db req-d5daa433-3b5b-4a2a-a493-1851e8fe91a3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.194453 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-332dc777-bae8-4e1e-9e26-f707fdab21db req-d5daa433-3b5b-4a2a-a493-1851e8fe91a3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 944 time: 0.3181598 Jul 06 17:35:16.207385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2587c4b-fa1b-4290-a9d4-c0ace948483c req-7254613d-50c1-4eb9-b266-bda9181b9cad tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.213069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.213614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f84992ca-4b00-4ee3-bd58-6897c2b74a7a {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:35:16.215036 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2587c4b-fa1b-4290-a9d4-c0ace948483c req-7254613d-50c1-4eb9-b266-bda9181b9cad tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 945 time: 0.1831307 Jul 06 17:35:16.221480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.225225 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8671a019-70ef-4a7b-9ae9-7bebf4474b47 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f84992ca-4b00-4ee3-bd58-6897c2b74a7a HTTP/1.1" status: 204 len: 168 time: 2.1252453 Jul 06 17:35:16.232262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:16.243187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ad85d-fc6e-4404-8dd8-69f21156aeaa service neutron] Pushing event updated for resources: {'Port': ['ID=348dd51a-16b4-4d64-9142-b80c80307c7e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:16.262855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-5b06f805-b303-4a8d-8f7b-9291b068ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.265518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-5b06f805-b303-4a8d-8f7b-9291b068ce9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 1095 time: 0.1698086 Jul 06 17:35:16.269722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=2204dc6a-873e-4c99-a525-1515aaf01d75,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:16.326474 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.333981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-c5b7adca-213d-40c5-ae62-155eb6e986fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=348dd51a-16b4-4d64-9142-b80c80307c7e HTTP/1.1" status: 200 len: 217 time: 0.0490029 Jul 06 17:35:16.365420 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2587c4b-fa1b-4290-a9d4-c0ace948483c req-02e5db2c-19a6-44f1-89dd-68aeb5231a5d tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494074 Jul 06 17:35:16.373432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a5d46d44-0d2c-4c0f-b277-5976ccef61d8'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:16.403601 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-332dc777-bae8-4e1e-9e26-f707fdab21db req-85bbcea4-c61c-4e10-87f1-ef9c195fb24e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854060 Jul 06 17:35:16.431158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b920afd8-a6e8-4890-9fd1-65e6f7d133be admin admin] Deleting subnet 9d9efa5c-fcd3-430b-ba42-3570a80c0087 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:35:16.436725 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b920afd8-a6e8-4890-9fd1-65e6f7d133be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.523423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,segment=NetworkSegment(92d53597-2686-418c-b6fd-bc0ee7d48f9b),segment_id=92d53597-2686-418c-b6fd-bc0ee7d48f9b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:16.530133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.532175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a6c1144d-237e-4ff3-a0e9-cab62bf17a8e no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:16.559055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-ab72b4be-46f7-4891-ba44-8160f9fa8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.564077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-ab72b4be-46f7-4891-ba44-8160f9fa8277 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.2238593 Jul 06 17:35:16.575311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b920afd8-a6e8-4890-9fd1-65e6f7d133be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.581439 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1710a94-25e1-419c-a3b2-7b5da98acb5c x-openstack-request-id: req-c1710a94-25e1-419c-a3b2-7b5da98acb5c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:16.581708 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcaeb01-8618-4330-8a13-94b516f4b62d", "tag": "348dd51a-16b4-4d64-9142-b80c80307c7e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:16.581971 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1710a94-25e1-419c-a3b2-7b5da98acb5c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:16.582389 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcaeb01-8618-4330-8a13-94b516f4b62d', 'tag': '348dd51a-16b4-4d64-9142-b80c80307c7e', 'status': 'completed', 'code': 200} Jul 06 17:35:16.613996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: a6c1144d-237e-4ff3-a0e9-cab62bf17a8e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:16.614762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a6c1144d-237e-4ff3-a0e9-cab62bf17a8e not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:16.627688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-70c3c86f-2e1d-453b-8bfd-4baf0ff631b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432608 Jul 06 17:35:16.715676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:16.724864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.754684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-be1e3c04-a81e-4693-b45a-5fd8da50f183 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.756755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-be1e3c04-a81e-4693-b45a-5fd8da50f183 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.22 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 945 time: 0.2840140 Jul 06 17:35:16.799048 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b920afd8-a6e8-4890-9fd1-65e6f7d133be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.841614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f38410-79bd-4547-a9f1-aaffa38d7bd1 req-8fd80d67-8d3f-4d90-8c5f-767d482f4b26 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.843571 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c5f38410-79bd-4547-a9f1-aaffa38d7bd1 req-8fd80d67-8d3f-4d90-8c5f-767d482f4b26 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.2184355 Jul 06 17:35:16.887634 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-9a3e1137-be04-47ac-b9d5-97953e4a1643 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523677 Jul 06 17:35:16.915677 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0315613c-8eaa-4188-be96-83d163840400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.930078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1690f2-30a9-4c29-b0a0-821d4aabb83d req-f3e19ff5-a5b0-48eb-8885-fae0b351c36c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.936131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1690f2-30a9-4c29-b0a0-821d4aabb83d req-f3e19ff5-a5b0-48eb-8885-fae0b351c36c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.943523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1690f2-30a9-4c29-b0a0-821d4aabb83d req-f3e19ff5-a5b0-48eb-8885-fae0b351c36c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:16.945156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f1690f2-30a9-4c29-b0a0-821d4aabb83d req-f3e19ff5-a5b0-48eb-8885-fae0b351c36c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2418 time: 0.2474787 Jul 06 17:35:16.954175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c5f38410-79bd-4547-a9f1-aaffa38d7bd1 req-ec7a555c-2368-4ccc-96c8-d4300bc983b0 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027339 Jul 06 17:35:16.963723 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b920afd8-a6e8-4890-9fd1-65e6f7d133be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:16.995585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920afd8-a6e8-4890-9fd1-65e6f7d133be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9efa5c-fcd3-430b-ba42-3570a80c0087,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:16.999853 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b920afd8-a6e8-4890-9fd1-65e6f7d133be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.004056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b920afd8-a6e8-4890-9fd1-65e6f7d133be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9d9efa5c-fcd3-430b-ba42-3570a80c0087 HTTP/1.1" status: 204 len: 168 time: 0.7693233 Jul 06 17:35:17.004792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55452) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:17.007231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd1252-0eab-405c-89e8-9db27ea1def3 None None] Network c693b16d-2ed2-45d5-a2d3-2271a6f267d7 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:17.093769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f1690f2-30a9-4c29-b0a0-821d4aabb83d req-aa489a5f-37a7-4dc5-84bb-8583b493399d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722702 Jul 06 17:35:17.116873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e8df049-23ab-405c-bccc-b8a6288d0977 req-f6d51c92-d778-41ba-95e4-c65bf162f762 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144697 Jul 06 17:35:17.142160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Deleting port 55b3e457-7cdd-4065-a00e-11272f3ad341 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:17.142678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.225130 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.267375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4caec927-c7b3-43c6-b431-bcab3b8231be no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:17.273980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Router b80bf441-c01c-434e-b208-c1faa30e792e has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:35:17.320849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115269de-877f-44bf-82c9-c3344df982c1 None None] DHCP port deletion for c693b16d-2ed2-45d5-a2d3-2271a6f267d7 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:35:17.323543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 4caec927-c7b3-43c6-b431-bcab3b8231be {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:17.324099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4caec927-c7b3-43c6-b431-bcab3b8231be not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:17.333883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] For port 55b3e457-7cdd-4065-a00e-11272f3ad341, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=55b3e457-7cdd-4065-a00e-11272f3ad341,segment=NetworkSegment(0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6),segment_id=0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:17.334251 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.367208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Calling delete_port for 55b3e457-7cdd-4065-a00e-11272f3ad341 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:17.377613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-115269de-877f-44bf-82c9-c3344df982c1 None None] Deleting port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:17.378013 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115269de-877f-44bf-82c9-c3344df982c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.447238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f95d0-5a60-409b-8202-890f02662a24 req-611196d7-42f8-448f-9485-5b984f6f2382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:17.448805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f34f95d0-5a60-409b-8202-890f02662a24 req-611196d7-42f8-448f-9485-5b984f6f2382 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 1095 time: 0.2062714 Jul 06 17:35:17.454769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Deleting port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:17.455169 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.512608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-115269de-877f-44bf-82c9-c3344df982c1 None None] For port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:17.513611 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115269de-877f-44bf-82c9-c3344df982c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.533843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-115269de-877f-44bf-82c9-c3344df982c1 None None] Calling delete_port for ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:17.540753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:35:17.555928 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4df7e7f9-0b11-4c21-8a9d-9437f95c8e11 admin admin] 10.222.0.13 "PUT /v2.0/routers/b80bf441-c01c-434e-b208-c1faa30e792e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9295933 Jul 06 17:35:17.556138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2204dc6a-873e-4c99-a525-1515aaf01d75'}, {'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:17.557727 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927005b8-165c-4006-8b21-3cba08f08298" -d '{"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-plugged", "status": "completed", "tag": "2204dc6a-873e-4c99-a525-1515aaf01d75"}, {"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-plugged", "status": "completed", "tag": "d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:17.560013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55458) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:17.566758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] Sync routers for ids ['b80bf441-c01c-434e-b208-c1faa30e792e'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:35:17.566973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e70a2-271e-4b69-a6d7-b471b2bb2c53 req-a72d4d3e-e8f0-4760-abba-736f11ddfb58 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:17.574954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a9e70a2-271e-4b69-a6d7-b471b2bb2c53 req-a72d4d3e-e8f0-4760-abba-736f11ddfb58 tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 1101 time: 0.2263031 Jul 06 17:35:17.589025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] For port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4,segment=NetworkSegment(f90e1fd6-b89e-4f4d-8f74-8ecaca74087e),segment_id=f90e1fd6-b89e-4f4d-8f74-8ecaca74087e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:17.589411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.617249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Calling delete_port for ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:17.642582 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a9e70a2-271e-4b69-a6d7-b471b2bb2c53 req-e3ecc365-eddb-44cd-a1c8-817b86dda31e tempest-MigrationsAdminTest-1854691971 tempest-MigrationsAdminTest-1854691971-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667086 Jul 06 17:35:17.751516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f95d0-5a60-409b-8202-890f02662a24 req-3b408da7-0d5f-4655-aad5-68db5784e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:17.753091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f34f95d0-5a60-409b-8202-890f02662a24 req-3b408da7-0d5f-4655-aad5-68db5784e0ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.2868757 Jul 06 17:35:17.756785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] Routers {'b80bf441-c01c-434e-b208-c1faa30e792e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:17.760175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b80bf441-c01c-434e-b208-c1faa30e792e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:17.768575 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.774644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.810526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:17.817951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] No DVR routers for this DVR port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:17.819287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f34f95d0-5a60-409b-8202-890f02662a24 req-90153279-04fe-4096-84c6-0dcd5029304e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=348dd51a-16b4-4d64-9142-b80c80307c7e HTTP/1.1" status: 200 len: 217 time: 0.0553718 Jul 06 17:35:17.827885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ce332-54be-47ca-86c2-1a4f6cf48385 req-4c82c6e6-8d60-4ff4-a145-a76efbb37bc4 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:17.829614 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc7ce332-54be-47ca-86c2-1a4f6cf48385 req-4c82c6e6-8d60-4ff4-a145-a76efbb37bc4 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fe509c-5a59-4fe2-98be-49bd6a880e1c HTTP/1.1" status: 200 len: 866 time: 0.3344042 Jul 06 17:35:17.889047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Pushing event deleted for resources: {'Port': ['ID=55b3e457-7cdd-4065-a00e-11272f3ad341,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:17.892356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.920769 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115269de-877f-44bf-82c9-c3344df982c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.963977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115269de-877f-44bf-82c9-c3344df982c1 None None] Pushing event deleted for resources: {'Port': ['ID=ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:17.969416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] Set router b80bf441-c01c-434e-b208-c1faa30e792e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:17.970576 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:17.972130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115269de-877f-44bf-82c9-c3344df982c1 None None] No DVR routers for this DVR port ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:17.991044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c693b16d-2ed2-45d5-a2d3-2271a6f267d7']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:18.012970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:18.013432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90e1fd6-b89e-4f4d-8f74-8ecaca74087e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:18.029597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f95d0-5a60-409b-8202-890f02662a24 req-7a64407e-f321-4402-b152-fbbe8c05acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:18.031877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f34f95d0-5a60-409b-8202-890f02662a24 req-7a64407e-f321-4402-b152-fbbe8c05acf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.1995888 Jul 06 17:35:18.032653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] No DVR routers for this DVR port 55b3e457-7cdd-4065-a00e-11272f3ad341 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:18.033484 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.041906 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.044132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee5d3a21-053d-4302-811c-9dcb92ba44fb req-326061de-ccfc-43b4-a8cb-ffc330cdea29 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.22 "DELETE /v2.0/ports/55b3e457-7cdd-4065-a00e-11272f3ad341 HTTP/1.1" status: 204 len: 173 time: 1.2772424 Jul 06 17:35:18.064059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0560a06-2209-46d6-aa2e-d9e4aea18b0f req-61e4f991-f2ba-4e44-9671-1ae7a434559e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:18.071806 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0560a06-2209-46d6-aa2e-d9e4aea18b0f req-61e4f991-f2ba-4e44-9671-1ae7a434559e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 944 time: 0.2133632 Jul 06 17:35:18.092191 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc7ce332-54be-47ca-86c2-1a4f6cf48385 req-26bbadd4-97c0-4eb2-8f21-6739bd108714 tempest-LiveAutoBlockMigrationV225Test-424993344 tempest-LiveAutoBlockMigrationV225Test-424993344-project] 10.222.0.13 "GET /v2.0/security-groups?id=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289505 Jul 06 17:35:18.122512 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.137947 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0560a06-2209-46d6-aa2e-d9e4aea18b0f req-b06061c0-6d4f-4977-a03a-3a4d64734fab tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650508 Jul 06 17:35:18.155182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:35:18.155485 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f34f95d0-5a60-409b-8202-890f02662a24 req-20bae9f9-a0bc-4824-886a-4383fd580707 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031282 Jul 06 17:35:18.157071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:35:18.185979 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:35:18.202291 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0288e69c-dc80-46d3-8300-14f2d959452e x-openstack-request-id: req-0288e69c-dc80-46d3-8300-14f2d959452e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:18.203337 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-plugged", "status": "completed", "tag": "2204dc6a-873e-4c99-a525-1515aaf01d75", "code": 200}, {"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-plugged", "status": "completed", "tag": "d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:18.203637 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0288e69c-dc80-46d3-8300-14f2d959452e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:18.204928 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2204dc6a-873e-4c99-a525-1515aaf01d75', 'code': 200} Jul 06 17:35:18.205782 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6', 'code': 200} Jul 06 17:35:18.277149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:29:09Z', 'updated_at': '2021-07-06T17:35:15Z', 'revision_number': 5, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'gw_port': {'id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:10Z', 'updated_at': '2021-07-06T17:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:18.278886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.286603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.292205 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] 10.222.0.13 "DELETE /v2.0/networks/c693b16d-2ed2-45d5-a2d3-2271a6f267d7 HTTP/1.1" status: 204 len: 168 time: 1.2839785 Jul 06 17:35:18.321082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0f221-aea3-4fe3-8f83-bd7455ff2f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c693b16d-2ed2-45d5-a2d3-2271a6f267d7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:18.330683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] Checking router: b80bf441-c01c-434e-b208-c1faa30e792e for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:35:18.336317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.344977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] Routers {'b80bf441-c01c-434e-b208-c1faa30e792e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:18.348909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:34:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b80bf441-c01c-434e-b208-c1faa30e792e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:18.403361 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f34f95d0-5a60-409b-8202-890f02662a24 req-0dbcccc0-a3e5-4e81-aa03-c94e299361ca service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461298 Jul 06 17:35:18.459184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09e95-8afb-454e-8b4b-1e598eaedbf7 req-3230176d-9074-4100-8f0d-ba5e06b45d24 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:18.466767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09e95-8afb-454e-8b4b-1e598eaedbf7 req-3230176d-9074-4100-8f0d-ba5e06b45d24 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:18.473819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09e95-8afb-454e-8b4b-1e598eaedbf7 req-3230176d-9074-4100-8f0d-ba5e06b45d24 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:18.481668 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05d09e95-8afb-454e-8b4b-1e598eaedbf7 req-3230176d-9074-4100-8f0d-ba5e06b45d24 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2418 time: 0.1503642 Jul 06 17:35:18.528376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] Set router b80bf441-c01c-434e-b208-c1faa30e792e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:18.543367 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f34f95d0-5a60-409b-8202-890f02662a24 req-379339c4-83b7-4721-ba24-00fa354f2652 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073704 Jul 06 17:35:18.561883 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05d09e95-8afb-454e-8b4b-1e598eaedbf7 req-2e803792-22e1-407e-9c78-d7afd3d361ed tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791559 Jul 06 17:35:18.575301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:18.584621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'name': 'network-vif-deleted', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:18.587232 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7a7fac-dff3-4ee2-9369-7250f3e6199d" -d '{"events": [{"server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "name": "network-vif-deleted", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:18.609532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Deleting port 73464013-1306-48ff-820e-b3c8cd0c6cce {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:18.610736 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.687807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803c267-17bc-44fd-b8b2-d14341b1c02a req-6e33ab57-05b7-4159-8aa4-e6ef7f11a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:18.688292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803c267-17bc-44fd-b8b2-d14341b1c02a req-6e33ab57-05b7-4159-8aa4-e6ef7f11a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:18.688769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803c267-17bc-44fd-b8b2-d14341b1c02a req-6e33ab57-05b7-4159-8aa4-e6ef7f11a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:18.690490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9803c267-17bc-44fd-b8b2-d14341b1c02a req-6e33ab57-05b7-4159-8aa4-e6ef7f11a4e4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2871 time: 0.2634051 Jul 06 17:35:18.703759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-62291ade-3ca3-4c6a-a32e-5e1f1eb430dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a6b1dc6ea114c51aeb0ac149db7f212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233010 Jul 06 17:35:18.704317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:18.787616 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617be826-24af-4dd5-a2c8-39067cd61592 x-openstack-request-id: req-617be826-24af-4dd5-a2c8-39067cd61592 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:18.789594 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe509c-5a59-4fe2-98be-49bd6a880e1c", "name": "network-vif-deleted", "tag": "55b3e457-7cdd-4065-a00e-11272f3ad341", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:18.790093 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-617be826-24af-4dd5-a2c8-39067cd61592 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:18.790751 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe509c-5a59-4fe2-98be-49bd6a880e1c', 'name': 'network-vif-deleted', 'tag': '55b3e457-7cdd-4065-a00e-11272f3ad341', 'status': 'completed', 'code': 200} Jul 06 17:35:18.792216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7eae2c77-264e-40d8-bd5c-3ad56b7c1078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.823115 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7eae2c77-264e-40d8-bd5c-3ad56b7c1078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.823341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] For port 73464013-1306-48ff-820e-b3c8cd0c6cce, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=73464013-1306-48ff-820e-b3c8cd0c6cce,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:18.823675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.873339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Calling delete_port for 73464013-1306-48ff-820e-b3c8cd0c6cce owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:18.877545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:29:09Z', 'updated_at': '2021-07-06T17:35:15Z', 'revision_number': 5, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'gw_port': {'id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:10Z', 'updated_at': '2021-07-06T17:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:18.884396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9803c267-17bc-44fd-b8b2-d14341b1c02a req-cb203578-9f51-4f7e-807c-fe93d2e84ae4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746309 Jul 06 17:35:18.887056 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7eae2c77-264e-40d8-bd5c-3ad56b7c1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.891006 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7eae2c77-264e-40d8-bd5c-3ad56b7c1078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:18.895190 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7eae2c77-264e-40d8-bd5c-3ad56b7c1078 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a2b0b60-b306-4a23-b9d1-29f43eb08741 HTTP/1.1" status: 204 len: 168 time: 0.1874917 Jul 06 17:35:18.912811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae2c77-264e-40d8-bd5c-3ad56b7c1078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b0b60-b306-4a23-b9d1-29f43eb08741,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:18.940225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc9340-e413-4118-b887-6d8108075178 None None] The sync data for ids ['b80bf441-c01c-434e-b208-c1faa30e792e'] in n-d-799526-3 is: [{'id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662783277-router', 'tenant_id': 'b693373512a2450381cc1da9e491ebca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:29:09Z', 'updated_at': '2021-07-06T17:35:15Z', 'revision_number': 5, 'project_id': 'b693373512a2450381cc1da9e491ebca', 'gw_port': {'id': '73464013-1306-48ff-820e-b3c8cd0c6cce', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bf441-c01c-434e-b208-c1faa30e792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:29:10Z', 'updated_at': '2021-07-06T17:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:35:19.207738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:19.336956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da2892-58c4-41dc-9a31-6b0958af842c req-f2ecce79-c646-4432-9481-766e4ff0e1c7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:19.338904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-18da2892-58c4-41dc-9a31-6b0958af842c req-f2ecce79-c646-4432-9481-766e4ff0e1c7 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 950 time: 0.5177877 Jul 06 17:35:19.430899 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b799e492-06b5-4652-ac9a-f6c56317f538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.444511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 348dd51a-16b4-4d64-9142-b80c80307c7e details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:35:19.457768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:19.517259 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-18da2892-58c4-41dc-9a31-6b0958af842c req-5153dead-d3d3-4444-a72e-06e4884b5593 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706791 Jul 06 17:35:19.563961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a5d867-9530-4ede-8537-64ad2b5deae5 admin admin] Deleting subnet 52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:35:19.573979 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d867-9530-4ede-8537-64ad2b5deae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.591160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:19.616517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:19.616860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ab6fb5cb-5c29-4091-b47e-790c5ee7ffc4 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:19.617281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2a2cefec-c273-413b-8edc-fb1c3818c279 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:19.629415 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.672562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2a2cefec-c273-413b-8edc-fb1c3818c279 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:19.672916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2a2cefec-c273-413b-8edc-fb1c3818c279 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:19.674596 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d867-9530-4ede-8537-64ad2b5deae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.704302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:19.712761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:19.713825 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.723117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 348dd51a-16b4-4d64-9142-b80c80307c7e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=348dd51a-16b4-4d64-9142-b80c80307c7e,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:19.728375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c80460-929e-4497-ad1b-b1654334c892 req-66e8565f-553d-4125-98a1-dd2f9c7b0572 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:19.736436 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9c80460-929e-4497-ad1b-b1654334c892 req-66e8565f-553d-4125-98a1-dd2f9c7b0572 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 944 time: 0.3635957 Jul 06 17:35:19.768196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=73464013-1306-48ff-820e-b3c8cd0c6cce,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:19.773636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.813158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '348dd51a-16b4-4d64-9142-b80c80307c7e', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'port_id': '348dd51a-16b4-4d64-9142-b80c80307c7e', 'mac_address': 'fa:16:3e:78:10:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb40348-e9ec-4041-81e2-4567f9b075da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:35:19.840404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9c80460-929e-4497-ad1b-b1654334c892 req-727960b2-9885-4f9f-b4a5-2d75a1478432 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026745 Jul 06 17:35:19.841646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d867-9530-4ede-8537-64ad2b5deae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.853831 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.957335 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d867-9530-4ede-8537-64ad2b5deae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.966709 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.969746 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:19.993999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5d867-9530-4ede-8537-64ad2b5deae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:20.002689 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d867-9530-4ede-8537-64ad2b5deae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.006895 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f8a5d867-9530-4ede-8537-64ad2b5deae5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52ca80ed-c2d9-4b56-b3e4-b6b60e90af9a HTTP/1.1" status: 204 len: 168 time: 0.7972395 Jul 06 17:35:20.008428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55514) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:20.017580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348dd51a-16b4-4d64-9142-b80c80307c7e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:20.040602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 348dd51a-16b4-4d64-9142-b80c80307c7e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=348dd51a-16b4-4d64-9142-b80c80307c7e,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:20.050491 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.058170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:20.084987 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.104706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.109480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55516) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:20.122802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=348dd51a-16b4-4d64-9142-b80c80307c7e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:20.155295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.161486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.203445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=13']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:20.215825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:20.219664 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5102e495-095d-4e3b-944e-efdf2dc50b1e" -d '{"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-plugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:20.258870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.259939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80bf441-c01c-434e-b208-c1faa30e792e {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:35:20.271470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.272996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9f9b76c6-0a4d-4536-b39b-412d8ecbe0ca admin admin] 10.222.0.13 "DELETE /v2.0/routers/b80bf441-c01c-434e-b208-c1faa30e792e HTTP/1.1" status: 204 len: 168 time: 2.7114868 Jul 06 17:35:20.277913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55522) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:20.281283 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.300763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-651259215-network', 'tenant_id': 'a3f868a278bd45d0a33be3318ae266b1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:20.302905 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f337311-4ea5-4834-aac5-481c9034ba0e x-openstack-request-id: req-2f337311-4ea5-4834-aac5-481c9034ba0e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:20.303406 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-plugged", "status": "completed", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:20.303791 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f337311-4ea5-4834-aac5-481c9034ba0e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:20.304294 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'code': 200} Jul 06 17:35:20.305649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5675b7ba-2b38-4a3d-907a-7544b365318f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:20.319915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:20.320234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae1fa3d-044a-4a89-aca3-0b9b4a4b67e6') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:20.326272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-1ad3ffc9-566b-4059-bb77-d3e01fe2679c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:20.328362 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-1ad3ffc9-566b-4059-bb77-d3e01fe2679c tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 951 time: 0.2487886 Jul 06 17:35:20.335717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.337251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fce85-d85e-4300-a270-d43e4db777b7 req-94827729-8b4e-4da5-bf18-fefd3f1873cc tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:20.344203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fce85-d85e-4300-a270-d43e4db777b7 req-94827729-8b4e-4da5-bf18-fefd3f1873cc tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:20.349949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fce85-d85e-4300-a270-d43e4db777b7 req-94827729-8b4e-4da5-bf18-fefd3f1873cc tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:20.353494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Made reservation on behalf of a3f868a278bd45d0a33be3318ae266b1 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:20.355130 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.356815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d6fce85-d85e-4300-a270-d43e4db777b7 req-94827729-8b4e-4da5-bf18-fefd3f1873cc tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2418 time: 0.5304675 Jul 06 17:35:20.357877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.370887 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.373339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:35:20.373907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:35:20.376124 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:35:20.384231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['348dd51a-16b4-4d64-9142-b80c80307c7e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:20.444774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e25704-43e1-48f3-a703-329f903b1a6c admin admin] Deleting subnet 9456fbf6-5de0-47ef-91a8-22fb9bbee493 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:35:20.457863 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e25704-43e1-48f3-a703-329f903b1a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.472502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d6fce85-d85e-4300-a270-d43e4db777b7 req-b6a5f9b4-d4e6-4943-ab80-9576528181eb tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146536 Jul 06 17:35:20.481804 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.489186 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.494727 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5675b7ba-2b38-4a3d-907a-7544b365318f HTTP/1.1" status: 204 len: 168 time: 0.4848845 Jul 06 17:35:20.497220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55524) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:20.554213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b410b26-d0f5-48a8-9605-c107d122c7f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5675b7ba-2b38-4a3d-907a-7544b365318f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:20.567618 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.568243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e25704-43e1-48f3-a703-329f903b1a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.595163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1856b6-be5e-441d-8d30-039a576a8afa admin admin] Deleting subnet 5ca4184b-01ba-41a6-afd5-d5cb1b789e17 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:35:20.599394 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1856b6-be5e-441d-8d30-039a576a8afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.630189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Deleting port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:20.630620 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.643242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1856b6-be5e-441d-8d30-039a576a8afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.737004 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1856b6-be5e-441d-8d30-039a576a8afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.753829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e25704-43e1-48f3-a703-329f903b1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.771516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.780431 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.814793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] For port a5d46d44-0d2c-4c0f-b277-5976ccef61d8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:20.815426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.823656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:35:20.833875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Calling delete_port for a5d46d44-0d2c-4c0f-b277-5976ccef61d8 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:20.856668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecdb124-b485-4a54-b258-d024df6d905e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:20.865981 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.866672 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Added segment b9060c94-7236-4a52-aafe-8682115b41fe of type vlan for network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 Jul 06 17:35:20.893920 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e25704-43e1-48f3-a703-329f903b1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.902106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 55b3e457-7cdd-4065-a00e-11272f3ad341 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:20.934108 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.935801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e25704-43e1-48f3-a703-329f903b1a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9456fbf6-5de0-47ef-91a8-22fb9bbee493,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:20.944579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e25704-43e1-48f3-a703-329f903b1a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.946528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-76e25704-43e1-48f3-a703-329f903b1a6c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9456fbf6-5de0-47ef-91a8-22fb9bbee493 HTTP/1.1" status: 204 len: 168 time: 0.6674309 Jul 06 17:35:20.951561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55530) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:20.960571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e876efe-83a5-441c-8eb2-7b224539b6f9 None None] Network 804c2df0-9772-4190-802a-c08b33983480 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:20.966961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 55b3e457-7cdd-4065-a00e-11272f3ad341 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:20.968466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 55b3e457-7cdd-4065-a00e-11272f3ad341 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:20.975329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:20.976627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:20.977894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.060859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1856b6-be5e-441d-8d30-039a576a8afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.103930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04043e-e6ea-42b8-b9c5-7f56504464d8 req-f93c9bc3-f42f-40f0-8e9a-9cbc81405fd1 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:21.105792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a04043e-e6ea-42b8-b9c5-7f56504464d8 req-f93c9bc3-f42f-40f0-8e9a-9cbc81405fd1 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6015113e-8eb5-4d54-a808-06cbc6b07660 HTTP/1.1" status: 200 len: 951 time: 0.4182625 Jul 06 17:35:21.114863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1856b6-be5e-441d-8d30-039a576a8afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca4184b-01ba-41a6-afd5-d5cb1b789e17,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:21.115891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.135172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] Pushing event updated for resources: {'Network': ['ID=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:21.137834 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1856b6-be5e-441d-8d30-039a576a8afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.144727 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b1856b6-be5e-441d-8d30-039a576a8afa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5ca4184b-01ba-41a6-afd5-d5cb1b789e17 HTTP/1.1" status: 204 len: 168 time: 0.6445873 Jul 06 17:35:21.148076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55534) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:21.152607 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3ef93500-6a97-4f79-8c92-d703bd00e582 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0419323 Jul 06 17:35:21.156140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55536) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:21.160057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:35:21.162998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Request body: {'subnet': {'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-651259215-subnet', 'tenant_id': 'a3f868a278bd45d0a33be3318ae266b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:21.165467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 73464013-1306-48ff-820e-b3c8cd0c6cce no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:21.229416 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.240159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 73464013-1306-48ff-820e-b3c8cd0c6cce {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:21.240600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 73464013-1306-48ff-820e-b3c8cd0c6cce not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:21.250971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a04043e-e6ea-42b8-b9c5-7f56504464d8 req-55069f5c-ea53-4d17-9315-3b8a52091f6b tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270587 Jul 06 17:35:21.271806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0d45c09a-195f-4261-a794-94a4e2ecb7ce'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:21.273186 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.275462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc305ee-d30c-4b0d-beb3-1024ad0a4c2b req-13464aac-d34c-4337-954e-e50509814f2f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:21.285739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:21.285931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cfc305ee-d30c-4b0d-beb3-1024ad0a4c2b req-13464aac-d34c-4337-954e-e50509814f2f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 945 time: 0.2729347 Jul 06 17:35:21.285931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Made reservation on behalf of a3f868a278bd45d0a33be3318ae266b1 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:21.286584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.298766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Pushing event deleted for resources: {'Port': ['ID=a5d46d44-0d2c-4c0f-b277-5976ccef61d8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:21.451489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 348dd51a-16b4-4d64-9142-b80c80307c7e up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:21.470748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Deleting port 9f45852e-4e01-45ed-811c-de482e86c2b8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:21.471096 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.478464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] No DVR routers for this DVR port a5d46d44-0d2c-4c0f-b277-5976ccef61d8 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:21.544053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.545343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 348dd51a-16b4-4d64-9142-b80c80307c7e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:21.546193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53eb10ae-9089-4583-92fe-7809ad5947a9 req-6a85f975-74f5-454d-a4eb-d6bd3ebca51a tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "DELETE /v2.0/ports/a5d46d44-0d2c-4c0f-b277-5976ccef61d8 HTTP/1.1" status: 204 len: 173 time: 1.1872325 Jul 06 17:35:21.546697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-deleted', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:21.550936 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b10b2f9-b3ea-417f-9d04-135a7d917912" -d '{"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-deleted", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:21.588459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cfc305ee-d30c-4b0d-beb3-1024ad0a4c2b req-8046a4ac-79a1-4684-80da-c654c6fa838b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050144 Jul 06 17:35:21.655422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] DHCP port deletion for 804c2df0-9772-4190-802a-c08b33983480 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:35:21.698145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] For port 9f45852e-4e01-45ed-811c-de482e86c2b8, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9f45852e-4e01-45ed-811c-de482e86c2b8,segment=NetworkSegment(e9fb66a3-d173-42da-bf36-2aee4f479314),segment_id=e9fb66a3-d173-42da-bf36-2aee4f479314)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:21.698550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.699992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 348dd51a-16b4-4d64-9142-b80c80307c7e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:21.700988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.741756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Calling delete_port for 9f45852e-4e01-45ed-811c-de482e86c2b8 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:21.778945 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b900088-232c-42ef-b223-d09686fd9ee6 x-openstack-request-id: req-0b900088-232c-42ef-b223-d09686fd9ee6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:21.779301 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6015113e-8eb5-4d54-a808-06cbc6b07660", "name": "network-vif-deleted", "tag": "a5d46d44-0d2c-4c0f-b277-5976ccef61d8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:21.779546 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b900088-232c-42ef-b223-d09686fd9ee6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:21.780018 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6015113e-8eb5-4d54-a808-06cbc6b07660', 'name': 'network-vif-deleted', 'tag': 'a5d46d44-0d2c-4c0f-b277-5976ccef61d8', 'status': 'completed', 'code': 200} Jul 06 17:35:21.807389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.819474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b870eee6-69f6-4cc0-b278-5afa48efdc6c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:21.832467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5300795-7182-466b-908d-e495cc6aed17') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:21.832767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5300795-7182-466b-908d-e495cc6aed17') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:21.842423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.858217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.864371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:35:21.864847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:35:21.866760 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:35:21.943203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.956771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:21.962079 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] 10.222.0.13 "DELETE /v2.0/networks/b870eee6-69f6-4cc0-b278-5afa48efdc6c HTTP/1.1" status: 204 len: 168 time: 0.8107581 Jul 06 17:35:21.978061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd19de-b20c-4809-a18d-ee1bd52cfcee admin admin] Pushing event deleted for resources: {'Network': ['ID=b870eee6-69f6-4cc0-b278-5afa48efdc6c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:22.005562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.043836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.068222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10169508-ce03-4bbf-b7b4-8caa7ca70d5b req-1e5c0a01-a4c7-42c7-8214-9e57ff3efeef tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:22.075528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10169508-ce03-4bbf-b7b4-8caa7ca70d5b req-1e5c0a01-a4c7-42c7-8214-9e57ff3efeef tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:22.084777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10169508-ce03-4bbf-b7b4-8caa7ca70d5b req-1e5c0a01-a4c7-42c7-8214-9e57ff3efeef tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:22.087206 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-10169508-ce03-4bbf-b7b4-8caa7ca70d5b req-1e5c0a01-a4c7-42c7-8214-9e57ff3efeef tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2418 time: 0.2819903 Jul 06 17:35:22.106927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:22.120149 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.129842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] No DVR routers for this DVR port 9f45852e-4e01-45ed-811c-de482e86c2b8 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:22.169322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] Deleting port 9f45852e-4e01-45ed-811c-de482e86c2b8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:22.169775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.178537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e0535d65-befe-4de5-8ca2-ffe0ee8e151b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8909e689eec94d608790aa0e12f45edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670977 Jul 06 17:35:22.182845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55548) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:22.241694 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.246911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29795835-c6f8-4b46-927e-59cdb778bd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.256124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 348dd51a-16b4-4d64-9142-b80c80307c7e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=348dd51a-16b4-4d64-9142-b80c80307c7e,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:22.257821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804c2df0-9772-4190-802a-c08b33983480']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:22.276615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.277672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:22.282405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fb66a3-d173-42da-bf36-2aee4f479314') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:22.282649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fb66a3-d173-42da-bf36-2aee4f479314') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:22.286350 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29795835-c6f8-4b46-927e-59cdb778bd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.310661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.343344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcaeb01-8618-4330-8a13-94b516f4b62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348dd51a-16b4-4d64-9142-b80c80307c7e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:22.345626 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a71210-98f8-456b-be0d-b800ea7e9dce" -d '{"events": [{"server_uuid": "7fcaeb01-8618-4330-8a13-94b516f4b62d", "name": "network-vif-plugged", "status": "completed", "tag": "348dd51a-16b4-4d64-9142-b80c80307c7e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:22.351265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f45852e-4e01-45ed-811c-de482e86c2b8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:22.371384 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.375507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: a5d46d44-0d2c-4c0f-b277-5976ccef61d8 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:22.375881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a5d46d44-0d2c-4c0f-b277-5976ccef61d8 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:22.377141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29795835-c6f8-4b46-927e-59cdb778bd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.378648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:35:22.380002 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.380834 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29795835-c6f8-4b46-927e-59cdb778bd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.387256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-29795835-c6f8-4b46-927e-59cdb778bd64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fea73a14-3b13-45e7-9be2-71c6ab2d1dd2 HTTP/1.1" status: 204 len: 168 time: 0.2025623 Jul 06 17:35:22.387609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] For port 9f45852e-4e01-45ed-811c-de482e86c2b8, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:22.388167 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.400869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29795835-c6f8-4b46-927e-59cdb778bd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea73a14-3b13-45e7-9be2-71c6ab2d1dd2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:22.461493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] Calling delete_port for 9f45852e-4e01-45ed-811c-de482e86c2b8 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:35:22.463107 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:35:22.480416 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.486527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] Port 9f45852e-4e01-45ed-811c-de482e86c2b8 was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:35:22.498757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.501358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/804c2df0-9772-4190-802a-c08b33983480 HTTP/1.1" status: 204 len: 168 time: 1.5482631 Jul 06 17:35:22.517071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:22.523004 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.523762 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.568911 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3664af62-ccce-4f76-8bf3-5a9b851c58a9 x-openstack-request-id: req-3664af62-ccce-4f76-8bf3-5a9b851c58a9 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:22.569137 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcaeb01-8618-4330-8a13-94b516f4b62d", "name": "network-vif-plugged", "status": "completed", "tag": "348dd51a-16b4-4d64-9142-b80c80307c7e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:22.569229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-10169508-ce03-4bbf-b7b4-8caa7ca70d5b req-6cae91f5-6c41-4564-ab79-8257a306c3da tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460449 Jul 06 17:35:22.569521 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3664af62-ccce-4f76-8bf3-5a9b851c58a9 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:22.569803 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcaeb01-8618-4330-8a13-94b516f4b62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348dd51a-16b4-4d64-9142-b80c80307c7e', 'code': 200} Jul 06 17:35:22.570046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Checking segment: {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:22.570445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Network hostable DHCP agents. Network: 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:35:22.572571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=348dd51a-16b4-4d64-9142-b80c80307c7e,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:22.574112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e591e5-48d7-4830-9250-cbd8360ae9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=804c2df0-9772-4190-802a-c08b33983480,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:22.614294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] Network 804c2df0-9772-4190-802a-c08b33983480 is not hosted by any dhcp agent {{(pid=93780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:35:22.616020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] No DVR routers for this DVR port 9f45852e-4e01-45ed-811c-de482e86c2b8 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:22.632789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22852d5-8c4e-4e38-9687-8e6305c8edcb None None] Pushing event deleted for resources: {'Port': ['ID=9f45852e-4e01-45ed-811c-de482e86c2b8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:22.657003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:35:22.669767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:22.676613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:22.677640 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:22.692244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc372e50-30fb-4d05-a76c-71745a7b58d8 None None] Network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:22.703926 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-69d1b8b3-c5cf-4b7d-88b1-1207a9c6993e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5463955 Jul 06 17:35:22.708988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d7287-5652-46c7-9b4d-c18dd0e2ee07 req-a390f0a0-01e3-4df8-98d7-44f6c3d91314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:22.711187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed5d7287-5652-46c7-9b4d-c18dd0e2ee07 req-a390f0a0-01e3-4df8-98d7-44f6c3d91314 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 1097 time: 0.1001399 Jul 06 17:35:22.797585 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed5d7287-5652-46c7-9b4d-c18dd0e2ee07 req-e2e3ffea-e689-4395-afe5-42ef7d6e4bf2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700970 Jul 06 17:35:22.936881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f09761-3190-4b62-b98d-3c5da7e8f33c None None] Network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:23.048204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55576) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:23.130826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedb84c-b287-4bf8-8ad2-084b9d0413ee req-ee32a22d-0896-4301-a68d-39011fb7f231 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:23.139063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bfedb84c-b287-4bf8-8ad2-084b9d0413ee req-ee32a22d-0896-4301-a68d-39011fb7f231 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 946 time: 0.0997493 Jul 06 17:35:23.143291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55580) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:23.149833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-88652f65-b714-4beb-b44c-8e94e4d75397 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c40c8de69f0e47b5a8df2d47ece2a2c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1001716 Jul 06 17:35:23.150869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55582) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:23.195479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9f45852e-4e01-45ed-811c-de482e86c2b8 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:23.213880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02a2c92f-22a2-4eef-a3b9-632759b3d3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:23.225617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 9f45852e-4e01-45ed-811c-de482e86c2b8 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:23.226027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9f45852e-4e01-45ed-811c-de482e86c2b8 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:23.228232 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bfedb84c-b287-4bf8-8ad2-084b9d0413ee req-390f0e99-7b34-45f4-90e7-bdc1e820369e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882044 Jul 06 17:35:23.254431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02a2c92f-22a2-4eef-a3b9-632759b3d3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:23.285312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-066ac072-90e7-43d3-bf41-283cccfd8b1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d952d1c04efe464fb5e07556e6e5b6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356053 Jul 06 17:35:23.287253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55586) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:23.333643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02a2c92f-22a2-4eef-a3b9-632759b3d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:23.336354 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02a2c92f-22a2-4eef-a3b9-632759b3d3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:23.339929 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-02a2c92f-22a2-4eef-a3b9-632759b3d3ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1580a0f8-4c93-4ac2-8fcd-21fa3c7cccdd HTTP/1.1" status: 204 len: 168 time: 0.1855693 Jul 06 17:35:23.354498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2c92f-22a2-4eef-a3b9-632759b3d3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1580a0f8-4c93-4ac2-8fcd-21fa3c7cccdd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:23.365374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac7e672f-ae60-468c-baf8-1ade5ff1f1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:23.407036 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac7e672f-ae60-468c-baf8-1ade5ff1f1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:23.525396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e71bc-a4ef-4457-8944-ce6b7d0d04d5 req-563daea0-9dd4-4ed7-ae85-8d71c476f050 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:23.527676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-198e71bc-a4ef-4457-8944-ce6b7d0d04d5 req-563daea0-9dd4-4ed7-ae85-8d71c476f050 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 951 time: 0.1122541 Jul 06 17:35:23.540505 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac7e672f-ae60-468c-baf8-1ade5ff1f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:23.543879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac7e672f-ae60-468c-baf8-1ade5ff1f1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:23.547674 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ac7e672f-ae60-468c-baf8-1ade5ff1f1b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82d37a09-e1eb-465a-9c31-132555068bbd HTTP/1.1" status: 204 len: 168 time: 0.2567077 Jul 06 17:35:23.558267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e672f-ae60-468c-baf8-1ade5ff1f1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d37a09-e1eb-465a-9c31-132555068bbd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:23.604746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-198e71bc-a4ef-4457-8944-ce6b7d0d04d5 req-bf235990-e6ba-4871-8b88-898cdd38a3fa tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Jul 06 17:35:23.803856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbb089-164f-4d74-b3db-d637eebeecbe req-4657abc2-0b70-4251-81b2-80c7a98c5001 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:23.810479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbb089-164f-4d74-b3db-d637eebeecbe req-4657abc2-0b70-4251-81b2-80c7a98c5001 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:23.819037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbb089-164f-4d74-b3db-d637eebeecbe req-4657abc2-0b70-4251-81b2-80c7a98c5001 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:23.820887 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-54dbb089-164f-4d74-b3db-d637eebeecbe req-4657abc2-0b70-4251-81b2-80c7a98c5001 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2418 time: 0.0942416 Jul 06 17:35:23.902665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-54dbb089-164f-4d74-b3db-d637eebeecbe req-4cbff0a8-7c80-47e8-8665-eb2d62781a2e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730317 Jul 06 17:35:24.009914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e25c5055-1faf-4e91-be18-b727ee537356 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:24.018314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e25c5055-1faf-4e91-be18-b727ee537356 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 804 time: 0.1488800 Jul 06 17:35:24.039808 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-deb287f4-c9a9-4771-8834-f73394430a40 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/quotas/a3f868a278bd45d0a33be3318ae266b1 HTTP/1.1" status: 200 len: 375 time: 0.0200572 Jul 06 17:35:24.078430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55614) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:24.098424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-c4a2d92f-9b7e-43db-8d7b-9bf9b51c696a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500941 Jul 06 17:35:24.134583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6d27e036-60da-4c67-b65a-2a31350ce38c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b693373512a2450381cc1da9e491ebca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553222 Jul 06 17:35:24.137057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55616) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:24.192825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe39a5e2-b7b2-435e-b1d2-277abd930329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:24.207884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-06b9d206-7df1-4b0d-8644-6d1bb8ef39f6 service neutron] 10.222.0.13 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083789 Jul 06 17:35:24.219113 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe39a5e2-b7b2-435e-b1d2-277abd930329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:24.293152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe39a5e2-b7b2-435e-b1d2-277abd930329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:24.296948 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe39a5e2-b7b2-435e-b1d2-277abd930329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:24.300678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe39a5e2-b7b2-435e-b1d2-277abd930329 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ab031e9-cecf-4073-85ba-28973794e361 HTTP/1.1" status: 204 len: 168 time: 0.1601546 Jul 06 17:35:24.312071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39a5e2-b7b2-435e-b1d2-277abd930329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab031e9-cecf-4073-85ba-28973794e361,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:24.364445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-c7f297a7-d454-4832-b9b7-b2022f75e77a service neutron] 10.222.0.13 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491663 Jul 06 17:35:24.643735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a171682-6fb3-43e3-ba32-0cd0370bd915 req-52711560-0105-469c-b6cb-82cf0e430110 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:24.646004 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a171682-6fb3-43e3-ba32-0cd0370bd915 req-52711560-0105-469c-b6cb-82cf0e430110 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 946 time: 0.1322517 Jul 06 17:35:24.691670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43e91d48-7cb1-4bd6-9f63-49c705491b68 req-00753b99-8578-47c0-9fd7-081efb0b162d tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 210 time: 0.0972292 Jul 06 17:35:24.725457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a171682-6fb3-43e3-ba32-0cd0370bd915 req-477bc698-5c25-4abc-8409-d4b5f5cadfe0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708833 Jul 06 17:35:24.778235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-c05dbb36-06b4-47f9-9d41-f4a9f35a35e8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:24.791589 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-c05dbb36-06b4-47f9-9d41-f4a9f35a35e8 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 951 time: 0.1957510 Jul 06 17:35:24.957959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55658) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:25.009603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d59d72-d031-4f2c-9a44-825569580719 req-732c7030-5825-48ca-956e-12a0b2ab98dc tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:25.019595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97d59d72-d031-4f2c-9a44-825569580719 req-732c7030-5825-48ca-956e-12a0b2ab98dc tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 946 time: 0.1083212 Jul 06 17:35:25.080624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97d59d72-d031-4f2c-9a44-825569580719 req-13926c37-2a55-47fc-8de6-2a3d272c870b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598664 Jul 06 17:35:25.158883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Deleting port 0d45c09a-195f-4261-a794-94a4e2ecb7ce {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:25.159297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.164368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1499613462-network', 'tenant_id': '00aa436dc2e3492a989549584118fdcb'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:25.171971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce02df-aae4-4b91-bc7b-a4585b269626 req-8f980eb2-e557-408c-a6c7-576863edc223 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:25.173794 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69ce02df-aae4-4b91-bc7b-a4585b269626 req-8f980eb2-e557-408c-a6c7-576863edc223 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 951 time: 0.2830520 Jul 06 17:35:25.209312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Made reservation on behalf of 00aa436dc2e3492a989549584118fdcb for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:25.212261 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.237213 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.286129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69ce02df-aae4-4b91-bc7b-a4585b269626 req-308396c3-1a51-435d-bac5-d42d8d73e1e3 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946898 Jul 06 17:35:25.318703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] For port 0d45c09a-195f-4261-a794-94a4e2ecb7ce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0d45c09a-195f-4261-a794-94a4e2ecb7ce,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:25.319200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.336649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Calling delete_port for 0d45c09a-195f-4261-a794-94a4e2ecb7ce owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:25.473645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f32cfa-7e1c-4929-aea9-bc760407d480 req-f0496c20-3640-49f6-a233-1ca4e5d284f2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:25.489352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f32cfa-7e1c-4929-aea9-bc760407d480 req-f0496c20-3640-49f6-a233-1ca4e5d284f2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:25.500864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f32cfa-7e1c-4929-aea9-bc760407d480 req-f0496c20-3640-49f6-a233-1ca4e5d284f2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:25.502757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74f32cfa-7e1c-4929-aea9-bc760407d480 req-f0496c20-3640-49f6-a233-1ca4e5d284f2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2418 time: 0.2289860 Jul 06 17:35:25.567398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-24523ad6-7100-4176-be10-895922aae7d8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:25.578949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-24523ad6-7100-4176-be10-895922aae7d8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:25.596937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-24523ad6-7100-4176-be10-895922aae7d8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:25.603157 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-24523ad6-7100-4176-be10-895922aae7d8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2418 time: 0.1801021 Jul 06 17:35:25.634779 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74f32cfa-7e1c-4929-aea9-bc760407d480 req-40c19274-7636-4f9e-beeb-054b71154d54 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166885 Jul 06 17:35:25.637680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.646851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.731441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:35:25.752401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a09c34-0a9c-41d6-95b1-ae90c7906459,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:25.801850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.802246 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Added segment 03e11bb5-57f8-44a9-a598-fbe0bfa5489b of type vlan for network b56af4c3-9278-4618-804e-10811ffbb1b6 Jul 06 17:35:25.846584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.860381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:25.863776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0d45c09a-195f-4261-a794-94a4e2ecb7ce'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:25.921793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:25.985080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Pushing event deleted for resources: {'Port': ['ID=0d45c09a-195f-4261-a794-94a4e2ecb7ce,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:26.004568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:26.007104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:26.008470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:26.044985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] No DVR routers for this DVR port 0d45c09a-195f-4261-a794-94a4e2ecb7ce on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:26.050274 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:26.052427 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb64b147-a411-4613-a84f-3e019fd826a3 req-bdaedd02-a141-4674-a2eb-a7d76d2af600 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.22 "DELETE /v2.0/ports/0d45c09a-195f-4261-a794-94a4e2ecb7ce HTTP/1.1" status: 204 len: 173 time: 1.2541583 Jul 06 17:35:26.052905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-deleted', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:26.055348 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c72a9d-f78e-4f10-8ac3-e84cef660754" -d '{"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-deleted", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:26.116425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting port 2204dc6a-873e-4c99-a525-1515aaf01d75 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:26.116705 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1564813 Jul 06 17:35:26.117027 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:26.117475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55690) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:26.132530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Request body: {'subnet': {'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1499613462-subnet', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:26.181488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54ecb4-6607-49b9-9294-69a26beb86b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b56af4c3-9278-4618-804e-10811ffbb1b6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:26.205730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b56af4c3-9278-4618-804e-10811ffbb1b6 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:35:26.222036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Made reservation on behalf of 00aa436dc2e3492a989549584118fdcb for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:26.224147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:26.630250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa59f-5d69-4c84-8385-3266b3d002f5 req-7838def2-946f-4b5a-b8f8-531da1fa5097 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:26.632258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eafaa59f-5d69-4c84-8385-3266b3d002f5 req-7838def2-946f-4b5a-b8f8-531da1fa5097 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 946 time: 0.4942517 Jul 06 17:35:26.634069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:26.756468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=428b563c-b038-4840-9468-abde021d9a70,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:26.771839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eafaa59f-5d69-4c84-8385-3266b3d002f5 req-dc30bf72-ccca-4d43-981c-00634db9d59e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327353 Jul 06 17:35:26.782562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Checking segment: {'id': '03e11bb5-57f8-44a9-a598-fbe0bfa5489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:26.785376 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Network hostable DHCP agents. Network: b56af4c3-9278-4618-804e-10811ffbb1b6, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:35:26.801111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc5ca481-0ad6-4eaf-b6ae-1cd7bd0531ed req-3e8d7a2f-cc16-4c09-bb79-0819cd9a5231 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 210 time: 0.0452752 Jul 06 17:35:26.844170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Network b56af4c3-9278-4618-804e-10811ffbb1b6 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:35:26.853817 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8891c0-ee99-4695-8ff8-d6a14b4ca99e x-openstack-request-id: req-8b8891c0-ee99-4695-8ff8-d6a14b4ca99e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:26.854134 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52366e-1c65-4f0c-b50c-ec3b36e34fa1", "name": "network-vif-deleted", "tag": "0d45c09a-195f-4261-a794-94a4e2ecb7ce", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:26.854633 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b8891c0-ee99-4695-8ff8-d6a14b4ca99e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:26.855457 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52366e-1c65-4f0c-b50c-ec3b36e34fa1', 'name': 'network-vif-deleted', 'tag': '0d45c09a-195f-4261-a794-94a4e2ecb7ce', 'status': 'completed', 'code': 200} Jul 06 17:35:26.882202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b56af4c3-9278-4618-804e-10811ffbb1b6) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:26.893137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dce1f8-cd5e-4835-bd9f-d567fd021f00 None None] Network b56af4c3-9278-4618-804e-10811ffbb1b6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:26.899463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:26.900207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:26.932144 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-072b94fb-28e4-4dff-a63a-1bb9d372c23b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8064725 Jul 06 17:35:26.935671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55710) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:26.946433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:27.034219 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.035562 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.070788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fce35bdf-e2bb-410a-9141-fa6fb4dc426f req-ead6dc5c-5ac4-409d-8c68-be9ce3815ab5 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c52366e-1c65-4f0c-b50c-ec3b36e34fa1 HTTP/1.1" status: 200 len: 210 time: 0.0801549 Jul 06 17:35:27.105229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0636-4538-49b3-a134-c627e0308285 req-8af280ca-1af5-4dba-9328-23d0955e1420 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:27.106919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-8af280ca-1af5-4dba-9328-23d0955e1420 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 804 time: 0.3528211 Jul 06 17:35:27.107070 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.111868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] For port 2204dc6a-873e-4c99-a525-1515aaf01d75, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2204dc6a-873e-4c99-a525-1515aaf01d75,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:27.112252 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.122086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a8033-2478-43d9-beaa-0b06f1ce048a req-da46296f-4f63-4b04-b232-058a0cc1c566 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:27.126594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Calling delete_port for 2204dc6a-873e-4c99-a525-1515aaf01d75 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:27.128697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a8033-2478-43d9-beaa-0b06f1ce048a req-da46296f-4f63-4b04-b232-058a0cc1c566 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:27.135138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a8033-2478-43d9-beaa-0b06f1ce048a req-da46296f-4f63-4b04-b232-058a0cc1c566 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:27.138613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-b56af4c3-9278-4618-804e-10811ffbb1b6', 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'fixed_ips': [{'subnet_id': '428b563c-b038-4840-9468-abde021d9a70'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:35:27.140835 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.143828 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-569a8033-2478-43d9-beaa-0b06f1ce048a req-da46296f-4f63-4b04-b232-058a0cc1c566 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 2418 time: 0.1837182 Jul 06 17:35:27.175275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Request body: {'port': {'device_id': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'admin_state_up': True, 'tenant_id': 'a3f868a278bd45d0a33be3318ae266b1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:27.295229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-569a8033-2478-43d9-beaa-0b06f1ce048a req-cce106ed-4845-4a50-9e41-fa03ddf67429 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505134 Jul 06 17:35:27.336911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Allocated IP 172.20.0.2 (b56af4c3-9278-4618-804e-10811ffbb1b6/428b563c-b038-4840-9468-abde021d9a70/a438740a-43eb-4ebb-b4df-0ad422fe96df) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:27.342085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.501337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101515f1-1404-4c3f-aead-b049dcd13cec req-6440625f-ade7-4471-a3bf-b3af9a2589d1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:27.502935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-101515f1-1404-4c3f-aead-b049dcd13cec req-6440625f-ade7-4471-a3bf-b3af9a2589d1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 946 time: 0.2760019 Jul 06 17:35:27.560194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Made reservation on behalf of a3f868a278bd45d0a33be3318ae266b1 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:27.564732 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.614734 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.629081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Transition to ACTIVE for port object a438740a-43eb-4ebb-b4df-0ad422fe96df will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:27.654723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Transition to ACTIVE for port object a438740a-43eb-4ebb-b4df-0ad422fe96df will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:27.666419 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.715185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Network b56af4c3-9278-4618-804e-10811ffbb1b6 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:27.727346 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:27.736316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:27.740728 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.746874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Pushing event updated for resources: {'Port': ['ID=a438740a-43eb-4ebb-b4df-0ad422fe96df,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:27.763659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.791251 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.872200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Attempting to bind port a438740a-43eb-4ebb-b4df-0ad422fe96df on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:27.872756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Attempting to bind port a438740a-43eb-4ebb-b4df-0ad422fe96df by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '03e11bb5-57f8-44a9-a598-fbe0bfa5489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:27.873315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Attempting to bind port a438740a-43eb-4ebb-b4df-0ad422fe96df on network b56af4c3-9278-4618-804e-10811ffbb1b6 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:27.882138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Allocated IP 172.20.0.6 (9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5/f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b/54f39295-2c68-4f4f-9bf7-8440f825cb63) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:27.883068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:27.883626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Checking segment: {'id': '03e11bb5-57f8-44a9-a598-fbe0bfa5489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:27.884259 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.884857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Bound using segment: {'id': '03e11bb5-57f8-44a9-a598-fbe0bfa5489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:27.885618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Bound port: a438740a-43eb-4ebb-b4df-0ad422fe96df, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e11bb5-57f8-44a9-a598-fbe0bfa5489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:27.886228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:27.889609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Port': ['ID=2204dc6a-873e-4c99-a525-1515aaf01d75,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:27.984433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Allocated IP 172.25.7.110 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/9ffb9ea5-15d5-445d-ae9e-0b1e543803e7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:28.068082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] No DVR routers for this DVR port 2204dc6a-873e-4c99-a525-1515aaf01d75 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:28.071926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] For port a438740a-43eb-4ebb-b4df-0ad422fe96df, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:28.072588 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.075291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-0f68ad88-1790-422d-a79b-d9f122fadc9a tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "DELETE /v2.0/ports/2204dc6a-873e-4c99-a525-1515aaf01d75 HTTP/1.1" status: 204 len: 173 time: 2.4003665 Jul 06 17:35:28.077691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] For port a438740a-43eb-4ebb-b4df-0ad422fe96df, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a438740a-43eb-4ebb-b4df-0ad422fe96df,segment=NetworkSegment(03e11bb5-57f8-44a9-a598-fbe0bfa5489b),segment_id=03e11bb5-57f8-44a9-a598-fbe0bfa5489b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:28.089340 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.186542 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-854dd17c-4600-471b-b860-9c4b91c18664 req-8f0fe1c7-150a-4b11-9398-fe0c634b251d tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 210 time: 0.0714128 Jul 06 17:35:28.224488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d66397-5424-4aaa-9350-997a3fda60f4 None None] Pushing event updated for resources: {'Port': ['ID=a438740a-43eb-4ebb-b4df-0ad422fe96df,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:28.301054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.359344 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.402101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-101515f1-1404-4c3f-aead-b049dcd13cec req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Deleting port 348dd51a-16b4-4d64-9142-b80c80307c7e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:28.402562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-101515f1-1404-4c3f-aead-b049dcd13cec req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.470314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:28.478377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=9ffb9ea5-15d5-445d-ae9e-0b1e543803e7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:28.481022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:28.485035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:28.523279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:28.554739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103ed79-7098-4c7a-8b5f-9f61f7e7c512 req-633247b7-69d6-41ef-9fad-194cd251252e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:28.556235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2103ed79-7098-4c7a-8b5f-9f61f7e7c512 req-633247b7-69d6-41ef-9fad-194cd251252e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 946 time: 0.4901128 Jul 06 17:35:28.646061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:28.646442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.661323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.756456 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-403bb503-93ab-4c0b-ab4f-d731ad4d8a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.765567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-101515f1-1404-4c3f-aead-b049dcd13cec req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] For port 348dd51a-16b4-4d64-9142-b80c80307c7e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=348dd51a-16b4-4d64-9142-b80c80307c7e,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:28.765936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-101515f1-1404-4c3f-aead-b049dcd13cec req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.793224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2103ed79-7098-4c7a-8b5f-9f61f7e7c512 req-2b091f68-940c-4e21-8c52-da58ee4923f1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138948 Jul 06 17:35:28.799325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f323be-b7e0-4357-9b55-48c50bd44994 req-6fb661dc-af84-47c8-8b1c-5b0d0f53f676 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:28.805398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f323be-b7e0-4357-9b55-48c50bd44994 req-6fb661dc-af84-47c8-8b1c-5b0d0f53f676 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:28.806176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-101515f1-1404-4c3f-aead-b049dcd13cec req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Calling delete_port for 348dd51a-16b4-4d64-9142-b80c80307c7e owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:28.807030 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05f323be-b7e0-4357-9b55-48c50bd44994 req-6fb661dc-af84-47c8-8b1c-5b0d0f53f676 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 1682 time: 0.2285624 Jul 06 17:35:28.856715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-deleted', 'tag': '2204dc6a-873e-4c99-a525-1515aaf01d75'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:28.860181 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd40a6-ef68-4323-bb5e-2c5d0007effb" -d '{"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-deleted", "tag": "2204dc6a-873e-4c99-a525-1515aaf01d75"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:28.925182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fe2949b8-0248-44b3-b8e5-ce8e008f458d no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:28.943209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05f323be-b7e0-4357-9b55-48c50bd44994 req-1cf3f6ac-8207-4eb4-ae8d-403a07b00ac0 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268613 Jul 06 17:35:28.953320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] For port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,segment=NetworkSegment(92d53597-2686-418c-b6fd-bc0ee7d48f9b),segment_id=92d53597-2686-418c-b6fd-bc0ee7d48f9b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:28.954132 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:28.965557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:29.002528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:29.024826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Calling delete_port for d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:29.040007 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:29.074450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:29.079134 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539443ea-42e7-4da2-ae70-8965d712bc79" -d '{"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2949b8-0248-44b3-b8e5-ce8e008f458d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:29.106163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fe2949b8-0248-44b3-b8e5-ce8e008f458d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fe2949b8-0248-44b3-b8e5-ce8e008f458d,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:29.113333 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:29.114586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2204dc6a-873e-4c99-a525-1515aaf01d75 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:29.191197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 2204dc6a-873e-4c99-a525-1515aaf01d75 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:29.191668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2204dc6a-873e-4c99-a525-1515aaf01d75 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:29.192210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:29.247811 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:29.286156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 0d45c09a-195f-4261-a794-94a4e2ecb7ce {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:29.286829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0d45c09a-195f-4261-a794-94a4e2ecb7ce not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:29.289980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:29.315828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a438740a-43eb-4ebb-b4df-0ad422fe96df up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:29.468527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:29.532964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:29.533513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:29.567975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:29.569683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fe2949b8-0248-44b3-b8e5-ce8e008f458d,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:29.588697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:29.613493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Pushing event updated for resources: {'Port': ['ID=54f39295-2c68-4f4f-9bf7-8440f825cb63,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:29.656258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:29.656832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port a438740a-43eb-4ebb-b4df-0ad422fe96df completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:29.716344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] No DVR routers for this DVR port d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:29.738973 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23499c7e-d30c-4aed-9d2c-80383b1d61a1 x-openstack-request-id: req-23499c7e-d30c-4aed-9d2c-80383b1d61a1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:29.739405 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-deleted", "tag": "2204dc6a-873e-4c99-a525-1515aaf01d75", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:29.739704 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23499c7e-d30c-4aed-9d2c-80383b1d61a1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:29.740300 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-deleted', 'tag': '2204dc6a-873e-4c99-a525-1515aaf01d75', 'status': 'completed', 'code': 200} Jul 06 17:35:29.805308 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56afee49-4c19-4a0d-b8da-e55ddacb9a36 x-openstack-request-id: req-56afee49-4c19-4a0d-b8da-e55ddacb9a36 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:29.805861 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2949b8-0248-44b3-b8e5-ce8e008f458d", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:29.806281 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56afee49-4c19-4a0d-b8da-e55ddacb9a36 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:29.807391 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d', 'code': 200} Jul 06 17:35:29.819493 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:29.822996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "DELETE /v2.0/ports/d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6 HTTP/1.1" status: 204 len: 173 time: 1.7264009 Jul 06 17:35:29.924003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00e6a2-f28c-4370-989d-1f3cb538fc79 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Port': ['ID=d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:29.949454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78049a7d-62ed-444e-83b6-27eb2417e409 None None] Network b56af4c3-9278-4618-804e-10811ffbb1b6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:30.002762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Router 89f4543d-81b8-4ed7-98b8-dbb630075a04 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:35:30.024294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-403bb503-93ab-4c0b-ab4f-d731ad4d8a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.045921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-403bb503-93ab-4c0b-ab4f-d731ad4d8a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.059874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:30.060562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.068570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-61c62ad8-0dc4-40da-9b89-a8f7235b388f None None] Provisioning for port a438740a-43eb-4ebb-b4df-0ad422fe96df completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:30.090058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-61c62ad8-0dc4-40da-9b89-a8f7235b388f None None] Provisioning complete for port a438740a-43eb-4ebb-b4df-0ad422fe96df triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:30.091896 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-61c62ad8-0dc4-40da-9b89-a8f7235b388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.146446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-cfdfe34d-081f-4eed-a590-44d89f71f504 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9756951 Jul 06 17:35:30.169892 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-101515f1-1404-4c3f-aead-b049dcd13cec req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.177417 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-403bb503-93ab-4c0b-ab4f-d731ad4d8a73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19796e7796c94eb093f0d595b7a3c55f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7048242 Jul 06 17:35:30.178933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55760) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:30.185645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bb503-93ab-4c0b-ab4f-d731ad4d8a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa8432e-1a24-4390-99f1-bba8aeb8f0f9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:30.186968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:30.196331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Request body: {'port': {'device_id': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:30.270609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event deleted for resources: {'Port': ['ID=348dd51a-16b4-4d64-9142-b80c80307c7e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:30.345015 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-61c62ad8-0dc4-40da-9b89-a8f7235b388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.351607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1ed29-fb69-4ce2-a81c-3bdf0438b068 req-751a51f1-5871-4c9c-a7ab-e65cf66591b6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:30.354781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7b1ed29-fb69-4ce2-a81c-3bdf0438b068 req-751a51f1-5871-4c9c-a7ab-e65cf66591b6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.3999941 Jul 06 17:35:30.360471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-101515f1-1404-4c3f-aead-b049dcd13cec req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] No DVR routers for this DVR port 348dd51a-16b4-4d64-9142-b80c80307c7e on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:30.369374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca4fdc-d390-4f19-9c55-eac60a783417 req-c001ded5-bb8c-488a-8f32-0648cdcf4aae tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:30.371232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78ca4fdc-d390-4f19-9c55-eac60a783417 req-c001ded5-bb8c-488a-8f32-0648cdcf4aae tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 931 time: 0.4938285 Jul 06 17:35:30.376434 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-101515f1-1404-4c3f-aead-b049dcd13cec req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.378993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-101515f1-1404-4c3f-aead-b049dcd13cec req-9fbfaf15-7ef9-4890-8716-d84c640c0204 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "DELETE /v2.0/ports/348dd51a-16b4-4d64-9142-b80c80307c7e HTTP/1.1" status: 204 len: 173 time: 2.8686016 Jul 06 17:35:30.429721 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7b1ed29-fb69-4ce2-a81c-3bdf0438b068 req-eec56671-9791-49f6-ad6e-6ce833143bdf tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673125 Jul 06 17:35:30.460393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-61c62ad8-0dc4-40da-9b89-a8f7235b388f None None] For port a438740a-43eb-4ebb-b4df-0ad422fe96df, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a438740a-43eb-4ebb-b4df-0ad422fe96df,segment=NetworkSegment(03e11bb5-57f8-44a9-a598-fbe0bfa5489b),segment_id=03e11bb5-57f8-44a9-a598-fbe0bfa5489b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:30.463309 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e99fb9d-6e61-452e-be00-ec5edea3f269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.478644 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-61c62ad8-0dc4-40da-9b89-a8f7235b388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.497013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting port fe2949b8-0248-44b3-b8e5-ce8e008f458d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:30.497359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.507158 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.531037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:35:30.551177 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Sync routers for ids ['89f4543d-81b8-4ed7-98b8-dbb630075a04'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:35:30.566631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.568644 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2965e6fb-a910-4e40-a583-6f4fabb27dd1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6315949 Jul 06 17:35:30.571800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:30.588950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Routers {'89f4543d-81b8-4ed7-98b8-dbb630075a04'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:30.590412 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['89f4543d-81b8-4ed7-98b8-dbb630075a04'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:30.606755 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e99fb9d-6e61-452e-be00-ec5edea3f269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:30.632642 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78ca4fdc-d390-4f19-9c55-eac60a783417 req-ff6c16bb-c764-4d87-b4aa-b411220dd784 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416234 Jul 06 17:35:30.792771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c62ad8-0dc4-40da-9b89-a8f7235b388f None None] Pushing event updated for resources: {'Port': ['ID=a438740a-43eb-4ebb-b4df-0ad422fe96df,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:30.813433 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cbb1bb97-a67e-49a9-b9a3-b829590356af req-15f9e82e-85c6-4e10-a843-0773f8239112 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fcaeb01-8618-4330-8a13-94b516f4b62d HTTP/1.1" status: 200 len: 210 time: 0.1290243 Jul 06 17:35:31.021661 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Set router 89f4543d-81b8-4ed7-98b8-dbb630075a04 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:31.238999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5f5f55ce-ea85-4977-93cc-f45372c642d3 None None] Provisioning complete for port a438740a-43eb-4ebb-b4df-0ad422fe96df triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:31.240998 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f5f55ce-ea85-4977-93cc-f45372c642d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.300819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a438740a-43eb-4ebb-b4df-0ad422fe96df up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:31.409097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] For port fe2949b8-0248-44b3-b8e5-ce8e008f458d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fe2949b8-0248-44b3-b8e5-ce8e008f458d,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:31.409641 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.423860 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:28Z', 'revision_number': 3, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'gw_port': {'id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:31.430833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a438740a-43eb-4ebb-b4df-0ad422fe96df triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:31.431317 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.466286 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e99fb9d-6e61-452e-be00-ec5edea3f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.472092 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e99fb9d-6e61-452e-be00-ec5edea3f269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.473985 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5e99fb9d-6e61-452e-be00-ec5edea3f269 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fa8432e-1a24-4390-99f1-bba8aeb8f0f9 HTTP/1.1" status: 204 len: 168 time: 1.2900133 Jul 06 17:35:31.497118 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Checking router: 89f4543d-81b8-4ed7-98b8-dbb630075a04 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:35:31.497788 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Updating router 89f4543d-81b8-4ed7-98b8-dbb630075a04 port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:35:31.518546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.542389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Calling delete_port for fe2949b8-0248-44b3-b8e5-ce8e008f458d owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:31.555707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99fb9d-6e61-452e-be00-ec5edea3f269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa8432e-1a24-4390-99f1-bba8aeb8f0f9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:31.591734 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.713643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-5a557872-ad22-404d-97e9-9b4530bda429 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:31.715440 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-5a557872-ad22-404d-97e9-9b4530bda429 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 1.0103455 Jul 06 17:35:31.750688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-deleted', 'tag': 'd1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6'}, {'server_uuid': '7fcaeb01-8618-4330-8a13-94b516f4b62d', 'name': 'network-vif-deleted', 'tag': '348dd51a-16b4-4d64-9142-b80c80307c7e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:31.752130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 348dd51a-16b4-4d64-9142-b80c80307c7e no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:31.752915 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f77c2b-a4a4-4c2a-9773-b68820ffbbec" -d '{"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-deleted", "tag": "d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6"}, {"server_uuid": "7fcaeb01-8618-4330-8a13-94b516f4b62d", "name": "network-vif-deleted", "tag": "348dd51a-16b4-4d64-9142-b80c80307c7e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:31.784706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f39295-2c68-4f4f-9bf7-8440f825cb63 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:31.807806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.850714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356abfaa-c421-4e4d-becd-201130e618e4 req-23665602-982e-4009-8b27-b31cc2706f86 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:31.861304 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-356abfaa-c421-4e4d-becd-201130e618e4 req-23665602-982e-4009-8b27-b31cc2706f86 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 943 time: 0.5139239 Jul 06 17:35:31.875982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Transition to ACTIVE for port object 54f39295-2c68-4f4f-9bf7-8440f825cb63 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:31.911971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:31.929072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 348dd51a-16b4-4d64-9142-b80c80307c7e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:31.934007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 348dd51a-16b4-4d64-9142-b80c80307c7e not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:31.949878 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.022421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Allocated IP 172.20.0.1 (b56af4c3-9278-4618-804e-10811ffbb1b6/428b563c-b038-4840-9468-abde021d9a70/311fcce5-459a-47af-bb92-82288275bcd1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:32.050833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a3b1a-f57a-4b54-9447-e97fbc8fdbe4 req-c4beccfa-4890-4b77-aae0-d2471ae67946 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:32.064229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-939a3b1a-f57a-4b54-9447-e97fbc8fdbe4 req-c4beccfa-4890-4b77-aae0-d2471ae67946 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 950 time: 0.2760124 Jul 06 17:35:32.152130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-939a3b1a-f57a-4b54-9447-e97fbc8fdbe4 req-b9dadce9-2e14-428f-b4e3-1c71ddd8538d tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854998 Jul 06 17:35:32.238933 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.259504 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Transition to ACTIVE for port object 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:32.278145 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.321983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55782) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:32.357262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75b7c228-1f7c-4c00-9f72-7d2f3a6b68ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.366092 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Pushing event updated for resources: {'Port': ['ID=9ffb9ea5-15d5-445d-ae9e-0b1e543803e7,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:32.397668 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.398223 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.398819 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.399390 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.400695 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.401426 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.402042 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.402624 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.403163 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.403701 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.404250 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.404857 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:32.410731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-356abfaa-c421-4e4d-becd-201130e618e4 req-07193e4c-91d2-4417-80f0-bcc94996360b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482826 Jul 06 17:35:32.441612 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Attempting to bind port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:32.441952 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Attempting to bind port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:32.442774 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Attempting to bind port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:32.466189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Pushing event updated for resources: {'Port': ['ID=54f39295-2c68-4f4f-9bf7-8440f825cb63,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:32.483968 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:32.484424 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:32.485514 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.486041 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:32.486668 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Bound port: 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:32.487273 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.520884 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b340dec2-ae3e-4fd0-9b0b-ee5f6e4b4736 x-openstack-request-id: req-b340dec2-ae3e-4fd0-9b0b-ee5f6e4b4736 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:32.521392 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-deleted", "tag": "d1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6", "status": "completed", "code": 200}, {"server_uuid": "7fcaeb01-8618-4330-8a13-94b516f4b62d", "name": "network-vif-deleted", "tag": "348dd51a-16b4-4d64-9142-b80c80307c7e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:32.522085 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b340dec2-ae3e-4fd0-9b0b-ee5f6e4b4736 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:32.523641 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-deleted', 'tag': 'd1b1c459-4dd9-4a73-bf4e-b5d635f7a1e6', 'status': 'completed', 'code': 200} Jul 06 17:35:32.524252 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcaeb01-8618-4330-8a13-94b516f4b62d', 'name': 'network-vif-deleted', 'tag': '348dd51a-16b4-4d64-9142-b80c80307c7e', 'status': 'completed', 'code': 200} Jul 06 17:35:32.551110 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.579512 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.626695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Transition to ACTIVE for port object 311fcce5-459a-47af-bb92-82288275bcd1 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:32.675245 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] For port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:32.680301 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] For port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9ffb9ea5-15d5-445d-ae9e-0b1e543803e7,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:32.691649 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.711376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Deleting port ed58b47b-7159-427b-9d5b-b9f9c45594e0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:32.711975 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.747603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46b0b-8157-4010-8040-e287247050fc req-86f37074-2184-452e-83d0-f2bcd1bdbd6d tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:32.756112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1dc46b0b-8157-4010-8040-e287247050fc req-86f37074-2184-452e-83d0-f2bcd1bdbd6d tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 943 time: 0.3105242 Jul 06 17:35:32.797305 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26617d-b20b-4574-8dd2-c0fbe496167d None None] Pushing event updated for resources: {'Port': ['ID=9ffb9ea5-15d5-445d-ae9e-0b1e543803e7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:32.853990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Port': ['ID=fe2949b8-0248-44b3-b8e5-ce8e008f458d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:32.856337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] No DVR routers for this DVR port fe2949b8-0248-44b3-b8e5-ce8e008f458d on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:32.914914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1dc46b0b-8157-4010-8040-e287247050fc req-99e0b262-5f7e-45de-8950-6805efe6b8cf tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552842 Jul 06 17:35:32.929701 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Routers {'89f4543d-81b8-4ed7-98b8-dbb630075a04'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:32.929701 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['89f4543d-81b8-4ed7-98b8-dbb630075a04'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:32.930573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.931078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75b7c228-1f7c-4c00-9f72-7d2f3a6b68ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.948641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75b7c228-1f7c-4c00-9f72-7d2f3a6b68ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:32.949908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc7b0161-83fa-4113-99c6-20d4a0ab5368 req-532bc386-428d-4281-a2c3-72d15067af6b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "DELETE /v2.0/ports/fe2949b8-0248-44b3-b8e5-ce8e008f458d HTTP/1.1" status: 204 len: 173 time: 3.0739329 Jul 06 17:35:32.974092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.053593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Attempting to bind port 54f39295-2c68-4f4f-9bf7-8440f825cb63 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:33.054070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Attempting to bind port 54f39295-2c68-4f4f-9bf7-8440f825cb63 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:33.054621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Attempting to bind port 54f39295-2c68-4f4f-9bf7-8440f825cb63 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:33.068515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Port 54f39295-2c68-4f4f-9bf7-8440f825cb63 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:35:33.069211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Attempting to bind port 54f39295-2c68-4f4f-9bf7-8440f825cb63 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:33.089115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:33.089844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Checking segment: {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:33.090687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Bound using segment: {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:33.091976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Bound port: 54f39295-2c68-4f4f-9bf7-8440f825cb63, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:33.093064 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.134393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Network b56af4c3-9278-4618-804e-10811ffbb1b6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:33.141599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:33.158934 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-75b7c228-1f7c-4c00-9f72-7d2f3a6b68ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07f84203c8bb4d419eab46419867efc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8350785 Jul 06 17:35:33.161958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:33.163784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:33.202643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7c228-1f7c-4c00-9f72-7d2f3a6b68ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074aa603-4d96-4f6b-a347-ac4205fae193,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:33.253593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] For port ed58b47b-7159-427b-9d5b-b9f9c45594e0, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed58b47b-7159-427b-9d5b-b9f9c45594e0,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:33.254816 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.273252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Pushing event updated for resources: {'Port': ['ID=311fcce5-459a-47af-bb92-82288275bcd1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:33.335026 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] Set router 89f4543d-81b8-4ed7-98b8-dbb630075a04 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:33.369152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Calling delete_port for ed58b47b-7159-427b-9d5b-b9f9c45594e0 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:33.391057 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.472779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:33.493600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ae72-322b-4e2c-b5b3-fe07d491dd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.560446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:33.574712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ae72-322b-4e2c-b5b3-fe07d491dd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.591039 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.695692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:33.696188 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.697993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] 10.222.0.55 "PUT /v2.0/ports/54f39295-2c68-4f4f-9bf7-8440f825cb63 HTTP/1.1" status: 200 len: 1091 time: 3.5198462 Jul 06 17:35:33.733880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-24291e72-d056-4d9e-85b1-e9a483967bc6 None None] Provisioning for port 311fcce5-459a-47af-bb92-82288275bcd1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:33.740061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-24291e72-d056-4d9e-85b1-e9a483967bc6 None None] Provisioning complete for port 311fcce5-459a-47af-bb92-82288275bcd1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:33.740878 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24291e72-d056-4d9e-85b1-e9a483967bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.819144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-24291e72-d056-4d9e-85b1-e9a483967bc6 None None] Port 311fcce5-459a-47af-bb92-82288275bcd1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:35:33.880260 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ae72-322b-4e2c-b5b3-fe07d491dd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.881182 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:28Z', 'revision_number': 3, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'gw_port': {'id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:33.890866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ae72-322b-4e2c-b5b3-fe07d491dd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.891370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893c67c-ad4f-43a9-bb60-87f3437b3314 service neutron] Pushing event updated for resources: {'Port': ['ID=54f39295-2c68-4f4f-9bf7-8440f825cb63,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:33.894008 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0ff7ae72-322b-4e2c-b5b3-fe07d491dd2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/074aa603-4d96-4f6b-a347-ac4205fae193 HTTP/1.1" status: 204 len: 168 time: 0.7282679 Jul 06 17:35:33.928246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:33.960147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7ae72-322b-4e2c-b5b3-fe07d491dd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074aa603-4d96-4f6b-a347-ac4205fae193,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:34.000842 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300c6b3-b506-408e-8782-3aebd909ccbf None None] The sync data for ids ['89f4543d-81b8-4ed7-98b8-dbb630075a04'] in n-d-799526-3 is: [{'id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:28Z', 'revision_number': 3, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'gw_port': {'id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:35:34.032222 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1fb4dfc8-a0e2-4257-8eba-7247a26654f9 req-50770b1b-8785-44e1-8d11-97d5478ab618 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=85f69c5a-7f9c-4ad6-9224-dbff178e11e4 HTTP/1.1" status: 200 len: 210 time: 0.0753951 Jul 06 17:35:34.038985 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:34.058947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0beacdf7-1789-4fb4-946a-ebe07bcb7cae'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:34.229724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Pushing event deleted for resources: {'Port': ['ID=ed58b47b-7159-427b-9d5b-b9f9c45594e0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:34.329869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e86096-7522-47d3-bc2d-9d42bdc14e24 req-eeeec447-3e10-4076-8021-27859faee6d6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:34.341985 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6e86096-7522-47d3-bc2d-9d42bdc14e24 req-eeeec447-3e10-4076-8021-27859faee6d6 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=11ca41cb-2056-4e70-b10b-0c4aa5eebabe HTTP/1.1" status: 200 len: 867 time: 0.6561928 Jul 06 17:35:34.370639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0636-4538-49b3-a134-c627e0308285 req-9060c941-b0ee-4c16-afea-db86af06c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:34.377574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-9060c941-b0ee-4c16-afea-db86af06c19c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 1094 time: 0.5798616 Jul 06 17:35:34.418887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] No DVR routers for this DVR port ed58b47b-7159-427b-9d5b-b9f9c45594e0 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:34.429816 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:34.432168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-be530cc9-713d-48d7-ada5-88faf1f0562b req-9ef44223-888e-479d-967f-1e2b100a0596 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "DELETE /v2.0/ports/ed58b47b-7159-427b-9d5b-b9f9c45594e0 HTTP/1.1" status: 204 len: 173 time: 2.7061977 Jul 06 17:35:34.503614 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-00c92434-d33b-4504-a75b-74314dfed2f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63 HTTP/1.1" status: 200 len: 217 time: 0.0865548 Jul 06 17:35:34.562107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-deleted', 'tag': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d'}, {'name': 'network-changed', 'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63'}, {'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'name': 'network-vif-deleted', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:34.566892 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d" -d '{"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-deleted", "tag": "fe2949b8-0248-44b3-b8e5-ce8e008f458d"}, {"name": "network-changed", "server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63"}, {"server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "name": "network-vif-deleted", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:34.575683 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:34.591076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:34.595296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6e86096-7522-47d3-bc2d-9d42bdc14e24 req-7d892093-a543-4a69-b95f-babe58f3c706 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512231 Jul 06 17:35:34.765042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0636-4538-49b3-a134-c627e0308285 req-67523927-0e0a-4179-bcf5-20700b2e6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:34.767086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-67523927-0e0a-4179-bcf5-20700b2e6277 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b HTTP/1.1" status: 200 len: 844 time: 0.2492228 Jul 06 17:35:34.842999 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-b7efab1f-b1fa-4915-a2bd-65c2b0105eee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682909 Jul 06 17:35:34.880561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Pushing event updated for resources: {'Port': ['ID=311fcce5-459a-47af-bb92-82288275bcd1,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:34.895104 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:34.953484 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:35.062107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfddab-54f5-4c71-949a-dd413013871c req-6879e1d8-5ac4-4b8a-b9c9-eb99ad3ba700 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:35.064013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-6879e1d8-5ac4-4b8a-b9c9-eb99ad3ba700 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.3869216 Jul 06 17:35:35.109913 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-91c6b06e-a269-4315-bd3a-51386e43c742 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/quotas/f8e157e7167447a9b0d80246d2efcc22 HTTP/1.1" status: 200 len: 375 time: 0.0376911 Jul 06 17:35:35.160428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-b17cc94a-b502-4a5a-a6f0-933d66428d05 service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060625 Jul 06 17:35:35.208681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a0563-9306-4e95-b85c-01db67020e10 req-96f2f5df-86e6-4079-81a3-b9857a19fbf8 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:35.211537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-732a0563-9306-4e95-b85c-01db67020e10 req-96f2f5df-86e6-4079-81a3-b9857a19fbf8 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 943 time: 0.2291470 Jul 06 17:35:35.230327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Network b56af4c3-9278-4618-804e-10811ffbb1b6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:35.241340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:35.306002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:35.444866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-3c7e9352-7429-449a-a6a8-3f6ff973b29a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3335161 Jul 06 17:35:35.447605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:35.454896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:35.455276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:35.492510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ed58b47b-7159-427b-9d5b-b9f9c45594e0 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:35.597300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-732a0563-9306-4e95-b85c-01db67020e10 req-375f58ab-1c9d-426d-b0c1-08a75008d8e0 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694565 Jul 06 17:35:35.600248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c3e0636-4538-49b3-a134-c627e0308285 req-06200c8e-6ade-43d0-a207-adb83b358132 service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325192 Jul 06 17:35:35.633540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: ed58b47b-7159-427b-9d5b-b9f9c45594e0 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:35.633897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ed58b47b-7159-427b-9d5b-b9f9c45594e0 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:35.651132 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-9ae97118-f527-4275-bbb7-d1ac2de5166b service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980362 Jul 06 17:35:35.756830 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:35.839625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9ffb9ea5-15d5-445d-ae9e-0b1e543803e7,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:35.848713 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:35.929983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Router 89f4543d-81b8-4ed7-98b8-dbb630075a04 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:35:35.966372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=9ffb9ea5-15d5-445d-ae9e-0b1e543803e7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:35.986706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a59c71a4-ea11-4000-a4be-9ec98ab87c94 None None] Provisioning complete for port 311fcce5-459a-47af-bb92-82288275bcd1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:35.987083 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a59c71a4-ea11-4000-a4be-9ec98ab87c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:36.008716 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777645f-65ce-45b3-8446-1e8a6fe8f05d x-openstack-request-id: req-a777645f-65ce-45b3-8446-1e8a6fe8f05d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:36.009019 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f69c5a-7f9c-4ad6-9224-dbff178e11e4", "name": "network-vif-deleted", "tag": "fe2949b8-0248-44b3-b8e5-ce8e008f458d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63", "status": "completed", "code": 200}, {"server_uuid": "11ca41cb-2056-4e70-b10b-0c4aa5eebabe", "name": "network-vif-deleted", "tag": "ed58b47b-7159-427b-9d5b-b9f9c45594e0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:36.009360 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a777645f-65ce-45b3-8446-1e8a6fe8f05d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:36.009707 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f69c5a-7f9c-4ad6-9224-dbff178e11e4', 'name': 'network-vif-deleted', 'tag': 'fe2949b8-0248-44b3-b8e5-ce8e008f458d', 'status': 'completed', 'code': 200} Jul 06 17:35:36.010202 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63', 'status': 'completed', 'code': 200} Jul 06 17:35:36.010795 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca41cb-2056-4e70-b10b-0c4aa5eebabe', 'name': 'network-vif-deleted', 'tag': 'ed58b47b-7159-427b-9d5b-b9f9c45594e0', 'status': 'completed', 'code': 200} Jul 06 17:35:36.067760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a59c71a4-ea11-4000-a4be-9ec98ab87c94 None None] Port 311fcce5-459a-47af-bb92-82288275bcd1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:35:36.086581 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-7796bfd7-475e-4b1d-a20c-cff3b2477d46 service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270995 Jul 06 17:35:36.136821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-05512389-f368-49e3-8651-6c74dc030f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:36.141600 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-05512389-f368-49e3-8651-6c74dc030f2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 1094 time: 0.1056488 Jul 06 17:35:36.147386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:36.269572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:35:36.276589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacc7046-a398-4ef3-b2df-6cd139e94065 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting subnet 2bcf0f0d-f925-404f-bc4e-96275108d744 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:35:36.284976 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9570e614-3ea6-4c02-bd03-708699e453fd admin admin] 10.222.0.13 "PUT /v2.0/routers/89f4543d-81b8-4ed7-98b8-dbb630075a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7114930 Jul 06 17:35:36.285707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aacc7046-a398-4ef3-b2df-6cd139e94065 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:36.380412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aacc7046-a398-4ef3-b2df-6cd139e94065 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:36.433873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-cac2d5e1-4e87-42e1-a24b-adfd95ca20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:36.436351 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-cac2d5e1-4e87-42e1-a24b-adfd95ca20bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 905 time: 0.2284169 Jul 06 17:35:36.506296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-c03d53c9-05e0-4d55-a019-8436c19019e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63 HTTP/1.1" status: 200 len: 217 time: 0.0628455 Jul 06 17:35:36.543658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35a77b07-fa85-4ae7-9dfd-1f8f7669162e req-fab86839-8c89-424f-a27e-9ba07a1582b8 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 210 time: 0.0873878 Jul 06 17:35:36.606637 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aacc7046-a398-4ef3-b2df-6cd139e94065 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:36.634649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-cad5c51a-2cb2-4902-827f-d81b1360fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:36.636256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-cad5c51a-2cb2-4902-827f-d81b1360fd2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b HTTP/1.1" status: 200 len: 844 time: 0.1199787 Jul 06 17:35:36.687744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-c961c191-afec-4b09-aa92-45e8c46c23e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442944 Jul 06 17:35:36.826940 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aacc7046-a398-4ef3-b2df-6cd139e94065 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:36.895528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-d00d3c7d-2b58-401f-8481-2d04d95f0148 service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998436 Jul 06 17:35:36.896777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc7046-a398-4ef3-b2df-6cd139e94065 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcf0f0d-f925-404f-bc4e-96275108d744,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:36.903083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aacc7046-a398-4ef3-b2df-6cd139e94065 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:36.906606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-aacc7046-a398-4ef3-b2df-6cd139e94065 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "DELETE /v2.0/subnets/2bcf0f0d-f925-404f-bc4e-96275108d744 HTTP/1.1" status: 204 len: 168 time: 0.7575397 Jul 06 17:35:36.913934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:36.925848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd3cad2-d98d-4eae-9b11-b2073083237c None None] Network 467bd53e-2794-44c7-bba1-57f5924d7f42 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:37.128621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c8f0-6121-439c-9fd9-caa1ba85622b req-ea7b13bb-56ef-4f7e-9c5e-73d23e034299 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:37.141518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4ff1c8f0-6121-439c-9fd9-caa1ba85622b req-ea7b13bb-56ef-4f7e-9c5e-73d23e034299 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 943 time: 0.2597506 Jul 06 17:35:37.143953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:37.175299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Sync routers for ids ['89f4543d-81b8-4ed7-98b8-dbb630075a04'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:35:37.202289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Routers {'89f4543d-81b8-4ed7-98b8-dbb630075a04'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:37.203402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['89f4543d-81b8-4ed7-98b8-dbb630075a04'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:37.225941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d71ddc4-9fa6-4fef-ac4d-46d881bdc71d req-f32ba101-3725-4a5f-b054-02cae30ecb84 service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177698 Jul 06 17:35:37.276834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:37.295524 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4ff1c8f0-6121-439c-9fd9-caa1ba85622b req-81febfa5-e89c-407f-85cf-1c162c0d4f58 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511326 Jul 06 17:35:37.310284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting port 2af3039c-923e-417f-85f8-baa91ed3f5ec {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:37.311439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:37.424787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Set router 89f4543d-81b8-4ed7-98b8-dbb630075a04 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:37.485849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:37.486398 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:37.543499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a56c9-f9c4-4355-8b84-09c6bfb74c36 None None] DHCP port deletion for 467bd53e-2794-44c7-bba1-57f5924d7f42 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:35:37.546357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] For port 2af3039c-923e-417f-85f8-baa91ed3f5ec, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2af3039c-923e-417f-85f8-baa91ed3f5ec,segment=NetworkSegment(92d53597-2686-418c-b6fd-bc0ee7d48f9b),segment_id=92d53597-2686-418c-b6fd-bc0ee7d48f9b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:37.546845 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:37.595510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Calling delete_port for 2af3039c-923e-417f-85f8-baa91ed3f5ec owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:37.721478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe199-bdec-4590-8126-43bb6818f162 req-94389f32-ce00-4a5f-84fe-108bb7f8b5be tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:37.723583 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0ebe199-bdec-4590-8126-43bb6818f162 req-94389f32-ce00-4a5f-84fe-108bb7f8b5be tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.1057670 Jul 06 17:35:37.728893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6b593366-9046-4fbb-84d3-b4987a73e8b8 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2981896 Jul 06 17:35:37.741082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:37.767253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c64a56c9-f9c4-4355-8b84-09c6bfb74c36 None None] Deleting port 2af3039c-923e-417f-85f8-baa91ed3f5ec {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:37.767629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c64a56c9-f9c4-4355-8b84-09c6bfb74c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:37.782132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0ebe199-bdec-4590-8126-43bb6818f162 req-6a620609-51e4-4187-b218-d423558374ff tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 Jul 06 17:35:37.796592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:37.862083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:37.867247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c64a56c9-f9c4-4355-8b84-09c6bfb74c36 None None] For port 2af3039c-923e-417f-85f8-baa91ed3f5ec, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2af3039c-923e-417f-85f8-baa91ed3f5ec,segment=NetworkSegment(92d53597-2686-418c-b6fd-bc0ee7d48f9b),segment_id=92d53597-2686-418c-b6fd-bc0ee7d48f9b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:37.867890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c64a56c9-f9c4-4355-8b84-09c6bfb74c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:37.891865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c64a56c9-f9c4-4355-8b84-09c6bfb74c36 None None] Calling delete_port for 2af3039c-923e-417f-85f8-baa91ed3f5ec owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:37.949090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:33Z', 'revision_number': 4, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'gw_port': {'id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '311fcce5-459a-47af-bb92-82288275bcd1', 'name': '', 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'mac_address': 'fa:16:3e:15:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '428b563c-b038-4840-9468-abde021d9a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:31Z', 'updated_at': '2021-07-06T17:35:34Z', 'revision_number': 2, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'subnets': [{'id': '428b563c-b038-4840-9468-abde021d9a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:37.983525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Checking router: 89f4543d-81b8-4ed7-98b8-dbb630075a04 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:35:37.983914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Updating router 89f4543d-81b8-4ed7-98b8-dbb630075a04 port 311fcce5-459a-47af-bb92-82288275bcd1 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:35:38.042138 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.089319 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c64a56c9-f9c4-4355-8b84-09c6bfb74c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.126938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a56c9-f9c4-4355-8b84-09c6bfb74c36 None None] Pushing event deleted for resources: {'Port': ['ID=2af3039c-923e-417f-85f8-baa91ed3f5ec,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:38.133352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a56c9-f9c4-4355-8b84-09c6bfb74c36 None None] No DVR routers for this DVR port 2af3039c-923e-417f-85f8-baa91ed3f5ec on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:38.196619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Port': ['ID=2af3039c-923e-417f-85f8-baa91ed3f5ec,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:38.203600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] No DVR routers for this DVR port 2af3039c-923e-417f-85f8-baa91ed3f5ec on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:38.319463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5efda35-2200-4f7d-88c0-e1176cfe0435 req-bc0f7efc-8e35-468d-b3ca-592565dee13b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 210 time: 0.0489051 Jul 06 17:35:38.334484 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.348220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467bd53e-2794-44c7-bba1-57f5924d7f42']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:38.363853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d53597-2686-418c-b6fd-bc0ee7d48f9b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:38.364159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d53597-2686-418c-b6fd-bc0ee7d48f9b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:38.381202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.409955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.422732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:35:38.423498 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:35:38.427346 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:35:38.455217 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.468446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Transition to ACTIVE for port object 311fcce5-459a-47af-bb92-82288275bcd1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:38.490831 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.494840 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.548514 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.563521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.568295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "DELETE /v2.0/networks/467bd53e-2794-44c7-bba1-57f5924d7f42 HTTP/1.1" status: 204 len: 168 time: 1.6508114 Jul 06 17:35:38.570581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869a8ed-ea3a-4c41-a8d2-08ad40346153 None None] Pushing event updated for resources: {'Port': ['ID=311fcce5-459a-47af-bb92-82288275bcd1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:38.579467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:38.610599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a8284-a0d9-426b-838b-3ed78f4e4254 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Network': ['ID=467bd53e-2794-44c7-bba1-57f5924d7f42,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:38.727229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfddab-54f5-4c71-949a-dd413013871c req-47b6ab92-3b03-4367-97b6-2fee90aaeb7d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:38.730290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-47b6ab92-3b03-4367-97b6-2fee90aaeb7d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.3628161 Jul 06 17:35:38.742752 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Allocated IP 172.25.7.234 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/f764fbfa-0af0-49be-ac7c-bdcd1d0751b3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:38.752543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Request body: {'port': {'device_id': 'db7fd811-1392-46ff-a4eb-e132eee31c72', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'admin_state_up': True, 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:38.783224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Attempting to bind port 311fcce5-459a-47af-bb92-82288275bcd1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:38.783687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Attempting to bind port 311fcce5-459a-47af-bb92-82288275bcd1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '03e11bb5-57f8-44a9-a598-fbe0bfa5489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:38.784151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Attempting to bind port 311fcce5-459a-47af-bb92-82288275bcd1 on network b56af4c3-9278-4618-804e-10811ffbb1b6 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:38.789633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a959a071-159e-4495-b93e-96966cec78bf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting subnet 29cfc679-9354-4ac7-b890-841a4f408535 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:35:38.789839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:38.790358 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Checking segment: {'id': '03e11bb5-57f8-44a9-a598-fbe0bfa5489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:38.790951 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.791434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Bound using segment: {'id': '03e11bb5-57f8-44a9-a598-fbe0bfa5489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:38.792007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Bound port: 311fcce5-459a-47af-bb92-82288275bcd1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e11bb5-57f8-44a9-a598-fbe0bfa5489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:38.792484 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.825689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a959a071-159e-4495-b93e-96966cec78bf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.877538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] For port 311fcce5-459a-47af-bb92-82288275bcd1, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:38.881896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] For port 311fcce5-459a-47af-bb92-82288275bcd1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=311fcce5-459a-47af-bb92-82288275bcd1,segment=NetworkSegment(03e11bb5-57f8-44a9-a598-fbe0bfa5489b),segment_id=03e11bb5-57f8-44a9-a598-fbe0bfa5489b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:38.887492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.938088 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.946752 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a959a071-159e-4495-b93e-96966cec78bf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:38.969566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Routers {'89f4543d-81b8-4ed7-98b8-dbb630075a04'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:38.970406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['89f4543d-81b8-4ed7-98b8-dbb630075a04'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:38.986429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.025563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869a8ed-ea3a-4c41-a8d2-08ad40346153 None None] Pushing event updated for resources: {'Port': ['ID=311fcce5-459a-47af-bb92-82288275bcd1,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:39.039615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:39.047399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:39.053994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:39.057932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Pushing event updated for resources: {'Port': ['ID=f764fbfa-0af0-49be-ac7c-bdcd1d0751b3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:39.073431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a959a071-159e-4495-b93e-96966cec78bf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.174877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.190320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-a2cc82a0-2ea4-421f-8764-428f9f326082 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:39.192277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-a2cc82a0-2ea4-421f-8764-428f9f326082 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.5526567 Jul 06 17:35:39.243028 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.244782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2af3039c-923e-417f-85f8-baa91ed3f5ec no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:39.299690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2af3039c-923e-417f-85f8-baa91ed3f5ec {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:39.300214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2af3039c-923e-417f-85f8-baa91ed3f5ec not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:39.344723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a959a071-159e-4495-b93e-96966cec78bf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.345655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] Set router 89f4543d-81b8-4ed7-98b8-dbb630075a04 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:39.406485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af5df6-6da0-4781-b34f-8acb8772e8ce req-b48fce5b-e409-4552-a4de-d0031e7b26ae tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:39.408069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8af5df6-6da0-4781-b34f-8acb8772e8ce req-b48fce5b-e409-4552-a4de-d0031e7b26ae tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 943 time: 0.6003809 Jul 06 17:35:39.408837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959a071-159e-4495-b93e-96966cec78bf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Subnet': ['ID=29cfc679-9354-4ac7-b890-841a4f408535,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:39.428202 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a959a071-159e-4495-b93e-96966cec78bf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.430151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a959a071-159e-4495-b93e-96966cec78bf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "DELETE /v2.0/subnets/29cfc679-9354-4ac7-b890-841a4f408535 HTTP/1.1" status: 204 len: 168 time: 0.8496850 Jul 06 17:35:39.434069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55916) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:39.448909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.455499 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.476735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b3f0d2-6150-46f7-8f94-9da0a7772a6d None None] Network 7c3a937e-efd1-4c52-a899-17e323ab01ff requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:39.523245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:39.526871 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.536591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 54f39295-2c68-4f4f-9bf7-8440f825cb63 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:35:39.542170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.577298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Pushing event updated for resources: {'Port': ['ID=f764fbfa-0af0-49be-ac7c-bdcd1d0751b3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:39.588954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.590271 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-6d1e252a-3661-472d-a56e-31a637e5fc4a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8530729 Jul 06 17:35:39.616402 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8af5df6-6da0-4781-b34f-8acb8772e8ce req-5df90dc5-23ef-4b65-82be-3c6345b010f9 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846104 Jul 06 17:35:39.651891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.684639 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-89e28c3f-b1fe-4b98-a862-6d05887fe45f tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.234 HTTP/1.1" status: 200 len: 696 time: 0.0839179 Jul 06 17:35:39.695219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Deleting port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:39.695568 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.845971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:39.849917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Allocated IP 172.20.0.6 (a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4/bcb40348-e9ec-4041-81e2-4567f9b075da/087784b2-dd05-4450-aa79-4aa1da642037) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:39.871368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '54f39295-2c68-4f4f-9bf7-8440f825cb63', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'port_id': '54f39295-2c68-4f4f-9bf7-8440f825cb63', 'mac_address': 'fa:16:3e:c0:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:35:39.881726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:33Z', 'revision_number': 4, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'gw_port': {'id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '311fcce5-459a-47af-bb92-82288275bcd1', 'name': '', 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'mac_address': 'fa:16:3e:15:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '428b563c-b038-4840-9468-abde021d9a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:31Z', 'updated_at': '2021-07-06T17:35:38Z', 'revision_number': 4, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'subnets': [{'id': '428b563c-b038-4840-9468-abde021d9a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:39.887029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] For port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:39.887383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.924606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting port 5ac27592-984f-444a-8bc4-efb8390660e4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:39.924944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:39.942724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Calling delete_port for 0beacdf7-1789-4fb4-946a-ebe07bcb7cae owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:39.958946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-07f973a9-48e8-4bfc-b42b-e148ba55bd2b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:39.960836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c85033dd-50f3-4c42-8bdd-c181dc3523ad req-07f973a9-48e8-4bfc-b42b-e148ba55bd2b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2686062 Jul 06 17:35:39.975533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ce9c6-4afa-4e7b-9137-329a998b7a9a None None] DHCP port deletion for 7c3a937e-efd1-4c52-a899-17e323ab01ff request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:35:39.986791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c790252d-0a54-485e-ad10-e185557ec191 None None] The sync data for ids ['89f4543d-81b8-4ed7-98b8-dbb630075a04'] in n-d-799526-3 is: [{'id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:33Z', 'revision_number': 4, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'gw_port': {'id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '311fcce5-459a-47af-bb92-82288275bcd1', 'name': '', 'network_id': 'b56af4c3-9278-4618-804e-10811ffbb1b6', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'mac_address': 'fa:16:3e:15:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '428b563c-b038-4840-9468-abde021d9a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:31Z', 'updated_at': '2021-07-06T17:35:38Z', 'revision_number': 4, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'subnets': [{'id': '428b563c-b038-4840-9468-abde021d9a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:35:40.024920 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:40.059783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f39295-2c68-4f4f-9bf7-8440f825cb63 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:40.101343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] For port 5ac27592-984f-444a-8bc4-efb8390660e4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5ac27592-984f-444a-8bc4-efb8390660e4,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:40.101343 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:40.103041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:40.112199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ce9c6-4afa-4e7b-9137-329a998b7a9a None None] Deleting port 5ac27592-984f-444a-8bc4-efb8390660e4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:40.112808 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce9c6-4afa-4e7b-9137-329a998b7a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:40.121276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Calling delete_port for 5ac27592-984f-444a-8bc4-efb8390660e4 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:40.203252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7f8ce9c6-4afa-4e7b-9137-329a998b7a9a None None] For port 5ac27592-984f-444a-8bc4-efb8390660e4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5ac27592-984f-444a-8bc4-efb8390660e4,segment=NetworkSegment(0414353f-cfd7-443f-80a8-8e700524100b),segment_id=0414353f-cfd7-443f-80a8-8e700524100b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:40.203972 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce9c6-4afa-4e7b-9137-329a998b7a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:40.212467 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:40.224627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ce9c6-4afa-4e7b-9137-329a998b7a9a None None] Calling delete_port for 5ac27592-984f-444a-8bc4-efb8390660e4 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:40.230758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0aa5f7e2-63f8-4b78-8803-33413efaa319 req-c6757baf-27e4-427b-adae-fccb3455f0ec tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=666fb339be4b4a39932caa546b951133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2238731 Jul 06 17:35:40.266665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19cab-08ca-4e35-8d60-c540e2042a46 req-acf2ec88-467f-4b39-bd1c-0e697e3eabcc tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:40.269721 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06b19cab-08ca-4e35-8d60-c540e2042a46 req-acf2ec88-467f-4b39-bd1c-0e697e3eabcc tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 950 time: 0.1069324 Jul 06 17:35:40.321745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=54f39295-2c68-4f4f-9bf7-8440f825cb63,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:40.330299 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06b19cab-08ca-4e35-8d60-c540e2042a46 req-2beaae45-65bf-4a75-b8e2-3bbd3a3228fb tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b0d491b-ae0b-4449-ac4e-b85700c78518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Jul 06 17:35:40.396436 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce9c6-4afa-4e7b-9137-329a998b7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:40.447532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ce9c6-4afa-4e7b-9137-329a998b7a9a None None] Pushing event deleted for resources: {'Port': ['ID=5ac27592-984f-444a-8bc4-efb8390660e4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:40.450258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ce9c6-4afa-4e7b-9137-329a998b7a9a None None] No DVR routers for this DVR port 5ac27592-984f-444a-8bc4-efb8390660e4 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:40.504199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:40.507608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['54f39295-2c68-4f4f-9bf7-8440f825cb63'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:40.603611 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:40.618799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5f7e2-63f8-4b78-8803-33413efaa319 req-25a8aac6-0ab6-4fbc-9cf0-8918c003b489 tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:40.620365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0aa5f7e2-63f8-4b78-8803-33413efaa319 req-25a8aac6-0ab6-4fbc-9cf0-8918c003b489 tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3412900 Jul 06 17:35:40.660024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Port': ['ID=5ac27592-984f-444a-8bc4-efb8390660e4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:40.710934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] No DVR routers for this DVR port 5ac27592-984f-444a-8bc4-efb8390660e4 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:40.718694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8b30544-2408-4c4c-9434-ee6c78ebd8a4 req-23468102-3277-47b3-a148-ef7d134a4ba7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 210 time: 0.0481138 Jul 06 17:35:40.726981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0aa5f7e2-63f8-4b78-8803-33413efaa319 req-9c04a5ad-867a-427e-bd95-a4976215a0fe tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/quotas/666fb339be4b4a39932caa546b951133 HTTP/1.1" status: 200 len: 375 time: 0.0684872 Jul 06 17:35:40.776970 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:40.811457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0aa5f7e2-63f8-4b78-8803-33413efaa319 req-f0ccb916-7863-4391-a9c7-b542c0c83cab tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=666fb339be4b4a39932caa546b951133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828006 Jul 06 17:35:40.817256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98633a57-c891-4207-976d-733ecfad69d1 req-98c04f8f-7a2f-4131-9ffc-3655c719de74 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips/583bfcee-caf1-408a-b9b8-80a87e9b30f3 HTTP/1.1" status: 200 len: 693 time: 0.0604813 Jul 06 17:35:40.975845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98633a57-c891-4207-976d-733ecfad69d1 req-d4ea4082-5253-4d86-9962-f9c1dd5e5e93 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:40.977544 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98633a57-c891-4207-976d-733ecfad69d1 req-d4ea4082-5253-4d86-9962-f9c1dd5e5e93 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1543221 Jul 06 17:35:41.192546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:41.238966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 311fcce5-459a-47af-bb92-82288275bcd1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:41.322384 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.336948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3a937e-efd1-4c52-a899-17e323ab01ff']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:41.353540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0414353f-cfd7-443f-80a8-8e700524100b') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:41.354307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0414353f-cfd7-443f-80a8-8e700524100b') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:41.362883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 311fcce5-459a-47af-bb92-82288275bcd1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:41.367462 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.368410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 311fcce5-459a-47af-bb92-82288275bcd1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:41.369058 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.388968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:41.392564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:41.395387 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.396589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:41.444876 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-692052b0-72d1-4e39-875b-7837a7cc6336 req-900cb8f5-e198-4495-9ce3-476f8041993d tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=00aa436dc2e3492a989549584118fdcb HTTP/1.1" status: 200 len: 696 time: 0.1222820 Jul 06 17:35:41.458305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event updated for resources: {'Port': ['ID=087784b2-dd05-4450-aa79-4aa1da642037,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:41.466190 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.503875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Pushing event deleted for resources: {'Port': ['ID=0beacdf7-1789-4fb4-946a-ebe07bcb7cae,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:41.515506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:35:41.516780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:35:41.520921 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:35:41.526252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 54f39295-2c68-4f4f-9bf7-8440f825cb63 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:41.605132 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.636388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692052b0-72d1-4e39-875b-7837a7cc6336 req-2b2d9d08-48e5-4959-a2ad-eb060e100a5a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:41.645822 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-692052b0-72d1-4e39-875b-7837a7cc6336 req-2b2d9d08-48e5-4959-a2ad-eb060e100a5a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/networks?id=711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 787 time: 0.1992664 Jul 06 17:35:41.652022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-692052b0-72d1-4e39-875b-7837a7cc6336 req-2da09939-e6a7-4d60-9896-9ee1044fb4ab tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:35:41.654662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 311fcce5-459a-47af-bb92-82288275bcd1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=311fcce5-459a-47af-bb92-82288275bcd1,segment=NetworkSegment(03e11bb5-57f8-44a9-a598-fbe0bfa5489b),segment_id=03e11bb5-57f8-44a9-a598-fbe0bfa5489b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:41.659781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] No DVR routers for this DVR port 0beacdf7-1789-4fb4-946a-ebe07bcb7cae on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:41.662742 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-692052b0-72d1-4e39-875b-7837a7cc6336 req-2da09939-e6a7-4d60-9896-9ee1044fb4ab tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130594 Jul 06 17:35:41.663417 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.666235 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.666484 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-821188ed-81a2-4d4b-a3a7-63e2975db318 req-314385ed-aa86-4a6c-aba7-46173427089f tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.55 "DELETE /v2.0/ports/0beacdf7-1789-4fb4-946a-ebe07bcb7cae HTTP/1.1" status: 204 len: 173 time: 2.4123354 Jul 06 17:35:41.673216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 54f39295-2c68-4f4f-9bf7-8440f825cb63 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:41.681427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'name': 'network-vif-deleted', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:41.684699 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a086ea-de1f-44ba-9143-a6174d7d4471" -d '{"events": [{"server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "name": "network-vif-deleted", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:41.714876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:41.715818 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.726688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 54f39295-2c68-4f4f-9bf7-8440f825cb63 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:41.727306 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.748354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7780f-c436-4a30-9eef-b3561ed8b3ce req-d03f5440-8ad5-4472-a916-441cd8d018fa tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:41.759569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61a7780f-c436-4a30-9eef-b3561ed8b3ce req-d03f5440-8ad5-4472-a916-441cd8d018fa tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 944 time: 0.5053637 Jul 06 17:35:41.765050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.775390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5ac27592-984f-444a-8bc4-efb8390660e4 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:41.797623 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.802659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "DELETE /v2.0/networks/7c3a937e-efd1-4c52-a899-17e323ab01ff HTTP/1.1" status: 204 len: 168 time: 2.3621783 Jul 06 17:35:41.802659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-f55e39e8-452d-4026-a143-d001575e48ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0569930 Jul 06 17:35:41.812432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55958) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:41.817661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-507717932'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:41.831718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Request body: {'port': {'device_id': 'db7fd811-1392-46ff-a4eb-e132eee31c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:41.837083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69b8af-ad7e-42d0-9ad8-d775055abe22 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Network': ['ID=7c3a937e-efd1-4c52-a899-17e323ab01ff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:41.860173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 5ac27592-984f-444a-8bc4-efb8390660e4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:41.860559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5ac27592-984f-444a-8bc4-efb8390660e4 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:41.864827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=311fcce5-459a-47af-bb92-82288275bcd1,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:41.877765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:41.881822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.910967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61a7780f-c436-4a30-9eef-b3561ed8b3ce req-2129216d-41d3-49b4-a907-3e5057f3b73c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466331 Jul 06 17:35:41.937173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:35:41.955450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:41.958953 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Added segment 3aea3aac-4558-4213-bbe9-5c00c413672e of type vlan for network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 Jul 06 17:35:41.983654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:42.041869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:42.045247 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8dbd13-7f76-4990-b3d2-90f0f432276f" -d '{"events": [{"server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "name": "network-vif-plugged", "status": "completed", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:42.065360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:42.071323 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:42.072689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0beacdf7-1789-4fb4-946a-ebe07bcb7cae no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:42.074775 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:42.084192 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa9a913c-914b-4d18-b54a-1a7c732f8906 req-193917bd-af7a-495f-a482-606d7be27409 tempest-MigrationsAdminTest-1423746158 tempest-MigrationsAdminTest-1423746158-project] 10.222.0.13 "GET /v2.0/ports?device_id=393b152d-e709-45a2-a36a-6fa03ba8ba93 HTTP/1.1" status: 200 len: 210 time: 0.0501137 Jul 06 17:35:42.086308 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:42.143157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 0beacdf7-1789-4fb4-946a-ebe07bcb7cae {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:42.146011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0beacdf7-1789-4fb4-946a-ebe07bcb7cae not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:42.162034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:42.176002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:42.177670 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:42.255079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=54f39295-2c68-4f4f-9bf7-8440f825cb63,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:42.285187 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8576666-d8b1-4589-9788-a7c45f747e71 x-openstack-request-id: req-b8576666-d8b1-4589-9788-a7c45f747e71 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:42.285489 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b152d-e709-45a2-a36a-6fa03ba8ba93", "name": "network-vif-deleted", "tag": "0beacdf7-1789-4fb4-946a-ebe07bcb7cae", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:42.285849 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8576666-d8b1-4589-9788-a7c45f747e71 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:42.286299 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b152d-e709-45a2-a36a-6fa03ba8ba93', 'name': 'network-vif-deleted', 'tag': '0beacdf7-1789-4fb4-946a-ebe07bcb7cae', 'status': 'completed', 'code': 200} Jul 06 17:35:42.360481 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-d0065fbd-de6f-4bbc-ad84-c0c373638e42 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips/583bfcee-caf1-408a-b9b8-80a87e9b30f3 HTTP/1.1" status: 200 len: 693 time: 0.2160306 Jul 06 17:35:42.368033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5544891 Jul 06 17:35:42.369034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55966) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:42.381619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'subnet': {'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:42.443131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a56396-efd9-4c23-8d11-4434d52bd622 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Network': ['ID=dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:42.469667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:35:42.584956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087784b2-dd05-4450-aa79-4aa1da642037 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:42.608053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:42.624930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-e6e052c7-3590-404e-983b-4c5b3cf98186 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:42.632576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-e6e052c7-3590-404e-983b-4c5b3cf98186 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2560682 Jul 06 17:35:42.641732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:42.646453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:42.646745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Transition to ACTIVE for port object 087784b2-dd05-4450-aa79-4aa1da642037 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:42.663023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:42.741068 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-513cad57-eb5f-4fef-b923-ce0388da2165 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.234 HTTP/1.1" status: 200 len: 696 time: 0.1074471 Jul 06 17:35:42.799300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2ecc0-6e22-439b-a75a-2d068e60e1a6 req-0004fdf3-08f9-41ab-9187-9b431bc002b8 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:42.801921 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fe2ecc0-6e22-439b-a75a-2d068e60e1a6 req-0004fdf3-08f9-41ab-9187-9b431bc002b8 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 931 time: 0.3120754 Jul 06 17:35:42.803002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Pushing event updated for resources: {'Port': ['ID=087784b2-dd05-4450-aa79-4aa1da642037,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:42.822411 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-c743e4b5-08d7-4268-a120-9288ea7aed39 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.234 HTTP/1.1" status: 200 len: 696 time: 0.0664225 Jul 06 17:35:42.928532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fe2ecc0-6e22-439b-a75a-2d068e60e1a6 req-f712921f-6659-4dd3-b579-3e00031e5067 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827246 Jul 06 17:35:42.946568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Attempting to bind port 087784b2-dd05-4450-aa79-4aa1da642037 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:42.947095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Attempting to bind port 087784b2-dd05-4450-aa79-4aa1da642037 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:42.947645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Attempting to bind port 087784b2-dd05-4450-aa79-4aa1da642037 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:42.956856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Port 087784b2-dd05-4450-aa79-4aa1da642037 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:35:42.957404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Attempting to bind port 087784b2-dd05-4450-aa79-4aa1da642037 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:42.991050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:42.991402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Checking segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:42.991936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Bound using segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:42.994003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Bound port: 087784b2-dd05-4450-aa79-4aa1da642037, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:42.994534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.051474 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.126967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Subnet': ['ID=f712c9a7-b36b-4dd3-bce2-b1f752e5a342,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:43.139337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Deleting port f764fbfa-0af0-49be-ac7c-bdcd1d0751b3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:43.139337 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.149876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] For port 087784b2-dd05-4450-aa79-4aa1da642037, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:43.155526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] For port 087784b2-dd05-4450-aa79-4aa1da642037, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=087784b2-dd05-4450-aa79-4aa1da642037,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:43.162233 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.163821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 311fcce5-459a-47af-bb92-82288275bcd1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:43.193622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Checking segment: {'id': '3aea3aac-4558-4213-bbe9-5c00c413672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:43.193996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network hostable DHCP agents. Network: dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:35:43.206762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.207736 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.209362 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] 10.222.0.55 "PUT /v2.0/ports/087784b2-dd05-4450-aa79-4aa1da642037 HTTP/1.1" status: 200 len: 1091 time: 1.3973653 Jul 06 17:35:43.247934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:35:43.260933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980baf27-64d4-4234-9aa9-548a57ec4379 service neutron] Pushing event updated for resources: {'Port': ['ID=087784b2-dd05-4450-aa79-4aa1da642037,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:43.290728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:43.293761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.294205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 311fcce5-459a-47af-bb92-82288275bcd1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:43.294718 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.298306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.300900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca71420-3b26-477e-9f5d-ce380c1053e6 None None] Network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:43.307691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.308428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.328026 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Calling delete_port for f764fbfa-0af0-49be-ac7c-bdcd1d0751b3 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:43.332938 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a906cf-110e-442f-ae89-5f0298cabe08 x-openstack-request-id: req-76a906cf-110e-442f-ae89-5f0298cabe08 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:43.334185 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "name": "network-vif-plugged", "status": "completed", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:43.334714 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76a906cf-110e-442f-ae89-5f0298cabe08 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:43.336465 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63', 'code': 200} Jul 06 17:35:43.338702 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dbbcb2bb-55d7-48b5-8872-7053ebe0b503 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9659653 Jul 06 17:35:43.341189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:43.351676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1620939844'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:43.517811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:43.521599 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.522019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-32c67d8d-aed6-47b2-aeb1-7eff979499f5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2625334 Jul 06 17:35:43.548802 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.578237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b3437-01fe-40d5-8cbe-8ce3ddcc20dd req-fd094cbe-336a-4bbb-90a5-9d786fc1dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.581128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-331b3437-01fe-40d5-8cbe-8ce3ddcc20dd req-fd094cbe-336a-4bbb-90a5-9d786fc1dfd5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1472859 Jul 06 17:35:43.583300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfddab-54f5-4c71-949a-dd413013871c req-0c070d9f-3e8c-43bc-a683-f6da33e1132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.584873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-0c070d9f-3e8c-43bc-a683-f6da33e1132b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 1094 time: 0.2726228 Jul 06 17:35:43.593816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Pushing event deleted for resources: {'Port': ['ID=f764fbfa-0af0-49be-ac7c-bdcd1d0751b3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:43.595787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:35:43.636637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.637424 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Added segment e29de83c-4279-426b-8f25-64f1d6c07738 of type vlan for network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 Jul 06 17:35:43.666109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-112eb6dc-66f0-4882-86c6-4dccde1350a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087784b2-dd05-4450-aa79-4aa1da642037 HTTP/1.1" status: 200 len: 217 time: 0.0520723 Jul 06 17:35:43.710087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85', 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'fixed_ips': [{'subnet_id': 'f712c9a7-b36b-4dd3-bce2-b1f752e5a342'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:35:43.711218 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.712195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.729073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.729867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.742316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18d0cc3a-206d-4876-867e-cd9f35a6751d req-0eb878bb-df64-4074-aed1-e059c933c625 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "DELETE /v2.0/floatingips/583bfcee-caf1-408a-b9b8-80a87e9b30f3 HTTP/1.1" status: 204 len: 173 time: 0.9089031 Jul 06 17:35:43.776448 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.785448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.786145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:43.804155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-331b3437-01fe-40d5-8cbe-8ce3ddcc20dd req-a599601b-0aa8-4341-8035-bfb944a6c67d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020481 Jul 06 17:35:43.830225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfddab-54f5-4c71-949a-dd413013871c req-533d2e09-dd38-45c3-bd77-aea9bf22f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.831736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-533d2e09-dd38-45c3-bd77-aea9bf22f680 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.1402128 Jul 06 17:35:43.866027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5230498 Jul 06 17:35:43.869949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55988) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:43.871515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-3807eafb-7367-4c94-88ab-d1de84a02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.872158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-3807eafb-7367-4c94-88ab-d1de84a02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.873246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-3807eafb-7367-4c94-88ab-d1de84a02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.873711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-3807eafb-7367-4c94-88ab-d1de84a02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.874360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-3807eafb-7367-4c94-88ab-d1de84a02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.874840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-3807eafb-7367-4c94-88ab-d1de84a02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.875471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-3807eafb-7367-4c94-88ab-d1de84a02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.875876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'subnet': {'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:43.877717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-3807eafb-7367-4c94-88ab-d1de84a02337 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6501 time: 0.1972342 Jul 06 17:35:43.901261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cb6cb-acc1-4a87-9a59-5d75bbe9caeb req-9e77fc08-6a4e-4b0e-94d3-1fb61ad5044e tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:43.907425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f73cb6cb-acc1-4a87-9a59-5d75bbe9caeb req-9e77fc08-6a4e-4b0e-94d3-1fb61ad5044e tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 945 time: 0.1799085 Jul 06 17:35:43.925445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Allocated IP 19.80.0.2 (dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85/f712c9a7-b36b-4dd3-bce2-b1f752e5a342/f9798332-5f4c-4b11-b649-e776a2afef08) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:43.928725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b64612-4779-418d-be59-95925938a49d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Network': ['ID=148b52a0-fdf5-4bf5-b481-3b393cbf30d1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:43.946634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:35:43.986018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-e169c05e-c405-4cb4-937a-8319e5e22586 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775657 Jul 06 17:35:43.993646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:43.997428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.157094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e46a0972-606e-4e19-b7ba-1e8df8402971 req-f71f41a2-024a-4fa2-bf29-25388d0c49d7 tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=666fb339be4b4a39932caa546b951133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357413 Jul 06 17:35:44.204651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f73cb6cb-acc1-4a87-9a59-5d75bbe9caeb req-ba76b4f5-dc94-413a-85e6-cd323a95fe1e tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173338 Jul 06 17:35:44.290566 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.295135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7fd811-1392-46ff-a4eb-e132eee31c72', 'tag': '087784b2-dd05-4450-aa79-4aa1da642037'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:44.298560 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c73333-7715-4aa3-9137-73c2c16c81e7" -d '{"events": [{"name": "network-changed", "server_uuid": "db7fd811-1392-46ff-a4eb-e132eee31c72", "tag": "087784b2-dd05-4450-aa79-4aa1da642037"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:44.301223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Transition to ACTIVE for port object f9798332-5f4c-4b11-b649-e776a2afef08 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:44.320662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Transition to ACTIVE for port object f9798332-5f4c-4b11-b649-e776a2afef08 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:44.332426 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.361861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:44.370899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-25233dd0-bbd3-4265-976c-e0a96fa3e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:44.371653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-25233dd0-bbd3-4265-976c-e0a96fa3e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:44.372275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-25233dd0-bbd3-4265-976c-e0a96fa3e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:44.374535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-25233dd0-bbd3-4265-976c-e0a96fa3e5d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 HTTP/1.1" status: 200 len: 2298 time: 0.3862286 Jul 06 17:35:44.384278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a0972-606e-4e19-b7ba-1e8df8402971 req-27191adf-d546-46a5-82b3-d35785c0fceb tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:44.385006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-3d4b01a9-a09c-4104-9a06-77eb951dd214 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375742 Jul 06 17:35:44.391194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:44.392448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e46a0972-606e-4e19-b7ba-1e8df8402971 req-27191adf-d546-46a5-82b3-d35785c0fceb tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249711 Jul 06 17:35:44.413448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e46a0972-606e-4e19-b7ba-1e8df8402971 req-318afa90-e8bb-4e35-ad52-be7544f2c77b tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/quotas/666fb339be4b4a39932caa546b951133 HTTP/1.1" status: 200 len: 375 time: 0.0199742 Jul 06 17:35:44.424654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.437977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:44.441020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Pushing event updated for resources: {'Port': ['ID=f9798332-5f4c-4b11-b649-e776a2afef08,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:44.443661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:44.493852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e46a0972-606e-4e19-b7ba-1e8df8402971 req-43b558a9-45c9-4ead-9234-6697a2be4513 tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=666fb339be4b4a39932caa546b951133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794182 Jul 06 17:35:44.523057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Attempting to bind port f9798332-5f4c-4b11-b649-e776a2afef08 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:44.523435 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Attempting to bind port f9798332-5f4c-4b11-b649-e776a2afef08 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '3aea3aac-4558-4213-bbe9-5c00c413672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:44.523945 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Attempting to bind port f9798332-5f4c-4b11-b649-e776a2afef08 on network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:44.530476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:44.531108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Checking segment: {'id': '3aea3aac-4558-4213-bbe9-5c00c413672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:44.531527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.532892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Bound using segment: {'id': '3aea3aac-4558-4213-bbe9-5c00c413672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:44.533450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Bound port: f9798332-5f4c-4b11-b649-e776a2afef08, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aea3aac-4558-4213-bbe9-5c00c413672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:44.533849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.537725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Subnet': ['ID=76978962-3fae-4014-b4c9-2615a85670aa,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:44.621088 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-053843c2-c884-4ff5-82df-28126596ddc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afaea2bd2e254de8a3bfc390f65b1887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579374 Jul 06 17:35:44.633739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-5655cc97-5555-4837-af17-536123915bf9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122 HTTP/1.1" status: 200 len: 1000 time: 0.2397420 Jul 06 17:35:44.635292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56012) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:44.645220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Checking segment: {'id': 'e29de83c-4279-426b-8f25-64f1d6c07738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:44.645805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network hostable DHCP agents. Network: 148b52a0-fdf5-4bf5-b481-3b393cbf30d1, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:35:44.672962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:35:44.682004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96288dcd-916c-476e-8177-78e45e306a26 req-641a4bf7-cf29-43ce-9e1c-ca425651cb79 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4189637 Jul 06 17:35:44.692815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 148b52a0-fdf5-4bf5-b481-3b393cbf30d1) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:44.698418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:44.699666 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.719741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:44.740977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba79f4e-687f-4072-9b0d-9316b6ce8a3e None None] Network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:44.757737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ca97721b-42ce-4c02-88b8-16fd52b7f3e3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8860726 Jul 06 17:35:44.782115 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbfddab-54f5-4c71-949a-dd413013871c req-ff4eba18-3c2f-4552-bb68-d257d29d6e96 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339298 Jul 06 17:35:44.807867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-0e19483e-07af-4ea9-a226-428cc9f18ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:44.809563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-0e19483e-07af-4ea9-a226-428cc9f18ce7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8 HTTP/1.1" status: 200 len: 856 time: 0.1752346 Jul 06 17:35:44.824989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.855421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] For port f9798332-5f4c-4b11-b649-e776a2afef08, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:44.884049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] For port f9798332-5f4c-4b11-b649-e776a2afef08, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9798332-5f4c-4b11-b649-e776a2afef08,segment=NetworkSegment(3aea3aac-4558-4213-bbe9-5c00c413672e),segment_id=3aea3aac-4558-4213-bbe9-5c00c413672e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:44.914371 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba66c726-9f15-41d3-a124-4ba3f412b566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.947527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.954914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d779-4086-4c49-a293-2c68f7ad9417 req-305b6dbf-8253-4bae-b959-1655f1da3f64 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:44.957918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba66c726-9f15-41d3-a124-4ba3f412b566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:44.964033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89a7d779-4086-4c49-a293-2c68f7ad9417 req-305b6dbf-8253-4bae-b959-1655f1da3f64 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 943 time: 0.2006032 Jul 06 17:35:45.017174 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89a7d779-4086-4c49-a293-2c68f7ad9417 req-856b371d-6f48-4bd2-b120-292a8b13e33c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516837 Jul 06 17:35:45.023090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68792ac-ee72-4036-a4f6-03ab55851b95 None None] Pushing event updated for resources: {'Port': ['ID=f9798332-5f4c-4b11-b649-e776a2afef08,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:45.066708 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba66c726-9f15-41d3-a124-4ba3f412b566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.069565 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba66c726-9f15-41d3-a124-4ba3f412b566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.071053 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ba66c726-9f15-41d3-a124-4ba3f412b566 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b0d491b-ae0b-4449-ac4e-b85700c78518 HTTP/1.1" status: 204 len: 168 time: 0.4309318 Jul 06 17:35:45.075420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-148b52a0-fdf5-4bf5-b481-3b393cbf30d1', 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'fixed_ips': [{'subnet_id': '76978962-3fae-4014-b4c9-2615a85670aa'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:35:45.079099 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.115078 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccca0a10-0370-4a71-a2d3-1d00d14dace0 x-openstack-request-id: req-ccca0a10-0370-4a71-a2d3-1d00d14dace0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:45.115964 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7fd811-1392-46ff-a4eb-e132eee31c72", "tag": "087784b2-dd05-4450-aa79-4aa1da642037", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:45.117141 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccca0a10-0370-4a71-a2d3-1d00d14dace0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:45.118622 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7fd811-1392-46ff-a4eb-e132eee31c72', 'tag': '087784b2-dd05-4450-aa79-4aa1da642037', 'status': 'completed', 'code': 200} Jul 06 17:35:45.170999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66c726-9f15-41d3-a124-4ba3f412b566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d491b-ae0b-4449-ac4e-b85700c78518,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:45.283213 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-93357413-6320-47fd-9e64-2499c697316b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2226057 Jul 06 17:35:45.287393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-1105edaa-a947-45cd-a05c-dc7cf1202236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:45.303396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-1105edaa-a947-45cd-a05c-dc7cf1202236 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4772475 Jul 06 17:35:45.326661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Allocated IP 19.86.0.2 (148b52a0-fdf5-4bf5-b481-3b393cbf30d1/76978962-3fae-4014-b4c9-2615a85670aa/053c968d-137f-44d0-81ce-e3bba21d0985) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:45.504286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-d5927f9e-f40a-4048-9f38-7d68cad08670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:45.506062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-d5927f9e-f40a-4048-9f38-7d68cad08670 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 1094 time: 0.3303037 Jul 06 17:35:45.617264 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.631550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56030) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:45.637680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Transition to ACTIVE for port object 053c968d-137f-44d0-81ce-e3bba21d0985 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:45.651246 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.664767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Transition to ACTIVE for port object 053c968d-137f-44d0-81ce-e3bba21d0985 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:45.674998 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.709620 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e885ab6-1bd2-45eb-8b26-fbf64e83540b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61fe52ebde024b9991abf9c0082f9619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739276 Jul 06 17:35:45.710204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56032) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:45.743125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:45.746550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:45.754973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:45.760268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Pushing event updated for resources: {'Port': ['ID=053c968d-137f-44d0-81ce-e3bba21d0985,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:45.797723 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1e6a-1863-44dc-8b94-3432980c0025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.832502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1e6a-1863-44dc-8b94-3432980c0025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.833657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Attempting to bind port 053c968d-137f-44d0-81ce-e3bba21d0985 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:45.834056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Attempting to bind port 053c968d-137f-44d0-81ce-e3bba21d0985 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'e29de83c-4279-426b-8f25-64f1d6c07738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:45.834895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Attempting to bind port 053c968d-137f-44d0-81ce-e3bba21d0985 on network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:45.840645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:45.841020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Checking segment: {'id': 'e29de83c-4279-426b-8f25-64f1d6c07738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:45.841995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.842432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Bound using segment: {'id': 'e29de83c-4279-426b-8f25-64f1d6c07738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:45.843067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Bound port: 053c968d-137f-44d0-81ce-e3bba21d0985, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29de83c-4279-426b-8f25-64f1d6c07738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:45.843477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:45.936552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] For port 053c968d-137f-44d0-81ce-e3bba21d0985, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:45.940359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] For port 053c968d-137f-44d0-81ce-e3bba21d0985, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=053c968d-137f-44d0-81ce-e3bba21d0985,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:45.946626 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:46.012048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63fcbe-669f-4967-96d6-e3096d4f8631 None None] Pushing event updated for resources: {'Port': ['ID=053c968d-137f-44d0-81ce-e3bba21d0985,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:46.170744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-6ee8f6ae-936a-402d-9dac-fea129e0b0d7 service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8521986 Jul 06 17:35:46.181475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-1fb13479-e3ba-46f8-98d6-39a6efe36524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:46.183918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-1fb13479-e3ba-46f8-98d6-39a6efe36524 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 1096 time: 0.8473036 Jul 06 17:35:46.350615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1e6a-1863-44dc-8b94-3432980c0025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:46.353581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1e6a-1863-44dc-8b94-3432980c0025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:46.355193 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d4dd1e6a-1863-44dc-8b94-3432980c0025 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e33abc8-861e-4607-aa99-f3810c74e67b HTTP/1.1" status: 204 len: 168 time: 0.6437857 Jul 06 17:35:46.377410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-6aad6b0e-2cab-49f0-b622-aab6baa7f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:46.380134 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-6aad6b0e-2cab-49f0-b622-aab6baa7f17c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.8601093 Jul 06 17:35:46.395411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-881fc534-251c-4c60-b2a0-5b701c18816e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:46.408204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-881fc534-251c-4c60-b2a0-5b701c18816e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:46.410194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-881fc534-251c-4c60-b2a0-5b701c18816e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/networks?id=dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85&id=148b52a0-fdf5-4bf5-b481-3b393cbf30d1 HTTP/1.1" status: 200 len: 1391 time: 0.5750992 Jul 06 17:35:46.442533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd1e6a-1863-44dc-8b94-3432980c0025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e33abc8-861e-4607-aa99-f3810c74e67b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:46.477207 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-887ce744-eced-4486-acbd-a8e6d6753adc tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/quotas/048950e7f5024ffd81c6481311b62e94 HTTP/1.1" status: 200 len: 375 time: 0.0575771 Jul 06 17:35:46.481594 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-4667951f-8a3b-4a34-bcec-a6111f5a44c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087784b2-dd05-4450-aa79-4aa1da642037 HTTP/1.1" status: 200 len: 217 time: 0.0885439 Jul 06 17:35:46.558500 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-a07c94e7-311c-400c-ab23-aae860c95fcf service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817000 Jul 06 17:35:46.634188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-2e597f60-4d85-4fc8-80c7-6a05c3e97a01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 200 len: 217 time: 0.0614312 Jul 06 17:35:46.667324 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-7202554b-6290-46c8-a265-e8ef58ba5bc2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=048950e7f5024ffd81c6481311b62e94&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1886227 Jul 06 17:35:46.698895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-2db32b32-ca4b-4967-852c-fd8da52cdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:46.700521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-2db32b32-ca4b-4967-852c-fd8da52cdcf8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.0513208 Jul 06 17:35:46.703015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Allocated IP 172.25.7.14 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/aa93b31c-7f95-46b6-b2ba-0b2eaa2334c9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:46.709589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-0d81d8be-c6ff-4c6a-96cd-19ea80529c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:46.711119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-0d81d8be-c6ff-4c6a-96cd-19ea80529c49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.4657619 Jul 06 17:35:46.753341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb9892-a196-411b-bd8b-01630b403606 None None] Network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:46.839935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4246c086-1f57-4542-9060-a5387619f712 None None] Provisioning for port f9798332-5f4c-4b11-b649-e776a2afef08 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:46.847337 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-27de9d58-3ef0-4f3e-8156-cf8605187176 service neutron] 10.222.0.13 "GET /v2.0/networks/dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752214 Jul 06 17:35:46.862063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-20a305e2-caad-4172-85ae-d17c29b2358f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9 HTTP/1.1" status: 200 len: 217 time: 0.1400497 Jul 06 17:35:46.887186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-7f9b6f31-3609-4549-9cb4-a1bcf2a77f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:46.891445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-7f9b6f31-3609-4549-9cb4-a1bcf2a77f33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.3983035 Jul 06 17:35:46.986223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-b53bf9a1-dc3b-4b60-9f59-f4870f745070 service neutron] 10.222.0.13 "GET /v2.0/networks/dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307964 Jul 06 17:35:46.988714 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7d48129-cfa9-4b95-b614-f20fbbe80aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:47.028840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-ec3883f3-eab0-4b0c-a5a3-17f8d24cb2ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133764 Jul 06 17:35:47.152177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-4103ba4e-a5e8-46fe-85fc-049c37fc8476 service neutron] 10.222.0.13 "GET /v2.0/networks/148b52a0-fdf5-4bf5-b481-3b393cbf30d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554606 Jul 06 17:35:47.164558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-a5dc5467-fbff-4ec5-8f13-36bb3f747c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:47.166579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-a5dc5467-fbff-4ec5-8f13-36bb3f747c60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.2937832 Jul 06 17:35:47.252891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-78b5847c-0fbb-4932-a48a-546d892e7cbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733666 Jul 06 17:35:47.288002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-1e9e0cb3-3294-4f62-8430-d71832a28824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:47.289684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-1e9e0cb3-3294-4f62-8430-d71832a28824 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5776052 Jul 06 17:35:47.356292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 053c968d-137f-44d0-81ce-e3bba21d0985 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:47.386986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-d2cfe694-d1b9-43b2-8ca0-65296124ad5b service neutron] 10.222.0.13 "GET /v2.0/networks/148b52a0-fdf5-4bf5-b481-3b393cbf30d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337954 Jul 06 17:35:47.443040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 053c968d-137f-44d0-81ce-e3bba21d0985 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:47.450183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9798332-5f4c-4b11-b649-e776a2afef08 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:47.457629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-ca0faf96-e1e8-408a-8269-6c10929bbcdf service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141517 Jul 06 17:35:47.537663 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:47.560716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f9798332-5f4c-4b11-b649-e776a2afef08 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:47.565909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f9798332-5f4c-4b11-b649-e776a2afef08 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:47.566790 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:47.774959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551a615-e1c0-4f97-b7e1-807a4330c4e8 None None] Network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:47.792038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:47.803937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:47.877772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port f9798332-5f4c-4b11-b649-e776a2afef08, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9798332-5f4c-4b11-b649-e776a2afef08,segment=NetworkSegment(3aea3aac-4558-4213-bbe9-5c00c413672e),segment_id=3aea3aac-4558-4213-bbe9-5c00c413672e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:47.887986 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:47.905129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46c73333-7715-4aa3-9137-73c2c16c81e7 req-9775f707-967f-4b73-ad6c-2830fddaeee1 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496785 Jul 06 17:35:47.912728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Pushing event updated for resources: {'Port': ['ID=aa93b31c-7f95-46b6-b2ba-0b2eaa2334c9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:47.926532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-9b289712-2445-4f54-8f5e-b106aa3f0541 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614847 Jul 06 17:35:47.928954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:47.955705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-236ca8b7-24bb-4c9a-bf11-f48f98bb062e None None] Provisioning for port 053c968d-137f-44d0-81ce-e3bba21d0985 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:47.955936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:47.962145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:47.972746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-236ca8b7-24bb-4c9a-bf11-f48f98bb062e None None] Provisioning complete for port 053c968d-137f-44d0-81ce-e3bba21d0985 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:47.973074 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-236ca8b7-24bb-4c9a-bf11-f48f98bb062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:48.033785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=f9798332-5f4c-4b11-b649-e776a2afef08,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:48.117828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40d9ee-cec7-404d-a8ae-7ce6ade4bdd7 req-a8bf309b-fcac-457e-8d09-6c563569963d tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:48.127739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da40d9ee-cec7-404d-a8ae-7ce6ade4bdd7 req-a8bf309b-fcac-457e-8d09-6c563569963d tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 945 time: 0.1103828 Jul 06 17:35:48.174978 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-236ca8b7-24bb-4c9a-bf11-f48f98bb062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:48.181451 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-e47539d5-5064-4ed1-8210-49753c5a7b30 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8634043 Jul 06 17:35:48.211714 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da40d9ee-cec7-404d-a8ae-7ce6ade4bdd7 req-4088a22b-122c-4264-8c85-c4621d046ec4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823123 Jul 06 17:35:48.247041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-236ca8b7-24bb-4c9a-bf11-f48f98bb062e None None] For port 053c968d-137f-44d0-81ce-e3bba21d0985, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=053c968d-137f-44d0-81ce-e3bba21d0985,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:48.259523 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-236ca8b7-24bb-4c9a-bf11-f48f98bb062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:48.325966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9457b306-5bd8-4a8f-9639-c8dd430a6978 req-552e382c-dc8c-4fd3-9857-dfbfdab5049f service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850646 Jul 06 17:35:48.328771 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:48.403611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ca8b7-24bb-4c9a-bf11-f48f98bb062e None None] Pushing event updated for resources: {'Port': ['ID=053c968d-137f-44d0-81ce-e3bba21d0985,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:48.488297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:48.517998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-690250c0-fa28-4086-a963-17e39921d4ab service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236752 Jul 06 17:35:48.593715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-95b7a8dd-de89-49e5-96a4-5456c619c095 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 200 len: 217 time: 0.0663161 Jul 06 17:35:48.598862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-be8d0e61-717c-4a30-9cb4-a351be7aa0fa None None] Provisioning complete for port 053c968d-137f-44d0-81ce-e3bba21d0985 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:48.599302 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be8d0e61-717c-4a30-9cb4-a351be7aa0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:48.742222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-7cb6e55f-51c6-447d-a585-9065d96c8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:48.743815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-7cb6e55f-51c6-447d-a585-9065d96c8821 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.1409445 Jul 06 17:35:48.854608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:48.861126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-d9d6e660-c13d-48d7-a5d8-8f7d47e0ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:48.865728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-d9d6e660-c13d-48d7-a5d8-8f7d47e0ccf0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1110528 Jul 06 17:35:48.865728 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:48.973305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c0a43-3ca6-4de6-a2a4-55db2dd4df9a req-77f2724a-5336-4c4a-a6d9-479eb506be61 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:48.979044 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b9c0a43-3ca6-4de6-a2a4-55db2dd4df9a req-77f2724a-5336-4c4a-a6d9-479eb506be61 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 943 time: 0.0841584 Jul 06 17:35:49.020605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Pushing event updated for resources: {'Port': ['ID=aa93b31c-7f95-46b6-b2ba-0b2eaa2334c9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:49.030187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b9c0a43-3ca6-4de6-a2a4-55db2dd4df9a req-710f7093-8bad-491a-8003-cd73093f089d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Jul 06 17:35:49.030452 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:49.064684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:49.066652 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96288dcd-916c-476e-8177-78e45e306a26 req-b844be63-db83-40ed-b021-18f15f057aaa tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3831635 Jul 06 17:35:49.072000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-f0c6888c-1e2f-4e39-876c-258b68f89fab service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027004 Jul 06 17:35:49.166487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 053c968d-137f-44d0-81ce-e3bba21d0985 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:49.185647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96288dcd-916c-476e-8177-78e45e306a26 req-03d1d740-bd1a-4f10-a82b-1554e93bb51a tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.1085856 Jul 06 17:35:49.231475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 053c968d-137f-44d0-81ce-e3bba21d0985 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:49.231936 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:49.355334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9798332-5f4c-4b11-b649-e776a2afef08 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:49.381771 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d91435fc-35e5-4fee-9419-0a3b61177b04 req-f4852252-cd94-4c89-bb94-6f90d891f37e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 210 time: 0.0507164 Jul 06 17:35:49.392791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-32798a12-bfba-4da1-a7e7-d5e37343c9e3 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062551 Jul 06 17:35:49.432741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96288dcd-916c-476e-8177-78e45e306a26 req-bb146258-739a-404b-90fe-2d64a4bd8580 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:49.446620 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42a05cb5-511d-4e7c-b876-5ef21e6fb14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:49.451908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96288dcd-916c-476e-8177-78e45e306a26 req-bb146258-739a-404b-90fe-2d64a4bd8580 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2577691 Jul 06 17:35:49.465023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f9798332-5f4c-4b11-b649-e776a2afef08 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:49.465809 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:49.517356 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-f941bb5e-2a60-4343-b098-b289142a7e69 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=9560dc4f-2e60-4076-a113-c8feb40f9653 HTTP/1.1" status: 200 len: 217 time: 0.1098552 Jul 06 17:35:49.580885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-25d600e6-096a-4bd5-89b3-0f15cc88c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:49.582520 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-25d600e6-096a-4bd5-89b3-0f15cc88c26d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.0587742 Jul 06 17:35:49.592681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 087784b2-dd05-4450-aa79-4aa1da642037 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:35:49.661400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-64f4f1ab-71f8-4ff7-9151-f9174808571c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:49.669176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-64f4f1ab-71f8-4ff7-9151-f9174808571c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:49.672803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-64f4f1ab-71f8-4ff7-9151-f9174808571c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "GET /v2.0/networks?id=dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85&id=148b52a0-fdf5-4bf5-b481-3b393cbf30d1 HTTP/1.1" status: 200 len: 1391 time: 0.3658848 Jul 06 17:35:49.695046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'port': {'device_id': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85', 'admin_state_up': True, 'tenant_id': '048950e7f5024ffd81c6481311b62e94'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:49.754557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-45cba2d0-9801-4b28-b5c3-e6e371105623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:49.756186 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-45cba2d0-9801-4b28-b5c3-e6e371105623 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1660547 Jul 06 17:35:49.788640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:49.800703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 087784b2-dd05-4450-aa79-4aa1da642037, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=087784b2-dd05-4450-aa79-4aa1da642037,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:49.815674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '087784b2-dd05-4450-aa79-4aa1da642037', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'port_id': '087784b2-dd05-4450-aa79-4aa1da642037', 'mac_address': 'fa:16:3e:19:8e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb40348-e9ec-4041-81e2-4567f9b075da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:35:49.922440 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:49.980672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087784b2-dd05-4450-aa79-4aa1da642037 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:50.033783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 087784b2-dd05-4450-aa79-4aa1da642037, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=087784b2-dd05-4450-aa79-4aa1da642037,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:50.041309 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:50.106660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=087784b2-dd05-4450-aa79-4aa1da642037,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:50.258827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-9e288aa7-3f95-4a3b-a54f-6e5910a51eea tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips/082e6260-76df-4271-8c0e-eabb0447dab1 HTTP/1.1" status: 200 len: 692 time: 0.1007299 Jul 06 17:35:50.370043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['087784b2-dd05-4450-aa79-4aa1da642037'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:50.387527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68b299-ac19-49fb-9f4f-12f1ab12c142 req-d68dd585-77e7-46f6-aad5-ba116e50bf76 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:50.389387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c68b299-ac19-49fb-9f4f-12f1ab12c142 req-d68dd585-77e7-46f6-aad5-ba116e50bf76 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 945 time: 0.0753047 Jul 06 17:35:50.402560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-ac9100f6-a632-4557-9e01-15e2a27b1c69 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332071 Jul 06 17:35:50.445024 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c68b299-ac19-49fb-9f4f-12f1ab12c142 req-ea5459e0-e6fb-4510-af9d-32ed73022bdc tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490246 Jul 06 17:35:50.477954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:50.482600 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:50.527919 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-395395fc-171a-4f23-bdb1-8fc565ac9894 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:50.529947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-395395fc-171a-4f23-bdb1-8fc565ac9894 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2639670 Jul 06 17:35:50.553543 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:50.564002 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7ed9437-89bf-4d86-a968-0f24a83f9a37 req-556b383e-10e8-4c2b-8a77-9435d0d8c040 tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=666fb339be4b4a39932caa546b951133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267935 Jul 06 17:35:50.636595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-f6b5f67b-fbfb-4139-b813-2559d5c93011 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.0988762 Jul 06 17:35:50.684014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed9437-89bf-4d86-a968-0f24a83f9a37 req-43d79c06-35a2-44ad-bae0-e3ded72f493c tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:50.685612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7ed9437-89bf-4d86-a968-0f24a83f9a37 req-43d79c06-35a2-44ad-bae0-e3ded72f493c tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1156986 Jul 06 17:35:50.700439 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7ed9437-89bf-4d86-a968-0f24a83f9a37 req-05c8e19a-039e-40b5-982d-31c22fb49d85 tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/quotas/666fb339be4b4a39932caa546b951133 HTTP/1.1" status: 200 len: 375 time: 0.0093575 Jul 06 17:35:50.713726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-5fce463d-431b-4aae-8ad0-9347d5949249 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023190 Jul 06 17:35:50.721596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-0c3036e9-3e78-42c5-b4f0-49e4174356da tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.0743017 Jul 06 17:35:50.740608 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7ed9437-89bf-4d86-a968-0f24a83f9a37 req-1472ca50-f67d-4929-979b-3ce1f1cb3e9b tempest-QuotasAdminNegativeTest-1783655209 tempest-QuotasAdminNegativeTest-1783655209-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=666fb339be4b4a39932caa546b951133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344379 Jul 06 17:35:50.820635 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-17a76774-4ecc-4771-862e-4ca399f8f7da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94 HTTP/1.1" status: 200 len: 217 time: 0.0980127 Jul 06 17:35:50.906278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Allocated IP 19.80.0.99 (dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85/f712c9a7-b36b-4dd3-bce2-b1f752e5a342/45de49fd-72a1-4677-909a-98e04216b468) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:50.930747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-33ca1614-cda7-40fe-8c0a-a414806f2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:50.932256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-33ca1614-cda7-40fe-8c0a-a414806f2842 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.1043932 Jul 06 17:35:50.963191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099d772-ab96-4d3a-beee-992269d4b60a req-c42c2439-6333-4dbf-88a8-ba1f263c7863 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:50.964694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f099d772-ab96-4d3a-beee-992269d4b60a req-c42c2439-6333-4dbf-88a8-ba1f263c7863 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 944 time: 0.0655928 Jul 06 17:35:51.006208 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f099d772-ab96-4d3a-beee-992269d4b60a req-ee497142-4b53-443d-abf5-a0b1b40b7fae tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341191 Jul 06 17:35:51.104408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Deleting port aa93b31c-7f95-46b6-b2ba-0b2eaa2334c9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:51.104757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.124763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-26d235bd-34e2-4193-bc9b-b29d40f0cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:51.126291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-26d235bd-34e2-4193-bc9b-b29d40f0cd51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1703713 Jul 06 17:35:51.271967 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.315888 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.316223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.321350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Transition to ACTIVE for port object 45de49fd-72a1-4677-909a-98e04216b468 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:51.335540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-448e5dc8-69e9-49f9-bd91-7bc769c03691 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782594 Jul 06 17:35:51.340269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Calling delete_port for aa93b31c-7f95-46b6-b2ba-0b2eaa2334c9 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:51.356274 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bbde8cc5-9044-4f26-af1f-8ab9c5c2dca6 req-fb6bc37a-7d5d-40f7-9566-46d9ea61944b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 210 time: 0.0374036 Jul 06 17:35:51.484512 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.547292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 087784b2-dd05-4450-aa79-4aa1da642037 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:51.548589 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-0acdefa2-9903-4365-b760-8b56e31ac047 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063239 Jul 06 17:35:51.557451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:51.564699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:51.584721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:51.607189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 087784b2-dd05-4450-aa79-4aa1da642037 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:51.613415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 087784b2-dd05-4450-aa79-4aa1da642037 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:51.615532 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.637820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Port': ['ID=45de49fd-72a1-4677-909a-98e04216b468,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:51.643961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-211f1733-337e-459d-aa86-25e3faa5c2b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47 HTTP/1.1" status: 200 len: 217 time: 0.0725353 Jul 06 17:35:51.713695 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.742561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7fd811-1392-46ff-a4eb-e132eee31c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087784b2-dd05-4450-aa79-4aa1da642037'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:51.743736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-4f167f23-dfef-40d9-a179-da8e9dbc650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:51.744652 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2d4191-d636-4811-a8ff-a4c5074627fe" -d '{"events": [{"server_uuid": "db7fd811-1392-46ff-a4eb-e132eee31c72", "name": "network-vif-plugged", "status": "completed", "tag": "087784b2-dd05-4450-aa79-4aa1da642037"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:51.745358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-4f167f23-dfef-40d9-a179-da8e9dbc650a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.0915406 Jul 06 17:35:51.760215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 087784b2-dd05-4450-aa79-4aa1da642037, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=087784b2-dd05-4450-aa79-4aa1da642037,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:51.765521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.808406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:51.810840 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.838904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=087784b2-dd05-4450-aa79-4aa1da642037,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:51.855514 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.889629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Pushing event deleted for resources: {'Port': ['ID=aa93b31c-7f95-46b6-b2ba-0b2eaa2334c9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:51.892618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f5e5fb83-7ef4-49ab-b339-7f63bbb5aedf tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2020087 Jul 06 17:35:51.911738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e761c65c-45e6-4e5b-abfe-1f2c9ee59bbd None None] Provisioning for port 45de49fd-72a1-4677-909a-98e04216b468 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:51.917065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e761c65c-45e6-4e5b-abfe-1f2c9ee59bbd None None] Provisioning complete for port 45de49fd-72a1-4677-909a-98e04216b468 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:51.918628 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e761c65c-45e6-4e5b-abfe-1f2c9ee59bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:51.926477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Request body: {'port': {'device_id': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1', 'admin_state_up': True, 'tenant_id': '048950e7f5024ffd81c6481311b62e94'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:51.939096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-047f9227-6a79-4772-aa57-b43c2d71d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:51.940666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-047f9227-6a79-4772-aa57-b43c2d71d777 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1863515 Jul 06 17:35:51.963374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e761c65c-45e6-4e5b-abfe-1f2c9ee59bbd None None] Port 45de49fd-72a1-4677-909a-98e04216b468 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:35:52.031104 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:35:52.088824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:52.092142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:52.093399 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bac606c4-de51-4dd7-b539-43cc70acc57f req-b48004c5-37fc-4805-bee3-7bd035c9d36b tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "DELETE /v2.0/floatingips/082e6260-76df-4271-8c0e-eabb0447dab1 HTTP/1.1" status: 204 len: 173 time: 1.3520160 Jul 06 17:35:52.135631 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110d237c-2a81-4516-a46d-13430c956640 x-openstack-request-id: req-110d237c-2a81-4516-a46d-13430c956640 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:52.136057 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7fd811-1392-46ff-a4eb-e132eee31c72", "name": "network-vif-plugged", "status": "completed", "tag": "087784b2-dd05-4450-aa79-4aa1da642037", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:52.136605 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-110d237c-2a81-4516-a46d-13430c956640 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:52.137299 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7fd811-1392-46ff-a4eb-e132eee31c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087784b2-dd05-4450-aa79-4aa1da642037', 'code': 200} Jul 06 17:35:52.146173 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-83c9bde7-616b-4692-821a-3da82ec1ca0b service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502373 Jul 06 17:35:52.201992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Made reservation on behalf of 048950e7f5024ffd81c6481311b62e94 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:35:52.205313 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:52.363046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-a1827788-a351-485c-bb8e-696b4c3d4012 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096262 Jul 06 17:35:52.410126 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:52.414088 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-75501feb-265d-4bc9-88cd-8dd2b61f2e97 req-a986c118-587b-4431-aae5-e4c617fe7ad1 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] show failed (client error): The resource could not be found. Jul 06 17:35:52.415936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75501feb-265d-4bc9-88cd-8dd2b61f2e97 req-a986c118-587b-4431-aae5-e4c617fe7ad1 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips/082e6260-76df-4271-8c0e-eabb0447dab1 HTTP/1.1" status: 404 len: 350 time: 0.0589154 Jul 06 17:35:52.489035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-76f152ee-ac42-4537-82ed-c6558d7ec4df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5 HTTP/1.1" status: 200 len: 217 time: 0.1069064 Jul 06 17:35:52.496386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae7987-8027-4147-84e2-0ca20853cd3c req-706ef2a7-1002-4521-bd26-0cc80bf7a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:52.498479 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5cae7987-8027-4147-84e2-0ca20853cd3c req-706ef2a7-1002-4521-bd26-0cc80bf7a108 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 1096 time: 0.2699254 Jul 06 17:35:52.547851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Allocated IP 19.86.0.126 (148b52a0-fdf5-4bf5-b481-3b393cbf30d1/76978962-3fae-4014-b4c9-2615a85670aa/70d4cb9c-1ef6-4788-a4d7-92a3af7b4189) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:35:52.605620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:52.605866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-49e6553d-3aa8-4e9b-899e-87dd5e9d7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:52.607625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-49e6553d-3aa8-4e9b-899e-87dd5e9d7239 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.1051798 Jul 06 17:35:52.640257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5cae7987-8027-4147-84e2-0ca20853cd3c req-9f5e0755-ca0f-44e0-a569-7f8ad8dc6604 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268134 Jul 06 17:35:52.683036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91cf39-5848-4c95-87a3-044966145e75 req-c5c6d692-6c33-4fb7-9581-ef495138a73f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:52.684614 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a91cf39-5848-4c95-87a3-044966145e75 req-c5c6d692-6c33-4fb7-9581-ef495138a73f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 945 time: 0.3174441 Jul 06 17:35:52.733009 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:52.862665 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:52.868395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:52.926592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a900bbd2-5f9e-4393-ac87-9072a79fb84c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:52.931112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=666fb339be4b4a39932caa546b951133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239014 Jul 06 17:35:52.938306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:52.948096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.948450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.948791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.949329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.949669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.950006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.950391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.951299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.951633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.952068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.952289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:52.952843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708ebff-fe17-4ada-9e99-85f9c2ab5a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:35:53.057841 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-778fad9b-7aac-4e50-9d54-5fd60751e8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.071472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f429f1-f5ae-4505-888b-a65fbe430c42 req-02a4d0f1-154e-4653-9883-d1e32013db52 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:53.073035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e6f429f1-f5ae-4505-888b-a65fbe430c42 req-02a4d0f1-154e-4653-9883-d1e32013db52 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 931 time: 0.1334803 Jul 06 17:35:53.109224 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-778fad9b-7aac-4e50-9d54-5fd60751e8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.135678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a91cf39-5848-4c95-87a3-044966145e75 req-128d403a-bb04-4f11-bf29-adfc82e50f21 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380896 Jul 06 17:35:53.157338 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e6f429f1-f5ae-4505-888b-a65fbe430c42 req-ecf9509f-6305-44db-9ab6-e402435abe78 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754709 Jul 06 17:35:53.189072 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-778fad9b-7aac-4e50-9d54-5fd60751e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.190421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-430d506d-faef-42c7-b442-f4ce480601d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:53.192188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-430d506d-faef-42c7-b442-f4ce480601d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5736663 Jul 06 17:35:53.192854 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-778fad9b-7aac-4e50-9d54-5fd60751e8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.194238 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-778fad9b-7aac-4e50-9d54-5fd60751e8b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a900bbd2-5f9e-4393-ac87-9072a79fb84c HTTP/1.1" status: 204 len: 168 time: 0.2533896 Jul 06 17:35:53.205981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fad9b-7aac-4e50-9d54-5fd60751e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a900bbd2-5f9e-4393-ac87-9072a79fb84c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:53.267327 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-46a7437d-ef26-4e7c-9cb0-180ac9f85767 req-1a23e519-0be9-4196-b9f6-f620bece4a62 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] show failed (client error): The resource could not be found. Jul 06 17:35:53.268540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46a7437d-ef26-4e7c-9cb0-180ac9f85767 req-1a23e519-0be9-4196-b9f6-f620bece4a62 tempest-FloatingIPsTestJSON-68756410 tempest-FloatingIPsTestJSON-68756410-project] 10.222.0.13 "GET /v2.0/floatingips/082e6260-76df-4271-8c0e-eabb0447dab1 HTTP/1.1" status: 404 len: 350 time: 0.0902648 Jul 06 17:35:53.278378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56230) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:53.340523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.368100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Transition to ACTIVE for port object 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:53.429534 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-1815b343-83ff-435c-ad4e-5dd76ce6cc39 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873481 Jul 06 17:35:53.509302 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.592817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event updated for resources: {'Port': ['ID=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:53.597077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:35:53.603188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:35:53.608955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:35:53.632194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56246) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:53.659787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d6cdac-6a7e-4b0c-8c19-598960d0d840 req-475e63b1-f56e-4bf5-abe0-c987f0edb6ea service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212698 Jul 06 17:35:53.693416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:53.694296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.720940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-62191845-6c6e-406b-8859-3df67ce7f844 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7986684 Jul 06 17:35:53.736317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Request body: {'port': {'device_id': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:53.785508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.850092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd8dca-0e0b-472d-b383-0fe1018c2473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.859447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:53.968177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56250) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:53.992108 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eea92e3-da85-4292-8370-932bf4f4407e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.009962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b00247cc-8ff4-44c0-b6f3-9d00aed0c2d2 None None] Provisioning for port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:35:54.019914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b00247cc-8ff4-44c0-b6f3-9d00aed0c2d2 None None] Provisioning complete for port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:54.021827 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b00247cc-8ff4-44c0-b6f3-9d00aed0c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.089410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b00247cc-8ff4-44c0-b6f3-9d00aed0c2d2 None None] Port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:35:54.117816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd8dca-0e0b-472d-b383-0fe1018c2473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.130167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd8dca-0e0b-472d-b383-0fe1018c2473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.203763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45de49fd-72a1-4677-909a-98e04216b468 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:54.214189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.228606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-abfd8dca-0e0b-472d-b383-0fe1018c2473 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d13b802659a84b3d9d0846502ea8f2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931671 Jul 06 17:35:54.231748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Transition to ACTIVE for port object 45de49fd-72a1-4677-909a-98e04216b468 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:54.232600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56256) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:54.241911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd8dca-0e0b-472d-b383-0fe1018c2473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca684c-ca30-47ed-b9c0-8f2baf387f11,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:54.248163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.357797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eea92e3-da85-4292-8370-932bf4f4407e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.373808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Pushing event updated for resources: {'Port': ['ID=45de49fd-72a1-4677-909a-98e04216b468,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:54.392848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c277a366-a97a-4ac6-81f9-3f2e655b2429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.393173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eea92e3-da85-4292-8370-932bf4f4407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.416132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Deleting port 311fcce5-459a-47af-bb92-82288275bcd1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:54.416481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.471269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c277a366-a97a-4ac6-81f9-3f2e655b2429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.482879 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9eea92e3-da85-4292-8370-932bf4f4407e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=977428ee56a643d298023be06ad65607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113375 Jul 06 17:35:54.486056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56262) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:54.486821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea92e3-da85-4292-8370-932bf4f4407e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c6bc16-168c-463b-bfc3-79a7864819bb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:54.523151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6bf34-57b1-4929-a86f-dbf3c9e5e38d req-af01e285-ec67-4316-9cba-7b46bf45677f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:54.524754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe6bf34-57b1-4929-a86f-dbf3c9e5e38d req-af01e285-ec67-4316-9cba-7b46bf45677f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 945 time: 0.2385190 Jul 06 17:35:54.550535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307813c-341c-420e-9d69-9a1dfdfb426e req-516e0952-e58b-4b7b-bc3b-a8dbd7a758d3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:54.556994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307813c-341c-420e-9d69-9a1dfdfb426e req-516e0952-e58b-4b7b-bc3b-a8dbd7a758d3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:54.560023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f307813c-341c-420e-9d69-9a1dfdfb426e req-516e0952-e58b-4b7b-bc3b-a8dbd7a758d3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1666 time: 0.2250078 Jul 06 17:35:54.583882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] For port 311fcce5-459a-47af-bb92-82288275bcd1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=311fcce5-459a-47af-bb92-82288275bcd1,segment=NetworkSegment(03e11bb5-57f8-44a9-a598-fbe0bfa5489b),segment_id=03e11bb5-57f8-44a9-a598-fbe0bfa5489b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:54.584384 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.611039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Calling delete_port for 311fcce5-459a-47af-bb92-82288275bcd1 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:54.615693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Attempting to bind port 45de49fd-72a1-4677-909a-98e04216b468 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:54.616419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Attempting to bind port 45de49fd-72a1-4677-909a-98e04216b468 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '3aea3aac-4558-4213-bbe9-5c00c413672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:54.616813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Attempting to bind port 45de49fd-72a1-4677-909a-98e04216b468 on network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:54.634319 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f307813c-341c-420e-9d69-9a1dfdfb426e req-da1c5acb-5e89-446f-8230-4dfacf58d50c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666044 Jul 06 17:35:54.642514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Port 45de49fd-72a1-4677-909a-98e04216b468 on network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:35:54.642855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Attempting to bind port 45de49fd-72a1-4677-909a-98e04216b468 on network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:54.655842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:54.656260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Checking segment: {'id': '3aea3aac-4558-4213-bbe9-5c00c413672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:54.657862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Bound using segment: {'id': '3aea3aac-4558-4213-bbe9-5c00c413672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:54.657862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Bound port: 45de49fd-72a1-4677-909a-98e04216b468, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aea3aac-4558-4213-bbe9-5c00c413672e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:54.657862 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.665609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dfe6bf34-57b1-4929-a86f-dbf3c9e5e38d req-f22aa287-46e5-4c6f-b53f-4efe8d63922a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222944 Jul 06 17:35:54.706004 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c277a366-a97a-4ac6-81f9-3f2e655b2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.708683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c277a366-a97a-4ac6-81f9-3f2e655b2429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.709859 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c277a366-a97a-4ac6-81f9-3f2e655b2429 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95ca684c-ca30-47ed-b9c0-8f2baf387f11 HTTP/1.1" status: 204 len: 168 time: 0.4762316 Jul 06 17:35:54.720719 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c33405f-cb24-43ce-afd7-be0cbf236267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.755679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277a366-a97a-4ac6-81f9-3f2e655b2429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca684c-ca30-47ed-b9c0-8f2baf387f11,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:54.791964 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c33405f-cb24-43ce-afd7-be0cbf236267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.821868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] For port 45de49fd-72a1-4677-909a-98e04216b468, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:54.833071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] For port 45de49fd-72a1-4677-909a-98e04216b468, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45de49fd-72a1-4677-909a-98e04216b468,segment=NetworkSegment(3aea3aac-4558-4213-bbe9-5c00c413672e),segment_id=3aea3aac-4558-4213-bbe9-5c00c413672e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:54.846073 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.893483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:54.894598 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.896207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] 10.222.0.22 "PUT /v2.0/ports/45de49fd-72a1-4677-909a-98e04216b468 HTTP/1.1" status: 200 len: 1091 time: 1.1668584 Jul 06 17:35:54.899766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'tag': '45de49fd-72a1-4677-909a-98e04216b468'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:54.904594 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c66f21e-31c4-4849-b742-fdc203aad1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "tag": "45de49fd-72a1-4677-909a-98e04216b468"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:54.940234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Request body: {'port': {'device_id': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:35:54.946627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c33405f-cb24-43ce-afd7-be0cbf236267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.949309 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c33405f-cb24-43ce-afd7-be0cbf236267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:54.953275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4c33405f-cb24-43ce-afd7-be0cbf236267 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1c6bc16-168c-463b-bfc3-79a7864819bb HTTP/1.1" status: 204 len: 168 time: 0.4612446 Jul 06 17:35:54.990648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30307ee9-37af-46a9-9993-86a15c0eb43e service neutron] Pushing event updated for resources: {'Port': ['ID=45de49fd-72a1-4677-909a-98e04216b468,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:55.002060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33405f-cb24-43ce-afd7-be0cbf236267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c6bc16-168c-463b-bfc3-79a7864819bb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:55.004236 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:55.097971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Pushing event deleted for resources: {'Port': ['ID=311fcce5-459a-47af-bb92-82288275bcd1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:55.169759 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a00549a-01c2-43ad-9ab7-d98c5b448ae8 x-openstack-request-id: req-1a00549a-01c2-43ad-9ab7-d98c5b448ae8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:55.169759 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "tag": "45de49fd-72a1-4677-909a-98e04216b468", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:55.170151 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a00549a-01c2-43ad-9ab7-d98c5b448ae8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:55.170468 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'tag': '45de49fd-72a1-4677-909a-98e04216b468', 'status': 'completed', 'code': 200} Jul 06 17:35:55.173643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:55.323005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a333ba-a0b4-4621-a3c5-342b6c36430e req-bd3a3dc6-ec6d-428a-8947-d7d5e693ed91 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:55.324349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19a333ba-a0b4-4621-a3c5-342b6c36430e req-bd3a3dc6-ec6d-428a-8947-d7d5e693ed91 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 945 time: 0.3465052 Jul 06 17:35:55.398259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56286) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:55.422718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f21e-31c4-4849-b742-fdc203aad1c4 req-2acb3c5a-41ab-4190-b278-6690f202d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:55.423221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f21e-31c4-4849-b742-fdc203aad1c4 req-2acb3c5a-41ab-4190-b278-6690f202d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:55.424985 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c66f21e-31c4-4849-b742-fdc203aad1c4 req-2acb3c5a-41ab-4190-b278-6690f202d699 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=048950e7f5024ffd81c6481311b62e94&device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1913 time: 0.2538409 Jul 06 17:35:55.434810 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd31d-2973-42de-8729-4f9925e9d5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:55.438048 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:55.538377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19a333ba-a0b4-4621-a3c5-342b6c36430e req-48895bb4-bbf8-4735-87c7-c2763dc64f59 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036655 Jul 06 17:35:55.637658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f21e-31c4-4849-b742-fdc203aad1c4 req-fdc740d3-d2a5-4c79-b988-2703c94d7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:55.638928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f21e-31c4-4849-b742-fdc203aad1c4 req-fdc740d3-d2a5-4c79-b988-2703c94d7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:55.639415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f21e-31c4-4849-b742-fdc203aad1c4 req-fdc740d3-d2a5-4c79-b988-2703c94d7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:55.641394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c66f21e-31c4-4849-b742-fdc203aad1c4 req-fdc740d3-d2a5-4c79-b988-2703c94d7d33 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=048950e7f5024ffd81c6481311b62e94&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2063410 Jul 06 17:35:55.761258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd31d-2973-42de-8729-4f9925e9d5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:55.769501 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd31d-2973-42de-8729-4f9925e9d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:55.832781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5d3dd31d-2973-42de-8729-4f9925e9d5a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92861dba8b504d8e992aea56e36b33ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335783 Jul 06 17:35:55.833656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:55.843731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Router 89f4543d-81b8-4ed7-98b8-dbb630075a04 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:35:55.854441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dd31d-2973-42de-8729-4f9925e9d5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39dde52-79f4-4213-b4d5-1cb6f8a462fd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:55.889765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:55.909253 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:55.923607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Transition to ACTIVE for port object 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:35:55.928173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f21e-31c4-4849-b742-fdc203aad1c4 req-57d1b758-b0ad-4a18-9b66-5fd3be7a2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:55.930041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c66f21e-31c4-4849-b742-fdc203aad1c4 req-57d1b758-b0ad-4a18-9b66-5fd3be7a2712 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2803454 Jul 06 17:35:55.954077 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.022011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-def2c70b-8228-44f1-8a39-362538d70dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.055263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Pushing event updated for resources: {'Port': ['ID=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:56.082132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:35:56.099203 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] Sync routers for ids ['89f4543d-81b8-4ed7-98b8-dbb630075a04'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:35:56.123742 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] Routers {'89f4543d-81b8-4ed7-98b8-dbb630075a04'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:56.124380 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['89f4543d-81b8-4ed7-98b8-dbb630075a04'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:56.126873 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-643d4492-77d1-42f1-979c-765a68b279fe admin admin] 10.222.0.13 "PUT /v2.0/routers/89f4543d-81b8-4ed7-98b8-dbb630075a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8458526 Jul 06 17:35:56.134992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:56.164248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cfe0a-0953-4e6a-a6c5-50fcf0616e63 req-92ccf7ff-d5d5-497e-bad4-fef3b1b72ea5 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:56.177170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cfe0a-0953-4e6a-a6c5-50fcf0616e63 req-92ccf7ff-d5d5-497e-bad4-fef3b1b72ea5 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:56.185283 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-987cfe0a-0953-4e6a-a6c5-50fcf0616e63 req-92ccf7ff-d5d5-497e-bad4-fef3b1b72ea5 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1666 time: 0.3339078 Jul 06 17:35:56.242324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-def2c70b-8228-44f1-8a39-362538d70dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.274628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-987cfe0a-0953-4e6a-a6c5-50fcf0616e63 req-bfc8e1af-fdf4-48f0-ac21-54b5ecc95448 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883307 Jul 06 17:35:56.275632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Attempting to bind port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:35:56.275976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Attempting to bind port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e29de83c-4279-426b-8f25-64f1d6c07738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:35:56.276326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Attempting to bind port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 on network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:56.299249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 on network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:35:56.299473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Attempting to bind port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 on network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:35:56.312222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:35:56.312570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Checking segment: {'id': 'e29de83c-4279-426b-8f25-64f1d6c07738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:35:56.312966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Bound using segment: {'id': 'e29de83c-4279-426b-8f25-64f1d6c07738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:35:56.313413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Bound port: 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29de83c-4279-426b-8f25-64f1d6c07738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:35:56.316225 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.320706 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] Set router 89f4543d-81b8-4ed7-98b8-dbb630075a04 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:56.473534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] For port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:35:56.480815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.484166 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] For port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:35:56.494207 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.549794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:56.550630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.552842 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] 10.222.0.22 "PUT /v2.0/ports/70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 HTTP/1.1" status: 200 len: 1092 time: 1.6248684 Jul 06 17:35:56.584333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4935fb6-a4ef-4a69-9ded-2601a9905c4b service neutron] Pushing event updated for resources: {'Port': ['ID=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:56.594260 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:54Z', 'revision_number': 5, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'gw_port': {'id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:56.655457 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] Checking router: 89f4543d-81b8-4ed7-98b8-dbb630075a04 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:35:56.671054 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] Routers {'89f4543d-81b8-4ed7-98b8-dbb630075a04'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:35:56.672653 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['89f4543d-81b8-4ed7-98b8-dbb630075a04'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:56.681983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-def2c70b-8228-44f1-8a39-362538d70dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.688708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-def2c70b-8228-44f1-8a39-362538d70dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.691069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-def2c70b-8228-44f1-8a39-362538d70dfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e39dde52-79f4-4213-b4d5-1cb6f8a462fd HTTP/1.1" status: 204 len: 168 time: 0.8457000 Jul 06 17:35:56.723405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-084b3f34-2c71-4170-8178-540ba5a66e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:56.724581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-084b3f34-2c71-4170-8178-540ba5a66e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:56.727232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-084b3f34-2c71-4170-8178-540ba5a66e85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=048950e7f5024ffd81c6481311b62e94&device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1980 time: 0.0951922 Jul 06 17:35:56.739022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2c70b-8228-44f1-8a39-362538d70dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39dde52-79f4-4213-b4d5-1cb6f8a462fd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:56.770050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963112ce-0d30-480b-914e-067c1d6e400f req-be92628c-adf1-42d4-b65d-effe4248f281 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:56.777511 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-963112ce-0d30-480b-914e-067c1d6e400f req-be92628c-adf1-42d4-b65d-effe4248f281 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 945 time: 0.3636942 Jul 06 17:35:56.843787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-963112ce-0d30-480b-914e-067c1d6e400f req-a59c2a47-18e1-4ff5-bcad-badd1e71f012 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653317 Jul 06 17:35:56.854917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:56.861544 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-0a9ff7b9-5773-4ab9-88d0-3fb6940e9c10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=45de49fd-72a1-4677-909a-98e04216b468 HTTP/1.1" status: 200 len: 217 time: 0.1267140 Jul 06 17:35:56.983432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Deleting port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:56.984369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:57.022506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-7298cfa6-d630-4b32-9263-b155145f8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:57.024122 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-7298cfa6-d630-4b32-9263-b155145f8f2d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f712c9a7-b36b-4dd3-bce2-b1f752e5a342 HTTP/1.1" status: 200 len: 801 time: 0.1536934 Jul 06 17:35:57.109010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] For port 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9ffb9ea5-15d5-445d-ae9e-0b1e543803e7,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:57.109583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:57.140355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Calling delete_port for 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:57.177254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'tag': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:57.186637 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d" -d '{"events": [{"name": "network-changed", "server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "tag": "70d4cb9c-1ef6-4788-a4d7-92a3af7b4189"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:57.202224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-e3518356-fd3d-46b4-ae8d-4ba6ef8072fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:57.206265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-e3518356-fd3d-46b4-ae8d-4ba6ef8072fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1682994 Jul 06 17:35:57.327425 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791ce96e-cfc6-4987-a328-7418e9f7fa0e x-openstack-request-id: req-791ce96e-cfc6-4987-a328-7418e9f7fa0e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:57.327562 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "tag": "70d4cb9c-1ef6-4788-a4d7-92a3af7b4189", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:57.327799 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-791ce96e-cfc6-4987-a328-7418e9f7fa0e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:57.328203 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'tag': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189', 'status': 'completed', 'code': 200} Jul 06 17:35:57.377825 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] Set router 89f4543d-81b8-4ed7-98b8-dbb630075a04 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:35:57.420710 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-2aeb0165-7087-486a-9620-c293ce8d952c service neutron] 10.222.0.22 "GET /v2.0/networks/dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055666 Jul 06 17:35:57.580431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-ce0ae84b-5bd3-41c6-a9cc-c9efe64a37b7 service neutron] 10.222.0.22 "GET /v2.0/networks/dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507890 Jul 06 17:35:57.594057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 54f39295-2c68-4f4f-9bf7-8440f825cb63 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:35:57.658894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-bb7087fb-6621-46b1-9b85-3eb0f3576f5a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 HTTP/1.1" status: 200 len: 217 time: 0.0720985 Jul 06 17:35:57.781437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-947747bf-ad42-4e3d-90f1-ac7e3036e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:57.785199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-947747bf-ad42-4e3d-90f1-ac7e3036e024 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76978962-3fae-4014-b4c9-2615a85670aa HTTP/1.1" status: 200 len: 801 time: 0.1000938 Jul 06 17:35:57.823082 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:54Z', 'revision_number': 5, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'gw_port': {'id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:35:57.857174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-8dd933cc-82d0-4abd-b0e5-b42f2cbf860a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:57.859222 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-8dd933cc-82d0-4abd-b0e5-b42f2cbf860a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 945 time: 0.2123244 Jul 06 17:35:57.886129 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccd4bb-5213-4674-9c44-66946538d22a None None] The sync data for ids ['89f4543d-81b8-4ed7-98b8-dbb630075a04'] in n-d-799526-3 is: [{'id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'name': 'tempest-FloatingIPsTestJSON-1499613462-router', 'tenant_id': '00aa436dc2e3492a989549584118fdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:54Z', 'revision_number': 5, 'project_id': '00aa436dc2e3492a989549584118fdcb', 'gw_port': {'id': '9ffb9ea5-15d5-445d-ae9e-0b1e543803e7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f4543d-81b8-4ed7-98b8-dbb630075a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:35:27Z', 'updated_at': '2021-07-06T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:35:57.919655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:57.947750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f1ab6-f2d9-4ed5-b41e-8cb01153860a req-c3f2b8e2-fd4e-44c3-bab9-0a547631eab7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:57.958704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '54f39295-2c68-4f4f-9bf7-8440f825cb63', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'port_id': '54f39295-2c68-4f4f-9bf7-8440f825cb63', 'mac_address': 'fa:16:3e:c0:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:35:57.958833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-63ebedee-1f1b-4830-bd51-0f2663414c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:57.962607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-63ebedee-1f1b-4830-bd51-0f2663414c4d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=148b52a0-fdf5-4bf5-b481-3b393cbf30d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1684244 Jul 06 17:35:57.968932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f1ab6-f2d9-4ed5-b41e-8cb01153860a req-c3f2b8e2-fd4e-44c3-bab9-0a547631eab7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:57.976353 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d5f1ab6-f2d9-4ed5-b41e-8cb01153860a req-c3f2b8e2-fd4e-44c3-bab9-0a547631eab7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1678 time: 0.1784415 Jul 06 17:35:57.986253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.026664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffb9ea5-15d5-445d-ae9e-0b1e543803e7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:58.047867 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.065620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54f39295-2c68-4f4f-9bf7-8440f825cb63 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:35:58.084258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d5f1ab6-f2d9-4ed5-b41e-8cb01153860a req-a5c93de4-76ca-4f12-800d-13dbd4680a5e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065235 Jul 06 17:35:58.107112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:58.112926 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.126984 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-12da0f36-5aed-4173-8513-1fbe6fc6f91b service neutron] 10.222.0.22 "GET /v2.0/networks/148b52a0-fdf5-4bf5-b481-3b393cbf30d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596291 Jul 06 17:35:58.133627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Deleting port 087784b2-dd05-4450-aa79-4aa1da642037 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:58.134193 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.181321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=54f39295-2c68-4f4f-9bf7-8440f825cb63,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:58.196071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.235013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['54f39295-2c68-4f4f-9bf7-8440f825cb63'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:58.334521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.354324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.370803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddbdf71a-f757-491e-8094-8b11327434c8 req-ec1b1710-88f1-46a7-869f-af107667373d service neutron] 10.222.0.22 "GET /v2.0/networks/148b52a0-fdf5-4bf5-b481-3b393cbf30d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299840 Jul 06 17:35:58.431693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.432273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f4543d-81b8-4ed7-98b8-dbb630075a04 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:35:58.442486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] For port 087784b2-dd05-4450-aa79-4aa1da642037, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=087784b2-dd05-4450-aa79-4aa1da642037,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:35:58.444301 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.448436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.452406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5fb508e4-1036-4637-a6c6-e74e105b439e admin admin] 10.222.0.13 "DELETE /v2.0/routers/89f4543d-81b8-4ed7-98b8-dbb630075a04 HTTP/1.1" status: 204 len: 168 time: 2.2989690 Jul 06 17:35:58.459935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:58.507554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Calling delete_port for 087784b2-dd05-4450-aa79-4aa1da642037 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:35:58.624476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171db55-3fe8-4e4e-bb87-095e9c887dc3 req-50af2f93-f499-473d-ba1f-f898d7920a6f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:58.641881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3171db55-3fe8-4e4e-bb87-095e9c887dc3 req-50af2f93-f499-473d-ba1f-f898d7920a6f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=db7fd811-1392-46ff-a4eb-e132eee31c72 HTTP/1.1" status: 200 len: 945 time: 0.3248293 Jul 06 17:35:58.656389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ccc5ec-a9fa-4578-b17a-c4f0b00c74f1 admin admin] Deleting subnet 428b563c-b038-4840-9468-abde021d9a70 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:35:58.673953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ccc5ec-a9fa-4578-b17a-c4f0b00c74f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.788504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ccc5ec-a9fa-4578-b17a-c4f0b00c74f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.806731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3171db55-3fe8-4e4e-bb87-095e9c887dc3 req-57af6755-055f-4278-9890-bfca867fd4c9 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622970 Jul 06 17:35:58.836846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-e8fde2c9-bf1f-4603-b206-ec7c9d4cb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:58.837363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-e8fde2c9-bf1f-4603-b206-ec7c9d4cb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:58.838942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-e8fde2c9-bf1f-4603-b206-ec7c9d4cb7fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=048950e7f5024ffd81c6481311b62e94&device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1980 time: 0.2277639 Jul 06 17:35:58.871367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:58.954085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9', '087784b2-dd05-4450-aa79-4aa1da642037'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:35:59.000344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event deleted for resources: {'Port': ['ID=087784b2-dd05-4450-aa79-4aa1da642037,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:59.104002 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ccc5ec-a9fa-4578-b17a-c4f0b00c74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.212267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] No DVR routers for this DVR port 087784b2-dd05-4450-aa79-4aa1da642037 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:35:59.223669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ccc5ec-a9fa-4578-b17a-c4f0b00c74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.226184 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.229749 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb1e18c0-ab03-455b-8214-573ad59996a6 req-0b6794af-cf95-4350-8665-ac175e5bf9fb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "DELETE /v2.0/ports/087784b2-dd05-4450-aa79-4aa1da642037 HTTP/1.1" status: 204 len: 173 time: 1.3625534 Jul 06 17:35:59.266351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ccc5ec-a9fa-4578-b17a-c4f0b00c74f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.274371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96ccc5ec-a9fa-4578-b17a-c4f0b00c74f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/428b563c-b038-4840-9468-abde021d9a70 HTTP/1.1" status: 204 len: 168 time: 0.8132746 Jul 06 17:35:59.275707 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccc5ec-a9fa-4578-b17a-c4f0b00c74f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428b563c-b038-4840-9468-abde021d9a70,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:35:59.279853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56458) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:35:59.287652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a31f8-cc32-479f-a5e9-2b1aae7a8eaf None None] Network b56af4c3-9278-4618-804e-10811ffbb1b6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:35:59.392797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7fd811-1392-46ff-a4eb-e132eee31c72', 'name': 'network-vif-deleted', 'tag': '087784b2-dd05-4450-aa79-4aa1da642037'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:35:59.396067 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8916a763-0ffe-436e-8165-709924ae0d28" -d '{"events": [{"server_uuid": "db7fd811-1392-46ff-a4eb-e132eee31c72", "name": "network-vif-deleted", "tag": "087784b2-dd05-4450-aa79-4aa1da642037"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:35:59.402996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.437404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-e9be22df-757c-4aed-a7cd-45ecdcbf5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:59.439595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-e9be22df-757c-4aed-a7cd-45ecdcbf5f9d service neutron] 10.222.0.22 "GET /v2.0/networks?id=148b52a0-fdf5-4bf5-b481-3b393cbf30d1 HTTP/1.1" status: 200 len: 903 time: 0.5879655 Jul 06 17:35:59.502581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 311fcce5-459a-47af-bb92-82288275bcd1 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:59.535359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-ab857f77-9822-4afd-a69e-37718edd54b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 HTTP/1.1" status: 200 len: 217 time: 0.0795462 Jul 06 17:35:59.541784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 311fcce5-459a-47af-bb92-82288275bcd1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:59.542193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 311fcce5-459a-47af-bb92-82288275bcd1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:59.542687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:35:59.611862 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79077cf-797e-4dbe-840c-e7c447827520 x-openstack-request-id: req-f79077cf-797e-4dbe-840c-e7c447827520 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:35:59.612123 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7fd811-1392-46ff-a4eb-e132eee31c72", "name": "network-vif-deleted", "tag": "087784b2-dd05-4450-aa79-4aa1da642037", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:35:59.612447 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f79077cf-797e-4dbe-840c-e7c447827520 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:35:59.612805 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7fd811-1392-46ff-a4eb-e132eee31c72', 'name': 'network-vif-deleted', 'tag': '087784b2-dd05-4450-aa79-4aa1da642037', 'status': 'completed', 'code': 200} Jul 06 17:35:59.658142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 54f39295-2c68-4f4f-9bf7-8440f825cb63 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:35:59.661716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:35:59.662200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9ffb9ea5-15d5-445d-ae9e-0b1e543803e7 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:35:59.676143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-be8cc287-bebc-4197-87b8-2a42617960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:59.677628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-be8cc287-bebc-4197-87b8-2a42617960b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76978962-3fae-4014-b4c9-2615a85670aa HTTP/1.1" status: 200 len: 801 time: 0.1246827 Jul 06 17:35:59.742772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 54f39295-2c68-4f4f-9bf7-8440f825cb63 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:35:59.743172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.757503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1404-5e54-4ae9-a63e-a9a08a03ab74 req-90d95978-e30f-4669-b308-52808765a858 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:59.763541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1404-5e54-4ae9-a63e-a9a08a03ab74 req-90d95978-e30f-4669-b308-52808765a858 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:59.772134 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80cc1404-5e54-4ae9-a63e-a9a08a03ab74 req-90d95978-e30f-4669-b308-52808765a858 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1678 time: 0.4899077 Jul 06 17:35:59.807504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Deleting port a438740a-43eb-4ebb-b4df-0ad422fe96df {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:35:59.808103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.839461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a66f673-3f19-44a6-9254-471563e4f9f4 None None] DHCP port deletion for b56af4c3-9278-4618-804e-10811ffbb1b6 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:35:59.861271 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:35:59.896064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-eda8b0ea-e1a7-4918-a6e4-f215cbeae7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:35:59.897537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-eda8b0ea-e1a7-4918-a6e4-f215cbeae7c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=148b52a0-fdf5-4bf5-b481-3b393cbf30d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2111015 Jul 06 17:35:59.915048 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80cc1404-5e54-4ae9-a63e-a9a08a03ab74 req-91a217da-4e2e-439f-a4b9-9e584d11b930 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415558 Jul 06 17:36:00.001729 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:00.034178 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ed44af-4c58-4586-ba8a-17ce927432d0" -d '{"events": [{"server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "name": "network-vif-plugged", "status": "completed", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:00.065516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-d9ea1cf1-cea1-4945-b908-4b30fe61de11 service neutron] 10.222.0.22 "GET /v2.0/networks/148b52a0-fdf5-4bf5-b481-3b393cbf30d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493232 Jul 06 17:36:00.082150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] For port a438740a-43eb-4ebb-b4df-0ad422fe96df, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a438740a-43eb-4ebb-b4df-0ad422fe96df,segment=NetworkSegment(03e11bb5-57f8-44a9-a598-fbe0bfa5489b),segment_id=03e11bb5-57f8-44a9-a598-fbe0bfa5489b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:00.087002 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.124489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:00.136048 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.144590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5a66f673-3f19-44a6-9254-471563e4f9f4 None None] Deleting port a438740a-43eb-4ebb-b4df-0ad422fe96df {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:00.145561 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a66f673-3f19-44a6-9254-471563e4f9f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.323735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56504) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:00.326218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5a66f673-3f19-44a6-9254-471563e4f9f4 None None] For port a438740a-43eb-4ebb-b4df-0ad422fe96df, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a438740a-43eb-4ebb-b4df-0ad422fe96df,segment=NetworkSegment(03e11bb5-57f8-44a9-a598-fbe0bfa5489b),segment_id=03e11bb5-57f8-44a9-a598-fbe0bfa5489b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:00.326509 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a66f673-3f19-44a6-9254-471563e4f9f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.336132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=54f39295-2c68-4f4f-9bf7-8440f825cb63,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:00.347015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Calling delete_port for a438740a-43eb-4ebb-b4df-0ad422fe96df owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:00.389760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5a66f673-3f19-44a6-9254-471563e4f9f4 None None] Calling delete_port for a438740a-43eb-4ebb-b4df-0ad422fe96df owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:00.488104 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-fc7197ce-9ca9-43dd-8cd4-7b752e754c1d tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762362 Jul 06 17:36:00.505105 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0dc45e-b134-4a20-9912-8406acae8c16 x-openstack-request-id: req-4a0dc45e-b134-4a20-9912-8406acae8c16 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:00.508464 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "name": "network-vif-plugged", "status": "completed", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:00.512310 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a0dc45e-b134-4a20-9912-8406acae8c16 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:00.514891 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63', 'code': 200} Jul 06 17:36:00.521268 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a66f673-3f19-44a6-9254-471563e4f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.594530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8e4bc4d-4a8d-454b-a0b6-df8f0dc8a14d req-8b303a79-a3ac-46f9-b55c-3e8f537ad980 service neutron] 10.222.0.22 "GET /v2.0/networks/148b52a0-fdf5-4bf5-b481-3b393cbf30d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203924 Jul 06 17:36:00.606949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66f673-3f19-44a6-9254-471563e4f9f4 None None] Pushing event deleted for resources: {'Port': ['ID=a438740a-43eb-4ebb-b4df-0ad422fe96df,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:00.625815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66f673-3f19-44a6-9254-471563e4f9f4 None None] No DVR routers for this DVR port a438740a-43eb-4ebb-b4df-0ad422fe96df on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:00.682877 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.688218 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8246cea0-2fe7-4905-94b7-ec05a701af22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.732496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] No DVR routers for this DVR port a438740a-43eb-4ebb-b4df-0ad422fe96df on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:00.757779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Pushing event deleted for resources: {'Port': ['ID=a438740a-43eb-4ebb-b4df-0ad422fe96df,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:00.785723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-27089d3f-a210-4bab-94c4-d449b176911c tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:00.787283 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.787788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.788223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.788691 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-27089d3f-a210-4bab-94c4-d449b176911c tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994468 Jul 06 17:36:00.788837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.789243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.789830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.790453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.791021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.791588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.792146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.792761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.793323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:00.840583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-f01d279a-afe9-418c-b58b-ebdac147b7fd tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/quotas/4576e4e85a2e49f2b6518719dd6f913b HTTP/1.1" status: 200 len: 375 time: 0.0338390 Jul 06 17:36:00.875471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.891172 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-b7ba38ed-aed5-4fa7-bd20-e7569ad62308 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481162 Jul 06 17:36:00.892966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56af4c3-9278-4618-804e-10811ffbb1b6']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:00.907896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e11bb5-57f8-44a9-a598-fbe0bfa5489b') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:00.908627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e11bb5-57f8-44a9-a598-fbe0bfa5489b') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:00.920797 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.939988 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.955120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:36:00.955755 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:36:00.958559 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:36:01.040016 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8246cea0-2fe7-4905-94b7-ec05a701af22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.048954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8246cea0-2fe7-4905-94b7-ec05a701af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.061384 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.093194 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.099619 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b56af4c3-9278-4618-804e-10811ffbb1b6 HTTP/1.1" status: 204 len: 168 time: 1.7978399 Jul 06 17:36:01.102240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b0b53-692c-46c1-95cd-b31aaf649463 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56af4c3-9278-4618-804e-10811ffbb1b6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:01.120951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246cea0-2fe7-4905-94b7-ec05a701af22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b8eaff-1140-428b-8d75-4decda7e675b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:01.127824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8246cea0-2fe7-4905-94b7-ec05a701af22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ba36be41fff45eeb7465e880436922a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7987165 Jul 06 17:36:01.128937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56538) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:01.131168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:36:01.232798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a3927-57e5-4700-8794-81ad12fa9e02 req-7b092da1-dbe0-4a9c-b5c3-d854d141a48f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:01.240531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a3927-57e5-4700-8794-81ad12fa9e02 req-7b092da1-dbe0-4a9c-b5c3-d854d141a48f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:01.250244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-648a3927-57e5-4700-8794-81ad12fa9e02 req-7b092da1-dbe0-4a9c-b5c3-d854d141a48f tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1678 time: 0.1601315 Jul 06 17:36:01.307330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-648a3927-57e5-4700-8794-81ad12fa9e02 req-d7f10cab-3a24-4b2b-a44d-b46280f3d204 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558193 Jul 06 17:36:01.311172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a438740a-43eb-4ebb-b4df-0ad422fe96df no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:01.335460 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a14688fc-33b2-4967-b458-ef7fe9a88db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.395133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: a438740a-43eb-4ebb-b4df-0ad422fe96df {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:01.395480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a438740a-43eb-4ebb-b4df-0ad422fe96df not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:01.415641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56552) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:01.484268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:01.492216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a14688fc-33b2-4967-b458-ef7fe9a88db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.515770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189', 'network_id': '148b52a0-fdf5-4bf5-b481-3b393cbf30d1', 'port_id': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189', 'mac_address': 'fa:16:3e:c9:94:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76978962-3fae-4014-b4c9-2615a85670aa', 'ip_address': '19.86.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:36:01.548527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-08cdcb8a-6737-4307-b0b8-54c93922a30c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00aa436dc2e3492a989549584118fdcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187103 Jul 06 17:36:01.549180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:01.577846 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.601024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:01.607632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdb587-904e-4094-90a4-38699abcc499 req-f7be687c-8990-445a-bb2a-eaddf0b1ed95 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:01.612304 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.615893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 087784b2-dd05-4450-aa79-4aa1da642037 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:01.619317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-f7be687c-8990-445a-bb2a-eaddf0b1ed95 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.3165679 Jul 06 17:36:01.657989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 087784b2-dd05-4450-aa79-4aa1da642037 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:01.658888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 087784b2-dd05-4450-aa79-4aa1da642037 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:01.666538 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea07ca76-df32-4ae4-be7f-94887eb4eca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.667136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:01.680015 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-0d7df450-5585-47f5-8b87-0a7900b4baa3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/quotas/f8e157e7167447a9b0d80246d2efcc22 HTTP/1.1" status: 200 len: 375 time: 0.0597546 Jul 06 17:36:01.681567 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.682540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 45de49fd-72a1-4677-909a-98e04216b468 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:36:01.736581 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea07ca76-df32-4ae4-be7f-94887eb4eca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.781202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a14688fc-33b2-4967-b458-ef7fe9a88db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.787595 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a14688fc-33b2-4967-b458-ef7fe9a88db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.795905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a14688fc-33b2-4967-b458-ef7fe9a88db4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11b8eaff-1140-428b-8d75-4decda7e675b HTTP/1.1" status: 204 len: 168 time: 0.6503501 Jul 06 17:36:01.814549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0ba500a-d550-4499-9100-5c3cb1168c1c req-fbbab5f2-97cf-461d-a2df-0c1bab306f21 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 210 time: 0.1130853 Jul 06 17:36:01.822147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:01.826893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14688fc-33b2-4967-b458-ef7fe9a88db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b8eaff-1140-428b-8d75-4decda7e675b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:01.878942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-394661c8-876c-4cf6-99b3-3b6775574181 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1901960 Jul 06 17:36:01.904944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea07ca76-df32-4ae4-be7f-94887eb4eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.915484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea07ca76-df32-4ae4-be7f-94887eb4eca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:01.920916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ea07ca76-df32-4ae4-be7f-94887eb4eca3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3a09c34-0a9c-41d6-95b1-ae90c7906459 HTTP/1.1" status: 204 len: 168 time: 0.3706110 Jul 06 17:36:01.940858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07ca76-df32-4ae4-be7f-94887eb4eca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a09c34-0a9c-41d6-95b1-ae90c7906459,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:02.009528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 45de49fd-72a1-4677-909a-98e04216b468, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45de49fd-72a1-4677-909a-98e04216b468,segment=NetworkSegment(3aea3aac-4558-4213-bbe9-5c00c413672e),segment_id=3aea3aac-4558-4213-bbe9-5c00c413672e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:02.048065 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-83637d41-4246-47ff-8af2-cca5e46fa74a service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513717 Jul 06 17:36:02.052540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '45de49fd-72a1-4677-909a-98e04216b468', 'network_id': 'dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85', 'port_id': '45de49fd-72a1-4677-909a-98e04216b468', 'mac_address': 'fa:16:3e:53:7c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f712c9a7-b36b-4dd3-bce2-b1f752e5a342', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:36:02.172925 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:02.195565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45de49fd-72a1-4677-909a-98e04216b468 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:02.206995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-8d3961df-e05e-40b6-90a4-eb0e78132290 service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577826 Jul 06 17:36:02.228098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 45de49fd-72a1-4677-909a-98e04216b468, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45de49fd-72a1-4677-909a-98e04216b468,segment=NetworkSegment(3aea3aac-4558-4213-bbe9-5c00c413672e),segment_id=3aea3aac-4558-4213-bbe9-5c00c413672e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:02.234371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:02.306788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=45de49fd-72a1-4677-909a-98e04216b468,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:02.537003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['70d4cb9c-1ef6-4788-a4d7-92a3af7b4189'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:36:02.543487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1701116a-4aa7-4ec2-b209-a5d09e457676 req-08fbf59e-243c-4a66-8feb-a8d3bf47b473 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 210 time: 0.0585737 Jul 06 17:36:02.986355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:03.007189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f898c34-d491-4722-8deb-a602905ea981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:03.170204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f898c34-d491-4722-8deb-a602905ea981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:03.177936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f898c34-d491-4722-8deb-a602905ea981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:03.273040 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5f898c34-d491-4722-8deb-a602905ea981 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3061a0f5c4f54d1c910532b93d41d7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829857 Jul 06 17:36:03.279054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:03.409655 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b874656d-8cde-4e0c-a8ce-75129e0a9816 req-5d7d2fc4-5f6c-43c1-a3fb-6ac777ba02ea tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 210 time: 0.1518586 Jul 06 17:36:03.468525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f898c34-d491-4722-8deb-a602905ea981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150ef15e-7a43-43fa-bbf6-70e646b54359,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:03.534370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d70e8f76-fb7d-40a0-9db7-609993ba8cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:03.581057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['45de49fd-72a1-4677-909a-98e04216b468'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:36:03.593518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8865ebd4-e026-4393-bc89-5664c9c4f8d7 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375445 Jul 06 17:36:03.596457 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d70e8f76-fb7d-40a0-9db7-609993ba8cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:03.722052 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d70e8f76-fb7d-40a0-9db7-609993ba8cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:03.731073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d70e8f76-fb7d-40a0-9db7-609993ba8cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:03.734999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448e426-e3c3-482c-b9ba-96098b54a325 req-2ca2d4f0-dcc5-4a4d-ba03-c1fbf251cb65 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:03.735263 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d70e8f76-fb7d-40a0-9db7-609993ba8cff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/150ef15e-7a43-43fa-bbf6-70e646b54359 HTTP/1.1" status: 204 len: 168 time: 0.4500761 Jul 06 17:36:03.741250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448e426-e3c3-482c-b9ba-96098b54a325 req-2ca2d4f0-dcc5-4a4d-ba03-c1fbf251cb65 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:03.749006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8448e426-e3c3-482c-b9ba-96098b54a325 req-2ca2d4f0-dcc5-4a4d-ba03-c1fbf251cb65 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1680 time: 1.1991134 Jul 06 17:36:03.774585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e8f76-fb7d-40a0-9db7-609993ba8cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150ef15e-7a43-43fa-bbf6-70e646b54359,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:03.915980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-ebed7d4e-a242-4efe-807c-2fa89741014d tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:03.927525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-ebed7d4e-a242-4efe-807c-2fa89741014d tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238697 Jul 06 17:36:03.955291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Request body: {'port': {'device_id': '4e3356f2-7a7c-4393-990d-7371e6013e6f', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '4576e4e85a2e49f2b6518719dd6f913b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:03.999780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8448e426-e3c3-482c-b9ba-96098b54a325 req-a924e5c9-84b0-49d6-a763-1850bdc0b8ab tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497678 Jul 06 17:36:04.055626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:04.255014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-45b96ce7-edae-459e-aac2-547de50ed619 req-000c4e06-8dfb-4d6f-97ea-e1c00f926645 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 210 time: 0.0752392 Jul 06 17:36:04.281150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Made reservation on behalf of 4576e4e85a2e49f2b6518719dd6f913b for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:04.281313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-network', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:04.286070 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:04.298900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:04.328553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Made reservation on behalf of c1246f9bcdf34a1d90eb32d20ecf62df for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:04.331827 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:04.348217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:04.535691 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:04.543542 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:04.672084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9591a328-31dd-42e2-830d-35ecf24714f0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:04.813329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:04.829839 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:04.880154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:36:04.910897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df32d0e-3e6c-459d-b451-396c0e177b17,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:04.919374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:04.920223 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Added segment 407c7d50-60f6-4e16-98de-f6ee003eb78d of type vlan for network 0eaced8f-017a-4e28-bea9-8db219d6e352 Jul 06 17:36:04.935153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb6a7466-1c20-4d07-bc57-78b52535eb4e req-6e8a5b02-4e30-4b15-bf2c-dd837468d01b tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 210 time: 0.2465961 Jul 06 17:36:04.965176 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.029549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56668) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:05.034994 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.122459 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.128745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:05.129421 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.142993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:05.165754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdb587-904e-4094-90a4-38699abcc499 req-e4c80912-f729-4385-b8e4-c903e345eb31 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:05.167468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-e4c80912-f729-4385-b8e4-c903e345eb31 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.5850739 Jul 06 17:36:05.195555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Allocated IP 192.168.233.88 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/c96e714d-2f56-4721-af92-9cee109d0654) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:05.220421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Request body: {'port': {'device_id': '191d5d01-d0de-46c3-906f-461dff09b901', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'admin_state_up': True, 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:05.246645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:05.253813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:05.255426 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.328234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2719560 Jul 06 17:36:05.334633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:05.345259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Request body: {'subnet': {'network_id': '0eaced8f-017a-4e28-bea9-8db219d6e352', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-subnet', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:05.373380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-network', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:05.376581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63734d59-c4ab-46dc-aaad-73642c48ca4b admin admin] Pushing event updated for resources: {'Network': ['ID=0eaced8f-017a-4e28-bea9-8db219d6e352,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:05.393072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 0eaced8f-017a-4e28-bea9-8db219d6e352 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:36:05.417978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Made reservation on behalf of c1246f9bcdf34a1d90eb32d20ecf62df for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:05.420690 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.511378 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.541577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:05.546313 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8d1bd-0852-4476-b57c-a3045e01f410" -d '{"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-plugged", "status": "completed", "tag": "70d4cb9c-1ef6-4788-a4d7-92a3af7b4189"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:05.574299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:05.583556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.584654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 45de49fd-72a1-4677-909a-98e04216b468 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:05.597740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebf924-f000-425f-9f75-ba34fc6ffe3e req-dad0dad7-d7bf-400a-ad5c-b96b9065141e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:05.605191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebf924-f000-425f-9f75-ba34fc6ffe3e req-dad0dad7-d7bf-400a-ad5c-b96b9065141e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:05.616249 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-88ebf924-f000-425f-9f75-ba34fc6ffe3e req-dad0dad7-d7bf-400a-ad5c-b96b9065141e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1680 time: 0.4401884 Jul 06 17:36:05.618221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Made reservation on behalf of 14fb0353ce624ce7aba009e4d47bdfdb for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:05.620879 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.648674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.696051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 45de49fd-72a1-4677-909a-98e04216b468 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:05.698131 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b0ae7af-3b92-447e-9ee6-3fa606e82062 req-9048d45c-7472-44b5-87b0-81d753de88a8 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 210 time: 0.0437040 Jul 06 17:36:05.709439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 45de49fd-72a1-4677-909a-98e04216b468 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:05.709942 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.720756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:05.741886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-88ebf924-f000-425f-9f75-ba34fc6ffe3e req-b02b7a7b-5021-42af-8be2-51fa7c9ff9a8 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080754 Jul 06 17:36:05.791388 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf57247-adb6-4ab4-b6b4-b1adee608f73 x-openstack-request-id: req-acf57247-adb6-4ab4-b6b4-b1adee608f73 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:05.791684 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-plugged", "status": "completed", "tag": "70d4cb9c-1ef6-4788-a4d7-92a3af7b4189", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:05.792486 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acf57247-adb6-4ab4-b6b4-b1adee608f73 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:05.792898 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189', 'code': 200} Jul 06 17:36:05.851593 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.861068 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.897020 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.906850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Transition to ACTIVE for port object c96e714d-2f56-4721-af92-9cee109d0654 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:05.923964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 45de49fd-72a1-4677-909a-98e04216b468, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45de49fd-72a1-4677-909a-98e04216b468,segment=NetworkSegment(3aea3aac-4558-4213-bbe9-5c00c413672e),segment_id=3aea3aac-4558-4213-bbe9-5c00c413672e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:05.933412 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:05.969971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f998ece6-b9b6-4575-b913-d5f79e1d0cf8,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:06.060700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Checking segment: {'id': '407c7d50-60f6-4e16-98de-f6ee003eb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0eaced8f-017a-4e28-bea9-8db219d6e352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:06.062629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.067544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Network hostable DHCP agents. Network: 0eaced8f-017a-4e28-bea9-8db219d6e352, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:36:06.127709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Network 0eaced8f-017a-4e28-bea9-8db219d6e352 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:36:06.141076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=45de49fd-72a1-4677-909a-98e04216b468,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:06.144221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 0eaced8f-017a-4e28-bea9-8db219d6e352) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:06.149018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:06.149640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.157366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c92f5-b1ff-4b84-b6ef-eab4a0908a43 None None] Network 0eaced8f-017a-4e28-bea9-8db219d6e352 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:06.185690 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.244046 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.287615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:36:06.301007 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1fdbef6d-f9ea-4aa9-a9d1-25a813539d6e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9631696 Jul 06 17:36:06.306323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:06.320755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:06.335795 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.336691 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Added segment 5e9e50e7-29fe-4276-9498-c38d89771137 of type vlan for network 2cefc487-2f22-44d7-92be-e07eb2da12f4 Jul 06 17:36:06.370605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.372303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.403692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac642-0859-49ab-bedb-b822c4237084 req-7b5c259f-5045-42c3-95c0-bc4367790466 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:06.413125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85aac642-0859-49ab-bedb-b822c4237084 req-7b5c259f-5045-42c3-95c0-bc4367790466 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 935 time: 0.1794419 Jul 06 17:36:06.450741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.513953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.555290 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85aac642-0859-49ab-bedb-b822c4237084 req-4e5721ab-f265-4f74-b09d-90eec5aa6902 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411960 Jul 06 17:36:06.562774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-0eaced8f-017a-4e28-bea9-8db219d6e352', 'network_id': '0eaced8f-017a-4e28-bea9-8db219d6e352', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'fixed_ips': [{'subnet_id': 'f998ece6-b9b6-4575-b913-d5f79e1d0cf8'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:36:06.566959 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.600078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:06.604238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.621367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.622569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:06.623159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.659515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:06.712150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:06.724930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:06.741999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485e3055-7939-45fd-8e9d-1de3dc5e1aa8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:06.770922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7304208 Jul 06 17:36:06.771784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Pushing event updated for resources: {'Port': ['ID=c96e714d-2f56-4721-af92-9cee109d0654,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:06.817934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56706) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:06.835245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Request body: {'subnet': {'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-subnet', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:06.847569 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:06.874998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Allocated IP 172.20.0.2 (0eaced8f-017a-4e28-bea9-8db219d6e352/f998ece6-b9b6-4575-b913-d5f79e1d0cf8/31064c3f-3e9d-4e8e-8e87-ee43d6e6c727) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:06.928227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99460ef-fa46-46eb-9492-6101ed47d3cb admin admin] Pushing event updated for resources: {'Network': ['ID=2cefc487-2f22-44d7-92be-e07eb2da12f4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:06.963394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 2cefc487-2f22-44d7-92be-e07eb2da12f4 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:36:07.003118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:07.004006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.034038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Made reservation on behalf of 14fb0353ce624ce7aba009e4d47bdfdb for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:07.036605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.050628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-72445cfb-d5d1-4651-a342-b2743a680a55 req-b10f0126-c655-4225-bcc6-314eabb5f92d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 210 time: 0.1390822 Jul 06 17:36:07.131324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-41b0bb48-86d3-499d-9713-f3ae585f71e1 None None] Provisioning for port c96e714d-2f56-4721-af92-9cee109d0654 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:07.143969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-41b0bb48-86d3-499d-9713-f3ae585f71e1 None None] Provisioning complete for port c96e714d-2f56-4721-af92-9cee109d0654 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:07.144665 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41b0bb48-86d3-499d-9713-f3ae585f71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.187278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2a514c7f-99bc-4693-ae02-aa03aa752a52 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2478440 Jul 06 17:36:07.210130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Request body: {'port': {'device_id': '4e3356f2-7a7c-4393-990d-7371e6013e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:07.233155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-41b0bb48-86d3-499d-9713-f3ae585f71e1 None None] Port c96e714d-2f56-4721-af92-9cee109d0654 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:07.237917 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.247877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Transition to ACTIVE for port object 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:07.289571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Transition to ACTIVE for port object 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:07.302605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.304777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Allocated IP 172.20.0.14 (a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4/bcb40348-e9ec-4041-81e2-4567f9b075da/c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:07.345095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.375786 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.392599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Network 0eaced8f-017a-4e28-bea9-8db219d6e352 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:07.398092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:07.401590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:07.432570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176fb93-f81c-4b35-bde6-f945a4c3201d req-330db5ac-7cee-4a73-868b-42ec98cd3e8b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:07.446766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Pushing event updated for resources: {'Port': ['ID=31064c3f-3e9d-4e8e-8e87-ee43d6e6c727,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:07.450850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176fb93-f81c-4b35-bde6-f945a4c3201d req-330db5ac-7cee-4a73-868b-42ec98cd3e8b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:07.452645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2176fb93-f81c-4b35-bde6-f945a4c3201d req-330db5ac-7cee-4a73-868b-42ec98cd3e8b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1682 time: 0.4108074 Jul 06 17:36:07.558688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Allocated IP 172.25.7.189 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/012d5a0d-8238-4f4f-b656-e120826e5973) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:07.561022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Attempting to bind port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:07.561602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Attempting to bind port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '407c7d50-60f6-4e16-98de-f6ee003eb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0eaced8f-017a-4e28-bea9-8db219d6e352'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:07.562077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Attempting to bind port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 on network 0eaced8f-017a-4e28-bea9-8db219d6e352 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:07.569736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:07.570264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Checking segment: {'id': '407c7d50-60f6-4e16-98de-f6ee003eb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0eaced8f-017a-4e28-bea9-8db219d6e352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:07.570597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.571394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Bound using segment: {'id': '407c7d50-60f6-4e16-98de-f6ee003eb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0eaced8f-017a-4e28-bea9-8db219d6e352'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:07.571876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Bound port: 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407c7d50-60f6-4e16-98de-f6ee003eb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0eaced8f-017a-4e28-bea9-8db219d6e352'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:07.572303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.573907 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.648390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-52895346-e285-4775-abef-f942dfbc1333 None None] For port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:07.651798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-52895346-e285-4775-abef-f942dfbc1333 None None] For port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=31064c3f-3e9d-4e8e-8e87-ee43d6e6c727,segment=NetworkSegment(407c7d50-60f6-4e16-98de-f6ee003eb78d),segment_id=407c7d50-60f6-4e16-98de-f6ee003eb78d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:07.661405 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.788307 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2176fb93-f81c-4b35-bde6-f945a4c3201d req-35d52fc8-22fb-4051-a368-c082cdc8e9d3 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275316 Jul 06 17:36:07.807658 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.820444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52895346-e285-4775-abef-f942dfbc1333 None None] Pushing event updated for resources: {'Port': ['ID=31064c3f-3e9d-4e8e-8e87-ee43d6e6c727,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:07.825388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45de49fd-72a1-4677-909a-98e04216b468'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:07.830870 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12205990-d08b-4128-82ea-832e1285c39e" -d '{"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-plugged", "status": "completed", "tag": "45de49fd-72a1-4677-909a-98e04216b468"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:07.950498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4a9c6-0622-43f7-9cf6-c4703eaf83d8 req-727b1002-7230-4662-890c-9f689e9f9387 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:07.957328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.960447 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ea4a9c6-0622-43f7-9cf6-c4703eaf83d8 req-727b1002-7230-4662-890c-9f689e9f9387 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 935 time: 0.1836038 Jul 06 17:36:07.994190 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:07.995924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:08.075326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:08.081168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:08.083812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:08.161443 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728aedf5-bd4e-466a-8951-e41d87fc119a x-openstack-request-id: req-728aedf5-bd4e-466a-8951-e41d87fc119a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:08.162001 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-plugged", "status": "completed", "tag": "45de49fd-72a1-4677-909a-98e04216b468", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:08.162001 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-728aedf5-bd4e-466a-8951-e41d87fc119a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:08.162474 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45de49fd-72a1-4677-909a-98e04216b468', 'code': 200} Jul 06 17:36:08.267112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ea4a9c6-0622-43f7-9cf6-c4703eaf83d8 req-9adbdee8-4471-44a1-b986-74d4d2bae164 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929358 Jul 06 17:36:08.272134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Pushing event updated for resources: {'Port': ['ID=012d5a0d-8238-4f4f-b656-e120826e5973,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:08.351387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96e714d-2f56-4721-af92-9cee109d0654 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:08.359713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:08.373400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Transition to ACTIVE for port object c96e714d-2f56-4721-af92-9cee109d0654 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:08.419488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20e93f3-a1e0-4d14-aab5-9736638a20a7,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:08.437302 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:08.472146 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:08.485991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:36:08.533371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Checking segment: {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:08.533934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Network hostable DHCP agents. Network: 2cefc487-2f22-44d7-92be-e07eb2da12f4, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:36:08.558200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:08.587124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:08.589803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:08.632591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Pushing event updated for resources: {'Port': ['ID=c96e714d-2f56-4721-af92-9cee109d0654,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:08.765511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f10fb-f17d-4074-8fe8-3acdfa2dca2f req-c98e25e2-e3fa-4728-af99-6455c37fc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:08.766253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f10fb-f17d-4074-8fe8-3acdfa2dca2f req-c98e25e2-e3fa-4728-af99-6455c37fc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:08.767953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d9f10fb-f17d-4074-8fe8-3acdfa2dca2f req-c98e25e2-e3fa-4728-af99-6455c37fc2f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1984 time: 0.3828406 Jul 06 17:36:08.788046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:08.803378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Network 2cefc487-2f22-44d7-92be-e07eb2da12f4 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:36:08.873262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:08.874567 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:08.957313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d65066-1059-4fa5-8c60-a1b6b640b2cb req-cbdf9dda-8181-4b17-aa0b-28c4d12bdf84 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:08.966815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96d65066-1059-4fa5-8c60-a1b6b640b2cb req-cbdf9dda-8181-4b17-aa0b-28c4d12bdf84 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 932 time: 0.5860209 Jul 06 17:36:08.968460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event updated for resources: {'Port': ['ID=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:08.993273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 2cefc487-2f22-44d7-92be-e07eb2da12f4) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:08.998996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:08.999886 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.008456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-56ec63b5-cf6e-40da-838d-3c9380ab9407 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8190091 Jul 06 17:36:09.019891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e899e8fc-a98d-4506-96ea-e66daf59ad8b None None] Network 2cefc487-2f22-44d7-92be-e07eb2da12f4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:09.053147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Request body: {'port': {'device_id': '191d5d01-d0de-46c3-906f-461dff09b901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:09.156203 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d9f10fb-f17d-4074-8fe8-3acdfa2dca2f req-b15731c9-808a-439d-a216-dcced22fbc74 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168902 Jul 06 17:36:09.185709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c2eb799b-eff8-4b72-9683-856d09cdadd8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3584979 Jul 06 17:36:09.188877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Attempting to bind port c96e714d-2f56-4721-af92-9cee109d0654 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:09.189224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Attempting to bind port c96e714d-2f56-4721-af92-9cee109d0654 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:09.189561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Attempting to bind port c96e714d-2f56-4721-af92-9cee109d0654 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:09.217924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.232173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:09.242945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:09.261729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Port c96e714d-2f56-4721-af92-9cee109d0654 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:36:09.262062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Attempting to bind port c96e714d-2f56-4721-af92-9cee109d0654 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:09.264169 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.287976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-2cefc487-2f22-44d7-92be-e07eb2da12f4', 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'fixed_ips': [{'subnet_id': 'a20e93f3-a1e0-4d14-aab5-9736638a20a7'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:36:09.289922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.302965 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96d65066-1059-4fa5-8c60-a1b6b640b2cb req-c71a81ec-bb14-40b2-a386-4437e35b788f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126626 Jul 06 17:36:09.312031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:09.312386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:09.312792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:09.313365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Bound port: c96e714d-2f56-4721-af92-9cee109d0654, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:09.313590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.360526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:09.481582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.487983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.521637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678ab450-ea1c-46bc-81ae-743bc8b4d903 None None] Network 0eaced8f-017a-4e28-bea9-8db219d6e352 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:09.663033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2f625d9a-8580-423a-9df5-21d4604618f0 None None] Provisioning for port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:09.727531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:09.741878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Allocated IP 172.20.0.2 (2cefc487-2f22-44d7-92be-e07eb2da12f4/a20e93f3-a1e0-4d14-aab5-9736638a20a7/078a5352-cc48-4a31-aa96-af77885159c4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:09.752695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:09.753075 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.809184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] For port c96e714d-2f56-4721-af92-9cee109d0654, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:09.877810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] For port c96e714d-2f56-4721-af92-9cee109d0654, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c96e714d-2f56-4721-af92-9cee109d0654,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:09.896633 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.941672 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:09.942311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:09.943834 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] 10.222.0.55 "PUT /v2.0/ports/c96e714d-2f56-4721-af92-9cee109d0654 HTTP/1.1" status: 200 len: 1095 time: 2.7381754 Jul 06 17:36:09.947112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3356f2-7a7c-4393-990d-7371e6013e6f', 'tag': 'c96e714d-2f56-4721-af92-9cee109d0654'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:09.948893 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f3e04a-8a5c-4b89-a915-3a9afe373878" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3356f2-7a7c-4393-990d-7371e6013e6f", "tag": "c96e714d-2f56-4721-af92-9cee109d0654"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:10.158285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e4ab-dc1e-49d3-b843-087a15569a9a req-24c4e94e-1d6d-4a9e-9438-a2f12f9fd225 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:10.161886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4073e4ab-dc1e-49d3-b843-087a15569a9a req-24c4e94e-1d6d-4a9e-9438-a2f12f9fd225 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 947 time: 0.4177504 Jul 06 17:36:10.291930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee5cd7-a5c5-450c-9db6-d1875c1a4da6 service neutron] Pushing event updated for resources: {'Port': ['ID=c96e714d-2f56-4721-af92-9cee109d0654,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:10.308712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:10.364763 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:10.395908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4073e4ab-dc1e-49d3-b843-087a15569a9a req-492fb23f-6306-4fa5-a908-f5fe8b19b8e2 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507504 Jul 06 17:36:10.484370 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:10.488736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:10.502279 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:10.508977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-e89d4e7a-0421-4651-b8a6-675884cf2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:10.511265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-e89d4e7a-0421-4651-b8a6-675884cf2128 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 1098 time: 0.4815607 Jul 06 17:36:10.528092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Transition to ACTIVE for port object 078a5352-cc48-4a31-aa96-af77885159c4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:10.535812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Transition to ACTIVE for port object c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:10.588756 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:10.598041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-2ccbf7d3-7dd5-47e6-a758-b44ca8e845df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=c96e714d-2f56-4721-af92-9cee109d0654 HTTP/1.1" status: 200 len: 217 time: 0.0767546 Jul 06 17:36:10.633240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=31064c3f-3e9d-4e8e-8e87-ee43d6e6c727,segment=NetworkSegment(407c7d50-60f6-4e16-98de-f6ee003eb78d),segment_id=407c7d50-60f6-4e16-98de-f6ee003eb78d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:10.660721 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:10.700443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Transition to ACTIVE for port object 078a5352-cc48-4a31-aa96-af77885159c4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:10.761433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e7d14-8335-48bd-8b70-9895629cd612 req-eed3c959-6cbd-4d69-8b01-fb1f2e7b2188 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:10.778462 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:10.785250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Pushing event updated for resources: {'Port': ['ID=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:10.807040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e7d14-8335-48bd-8b70-9895629cd612 req-eed3c959-6cbd-4d69-8b01-fb1f2e7b2188 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:10.816694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b2e7d14-8335-48bd-8b70-9895629cd612 req-eed3c959-6cbd-4d69-8b01-fb1f2e7b2188 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1682 time: 1.5956123 Jul 06 17:36:10.827318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-076e04b6-9ed9-408d-8487-093448b860ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:10.829000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-076e04b6-9ed9-408d-8487-093448b860ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1595094 Jul 06 17:36:10.895862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Attempting to bind port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:10.896227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Attempting to bind port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:10.897073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Attempting to bind port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:10.911829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:36:10.912190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Attempting to bind port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:10.921827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:10.922269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Checking segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:10.922678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Bound using segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:10.923196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Bound port: c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:10.923696 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:10.959712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:10.998968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Network 2cefc487-2f22-44d7-92be-e07eb2da12f4 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:11.007315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:11.019801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:11.023362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f6b47cba-4cb6-4f0a-855e-809b641d4c7a None None] Provisioning complete for port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:11.023992 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6b47cba-4cb6-4f0a-855e-809b641d4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:11.049515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=31064c3f-3e9d-4e8e-8e87-ee43d6e6c727,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:11.150348 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b2e7d14-8335-48bd-8b70-9895629cd612 req-325d55d9-978b-41e3-bbb6-6db5f504834b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282754 Jul 06 17:36:11.154868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Router 415391f9-1095-42c2-9717-3f2250ee75e8 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:36:11.274992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:11.395525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:11.438249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:11.443499 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a4d73a78-3b83-434a-9304-749a71563281 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.1308486 Jul 06 17:36:11.444990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:11.471235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Sync routers for ids ['415391f9-1095-42c2-9717-3f2250ee75e8'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:11.510230 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c833d091-4093-499c-8ccc-1ecd5c2a9cc7 x-openstack-request-id: req-c833d091-4093-499c-8ccc-1ecd5c2a9cc7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:11.510992 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3356f2-7a7c-4393-990d-7371e6013e6f", "tag": "c96e714d-2f56-4721-af92-9cee109d0654", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:11.511501 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c833d091-4093-499c-8ccc-1ecd5c2a9cc7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:11.512845 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3356f2-7a7c-4393-990d-7371e6013e6f', 'tag': 'c96e714d-2f56-4721-af92-9cee109d0654', 'status': 'completed', 'code': 200} Jul 06 17:36:11.616389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Routers {'415391f9-1095-42c2-9717-3f2250ee75e8'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:11.619746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['415391f9-1095-42c2-9717-3f2250ee75e8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:11.680453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:11.688275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] For port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:11.694527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] For port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:11.704332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-e8190b56-9d5d-453b-8cde-57ee3ca8b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:11.707343 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-e8190b56-9d5d-453b-8cde-57ee3ca8b71b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8695359 Jul 06 17:36:11.711943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:11.723978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:11.794427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Set router 415391f9-1095-42c2-9717-3f2250ee75e8 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:11.910948 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-94720283-d635-4c85-b9ef-e5c10da2fb3c service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779733 Jul 06 17:36:11.955487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:11.962040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:11.964000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] 10.222.0.55 "PUT /v2.0/ports/c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 HTTP/1.1" status: 200 len: 1092 time: 2.9268298 Jul 06 17:36:12.010062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Attempting to bind port 078a5352-cc48-4a31-aa96-af77885159c4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:12.010963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Attempting to bind port 078a5352-cc48-4a31-aa96-af77885159c4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:12.011793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Attempting to bind port 078a5352-cc48-4a31-aa96-af77885159c4 on network 2cefc487-2f22-44d7-92be-e07eb2da12f4 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:12.063769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Pushing event updated for resources: {'Port': ['ID=078a5352-cc48-4a31-aa96-af77885159c4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:12.092091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:12.093054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Checking segment: {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:12.093848 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:12.094516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Bound using segment: {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:12.095240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Bound port: 078a5352-cc48-4a31-aa96-af77885159c4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:12.095877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:12.174244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] For port 078a5352-cc48-4a31-aa96-af77885159c4, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:12.179327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] For port 078a5352-cc48-4a31-aa96-af77885159c4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=078a5352-cc48-4a31-aa96-af77885159c4,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:12.198043 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:12.219170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1ef9-efd0-4d7b-ab65-4c3606a4065e req-57fde5b7-6dc0-4683-b8b2-00932041dab2 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:12.227214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:12.227988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:12.233070 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8ee1ef9-efd0-4d7b-ab65-4c3606a4065e req-57fde5b7-6dc0-4683-b8b2-00932041dab2 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 947 time: 0.5197067 Jul 06 17:36:12.305640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6755b83-af62-4aa1-b703-d642d9cf41ad service neutron] Pushing event updated for resources: {'Port': ['ID=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:12.347800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:06Z', 'updated_at': '2021-07-06T17:36:08Z', 'revision_number': 3, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'gw_port': {'id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:07Z', 'updated_at': '2021-07-06T17:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:12.349124 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ea9e5b0-0ddd-4217-80d2-9dd9a81dff76 req-8e24e4c2-915c-41a7-9fcd-bf09ac991c2e service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834145 Jul 06 17:36:12.440707 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Allocated IP 172.25.7.102 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/bf4eb4f9-d96b-4dfb-8341-61b22b801565) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:12.449186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Checking router: 415391f9-1095-42c2-9717-3f2250ee75e8 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:12.450267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Updating router 415391f9-1095-42c2-9717-3f2250ee75e8 port 012d5a0d-8238-4f4f-b656-e120826e5973 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:36:12.452856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bd6b6-04b9-4552-80f8-e1bdb468f5d5 req-2fed014e-63e4-4313-b082-0c068de9e606 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:12.455442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-597bd6b6-04b9-4552-80f8-e1bdb468f5d5 req-2fed014e-63e4-4313-b082-0c068de9e606 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 944 time: 0.9621451 Jul 06 17:36:12.497669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2fe05-2fae-4300-a709-221baf3419c3 None None] Pushing event updated for resources: {'Port': ['ID=078a5352-cc48-4a31-aa96-af77885159c4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:12.591506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8ee1ef9-efd0-4d7b-ab65-4c3606a4065e req-3edc39ca-db87-4d09-9856-bf2e31cef9e6 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556991 Jul 06 17:36:12.654627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-597bd6b6-04b9-4552-80f8-e1bdb468f5d5 req-5b4e2171-08ee-41f1-9faa-fb294dd73f7c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443241 Jul 06 17:36:12.664444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6e3d758-000b-4fea-a655-c07e1391ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:12.680032 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-e6e3d758-000b-4fea-a655-c07e1391ff76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 1095 time: 0.6394591 Jul 06 17:36:12.819834 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-50fde026-4e7c-4f92-969f-5041961b199f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 HTTP/1.1" status: 200 len: 217 time: 0.1384723 Jul 06 17:36:13.006845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-c4dc0b18-b75a-4556-9751-83ad723a40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:13.016715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-c4dc0b18-b75a-4556-9751-83ad723a40f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 1098 time: 0.5467384 Jul 06 17:36:13.051407 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:13.111073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:13.220098 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:13.319564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-ddffb571-5655-49cf-a1a9-02fc4d91fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:13.322204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-ddffb571-5655-49cf-a1a9-02fc4d91fefa service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2961769 Jul 06 17:36:13.416606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdb587-904e-4094-90a4-38699abcc499 req-f9f899c9-0086-4a59-b3f2-f6ce07f9027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:13.422928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-f9f899c9-0086-4a59-b3f2-f6ce07f9027b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.5830739 Jul 06 17:36:13.468082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-1597c93d-3d12-4154-96b0-8a4b4484aae2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365145 Jul 06 17:36:13.543247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 078a5352-cc48-4a31-aa96-af77885159c4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:13.545751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Allocated IP 172.20.0.1 (0eaced8f-017a-4e28-bea9-8db219d6e352/f998ece6-b9b6-4575-b913-d5f79e1d0cf8/6635f7bd-2eec-49b6-b55f-c1d1d97b93c4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:13.622414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191d5d01-d0de-46c3-906f-461dff09b901', 'tag': 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:13.628451 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b27189-eace-455b-9e0a-97f6f2104cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "191d5d01-d0de-46c3-906f-461dff09b901", "tag": "c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:13.639321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-82251165-1851-4f9d-9757-d6319b5d631f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=c96e714d-2f56-4721-af92-9cee109d0654 HTTP/1.1" status: 200 len: 217 time: 0.2235548 Jul 06 17:36:13.659083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 078a5352-cc48-4a31-aa96-af77885159c4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:13.716756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:13.783795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Pushing event updated for resources: {'Port': ['ID=bf4eb4f9-d96b-4dfb-8341-61b22b801565,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:13.806681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:13.815739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:13.818458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:13.831162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-c36fa6d2-92e2-4244-9565-128d1f84e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:13.833287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-c36fa6d2-92e2-4244-9565-128d1f84e0c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1678205 Jul 06 17:36:13.849154 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf4f3ab-88e7-45dc-83fc-7b02c939efc5 x-openstack-request-id: req-adf4f3ab-88e7-45dc-83fc-7b02c939efc5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:13.849722 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191d5d01-d0de-46c3-906f-461dff09b901", "tag": "c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:13.850182 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adf4f3ab-88e7-45dc-83fc-7b02c939efc5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:13.850609 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191d5d01-d0de-46c3-906f-461dff09b901', 'tag': 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862', 'status': 'completed', 'code': 200} Jul 06 17:36:13.991365 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:13.998857 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:14.011557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Transition to ACTIVE for port object 012d5a0d-8238-4f4f-b656-e120826e5973 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:14.015732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feb1da-ba7d-4ebd-816f-687d7ab4df2d req-23a28736-6c6e-43dc-b68f-4d5fecdc12c4 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:14.019452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Transition to ACTIVE for port object 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:14.022154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feb1da-ba7d-4ebd-816f-687d7ab4df2d req-23a28736-6c6e-43dc-b68f-4d5fecdc12c4 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:14.029654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:14.031630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66feb1da-ba7d-4ebd-816f-687d7ab4df2d req-23a28736-6c6e-43dc-b68f-4d5fecdc12c4 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1682 time: 0.7023401 Jul 06 17:36:14.072395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-a8803567-841a-432f-b3b2-2be22709c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:14.073855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-a8803567-841a-432f-b3b2-2be22709c07b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199814 Jul 06 17:36:14.076564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-a8cf11a8-e6aa-45b5-ad50-859e093ee5a4 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656757 Jul 06 17:36:14.108983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa0705-e159-42e2-9204-06f935992f26 None None] Pushing event updated for resources: {'Port': ['ID=012d5a0d-8238-4f4f-b656-e120826e5973,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:14.124466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:14.148730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Attempting to bind port 012d5a0d-8238-4f4f-b656-e120826e5973 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:14.149168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Attempting to bind port 012d5a0d-8238-4f4f-b656-e120826e5973 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:14.149483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Attempting to bind port 012d5a0d-8238-4f4f-b656-e120826e5973 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:14.164843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:14.165265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:14.165667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:14.166151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:14.166782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Bound port: 012d5a0d-8238-4f4f-b656-e120826e5973, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:14.167240 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:14.224309 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66feb1da-ba7d-4ebd-816f-687d7ab4df2d req-329aee7f-bf6a-409f-b40b-1e79b77bd486 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920617 Jul 06 17:36:14.226522 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28cdb587-904e-4094-90a4-38699abcc499 req-2277282a-b4ad-4639-8d2e-9de305803d3c service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231685 Jul 06 17:36:14.311186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] For port 012d5a0d-8238-4f4f-b656-e120826e5973, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:14.323857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] For port 012d5a0d-8238-4f4f-b656-e120826e5973, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=012d5a0d-8238-4f4f-b656-e120826e5973,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:14.356785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea83a0-a8d2-4890-90bd-756373f15e31 None None] Network 2cefc487-2f22-44d7-92be-e07eb2da12f4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:14.362129 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:14.401009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-9a78e391-c023-4131-9275-74cd8977355a service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066647 Jul 06 17:36:14.476254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Network 0eaced8f-017a-4e28-bea9-8db219d6e352 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:14.487274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Provisioning for port 078a5352-cc48-4a31-aa96-af77885159c4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:14.487695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:14.499490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:14.502633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Pushing event updated for resources: {'Port': ['ID=6635f7bd-2eec-49b6-b55f-c1d1d97b93c4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:14.530793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Provisioning complete for port 078a5352-cc48-4a31-aa96-af77885159c4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:14.533621 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:14.594408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa0705-e159-42e2-9204-06f935992f26 None None] Pushing event updated for resources: {'Port': ['ID=012d5a0d-8238-4f4f-b656-e120826e5973,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:14.613382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Routers {'415391f9-1095-42c2-9717-3f2250ee75e8'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:14.614380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['415391f9-1095-42c2-9717-3f2250ee75e8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:14.630611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db10271-cba2-46fb-b7af-5be1f5c26b78 req-790388cf-3159-4d37-af14-8587a5c08a19 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:14.646333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4db10271-cba2-46fb-b7af-5be1f5c26b78 req-790388cf-3159-4d37-af14-8587a5c08a19 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 944 time: 0.6747627 Jul 06 17:36:14.654110 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:14.720731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f3e04a-8a5c-4b89-a915-3a9afe373878 req-14963ada-8ba6-479e-8ab8-689238b2e61f service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092437 Jul 06 17:36:14.755667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:14.795413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-e0c0933d-54e2-4aae-b744-1080e91f5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:14.797574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-e0c0933d-54e2-4aae-b744-1080e91f5c8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 1095 time: 0.3956108 Jul 06 17:36:14.819895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a85a59-7585-46c3-a4c2-6abadd6d2e93 req-b168b8dc-1c6c-4dbc-b6ed-590ea914187e tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:14.832397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3a85a59-7585-46c3-a4c2-6abadd6d2e93 req-b168b8dc-1c6c-4dbc-b6ed-590ea914187e tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 947 time: 0.2736700 Jul 06 17:36:14.990227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3a85a59-7585-46c3-a4c2-6abadd6d2e93 req-3f036c39-57e2-4387-bbc3-e1d6dd1244cd tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464038 Jul 06 17:36:15.095751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] Set router 415391f9-1095-42c2-9717-3f2250ee75e8 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:15.105403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-45a98ff2-45a0-45f2-8e43-87861fed62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:15.109385 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-45a98ff2-45a0-45f2-8e43-87861fed62e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.2987018 Jul 06 17:36:15.234189 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:15.235051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-544f01c8-58c3-4457-a5b9-35574143115f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 HTTP/1.1" status: 200 len: 217 time: 0.1163182 Jul 06 17:36:15.295116 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4db10271-cba2-46fb-b7af-5be1f5c26b78 req-b6db4c8c-3180-4647-b3c4-9c57b0cd31a3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466939 Jul 06 17:36:15.393984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-cbe683cf-73e5-4568-9f8c-f5e1a6d07043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:15.396746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-cbe683cf-73e5-4568-9f8c-f5e1a6d07043 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.1462321 Jul 06 17:36:15.458822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] For port 078a5352-cc48-4a31-aa96-af77885159c4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=078a5352-cc48-4a31-aa96-af77885159c4,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:15.473137 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:15.495489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:15.517551 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-f37c6dc8-6d13-485c-b52c-3ad1def8e3a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043873 Jul 06 17:36:15.569914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Pushing event updated for resources: {'Port': ['ID=078a5352-cc48-4a31-aa96-af77885159c4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:15.618107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.618810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.619069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.619600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.620005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.620440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.620882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.621491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.622613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.623078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.623514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.623936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7332cc43-9ff4-4920-bc82-d25efe45a6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:15.690219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b642fc6b-c327-476f-a622-f7a04add779e None None] Provisioning for port 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:15.693666 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:15.698617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b642fc6b-c327-476f-a622-f7a04add779e None None] Provisioning complete for port 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:15.699157 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b642fc6b-c327-476f-a622-f7a04add779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:15.803148 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-52bc12d6-7302-4779-a2b2-2c5acb9f2402 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783329 Jul 06 17:36:15.805002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b642fc6b-c327-476f-a622-f7a04add779e None None] Port 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:15.809765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:06Z', 'updated_at': '2021-07-06T17:36:08Z', 'revision_number': 3, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'gw_port': {'id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:07Z', 'updated_at': '2021-07-06T17:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:15.884079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68bcee-bc6c-4d91-b2c5-cbce533d9d21 None None] The sync data for ids ['415391f9-1095-42c2-9717-3f2250ee75e8'] in n-d-799526-3 is: [{'id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:06Z', 'updated_at': '2021-07-06T17:36:08Z', 'revision_number': 3, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'gw_port': {'id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:07Z', 'updated_at': '2021-07-06T17:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:16.022491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39b27189-eace-455b-9e0a-97f6f2104cfc req-5ddabb89-0adc-4182-af65-801918f79918 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881895 Jul 06 17:36:16.141040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-db0988e3-d510-4786-a6a5-cc7f6bb66218 None None] Provisioning complete for port 078a5352-cc48-4a31-aa96-af77885159c4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:16.142946 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db0988e3-d510-4786-a6a5-cc7f6bb66218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:16.186417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Router 4ddb7ff7-39da-441f-8939-06267b0cab9d is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:36:16.230079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:16.273386 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:16.449187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d97a-6c3c-491b-9267-ab1e29837216 req-65b9b93f-2367-4e8c-bb08-3c3b4e57409c tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:16.451190 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce10d97a-6c3c-491b-9267-ab1e29837216 req-65b9b93f-2367-4e8c-bb08-3c3b4e57409c tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 947 time: 0.1825047 Jul 06 17:36:16.519480 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce10d97a-6c3c-491b-9267-ab1e29837216 req-3a62467d-d85c-4c44-9f5b-f922b38913f0 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616786 Jul 06 17:36:16.552407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:16.632127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Pushing event updated for resources: {'Port': ['ID=6635f7bd-2eec-49b6-b55f-c1d1d97b93c4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:16.728371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:16.781447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e168eaa-f593-45c2-8f6f-04182bcfb0ef req-2968105e-37b3-444a-8c96-8ea2a09f3723 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:16.783247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e168eaa-f593-45c2-8f6f-04182bcfb0ef req-2968105e-37b3-444a-8c96-8ea2a09f3723 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 944 time: 0.1310067 Jul 06 17:36:16.826201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Network 0eaced8f-017a-4e28-bea9-8db219d6e352 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:16.830491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:16.834727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:16.836273 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3c9e6410-f662-438e-b62d-0f248dd6186f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6029632 Jul 06 17:36:16.843756 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Sync routers for ids ['4ddb7ff7-39da-441f-8939-06267b0cab9d'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:16.854087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56838) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:16.865097 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Routers {'4ddb7ff7-39da-441f-8939-06267b0cab9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:16.867554 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4ddb7ff7-39da-441f-8939-06267b0cab9d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:16.875071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e168eaa-f593-45c2-8f6f-04182bcfb0ef req-cbe4e0aa-bb4a-43dd-aad9-c219b48859b5 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854304 Jul 06 17:36:16.908354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea3564-39a3-4a9f-bd59-ac988623cbf0 req-2fcb5dcb-2199-4bba-987a-348d9031438e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:16.915741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea3564-39a3-4a9f-bd59-ac988623cbf0 req-2fcb5dcb-2199-4bba-987a-348d9031438e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:16.932443 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14ea3564-39a3-4a9f-bd59-ac988623cbf0 req-2fcb5dcb-2199-4bba-987a-348d9031438e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1682 time: 0.4034579 Jul 06 17:36:17.027547 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-489b769d-5971-476b-b17a-29efb8c5d825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:17.239013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Router 415391f9-1095-42c2-9717-3f2250ee75e8 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:36:17.250831 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Set router 4ddb7ff7-39da-441f-8939-06267b0cab9d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:17.414843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a01f67a7-0dda-4f93-b183-4f09d8fe4233 None None] Provisioning complete for port 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:17.416272 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a01f67a7-0dda-4f93-b183-4f09d8fe4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:17.527868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:17.569652 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eac18d5e-66fd-4a9c-b56e-ff8b977a6b21 admin admin] 10.222.0.13 "PUT /v2.0/routers/415391f9-1095-42c2-9717-3f2250ee75e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0830286 Jul 06 17:36:17.573442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14ea3564-39a3-4a9f-bd59-ac988623cbf0 req-62f35ac3-2e93-44d9-be97-d12fc7c4303b tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637898 Jul 06 17:36:17.587906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a01f67a7-0dda-4f93-b183-4f09d8fe4233 None None] Port 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:17.620149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 012d5a0d-8238-4f4f-b656-e120826e5973 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:17.710194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c96e714d-2f56-4721-af92-9cee109d0654 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:36:17.723256 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:09Z', 'updated_at': '2021-07-06T17:36:14Z', 'revision_number': 3, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'gw_port': {'id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:11Z', 'updated_at': '2021-07-06T17:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:17.799800 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Checking router: 4ddb7ff7-39da-441f-8939-06267b0cab9d for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:17.800146 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Updating router 4ddb7ff7-39da-441f-8939-06267b0cab9d port bf4eb4f9-d96b-4dfb-8341-61b22b801565 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:36:17.855267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-b281dae5-d975-499c-b2c7-44b724dc6166 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:17.862460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-b281dae5-d975-499c-b2c7-44b724dc6166 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:17.864123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-b281dae5-d975-499c-b2c7-44b724dc6166 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1682 time: 0.1333580 Jul 06 17:36:17.888286 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:17.895356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36313919-f3ad-4271-9922-3f25c89a736a req-da7730a1-cca4-4671-abd5-8dd704b4ceb7 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:17.923101 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36313919-f3ad-4271-9922-3f25c89a736a req-da7730a1-cca4-4671-abd5-8dd704b4ceb7 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 947 time: 0.1237342 Jul 06 17:36:17.994239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 012d5a0d-8238-4f4f-b656-e120826e5973 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:18.006506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 012d5a0d-8238-4f4f-b656-e120826e5973 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:18.007655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.016091 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36313919-f3ad-4271-9922-3f25c89a736a req-9c8ea705-f6be-486f-9e95-f99766112dbe tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918078 Jul 06 17:36:18.069981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c96e714d-2f56-4721-af92-9cee109d0654, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c96e714d-2f56-4721-af92-9cee109d0654,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:18.082630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.109740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'c96e714d-2f56-4721-af92-9cee109d0654', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'c96e714d-2f56-4721-af92-9cee109d0654', 'mac_address': 'fa:16:3e:45:05:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:36:18.313787 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-b40c3029-1c0e-4383-acf3-4545aecee7cf req-478fbac0-f980-4b9d-b5e0-a7661d23e0c8 tempest-FloatingIPDetailsNegativeTestJSON-166624298 tempest-FloatingIPDetailsNegativeTestJSON-166624298-project] show failed (client error): The resource could not be found. Jul 06 17:36:18.326656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b40c3029-1c0e-4383-acf3-4545aecee7cf req-478fbac0-f980-4b9d-b5e0-a7661d23e0c8 tempest-FloatingIPDetailsNegativeTestJSON-166624298 tempest-FloatingIPDetailsNegativeTestJSON-166624298-project] 10.222.0.13 "GET /v2.0/floatingips/3e000e76-bb89-4759-988c-a5145d8e1178 HTTP/1.1" status: 404 len: 350 time: 0.0537684 Jul 06 17:36:18.328479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56866) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:18.368611 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.385533 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Transition to ACTIVE for port object bf4eb4f9-d96b-4dfb-8341-61b22b801565 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:18.395054 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.479026 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Attempting to bind port bf4eb4f9-d96b-4dfb-8341-61b22b801565 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:18.479828 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Attempting to bind port bf4eb4f9-d96b-4dfb-8341-61b22b801565 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:18.481213 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Attempting to bind port bf4eb4f9-d96b-4dfb-8341-61b22b801565 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:18.499955 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:18.501232 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:18.501942 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.502836 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:18.504439 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Bound port: bf4eb4f9-d96b-4dfb-8341-61b22b801565, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:18.505262 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.602095 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] For port bf4eb4f9-d96b-4dfb-8341-61b22b801565, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:18.609274 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] For port bf4eb4f9-d96b-4dfb-8341-61b22b801565, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bf4eb4f9-d96b-4dfb-8341-61b22b801565,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:18.618585 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f9b72-413f-4e87-8dd3-2ca4c2231bc5 None None] Pushing event updated for resources: {'Port': ['ID=bf4eb4f9-d96b-4dfb-8341-61b22b801565,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:18.639173 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.639446 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.641747 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.712701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96e714d-2f56-4721-af92-9cee109d0654 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:18.731665 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Routers {'4ddb7ff7-39da-441f-8939-06267b0cab9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:18.732825 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4ddb7ff7-39da-441f-8939-06267b0cab9d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:18.740433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 012d5a0d-8238-4f4f-b656-e120826e5973, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=012d5a0d-8238-4f4f-b656-e120826e5973,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:18.757017 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.764767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting port 45de49fd-72a1-4677-909a-98e04216b468 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:18.765363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.766609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 078a5352-cc48-4a31-aa96-af77885159c4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:18.947194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c96e714d-2f56-4721-af92-9cee109d0654, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c96e714d-2f56-4721-af92-9cee109d0654,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:18.956393 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] Set router 4ddb7ff7-39da-441f-8939-06267b0cab9d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:18.959224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] Sync routers for ids ['415391f9-1095-42c2-9717-3f2250ee75e8'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:18.990530 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:18.995395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:36:19.045756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] For port 45de49fd-72a1-4677-909a-98e04216b468, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45de49fd-72a1-4677-909a-98e04216b468,segment=NetworkSegment(3aea3aac-4558-4213-bbe9-5c00c413672e),segment_id=3aea3aac-4558-4213-bbe9-5c00c413672e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:19.046418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.066805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Calling delete_port for 45de49fd-72a1-4677-909a-98e04216b468 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:19.128040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:19.135023 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f9b72-413f-4e87-8dd3-2ca4c2231bc5 None None] Pushing event updated for resources: {'Port': ['ID=bf4eb4f9-d96b-4dfb-8341-61b22b801565,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:19.147698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'port_id': 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862', 'mac_address': 'fa:16:3e:05:85:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb40348-e9ec-4041-81e2-4567f9b075da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:36:19.163818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] Routers {'415391f9-1095-42c2-9717-3f2250ee75e8'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:19.164781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:35:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['415391f9-1095-42c2-9717-3f2250ee75e8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:19.227997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231019df-ffac-47ff-9670-834cd294774e req-c5b27b38-9b84-4855-946c-d580c7828852 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:19.235578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-231019df-ffac-47ff-9670-834cd294774e req-c5b27b38-9b84-4855-946c-d580c7828852 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 944 time: 1.0685697 Jul 06 17:36:19.249704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.267337 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.274490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['70d4cb9c-1ef6-4788-a4d7-92a3af7b4189', '45de49fd-72a1-4677-909a-98e04216b468'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:36:19.320551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Port': ['ID=45de49fd-72a1-4677-909a-98e04216b468,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:19.363078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0befe9-9d97-4760-bf24-618c55a66cdb req-25d61875-f124-4cf0-89e5-e5e4cd56f106 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:19.387578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=012d5a0d-8238-4f4f-b656-e120826e5973,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:19.387888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0befe9-9d97-4760-bf24-618c55a66cdb req-25d61875-f124-4cf0-89e5-e5e4cd56f106 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:19.389528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc0befe9-9d97-4760-bf24-618c55a66cdb req-25d61875-f124-4cf0-89e5-e5e4cd56f106 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 1604 time: 0.3307147 Jul 06 17:36:19.398510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] No DVR routers for this DVR port 45de49fd-72a1-4677-909a-98e04216b468 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:19.413129 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.419968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-cea99845-a081-4256-a03a-a43cfb4db104 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "DELETE /v2.0/ports/45de49fd-72a1-4677-909a-98e04216b468 HTTP/1.1" status: 204 len: 173 time: 1.5022733 Jul 06 17:36:19.424733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-deleted', 'tag': '45de49fd-72a1-4677-909a-98e04216b468'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:19.426807 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2498012d-6243-4541-a033-616307835071" -d '{"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-deleted", "tag": "45de49fd-72a1-4677-909a-98e04216b468"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:19.461722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 078a5352-cc48-4a31-aa96-af77885159c4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:19.462424 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:19.576975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc0befe9-9d97-4760-bf24-618c55a66cdb req-f659e00c-f17a-4404-8637-c9624308067e tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773674 Jul 06 17:36:19.594256 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:09Z', 'updated_at': '2021-07-06T17:36:14Z', 'revision_number': 3, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'gw_port': {'id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:11Z', 'updated_at': '2021-07-06T17:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:19.663697 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-231019df-ffac-47ff-9670-834cd294774e req-0a88638b-3583-4f72-85f6-6c3d94a1b087 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270453 Jul 06 17:36:19.708630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:19.734864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Allocated IP 172.20.0.1 (2cefc487-2f22-44d7-92be-e07eb2da12f4/a20e93f3-a1e0-4d14-aab5-9736638a20a7/88114e36-8578-45f8-b13b-249b3a9f8620) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:19.756655 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713b911-a104-465d-a25f-12c2e999f020 None None] The sync data for ids ['4ddb7ff7-39da-441f-8939-06267b0cab9d'] in n-d-799526-3 is: [{'id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:09Z', 'updated_at': '2021-07-06T17:36:14Z', 'revision_number': 3, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'gw_port': {'id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:11Z', 'updated_at': '2021-07-06T17:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:19.772643 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.036936 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e77ad-a017-4876-831d-fa4dd281988f x-openstack-request-id: req-dc5e77ad-a017-4876-831d-fa4dd281988f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:20.037257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-319c220a-8a28-4ea1-88ae-81f67cd25140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.038824 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-deleted", "tag": "45de49fd-72a1-4677-909a-98e04216b468", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:20.039524 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc5e77ad-a017-4876-831d-fa4dd281988f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:20.043712 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-deleted', 'tag': '45de49fd-72a1-4677-909a-98e04216b468', 'status': 'completed', 'code': 200} Jul 06 17:36:20.172550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.202744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:20.225278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:20.226603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.241698 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.261386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.271262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] Set router 415391f9-1095-42c2-9717-3f2250ee75e8 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:20.292521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c96e714d-2f56-4721-af92-9cee109d0654,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:20.516924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Transition to ACTIVE for port object 88114e36-8578-45f8-b13b-249b3a9f8620 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:20.640934 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.813803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:36:20.818811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c96e714d-2f56-4721-af92-9cee109d0654'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:36:20.847718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Network 2cefc487-2f22-44d7-92be-e07eb2da12f4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:20.965538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecb1a-758b-4599-a463-7512f9a241db req-5c0fa53d-6ecf-4e87-a502-491beeafa115 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:20.972000 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:20.989020 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc7ecb1a-758b-4599-a463-7512f9a241db req-5c0fa53d-6ecf-4e87-a502-491beeafa115 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 948 time: 0.9560165 Jul 06 17:36:20.995818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Deleting port 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:20.997555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.029539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Pushing event updated for resources: {'Port': ['ID=88114e36-8578-45f8-b13b-249b3a9f8620,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:21.040161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:21.051757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:21.131800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:21.248345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 012d5a0d-8238-4f4f-b656-e120826e5973 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:21.304310 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.344992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7e30-aec3-4528-a754-939f924247cc req-20a0bd79-d9a6-4ee9-9af9-fc0b695df08c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:21.357815 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-731c7e30-aec3-4528-a754-939f924247cc req-20a0bd79-d9a6-4ee9-9af9-fc0b695df08c tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 946 time: 0.2491541 Jul 06 17:36:21.382199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.399207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Calling delete_port for 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:21.473641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:21.533346 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-731c7e30-aec3-4528-a754-939f924247cc req-e4d34496-5ed4-4321-923a-0e0017b23c56 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0117813-c216-4daa-ab55-b3dce3a9d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735585 Jul 06 17:36:21.912675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b6dbf411-4fa3-4196-857c-65a0fac0110a None None] Provisioning for port 88114e36-8578-45f8-b13b-249b3a9f8620 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:21.932793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 012d5a0d-8238-4f4f-b656-e120826e5973 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:21.933267 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:21.978422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b6dbf411-4fa3-4196-857c-65a0fac0110a None None] Provisioning complete for port 88114e36-8578-45f8-b13b-249b3a9f8620 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:21.978970 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6dbf411-4fa3-4196-857c-65a0fac0110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.182559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b6dbf411-4fa3-4196-857c-65a0fac0110a None None] Port 88114e36-8578-45f8-b13b-249b3a9f8620 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:22.200822 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.302023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:22.304683 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a102d0-8ca6-4e6f-ab2e-10112187c277" -d '{"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-unplugged", "status": "completed", "tag": "70d4cb9c-1ef6-4788-a4d7-92a3af7b4189"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:22.311218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4430b-f851-4d1b-9d90-be6afa0cc622 req-ac99117c-367f-4c61-8765-91a787d6531f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:22.313883 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bec4430b-f851-4d1b-9d90-be6afa0cc622 req-ac99117c-367f-4c61-8765-91a787d6531f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 945 time: 0.1653247 Jul 06 17:36:22.327703 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.366759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bf4eb4f9-d96b-4dfb-8341-61b22b801565 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:22.379407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=6635f7bd-2eec-49b6-b55f-c1d1d97b93c4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:22.450081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] For port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:22.451685 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.462754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:22.480330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Calling delete_port for 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:22.486736 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.487913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 45de49fd-72a1-4677-909a-98e04216b468 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:22.607505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:06Z', 'updated_at': '2021-07-06T17:36:15Z', 'revision_number': 4, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'gw_port': {'id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:07Z', 'updated_at': '2021-07-06T17:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6635f7bd-2eec-49b6-b55f-c1d1d97b93c4', 'name': '', 'network_id': '0eaced8f-017a-4e28-bea9-8db219d6e352', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'mac_address': 'fa:16:3e:c3:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'f998ece6-b9b6-4575-b913-d5f79e1d0cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:13Z', 'updated_at': '2021-07-06T17:36:15Z', 'revision_number': 2, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'subnets': [{'id': 'f998ece6-b9b6-4575-b913-d5f79e1d0cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:22.630008 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.634284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 45de49fd-72a1-4677-909a-98e04216b468 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:22.638696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 45de49fd-72a1-4677-909a-98e04216b468 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:22.732115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] Checking router: 415391f9-1095-42c2-9717-3f2250ee75e8 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:22.733157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] Updating router 415391f9-1095-42c2-9717-3f2250ee75e8 port 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:36:22.788028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc7ecb1a-758b-4599-a463-7512f9a241db req-a0088c91-a846-4a86-a5e0-47ae95f3f48a tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7954352 Jul 06 17:36:22.822818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.849872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] Port 6635f7bd-2eec-49b6-b55f-c1d1d97b93c4 not found while updating agent binding for router 415391f9-1095-42c2-9717-3f2250ee75e8. {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 17:36:22.861563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port bf4eb4f9-d96b-4dfb-8341-61b22b801565 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:22.866794 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.914642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bf4eb4f9-d96b-4dfb-8341-61b22b801565 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:22.916190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:22.933252 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bec4430b-f851-4d1b-9d90-be6afa0cc622 req-d2bc3f1e-af92-437c-925b-b055621f9152 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633497 Jul 06 17:36:22.938827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] Routers {'415391f9-1095-42c2-9717-3f2250ee75e8'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:22.941542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['415391f9-1095-42c2-9717-3f2250ee75e8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:23.030677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:23.225156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.279466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Port': ['ID=70d4cb9c-1ef6-4788-a4d7-92a3af7b4189,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:23.342423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] No DVR routers for this DVR port 70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:23.347007 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.353973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-962d404c-76bc-40e0-9b30-1fe9881d2a03 req-6fc06bde-f158-4b38-82a5-1959860f3fb7 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.22 "DELETE /v2.0/ports/70d4cb9c-1ef6-4788-a4d7-92a3af7b4189 HTTP/1.1" status: 204 len: 173 time: 3.9097769 Jul 06 17:36:23.354681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-deleted', 'tag': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:23.358061 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12969e56-ed02-4e76-a8b2-57eaa7324d0c" -d '{"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-deleted", "tag": "70d4cb9c-1ef6-4788-a4d7-92a3af7b4189"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:23.401199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.432165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.483506 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:23.566008 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e8792b-9aea-4f9a-8956-be1b81b27345 x-openstack-request-id: req-39e8792b-9aea-4f9a-8956-be1b81b27345 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:23.566712 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-unplugged", "status": "completed", "tag": "70d4cb9c-1ef6-4788-a4d7-92a3af7b4189", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:23.569513 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39e8792b-9aea-4f9a-8956-be1b81b27345 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:23.570053 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189', 'code': 200} Jul 06 17:36:23.692813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Pushing event updated for resources: {'Port': ['ID=88114e36-8578-45f8-b13b-249b3a9f8620,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:23.847654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] Set router 415391f9-1095-42c2-9717-3f2250ee75e8 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:23.854460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Network 2cefc487-2f22-44d7-92be-e07eb2da12f4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:23.860005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:23.886245 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:24.038550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port bf4eb4f9-d96b-4dfb-8341-61b22b801565, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bf4eb4f9-d96b-4dfb-8341-61b22b801565,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:24.069369 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:24.254829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=bf4eb4f9-d96b-4dfb-8341-61b22b801565,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:24.304742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c96e714d-2f56-4721-af92-9cee109d0654 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:24.382716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ef52-0a2e-4396-8591-adf5113006aa req-f1109b06-bc40-448f-ad73-d789bfdde435 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:24.399201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56a1ef52-0a2e-4396-8591-adf5113006aa req-f1109b06-bc40-448f-ad73-d789bfdde435 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 946 time: 0.3335896 Jul 06 17:36:24.455323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Router 4ddb7ff7-39da-441f-8939-06267b0cab9d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:36:24.494925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b07ccb3-abfb-47b6-893a-eed1b95cdcdd None None] Provisioning complete for port 88114e36-8578-45f8-b13b-249b3a9f8620 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:24.495508 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b07ccb3-abfb-47b6-893a-eed1b95cdcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:24.502528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:06Z', 'updated_at': '2021-07-06T17:36:22Z', 'revision_number': 5, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'gw_port': {'id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:07Z', 'updated_at': '2021-07-06T17:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:24.535591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56a1ef52-0a2e-4396-8591-adf5113006aa req-81d2cdec-8c2a-4040-8238-dd89c2a7e76e tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233871 Jul 06 17:36:24.603158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port c96e714d-2f56-4721-af92-9cee109d0654 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:24.603158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1effe-0f9b-4130-8c91-59d9b4960f46 None None] The sync data for ids ['415391f9-1095-42c2-9717-3f2250ee75e8'] in n-d-799526-3 is: [{'id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:06Z', 'updated_at': '2021-07-06T17:36:22Z', 'revision_number': 5, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'gw_port': {'id': '012d5a0d-8238-4f4f-b656-e120826e5973', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:07Z', 'updated_at': '2021-07-06T17:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:24.603158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port c96e714d-2f56-4721-af92-9cee109d0654 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:24.603158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:24.628537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-487df255-9746-4d94-a4bc-db46157385e9 req-2f800f69-cc86-42f3-af8f-4e8f8d3acfd1 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "GET /v2.0/ports?device_id=772221ec-cc91-4d61-804e-2e4a31a6e291 HTTP/1.1" status: 200 len: 210 time: 0.2574983 Jul 06 17:36:24.646323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Router 415391f9-1095-42c2-9717-3f2250ee75e8 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:36:24.770570 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1910050b-6b00-4885-810f-520df670adda x-openstack-request-id: req-1910050b-6b00-4885-810f-520df670adda {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:24.770930 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772221ec-cc91-4d61-804e-2e4a31a6e291", "name": "network-vif-deleted", "tag": "70d4cb9c-1ef6-4788-a4d7-92a3af7b4189", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:24.771124 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1910050b-6b00-4885-810f-520df670adda {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:24.771529 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772221ec-cc91-4d61-804e-2e4a31a6e291', 'name': 'network-vif-deleted', 'tag': '70d4cb9c-1ef6-4788-a4d7-92a3af7b4189', 'status': 'completed', 'code': 200} Jul 06 17:36:24.810732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b07ccb3-abfb-47b6-893a-eed1b95cdcdd None None] Port 88114e36-8578-45f8-b13b-249b3a9f8620 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:25.018638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:25.030546 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f17732a9-9077-4991-a752-9d91092ef5fb admin admin] 10.222.0.13 "PUT /v2.0/routers/415391f9-1095-42c2-9717-3f2250ee75e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6994171 Jul 06 17:36:25.036470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:25.041245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:25.047856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7af2-8eff-467f-bbdd-af6700a225f4 req-457a76ec-f118-4bce-a331-4bea9e43b2c6 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:25.054682 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Sync routers for ids ['4ddb7ff7-39da-441f-8939-06267b0cab9d'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:25.064768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-491b7af2-8eff-467f-bbdd-af6700a225f4 req-457a76ec-f118-4bce-a331-4bea9e43b2c6 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 948 time: 0.1168628 Jul 06 17:36:25.077137 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Routers {'4ddb7ff7-39da-441f-8939-06267b0cab9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:25.079375 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4ddb7ff7-39da-441f-8939-06267b0cab9d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:25.091930 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.147460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-19f2279a-4b3f-4704-9ef1-1ded64568106 admin admin] 10.222.0.13 "PUT /v2.0/routers/4ddb7ff7-39da-441f-8939-06267b0cab9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2578313 Jul 06 17:36:25.213381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c96e714d-2f56-4721-af92-9cee109d0654, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c96e714d-2f56-4721-af92-9cee109d0654,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:25.223477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.224931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:25.246056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73fc5d-655f-43ab-9587-ca28b5c10192 req-726ab7e8-1dcd-47d2-ac57-9f7141241223 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:25.260243 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e73fc5d-655f-43ab-9587-ca28b5c10192 req-726ab7e8-1dcd-47d2-ac57-9f7141241223 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 945 time: 0.2155812 Jul 06 17:36:25.306755 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-491b7af2-8eff-467f-bbdd-af6700a225f4 req-8c0b61cc-c469-4fe4-910f-1fd3d51d6cd3 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390974 Jul 06 17:36:25.358042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e73fc5d-655f-43ab-9587-ca28b5c10192 req-8f2cb36a-5d94-4fd7-b7ff-03be68a99599 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958412 Jul 06 17:36:25.467552 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Set router 4ddb7ff7-39da-441f-8939-06267b0cab9d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:25.519862 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.548657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c96e714d-2f56-4721-af92-9cee109d0654,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:25.572653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3356f2-7a7c-4393-990d-7371e6013e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e714d-2f56-4721-af92-9cee109d0654'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:25.583231 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4004402a-bd79-45c2-9ae2-9706555a04a6" -d '{"events": [{"server_uuid": "4e3356f2-7a7c-4393-990d-7371e6013e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c96e714d-2f56-4721-af92-9cee109d0654"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:25.596823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:25.604996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:25.606116 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:25.986027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.101203 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc900ed8-7b84-4254-9621-43af3a35d935 x-openstack-request-id: req-dc900ed8-7b84-4254-9621-43af3a35d935 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:26.103172 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3356f2-7a7c-4393-990d-7371e6013e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c96e714d-2f56-4721-af92-9cee109d0654", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:26.104157 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc900ed8-7b84-4254-9621-43af3a35d935 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:26.106999 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3356f2-7a7c-4393-990d-7371e6013e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e714d-2f56-4721-af92-9cee109d0654', 'code': 200} Jul 06 17:36:26.112177 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.278120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Deleting port 012d5a0d-8238-4f4f-b656-e120826e5973 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:26.302364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.319009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:26.338671 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.469074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bf4eb4f9-d96b-4dfb-8341-61b22b801565 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:26.548508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6d5a-defe-4841-bba0-d221fd2a41ce req-9abadb2e-7276-42f8-a037-b7ec9f6c5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:26.580682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-888d6d5a-defe-4841-bba0-d221fd2a41ce req-9abadb2e-7276-42f8-a037-b7ec9f6c5b14 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 1100 time: 0.2765763 Jul 06 17:36:26.593597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:26.738279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-888d6d5a-defe-4841-bba0-d221fd2a41ce req-bd10a4f8-8c23-4e7e-b280-de118bbd2183 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557186 Jul 06 17:36:26.752495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] Sync routers for ids ['415391f9-1095-42c2-9717-3f2250ee75e8'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:26.851130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:26.876211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e0c804-bcba-48f6-85f3-2d9cb1709023 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting subnet 76978962-3fae-4014-b4c9-2615a85670aa {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:36:26.893950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c804-bcba-48f6-85f3-2d9cb1709023 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:26.920873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] Routers {'415391f9-1095-42c2-9717-3f2250ee75e8'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:26.922049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['415391f9-1095-42c2-9717-3f2250ee75e8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:27.001687 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:09Z', 'updated_at': '2021-07-06T17:36:22Z', 'revision_number': 4, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'gw_port': {'id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:11Z', 'updated_at': '2021-07-06T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '88114e36-8578-45f8-b13b-249b3a9f8620', 'name': '', 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'mac_address': 'fa:16:3e:53:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'a20e93f3-a1e0-4d14-aab5-9736638a20a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:18Z', 'updated_at': '2021-07-06T17:36:22Z', 'revision_number': 2, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'subnets': [{'id': 'a20e93f3-a1e0-4d14-aab5-9736638a20a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:27.131151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] For port 012d5a0d-8238-4f4f-b656-e120826e5973, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=012d5a0d-8238-4f4f-b656-e120826e5973,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:27.131844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.138329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c804-bcba-48f6-85f3-2d9cb1709023 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.177476 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Checking router: 4ddb7ff7-39da-441f-8939-06267b0cab9d for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:27.177967 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Updating router 4ddb7ff7-39da-441f-8939-06267b0cab9d port 88114e36-8578-45f8-b13b-249b3a9f8620 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:36:27.212932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7944a-af01-4573-beb0-1be2aade9509 req-7d564825-0dfa-4ada-bd33-a3ec70cf746a tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:27.216405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5bf7944a-af01-4573-beb0-1be2aade9509 req-7d564825-0dfa-4ada-bd33-a3ec70cf746a tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 949 time: 0.1901259 Jul 06 17:36:27.246403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56968) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:27.256292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bf4eb4f9-d96b-4dfb-8341-61b22b801565 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:27.256822 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.264151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaca0c8-901f-4114-9ef0-981528223e04 req-fdb9bda4-c5f0-43bf-9801-be2ff694c8f3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:27.266667 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcaca0c8-901f-4114-9ef0-981528223e04 req-fdb9bda4-c5f0-43bf-9801-be2ff694c8f3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 946 time: 0.2799337 Jul 06 17:36:27.284892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-network', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:27.328149 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.336973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5bf7944a-af01-4573-beb0-1be2aade9509 req-1a3b9b7a-49d9-4b4d-a61c-2f99ea7350e3 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966330 Jul 06 17:36:27.365510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] Set router 415391f9-1095-42c2-9717-3f2250ee75e8 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:27.375253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Calling delete_port for 012d5a0d-8238-4f4f-b656-e120826e5973 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:27.387979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Made reservation on behalf of c2ca7805aa1542c8bfa0e2da670d0c3a for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:27.391807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.432978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.459980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:06Z', 'updated_at': '2021-07-06T17:36:25Z', 'revision_number': 6, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:27.491007 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcaca0c8-901f-4114-9ef0-981528223e04 req-9eca73fa-c489-4fcc-aa05-f20f82fbff5e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855288 Jul 06 17:36:27.505582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] Checking router: 415391f9-1095-42c2-9717-3f2250ee75e8 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:27.580724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] Routers {'415391f9-1095-42c2-9717-3f2250ee75e8'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:27.581785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['415391f9-1095-42c2-9717-3f2250ee75e8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:27.720190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] Set router 415391f9-1095-42c2-9717-3f2250ee75e8 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:27.817157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:06Z', 'updated_at': '2021-07-06T17:36:25Z', 'revision_number': 6, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:27.819017 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.853318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.880783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd4832-0088-4fcb-a552-03f587e1a707 None None] The sync data for ids ['415391f9-1095-42c2-9717-3f2250ee75e8'] in n-d-799526-3 is: [{'id': '415391f9-1095-42c2-9717-3f2250ee75e8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2036518165-router', 'tenant_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:06Z', 'updated_at': '2021-07-06T17:36:25Z', 'revision_number': 6, 'project_id': 'c1246f9bcdf34a1d90eb32d20ecf62df', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:27.930911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:36:27.945600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:27.946215 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Added segment c28f9756-9389-49c6-bb12-08d1455082d8 of type vlan for network 156b263f-4f38-4ef3-b05c-d635b9ca8623 Jul 06 17:36:28.005621 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.102377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d2af99-57fc-4b3c-9ff1-d97bec61a066,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:28.108646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191d5d01-d0de-46c3-906f-461dff09b901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:28.111854 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abdd533-9b14-4aee-afbb-224c40c69cf2" -d '{"events": [{"server_uuid": "191d5d01-d0de-46c3-906f-461dff09b901", "name": "network-vif-plugged", "status": "completed", "tag": "c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:28.140551 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.151667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:28.153268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.211712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c804-bcba-48f6-85f3-2d9cb1709023 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.221462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9531937 Jul 06 17:36:28.235558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56980) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:28.274827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Request body: {'subnet': {'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-subnet', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:28.339310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Made reservation on behalf of c2ca7805aa1542c8bfa0e2da670d0c3a for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:28.344380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.347844 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab575ea-6925-4aa1-af66-6b94f7faa88b x-openstack-request-id: req-eab575ea-6925-4aa1-af66-6b94f7faa88b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:28.348294 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191d5d01-d0de-46c3-906f-461dff09b901", "name": "network-vif-plugged", "status": "completed", "tag": "c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:28.348550 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eab575ea-6925-4aa1-af66-6b94f7faa88b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:28.349473 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191d5d01-d0de-46c3-906f-461dff09b901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862', 'code': 200} Jul 06 17:36:28.449802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20376db-09e7-4554-86fa-41283869348c admin admin] Pushing event updated for resources: {'Network': ['ID=156b263f-4f38-4ef3-b05c-d635b9ca8623,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:28.461558 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.465687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 156b263f-4f38-4ef3-b05c-d635b9ca8623 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:36:28.493698 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Transition to ACTIVE for port object 88114e36-8578-45f8-b13b-249b3a9f8620 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:28.505415 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.608722 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c804-bcba-48f6-85f3-2d9cb1709023 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.671812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c555d6b-389e-43a6-adb5-9c858e327e8f req-266c1119-6e00-4144-ab28-92f19d2ad619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:28.674131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6c555d6b-389e-43a6-adb5-9c858e327e8f req-266c1119-6e00-4144-ab28-92f19d2ad619 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 1097 time: 0.2141767 Jul 06 17:36:28.683817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e1945-00ba-4fcb-a818-1f037b40e8b7 req-8cf8220d-0492-4239-b411-809b8253390a tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:28.685886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd1e1945-00ba-4fcb-a818-1f037b40e8b7 req-8cf8220d-0492-4239-b411-809b8253390a tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 946 time: 0.1658454 Jul 06 17:36:28.708372 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bfaa6-373a-4490-ba37-61100578cc32 None None] Pushing event updated for resources: {'Port': ['ID=88114e36-8578-45f8-b13b-249b3a9f8620,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:28.788312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6c555d6b-389e-43a6-adb5-9c858e327e8f req-ff553804-76b6-4e18-8145-823abcb29775 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009760 Jul 06 17:36:28.803951 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd1e1945-00ba-4fcb-a818-1f037b40e8b7 req-b5399061-e303-4ca7-bd51-6acbb695090c tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782020 Jul 06 17:36:28.819634 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Attempting to bind port 88114e36-8578-45f8-b13b-249b3a9f8620 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:28.820162 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Attempting to bind port 88114e36-8578-45f8-b13b-249b3a9f8620 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:28.820637 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Attempting to bind port 88114e36-8578-45f8-b13b-249b3a9f8620 on network 2cefc487-2f22-44d7-92be-e07eb2da12f4 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:28.829838 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:28.837075 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Checking segment: {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:28.837075 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.837075 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Bound using segment: {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:28.837075 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Bound port: 88114e36-8578-45f8-b13b-249b3a9f8620, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:28.837075 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.900471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90ddab-9daa-4787-ae94-d535e4f6dc39 None None] Network 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:28.904996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0c804-bcba-48f6-85f3-2d9cb1709023 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Subnet': ['ID=76978962-3fae-4014-b4c9-2615a85670aa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:28.935452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c804-bcba-48f6-85f3-2d9cb1709023 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:28.944335 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e4e0c804-bcba-48f6-85f3-2d9cb1709023 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "DELETE /v2.0/subnets/76978962-3fae-4014-b4c9-2615a85670aa HTTP/1.1" status: 204 len: 168 time: 2.3338549 Jul 06 17:36:28.947312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56996) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:28.987748 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] For port 88114e36-8578-45f8-b13b-249b3a9f8620, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:29.004552 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] For port 88114e36-8578-45f8-b13b-249b3a9f8620, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=88114e36-8578-45f8-b13b-249b3a9f8620,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:29.014070 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.102015 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.160337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=012d5a0d-8238-4f4f-b656-e120826e5973,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:29.176310 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bfaa6-373a-4490-ba37-61100578cc32 None None] Pushing event updated for resources: {'Port': ['ID=88114e36-8578-45f8-b13b-249b3a9f8620,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:29.209039 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Routers {'4ddb7ff7-39da-441f-8939-06267b0cab9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:29.209902 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4ddb7ff7-39da-441f-8939-06267b0cab9d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:29.318389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.396463 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] Set router 4ddb7ff7-39da-441f-8939-06267b0cab9d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:29.511013 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:36:29.585513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f9da0-9aaa-4617-b4f7-65ca728f4431 req-a2403a78-0bd9-42c7-80cd-397c8b6cdc8f tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:29.588530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-862f9da0-9aaa-4617-b4f7-65ca728f4431 req-a2403a78-0bd9-42c7-80cd-397c8b6cdc8f tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 949 time: 0.6960077 Jul 06 17:36:29.592207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.595913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.686795 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.730049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.749095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 415391f9-1095-42c2-9717-3f2250ee75e8 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:36:29.760734 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.770412 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-38e8d382-e17a-433a-b9ee-60770b215e37 admin admin] 10.222.0.13 "DELETE /v2.0/routers/415391f9-1095-42c2-9717-3f2250ee75e8 HTTP/1.1" status: 204 len: 168 time: 4.6871047 Jul 06 17:36:29.771884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:29.803395 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:09Z', 'updated_at': '2021-07-06T17:36:22Z', 'revision_number': 4, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'gw_port': {'id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:11Z', 'updated_at': '2021-07-06T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '88114e36-8578-45f8-b13b-249b3a9f8620', 'name': '', 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'mac_address': 'fa:16:3e:53:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'a20e93f3-a1e0-4d14-aab5-9736638a20a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:18Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'subnets': [{'id': 'a20e93f3-a1e0-4d14-aab5-9736638a20a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:29.810837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3b7ec-17bf-4113-b87d-6227cad3f106 req-56dbb4bd-2abc-40f2-bd2e-4ba62939d84c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:29.820653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8b3b7ec-17bf-4113-b87d-6227cad3f106 req-56dbb4bd-2abc-40f2-bd2e-4ba62939d84c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 946 time: 0.6419106 Jul 06 17:36:29.921651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b45739b-07e5-4c7e-b638-6e64a53f9853 admin admin] Deleting subnet f998ece6-b9b6-4575-b913-d5f79e1d0cf8 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:36:29.934914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b45739b-07e5-4c7e-b638-6e64a53f9853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:29.938580 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65772386-504a-4f2c-9b98-088fc88e7fee None None] The sync data for ids ['4ddb7ff7-39da-441f-8939-06267b0cab9d'] in n-d-799526-3 is: [{'id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:09Z', 'updated_at': '2021-07-06T17:36:22Z', 'revision_number': 4, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'gw_port': {'id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:11Z', 'updated_at': '2021-07-06T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '88114e36-8578-45f8-b13b-249b3a9f8620', 'name': '', 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'mac_address': 'fa:16:3e:53:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'a20e93f3-a1e0-4d14-aab5-9736638a20a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:18Z', 'updated_at': '2021-07-06T17:36:28Z', 'revision_number': 4, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'subnets': [{'id': 'a20e93f3-a1e0-4d14-aab5-9736638a20a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:29.994914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-862f9da0-9aaa-4617-b4f7-65ca728f4431 req-a1d0703b-b4bd-46de-b724-af6420318a4a tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904788 Jul 06 17:36:30.067785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8b3b7ec-17bf-4113-b87d-6227cad3f106 req-31931a7e-95f4-4406-849e-4afe12ecc68c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457099 Jul 06 17:36:30.079423 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.114540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d7fc37-8308-4adc-8ba2-da95cd5181a5 None None] DHCP port deletion for 148b52a0-fdf5-4bf5-b481-3b393cbf30d1 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:36:30.155148 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b45739b-07e5-4c7e-b638-6e64a53f9853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.234425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32dbeb23-a1ce-48ab-a46b-89c0563bd11a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:30.253553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting port 053c968d-137f-44d0-81ce-e3bba21d0985 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:30.253964 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.385333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b45739b-07e5-4c7e-b638-6e64a53f9853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.439735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 88114e36-8578-45f8-b13b-249b3a9f8620 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:30.452567 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b45739b-07e5-4c7e-b638-6e64a53f9853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.504795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] For port 053c968d-137f-44d0-81ce-e3bba21d0985, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=053c968d-137f-44d0-81ce-e3bba21d0985,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:30.505588 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.525145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45739b-07e5-4c7e-b638-6e64a53f9853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f998ece6-b9b6-4575-b913-d5f79e1d0cf8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:30.535471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Checking segment: {'id': 'c28f9756-9389-49c6-bb12-08d1455082d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:30.536344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Network hostable DHCP agents. Network: 156b263f-4f38-4ef3-b05c-d635b9ca8623, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:36:30.541352 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b45739b-07e5-4c7e-b638-6e64a53f9853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.545598 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7b45739b-07e5-4c7e-b638-6e64a53f9853 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f998ece6-b9b6-4575-b913-d5f79e1d0cf8 HTTP/1.1" status: 204 len: 168 time: 0.7696490 Jul 06 17:36:30.545844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:30.559759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac10e8b-e8c7-43ab-afe5-69a9110e87f4 None None] Network 0eaced8f-017a-4e28-bea9-8db219d6e352 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:30.570438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Calling delete_port for 053c968d-137f-44d0-81ce-e3bba21d0985 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:30.625109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Network 156b263f-4f38-4ef3-b05c-d635b9ca8623 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:36:30.723859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 156b263f-4f38-4ef3-b05c-d635b9ca8623) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:30.727324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-51d7fc37-8308-4adc-8ba2-da95cd5181a5 None None] Deleting port 053c968d-137f-44d0-81ce-e3bba21d0985 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:30.731677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.732235 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51d7fc37-8308-4adc-8ba2-da95cd5181a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.736898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:30.740112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.837666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f2b84ebc-9ff6-41ad-b72e-4cd1d62a6a90 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5939605 Jul 06 17:36:30.845076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57034) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:30.849019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-51d7fc37-8308-4adc-8ba2-da95cd5181a5 None None] For port 053c968d-137f-44d0-81ce-e3bba21d0985, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=053c968d-137f-44d0-81ce-e3bba21d0985,segment=NetworkSegment(e29de83c-4279-426b-8f25-64f1d6c07738),segment_id=e29de83c-4279-426b-8f25-64f1d6c07738)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:30.850423 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51d7fc37-8308-4adc-8ba2-da95cd5181a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.865656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:30.876318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Deleting port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:30.876977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.884927 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-51d7fc37-8308-4adc-8ba2-da95cd5181a5 None None] Calling delete_port for 053c968d-137f-44d0-81ce-e3bba21d0985 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:30.958271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:30.959703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.057768 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.118812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81a136-ae0e-4287-b6c2-05f3a08455d6 None None] Network 156b263f-4f38-4ef3-b05c-d635b9ca8623 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:31.152764 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] For port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=31064c3f-3e9d-4e8e-8e87-ee43d6e6c727,segment=NetworkSegment(407c7d50-60f6-4e16-98de-f6ee003eb78d),segment_id=407c7d50-60f6-4e16-98de-f6ee003eb78d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:31.153132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.177855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Port': ['ID=053c968d-137f-44d0-81ce-e3bba21d0985,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:31.192172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Calling delete_port for 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:31.198510 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.226639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] No DVR routers for this DVR port 053c968d-137f-44d0-81ce-e3bba21d0985 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:31.405868 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.430597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] No DVR routers for this DVR port 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:31.537384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=31064c3f-3e9d-4e8e-8e87-ee43d6e6c727,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:31.626863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 88114e36-8578-45f8-b13b-249b3a9f8620 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:31.665109 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.680216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 88114e36-8578-45f8-b13b-249b3a9f8620 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:31.680580 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.775317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148b52a0-fdf5-4bf5-b481-3b393cbf30d1']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:31.791136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.802050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29de83c-4279-426b-8f25-64f1d6c07738') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:31.802530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29de83c-4279-426b-8f25-64f1d6c07738') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:31.819392 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.822832 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.882065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.886945 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.893600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaced8f-017a-4e28-bea9-8db219d6e352']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:31.920394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:36:31.920820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.929290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407c7d50-60f6-4e16-98de-f6ee003eb78d') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:31.929657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407c7d50-60f6-4e16-98de-f6ee003eb78d') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:31.929851 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51d7fc37-8308-4adc-8ba2-da95cd5181a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:36:31.933731 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:36:31.950409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:31.984608 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.003565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:36:32.004082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:36:32.084464 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:36:32.092085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.097786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7fc37-8308-4adc-8ba2-da95cd5181a5 None None] No DVR routers for this DVR port 053c968d-137f-44d0-81ce-e3bba21d0985 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:32.104535 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.116078 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0eaced8f-017a-4e28-bea9-8db219d6e352 HTTP/1.1" status: 204 len: 168 time: 1.5690117 Jul 06 17:36:32.125948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7fc37-8308-4adc-8ba2-da95cd5181a5 None None] Pushing event deleted for resources: {'Port': ['ID=053c968d-137f-44d0-81ce-e3bba21d0985,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:32.146267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca71d5f-01c8-47de-bd65-78de443d8c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eaced8f-017a-4e28-bea9-8db219d6e352,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:32.327668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.351561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-156b263f-4f38-4ef3-b05c-d635b9ca8623', 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'fixed_ips': [{'subnet_id': '32dbeb23-a1ce-48ab-a46b-89c0563bd11a'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:36:32.352481 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.369191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5350215e-a338-4425-9bba-09a184b64d19 None None] DHCP port deletion for 0eaced8f-017a-4e28-bea9-8db219d6e352 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:36:32.455841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 88114e36-8578-45f8-b13b-249b3a9f8620, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=88114e36-8578-45f8-b13b-249b3a9f8620,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:32.469063 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.540515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.561447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.563663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "DELETE /v2.0/networks/148b52a0-fdf5-4bf5-b481-3b393cbf30d1 HTTP/1.1" status: 204 len: 168 time: 3.6151075 Jul 06 17:36:32.566613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57080) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:32.642918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8cea0-0a58-4311-abb8-b1d78f0c391d tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Network': ['ID=148b52a0-fdf5-4bf5-b481-3b393cbf30d1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:32.646402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=88114e36-8578-45f8-b13b-249b3a9f8620,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:32.652877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 012d5a0d-8238-4f4f-b656-e120826e5973 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:32.691658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08b092f-9cef-480b-b287-4bc4e4c6d5c2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting subnet f712c9a7-b36b-4dd3-bce2-b1f752e5a342 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:36:32.706030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1024ed3-70a0-4cc5-9d6b-1125d78b79b6 req-1208e325-4818-4a16-9a1f-0bf2ba4b8477 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:32.710304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 012d5a0d-8238-4f4f-b656-e120826e5973 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:32.710704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 012d5a0d-8238-4f4f-b656-e120826e5973 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:32.711152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 053c968d-137f-44d0-81ce-e3bba21d0985 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:32.713012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c08b092f-9cef-480b-b287-4bc4e4c6d5c2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.723490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1024ed3-70a0-4cc5-9d6b-1125d78b79b6 req-1208e325-4818-4a16-9a1f-0bf2ba4b8477 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 946 time: 0.2978160 Jul 06 17:36:32.786718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 053c968d-137f-44d0-81ce-e3bba21d0985 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:32.787488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 053c968d-137f-44d0-81ce-e3bba21d0985 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:32.817489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c08b092f-9cef-480b-b287-4bc4e4c6d5c2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:32.837843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57092) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:32.965210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Allocated IP 172.20.0.2 (156b263f-4f38-4ef3-b05c-d635b9ca8623/32dbeb23-a1ce-48ab-a46b-89c0563bd11a/eb51c931-d146-4ded-b6b1-7a8b88f6e741) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:32.993766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 88114e36-8578-45f8-b13b-249b3a9f8620 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:33.006122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c08b092f-9cef-480b-b287-4bc4e4c6d5c2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.093779 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c08b092f-9cef-480b-b287-4bc4e4c6d5c2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.120406 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c08b092f-9cef-480b-b287-4bc4e4c6d5c2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.125642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c08b092f-9cef-480b-b287-4bc4e4c6d5c2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "DELETE /v2.0/subnets/f712c9a7-b36b-4dd3-bce2-b1f752e5a342 HTTP/1.1" status: 204 len: 168 time: 0.5577898 Jul 06 17:36:33.133155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:33.164958 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b599139-96ab-4b7c-912b-a66f047fa459 None None] Network dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:33.172676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b092f-9cef-480b-b287-4bc4e4c6d5c2 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Subnet': ['ID=f712c9a7-b36b-4dd3-bce2-b1f752e5a342,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:33.249924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1024ed3-70a0-4cc5-9d6b-1125d78b79b6 req-19e4b0ae-3e4d-4d05-9f70-4cd13fd498e1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251718 Jul 06 17:36:33.301779 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.358414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.373457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 88114e36-8578-45f8-b13b-249b3a9f8620 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:33.374503 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.462953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Deleting port f9798332-5f4c-4b11-b649-e776a2afef08 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:33.465901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.509803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b8ed19da-b7a6-4bfc-a144-04a617963fe7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1246f9bcdf34a1d90eb32d20ecf62df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6637626 Jul 06 17:36:33.521783 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.523855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57108) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:33.543715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-cc0640c2-e236-48a5-bad0-207b89fa7ed3 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573039 Jul 06 17:36:33.552705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] For port f9798332-5f4c-4b11-b649-e776a2afef08, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9798332-5f4c-4b11-b649-e776a2afef08,segment=NetworkSegment(3aea3aac-4558-4213-bbe9-5c00c413672e),segment_id=3aea3aac-4558-4213-bbe9-5c00c413672e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:33.553098 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.571975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Calling delete_port for f9798332-5f4c-4b11-b649-e776a2afef08 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:33.674372 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.689862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Transition to ACTIVE for port object eb51c931-d146-4ded-b6b1-7a8b88f6e741 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:33.713261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Transition to ACTIVE for port object eb51c931-d146-4ded-b6b1-7a8b88f6e741 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:33.728652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.768870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:33.808086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Port': ['ID=f9798332-5f4c-4b11-b649-e776a2afef08,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:33.847019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] No DVR routers for this DVR port f9798332-5f4c-4b11-b649-e776a2afef08 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:33.858697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Network 156b263f-4f38-4ef3-b05c-d635b9ca8623 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:33.869733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:33.881919 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:33.891205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:33.985265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.001343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:34.017447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:34.018385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 31064c3f-3e9d-4e8e-8e87-ee43d6e6c727 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:34.019732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aea3aac-4558-4213-bbe9-5c00c413672e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:34.020049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aea3aac-4558-4213-bbe9-5c00c413672e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:34.024244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ebeb6-fa43-4bcf-9212-1ad8f4afcefc None None] DHCP port deletion for dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:36:34.037811 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.045640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Allocated IP 172.25.7.115 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/f99d83d8-a89a-4049-96c0-d9ac44248229) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:34.054467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-d0fd408a-d2d4-4510-988b-84f84efe36f7 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:34.057053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.062234 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-d0fd408a-d2d4-4510-988b-84f84efe36f7 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5173991 Jul 06 17:36:34.066680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:36:34.067195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.074544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Pushing event updated for resources: {'Port': ['ID=eb51c931-d146-4ded-b6b1-7a8b88f6e741,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:36:34.087284 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:36:34.116344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Attempting to bind port eb51c931-d146-4ded-b6b1-7a8b88f6e741 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:34.116717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Attempting to bind port eb51c931-d146-4ded-b6b1-7a8b88f6e741 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c28f9756-9389-49c6-bb12-08d1455082d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:34.117093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Attempting to bind port eb51c931-d146-4ded-b6b1-7a8b88f6e741 on network 156b263f-4f38-4ef3-b05c-d635b9ca8623 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:34.122836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-95b1ec78-f58b-47ee-8f55-20b16cd81a2d tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:34.125103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-95b1ec78-f58b-47ee-8f55-20b16cd81a2d tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.22 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 946 time: 0.8156164 Jul 06 17:36:34.126058 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28066755-90f1-4696-a4fc-7734064e96eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.135190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:34.135190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Checking segment: {'id': 'c28f9756-9389-49c6-bb12-08d1455082d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:34.135190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.135698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Bound using segment: {'id': 'c28f9756-9389-49c6-bb12-08d1455082d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:34.140681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Bound port: eb51c931-d146-4ded-b6b1-7a8b88f6e741, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28f9756-9389-49c6-bb12-08d1455082d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:34.141174 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.145076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-87f78008-8294-474d-8fc5-196db4f6980d tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/quotas/4576e4e85a2e49f2b6518719dd6f913b HTTP/1.1" status: 200 len: 375 time: 0.0818758 Jul 06 17:36:34.183395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.191059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.193421 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] 10.222.0.13 "DELETE /v2.0/networks/dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85 HTTP/1.1" status: 204 len: 168 time: 1.0310762 Jul 06 17:36:34.207309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56668db-7739-4301-bcf5-1631a3a428b6 req-15dba39d-9c0a-4998-9241-a404a88c60fa tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:34.209149 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b56668db-7739-4301-bcf5-1631a3a428b6 req-15dba39d-9c0a-4998-9241-a404a88c60fa tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 946 time: 0.4034431 Jul 06 17:36:34.232251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7086302-b1c4-447f-8407-4549a2b9b782 tempest-ServersTestMultiNic-1781271847 tempest-ServersTestMultiNic-1781271847-project] Pushing event deleted for resources: {'Network': ['ID=dba3f7d0-8e39-4bb1-81bd-ce12bf0a4a85,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:34.279248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b56668db-7739-4301-bcf5-1631a3a428b6 req-e56845bf-b939-4cf8-accb-4b0a449d07e5 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550165 Jul 06 17:36:34.303721 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28066755-90f1-4696-a4fc-7734064e96eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.340776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] For port eb51c931-d146-4ded-b6b1-7a8b88f6e741, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:34.344908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] For port eb51c931-d146-4ded-b6b1-7a8b88f6e741, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb51c931-d146-4ded-b6b1-7a8b88f6e741,segment=NetworkSegment(c28f9756-9389-49c6-bb12-08d1455082d8),segment_id=c28f9756-9389-49c6-bb12-08d1455082d8)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:34.351333 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.362746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 54f39295-2c68-4f4f-9bf7-8440f825cb63 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:34.503776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44c4fc-9f3e-410e-a16a-ffd4c75975a3 None None] Pushing event updated for resources: {'Port': ['ID=eb51c931-d146-4ded-b6b1-7a8b88f6e741,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:34.575285 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28066755-90f1-4696-a4fc-7734064e96eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.583698 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28066755-90f1-4696-a4fc-7734064e96eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.585866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-28066755-90f1-4696-a4fc-7734064e96eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7df32d0e-3e6c-459d-b451-396c0e177b17 HTTP/1.1" status: 204 len: 168 time: 1.0601833 Jul 06 17:36:34.624324 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.669480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.692269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:34.696830 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d106617-899d-429a-92b1-acce2417d53a" -d '{"events": [{"server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:34.721638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28066755-90f1-4696-a4fc-7734064e96eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df32d0e-3e6c-459d-b451-396c0e177b17,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:34.742170 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.746154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:34.756200 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.802636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c3c6c631-3bef-46dd-877c-268c2e9dd949 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6564696 Jul 06 17:36:34.830101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:34.854169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:34.884546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:34.922592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Deleting port 0276ba42-992e-44f2-9783-bdfc2ca9e657 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:34.922943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:34.939344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=f99d83d8-a89a-4049-96c0-d9ac44248229,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:35.062392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.118867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=54f39295-2c68-4f4f-9bf7-8440f825cb63,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:35.400510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] For port 0276ba42-992e-44f2-9783-bdfc2ca9e657, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0276ba42-992e-44f2-9783-bdfc2ca9e657,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:35.401354 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:35.454029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb51c931-d146-4ded-b6b1-7a8b88f6e741 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:35.577929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port eb51c931-d146-4ded-b6b1-7a8b88f6e741 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:35.608441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-1692f1a9-b407-45aa-9010-c83fb301a108 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:35.613880 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-1692f1a9-b407-45aa-9010-c83fb301a108 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.2558424 Jul 06 17:36:35.664226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9798332-5f4c-4b11-b649-e776a2afef08 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:35.671950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-cb67fe67-6b8f-4ffe-a089-0ddc6a705203 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/quotas/f8e157e7167447a9b0d80246d2efcc22 HTTP/1.1" status: 200 len: 375 time: 0.0484619 Jul 06 17:36:35.707261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f9798332-5f4c-4b11-b649-e776a2afef08 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:35.707760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9798332-5f4c-4b11-b649-e776a2afef08 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:35.783733 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16ee2b3-e29a-4d40-843b-7c25fd8ba23e x-openstack-request-id: req-f16ee2b3-e29a-4d40-843b-7c25fd8ba23e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:35.784206 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:35.784797 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f16ee2b3-e29a-4d40-843b-7c25fd8ba23e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:35.785641 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63', 'code': 200} Jul 06 17:36:35.871590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-b55111dd-adfd-45bb-99c8-4a71948ea1ec tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1916735 Jul 06 17:36:36.047034 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-f0015e8c-28ed-4a6c-ac6a-9edbc137c4fc service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735630 Jul 06 17:36:36.244503 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-42059f5d-bb9f-4514-b916-4c58da56256e service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963210 Jul 06 17:36:36.351025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-9e9f50ca-749d-4164-9499-3d772482d5f4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:36.356251 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-9e9f50ca-749d-4164-9499-3d772482d5f4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 804 time: 0.4432375 Jul 06 17:36:36.383982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4383c6a6-12c1-4dcd-a6bd-c4d53c2c201a None None] Network 156b263f-4f38-4ef3-b05c-d635b9ca8623 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:36.656040 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eade1b3a-27ae-4e57-9423-1b0245422f2e req-a84d17f6-9c61-4ff5-b1ba-1d3d669df18e tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 210 time: 0.0866351 Jul 06 17:36:36.703525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-460479f7-df5c-43d8-8e7e-edd85da2b063 None None] Provisioning for port eb51c931-d146-4ded-b6b1-7a8b88f6e741 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:36.714330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.715081 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.715674 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Floating IP 1058d349-dac3-4fe2-af32-af45a763745b disassociated. External IP: 172.25.7.229, port: 0276ba42-992e-44f2-9783-bdfc2ca9e657. Jul 06 17:36:36.716362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Calling delete_port for 0276ba42-992e-44f2-9783-bdfc2ca9e657 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:36.732660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-460479f7-df5c-43d8-8e7e-edd85da2b063 None None] Provisioning complete for port eb51c931-d146-4ded-b6b1-7a8b88f6e741 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:36.733046 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-460479f7-df5c-43d8-8e7e-edd85da2b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.736451 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-146a0a40-e854-4664-8156-62293bc4f785 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/quotas/a3f868a278bd45d0a33be3318ae266b1 HTTP/1.1" status: 200 len: 375 time: 0.1301024 Jul 06 17:36:36.783586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:36.953684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b7ca5-4897-4c65-be1a-9532839a840e req-1449d8be-eeb9-4f56-972d-6ca3735b84cb tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:36.955341 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-980b7ca5-4897-4c65-be1a-9532839a840e req-1449d8be-eeb9-4f56-972d-6ca3735b84cb tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 946 time: 0.1233149 Jul 06 17:36:37.065168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-460479f7-df5c-43d8-8e7e-edd85da2b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.090890 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-980b7ca5-4897-4c65-be1a-9532839a840e req-29102218-943e-48c7-9d79-d9bcbdb81b7a tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups?id=374e26cd-8915-44af-8e8c-3257e0384adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116633 Jul 06 17:36:37.145709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-460479f7-df5c-43d8-8e7e-edd85da2b063 None None] For port eb51c931-d146-4ded-b6b1-7a8b88f6e741, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb51c931-d146-4ded-b6b1-7a8b88f6e741,segment=NetworkSegment(c28f9756-9389-49c6-bb12-08d1455082d8),segment_id=c28f9756-9389-49c6-bb12-08d1455082d8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:37.155966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-460479f7-df5c-43d8-8e7e-edd85da2b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.224653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460479f7-df5c-43d8-8e7e-edd85da2b063 None None] Pushing event updated for resources: {'Port': ['ID=eb51c931-d146-4ded-b6b1-7a8b88f6e741,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:37.368068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0276ba42-992e-44f2-9783-bdfc2ca9e657 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:37.371904 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb09350d-6b89-497d-9564-cd50e5091146 req-943695de-189b-4cb1-b9fb-45a5a36c4c7a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 210 time: 0.0478370 Jul 06 17:36:37.490623 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.531918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.628730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Pushing event deleted for resources: {'Port': ['ID=0276ba42-992e-44f2-9783-bdfc2ca9e657,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:37.710545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-27d5cc32-10e9-4a53-979b-8c5d1e43dc4c None None] Provisioning complete for port eb51c931-d146-4ded-b6b1-7a8b88f6e741 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:37.711555 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27d5cc32-10e9-4a53-979b-8c5d1e43dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:37.851356 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-6c1c41dc-01a8-4ec1-9bec-340e4eb36c40 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1133335 Jul 06 17:36:37.975349 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000efd5a-27c8-44bb-a709-126d41a55033 req-bfca3818-320b-4401-b980-1f4e4f2a7af2 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:37.977103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-000efd5a-27c8-44bb-a709-126d41a55033 req-bfca3818-320b-4401-b980-1f4e4f2a7af2 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "GET /v2.0/ports?device_id=375ea5eb-cd17-43d6-877d-b1dc10895ab3 HTTP/1.1" status: 200 len: 943 time: 1.0750880 Jul 06 17:36:38.261454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Router 016116d7-b211-4900-96b9-daee24812f30 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:36:38.293300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:38.328357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cdd0434d-98d5-4087-bdff-f341ab85bb75 service neutron] 10.222.0.13 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969400 Jul 06 17:36:38.372553 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a48e3bcf-83a2-46bc-9b35-a59895f083ff req-3d39c997-a652-45f5-8001-ccf2247a3a32 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 210 time: 0.0776281 Jul 06 17:36:38.569382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:38.590599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-f4474a91-6dad-43db-91ef-aff2baa24e3d tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1375234 Jul 06 17:36:38.766035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-000efd5a-27c8-44bb-a709-126d41a55033 req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Deleting port 54f39295-2c68-4f4f-9bf7-8440f825cb63 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:38.767419 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-000efd5a-27c8-44bb-a709-126d41a55033 req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:38.826753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-fbf77a36-1cbc-4fa1-b935-3d23693d73ed service neutron] 10.222.0.13 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510050 Jul 06 17:36:38.848653 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34c2ac2e-c31b-4298-92cc-57f4d21df567 req-ff74b5fa-5c5d-4d62-bbf7-eed6b370ae6e tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 210 time: 0.0419927 Jul 06 17:36:39.054485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-000efd5a-27c8-44bb-a709-126d41a55033 req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] For port 54f39295-2c68-4f4f-9bf7-8440f825cb63, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=54f39295-2c68-4f4f-9bf7-8440f825cb63,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:39.055130 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-000efd5a-27c8-44bb-a709-126d41a55033 req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.069619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Router 8689fc3c-d538-4e88-a173-beede639fefc is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:36:39.071816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:39.091825 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] Sync routers for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:39.108490 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:39.110744 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:39.144000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] No DVR routers for this DVR port 0276ba42-992e-44f2-9783-bdfc2ca9e657 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:39.146142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-000efd5a-27c8-44bb-a709-126d41a55033 req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Calling delete_port for 54f39295-2c68-4f4f-9bf7-8440f825cb63 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:39.162488 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.164868 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-644fbcad-e2a5-4b4b-b364-ee07995e0bb0 req-ed8745a0-944c-4cd0-88da-26e5ef143bf0 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.22 "DELETE /v2.0/ports/0276ba42-992e-44f2-9783-bdfc2ca9e657 HTTP/1.1" status: 204 len: 173 time: 5.0320737 Jul 06 17:36:39.167690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'name': 'network-vif-deleted', 'tag': '0276ba42-992e-44f2-9783-bdfc2ca9e657'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:39.170994 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9061ed2e-d917-4533-8181-f7ddca8582ba" -d '{"events": [{"server_uuid": "12863e67-b4c2-46c6-8cef-a4b39c18bedf", "name": "network-vif-deleted", "tag": "0276ba42-992e-44f2-9783-bdfc2ca9e657"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:39.180462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-2e2a3b11-e41a-4d94-b5fe-cc02757b6482 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:39.182547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-2e2a3b11-e41a-4d94-b5fe-cc02757b6482 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5649636 Jul 06 17:36:39.215943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Request body: {'port': {'device_id': '81fa7cc9-177f-4ed5-9d82-6948dd364969', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '4576e4e85a2e49f2b6518719dd6f913b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:39.345298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb51c931-d146-4ded-b6b1-7a8b88f6e741 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:39.396567 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d1c49538-2da9-4df0-aa47-58b7583aa766 req-66a1d77d-f797-49e5-aecd-15c5e14f666d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 210 time: 0.1436765 Jul 06 17:36:39.472341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port eb51c931-d146-4ded-b6b1-7a8b88f6e741 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:39.473269 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.473722 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:39.578619 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:39.789575 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d4b645-1648-4e91-a8bd-ed76ade900b6 x-openstack-request-id: req-05d4b645-1648-4e91-a8bd-ed76ade900b6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:39.789879 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12863e67-b4c2-46c6-8cef-a4b39c18bedf", "name": "network-vif-deleted", "tag": "0276ba42-992e-44f2-9783-bdfc2ca9e657", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:39.790145 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05d4b645-1648-4e91-a8bd-ed76ade900b6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:39.790678 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12863e67-b4c2-46c6-8cef-a4b39c18bedf', 'name': 'network-vif-deleted', 'tag': '0276ba42-992e-44f2-9783-bdfc2ca9e657', 'status': 'completed', 'code': 200} Jul 06 17:36:39.955023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-8f9edf86-63be-490e-8be1-2bd41099c5cf tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:39.956760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-8f9edf86-63be-490e-8be1-2bd41099c5cf tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.5717456 Jul 06 17:36:40.052774 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd7971c59-51b4-4744-bf34-76d4cffbddf4', 'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'mac_address': 'fa:16:3e:0d:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:14Z', 'updated_at': '2021-07-06T17:33:25Z', 'revision_number': 5, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'subnets': [{'id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:40.126529 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] Checking router: 016116d7-b211-4900-96b9-daee24812f30 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:40.167039 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:40.168549 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:40.440785 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:40.535989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd07d6c5-26c3-467f-aecb-ba3e85fb5e8b req-838bb757-746b-4ad7-93bf-9c820222972c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 210 time: 0.8493364 Jul 06 17:36:40.765626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Request body: {'port': {'device_id': '47a7e0e4-fd45-4463-adf6-859c54bbe1a5', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'admin_state_up': True, 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:40.934860 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0c1e2a7-d5b3-45ee-8546-8b61c147787a req-6cea42d1-af3d-4451-ad12-da84e0be75f7 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 210 time: 0.2048450 Jul 06 17:36:40.941474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:40.961116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Sync routers for ids ['8689fc3c-d538-4e88-a173-beede639fefc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:41.004665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Routers {'8689fc3c-d538-4e88-a173-beede639fefc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:41.006312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8689fc3c-d538-4e88-a173-beede639fefc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:41.091155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Deleting port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:41.091705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.160638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Made reservation on behalf of 4576e4e85a2e49f2b6518719dd6f913b for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:41.164951 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.225277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.227059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9194f098-f51b-4cbb-ab1b-d881a0661bc0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.3750665 Jul 06 17:36:41.236292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57262) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:41.326153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fbc4488-6090-4d83-b31a-90596387c4ae req-ee5f4637-4e89-4da7-855b-dbe8f2d0c091 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 210 time: 0.2217286 Jul 06 17:36:41.442688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Set router 8689fc3c-d538-4e88-a173-beede639fefc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:41.527799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] For port 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3e9c4b18-84c7-4b12-9e9a-e470ba4c68de,segment=NetworkSegment(ef923850-3746-4110-819f-681cd3b5013f),segment_id=ef923850-3746-4110-819f-681cd3b5013f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:41.528408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:41.587329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Calling delete_port for 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:41.823132 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd7971c59-51b4-4744-bf34-76d4cffbddf4', 'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'mac_address': 'fa:16:3e:0d:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:14Z', 'updated_at': '2021-07-06T17:33:25Z', 'revision_number': 5, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'subnets': [{'id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:41.935861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c44ffd6-0ef4-43ab-abb4-98de63bdd529 req-68b97d47-c717-4544-b2bc-dc9eef978ea3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 210 time: 0.4523818 Jul 06 17:36:41.967145 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f091de-3f58-4e20-95c1-8ef07870fcf8 None None] The sync data for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 is: [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:33:17Z', 'revision_number': 4, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd7971c59-51b4-4744-bf34-76d4cffbddf4', 'name': '', 'network_id': '43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'mac_address': 'fa:16:3e:0d:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:14Z', 'updated_at': '2021-07-06T17:33:25Z', 'revision_number': 5, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'subnets': [{'id': 'b33193f9-a2bf-4bab-8bf4-a61bbf9e3639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:42.000563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:42.007910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.337256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-000efd5a-27c8-44bb-a709-126d41a55033 req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.386380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8689fc3c-d538-4e88-a173-beede639fefc', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:30Z', 'updated_at': '2021-07-06T17:36:36Z', 'revision_number': 3, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'gw_port': {'id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:33Z', 'updated_at': '2021-07-06T17:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:42.390190 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fdf99461-5674-412b-9b45-c35d569f210e req-4494da80-839b-4810-a26a-c666cae44df6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 210 time: 0.1210613 Jul 06 17:36:42.458637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 54f39295-2c68-4f4f-9bf7-8440f825cb63 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:42.461416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Checking router: 8689fc3c-d538-4e88-a173-beede639fefc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:42.461756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Updating router 8689fc3c-d538-4e88-a173-beede639fefc port f99d83d8-a89a-4049-96c0-d9ac44248229 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:36:42.590455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 54f39295-2c68-4f4f-9bf7-8440f825cb63 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:42.591119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 54f39295-2c68-4f4f-9bf7-8440f825cb63 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:42.621697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57278) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:42.649467 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.728951 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ec852-c3a1-47bd-8f13-84da5d7f8b27 None None] New status for floating IP 1058d349-dac3-4fe2-af32-af45a763745b: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:36:42.782008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:42.906511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9c4b18-84c7-4b12-9e9a-e470ba4c68de,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:42.988832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Allocated IP 192.168.233.240 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/c82b4b26-94b1-4a68-b661-bab05168a760) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:43.001953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdd36351-c6cc-4121-9904-a13fc0514bee req-d5c6eb89-011a-4162-8f2d-9565750c3b1b tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 210 time: 0.2600265 Jul 06 17:36:43.343791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1a90951-bed4-41c7-8149-3a1b2514ca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:43.344812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cd442a9-f299-4e36-835d-89d21daf9caf req-6456e8a4-3935-49e8-8222-aa4ca7d504ba tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 210 time: 0.7648659 Jul 06 17:36:43.345668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Pushing event deleted for resources: {'Port': ['ID=54f39295-2c68-4f4f-9bf7-8440f825cb63,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:43.355106 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:43.364591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-3a68751a-74cb-4c20-ba3d-1b949d80eb2a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:43.378531 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-3a68751a-74cb-4c20-ba3d-1b949d80eb2a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 804 time: 0.3677173 Jul 06 17:36:43.442239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Request body: {'port': {'device_id': '528f8bf2-2682-42cc-89d1-f67659503350', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'admin_state_up': True, 'tenant_id': 'a3f868a278bd45d0a33be3318ae266b1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:43.631219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-000efd5a-27c8-44bb-a709-126d41a55033 req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] No DVR routers for this DVR port 54f39295-2c68-4f4f-9bf7-8440f825cb63 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:43.644409 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:43.670791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Transition to ACTIVE for port object f99d83d8-a89a-4049-96c0-d9ac44248229 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:43.685924 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-000efd5a-27c8-44bb-a709-126d41a55033 req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:43.688339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-000efd5a-27c8-44bb-a709-126d41a55033 req-a8815b00-341c-403b-9a13-f7cd28922393 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "DELETE /v2.0/ports/54f39295-2c68-4f4f-9bf7-8440f825cb63 HTTP/1.1" status: 204 len: 173 time: 5.6841905 Jul 06 17:36:43.690497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:43.692117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'name': 'network-vif-deleted', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:43.694798 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa012e52-221c-4770-917d-4bedac5fcb2f" -d '{"events": [{"server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "name": "network-vif-deleted", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:43.807453 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebbb1b9f-edf0-4fd2-88b3-ca1615cbaa2e req-1ffd5045-bfea-4d7e-be6d-9926f453ce7e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 210 time: 0.1042490 Jul 06 17:36:43.827458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Attempting to bind port f99d83d8-a89a-4049-96c0-d9ac44248229 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:43.831385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Attempting to bind port f99d83d8-a89a-4049-96c0-d9ac44248229 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:43.834627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Attempting to bind port f99d83d8-a89a-4049-96c0-d9ac44248229 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:43.942728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:43.943521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:43.944289 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:43.945050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:43.945958 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Bound port: f99d83d8-a89a-4049-96c0-d9ac44248229, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:43.946749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:44.056295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] For port f99d83d8-a89a-4049-96c0-d9ac44248229, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:44.061943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] For port f99d83d8-a89a-4049-96c0-d9ac44248229, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f99d83d8-a89a-4049-96c0-d9ac44248229,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:44.077467 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:44.079864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7f416-15d2-441e-ab3e-c8c32be7f5d1 None None] Pushing event updated for resources: {'Port': ['ID=f99d83d8-a89a-4049-96c0-d9ac44248229,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:44.113679 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1a90951-bed4-41c7-8149-3a1b2514ca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:44.123384 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1a90951-bed4-41c7-8149-3a1b2514ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:44.177628 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cac3c96-bae1-4577-bc3d-4a17958c00d0 x-openstack-request-id: req-3cac3c96-bae1-4577-bc3d-4a17958c00d0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:44.178610 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375ea5eb-cd17-43d6-877d-b1dc10895ab3", "name": "network-vif-deleted", "tag": "54f39295-2c68-4f4f-9bf7-8440f825cb63", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:44.179039 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cac3c96-bae1-4577-bc3d-4a17958c00d0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:44.179608 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375ea5eb-cd17-43d6-877d-b1dc10895ab3', 'name': 'network-vif-deleted', 'tag': '54f39295-2c68-4f4f-9bf7-8440f825cb63', 'status': 'completed', 'code': 200} Jul 06 17:36:44.263457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a969f192-7a32-4cf3-a3d4-95b1e8003b02 req-864b14da-c6ab-4f38-b664-185b17f717bf tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 210 time: 0.1020856 Jul 06 17:36:44.305089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7f416-15d2-441e-ab3e-c8c32be7f5d1 None None] Pushing event updated for resources: {'Port': ['ID=f99d83d8-a89a-4049-96c0-d9ac44248229,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:44.319038 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19daeba6-6394-4852-bbdc-32b41fc80922 req-fd3c242e-d010-43a1-a95d-0f863e9e7705 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 210 time: 0.1080158 Jul 06 17:36:44.341073 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:44.361971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Routers {'8689fc3c-d538-4e88-a173-beede639fefc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:44.362660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8689fc3c-d538-4e88-a173-beede639fefc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:44.376663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Allocated IP 172.20.0.8 (a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4/bcb40348-e9ec-4041-81e2-4567f9b075da/d50fe57a-6b49-4672-ae86-78da374e4d1d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:44.445219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d1a90951-bed4-41c7-8149-3a1b2514ca0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc4538a22fad4f40b0f48409446a79e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8208485 Jul 06 17:36:44.459823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:44.460904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Transition to ACTIVE for port object c82b4b26-94b1-4a68-b661-bab05168a760 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:44.505231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a90951-bed4-41c7-8149-3a1b2514ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1250142-648c-48fe-b158-bc879fc25441,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:44.535468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Made reservation on behalf of a3f868a278bd45d0a33be3318ae266b1 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:44.551163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:44.598419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:36:44.724243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] Set router 8689fc3c-d538-4e88-a173-beede639fefc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:44.812992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e70a5a4-08bc-4085-97a3-4305c2f1d6c0 req-4c04b51f-bdd9-49a1-90b1-8920df546d65 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 210 time: 0.0852122 Jul 06 17:36:44.847875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:44.858578 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a5ff0073-3a71-477d-bf9a-aa2ecfde3157 admin admin] 10.222.0.13 "PUT /v2.0/routers/7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2815051 Jul 06 17:36:44.859578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:44.905666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] Sync routers for ids ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:45.109218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] Routers {'7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:45.123736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:45.195615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.240452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78535a27-15d9-489e-88c5-0075bf8d77d9 req-9825b2e9-48a2-461c-be81-d99af7634474 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 210 time: 0.1099772 Jul 06 17:36:45.252060 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bda4afdc-1856-4a92-bd87-313a09064e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.302846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bda4afdc-1856-4a92-bd87-313a09064e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.319330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.341133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c96e714d-2f56-4721-af92-9cee109d0654'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:36:45.525555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8689fc3c-d538-4e88-a173-beede639fefc', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:30Z', 'updated_at': '2021-07-06T17:36:36Z', 'revision_number': 3, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'gw_port': {'id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:33Z', 'updated_at': '2021-07-06T17:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:45.528021 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.684947 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.740916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:45.767428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:45.775127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Deleting port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:45.775666 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:45.876135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:45.897511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] Set router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:46.019295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e09d0eb-bd75-4046-9120-d64f1e914c00 None None] The sync data for ids ['8689fc3c-d538-4e88-a173-beede639fefc'] in n-d-799526-3 is: [{'id': '8689fc3c-d538-4e88-a173-beede639fefc', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:30Z', 'updated_at': '2021-07-06T17:36:36Z', 'revision_number': 3, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'gw_port': {'id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:33Z', 'updated_at': '2021-07-06T17:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:46.050608 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cda8c289-0792-46f6-b391-b8d93035f8e9 req-90eeb332-fe03-4040-9a0e-40f0d350b1ef tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 210 time: 0.2848978 Jul 06 17:36:46.235543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] For port f5727eca-c3b7-4bc0-a488-b48d0e2b5c31, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f5727eca-c3b7-4bc0-a488-b48d0e2b5c31,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:46.240342 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:46.305406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Calling delete_port for f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:46.809097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-87e532ff-9b2d-4a49-af45-4ec9348fdc69 None None] Provisioning for port c82b4b26-94b1-4a68-b661-bab05168a760 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:46.828583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-87e532ff-9b2d-4a49-af45-4ec9348fdc69 None None] Provisioning complete for port c82b4b26-94b1-4a68-b661-bab05168a760 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:46.829155 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-87e532ff-9b2d-4a49-af45-4ec9348fdc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:46.951502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Allocated IP 172.20.0.11 (9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5/f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b/91a3150c-11a3-455b-9bbc-5c95c4ab0411) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:46.981981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:27Z', 'updated_at': '2021-07-06T17:36:42Z', 'revision_number': 5, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'gw_port': {'id': 'f5727eca-c3b7-4bc0-a488-b48d0e2b5c31', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:34:28Z', 'updated_at': '2021-07-06T17:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:47.063012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-87e532ff-9b2d-4a49-af45-4ec9348fdc69 None None] Port c82b4b26-94b1-4a68-b661-bab05168a760 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:47.067403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] Checking router: 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:36:47.071874 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a11c2c07-8a84-4f64-b604-e6ec50dc38d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.095145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.097999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] Routers {'7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:47.099182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:47.244129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5727eca-c3b7-4bc0-a488-b48d0e2b5c31,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:47.323842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.352157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:47.354458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] Set router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:47.355023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.357777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Pushing event updated for resources: {'Port': ['ID=c82b4b26-94b1-4a68-b661-bab05168a760,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:47.392776 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff542310-2a91-431f-8fb6-4a5c307f84d1 req-32aedb30-afb9-4cdb-ba18-7350b2efe086 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:47.404171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff542310-2a91-431f-8fb6-4a5c307f84d1 req-32aedb30-afb9-4cdb-ba18-7350b2efe086 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 936 time: 0.5586176 Jul 06 17:36:47.438444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.474160 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff542310-2a91-431f-8fb6-4a5c307f84d1 req-f263168b-5b85-4bad-88c2-4aa4a96712a8 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651402 Jul 06 17:36:47.487426 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.597091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:27Z', 'updated_at': '2021-07-06T17:36:46Z', 'revision_number': 7, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:47.600851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f99d83d8-a89a-4049-96c0-d9ac44248229 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:47.610809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9', 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:36:47.751538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a95c4cea-1db4-4a68-8594-c3192eb32e25 req-71df54f9-1f8b-4f3d-9b3b-414cf8d7bf55 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/ports?device_id=12863e67-b4c2-46c6-8cef-a4b39c18bedf HTTP/1.1" status: 200 len: 210 time: 1.8777261 Jul 06 17:36:47.809521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.813440 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.829948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b45707c-51ec-4d29-bf0b-3dfea56fb778 None None] The sync data for ids ['7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b'] in n-d-799526-3 is: [{'id': '7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b', 'name': 'tempest-ServersTestMultiNic-1956253827-router', 'tenant_id': '048950e7f5024ffd81c6481311b62e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:34:27Z', 'updated_at': '2021-07-06T17:36:46Z', 'revision_number': 7, 'project_id': '048950e7f5024ffd81c6481311b62e94', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:36:47.976298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:47.977292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:36:47.997704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.005769 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a0b34403-39d7-4c52-84c3-d993cbf2b597 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7d14d3ca-fca2-4c8a-b2a6-1394ee2f329b HTTP/1.1" status: 204 len: 168 time: 3.1447709 Jul 06 17:36:48.013866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:48.049978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-0eb6ce0e-a23f-4624-a3fe-6bbf00ecdb89 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.8434446 Jul 06 17:36:48.050878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event updated for resources: {'Port': ['ID=d50fe57a-6b49-4672-ae86-78da374e4d1d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:48.066259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:48.079527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Request body: {'port': {'device_id': '81fa7cc9-177f-4ed5-9d82-6948dd364969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:48.089841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f99d83d8-a89a-4049-96c0-d9ac44248229 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:48.115915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f99d83d8-a89a-4049-96c0-d9ac44248229 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:48.116530 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.130639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:48.133221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:48.164635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04082d8f-1c06-4699-8082-c53e709685c5 req-5cb2fa1c-2934-4eed-b63c-198cc7a00398 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:48.176953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04082d8f-1c06-4699-8082-c53e709685c5 req-5cb2fa1c-2934-4eed-b63c-198cc7a00398 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 931 time: 0.4552965 Jul 06 17:36:48.192146 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bda4afdc-1856-4a92-bd87-313a09064e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.196530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bda4afdc-1856-4a92-bd87-313a09064e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.197886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bda4afdc-1856-4a92-bd87-313a09064e97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1250142-648c-48fe-b158-bc879fc25441 HTTP/1.1" status: 204 len: 168 time: 3.7302203 Jul 06 17:36:48.284305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1abd58-a8c9-4cbc-8a13-4472cd0b069c admin admin] Deleting subnet 80e4faea-66b9-4aef-8f14-8c3fb631ce2e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:36:48.334748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.372548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:48.373259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.418354 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04082d8f-1c06-4699-8082-c53e709685c5 req-764f7a1b-ccdc-4a11-8fbe-4fee4cfff982 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291350 Jul 06 17:36:48.429580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1abd58-a8c9-4cbc-8a13-4472cd0b069c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.501282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:48.515980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4afdc-1856-4a92-bd87-313a09064e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1250142-648c-48fe-b158-bc879fc25441,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:48.520124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Pushing event updated for resources: {'Port': ['ID=91a3150c-11a3-455b-9bbc-5c95c4ab0411,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:48.526997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:48.554143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:48.690057 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1abd58-a8c9-4cbc-8a13-4472cd0b069c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.767053 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d49bd0fd-a7d8-4c82-87fc-d1f2cd4cfd5d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0660102 Jul 06 17:36:48.767963 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.833508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:48.834818 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:48.871910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Request body: {'port': {'device_id': '47a7e0e4-fd45-4463-adf6-859c54bbe1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:48.939230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-b4830a69-06d1-4d25-ae5b-205c638ea01b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5778365 Jul 06 17:36:48.950809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5396c0ed-c563-463e-be49-7dd3593153f5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5232322 Jul 06 17:36:49.010193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Request body: {'port': {'device_id': '528f8bf2-2682-42cc-89d1-f67659503350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:49.259812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1abd58-a8c9-4cbc-8a13-4472cd0b069c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.266543 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.377264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port f99d83d8-a89a-4049-96c0-d9ac44248229, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f99d83d8-a89a-4049-96c0-d9ac44248229,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:49.394594 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.444438 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.490849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb27dff-cc81-4de6-a151-207a268084bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.546370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.625646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=f99d83d8-a89a-4049-96c0-d9ac44248229,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:49.653326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:49.688381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6468fd-9261-432d-9b98-ae87eccdfb52 req-a163939b-6051-40e5-925f-80aa137e7364 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:49.702139 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f6468fd-9261-432d-9b98-ae87eccdfb52 req-a163939b-6051-40e5-925f-80aa137e7364 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 936 time: 0.3208687 Jul 06 17:36:49.719088 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1abd58-a8c9-4cbc-8a13-4472cd0b069c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.774688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1abd58-a8c9-4cbc-8a13-4472cd0b069c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.779723 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1f1abd58-a8c9-4cbc-8a13-4472cd0b069c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/80e4faea-66b9-4aef-8f14-8c3fb631ce2e HTTP/1.1" status: 204 len: 168 time: 1.7638927 Jul 06 17:36:49.803837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe3cc9b-8eea-4c0e-9f89-6fb39ee72b7f None None] Network 910389ee-c917-4c5a-8fce-e422ee143da0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:49.816614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:49.819789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:49.824125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f5727eca-c3b7-4bc0-a488-b48d0e2b5c31 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:49.824125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:49.849927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1abd58-a8c9-4cbc-8a13-4472cd0b069c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e4faea-66b9-4aef-8f14-8c3fb631ce2e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:49.879042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:49.879685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3e9c4b18-84c7-4b12-9e9a-e470ba4c68de not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:49.971470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:49.984492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f6468fd-9261-432d-9b98-ae87eccdfb52 req-cc4a4da2-74d5-490e-8b79-ec95108999f9 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801242 Jul 06 17:36:50.043206 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.074964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Deleting port 6857b2c9-dbf3-4853-81c0-3109e436fecd {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:50.075348 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.587767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff00663d-2191-47d2-8e50-6590a0c8a14e None None] DHCP port deletion for 910389ee-c917-4c5a-8fce-e422ee143da0 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:36:50.626923 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.755176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ff00663d-2191-47d2-8e50-6590a0c8a14e None None] Deleting port 6857b2c9-dbf3-4853-81c0-3109e436fecd {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:50.755658 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff00663d-2191-47d2-8e50-6590a0c8a14e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.808476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] For port 6857b2c9-dbf3-4853-81c0-3109e436fecd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6857b2c9-dbf3-4853-81c0-3109e436fecd,segment=NetworkSegment(ef923850-3746-4110-819f-681cd3b5013f),segment_id=ef923850-3746-4110-819f-681cd3b5013f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:50.810572 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.850773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Calling delete_port for 6857b2c9-dbf3-4853-81c0-3109e436fecd owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:50.853557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ff00663d-2191-47d2-8e50-6590a0c8a14e None None] For port 6857b2c9-dbf3-4853-81c0-3109e436fecd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6857b2c9-dbf3-4853-81c0-3109e436fecd,segment=NetworkSegment(ef923850-3746-4110-819f-681cd3b5013f),segment_id=ef923850-3746-4110-819f-681cd3b5013f)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:50.854455 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff00663d-2191-47d2-8e50-6590a0c8a14e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:50.873657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ff00663d-2191-47d2-8e50-6590a0c8a14e None None] Calling delete_port for 6857b2c9-dbf3-4853-81c0-3109e436fecd owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:50.957521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec279ddc-9d2c-4813-8109-99d4a18795ad req-861994ef-67aa-4530-8d3f-ad1aba4dcb4a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:50.966777 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec279ddc-9d2c-4813-8109-99d4a18795ad req-861994ef-67aa-4530-8d3f-ad1aba4dcb4a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 931 time: 0.2614202 Jul 06 17:36:50.979340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c9628-122b-45ff-bca1-5e8051724578 req-cce70272-d6f6-4a0a-8281-10286d15a648 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:50.987964 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-576c9628-122b-45ff-bca1-5e8051724578 req-cce70272-d6f6-4a0a-8281-10286d15a648 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 932 time: 2.6364872 Jul 06 17:36:51.045852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec279ddc-9d2c-4813-8109-99d4a18795ad req-e7526f86-0a1d-49e6-86b6-89affd1daff5 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776844 Jul 06 17:36:51.101058 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.128809 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff00663d-2191-47d2-8e50-6590a0c8a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.160082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Pushing event deleted for resources: {'Port': ['ID=6857b2c9-dbf3-4853-81c0-3109e436fecd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:51.165972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] No DVR routers for this DVR port 6857b2c9-dbf3-4853-81c0-3109e436fecd on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:51.186831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-e56a5d6e-d1c7-49b5-b311-bcc8ecaf9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:51.188947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-e56a5d6e-d1c7-49b5-b311-bcc8ecaf9a2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 1096 time: 1.6711845 Jul 06 17:36:51.201177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-576c9628-122b-45ff-bca1-5e8051724578 req-1d68f1bf-60b4-43cc-8791-580b7a650ac8 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119217 Jul 06 17:36:51.204208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a3150c-11a3-455b-9bbc-5c95c4ab0411 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:51.220416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00663d-2191-47d2-8e50-6590a0c8a14e None None] No DVR routers for this DVR port 6857b2c9-dbf3-4853-81c0-3109e436fecd on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:36:51.261970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00663d-2191-47d2-8e50-6590a0c8a14e None None] Pushing event deleted for resources: {'Port': ['ID=6857b2c9-dbf3-4853-81c0-3109e436fecd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:51.293521 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.322645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.361489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.369342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57360) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:51.395018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910389ee-c917-4c5a-8fce-e422ee143da0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:51.446420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef923850-3746-4110-819f-681cd3b5013f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:51.446904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef923850-3746-4110-819f-681cd3b5013f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:51.471913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.503979 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.518211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:36:51.518211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.625700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f99d83d8-a89a-4049-96c0-d9ac44248229 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:36:51.648139 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:36:51.757714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f99d83d8-a89a-4049-96c0-d9ac44248229 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:51.758365 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.780129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.791071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.797731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] 10.222.0.13 "DELETE /v2.0/networks/910389ee-c917-4c5a-8fce-e422ee143da0 HTTP/1.1" status: 204 len: 168 time: 1.9756877 Jul 06 17:36:51.825677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92fcc-e279-4e27-86d9-6fb6a164785a admin admin] Pushing event deleted for resources: {'Network': ['ID=910389ee-c917-4c5a-8fce-e422ee143da0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:51.830497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Transition to ACTIVE for port object 91a3150c-11a3-455b-9bbc-5c95c4ab0411 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:51.884181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bce6-e95b-4f11-a544-fe1c3e634ca1 req-883453b9-517c-4c19-8f68-f38addd0de32 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:51.889512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b2a5bce6-e95b-4f11-a544-fe1c3e634ca1 req-883453b9-517c-4c19-8f68-f38addd0de32 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 936 time: 0.2128005 Jul 06 17:36:51.938942 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:51.989275 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b2a5bce6-e95b-4f11-a544-fe1c3e634ca1 req-4ec892a7-eea4-4c04-9eb8-048a65417611 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907192 Jul 06 17:36:52.056556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6857b2c9-dbf3-4853-81c0-3109e436fecd no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:36:52.089616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 6857b2c9-dbf3-4853-81c0-3109e436fecd {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:36:52.090025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6857b2c9-dbf3-4853-81c0-3109e436fecd not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:36:52.165478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57378) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:52.239783 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bcf062df-6bcd-4413-8675-db5aab51204f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=048950e7f5024ffd81c6481311b62e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726616 Jul 06 17:36:52.240698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:52.258639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Pushing event updated for resources: {'Port': ['ID=91a3150c-11a3-455b-9bbc-5c95c4ab0411,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:52.279811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-3a2edad9-5db6-49ae-958d-18a27fc45f1a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=73c905eb28d14a43b36e4f4bf2feb27e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3899324 Jul 06 17:36:52.325217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72a598d0-033d-4619-8070-27697209a92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.361027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72a598d0-033d-4619-8070-27697209a92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.449914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.454965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72a598d0-033d-4619-8070-27697209a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.457635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72a598d0-033d-4619-8070-27697209a92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:52.457860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-bfb948a3-a037-49f4-b0fa-6f0788cb175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:52.460989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-72a598d0-033d-4619-8070-27697209a92d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0117813-c216-4daa-ab55-b3dce3a9d35f HTTP/1.1" status: 204 len: 168 time: 0.2165983 Jul 06 17:36:52.461233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-bfb948a3-a037-49f4-b0fa-6f0788cb175f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 1.1616566 Jul 06 17:36:52.468988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a598d0-033d-4619-8070-27697209a92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0117813-c216-4daa-ab55-b3dce3a9d35f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:52.497700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Allocated IP 172.20.0.1 (156b263f-4f38-4ef3-b05c-d635b9ca8623/32dbeb23-a1ce-48ab-a46b-89c0563bd11a/0352f56f-a2b9-4a43-b125-7dcecda490f0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:36:52.654175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7c16-b1b2-4257-9a65-b538ad0517b6 req-5dbd7669-411d-4327-a2a6-aede01c5dd51 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:52.668432 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db9f7c16-b1b2-4257-9a65-b538ad0517b6 req-5dbd7669-411d-4327-a2a6-aede01c5dd51 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 931 time: 0.1494329 Jul 06 17:36:52.686182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-8e193468-0b96-44f7-bbe8-60debfc4bb48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9 HTTP/1.1" status: 200 len: 217 time: 0.1783321 Jul 06 17:36:52.739977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db9f7c16-b1b2-4257-9a65-b538ad0517b6 req-64bddeff-ebab-4f97-b40b-76a4ae518fb7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685866 Jul 06 17:36:52.753995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-2cbd5334-2c16-4045-a7da-25db384a7171 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:52.766510 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-2cbd5334-2c16-4045-a7da-25db384a7171 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4804208 Jul 06 17:36:52.993251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172df4a-7050-4f3b-819b-50046054e09f req-1722bfe1-eb4a-445b-8fc9-b3e3eac29354 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:52.997527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2172df4a-7050-4f3b-819b-50046054e09f req-1722bfe1-eb4a-445b-8fc9-b3e3eac29354 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 944 time: 0.1121418 Jul 06 17:36:53.032004 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cc6fae-3b59-4e05-b1c9-354183a6df35 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.074996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2172df4a-7050-4f3b-819b-50046054e09f req-7e906b93-df62-475f-9768-295aaabd0f35 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698552 Jul 06 17:36:53.098568 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-000a7671-ecbd-4274-8989-73ad8f501882 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/quotas/73c905eb28d14a43b36e4f4bf2feb27e HTTP/1.1" status: 200 len: 375 time: 0.3247128 Jul 06 17:36:53.505247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a51b-4e46-4a72-be6d-048b5f57634e req-436072c0-bd21-4bf1-b8c1-b6191b9e8097 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:53.507355 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4dd1a51b-4e46-4a72-be6d-048b5f57634e req-436072c0-bd21-4bf1-b8c1-b6191b9e8097 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 936 time: 0.1126745 Jul 06 17:36:53.508069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:53.564628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82b4b26-94b1-4a68-b661-bab05168a760 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:53.574555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.575378 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4dd1a51b-4e46-4a72-be6d-048b5f57634e req-c4e14da4-e36b-4b3d-9608-a1f8d2e8cea6 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586162 Jul 06 17:36:53.615790 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cc6fae-3b59-4e05-b1c9-354183a6df35 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.630690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-b310032b-a853-4dd7-8c88-1d6f3c892876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:53.632408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-b310032b-a853-4dd7-8c88-1d6f3c892876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.9274237 Jul 06 17:36:53.693407 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-db01e378-8761-4620-89b7-f2f93ba494f1 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=73c905eb28d14a43b36e4f4bf2feb27e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5994341 Jul 06 17:36:53.706972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-214451492-network', 'tenant_id': 'df3f165b3033470398d5ce1c24191370'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:53.748664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Made reservation on behalf of df3f165b3033470398d5ce1c24191370 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:53.753802 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.773757 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.820600 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-6ae6db6c-cd4c-4e55-87c5-5a810c7c7605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297638 Jul 06 17:36:53.858316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Transition to ACTIVE for port object c82b4b26-94b1-4a68-b661-bab05168a760 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:53.863948 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.881398 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cc6fae-3b59-4e05-b1c9-354183a6df35 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.885016 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cc6fae-3b59-4e05-b1c9-354183a6df35 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.890128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-36cc6fae-3b59-4e05-b1c9-354183a6df35 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "DELETE /v2.0/security-groups/374e26cd-8915-44af-8e8c-3257e0384adf HTTP/1.1" status: 204 len: 168 time: 2.4073827 Jul 06 17:36:53.893218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57414) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:53.912132 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-f21dde45-f797-43c6-be80-f6618b5bd7c6 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] show failed (client error): The resource could not be found. Jul 06 17:36:53.913311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f21dde45-f797-43c6-be80-f6618b5bd7c6 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "GET /v2.0/security-groups/374e26cd-8915-44af-8e8c-3257e0384adf HTTP/1.1" status: 404 len: 347 time: 0.0189850 Jul 06 17:36:53.917121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57418) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:53.928706 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:53.988449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Attempting to bind port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:53.988803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Attempting to bind port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:53.989152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Attempting to bind port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:54.059783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc6fae-3b59-4e05-b1c9-354183a6df35 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374e26cd-8915-44af-8e8c-3257e0384adf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:54.063493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-004c2945-9daf-4a81-a200-00875323d9de req-ed5138fa-fc11-4b59-bc1d-ddaf8b922392 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 210 time: 0.0615215 Jul 06 17:36:54.093356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Transition to ACTIVE for port object 0352f56f-a2b9-4a43-b125-7dcecda490f0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:54.117251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:36:54.117701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Attempting to bind port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:54.156725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:54.156965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Checking segment: {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:54.157435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Bound using segment: {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:54.157831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Bound port: 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:54.158291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.167920 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.205414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.220831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:36:54.222399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c82b4b26-94b1-4a68-b661-bab05168a760,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:54.236749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.237016 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Added segment 2e47fae1-9f81-4e07-942d-01b3c6e68c14 of type vlan for network a8781460-a85a-4ade-ae5a-50a2c779c068 Jul 06 17:36:54.303447 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.388636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ffd97-8676-4942-a33d-457b630a1b26,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:54.391173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.392145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:54.392743 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.471952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-5e057d03-1ee5-4a1b-9e35-957d707526b3 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298213 Jul 06 17:36:54.504429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Attempting to bind port c82b4b26-94b1-4a68-b661-bab05168a760 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:54.504771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Attempting to bind port c82b4b26-94b1-4a68-b661-bab05168a760 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:54.505138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Attempting to bind port c82b4b26-94b1-4a68-b661-bab05168a760 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:54.521338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Pushing event updated for resources: {'Network': ['ID=a8781460-a85a-4ade-ae5a-50a2c779c068,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:54.536768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.537349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.537670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.538042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.538423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.538846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.539229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.539652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.540098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.540432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.540802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.541212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.554146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.554656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.554940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.555290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.555635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.556027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.556366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.556702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.557587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.558254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.558857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.559332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:36:54.563035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network a8781460-a85a-4ade-ae5a-50a2c779c068 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:36:54.584460 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-61289d5a-dd8e-4818-ba24-d316cfa3ade8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0719299 Jul 06 17:36:54.584723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50fe57a-6b49-4672-ae86-78da374e4d1d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:36:54.591623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Port c82b4b26-94b1-4a68-b661-bab05168a760 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:36:54.591623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Attempting to bind port c82b4b26-94b1-4a68-b661-bab05168a760 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:54.593272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:54.605224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.610233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Request body: {'subnet': {'network_id': 'a8781460-a85a-4ade-ae5a-50a2c779c068', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-214451492-subnet', 'tenant_id': 'df3f165b3033470398d5ce1c24191370', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:54.629284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:54.629624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:54.630029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:54.630529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Bound port: c82b4b26-94b1-4a68-b661-bab05168a760, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:54.630907 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.638014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.656423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Made reservation on behalf of df3f165b3033470398d5ce1c24191370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:54.659027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.663488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Deleting port 3f552a45-3b93-4b94-94f5-cfff83157fa3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:54.663835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.680721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:54.741818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1227-586d-44f4-957e-84b5b7b69bb8 req-9a4061b4-4d15-4575-b39c-214095d8a5cd tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:54.750218 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d0a1227-586d-44f4-957e-84b5b7b69bb8 req-9a4061b4-4d15-4575-b39c-214095d8a5cd tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 931 time: 0.6988297 Jul 06 17:36:54.762523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:54.778209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Transition to ACTIVE for port object d50fe57a-6b49-4672-ae86-78da374e4d1d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:36:54.818960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Network 156b263f-4f38-4ef3-b05c-d635b9ca8623 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:54.826320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.842408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cdf0d-458d-4637-94cc-03435d0b1720 req-4be4e412-ea7c-4ff5-b5e5-53a282fb1243 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:54.849532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af6cdf0d-458d-4637-94cc-03435d0b1720 req-4be4e412-ea7c-4ff5-b5e5-53a282fb1243 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 944 time: 0.4659379 Jul 06 17:36:54.852082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.867292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:54.887197 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.887693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.897798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:36:54.931172 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d0a1227-586d-44f4-957e-84b5b7b69bb8 req-ef4dcc9e-84dd-495e-b231-3f0fd5ee47c0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798022 Jul 06 17:36:54.938231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Calling delete_port for 3f552a45-3b93-4b94-94f5-cfff83157fa3 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:54.959650 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:54.959650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Pushing event updated for resources: {'Port': ['ID=0352f56f-a2b9-4a43-b125-7dcecda490f0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.146885 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e1ef75c-f70d-4533-a660-078cc33039b8 req-5ffef72d-f129-4a59-b596-bc1df9cb352e service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608484 Jul 06 17:36:55.256460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] For port c82b4b26-94b1-4a68-b661-bab05168a760, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:55.261140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] For port c82b4b26-94b1-4a68-b661-bab05168a760, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c82b4b26-94b1-4a68-b661-bab05168a760,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:55.275383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:55.277005 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.279045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] 10.222.0.55 "PUT /v2.0/ports/91a3150c-11a3-455b-9bbc-5c95c4ab0411 HTTP/1.1" status: 200 len: 1092 time: 6.2799296 Jul 06 17:36:55.313592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:55.320953 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:55.342651 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.357911 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.408285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af6cdf0d-458d-4637-94cc-03435d0b1720 req-59902dfe-6fa6-405d-9139-a68a0f4655b0 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578275 Jul 06 17:36:55.413884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8981635a-ec24-448d-b936-98be06b97e00 None None] Provisioning for port 0352f56f-a2b9-4a43-b125-7dcecda490f0 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:36:55.433575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8981635a-ec24-448d-b936-98be06b97e00 None None] Provisioning complete for port 0352f56f-a2b9-4a43-b125-7dcecda490f0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:55.434548 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8981635a-ec24-448d-b936-98be06b97e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.478397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8981635a-ec24-448d-b936-98be06b97e00 None None] Port 0352f56f-a2b9-4a43-b125-7dcecda490f0 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:55.498402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00c796-469b-4792-b37a-001a13a5254e service neutron] Pushing event updated for resources: {'Port': ['ID=91a3150c-11a3-455b-9bbc-5c95c4ab0411,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.507687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:55.508326 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.510048 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] 10.222.0.22 "PUT /v2.0/ports/c82b4b26-94b1-4a68-b661-bab05168a760 HTTP/1.1" status: 200 len: 1096 time: 7.4381073 Jul 06 17:36:55.558860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Attempting to bind port d50fe57a-6b49-4672-ae86-78da374e4d1d on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:36:55.559190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Attempting to bind port d50fe57a-6b49-4672-ae86-78da374e4d1d by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:36:55.559518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Attempting to bind port d50fe57a-6b49-4672-ae86-78da374e4d1d on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:55.567419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Port d50fe57a-6b49-4672-ae86-78da374e4d1d on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:36:55.567786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Attempting to bind port d50fe57a-6b49-4672-ae86-78da374e4d1d on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:36:55.593748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:36:55.594918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Checking segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:55.594918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Bound using segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:36:55.594918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Bound port: d50fe57a-6b49-4672-ae86-78da374e4d1d, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:36:55.595396 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.615044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-0d4d3057-ea23-48a4-8c64-619e96d2c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:55.616971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-0d4d3057-ea23-48a4-8c64-619e96d2c51a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 1095 time: 0.1847136 Jul 06 17:36:55.617404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Pushing event updated for resources: {'Port': ['ID=d50fe57a-6b49-4672-ae86-78da374e4d1d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.638149 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52dc93ee-b338-4907-a3bc-78c480dca7fe,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.657450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.757094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424b877-546c-4dcf-a3b2-2232548cc0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c82b4b26-94b1-4a68-b661-bab05168a760,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.761110 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-c9d786df-cb5b-4845-8df4-0f26af0f3f00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411 HTTP/1.1" status: 200 len: 217 time: 0.0659137 Jul 06 17:36:55.793055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Pushing event deleted for resources: {'Port': ['ID=3f552a45-3b93-4b94-94f5-cfff83157fa3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:55.821256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Checking segment: {'id': '2e47fae1-9f81-4e07-942d-01b3c6e68c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8781460-a85a-4ade-ae5a-50a2c779c068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:36:55.821822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Network hostable DHCP agents. Network: a8781460-a85a-4ade-ae5a-50a2c779c068, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:36:55.847219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcdb8e-c974-453b-b6cd-00dcc700c81f req-e1375b8d-3f3d-4052-972a-4242e966933b tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:55.848916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6afcdb8e-c974-453b-b6cd-00dcc700c81f req-e1375b8d-3f3d-4052-972a-4242e966933b tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 948 time: 0.5670469 Jul 06 17:36:55.851987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.856002 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:55.860529 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e273e01-2e80-4e3b-bf62-83388dbe7c85 tempest-ServersTestBootFromVolume-185366836 tempest-ServersTestBootFromVolume-185366836-project] 10.222.0.13 "DELETE /v2.0/floatingips/1058d349-dac3-4fe2-af32-af45a763745b HTTP/1.1" status: 204 len: 168 time: 1.9421151 Jul 06 17:36:55.861415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:55.891901 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5c2550b-9930-488f-8b1b-3189a02e4f3e req-8fbd633d-903d-4255-b605-c5822a334241 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 210 time: 0.1195469 Jul 06 17:36:55.967988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5804d380-d05c-4385-bd0a-4562e50578be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:55.968287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-5804d380-d05c-4385-bd0a-4562e50578be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b HTTP/1.1" status: 200 len: 844 time: 0.1835787 Jul 06 17:36:56.011003 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1805ffe8-7b79-4694-b05e-b85c7f68f7d2 x-openstack-request-id: req-1805ffe8-7b79-4694-b05e-b85c7f68f7d2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:56.011348 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:56.011597 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1805ffe8-7b79-4694-b05e-b85c7f68f7d2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:56.011998 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411', 'status': 'completed', 'code': 200} Jul 06 17:36:56.022701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Network a8781460-a85a-4ade-ae5a-50a2c779c068 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:36:56.056303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, a8781460-a85a-4ade-ae5a-50a2c779c068) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:56.063209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-70c6fce3-bede-4c31-b570-99ec18b43565 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635028 Jul 06 17:36:56.083444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c6a5a-2683-4614-bf9a-0de71c5caed1 None None] Network a8781460-a85a-4ade-ae5a-50a2c779c068 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:56.095276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] For port d50fe57a-6b49-4672-ae86-78da374e4d1d, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:36:56.102158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:56.102967 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.115558 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6afcdb8e-c974-453b-b6cd-00dcc700c81f req-8d498d2e-5ed9-436b-90fe-6899acf47b59 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319889 Jul 06 17:36:56.132450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-de8c9d91-7a93-468b-9c3b-3db91849bf82 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5283468 Jul 06 17:36:56.147964 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.164174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-d67d7291-cff7-4e24-9d45-43f18d312aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:56.165722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-d67d7291-cff7-4e24-9d45-43f18d312aa8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 1099 time: 0.4037049 Jul 06 17:36:56.196536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] For port d50fe57a-6b49-4672-ae86-78da374e4d1d, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d50fe57a-6b49-4672-ae86-78da374e4d1d,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:36:56.280717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.367204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-cd6da420-f46f-454b-9417-d61ce43779d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c82b4b26-94b1-4a68-b661-bab05168a760 HTTP/1.1" status: 200 len: 217 time: 0.1877038 Jul 06 17:36:56.433804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e24e6e-a8fc-4318-8c5b-58fd7016656f None None] Network a8781460-a85a-4ade-ae5a-50a2c779c068 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:36:56.511203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:56.511943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:56.513457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] 10.222.0.22 "PUT /v2.0/ports/d50fe57a-6b49-4672-ae86-78da374e4d1d HTTP/1.1" status: 200 len: 1091 time: 7.6524024 Jul 06 17:36:56.524423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-0344c880-3c8d-459a-aad2-aa66f742043c tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=73c905eb28d14a43b36e4f4bf2feb27e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1553297 Jul 06 17:36:56.668028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-4174ae4f-6c16-4d07-ae4e-64ca8788561d service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928767 Jul 06 17:36:56.867724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626946c7-c109-41aa-bee1-c1efeb37591e req-f22fdf7e-1ec0-42b8-b2e3-bd6182491e5f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:56.871334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-626946c7-c109-41aa-bee1-c1efeb37591e req-f22fdf7e-1ec0-42b8-b2e3-bd6182491e5f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 944 time: 0.2103086 Jul 06 17:36:56.888650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.035469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-626946c7-c109-41aa-bee1-c1efeb37591e req-30c1cd69-855a-4b70-8acf-e0bb4dfb48cd tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557419 Jul 06 17:36:57.048137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-f6a76384-904f-4386-8e44-5df571fb5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:57.050887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-f6a76384-904f-4386-8e44-5df571fb5b5c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.6094620 Jul 06 17:36:57.067268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919572b-bfd4-42d8-9c1f-38b7aa511913 service neutron] Pushing event updated for resources: {'Port': ['ID=d50fe57a-6b49-4672-ae86-78da374e4d1d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:57.220675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fe269-994d-4898-8b5a-97922e0853e4 req-9ab461f7-b7d6-4624-a809-e865cdf4cf4a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:57.222422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-296fe269-994d-4898-8b5a-97922e0853e4 req-9ab461f7-b7d6-4624-a809-e865cdf4cf4a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 943 time: 1.0623751 Jul 06 17:36:57.335605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-6e40cdd8-885c-43a7-99be-59000b85c8aa tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:57.337297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-6e40cdd8-885c-43a7-99be-59000b85c8aa tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7593043 Jul 06 17:36:57.362762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Request body: {'port': {'device_id': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '73c905eb28d14a43b36e4f4bf2feb27e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:36:57.368300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Deleting port d7971c59-51b4-4744-bf34-76d4cffbddf4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:57.368877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.470986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-26159437-802f-4e87-a201-35f4826cff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:57.473338 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-26159437-802f-4e87-a201-35f4826cff16 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 1094 time: 0.8447423 Jul 06 17:36:57.498951 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c65b2a09-6a4d-4daf-80e4-0703115b829c req-7b9e9e4a-463c-4274-be9d-8206b51c4f9b service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812405 Jul 06 17:36:57.535834 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-296fe269-994d-4898-8b5a-97922e0853e4 req-79564e7b-0958-4817-ab00-4415b4d107b2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879324 Jul 06 17:36:57.561660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] For port d7971c59-51b4-4744-bf34-76d4cffbddf4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d7971c59-51b4-4744-bf34-76d4cffbddf4,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:36:57.562068 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.590602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Calling delete_port for d7971c59-51b4-4744-bf34-76d4cffbddf4 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:36:57.605918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-a3ee5d11-f6cf-414f-8e3e-7065245acfbb tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:57.608094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-a3ee5d11-f6cf-414f-8e3e-7065245acfbb tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/networks?id=a8781460-a85a-4ade-ae5a-50a2c779c068 HTTP/1.1" status: 200 len: 817 time: 0.1707127 Jul 06 17:36:57.629516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-98656507-b5f8-401a-8c8d-f2a98e55aa29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d50fe57a-6b49-4672-ae86-78da374e4d1d HTTP/1.1" status: 200 len: 217 time: 0.1289206 Jul 06 17:36:57.666244 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-c9706046-d46e-44f6-b0ec-fd780317eca7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/quotas/df3f165b3033470398d5ce1c24191370 HTTP/1.1" status: 200 len: 375 time: 0.0490303 Jul 06 17:36:57.674266 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.693479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-fcd5235c-e55f-44bc-aeea-1cde2ce4ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:57.696258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-fcd5235c-e55f-44bc-aeea-1cde2ce4ef1c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6061416 Jul 06 17:36:57.714933 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.718642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1824e9e2-6653-49e7-a052-2cc815ec6c65 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df3f165b3033470398d5ce1c24191370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396402 Jul 06 17:36:57.903501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-3a7792c3-cf31-4c73-b12b-41a86d495d4b service neutron] 10.222.0.13 "GET /v2.0/networks/a8781460-a85a-4ade-ae5a-50a2c779c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434324 Jul 06 17:36:57.935996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d2455b4-00ef-47d5-b7e1-c216a95fdc6e req-5e55540e-94a2-4d84-9c42-e9f37f83ec02 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 210 time: 0.1262040 Jul 06 17:36:57.957864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-8ff39087-7477-4789-b3b5-d14e6efb599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:57.959369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-8ff39087-7477-4789-b3b5-d14e6efb599e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.2737517 Jul 06 17:36:57.962901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:57.965208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Pushing event updated for resources: {'Port': ['ID=0352f56f-a2b9-4a43-b125-7dcecda490f0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:57.984534 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:58.017382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7971c59-51b4-4744-bf34-76d4cffbddf4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:36:58.029002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fa7cc9-177f-4ed5-9d82-6948dd364969', 'tag': 'c82b4b26-94b1-4a68-b661-bab05168a760'}, {'name': 'network-changed', 'server_uuid': '47a7e0e4-fd45-4463-adf6-859c54bbe1a5', 'tag': 'd50fe57a-6b49-4672-ae86-78da374e4d1d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:36:58.036644 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37478236-daf2-49f2-9bfc-568bf0e68788" -d '{"events": [{"name": "network-changed", "server_uuid": "81fa7cc9-177f-4ed5-9d82-6948dd364969", "tag": "c82b4b26-94b1-4a68-b661-bab05168a760"}, {"name": "network-changed", "server_uuid": "47a7e0e4-fd45-4463-adf6-859c54bbe1a5", "tag": "d50fe57a-6b49-4672-ae86-78da374e4d1d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:36:58.041725 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-e50f4511-9ee9-4be2-9227-0aa726d18991 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681412 Jul 06 17:36:58.109749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-f7de2eb8-2e20-4e68-9483-fab393f351dd service neutron] 10.222.0.13 "GET /v2.0/networks/a8781460-a85a-4ade-ae5a-50a2c779c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976345 Jul 06 17:36:58.123929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-a3894168-c98d-4953-bd75-a68702a7fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:58.125738 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-a3894168-c98d-4953-bd75-a68702a7fc92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 1095 time: 0.5258949 Jul 06 17:36:58.164069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-84007637-eaaf-4489-bfe8-147a9bee75d4 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404821 Jul 06 17:36:58.193939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Made reservation on behalf of 73c905eb28d14a43b36e4f4bf2feb27e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:36:58.197579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:58.302992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:58.366132 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:58.483789 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c6b017-254b-46ec-bce5-4681311f6186 x-openstack-request-id: req-88c6b017-254b-46ec-bce5-4681311f6186 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:36:58.485089 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fa7cc9-177f-4ed5-9d82-6948dd364969", "tag": "c82b4b26-94b1-4a68-b661-bab05168a760", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47a7e0e4-fd45-4463-adf6-859c54bbe1a5", "tag": "d50fe57a-6b49-4672-ae86-78da374e4d1d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:36:58.485646 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88c6b017-254b-46ec-bce5-4681311f6186 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:36:58.486439 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fa7cc9-177f-4ed5-9d82-6948dd364969', 'tag': 'c82b4b26-94b1-4a68-b661-bab05168a760', 'status': 'completed', 'code': 200} Jul 06 17:36:58.487007 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a7e0e4-fd45-4463-adf6-859c54bbe1a5', 'tag': 'd50fe57a-6b49-4672-ae86-78da374e4d1d', 'status': 'completed', 'code': 200} Jul 06 17:36:58.629032 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-d617d271-3d5b-4515-bcee-c7cd478eadd5 service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727491 Jul 06 17:36:58.690646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Network 156b263f-4f38-4ef3-b05c-d635b9ca8623 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:36:58.692858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-0909d28d-141b-4f53-83c0-c53470496f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:58.695286 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-0909d28d-141b-4f53-83c0-c53470496f53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 905 time: 0.5233037 Jul 06 17:36:58.745322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:36:58.755203 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01f6758e-e68c-40ab-9366-1fd383e0e04d req-99098386-4dbd-44d6-b021-6739d859b7a7 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693476 Jul 06 17:36:58.815203 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-c8d65707-7e99-4937-a202-2a56532a224c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411 HTTP/1.1" status: 200 len: 217 time: 0.1030250 Jul 06 17:36:58.971487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db508-af11-4d78-889f-f6f40f4e6279 req-c4005ea6-f147-4672-ba5b-6fcc76f3ee1b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:58.972828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2fe78-053a-4094-a8a0-1fb3ed6730e8 req-86eafc1e-f45e-412e-bdbc-bf36a7577fb8 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:58.973760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-795db508-af11-4d78-889f-f6f40f4e6279 req-c4005ea6-f147-4672-ba5b-6fcc76f3ee1b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 944 time: 0.1678455 Jul 06 17:36:58.982949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Router 016116d7-b211-4900-96b9-daee24812f30 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:36:59.006846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-64d2fe78-053a-4094-a8a0-1fb3ed6730e8 req-86eafc1e-f45e-412e-bdbc-bf36a7577fb8 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 948 time: 0.8303359 Jul 06 17:36:59.123993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cba07808-79da-4f07-865a-ab7798a2e38b None None] Provisioning complete for port 0352f56f-a2b9-4a43-b125-7dcecda490f0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:36:59.125317 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cba07808-79da-4f07-865a-ab7798a2e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:59.169050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cba07808-79da-4f07-865a-ab7798a2e38b None None] Port 0352f56f-a2b9-4a43-b125-7dcecda490f0 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:36:59.224270 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-795db508-af11-4d78-889f-f6f40f4e6279 req-86b207de-03a4-411f-ba74-73bc7cf8228f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328320 Jul 06 17:36:59.248138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:36:59.253471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a97ec0c3-2845-43be-8c9f-0320ff20d50c admin admin] 10.222.0.13 "PUT /v2.0/routers/016116d7-b211-4900-96b9-daee24812f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3884504 Jul 06 17:36:59.259497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:36:59.263123 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] Sync routers for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:36:59.280006 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:36:59.281260 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:36:59.513273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:59.537751 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:36:59.687363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-6acfed18-368e-4361-b671-789b638bccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:59.689150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-6acfed18-368e-4361-b671-789b638bccf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b HTTP/1.1" status: 200 len: 844 time: 0.8159914 Jul 06 17:36:59.723769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9e92857-b947-46ac-94b0-77e657dcc233 req-ec69ce20-bbd6-4805-b6e9-28a7a020c065 service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0811715 Jul 06 17:36:59.759022 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd7f7ee9-629f-468b-b8ac-3a93691caab2 req-9f8ad1c4-68f9-46ed-8cc6-9cde3c7fb03a tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 210 time: 0.0710993 Jul 06 17:36:59.774128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Router 8689fc3c-d538-4e88-a173-beede639fefc has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:36:59.779228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:59.789523 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-45fc9109-c0f3-40a3-b574-885885dbc920 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877936 Jul 06 17:36:59.845063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-64d2fe78-053a-4094-a8a0-1fb3ed6730e8 req-9b8fb569-c3a3-42f0-96c1-8b0b47dec028 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275153 Jul 06 17:36:59.867211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-e588fa87-8908-44a8-ab10-be483437b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:36:59.871851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-e588fa87-8908-44a8-ab10-be483437b086 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 1099 time: 0.9769747 Jul 06 17:36:59.878136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Deleting port a0bbf278-d471-497f-b31f-103387f81a92 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:36:59.880929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:36:59.929954 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.012005 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:36:57Z', 'revision_number': 5, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port': {'id': 'a0bbf278-d471-497f-b31f-103387f81a92', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016116d7-b211-4900-96b9-daee24812f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:33:09Z', 'updated_at': '2021-07-06T17:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:00.023453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] For port a0bbf278-d471-497f-b31f-103387f81a92, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a0bbf278-d471-497f-b31f-103387f81a92,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:00.024553 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.045250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Calling delete_port for a0bbf278-d471-497f-b31f-103387f81a92 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:37:00.089768 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] Checking router: 016116d7-b211-4900-96b9-daee24812f30 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:37:00.120010 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] Routers {'016116d7-b211-4900-96b9-daee24812f30'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:00.123215 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['016116d7-b211-4900-96b9-daee24812f30'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:00.152919 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.298247 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] Set router 016116d7-b211-4900-96b9-daee24812f30 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:00.392406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e720f7f8-089a-41d9-b36e-d6917525f0a6 req-91fc9577-47c4-46e3-8072-405811cc7872 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 210 time: 0.1485822 Jul 06 17:37:00.397846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705b7c5-0fd2-4f11-b9fa-b364cbc62745 req-9b4142a9-6d7f-4d0a-8be9-3f6a5b424267 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:00.414864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5705b7c5-0fd2-4f11-b9fa-b364cbc62745 req-9b4142a9-6d7f-4d0a-8be9-3f6a5b424267 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 943 time: 0.2774489 Jul 06 17:37:00.417729 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:36:59Z', 'revision_number': 6, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:00.490391 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f859942-34db-43fb-97bd-6859dd4b93b8 None None] The sync data for ids ['016116d7-b211-4900-96b9-daee24812f30'] in n-d-799526-3 is: [{'id': '016116d7-b211-4900-96b9-daee24812f30', 'name': 'tempest-ServersTestBootFromVolume-1072385465-router', 'tenant_id': '0d1f7078266342929f9be1f63c3c44c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:33:08Z', 'updated_at': '2021-07-06T17:36:59Z', 'revision_number': 6, 'project_id': '0d1f7078266342929f9be1f63c3c44c4', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:37:00.533342 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5705b7c5-0fd2-4f11-b9fa-b364cbc62745 req-3e4c3135-de83-430b-b2ec-000f8b04d527 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209245 Jul 06 17:37:00.549737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 91a3150c-11a3-455b-9bbc-5c95c4ab0411 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:00.586844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.655269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bbf278-d471-497f-b31f-103387f81a92,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:00.786689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:00.801483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '91a3150c-11a3-455b-9bbc-5c95c4ab0411', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'port_id': '91a3150c-11a3-455b-9bbc-5c95c4ab0411', 'mac_address': 'fa:16:3e:fa:79:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:00.850277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.885529 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:00.915978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a3150c-11a3-455b-9bbc-5c95c4ab0411 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:00.939061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa2829-b137-4a05-be20-3d8777c8f877,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:00.953763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-da280cda-7a63-4fe7-b6ed-13064be17733 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:00.955387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-da280cda-7a63-4fe7-b6ed-13064be17733 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.22 "GET /v2.0/networks?id=a8781460-a85a-4ade-ae5a-50a2c779c068 HTTP/1.1" status: 200 len: 817 time: 0.7087536 Jul 06 17:37:00.984488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:00.990269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Request body: {'port': {'device_id': '94f85b91-4792-4eb2-890d-932673016ff0', 'network_id': 'a8781460-a85a-4ade-ae5a-50a2c779c068', 'admin_state_up': True, 'tenant_id': 'df3f165b3033470398d5ce1c24191370'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:00.996911 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.063020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.063346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.070616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.070616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.070616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.074670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.075351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.075987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.076549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.078016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.080486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.081421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:01.087592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.091005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.157207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=91a3150c-11a3-455b-9bbc-5c95c4ab0411,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:01.166429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.166963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 016116d7-b211-4900-96b9-daee24812f30 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:37:01.175659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.178167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-80421253-29e8-48ab-a76e-28d308702b27 admin admin] 10.222.0.13 "DELETE /v2.0/routers/016116d7-b211-4900-96b9-daee24812f30 HTTP/1.1" status: 204 len: 168 time: 1.9147034 Jul 06 17:37:01.180109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:01.185514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-3092269d-cb50-44c1-89da-7c7cc9fb1b0e service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3841765 Jul 06 17:37:01.196475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061510e-8e61-46af-a634-393fdb4946ae req-1362338d-3b01-4823-8d95-f5435889fba3 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:01.198665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d061510e-8e61-46af-a634-393fdb4946ae req-1362338d-3b01-4823-8d95-f5435889fba3 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 944 time: 0.4781015 Jul 06 17:37:01.264119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6768e7eb-00d3-4b9c-b9b9-d13571ff23fe admin admin] Deleting subnet b33193f9-a2bf-4bab-8bf4-a61bbf9e3639 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:37:01.272154 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6768e7eb-00d3-4b9c-b9b9-d13571ff23fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.277181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d061510e-8e61-46af-a634-393fdb4946ae req-33b0a31a-18f7-4dd0-a2b9-a05921449653 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585279 Jul 06 17:37:01.283961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-a353f7f5-abf1-4f38-92ae-d2a9ab69f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:01.285413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-a353f7f5-abf1-4f38-92ae-d2a9ab69f784 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 1.3582985 Jul 06 17:37:01.323083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6768e7eb-00d3-4b9c-b9b9-d13571ff23fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.324196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-779265db-d0a3-4dc7-93d2-04643e640d88 req-8eacd498-4402-456d-9012-58c84693aa44 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 210 time: 0.2157104 Jul 06 17:37:01.325432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:37:01.338974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Sync routers for ids ['8689fc3c-d538-4e88-a173-beede639fefc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:37:01.365102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Routers {'8689fc3c-d538-4e88-a173-beede639fefc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:01.367959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8689fc3c-d538-4e88-a173-beede639fefc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:01.394826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c9089758-42cf-4699-ad47-35fba43f2274 admin admin] 10.222.0.13 "PUT /v2.0/routers/8689fc3c-d538-4e88-a173-beede639fefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1432967 Jul 06 17:37:01.449118 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-d562bb84-541d-4369-b35c-4adb10d7e36e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c82b4b26-94b1-4a68-b661-bab05168a760 HTTP/1.1" status: 200 len: 217 time: 0.1366296 Jul 06 17:37:01.477128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['91a3150c-11a3-455b-9bbc-5c95c4ab0411'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:01.493608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d50fe57a-6b49-4672-ae86-78da374e4d1d details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:01.586165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Allocated IP 192.168.233.188 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/bd793a4e-c442-4294-a505-be8fd7aa6368) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:01.612342 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6768e7eb-00d3-4b9c-b9b9-d13571ff23fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.714733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d50fe57a-6b49-4672-ae86-78da374e4d1d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d50fe57a-6b49-4672-ae86-78da374e4d1d,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:01.755010 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9e32fd8-5831-4c72-85c8-aab894d09de8 req-7bbfb427-aa6b-42a7-8750-2619de86fe35 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 210 time: 0.0874245 Jul 06 17:37:01.767082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'd50fe57a-6b49-4672-ae86-78da374e4d1d', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'port_id': 'd50fe57a-6b49-4672-ae86-78da374e4d1d', 'mac_address': 'fa:16:3e:08:77:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb40348-e9ec-4041-81e2-4567f9b075da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:01.773176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d7971c59-51b4-4744-bf34-76d4cffbddf4 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:01.790864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0f8a09e-1aaf-4723-b29a-f0fdf3ea4dd3 req-66522ff0-e721-4640-8b6c-74bd9f93d6ad service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413888 Jul 06 17:37:01.832486 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6768e7eb-00d3-4b9c-b9b9-d13571ff23fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.852690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: d7971c59-51b4-4744-bf34-76d4cffbddf4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:37:01.853032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d7971c59-51b4-4744-bf34-76d4cffbddf4 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:01.854666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a0bbf278-d471-497f-b31f-103387f81a92 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:01.860114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Made reservation on behalf of df3f165b3033470398d5ce1c24191370 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:01.906164 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.955115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-8926abd4-8e98-43e9-922a-effca1d77d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:01.956680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-8926abd4-8e98-43e9-922a-effca1d77d85 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.4493408 Jul 06 17:37:01.958187 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6768e7eb-00d3-4b9c-b9b9-d13571ff23fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:01.970229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6768e7eb-00d3-4b9c-b9b9-d13571ff23fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b33193f9-a2bf-4bab-8bf4-a61bbf9e3639 HTTP/1.1" status: 204 len: 168 time: 0.7877126 Jul 06 17:37:01.972278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57518) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:01.978934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768e7eb-00d3-4b9c-b9b9-d13571ff23fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33193f9-a2bf-4bab-8bf4-a61bbf9e3639,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:02.185870 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.189669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbe7058-c5d0-441d-bf07-eefaee29502c None None] Network 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:02.296361 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.302820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: a0bbf278-d471-497f-b31f-103387f81a92 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:37:02.303257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaff30a-5af9-4b15-a3bc-109b54246f9b req-3aa4ad7d-c66c-41a1-9fb8-d16127ed8130 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:02.304152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a0bbf278-d471-497f-b31f-103387f81a92 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:02.331980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50fe57a-6b49-4672-ae86-78da374e4d1d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:02.351075 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0eaff30a-5af9-4b15-a3bc-109b54246f9b req-3aa4ad7d-c66c-41a1-9fb8-d16127ed8130 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 948 time: 0.8216381 Jul 06 17:37:02.368715 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.416576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0eaff30a-5af9-4b15-a3bc-109b54246f9b req-9b0ebfec-3d80-455d-80a6-ff56784a24da tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 Jul 06 17:37:02.470564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d50fe57a-6b49-4672-ae86-78da374e4d1d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d50fe57a-6b49-4672-ae86-78da374e4d1d,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:02.522289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Allocated IP 172.20.0.14 (a8781460-a85a-4ade-ae5a-50a2c779c068/52dc93ee-b338-4907-a3bc-78c480dca7fe/0cbd4520-5263-4faa-91b3-2b00ffcb7cd4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:02.534904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Deleting port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:37:02.535678 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.603873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.624341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Transition to ACTIVE for port object bd793a4e-c442-4294-a505-be8fd7aa6368 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:02.653915 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.658671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device c82b4b26-94b1-4a68-b661-bab05168a760 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:02.749955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] For port 35455c86-3576-49f2-b8b8-8c3f0c78fa28, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=35455c86-3576-49f2-b8b8-8c3f0c78fa28,segment=NetworkSegment(27169fad-7851-4513-8570-7f2e0ca665ea),segment_id=27169fad-7851-4513-8570-7f2e0ca665ea)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:02.757716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.836618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Calling delete_port for 35455c86-3576-49f2-b8b8-8c3f0c78fa28 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:37:02.867558 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.964769 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.976245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:02.992079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port c82b4b26-94b1-4a68-b661-bab05168a760, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c82b4b26-94b1-4a68-b661-bab05168a760,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:03.004915 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.073452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Pushing event deleted for resources: {'Port': ['ID=35455c86-3576-49f2-b8b8-8c3f0c78fa28,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:03.077941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] No DVR routers for this DVR port 35455c86-3576-49f2-b8b8-8c3f0c78fa28 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:37:03.078824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'c82b4b26-94b1-4a68-b661-bab05168a760', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'c82b4b26-94b1-4a68-b661-bab05168a760', 'mac_address': 'fa:16:3e:11:5e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:03.152298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Set router 8689fc3c-d538-4e88-a173-beede639fefc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:03.198701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:03.251667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Network a8781460-a85a-4ade-ae5a-50a2c779c068 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:03.263532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:03.294307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d50fe57a-6b49-4672-ae86-78da374e4d1d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:03.309131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bb7cfc-ec1b-473e-b06c-f4bb3ad8908c None None] DHCP port deletion for 43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:37:03.320968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa8d8a-7b87-4ae7-9e7b-b2c54c25ffbc req-f55d28b8-5b02-45ee-ba70-36f13b074cb9 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:03.327957 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2fa8d8a-7b87-4ae7-9e7b-b2c54c25ffbc req-f55d28b8-5b02-45ee-ba70-36f13b074cb9 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 943 time: 1.0399876 Jul 06 17:37:03.349441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:03.349993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.369592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:03.393674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27169fad-7851-4513-8570-7f2e0ca665ea') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:03.394540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27169fad-7851-4513-8570-7f2e0ca665ea') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:03.422686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cae538-bcc6-4b5a-a972-8bb2f588292a req-0a891799-2086-4a8e-bc5b-2295cb747ae2 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:03.424359 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.426853 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7cae538-bcc6-4b5a-a972-8bb2f588292a req-0a891799-2086-4a8e-bc5b-2295cb747ae2 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 945 time: 0.2669320 Jul 06 17:37:03.431765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.456668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:03.460287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:03.499882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-d0152308-beae-4270-804c-47a4a68854a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:03.501477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-d0152308-beae-4270-804c-47a4a68854a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4955757 Jul 06 17:37:03.535628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.558072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:37:03.559543 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:37:03.573001 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:37:03.608278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:03.731749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82b4b26-94b1-4a68-b661-bab05168a760 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:03.780031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 35455c86-3576-49f2-b8b8-8c3f0c78fa28 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:03.809905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7cae538-bcc6-4b5a-a972-8bb2f588292a req-70adb0ba-dfca-44e9-a7cd-f578ade80092 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404682 Jul 06 17:37:03.853238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:03.854054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.856740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port c82b4b26-94b1-4a68-b661-bab05168a760, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c82b4b26-94b1-4a68-b661-bab05168a760,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:03.884528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2fa8d8a-7b87-4ae7-9e7b-b2c54c25ffbc req-22b35d48-4921-4266-b56e-99f43a062915 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962071 Jul 06 17:37:03.897837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:03.898272 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.916481 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-41477ce3-aee7-425e-ad10-99e4dfe6c09a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5654876 Jul 06 17:37:03.921960 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.936940 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Request body: {'port': {'device_id': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:03.938405 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:03.951026 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] 10.222.0.13 "DELETE /v2.0/networks/43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e HTTP/1.1" status: 204 len: 168 time: 1.9475856 Jul 06 17:37:03.954807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9630547 Jul 06 17:37:03.977130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Request body: {'port': {'device_id': '94f85b91-4792-4eb2-890d-932673016ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:04.007005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71796a-404a-4773-ad5a-83f38b880d66 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Pushing event updated for resources: {'Port': ['ID=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:04.014297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24038d0c-e7c2-4f59-98cd-881d3513de4e admin admin] Pushing event deleted for resources: {'Network': ['ID=43d4b7cc-4fef-4af4-81c9-cdac1a5ecf3e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:04.216045 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.227409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57532) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:04.264432 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-b9bfcd31-7e76-434d-9b37-f72ab4bdfbf6 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458241 Jul 06 17:37:04.338474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 35455c86-3576-49f2-b8b8-8c3f0c78fa28 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:37:04.339238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 35455c86-3576-49f2-b8b8-8c3f0c78fa28 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:04.342750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=c82b4b26-94b1-4a68-b661-bab05168a760,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:04.349779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f3209d4f-b2c9-46cb-b826-1560285ed7b0 None None] Provisioning for port bd793a4e-c442-4294-a505-be8fd7aa6368 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:04.365840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f3209d4f-b2c9-46cb-b826-1560285ed7b0 None None] Provisioning complete for port bd793a4e-c442-4294-a505-be8fd7aa6368 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:04.367059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3209d4f-b2c9-46cb-b826-1560285ed7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.452003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f3209d4f-b2c9-46cb-b826-1560285ed7b0 None None] Port bd793a4e-c442-4294-a505-be8fd7aa6368 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:04.497221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-76f2493b-3f6a-44c7-a136-e78d5b96a121 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d1f7078266342929f9be1f63c3c44c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569454 Jul 06 17:37:04.509012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57534) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:04.545948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8689fc3c-d538-4e88-a173-beede639fefc', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:30Z', 'updated_at': '2021-07-06T17:36:55Z', 'revision_number': 4, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'gw_port': {'id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:33Z', 'updated_at': '2021-07-06T17:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0352f56f-a2b9-4a43-b125-7dcecda490f0', 'name': '', 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'mac_address': 'fa:16:3e:7f:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '32dbeb23-a1ce-48ab-a46b-89c0563bd11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:49Z', 'updated_at': '2021-07-06T17:36:56Z', 'revision_number': 2, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'subnets': [{'id': '32dbeb23-a1ce-48ab-a46b-89c0563bd11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:04.620339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Checking router: 8689fc3c-d538-4e88-a173-beede639fefc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:37:04.621892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Updating router 8689fc3c-d538-4e88-a173-beede639fefc port 0352f56f-a2b9-4a43-b125-7dcecda490f0 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:37:04.626977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['c82b4b26-94b1-4a68-b661-bab05168a760'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:04.629363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d50fe57a-6b49-4672-ae86-78da374e4d1d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:04.749578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212456-c270-429b-a161-e407dbd7ec27 req-424c3af5-24e5-4e91-ba87-99949c05815e tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:04.751666 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26212456-c270-429b-a161-e407dbd7ec27 req-424c3af5-24e5-4e91-ba87-99949c05815e tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 932 time: 0.4438369 Jul 06 17:37:04.847853 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.882111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c17d386b-928b-43ed-9776-cf2bbe4cfde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.886741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.968946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26212456-c270-429b-a161-e407dbd7ec27 req-5ff5e284-70bc-4a2e-a3b5-4ee8798f4713 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468871 Jul 06 17:37:04.975281 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:04.988449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c17d386b-928b-43ed-9776-cf2bbe4cfde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:05.133017 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:05.163475 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c17d386b-928b-43ed-9776-cf2bbe4cfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:05.172618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c17d386b-928b-43ed-9776-cf2bbe4cfde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:05.191932 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c17d386b-928b-43ed-9776-cf2bbe4cfde5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10b36092-0ac2-418b-b7be-b1f269d077d8 HTTP/1.1" status: 204 len: 168 time: 0.6695485 Jul 06 17:37:05.251334 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d386b-928b-43ed-9776-cf2bbe4cfde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b36092-0ac2-418b-b7be-b1f269d077d8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:05.278562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888791b-a1cc-4bbf-90b6-60c87e562c1a req-42beb99e-de5f-48f6-9b5e-fc931978e44a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:05.288661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1888791b-a1cc-4bbf-90b6-60c87e562c1a req-42beb99e-de5f-48f6-9b5e-fc931978e44a tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 936 time: 1.0210578 Jul 06 17:37:05.321909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-fc68632b-e8d8-40e9-88b9-414e1fc9a27b service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0074499 Jul 06 17:37:05.557488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049570c-8102-443b-a6b5-29f3722cdcd7 req-92c7f54a-f88b-4dde-ad74-ce9c997eb59d tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:05.570071 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6049570c-8102-443b-a6b5-29f3722cdcd7 req-92c7f54a-f88b-4dde-ad74-ce9c997eb59d tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 949 time: 0.1918135 Jul 06 17:37:05.627718 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6049570c-8102-443b-a6b5-29f3722cdcd7 req-bc923093-be4b-4744-b79b-f676a9688b18 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561483 Jul 06 17:37:05.830000 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:05.848400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Transition to ACTIVE for port object 0352f56f-a2b9-4a43-b125-7dcecda490f0 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:05.859002 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:05.933810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1888791b-a1cc-4bbf-90b6-60c87e562c1a req-429f7626-2404-43cf-a91d-a91cc7daf20b tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199484 Jul 06 17:37:06.019855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549a33a-1271-4203-9148-0e8e363868fb req-a215da1a-3b74-400f-84cb-5ed2ae278df9 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:06.022455 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d549a33a-1271-4203-9148-0e8e363868fb req-a215da1a-3b74-400f-84cb-5ed2ae278df9 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 945 time: 0.1257989 Jul 06 17:37:06.063715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3a734-5bea-4c57-97be-e038a39d6e83 None None] Pushing event updated for resources: {'Port': ['ID=0352f56f-a2b9-4a43-b125-7dcecda490f0,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:06.146980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d549a33a-1271-4203-9148-0e8e363868fb req-fd06cf59-35ec-4be9-b4a1-b658ae0e2230 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831571 Jul 06 17:37:06.162199 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:37:06.203017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Attempting to bind port 0352f56f-a2b9-4a43-b125-7dcecda490f0 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:06.204278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Attempting to bind port 0352f56f-a2b9-4a43-b125-7dcecda490f0 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c28f9756-9389-49c6-bb12-08d1455082d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:06.205305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Attempting to bind port 0352f56f-a2b9-4a43-b125-7dcecda490f0 on network 156b263f-4f38-4ef3-b05c-d635b9ca8623 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:06.229925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:06.231842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Checking segment: {'id': 'c28f9756-9389-49c6-bb12-08d1455082d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:06.232049 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.235785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Bound using segment: {'id': 'c28f9756-9389-49c6-bb12-08d1455082d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:06.235785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Bound port: 0352f56f-a2b9-4a43-b125-7dcecda490f0, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28f9756-9389-49c6-bb12-08d1455082d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:06.236165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.427411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] For port 0352f56f-a2b9-4a43-b125-7dcecda490f0, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:06.451914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] For port 0352f56f-a2b9-4a43-b125-7dcecda490f0, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0352f56f-a2b9-4a43-b125-7dcecda490f0,segment=NetworkSegment(c28f9756-9389-49c6-bb12-08d1455082d8),segment_id=c28f9756-9389-49c6-bb12-08d1455082d8)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:06.461019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.535795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-eca9a635-e520-467d-83c3-23fe76cc7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:06.538286 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-eca9a635-e520-467d-83c3-23fe76cc7276 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 1095 time: 1.0992553 Jul 06 17:37:06.548604 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 91a3150c-11a3-455b-9bbc-5c95c4ab0411 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:06.560879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e3370-0ff5-40fc-a747-d3082d9ebbb9 req-410be394-e127-4b35-8d26-81db53076258 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:06.563612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cc7e3370-0ff5-40fc-a747-d3082d9ebbb9 req-410be394-e127-4b35-8d26-81db53076258 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 932 time: 0.2113907 Jul 06 17:37:06.648327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Routers {'8689fc3c-d538-4e88-a173-beede639fefc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:06.650307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8689fc3c-d538-4e88-a173-beede639fefc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:06.671518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd793a4e-c442-4294-a505-be8fd7aa6368 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:06.678726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3a734-5bea-4c57-97be-e038a39d6e83 None None] Pushing event updated for resources: {'Port': ['ID=0352f56f-a2b9-4a43-b125-7dcecda490f0,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:06.725782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cc7e3370-0ff5-40fc-a747-d3082d9ebbb9 req-22253b6a-6be6-4153-9ba5-fd69d6bc8051 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555104 Jul 06 17:37:06.794734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.859431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:06.883600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Transition to ACTIVE for port object bd793a4e-c442-4294-a505-be8fd7aa6368 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:06.889454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:06.925368 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.932695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:06.963619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:06.963619 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.047063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Transition to ACTIVE for port object 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:07.057523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcc26-a138-4342-92a2-8e7879b02b60 req-20254571-227d-4887-aaca-2a6824dd8c69 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:07.060511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc8bcc26-a138-4342-92a2-8e7879b02b60 req-20254571-227d-4887-aaca-2a6824dd8c69 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 944 time: 0.7421870 Jul 06 17:37:07.085455 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.167527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:07.171129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-3a410510-1792-4739-8eb5-8f82de2b06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:07.172571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-3a410510-1792-4739-8eb5-8f82de2b06b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.6217356 Jul 06 17:37:07.313418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-8476d28e-8573-40a7-b8d0-c819af3dbdfb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d50fe57a-6b49-4672-ae86-78da374e4d1d HTTP/1.1" status: 200 len: 217 time: 0.1228650 Jul 06 17:37:07.374328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] Set router 8689fc3c-d538-4e88-a173-beede639fefc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:07.380396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d11f7b-4cb9-49bf-b4e0-ae93d63dae0f req-390d4f0a-90f2-4891-b269-b6e5288bbd4b tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:07.404171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36d11f7b-4cb9-49bf-b4e0-ae93d63dae0f req-390d4f0a-90f2-4891-b269-b6e5288bbd4b tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 949 time: 0.1867108 Jul 06 17:37:07.485112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:07.570099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36d11f7b-4cb9-49bf-b4e0-ae93d63dae0f req-127dab7d-2c18-4ca7-bdc6-1ff9b7bd40fb tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644552 Jul 06 17:37:07.580462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:07.597879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc8bcc26-a138-4342-92a2-8e7879b02b60 req-de2335b7-ff8c-4e59-9738-3ce0ecff7dce tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177159 Jul 06 17:37:07.629398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Attempting to bind port bd793a4e-c442-4294-a505-be8fd7aa6368 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:07.629745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Attempting to bind port bd793a4e-c442-4294-a505-be8fd7aa6368 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:07.630084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Attempting to bind port bd793a4e-c442-4294-a505-be8fd7aa6368 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:07.635521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-5a4864e5-995a-4ba0-9313-8d3b7f6510cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:07.636539 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-5a4864e5-995a-4ba0-9313-8d3b7f6510cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.2599580 Jul 06 17:37:07.752870 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-a0732051-6831-4420-a5b4-4afb64311b92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856426 Jul 06 17:37:07.770234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Port bd793a4e-c442-4294-a505-be8fd7aa6368 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:07.770644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Attempting to bind port bd793a4e-c442-4294-a505-be8fd7aa6368 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:07.792761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Attempting to bind port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:07.793115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Attempting to bind port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '2e47fae1-9f81-4e07-942d-01b3c6e68c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8781460-a85a-4ade-ae5a-50a2c779c068'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:07.793508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Attempting to bind port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 on network a8781460-a85a-4ade-ae5a-50a2c779c068 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:07.846535 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.862189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:07.862904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:07.863705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:07.864525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Bound port: bd793a4e-c442-4294-a505-be8fd7aa6368, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:07.865395 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:07.884041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 on network a8781460-a85a-4ade-ae5a-50a2c779c068 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:07.885646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Attempting to bind port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 on network a8781460-a85a-4ade-ae5a-50a2c779c068 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:07.952328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-480970175-network', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:07.968266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:07.969087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Checking segment: {'id': '2e47fae1-9f81-4e07-942d-01b3c6e68c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8781460-a85a-4ade-ae5a-50a2c779c068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:07.969751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Bound using segment: {'id': '2e47fae1-9f81-4e07-942d-01b3c6e68c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8781460-a85a-4ade-ae5a-50a2c779c068'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:07.970886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Bound port: 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e47fae1-9f81-4e07-942d-01b3c6e68c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a8781460-a85a-4ade-ae5a-50a2c779c068'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:07.971791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.029059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Made reservation on behalf of ba25af98f4a348998c6c77e9d213caff for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:08.034455 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.064185 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.124414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:08.144214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-9ae8e5bb-dd9e-4e91-a6b0-8ec63a103cee service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763804 Jul 06 17:37:08.153803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed299d-fa3d-468e-9a20-d2804239f782 req-77986a9c-23ff-43e7-86d3-f6cb82c606ad tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:08.161690 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8ed299d-fa3d-468e-9a20-d2804239f782 req-77986a9c-23ff-43e7-86d3-f6cb82c606ad tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 948 time: 0.3011863 Jul 06 17:37:08.190891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:08.236286 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8ed299d-fa3d-468e-9a20-d2804239f782 req-fd850046-dece-4312-91a7-ab410e6d0fb5 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730288 Jul 06 17:37:08.270901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.273986 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.279125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.279490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d50fe57a-6b49-4672-ae86-78da374e4d1d up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:08.361282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911f5d4d-4e8b-4b61-9cf8-741f8419d1eb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:08.394927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:08.395924 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.397973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] 10.222.0.55 "PUT /v2.0/ports/bd793a4e-c442-4294-a505-be8fd7aa6368 HTTP/1.1" status: 200 len: 1096 time: 4.4718740 Jul 06 17:37:08.403298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:08.413645 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:08.415544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:37:08.435065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] For port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:08.458993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:08.466062 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054ce0d4-cbb4-4ce1-b8f1-c783c49318cc" -d '{"events": [{"server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "name": "network-vif-plugged", "status": "completed", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:08.491145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.491830 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Added segment c609de9f-603c-49a7-88d5-f9130fd53748 of type vlan for network ddb0b200-4797-44d9-aa05-28d5714ac0e0 Jul 06 17:37:08.524976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] For port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,segment=NetworkSegment(2e47fae1-9f81-4e07-942d-01b3c6e68c14),segment_id=2e47fae1-9f81-4e07-942d-01b3c6e68c14)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:08.552704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.570814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a6d20-2903-428e-b8d1-7723767392c5 req-30197fae-13be-4a89-819a-1b9df859d565 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:08.577574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:08.593288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d1a6d20-2903-428e-b8d1-7723767392c5 req-30197fae-13be-4a89-819a-1b9df859d565 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 945 time: 0.4753437 Jul 06 17:37:08.599773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.601780 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cc7ef-06e3-4dcf-9af4-e9eab5bbd41b service neutron] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:08.626174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:08.627118 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.628797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] 10.222.0.22 "PUT /v2.0/ports/0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 HTTP/1.1" status: 200 len: 1092 time: 4.6731453 Jul 06 17:37:08.701348 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.709576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37478236-daf2-49f2-9bfc-568bf0e68788 req-b65c92d5-47ef-4453-a44c-c7fb588ddbf1 service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451529 Jul 06 17:37:08.742056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d1a6d20-2903-428e-b8d1-7723767392c5 req-a310f2cc-69ce-4a5f-954b-915014abc0a7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465681 Jul 06 17:37:08.826978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.828818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:08.829642 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.893693 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eabc81-cd99-4453-ad75-5e9bc1f134e5 x-openstack-request-id: req-16eabc81-cd99-4453-ad75-5e9bc1f134e5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:08.899080 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:08.901810 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16eabc81-cd99-4453-ad75-5e9bc1f134e5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:08.903778 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'status': 'completed', 'code': 200} Jul 06 17:37:08.903969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=91a3150c-11a3-455b-9bbc-5c95c4ab0411,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:08.918989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port d50fe57a-6b49-4672-ae86-78da374e4d1d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:08.938395 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d78efb-0c15-4aeb-bc6b-0fd53f9b42ec x-openstack-request-id: req-59d78efb-0c15-4aeb-bc6b-0fd53f9b42ec {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:08.939128 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "name": "network-vif-plugged", "status": "completed", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:08.939653 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59d78efb-0c15-4aeb-bc6b-0fd53f9b42ec {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:08.940361 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411', 'code': 200} Jul 06 17:37:08.944260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port d50fe57a-6b49-4672-ae86-78da374e4d1d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:08.944910 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:08.971715 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] Pushing event updated for resources: {'Network': ['ID=ddb0b200-4797-44d9-aa05-28d5714ac0e0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:08.982307 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-542db14e-0e46-40f2-a5a8-29607fc269db admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4772770 Jul 06 17:37:08.984595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57588) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:08.993547 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Request body: {'subnet': {'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-480970175-subnet', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:09.015087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ddb0b200-4797-44d9-aa05-28d5714ac0e0 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:37:09.028967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Made reservation on behalf of ba25af98f4a348998c6c77e9d213caff for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:09.034039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.074207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-8c42ec38-f0ce-4c9f-98bb-c387e151dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:09.076787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-8c42ec38-f0ce-4c9f-98bb-c387e151dbc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73c905eb28d14a43b36e4f4bf2feb27e&device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 1099 time: 0.6279745 Jul 06 17:37:09.077486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d214637-6ea2-4ab2-8d99-090c3970fb73 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:09.137289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8689fc3c-d538-4e88-a173-beede639fefc', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:30Z', 'updated_at': '2021-07-06T17:36:55Z', 'revision_number': 4, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'gw_port': {'id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:33Z', 'updated_at': '2021-07-06T17:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0352f56f-a2b9-4a43-b125-7dcecda490f0', 'name': '', 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'mac_address': 'fa:16:3e:7f:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '32dbeb23-a1ce-48ab-a46b-89c0563bd11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:49Z', 'updated_at': '2021-07-06T17:37:06Z', 'revision_number': 4, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'subnets': [{'id': '32dbeb23-a1ce-48ab-a46b-89c0563bd11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:09.190716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d976f2-1c89-4f82-97ba-6c547d448d52 None None] The sync data for ids ['8689fc3c-d538-4e88-a173-beede639fefc'] in n-d-799526-3 is: [{'id': '8689fc3c-d538-4e88-a173-beede639fefc', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:30Z', 'updated_at': '2021-07-06T17:36:55Z', 'revision_number': 4, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'gw_port': {'id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:33Z', 'updated_at': '2021-07-06T17:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0352f56f-a2b9-4a43-b125-7dcecda490f0', 'name': '', 'network_id': '156b263f-4f38-4ef3-b05c-d635b9ca8623', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'mac_address': 'fa:16:3e:7f:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '32dbeb23-a1ce-48ab-a46b-89c0563bd11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:49Z', 'updated_at': '2021-07-06T17:37:06Z', 'revision_number': 4, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'subnets': [{'id': '32dbeb23-a1ce-48ab-a46b-89c0563bd11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:37:09.208497 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-49ebb4d3-59c6-4950-b135-37bdca136fca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bd793a4e-c442-4294-a505-be8fd7aa6368 HTTP/1.1" status: 200 len: 217 time: 0.1174023 Jul 06 17:37:09.299045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79210f-261d-45ad-bfba-909e773554be req-0e7d3fc6-f21a-4bf5-97c7-8dae27ff5d25 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:09.301129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d79210f-261d-45ad-bfba-909e773554be req-0e7d3fc6-f21a-4bf5-97c7-8dae27ff5d25 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 949 time: 0.1721675 Jul 06 17:37:09.311821 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.317582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-4aea11e6-8823-4e52-8633-43b35f91bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:09.325902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-4aea11e6-8823-4e52-8633-43b35f91bb0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df3f165b3033470398d5ce1c24191370&device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 1095 time: 0.6188250 Jul 06 17:37:09.416530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d50fe57a-6b49-4672-ae86-78da374e4d1d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d50fe57a-6b49-4672-ae86-78da374e4d1d,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:09.432701 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.434787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device c82b4b26-94b1-4a68-b661-bab05168a760 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:09.456891 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d79210f-261d-45ad-bfba-909e773554be req-5958e4f5-1d99-474a-839c-7867a7548363 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435993 Jul 06 17:37:09.489099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004291d-f9fd-4714-837c-10091d2b95c6 req-90910bbd-159c-4fb7-a7f6-6c3b6d60ff4f tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:09.498183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0004291d-f9fd-4714-837c-10091d2b95c6 req-90910bbd-159c-4fb7-a7f6-6c3b6d60ff4f tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 944 time: 0.8062894 Jul 06 17:37:09.523465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-9918c27b-e9be-4490-8b07-e26079da0a6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 HTTP/1.1" status: 200 len: 217 time: 0.1542962 Jul 06 17:37:09.538822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bb1ac-1850-4643-9a28-e568b53c0e24 req-fb5545bb-f22a-49aa-b486-fd5e7b440d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:09.544249 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b20bb1ac-1850-4643-9a28-e568b53c0e24 req-fb5545bb-f22a-49aa-b486-fd5e7b440d72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 1097 time: 0.5053444 Jul 06 17:37:09.657376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.750110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3656215d-d9ce-4a60-8f3b-4b3340564052,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:09.764040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Checking segment: {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:09.764400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Network hostable DHCP agents. Network: ddb0b200-4797-44d9-aa05-28d5714ac0e0, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:37:09.768876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0352f56f-a2b9-4a43-b125-7dcecda490f0 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:09.784788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-e4af5b85-b2b8-4739-afc8-ff5051360af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:09.789804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d50fe57a-6b49-4672-ae86-78da374e4d1d,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:09.792860 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-e4af5b85-b2b8-4739-afc8-ff5051360af5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.5746896 Jul 06 17:37:09.864760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port c82b4b26-94b1-4a68-b661-bab05168a760 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:09.874457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port c82b4b26-94b1-4a68-b661-bab05168a760 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:09.874828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b20bb1ac-1850-4643-9a28-e568b53c0e24 req-3471a704-04d2-4c0d-999f-e2cc76f3b5d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596097 Jul 06 17:37:09.875023 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.910095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Network ddb0b200-4797-44d9-aa05-28d5714ac0e0 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:37:09.961887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0004291d-f9fd-4714-837c-10091d2b95c6 req-c99944fc-dcb1-4d56-a395-532eaebb1a7e tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331636 Jul 06 17:37:09.965979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ddb0b200-4797-44d9-aa05-28d5714ac0e0) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:09.966797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-fc86d8f7-d616-42d4-aeba-4655690b4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:09.984835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:09.987372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:09.989314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-fc86d8f7-d616-42d4-aeba-4655690b4f42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52dc93ee-b338-4907-a3bc-78c480dca7fe HTTP/1.1" status: 200 len: 857 time: 0.4394968 Jul 06 17:37:10.031423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-27d91140-63b1-4c60-8a86-63bd244c1c0e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0448766 Jul 06 17:37:10.037761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc4e63-ab0b-4c72-9260-efb70bf9874a None None] Network ddb0b200-4797-44d9-aa05-28d5714ac0e0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:10.041267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57594) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:10.054906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:10.062876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0352f56f-a2b9-4a43-b125-7dcecda490f0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:10.081384 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-4bdc3401-6cfd-41b3-8c0b-f190b8ae5fcc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8781460-a85a-4ade-ae5a-50a2c779c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899036 Jul 06 17:37:10.097547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0352f56f-a2b9-4a43-b125-7dcecda490f0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:10.102992 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.107663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfba10-f9b8-40fd-9529-2631486b10f7 req-af3063e4-e61d-4c0a-9c97-cf3dd8648480 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:10.124845 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3bfba10-f9b8-40fd-9529-2631486b10f7 req-af3063e4-e61d-4c0a-9c97-cf3dd8648480 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 945 time: 0.3259923 Jul 06 17:37:10.234796 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.236488 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.257375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3bfba10-f9b8-40fd-9529-2631486b10f7 req-fe07e34c-3c87-42bc-85a6-bced4f8b5abe tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310143 Jul 06 17:37:10.329365 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.409028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-08c4888c-58e6-4c74-adbe-99c66535c1fe service neutron] 10.222.0.22 "GET /v2.0/networks/a8781460-a85a-4ade-ae5a-50a2c779c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169920 Jul 06 17:37:10.475446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port c82b4b26-94b1-4a68-b661-bab05168a760, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c82b4b26-94b1-4a68-b661-bab05168a760,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:10.494468 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.631731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=c82b4b26-94b1-4a68-b661-bab05168a760,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:10.642012 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.841567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:37:10.842651 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:10.935178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 0352f56f-a2b9-4a43-b125-7dcecda490f0, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0352f56f-a2b9-4a43-b125-7dcecda490f0,segment=NetworkSegment(c28f9756-9389-49c6-bb12-08d1455082d8),segment_id=c28f9756-9389-49c6-bb12-08d1455082d8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:10.944390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a7e0e4-fd45-4463-adf6-859c54bbe1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50fe57a-6b49-4672-ae86-78da374e4d1d'}, {'server_uuid': '81fa7cc9-177f-4ed5-9d82-6948dd364969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82b4b26-94b1-4a68-b661-bab05168a760'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:10.951043 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5de52d-bc5a-47ba-9508-0129ba225968" -d '{"events": [{"server_uuid": "47a7e0e4-fd45-4463-adf6-859c54bbe1a5", "name": "network-vif-plugged", "status": "completed", "tag": "d50fe57a-6b49-4672-ae86-78da374e4d1d"}, {"server_uuid": "81fa7cc9-177f-4ed5-9d82-6948dd364969", "name": "network-vif-plugged", "status": "completed", "tag": "c82b4b26-94b1-4a68-b661-bab05168a760"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:10.992335 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:11.198370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:11.245024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f85b91-4792-4eb2-890d-932673016ff0', 'tag': '0cbd4520-5263-4faa-91b3-2b00ffcb7cd4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:11.251605 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d" -d '{"events": [{"name": "network-changed", "server_uuid": "94f85b91-4792-4eb2-890d-932673016ff0", "tag": "0cbd4520-5263-4faa-91b3-2b00ffcb7cd4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:11.371658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c0df2-02fc-41dd-8112-2279839d75ce req-d0ba3d7a-b722-4fd1-a3fe-5956ae05e55b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:11.382983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d37c0df2-02fc-41dd-8112-2279839d75ce req-d0ba3d7a-b722-4fd1-a3fe-5956ae05e55b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.2201149 Jul 06 17:37:11.401242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Allocated IP 172.20.0.2 (ddb0b200-4797-44d9-aa05-28d5714ac0e0/3656215d-d9ce-4a60-8f3b-4b3340564052/ef0e19e5-a92f-4c5c-ab05-1e85b6214325) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:11.456965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-5e1e78d6-c834-4098-94d2-a22e4164b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:11.458647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-5e1e78d6-c834-4098-94d2-a22e4164b70c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6533418 Jul 06 17:37:11.477850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=0352f56f-a2b9-4a43-b125-7dcecda490f0,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:11.609262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f8867-a730-440e-bbf0-aca59fdc1cc1 req-b4d3232b-a272-4f90-b813-125e66655b40 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:11.617304 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b7f8867-a730-440e-bbf0-aca59fdc1cc1 req-b4d3232b-a272-4f90-b813-125e66655b40 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 948 time: 0.3373590 Jul 06 17:37:11.624988 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-def9c17a-9e6b-42e3-8edc-6da2cc786fc1 req-2adb4a4d-639a-464f-95b5-d945271aabb1 service neutron] 10.222.0.22 "GET /v2.0/networks/a8781460-a85a-4ade-ae5a-50a2c779c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1976759 Jul 06 17:37:11.685006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b7f8867-a730-440e-bbf0-aca59fdc1cc1 req-b3e95fc2-5ce1-4006-823a-96bded9954c0 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666876 Jul 06 17:37:11.704282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:11.730936 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-3ccb594c-a124-4732-8820-9297bd2a1eff service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610903 Jul 06 17:37:11.907237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f811cb26-a8e4-427c-9bc8-3eaaf79d08c6 req-f85e3b44-53f2-4a87-a908-216d357d84b1 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641142 Jul 06 17:37:11.989205 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:11.992468 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d37c0df2-02fc-41dd-8112-2279839d75ce req-e867d861-c74c-4872-826e-7d2826e99380 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083460 Jul 06 17:37:12.044460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Transition to ACTIVE for port object ef0e19e5-a92f-4c5c-ab05-1e85b6214325 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:12.123361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Transition to ACTIVE for port object ef0e19e5-a92f-4c5c-ab05-1e85b6214325 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:12.134117 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1a8ef9-9f00-4f82-8834-18dfe5ba78cd x-openstack-request-id: req-ad1a8ef9-9f00-4f82-8834-18dfe5ba78cd {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:12.136791 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a7e0e4-fd45-4463-adf6-859c54bbe1a5", "name": "network-vif-plugged", "status": "completed", "tag": "d50fe57a-6b49-4672-ae86-78da374e4d1d", "code": 200}, {"server_uuid": "81fa7cc9-177f-4ed5-9d82-6948dd364969", "name": "network-vif-plugged", "status": "completed", "tag": "c82b4b26-94b1-4a68-b661-bab05168a760", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:12.137247 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad1a8ef9-9f00-4f82-8834-18dfe5ba78cd {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:12.143121 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a7e0e4-fd45-4463-adf6-859c54bbe1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50fe57a-6b49-4672-ae86-78da374e4d1d', 'code': 200} Jul 06 17:37:12.143553 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fa7cc9-177f-4ed5-9d82-6948dd364969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82b4b26-94b1-4a68-b661-bab05168a760', 'code': 200} Jul 06 17:37:12.155800 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.287594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Pushing event updated for resources: {'Port': ['ID=ef0e19e5-a92f-4c5c-ab05-1e85b6214325,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:12.308052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Network ddb0b200-4797-44d9-aa05-28d5714ac0e0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:12.311623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:12.318396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:12.498031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Attempting to bind port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:12.499172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Attempting to bind port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:12.503911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Attempting to bind port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 on network ddb0b200-4797-44d9-aa05-28d5714ac0e0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:12.515105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784f6ff-774e-4ff7-95ee-7b1d4e6cdb78 req-7c0fd053-4c79-403c-ba92-58811e49bb93 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:12.516930 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6784f6ff-774e-4ff7-95ee-7b1d4e6cdb78 req-7c0fd053-4c79-403c-ba92-58811e49bb93 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 950 time: 0.4328663 Jul 06 17:37:12.527217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:12.527842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Checking segment: {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:12.528910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.529888 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.530371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Bound using segment: {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:12.531090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Bound port: ef0e19e5-a92f-4c5c-ab05-1e85b6214325, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:12.531313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-0e67be2c-8301-464c-8505-72a06ebc2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:12.531653 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.533009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-0e67be2c-8301-464c-8505-72a06ebc2647 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73c905eb28d14a43b36e4f4bf2feb27e&device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 1099 time: 0.5413566 Jul 06 17:37:12.584963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.656580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] For port ef0e19e5-a92f-4c5c-ab05-1e85b6214325, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:12.663938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] For port ef0e19e5-a92f-4c5c-ab05-1e85b6214325, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ef0e19e5-a92f-4c5c-ab05-1e85b6214325,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:12.684907 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:12.691994 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef3298-f5de-49ae-bb9d-227099a14a30 req-55bf4f50-3573-4f4d-ad53-da75aa40439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:12.694224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52ef3298-f5de-49ae-bb9d-227099a14a30 req-55bf4f50-3573-4f4d-ad53-da75aa40439b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 1101 time: 0.3975856 Jul 06 17:37:12.707120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a6d05-9cab-45e2-8a7b-d0652018af00 req-933ff91d-b02e-4c77-a6ef-d546f1a214fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:12.709452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb7a6d05-9cab-45e2-8a7b-d0652018af00 req-933ff91d-b02e-4c77-a6ef-d546f1a214fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 1096 time: 0.3732100 Jul 06 17:37:12.790995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6784f6ff-774e-4ff7-95ee-7b1d4e6cdb78 req-59b63d7b-bd11-480f-acfe-00f16b88e63b tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372143 Jul 06 17:37:12.794314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035dec9-e657-495a-b2e0-2860c426fba9 None None] Pushing event updated for resources: {'Port': ['ID=ef0e19e5-a92f-4c5c-ab05-1e85b6214325,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:12.906973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52ef3298-f5de-49ae-bb9d-227099a14a30 req-5e65bcbc-32ad-4b5f-a759-1051a7a5034c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865761 Jul 06 17:37:12.909992 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb7a6d05-9cab-45e2-8a7b-d0652018af00 req-8c5574af-a4f6-4c09-9efd-3627506c9930 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779571 Jul 06 17:37:12.935317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3326-e953-4fc4-a807-2a30f774ea28 req-0d44da4b-e2aa-4827-8883-144cd5423f5f tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:12.957336 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fe6e3326-e953-4fc4-a807-2a30f774ea28 req-0d44da4b-e2aa-4827-8883-144cd5423f5f tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 944 time: 0.3775797 Jul 06 17:37:12.965422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-6393cfea-d1a3-45b8-a9da-768f19915bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:12.970188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-6393cfea-d1a3-45b8-a9da-768f19915bf9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.4189744 Jul 06 17:37:12.972618 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cf91f8-6e4b-47c2-ae33-4bfe399d1066 x-openstack-request-id: req-71cf91f8-6e4b-47c2-ae33-4bfe399d1066 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:12.975293 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f85b91-4792-4eb2-890d-932673016ff0", "tag": "0cbd4520-5263-4faa-91b3-2b00ffcb7cd4", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:12.975705 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71cf91f8-6e4b-47c2-ae33-4bfe399d1066 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:12.976304 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f85b91-4792-4eb2-890d-932673016ff0', 'tag': '0cbd4520-5263-4faa-91b3-2b00ffcb7cd4', 'status': 'completed', 'code': 200} Jul 06 17:37:13.053923 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-a570dccd-6048-4c6c-92b9-d28e734ec770 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bd793a4e-c442-4294-a505-be8fd7aa6368 HTTP/1.1" status: 200 len: 217 time: 0.0763369 Jul 06 17:37:13.070961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Allocated IP 172.25.7.106 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/55dc58ab-c4cb-479e-9381-75c185cee873) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:13.111180 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fe6e3326-e953-4fc4-a807-2a30f774ea28 req-4fe2e160-262a-43ac-89fe-7fbb0673cc93 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525805 Jul 06 17:37:13.282603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-d6e38792-6622-4bed-8a90-8197e7ff6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:13.284702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-d6e38792-6622-4bed-8a90-8197e7ff6853 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2238712 Jul 06 17:37:13.385316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-fbac5eda-3ba8-483f-837b-ebee82aa2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:13.392991 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-fbac5eda-3ba8-483f-837b-ebee82aa2c94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df3f165b3033470398d5ce1c24191370&device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 1095 time: 0.3167713 Jul 06 17:37:13.564132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:13.917869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ef0e19e5-a92f-4c5c-ab05-1e85b6214325 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:13.972073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c1628-9b5b-4f5d-affc-c9e6a127d4fb req-e9c1496c-ef2a-431d-b8dd-49b8763561ca tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:13.990065 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-589c1628-9b5b-4f5d-affc-c9e6a127d4fb req-e9c1496c-ef2a-431d-b8dd-49b8763561ca tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 945 time: 0.3882101 Jul 06 17:37:14.108281 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:14.109323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:14.119736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0352f56f-a2b9-4a43-b125-7dcecda490f0 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:14.134152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-b5c298d5-5b57-4c38-a760-c05191686259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:14.134152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-b5c298d5-5b57-4c38-a760-c05191686259 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8403454 Jul 06 17:37:14.292121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:14.339976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:14.374434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:14.392659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0352f56f-a2b9-4a43-b125-7dcecda490f0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:14.393039 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:14.409781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-589c1628-9b5b-4f5d-affc-c9e6a127d4fb req-d4aabafa-b879-4f8f-8848-d0d25388dfd0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181590 Jul 06 17:37:14.436027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:14.553113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Pushing event updated for resources: {'Port': ['ID=55dc58ab-c4cb-479e-9381-75c185cee873,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:14.597760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-fe2f1726-b7da-406c-af3e-b43e4f035e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:14.599553 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-fe2f1726-b7da-406c-af3e-b43e4f035e78 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a8781460-a85a-4ade-ae5a-50a2c779c068 HTTP/1.1" status: 200 len: 918 time: 1.1739964 Jul 06 17:37:14.661361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:14.716399 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-e7785d25-0d2c-42b4-9232-675db9117c43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 HTTP/1.1" status: 200 len: 217 time: 0.0851653 Jul 06 17:37:14.806524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250ecfd-2c92-45fc-a2c3-34fc5c444e17 req-a14b2a75-a7f4-4dc5-b63f-cc5ef0929bf7 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:14.815278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3250ecfd-2c92-45fc-a2c3-34fc5c444e17 req-a14b2a75-a7f4-4dc5-b63f-cc5ef0929bf7 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 948 time: 1.0638213 Jul 06 17:37:14.825631 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:37:14.878514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-d192918b-9d2d-49dd-8bf9-59a549503f79 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290511 Jul 06 17:37:14.968489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7defd9c7-bc73-4648-b362-ba9d61a59adf None None] Network ddb0b200-4797-44d9-aa05-28d5714ac0e0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:15.031443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b3d1cb-bee7-4fa4-ad3f-a7749038dbfd req-f6db950a-5f1a-4165-a079-1e025714bdbc service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370025 Jul 06 17:37:15.066412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3250ecfd-2c92-45fc-a2c3-34fc5c444e17 req-6027d734-9a1f-4ef2-bf96-e3e81ae8adb1 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463572 Jul 06 17:37:15.097898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-f10e191c-4b99-4499-85d8-a90a460b6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.100497 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-f10e191c-4b99-4499-85d8-a90a460b6f70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52dc93ee-b338-4907-a3bc-78c480dca7fe HTTP/1.1" status: 200 len: 857 time: 0.3725059 Jul 06 17:37:15.155056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,segment=NetworkSegment(2e47fae1-9f81-4e07-942d-01b3c6e68c14),segment_id=2e47fae1-9f81-4e07-942d-01b3c6e68c14)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:15.161256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd0b4a9c-de62-4aca-a2e8-6c164295790e None None] Provisioning for port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:15.180346 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd0b4a9c-de62-4aca-a2e8-6c164295790e None None] Provisioning complete for port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:15.180686 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd0b4a9c-de62-4aca-a2e8-6c164295790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:15.232573 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-59d96063-a5a0-4e53-aa60-f030e852def9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8781460-a85a-4ade-ae5a-50a2c779c068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247249 Jul 06 17:37:15.307950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0cbd4520-5263-4faa-91b3-2b00ffcb7cd4', 'network_id': 'a8781460-a85a-4ade-ae5a-50a2c779c068', 'port_id': '0cbd4520-5263-4faa-91b3-2b00ffcb7cd4', 'mac_address': 'fa:16:3e:b8:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dc93ee-b338-4907-a3bc-78c480dca7fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:15.309155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:15.321017 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd0b4a9c-de62-4aca-a2e8-6c164295790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:15.455208 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-a2158080-5cf5-4243-88ed-4e6e65ea8eab service neutron] 10.222.0.22 "GET /v2.0/networks/a8781460-a85a-4ade-ae5a-50a2c779c068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146482 Jul 06 17:37:15.578765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d72d0-b73c-4ba4-a4f9-14fba7718457 req-038157d7-9b13-4d68-a2f0-0b4e0a35db68 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.590558 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d0d72d0-b73c-4ba4-a4f9-14fba7718457 req-038157d7-9b13-4d68-a2f0-0b4e0a35db68 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.6182528 Jul 06 17:37:15.644215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7f229-fc3c-41b0-8c56-2ff8fba4fae8 req-cefec1d0-bb8c-4e66-bfaa-18104aca0b34 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:15.653121 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62f7f229-fc3c-41b0-8c56-2ff8fba4fae8 req-cefec1d0-bb8c-4e66-bfaa-18104aca0b34 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 950 time: 0.1967044 Jul 06 17:37:15.715987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c5a7a49-1973-4a1b-887d-28c8d6edfe7d req-715c2e2c-2103-4bae-bb0d-7bdb0f234441 service neutron] 10.222.0.22 "GET /v2.0/networks/a8781460-a85a-4ade-ae5a-50a2c779c068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462838 Jul 06 17:37:15.745711 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:15.773395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:15.774615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62f7f229-fc3c-41b0-8c56-2ff8fba4fae8 req-d69d04d2-72c5-4b06-8ed2-2102ae699556 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204009 Jul 06 17:37:15.803400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,segment=NetworkSegment(2e47fae1-9f81-4e07-942d-01b3c6e68c14),segment_id=2e47fae1-9f81-4e07-942d-01b3c6e68c14)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:15.818184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:15.830449 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:15.874609 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d0d72d0-b73c-4ba4-a4f9-14fba7718457 req-8f3fbf9e-5d82-4d73-86ee-538fec2751d7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825747 Jul 06 17:37:15.885462 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:15.921946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fd0b4a9c-de62-4aca-a2e8-6c164295790e None None] For port ef0e19e5-a92f-4c5c-ab05-1e85b6214325, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ef0e19e5-a92f-4c5c-ab05-1e85b6214325,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.942962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:15.953416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'mac_address': 'fa:16:3e:a3:68:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:16.026300 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd0b4a9c-de62-4aca-a2e8-6c164295790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.157601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0cbd4520-5263-4faa-91b3-2b00ffcb7cd4'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:16.171243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c79e8-61f2-42f1-bd1d-a8dbb30237e9 req-5ee30477-82e8-4275-a0b6-72b562b713a7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:16.174181 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.182588 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd2c79e8-61f2-42f1-bd1d-a8dbb30237e9 req-5ee30477-82e8-4275-a0b6-72b562b713a7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 945 time: 0.1521451 Jul 06 17:37:16.245685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd2c79e8-61f2-42f1-bd1d-a8dbb30237e9 req-c38766b6-1bf4-439d-94e1-f88324437375 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614879 Jul 06 17:37:16.252180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Router d5fea79e-b842-4015-a296-7f6497ace50a is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:37:16.254624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd793a4e-c442-4294-a505-be8fd7aa6368 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:16.325936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:16.338520 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.389218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b4a9c-de62-4aca-a2e8-6c164295790e None None] Pushing event updated for resources: {'Port': ['ID=ef0e19e5-a92f-4c5c-ab05-1e85b6214325,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:16.502534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:16.685549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d4536-9ea1-4c42-aeb1-1ff41fe072d0 req-77e2d234-89a6-455d-9483-cb6bbb3f2ab1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:16.702711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c43d4536-9ea1-4c42-aeb1-1ff41fe072d0 req-77e2d234-89a6-455d-9483-cb6bbb3f2ab1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 945 time: 0.3305974 Jul 06 17:37:16.711500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:37:16.720150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['bd793a4e-c442-4294-a505-be8fd7aa6368'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:16.728710 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Sync routers for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:37:16.745658 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:16.746885 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:16.815949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c43d4536-9ea1-4c42-aeb1-1ff41fe072d0 req-05e3d686-c69a-4cb9-8765-096deb8563df tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122568 Jul 06 17:37:16.821761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:16.823533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a95c1cdc-b2ee-4c8a-a6cd-28d8a92f40ad admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7800002 Jul 06 17:37:16.826767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57634) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:16.973786 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec85ff2f-5024-4526-82b5-3a739edf8255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.022748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b3dee96c-ff16-4153-928e-eb1ac2639aa0 None None] Provisioning complete for port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:17.023804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3dee96c-ff16-4153-928e-eb1ac2639aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.175669 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:17.405517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ac86e-940d-4e98-b8bb-1a7e4f017033 req-ce9ab1a0-787d-4d1f-b1d8-bedda19b8d3c tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:17.415122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-692ac86e-940d-4e98-b8bb-1a7e4f017033 req-ce9ab1a0-787d-4d1f-b1d8-bedda19b8d3c tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 949 time: 0.2488575 Jul 06 17:37:17.498919 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-692ac86e-940d-4e98-b8bb-1a7e4f017033 req-daeb8701-c096-4617-83cc-de5057059bbd tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745862 Jul 06 17:37:17.566524 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:14Z', 'revision_number': 3, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:17.589315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ef0e19e5-a92f-4c5c-ab05-1e85b6214325 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:17.603464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea777013-e344-45e3-8fd1-7d82ee50f2fd req-5ef5f4cd-655f-4f1d-b5db-20802b0efbdd tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:17.606135 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea777013-e344-45e3-8fd1-7d82ee50f2fd req-5ef5f4cd-655f-4f1d-b5db-20802b0efbdd tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 1101 time: 0.2172098 Jul 06 17:37:17.640307 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea777013-e344-45e3-8fd1-7d82ee50f2fd req-5a0b579a-9201-4002-90f8-cc8cf606f452 tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.645098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.655079 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Checking router: d5fea79e-b842-4015-a296-7f6497ace50a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:37:17.655337 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Updating router d5fea79e-b842-4015-a296-7f6497ace50a port 55dc58ab-c4cb-479e-9381-75c185cee873 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:37:17.720083 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.745043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:17.745626 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:17.851797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5548957-722b-4901-bf87-8038c6ee2699 req-a494c16e-025d-42fb-aa57-baace6d3bc3d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:17.859978 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5548957-722b-4901-bf87-8038c6ee2699 req-a494c16e-025d-42fb-aa57-baace6d3bc3d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 946 time: 0.1792085 Jul 06 17:37:17.952975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5548957-722b-4901-bf87-8038c6ee2699 req-ac3b8cdf-d3b8-4f66-bc2e-2ddb24bcdfeb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919726 Jul 06 17:37:18.032477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Allocated IP 172.20.0.1 (ddb0b200-4797-44d9-aa05-28d5714ac0e0/3656215d-d9ce-4a60-8f3b-4b3340564052/bcff325b-61c6-444f-9510-bf3d1d84857f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:18.202012 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea777013-e344-45e3-8fd1-7d82ee50f2fd req-5a0b579a-9201-4002-90f8-cc8cf606f452 tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.213175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea777013-e344-45e3-8fd1-7d82ee50f2fd req-5a0b579a-9201-4002-90f8-cc8cf606f452 tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.230215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb0af-0ece-499a-a1d8-3c2297fcc282 req-617788af-0df5-4080-b15d-aa8f45a65a9a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:18.233656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aa3bb0af-0ece-499a-a1d8-3c2297fcc282 req-617788af-0df5-4080-b15d-aa8f45a65a9a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.1637456 Jul 06 17:37:18.279124 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea777013-e344-45e3-8fd1-7d82ee50f2fd req-5a0b579a-9201-4002-90f8-cc8cf606f452 tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6655843 Jul 06 17:37:18.287887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:18.333191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.349711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b579a-9201-4002-90f8-cc8cf606f452 tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc50d92-d2eb-4cdb-b6e0-7c82d2070ff4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:18.355257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aa3bb0af-0ece-499a-a1d8-3c2297fcc282 req-29d5e6dd-9401-45eb-8c62-9ca9f3f7916b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148713 Jul 06 17:37:18.388598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Transition to ACTIVE for port object bcff325b-61c6-444f-9510-bf3d1d84857f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:18.432378 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.450076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:18.457123 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Transition to ACTIVE for port object 55dc58ab-c4cb-479e-9381-75c185cee873 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:18.458119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:18.460299 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.473763 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.499834 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.577212 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Pushing event updated for resources: {'Port': ['ID=55dc58ab-c4cb-479e-9381-75c185cee873,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:18.604047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Network ddb0b200-4797-44d9-aa05-28d5714ac0e0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:18.610500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:18.611148 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.612017 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.612017 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.612392 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.612660 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.613009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.613345 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.613696 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.614009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.616720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:18.624108 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.626503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Pushing event updated for resources: {'Port': ['ID=bcff325b-61c6-444f-9510-bf3d1d84857f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:18.627513 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.628442 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:18.684826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.715707 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Attempting to bind port 55dc58ab-c4cb-479e-9381-75c185cee873 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:18.716761 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Attempting to bind port 55dc58ab-c4cb-479e-9381-75c185cee873 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:18.717590 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Attempting to bind port 55dc58ab-c4cb-479e-9381-75c185cee873 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:18.728417 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:18.729807 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:18.731358 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.732443 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:18.734743 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Bound port: 55dc58ab-c4cb-479e-9381-75c185cee873, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:18.735710 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.755333 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:18.831501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:18.905511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f85b91-4792-4eb2-890d-932673016ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbd4520-5263-4faa-91b3-2b00ffcb7cd4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:18.913671 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c6bb4a-3f3f-4555-b1bd-eed8a4f2edf5" -d '{"events": [{"server_uuid": "94f85b91-4792-4eb2-890d-932673016ff0", "name": "network-vif-plugged", "status": "completed", "tag": "0cbd4520-5263-4faa-91b3-2b00ffcb7cd4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:18.950227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,segment=NetworkSegment(2e47fae1-9f81-4e07-942d-01b3c6e68c14),segment_id=2e47fae1-9f81-4e07-942d-01b3c6e68c14)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:18.967719 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.018443 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] For port 55dc58ab-c4cb-479e-9381-75c185cee873, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:19.030890 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] For port 55dc58ab-c4cb-479e-9381-75c185cee873, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=55dc58ab-c4cb-479e-9381-75c185cee873,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:19.042826 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.108725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93e84d-81eb-40a9-b485-e20b8bcd19b6 req-8d0d4813-a366-4352-aa25-01ab2fa58c9e tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:19.113240 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.121321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e93e84d-81eb-40a9-b485-e20b8bcd19b6 req-8d0d4813-a366-4352-aa25-01ab2fa58c9e tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 945 time: 0.2947643 Jul 06 17:37:19.186102 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a25b4-0a77-4095-8c74-83596036e6f4 None None] Pushing event updated for resources: {'Port': ['ID=55dc58ab-c4cb-479e-9381-75c185cee873,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:19.213291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a107e990-dd5b-4f78-830d-29099da68568 None None] Provisioning for port bcff325b-61c6-444f-9510-bf3d1d84857f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:19.228749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a107e990-dd5b-4f78-830d-29099da68568 None None] Provisioning complete for port bcff325b-61c6-444f-9510-bf3d1d84857f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:19.230294 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a107e990-dd5b-4f78-830d-29099da68568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.232450 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:19.235067 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:36:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:19.235469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:19.251401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port bd793a4e-c442-4294-a505-be8fd7aa6368 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:19.256589 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e93e84d-81eb-40a9-b485-e20b8bcd19b6 req-0c693322-aa9b-4b65-ba20-ae7301c3145c tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336849 Jul 06 17:37:19.279070 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port bd793a4e-c442-4294-a505-be8fd7aa6368 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:19.279741 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.366786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a107e990-dd5b-4f78-830d-29099da68568 None None] Port bcff325b-61c6-444f-9510-bf3d1d84857f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:19.486201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a582a7b-2d34-4e74-be4b-508d3e98b696 req-d63351bd-cf3f-4bb8-b465-8fe40e2df00c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:19.488372 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a582a7b-2d34-4e74-be4b-508d3e98b696 req-d63351bd-cf3f-4bb8-b465-8fe40e2df00c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 945 time: 0.3447108 Jul 06 17:37:19.521588 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f7ab486-9c45-4b03-819c-992eff03fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.527831 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.601563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a582a7b-2d34-4e74-be4b-508d3e98b696 req-d5e87fd8-0c88-4fc6-9d1c-8948fb148545 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890162 Jul 06 17:37:19.608310 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:19.706648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:19.710050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.714198 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aaa99c-2831-48b2-8ab8-24fe247e8e14 x-openstack-request-id: req-47aaa99c-2831-48b2-8ab8-24fe247e8e14 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:19.715151 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f85b91-4792-4eb2-890d-932673016ff0", "name": "network-vif-plugged", "status": "completed", "tag": "0cbd4520-5263-4faa-91b3-2b00ffcb7cd4", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:19.716096 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47aaa99c-2831-48b2-8ab8-24fe247e8e14 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:19.718787 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f85b91-4792-4eb2-890d-932673016ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbd4520-5263-4faa-91b3-2b00ffcb7cd4', 'code': 200} Jul 06 17:37:19.720977 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.726156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.867836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:19.903772 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:19.948632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.031946 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 1, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:20.067488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496c8ca-4b36-4b19-a612-ce209aefcdce req-92cdaec9-55f1-44bc-87a2-69264c02751d tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:20.081837 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858adbe6-f5fc-462c-89ba-61f9a6fb8a48 None None] The sync data for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 is: [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 1, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:37:20.083076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0496c8ca-4b36-4b19-a612-ce209aefcdce req-92cdaec9-55f1-44bc-87a2-69264c02751d tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 950 time: 0.3102176 Jul 06 17:37:20.092680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Pushing event updated for resources: {'Port': ['ID=bcff325b-61c6-444f-9510-bf3d1d84857f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:20.188515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0496c8ca-4b36-4b19-a612-ce209aefcdce req-3fa08cbf-3ade-4b66-b4f3-fe46b34b3457 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773270 Jul 06 17:37:20.198500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Network ddb0b200-4797-44d9-aa05-28d5714ac0e0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:20.223351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:20.479952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bc110-cae7-451b-b8b2-c3b86b29903c req-d0ebfeb1-3fe3-49b5-8d11-76b20e15cbf4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:20.493924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-031bc110-cae7-451b-b8b2-c3b86b29903c req-d0ebfeb1-3fe3-49b5-8d11-76b20e15cbf4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.1324654 Jul 06 17:37:20.620034 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.662481 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-031bc110-cae7-451b-b8b2-c3b86b29903c req-50fcc0f0-966c-4148-bc90-e353e1c8df43 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493285 Jul 06 17:37:20.762300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-43c9845f-6250-44a1-a6b5-64c62c021a74 None None] Provisioning complete for port bcff325b-61c6-444f-9510-bf3d1d84857f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:20.762991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43c9845f-6250-44a1-a6b5-64c62c021a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:20.845579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-43c9845f-6250-44a1-a6b5-64c62c021a74 None None] Port bcff325b-61c6-444f-9510-bf3d1d84857f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:20.876340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e49c9e-51bf-47d8-a3b5-d8ad4a8f85ef req-724f2997-1474-4f94-b28e-056d17a9d0f3 tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:20.890257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-18e49c9e-51bf-47d8-a3b5-d8ad4a8f85ef req-724f2997-1474-4f94-b28e-056d17a9d0f3 tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 1101 time: 0.9669571 Jul 06 17:37:20.960229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8c51-e884-4863-8eac-830f93a4e3e8 req-8ba2290f-edbb-46dd-b6e9-a18ac0f741c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:20.963244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da1b8c51-e884-4863-8eac-830f93a4e3e8 req-8ba2290f-edbb-46dd-b6e9-a18ac0f741c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 1097 time: 1.0176787 Jul 06 17:37:21.107235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-18e49c9e-51bf-47d8-a3b5-d8ad4a8f85ef req-d4cff83d-59f4-47b2-8716-bd2792a9105c tempest-ServersAdminNegativeTestJSON-93386193 tempest-ServersAdminNegativeTestJSON-93386193-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151701 Jul 06 17:37:21.167962 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da1b8c51-e884-4863-8eac-830f93a4e3e8 req-08695328-4ade-4df7-aea4-ec983ec3d33e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712854 Jul 06 17:37:21.204551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Router d5fea79e-b842-4015-a296-7f6497ace50a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:37:21.516662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:37:21.534189 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8d05deb1-14b2-4d60-950d-886da8083a6c admin admin] 10.222.0.13 "PUT /v2.0/routers/d5fea79e-b842-4015-a296-7f6497ace50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6972296 Jul 06 17:37:21.720083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:21.723295 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c41f8a-688c-447e-8666-26b21e5588db" -d '{"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-plugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:21.869501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5ee7-c337-4ee9-abc8-af5a935aa529 req-817ce34d-ca8f-484c-a148-0fe9af64b27f tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:21.873358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ffa5ee7-c337-4ee9-abc8-af5a935aa529 req-817ce34d-ca8f-484c-a148-0fe9af64b27f tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 946 time: 0.2411397 Jul 06 17:37:22.024082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ffa5ee7-c337-4ee9-abc8-af5a935aa529 req-771a0d9a-c1ce-4c83-840e-76da47f11274 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342375 Jul 06 17:37:22.145871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51cedf-c9d1-4bf7-83d2-b8dc11592bd1 req-180e20c4-f576-45bb-b20d-a37ac4001bdb tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:22.153332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e51cedf-c9d1-4bf7-83d2-b8dc11592bd1 req-180e20c4-f576-45bb-b20d-a37ac4001bdb tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 950 time: 0.2589934 Jul 06 17:37:22.312431 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e51cedf-c9d1-4bf7-83d2-b8dc11592bd1 req-e6a28275-98a4-46d7-b817-6c0aa29a1772 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486247 Jul 06 17:37:22.473908 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:22.532065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ca081-512d-4c9c-8ae7-7698ec10c202 req-fa31efde-c2b0-4a6c-8ca0-3e776ac6d67c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:22.533674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b21ca081-512d-4c9c-8ae7-7698ec10c202 req-fa31efde-c2b0-4a6c-8ca0-3e776ac6d67c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 945 time: 0.2688134 Jul 06 17:37:22.605426 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b21ca081-512d-4c9c-8ae7-7698ec10c202 req-c067c623-9bac-4b9e-9978-f9df7e8120ae tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506237 Jul 06 17:37:22.671297 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d77618-9603-4a0d-a096-95a7d7fe83d9 x-openstack-request-id: req-21d77618-9603-4a0d-a096-95a7d7fe83d9 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:22.671759 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-plugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:22.672181 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21d77618-9603-4a0d-a096-95a7d7fe83d9 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:22.672784 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'code': 200} Jul 06 17:37:22.903881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb93dd-8c3f-4160-a1d3-8a715207383e req-335e390a-0720-466e-9ca9-6a661419194f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:22.905770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5f832-1dbc-47be-aace-ebb2b6115ca4 req-65083fa2-0c25-4202-85c3-65f1deb8dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:22.910958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ce5f832-1dbc-47be-aace-ebb2b6115ca4 req-65083fa2-0c25-4202-85c3-65f1deb8dbaf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 1101 time: 0.1299920 Jul 06 17:37:22.914759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2dbb93dd-8c3f-4160-a1d3-8a715207383e req-335e390a-0720-466e-9ca9-6a661419194f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.2612188 Jul 06 17:37:23.012813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ce5f832-1dbc-47be-aace-ebb2b6115ca4 req-a6154715-2566-424e-8d68-baea4c94034b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548124 Jul 06 17:37:23.021449 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2dbb93dd-8c3f-4160-a1d3-8a715207383e req-c1850baf-0590-481d-9225-5af5408e584d tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013739 Jul 06 17:37:23.069329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-1d016862-edfe-4bad-a316-56052ec48893 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:23.072088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-1d016862-edfe-4bad-a316-56052ec48893 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 945 time: 0.1577330 Jul 06 17:37:23.283822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Deleting port d50fe57a-6b49-4672-ae86-78da374e4d1d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:37:23.284902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.532499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] For port d50fe57a-6b49-4672-ae86-78da374e4d1d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d50fe57a-6b49-4672-ae86-78da374e4d1d,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:23.532928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.553291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Calling delete_port for d50fe57a-6b49-4672-ae86-78da374e4d1d owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:37:23.636346 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 55dc58ab-c4cb-479e-9381-75c185cee873 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:23.682800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb03e3e-5823-4024-8ee1-8e0d8328ec5d req-8d91c8d3-0d6d-412e-82b5-1caac07613d1 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:23.685560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8cb03e3e-5823-4024-8ee1-8e0d8328ec5d req-8d91c8d3-0d6d-412e-82b5-1caac07613d1 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 946 time: 0.1653600 Jul 06 17:37:23.801395 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8cb03e3e-5823-4024-8ee1-8e0d8328ec5d req-b13b1013-cab2-4c1f-8e1a-bed4c065b451 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071160 Jul 06 17:37:23.825873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:23.848851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57712) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:23.854460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3585f0f9-b462-4f3c-9dc3-6f52deffcfa1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431277781', 'description': 'tempest-description--1538320346'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:23.859925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d50fe57a-6b49-4672-ae86-78da374e4d1d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:23.866545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9', 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:23.895986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event deleted for resources: {'Port': ['ID=d50fe57a-6b49-4672-ae86-78da374e4d1d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:23.923006 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3585f0f9-b462-4f3c-9dc3-6f52deffcfa1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.010053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 55dc58ab-c4cb-479e-9381-75c185cee873 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:24.027849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 55dc58ab-c4cb-479e-9381-75c185cee873 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:24.028495 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.049262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] No DVR routers for this DVR port d50fe57a-6b49-4672-ae86-78da374e4d1d on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:37:24.057020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.060050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e93b77f-1589-4bcc-8e04-fdc252f7ee85 req-c12c7856-02e6-4c81-82f5-108d4af30364 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "DELETE /v2.0/ports/d50fe57a-6b49-4672-ae86-78da374e4d1d HTTP/1.1" status: 204 len: 173 time: 0.9819176 Jul 06 17:37:24.060584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a7e0e4-fd45-4463-adf6-859c54bbe1a5', 'name': 'network-vif-deleted', 'tag': 'd50fe57a-6b49-4672-ae86-78da374e4d1d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:24.075459 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a891e42-9b4d-482c-a0d3-00378d871b45" -d '{"events": [{"server_uuid": "47a7e0e4-fd45-4463-adf6-859c54bbe1a5", "name": "network-vif-deleted", "tag": "d50fe57a-6b49-4672-ae86-78da374e4d1d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:24.225870 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.257097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 55dc58ab-c4cb-479e-9381-75c185cee873, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=55dc58ab-c4cb-479e-9381-75c185cee873,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:24.266442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.296792 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3585f0f9-b462-4f3c-9dc3-6f52deffcfa1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.316777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73183e4f-e42c-4800-9646-8d7a8d1edc1e req-2fe058fe-f79d-4dc9-af0e-7ba4f704eb8e tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:24.320121 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73183e4f-e42c-4800-9646-8d7a8d1edc1e req-2fe058fe-f79d-4dc9-af0e-7ba4f704eb8e tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 950 time: 0.2340617 Jul 06 17:37:24.322965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3585f0f9-b462-4f3c-9dc3-6f52deffcfa1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.337117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df2df-bf7d-4c86-a85a-cd10c7069526 req-fdf0da8c-f2a6-4151-a54c-bc359e5a4e8e tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:24.341238 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-630df2df-bf7d-4c86-a85a-cd10c7069526 req-fdf0da8c-f2a6-4151-a54c-bc359e5a4e8e tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 950 time: 0.2333727 Jul 06 17:37:24.438963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=55dc58ab-c4cb-479e-9381-75c185cee873,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:24.440888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585f0f9-b462-4f3c-9dc3-6f52deffcfa1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94265471-f51a-4e05-8d3e-9f48d0435a57,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:24.446003 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73183e4f-e42c-4800-9646-8d7a8d1edc1e req-213140e5-f8cf-4e3b-8aaa-3dbab844b02e tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012237 Jul 06 17:37:24.448707 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3585f0f9-b462-4f3c-9dc3-6f52deffcfa1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.452533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3585f0f9-b462-4f3c-9dc3-6f52deffcfa1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6000278 Jul 06 17:37:24.453086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57720) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:24.456939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-630df2df-bf7d-4c86-a85a-cd10c7069526 req-9603a196-67ec-4878-a335-b16f26df5fdf tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082613 Jul 06 17:37:24.461479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1663dfe1-5ab5-4551-b7b5-347499f39879 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Request body: {'security_group_rule': {'security_group_id': '94265471-f51a-4e05-8d3e-9f48d0435a57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:24.550868 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1663dfe1-5ab5-4551-b7b5-347499f39879 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.709440 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1663dfe1-5ab5-4551-b7b5-347499f39879 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.726987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1663dfe1-5ab5-4551-b7b5-347499f39879 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.774635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663dfe1-5ab5-4551-b7b5-347499f39879 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148d0ff8-5ddf-4906-a6db-eedfc573f634,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:24.809964 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-698aa881-823a-4c77-b0e0-63bb56d81fa3 req-66e4ebf6-e0bb-4700-a1e8-6281d474d28d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=47a7e0e4-fd45-4463-adf6-859c54bbe1a5 HTTP/1.1" status: 200 len: 210 time: 0.0620472 Jul 06 17:37:24.810736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Sync routers for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:37:24.847016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:24.847016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:37:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:24.849870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1663dfe1-5ab5-4551-b7b5-347499f39879 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:24.851936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1663dfe1-5ab5-4551-b7b5-347499f39879 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3973017 Jul 06 17:37:24.854861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57722) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:24.862645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cc3b2a39-75bc-4b17-a460-0ddbf80823df tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Request body: {'security_group_rule': {'security_group_id': '94265471-f51a-4e05-8d3e-9f48d0435a57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:24.930184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-6c5be739-d0b5-4e7d-8108-306e523e482a tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:24.933418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-6c5be739-d0b5-4e7d-8108-306e523e482a tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.22 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 950 time: 0.1419344 Jul 06 17:37:24.992678 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2a39-75bc-4b17-a460-0ddbf80823df tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:25.199636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2a39-75bc-4b17-a460-0ddbf80823df tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:25.215557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2a39-75bc-4b17-a460-0ddbf80823df tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:25.226964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Deleting port c82b4b26-94b1-4a68-b661-bab05168a760 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:37:25.229545 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:25.266455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b2a39-75bc-4b17-a460-0ddbf80823df tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e39136-fd8a-45d2-870b-e8117db9b29e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:25.286458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:25.314287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2a39-75bc-4b17-a460-0ddbf80823df tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:25.322695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cc3b2a39-75bc-4b17-a460-0ddbf80823df tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4649518 Jul 06 17:37:25.323784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57730) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:25.339676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:25.454682 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:25.491695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] For port c82b4b26-94b1-4a68-b661-bab05168a760, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c82b4b26-94b1-4a68-b661-bab05168a760,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:25.492329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:25.548144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Calling delete_port for c82b4b26-94b1-4a68-b661-bab05168a760 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:37:25.676802 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321f6762-9f37-4c30-a354-1d0cbae149f1 x-openstack-request-id: req-321f6762-9f37-4c30-a354-1d0cbae149f1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:25.677338 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a7e0e4-fd45-4463-adf6-859c54bbe1a5", "name": "network-vif-deleted", "tag": "d50fe57a-6b49-4672-ae86-78da374e4d1d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:25.677667 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-321f6762-9f37-4c30-a354-1d0cbae149f1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:25.679201 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a7e0e4-fd45-4463-adf6-859c54bbe1a5', 'name': 'network-vif-deleted', 'tag': 'd50fe57a-6b49-4672-ae86-78da374e4d1d', 'status': 'completed', 'code': 200} Jul 06 17:37:25.792647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaada9-2de8-4798-bb9a-f8228d237e8c req-5fcd9161-69c0-4834-9114-81ca5fc07f0a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:25.802331 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21aaada9-2de8-4798-bb9a-f8228d237e8c req-5fcd9161-69c0-4834-9114-81ca5fc07f0a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.1651835 Jul 06 17:37:25.850222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bdbf1-3cef-4fea-8896-1966092d3b96 req-e0e17871-71c2-4040-b894-ac4f150d28a5 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:25.851940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-624bdbf1-3cef-4fea-8896-1966092d3b96 req-e0e17871-71c2-4040-b894-ac4f150d28a5 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 946 time: 0.1372161 Jul 06 17:37:25.861456 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21aaada9-2de8-4798-bb9a-f8228d237e8c req-09c61d08-bd7f-4170-ab2c-9adaed7ab22f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591459 Jul 06 17:37:25.878118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 55dc58ab-c4cb-479e-9381-75c185cee873 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:25.982543 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.003849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.007691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 55dc58ab-c4cb-479e-9381-75c185cee873 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:26.008350 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.062713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c96e714d-2f56-4721-af92-9cee109d0654'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:26.064861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['c82b4b26-94b1-4a68-b661-bab05168a760'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:26.070858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Pushing event deleted for resources: {'Port': ['ID=c82b4b26-94b1-4a68-b661-bab05168a760,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:26.160302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] No DVR routers for this DVR port c82b4b26-94b1-4a68-b661-bab05168a760 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:37:26.166398 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.169606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c1ae0c5-7f0e-405a-8fb5-d9221772473e req-05034f66-8d7d-4835-b3ee-69c9a221af92 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.22 "DELETE /v2.0/ports/c82b4b26-94b1-4a68-b661-bab05168a760 HTTP/1.1" status: 204 len: 173 time: 1.2309504 Jul 06 17:37:26.199743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-624bdbf1-3cef-4fea-8896-1966092d3b96 req-ee0ea532-cd99-42b2-8b28-f82770470054 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d4ffd97-8676-4942-a33d-457b630a1b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005982 Jul 06 17:37:26.309980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:19Z', 'revision_number': 2, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:26.424921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Allocated IP 172.25.7.243 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/b9f4c849-0d3c-4e49-86b5-3f736dcdde04) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:26.434763 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4a88b78-8363-4ccc-9f72-110e50e1f8ab req-f7a06703-05d0-431d-9d61-0d54cb91e1dc tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=81fa7cc9-177f-4ed5-9d82-6948dd364969 HTTP/1.1" status: 200 len: 210 time: 0.0876741 Jul 06 17:37:26.435048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d50fe57a-6b49-4672-ae86-78da374e4d1d no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:26.510332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Checking router: d5fea79e-b842-4015-a296-7f6497ace50a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:37:26.510720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Updating router d5fea79e-b842-4015-a296-7f6497ace50a port bcff325b-61c6-444f-9510-bf3d1d84857f binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:37:26.555018 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.557629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: d50fe57a-6b49-4672-ae86-78da374e4d1d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:37:26.557975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d50fe57a-6b49-4672-ae86-78da374e4d1d not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:26.720718 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.857501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164280-124f-47a8-9646-5eeb1aba0f70 req-e1f8d72e-3b07-419c-bc7f-3ffd58e1a160 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:26.864298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:26.875067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b6164280-124f-47a8-9646-5eeb1aba0f70 req-e1f8d72e-3b07-419c-bc7f-3ffd58e1a160 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 950 time: 0.4204619 Jul 06 17:37:26.961630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-03278ead-ff2b-491c-b0b9-e8edd929627c tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:26.963352 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-03278ead-ff2b-491c-b0b9-e8edd929627c tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.22 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 946 time: 0.4304209 Jul 06 17:37:27.157262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b6164280-124f-47a8-9646-5eeb1aba0f70 req-0074dd75-bb8d-481e-ab7e-95637e27a635 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809355 Jul 06 17:37:27.408432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Deleting port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:37:27.409086 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:27.623856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] For port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,segment=NetworkSegment(2e47fae1-9f81-4e07-942d-01b3c6e68c14),segment_id=2e47fae1-9f81-4e07-942d-01b3c6e68c14)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:27.624601 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:27.648526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b792df-57fd-4fff-ba13-30f83cef5ee3 req-a889d105-4b1b-4217-9f60-bb69684b6e7c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:27.657604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-16b792df-57fd-4fff-ba13-30f83cef5ee3 req-a889d105-4b1b-4217-9f60-bb69684b6e7c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.1495101 Jul 06 17:37:27.669860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Calling delete_port for 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:37:27.683100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fa7cc9-177f-4ed5-9d82-6948dd364969', 'name': 'network-vif-deleted', 'tag': 'c82b4b26-94b1-4a68-b661-bab05168a760'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:27.685408 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12afaadc-8481-4f39-82c1-cd7486e10db7" -d '{"events": [{"server_uuid": "81fa7cc9-177f-4ed5-9d82-6948dd364969", "name": "network-vif-deleted", "tag": "c82b4b26-94b1-4a68-b661-bab05168a760"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:27.696005 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:27.707983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Transition to ACTIVE for port object bcff325b-61c6-444f-9510-bf3d1d84857f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:27.725037 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:27.739798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-16b792df-57fd-4fff-ba13-30f83cef5ee3 req-3a4e9e6e-3ac3-46e7-9b40-afde1e28902c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786688 Jul 06 17:37:27.877536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfabcc-9b39-43ca-b65e-64f19998cf34 None None] Pushing event updated for resources: {'Port': ['ID=bcff325b-61c6-444f-9510-bf3d1d84857f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:27.936660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Pushing event updated for resources: {'Port': ['ID=b9f4c849-0d3c-4e49-86b5-3f736dcdde04,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:27.981587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:27.986394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:27.992788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:28.067532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.091576 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Attempting to bind port bcff325b-61c6-444f-9510-bf3d1d84857f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:28.092542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Attempting to bind port bcff325b-61c6-444f-9510-bf3d1d84857f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:28.093676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Attempting to bind port bcff325b-61c6-444f-9510-bf3d1d84857f on network ddb0b200-4797-44d9-aa05-28d5714ac0e0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:28.097874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0cbd4520-5263-4faa-91b3-2b00ffcb7cd4'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:28.132302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Pushing event deleted for resources: {'Port': ['ID=0cbd4520-5263-4faa-91b3-2b00ffcb7cd4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:28.212256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:28.213910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Checking segment: {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:28.214899 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.215842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Bound using segment: {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:28.220247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Bound port: bcff325b-61c6-444f-9510-bf3d1d84857f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:28.221435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.223355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b35e1a65-ef29-4201-9082-6501fe4d11e1 req-45eb5b9c-73b3-4847-85bc-9711f1bc92ef tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 210 time: 0.0926006 Jul 06 17:37:28.260516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.380198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] No DVR routers for this DVR port 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:37:28.390558 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.395497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] For port bcff325b-61c6-444f-9510-bf3d1d84857f, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:28.396299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24db5f0a-1245-4db4-9d6d-df365882c8df req-be22322e-5452-4a01-98eb-6abd23e1c9f7 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.22 "DELETE /v2.0/ports/0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 HTTP/1.1" status: 204 len: 173 time: 1.4159887 Jul 06 17:37:28.402478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] For port bcff325b-61c6-444f-9510-bf3d1d84857f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bcff325b-61c6-444f-9510-bf3d1d84857f,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:28.411659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device c82b4b26-94b1-4a68-b661-bab05168a760 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:28.426679 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.432646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.590595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: c82b4b26-94b1-4a68-b661-bab05168a760 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:37:28.591149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device c82b4b26-94b1-4a68-b661-bab05168a760 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:28.681548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfabcc-9b39-43ca-b65e-64f19998cf34 None None] Pushing event updated for resources: {'Port': ['ID=bcff325b-61c6-444f-9510-bf3d1d84857f,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:28.739122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:37:28.742793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:37:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:28.756605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.765449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:28.857419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9294f2-f4d1-4071-b9c1-0c2a89fa7ba5 req-760aed29-1f33-4d16-bb82-9a0e8d37f188 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:28.866931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc9294f2-f4d1-4071-b9c1-0c2a89fa7ba5 req-760aed29-1f33-4d16-bb82-9a0e8d37f188 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 946 time: 0.1817472 Jul 06 17:37:29.007591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc9294f2-f4d1-4071-b9c1-0c2a89fa7ba5 req-31027213-6317-4a59-881b-de203e5dab4e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396339 Jul 06 17:37:29.078919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Pushing event updated for resources: {'Port': ['ID=b9f4c849-0d3c-4e49-86b5-3f736dcdde04,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:29.131924 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895b8423-4866-47a4-8ea5-0d3a8dc6c59b x-openstack-request-id: req-895b8423-4866-47a4-8ea5-0d3a8dc6c59b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:29.132856 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fa7cc9-177f-4ed5-9d82-6948dd364969", "name": "network-vif-deleted", "tag": "c82b4b26-94b1-4a68-b661-bab05168a760", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:29.132856 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-895b8423-4866-47a4-8ea5-0d3a8dc6c59b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:29.133242 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fa7cc9-177f-4ed5-9d82-6948dd364969', 'name': 'network-vif-deleted', 'tag': 'c82b4b26-94b1-4a68-b661-bab05168a760', 'status': 'completed', 'code': 200} Jul 06 17:37:29.163007 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.208956 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.212816 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6593f4c1-9708-419e-a1d9-99c018261f50 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8865237 Jul 06 17:37:29.241345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-3441fa67-c9f4-47e3-8412-dfaa336d27f3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:29.246626 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-3441fa67-c9f4-47e3-8412-dfaa336d27f3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 946 time: 0.1385913 Jul 06 17:37:29.325647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:37:29.590929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Deleting port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:37:29.594469 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.750197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35684d10-ff00-4d5c-b18c-7ac9c6bd0ba5 req-f8fc910b-a858-4726-aaa1-50302a43fdb4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:29.752156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35684d10-ff00-4d5c-b18c-7ac9c6bd0ba5 req-f8fc910b-a858-4726-aaa1-50302a43fdb4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.2796462 Jul 06 17:37:29.760509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bcff325b-61c6-444f-9510-bf3d1d84857f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:29.835629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35684d10-ff00-4d5c-b18c-7ac9c6bd0ba5 req-2896fb4f-26da-41c3-b6a0-56d239b16d09 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635695 Jul 06 17:37:29.905690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] For port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:29.906297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:29.930838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Calling delete_port for c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:37:30.015055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port bcff325b-61c6-444f-9510-bf3d1d84857f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:30.026830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bcff325b-61c6-444f-9510-bf3d1d84857f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:30.027324 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:30.075283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:28Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:30.145208 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:30.178018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9', 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:30.181650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23ef19-12a6-42e6-ac61-e671c9b227d5 None None] The sync data for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 is: [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:28Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:37:30.210051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event deleted for resources: {'Port': ['ID=c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:30.231474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ce568bdd-1517-4ba6-85ec-22b0b531882a req-d39bb4fa-c946-4f15-8b8d-f1ae223de880 tempest-InstanceActionsV221TestJSON-1781475367 tempest-InstanceActionsV221TestJSON-1781475367-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f85b91-4792-4eb2-890d-932673016ff0 HTTP/1.1" status: 200 len: 210 time: 0.0540049 Jul 06 17:37:30.298728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] No DVR routers for this DVR port c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:37:30.302490 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:30.304646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5eceefc6-b64c-41cc-912f-0b6e10846278 req-91a9ca72-c980-48ca-ac04-32cd0e383325 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "DELETE /v2.0/ports/c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 HTTP/1.1" status: 204 len: 173 time: 1.0489206 Jul 06 17:37:30.343170 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:30.372549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:30.457495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:37:30.457495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0cbd4520-5263-4faa-91b3-2b00ffcb7cd4 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:30.460023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port bcff325b-61c6-444f-9510-bf3d1d84857f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bcff325b-61c6-444f-9510-bf3d1d84857f,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:30.461090 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-320099bc-5096-4f50-b433-99881e84de2b req-b330620f-2eea-475c-95c6-4c0b8495bc09 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=191d5d01-d0de-46c3-906f-461dff09b901 HTTP/1.1" status: 200 len: 210 time: 0.0665004 Jul 06 17:37:30.482154 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:30.527843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-1e8e69ae-b5e2-4996-a862-6043ba76bb31 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1431277781&fields=id&tenant_id=ba25af98f4a348998c6c77e9d213caff HTTP/1.1" status: 200 len: 267 time: 0.1562319 Jul 06 17:37:30.653892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=bcff325b-61c6-444f-9510-bf3d1d84857f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:30.704652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791925-c399-4486-be54-d4de84c539bd req-4c395f37-0555-424a-b5d8-359a55764755 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:30.712277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-4c395f37-0555-424a-b5d8-359a55764755 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/networks?id=ddb0b200-4797-44d9-aa05-28d5714ac0e0 HTTP/1.1" status: 200 len: 805 time: 0.1826410 Jul 06 17:37:30.737735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-933749fc-cade-4aa9-8039-c4a618ab29e1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/quotas/ba25af98f4a348998c6c77e9d213caff HTTP/1.1" status: 200 len: 375 time: 0.0245538 Jul 06 17:37:30.786226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b813294-24f5-40c6-afb8-b0fce810c60b req-7e4d8e0c-c099-48d7-a114-c1bbddf545de tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:30.794525 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b813294-24f5-40c6-afb8-b0fce810c60b req-7e4d8e0c-c099-48d7-a114-c1bbddf545de tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 949 time: 0.1318214 Jul 06 17:37:30.864566 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b813294-24f5-40c6-afb8-b0fce810c60b req-e8b2dc2d-80f6-4019-ab86-cba017683648 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657001 Jul 06 17:37:30.890717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-7ef11ee9-62c0-40b5-9264-e7e98cc2d80f tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba25af98f4a348998c6c77e9d213caff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1466770 Jul 06 17:37:31.048011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-bfedeaff-76cb-4590-9cc4-09ed717853e3 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb0b200-4797-44d9-aa05-28d5714ac0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513321 Jul 06 17:37:31.179823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f85b91-4792-4eb2-890d-932673016ff0', 'name': 'network-vif-deleted', 'tag': '0cbd4520-5263-4faa-91b3-2b00ffcb7cd4'}, {'server_uuid': '191d5d01-d0de-46c3-906f-461dff09b901', 'name': 'network-vif-deleted', 'tag': 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:31.184239 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a4e32a-ae23-44fa-aaef-03b61fc69662" -d '{"events": [{"server_uuid": "94f85b91-4792-4eb2-890d-932673016ff0", "name": "network-vif-deleted", "tag": "0cbd4520-5263-4faa-91b3-2b00ffcb7cd4"}, {"server_uuid": "191d5d01-d0de-46c3-906f-461dff09b901", "name": "network-vif-deleted", "tag": "c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:31.252647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-1388ec75-9484-406a-9671-59c097e7ac86 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb0b200-4797-44d9-aa05-28d5714ac0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929009 Jul 06 17:37:31.473463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0fea8-1c99-4769-9701-5af0119ec2ba req-4ad7fa4b-67da-4c2e-b580-1fb0dfe08ea6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:31.484604 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48a0fea8-1c99-4769-9701-5af0119ec2ba req-4ad7fa4b-67da-4c2e-b580-1fb0dfe08ea6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.1565883 Jul 06 17:37:31.590033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48a0fea8-1c99-4769-9701-5af0119ec2ba req-0f2d91d6-4d8f-48f4-9c89-594f0b0be2a9 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023462 Jul 06 17:37:31.610294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bcff325b-61c6-444f-9510-bf3d1d84857f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:31.725479 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:31.736087 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a2176f-9e5c-4710-b2f9-323dae47c565 x-openstack-request-id: req-d1a2176f-9e5c-4710-b2f9-323dae47c565 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:31.736394 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f85b91-4792-4eb2-890d-932673016ff0", "name": "network-vif-deleted", "tag": "0cbd4520-5263-4faa-91b3-2b00ffcb7cd4", "status": "completed", "code": 200}, {"server_uuid": "191d5d01-d0de-46c3-906f-461dff09b901", "name": "network-vif-deleted", "tag": "c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:31.736660 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1a2176f-9e5c-4710-b2f9-323dae47c565 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:31.737135 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f85b91-4792-4eb2-890d-932673016ff0', 'name': 'network-vif-deleted', 'tag': '0cbd4520-5263-4faa-91b3-2b00ffcb7cd4', 'status': 'completed', 'code': 200} Jul 06 17:37:31.737406 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191d5d01-d0de-46c3-906f-461dff09b901', 'name': 'network-vif-deleted', 'tag': 'c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862', 'status': 'completed', 'code': 200} Jul 06 17:37:31.796827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bcff325b-61c6-444f-9510-bf3d1d84857f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:31.797247 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:32.109719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c628ee76-804c-450e-a90c-40f7e9e3ce46 req-cb3b212c-a4ae-4af3-a6c7-2b0c7b10fbdb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 210 time: 0.0784838 Jul 06 17:37:32.156162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c320c-223e-495f-84b0-161e8f3401da req-351e00c6-84f2-48e1-9782-84b90fc1d474 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:32.158649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb0c320c-223e-495f-84b0-161e8f3401da req-351e00c6-84f2-48e1-9782-84b90fc1d474 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 949 time: 0.1392217 Jul 06 17:37:32.347119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cb0c320c-223e-495f-84b0-161e8f3401da req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Deleting port c96e714d-2f56-4721-af92-9cee109d0654 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:37:32.348362 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb0c320c-223e-495f-84b0-161e8f3401da req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:32.602275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cb0c320c-223e-495f-84b0-161e8f3401da req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] For port c96e714d-2f56-4721-af92-9cee109d0654, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c96e714d-2f56-4721-af92-9cee109d0654,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:32.602808 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb0c320c-223e-495f-84b0-161e8f3401da req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:32.634932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cb0c320c-223e-495f-84b0-161e8f3401da req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Calling delete_port for c96e714d-2f56-4721-af92-9cee109d0654 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:37:32.678105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:32.692670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d5bd0-d4eb-4ede-b42a-3bd6c5d0e24d req-06b31c90-e825-44d4-ab49-c27877c6e425 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:32.694805 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-529d5bd0-d4eb-4ede-b42a-3bd6c5d0e24d req-06b31c90-e825-44d4-ab49-c27877c6e425 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 949 time: 0.2573462 Jul 06 17:37:32.820019 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-529d5bd0-d4eb-4ede-b42a-3bd6c5d0e24d req-3777ec81-a5ee-47bd-bb1b-b45ed54fbfe9 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/security-groups?id=9591a328-31dd-42e2-830d-35ecf24714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131976 Jul 06 17:37:32.969401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb0c320c-223e-495f-84b0-161e8f3401da req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:32.982792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c96e714d-2f56-4721-af92-9cee109d0654'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:33.020844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Pushing event deleted for resources: {'Port': ['ID=c96e714d-2f56-4721-af92-9cee109d0654,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:33.106286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:33.124247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'mac_address': 'fa:16:3e:a3:68:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:33.131547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0c320c-223e-495f-84b0-161e8f3401da req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] No DVR routers for this DVR port c96e714d-2f56-4721-af92-9cee109d0654 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:37:33.147931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb0c320c-223e-495f-84b0-161e8f3401da req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:33.182385 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb0c320c-223e-495f-84b0-161e8f3401da req-a2b4861a-a668-4a80-8b68-28d085c24d71 tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.55 "DELETE /v2.0/ports/c96e714d-2f56-4721-af92-9cee109d0654 HTTP/1.1" status: 204 len: 173 time: 1.0105810 Jul 06 17:37:33.204976 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:33.242286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd793a4e-c442-4294-a505-be8fd7aa6368 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:33.284575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:33.292684 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:33.412879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:33.469876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['bd793a4e-c442-4294-a505-be8fd7aa6368'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:33.553150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504f7c-5615-483c-ba24-eae254c87cec req-29cf53ba-acdc-4328-8804-634a907a79d8 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:33.567265 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-29cf53ba-acdc-4328-8804-634a907a79d8 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.4041545 Jul 06 17:37:33.643357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-22ed8c6f-4936-4790-99e0-58cc53eb080e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/quotas/f8e157e7167447a9b0d80246d2efcc22 HTTP/1.1" status: 200 len: 375 time: 0.0679421 Jul 06 17:37:33.738863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3356f2-7a7c-4393-990d-7371e6013e6f', 'name': 'network-vif-deleted', 'tag': 'c96e714d-2f56-4721-af92-9cee109d0654'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:33.741356 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d719890-0ba5-4937-b227-75112c713d0e" -d '{"events": [{"server_uuid": "4e3356f2-7a7c-4393-990d-7371e6013e6f", "name": "network-vif-deleted", "tag": "c96e714d-2f56-4721-af92-9cee109d0654"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:33.876574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-8c4abd14-b11f-4ae6-b4a9-d2c2e7f0621f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2322688 Jul 06 17:37:33.995632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35b04-3d89-4689-928a-1060a342bb54 req-a4c433eb-6e14-491d-8a4d-4cb7247a99b4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:34.005949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24d35b04-3d89-4689-928a-1060a342bb54 req-a4c433eb-6e14-491d-8a4d-4cb7247a99b4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.0975993 Jul 06 17:37:34.073052 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-646568bc-1308-411f-a35f-872e3f382c00 service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940401 Jul 06 17:37:34.073360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24d35b04-3d89-4689-928a-1060a342bb54 req-69d578d5-1c4c-4715-8dc5-bc5c73c9ac3c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659420 Jul 06 17:37:34.222222 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-c2a06086-de77-45d2-8c7b-7345ee046c5b service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431565 Jul 06 17:37:34.244955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:34.402586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f674e971-0355-4391-b0a5-5b038d54f0d9 admin admin] Deleting subnet 52dc93ee-b338-4907-a3bc-78c480dca7fe {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:37:34.419590 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f674e971-0355-4391-b0a5-5b038d54f0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:34.441377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28fdb27-2483-43e2-bdbd-3663db16b8b9 req-2caa3d0d-5668-4131-b362-33401fefb4d2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 210 time: 0.0657394 Jul 06 17:37:34.551334 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f674e971-0355-4391-b0a5-5b038d54f0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:34.564959 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a2644e-9346-4c6e-ba59-82d96a97b75c x-openstack-request-id: req-87a2644e-9346-4c6e-ba59-82d96a97b75c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:34.565239 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3356f2-7a7c-4393-990d-7371e6013e6f", "name": "network-vif-deleted", "tag": "c96e714d-2f56-4721-af92-9cee109d0654", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:34.565562 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87a2644e-9346-4c6e-ba59-82d96a97b75c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:34.565891 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3356f2-7a7c-4393-990d-7371e6013e6f', 'name': 'network-vif-deleted', 'tag': 'c96e714d-2f56-4721-af92-9cee109d0654', 'status': 'completed', 'code': 200} Jul 06 17:37:34.685572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:34.689109 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f674e971-0355-4391-b0a5-5b038d54f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:34.827753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9529e3a-4f5b-4a36-aaf9-6bb345c99eb7 req-40d7a37a-79af-481b-a14f-7e4239a69b6a tempest-ServersAdminNegativeTestJSON-2006682121 tempest-ServersAdminNegativeTestJSON-2006682121-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3356f2-7a7c-4393-990d-7371e6013e6f HTTP/1.1" status: 200 len: 210 time: 0.0503349 Jul 06 17:37:34.902194 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f674e971-0355-4391-b0a5-5b038d54f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.038138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f674e971-0355-4391-b0a5-5b038d54f0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.045800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port bd793a4e-c442-4294-a505-be8fd7aa6368 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:35.046476 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.048415 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f674e971-0355-4391-b0a5-5b038d54f0d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52dc93ee-b338-4907-a3bc-78c480dca7fe HTTP/1.1" status: 204 len: 168 time: 0.8009884 Jul 06 17:37:35.058065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:35.069504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674e971-0355-4391-b0a5-5b038d54f0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52dc93ee-b338-4907-a3bc-78c480dca7fe,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:35.233378 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.294105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791925-c399-4486-be54-d4de84c539bd req-2c137a6f-f790-44a2-8d3d-93479f26cc1c tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:35.303533 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-2c137a6f-f790-44a2-8d3d-93479f26cc1c tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.22 "GET /v2.0/networks?id=ddb0b200-4797-44d9-aa05-28d5714ac0e0 HTTP/1.1" status: 200 len: 805 time: 0.3497541 Jul 06 17:37:35.319142 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0318662f-af6e-4f82-a8da-e068c9286f6b req-da64a16f-24c0-4447-8bad-90f3928e0632 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 210 time: 0.2048609 Jul 06 17:37:35.376401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.459609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-e1c10c64-5f3c-4784-8956-3a4537f51631 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba25af98f4a348998c6c77e9d213caff HTTP/1.1" status: 200 len: 380 time: 0.1469774 Jul 06 17:37:35.464996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:35.471865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Request body: {'port': {'device_id': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'admin_state_up': True, 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'security_groups': ['94265471-f51a-4e05-8d3e-9f48d0435a57']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:35.490880 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f70b17-2451-4fa6-811d-afd08fd2c784" -d '{"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-plugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:35.523474 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.531489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:35.542568 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.545555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c96e714d-2f56-4721-af92-9cee109d0654 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:35.661167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.676976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8781460-a85a-4ade-ae5a-50a2c779c068']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:35.705824 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e47fae1-9f81-4e07-942d-01b3c6e68c14') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:35.707817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e47fae1-9f81-4e07-942d-01b3c6e68c14') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:37:35.714026 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5026c3f-0801-458a-a6ca-f0ea07cd5d2d x-openstack-request-id: req-d5026c3f-0801-458a-a6ca-f0ea07cd5d2d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:35.714682 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-plugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:35.714682 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5026c3f-0801-458a-a6ca-f0ea07cd5d2d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:35.715112 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'code': 200} Jul 06 17:37:35.725192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: c96e714d-2f56-4721-af92-9cee109d0654 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:37:35.727626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c96e714d-2f56-4721-af92-9cee109d0654 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:35.730820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:37:35.748487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.798128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.827961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:37:35.831525 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:35.835162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:37:35.835741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c47ffb30-ce4f-4ec7-8ba1-ac6d3077c862 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:37:35.925380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:37:35.974582 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:37:36.028579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c60d2445-6153-4fb3-b023-483fd1371b3d req-24a18421-1333-4278-a18c-12131d744919 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 210 time: 0.0550408 Jul 06 17:37:36.038918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08060952-92b9-4ad0-8b39-0994bc64f3a9 req-116e62b9-9986-4af5-897b-6f4b7df8ab7c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:36.041709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08060952-92b9-4ad0-8b39-0994bc64f3a9 req-116e62b9-9986-4af5-897b-6f4b7df8ab7c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.4966631 Jul 06 17:37:36.045776 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.052033 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.054617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a8781460-a85a-4ade-ae5a-50a2c779c068 HTTP/1.1" status: 204 len: 168 time: 0.9801009 Jul 06 17:37:36.098369 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b683f-6de7-4d6c-a815-e81770fbbdc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8781460-a85a-4ade-ae5a-50a2c779c068,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:36.141935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08060952-92b9-4ad0-8b39-0994bc64f3a9 req-caafeab7-967c-476c-a302-bdaf89ddfeb9 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729804 Jul 06 17:37:36.143609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Made reservation on behalf of ba25af98f4a348998c6c77e9d213caff for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:36.148393 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.363058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57920) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:36.513574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7797b4d2-1101-46bc-a937-d5037ad90b69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df3f165b3033470398d5ce1c24191370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466398 Jul 06 17:37:36.515936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:36.586798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Allocated IP 172.20.0.4 (ddb0b200-4797-44d9-aa05-28d5714ac0e0/3656215d-d9ce-4a60-8f3b-4b3340564052/1b84eefe-0a08-4eef-91ff-4ee2aec90544) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:36.629883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4179ed1b-05cc-43b5-88d1-281934f38a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.691850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4179ed1b-05cc-43b5-88d1-281934f38a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.696869 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84e50e28-d425-4e2f-b85e-5115f44db01b req-354a763f-91ed-41ed-8676-1e32db356f56 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 210 time: 0.0482478 Jul 06 17:37:36.756452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:36.807291 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4179ed1b-05cc-43b5-88d1-281934f38a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.811343 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4179ed1b-05cc-43b5-88d1-281934f38a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.816992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4179ed1b-05cc-43b5-88d1-281934f38a44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d4ffd97-8676-4942-a33d-457b630a1b26 HTTP/1.1" status: 204 len: 168 time: 0.2997386 Jul 06 17:37:36.859087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179ed1b-05cc-43b5-88d1-281934f38a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ffd97-8676-4942-a33d-457b630a1b26,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:36.902849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:36.928801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Transition to ACTIVE for port object 1b84eefe-0a08-4eef-91ff-4ee2aec90544 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:36.986396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57934) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:36.988399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8ec96a92-5da0-4d78-a44a-df563f28fea0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4576e4e85a2e49f2b6518719dd6f913b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287962 Jul 06 17:37:36.998867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.091910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Network ddb0b200-4797-44d9-aa05-28d5714ac0e0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:37.100860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:37.106285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:37.161016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Pushing event updated for resources: {'Port': ['ID=1b84eefe-0a08-4eef-91ff-4ee2aec90544,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:37.247281 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b92394b-3d54-4a81-bae7-445d4f31d7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.319832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:37.325679 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.483002 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b92394b-3d54-4a81-bae7-445d4f31d7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.580558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-835252f9-9a5e-465d-b3ee-b51a21b379d6 None None] Provisioning for port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:37.604612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-835252f9-9a5e-465d-b3ee-b51a21b379d6 None None] Provisioning complete for port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:37.604993 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-835252f9-9a5e-465d-b3ee-b51a21b379d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.739382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-835252f9-9a5e-465d-b3ee-b51a21b379d6 None None] Port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:37.752490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4eafd-56f5-45e7-9c28-d22c81ba0e2a req-b7c6ddb0-e0e7-46ee-bce0-eba810138552 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:37.756850 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2cf4eafd-56f5-45e7-9c28-d22c81ba0e2a req-b7c6ddb0-e0e7-46ee-bce0-eba810138552 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.2196815 Jul 06 17:37:37.763110 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-1e75582c-5f76-4f44-9c19-858ae8c32cc1 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2975326 Jul 06 17:37:37.864699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2cf4eafd-56f5-45e7-9c28-d22c81ba0e2a req-cc928eb6-75d5-4fc8-a43b-d09aa04cc4ea tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975626 Jul 06 17:37:37.888211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Request body: {'port': {'device_id': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:37.940207 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b92394b-3d54-4a81-bae7-445d4f31d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.943346 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b92394b-3d54-4a81-bae7-445d4f31d7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:37.944728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7b92394b-3d54-4a81-bae7-445d4f31d7a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9591a328-31dd-42e2-830d-35ecf24714f0 HTTP/1.1" status: 204 len: 168 time: 0.9569247 Jul 06 17:37:37.978146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92394b-3d54-4a81-bae7-445d4f31d7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9591a328-31dd-42e2-830d-35ecf24714f0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:38.074064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504f7c-5615-483c-ba24-eae254c87cec req-038413bb-690b-433d-854d-61bf2990a89d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:38.076140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-038413bb-690b-433d-854d-61bf2990a89d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.6046772 Jul 06 17:37:38.084317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446437c8-152b-4c80-8ebf-3a2924dcdd4f req-be24ee1e-fef3-4c9f-9620-e10e09f850c4 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:38.092295 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-446437c8-152b-4c80-8ebf-3a2924dcdd4f req-be24ee1e-fef3-4c9f-9620-e10e09f850c4 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 931 time: 0.7613127 Jul 06 17:37:38.104296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Request body: {'port': {'device_id': '5cddae8b-c5ee-44a5-bb8a-15af8710972c', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'admin_state_up': True, 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:38.134007 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.575239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-446437c8-152b-4c80-8ebf-3a2924dcdd4f req-73762eeb-1615-40b5-a1ec-84e031912c83 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4819129 Jul 06 17:37:38.617447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57994) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:38.709228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b7ecbb12-848a-49d4-996f-35524b0bde27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d65d56da6754f60996f0e84bdb30fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0902286 Jul 06 17:37:38.710063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:38.826498 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07425c0-a081-4813-9869-b2b2d8f18251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:38.889128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07425c0-a081-4813-9869-b2b2d8f18251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.023027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07425c0-a081-4813-9869-b2b2d8f18251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.029123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07425c0-a081-4813-9869-b2b2d8f18251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.033099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b07425c0-a081-4813-9869-b2b2d8f18251 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fc50d92-d2eb-4cdb-b6e0-7c82d2070ff4 HTTP/1.1" status: 204 len: 168 time: 0.3215950 Jul 06 17:37:39.061028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b84eefe-0a08-4eef-91ff-4ee2aec90544 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:39.080717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07425c0-a081-4813-9869-b2b2d8f18251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc50d92-d2eb-4cdb-b6e0-7c82d2070ff4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:39.094719 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.136699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Transition to ACTIVE for port object 1b84eefe-0a08-4eef-91ff-4ee2aec90544 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:39.177167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.203987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40946669-b0e3-4a0d-8232-dae3cc58e6e0 req-4849ab14-92f2-418d-aa00-71153208cf39 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 210 time: 0.0508523 Jul 06 17:37:39.281897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:39.286815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:39.983921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Allocated IP 172.20.0.11 (a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4/bcb40348-e9ec-4041-81e2-4567f9b075da/f96fc3e9-3147-448b-9179-b702190f68dd) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:40.002440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b84eefe-0a08-4eef-91ff-4ee2aec90544,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:40.115452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Attempting to bind port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:40.116575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Attempting to bind port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:40.116762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Attempting to bind port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 on network ddb0b200-4797-44d9-aa05-28d5714ac0e0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:40.162929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 on network ddb0b200-4797-44d9-aa05-28d5714ac0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:40.163307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Attempting to bind port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 on network ddb0b200-4797-44d9-aa05-28d5714ac0e0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:40.196998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:40.198744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Checking segment: {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:40.199181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Bound using segment: {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:40.199629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Bound port: 1b84eefe-0a08-4eef-91ff-4ee2aec90544, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c609de9f-603c-49a7-88d5-f9130fd53748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:40.200011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.514040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.683983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:40.700156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:40.805168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1cfd2-c287-4ef0-b5ac-920f97e309f4 req-64adebbf-a08d-4aef-a4ea-2b89cc487e8c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:40.815711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6cb1cfd2-c287-4ef0-b5ac-920f97e309f4 req-64adebbf-a08d-4aef-a4ea-2b89cc487e8c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.7954373 Jul 06 17:37:40.906124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:40.972135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:41.001265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event updated for resources: {'Port': ['ID=f96fc3e9-3147-448b-9179-b702190f68dd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:41.008266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:41.043322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6cb1cfd2-c287-4ef0-b5ac-920f97e309f4 req-e9550298-8cec-4c3a-b203-ce712da1104b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262123 Jul 06 17:37:41.111769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] For port 1b84eefe-0a08-4eef-91ff-4ee2aec90544, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:41.143687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] For port 1b84eefe-0a08-4eef-91ff-4ee2aec90544, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1b84eefe-0a08-4eef-91ff-4ee2aec90544,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:41.159198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:41.159950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.190997 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.227759 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-703d1e3f-bbbf-4087-8c84-46e4dbb1e35d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1245513 Jul 06 17:37:41.337069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Request body: {'port': {'device_id': '5cddae8b-c5ee-44a5-bb8a-15af8710972c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:41.350908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:41.351554 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.354096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] 10.222.0.22 "PUT /v2.0/ports/1b84eefe-0a08-4eef-91ff-4ee2aec90544 HTTP/1.1" status: 200 len: 1091 time: 3.4732237 Jul 06 17:37:41.366929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'tag': '1b84eefe-0a08-4eef-91ff-4ee2aec90544'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:41.374268 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8920bc53-1f6d-46be-b42d-a72aaaa59780" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7784bd-5ed6-439c-b640-d3c831c369e8", "tag": "1b84eefe-0a08-4eef-91ff-4ee2aec90544"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:41.701424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af39240-918b-48a4-9d9f-5e05cf72b2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b84eefe-0a08-4eef-91ff-4ee2aec90544,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:41.866222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:41.932523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791925-c399-4486-be54-d4de84c539bd req-fbbcdc61-a9be-47bb-bfb9-b08c3db4a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:41.938598 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-fbbcdc61-a9be-47bb-bfb9-b08c3db4a36b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba25af98f4a348998c6c77e9d213caff&device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 1094 time: 0.4597726 Jul 06 17:37:42.134539 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-8d098295-3b1f-45a5-9811-bd74b6313e55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b84eefe-0a08-4eef-91ff-4ee2aec90544 HTTP/1.1" status: 200 len: 217 time: 0.1357865 Jul 06 17:37:42.405647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791925-c399-4486-be54-d4de84c539bd req-ade66aa9-c2b7-461d-bdb1-60df083efc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:42.419469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-ade66aa9-c2b7-461d-bdb1-60df083efc10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3656215d-d9ce-4a60-8f3b-4b3340564052 HTTP/1.1" status: 200 len: 844 time: 0.2747569 Jul 06 17:37:42.669653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b728e8d-636c-4210-843b-323816a44abc req-ed6579a9-03ff-4137-84a6-c9e807dde085 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:42.673647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b728e8d-636c-4210-843b-323816a44abc req-ed6579a9-03ff-4137-84a6-c9e807dde085 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 943 time: 0.6643181 Jul 06 17:37:42.878592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b728e8d-636c-4210-843b-323816a44abc req-edad4f08-e163-4281-bf9c-ead5b047710f tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857879 Jul 06 17:37:43.030527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96fc3e9-3147-448b-9179-b702190f68dd {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:43.041436 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:43.058984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Transition to ACTIVE for port object f96fc3e9-3147-448b-9179-b702190f68dd will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:43.071393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791925-c399-4486-be54-d4de84c539bd req-0e980e99-ae83-45a5-884d-4554cb8e5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:43.074074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-0e980e99-ae83-45a5-884d-4554cb8e5cb3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ddb0b200-4797-44d9-aa05-28d5714ac0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6330295 Jul 06 17:37:43.078111 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:43.179763 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:37:43.250379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Pushing event updated for resources: {'Port': ['ID=f96fc3e9-3147-448b-9179-b702190f68dd,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:43.587980 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-4ad4ca8e-c0a2-48a7-a03f-2be449a575eb service neutron] 10.222.0.22 "GET /v2.0/networks/ddb0b200-4797-44d9-aa05-28d5714ac0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406963 Jul 06 17:37:43.740515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Attempting to bind port f96fc3e9-3147-448b-9179-b702190f68dd on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:43.740895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Attempting to bind port f96fc3e9-3147-448b-9179-b702190f68dd by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:43.741410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Attempting to bind port f96fc3e9-3147-448b-9179-b702190f68dd on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:43.749454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d791925-c399-4486-be54-d4de84c539bd req-298f9076-e171-4356-b8ab-b04c6a14a22c service neutron] 10.222.0.22 "GET /v2.0/networks/ddb0b200-4797-44d9-aa05-28d5714ac0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477475 Jul 06 17:37:43.750140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Port f96fc3e9-3147-448b-9179-b702190f68dd on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:43.750505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Attempting to bind port f96fc3e9-3147-448b-9179-b702190f68dd on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:43.781750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:43.782151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Checking segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:43.782525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Bound using segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:43.782980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Bound port: f96fc3e9-3147-448b-9179-b702190f68dd, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:43.783356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:43.943486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] For port f96fc3e9-3147-448b-9179-b702190f68dd, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:43.966949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] For port f96fc3e9-3147-448b-9179-b702190f68dd, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f96fc3e9-3147-448b-9179-b702190f68dd,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:43.993861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12091d-5e2d-4ec2-af49-6b3eeb3fa340 req-78685c79-e2e7-4f41-9409-c7eb00eb97fa tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:43.999149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f12091d-5e2d-4ec2-af49-6b3eeb3fa340 req-78685c79-e2e7-4f41-9409-c7eb00eb97fa tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 944 time: 0.1688046 Jul 06 17:37:44.052565 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:44.135586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:44.136627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:44.139175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] 10.222.0.22 "PUT /v2.0/ports/f96fc3e9-3147-448b-9179-b702190f68dd HTTP/1.1" status: 200 len: 1092 time: 2.8997393 Jul 06 17:37:44.206080 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f12091d-5e2d-4ec2-af49-6b3eeb3fa340 req-d3aded73-5fb5-422c-970f-c552864e2af5 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700013 Jul 06 17:37:44.341035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778a273-af21-4944-a53a-31db1532dd82 service neutron] Pushing event updated for resources: {'Port': ['ID=f96fc3e9-3147-448b-9179-b702190f68dd,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:44.366866 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ac71d-0f37-48af-a767-70f8c944363c x-openstack-request-id: req-f73ac71d-0f37-48af-a767-70f8c944363c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:44.367163 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7784bd-5ed6-439c-b640-d3c831c369e8", "tag": "1b84eefe-0a08-4eef-91ff-4ee2aec90544", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:44.368323 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f73ac71d-0f37-48af-a767-70f8c944363c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:44.368916 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'tag': '1b84eefe-0a08-4eef-91ff-4ee2aec90544', 'status': 'completed', 'code': 200} Jul 06 17:37:44.396904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504f7c-5615-483c-ba24-eae254c87cec req-12273aa6-453f-490f-bd14-e1fd520ede7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:44.397826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-12273aa6-453f-490f-bd14-e1fd520ede7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 1095 time: 0.1903179 Jul 06 17:37:44.623204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-f4309693-92a1-4760-9961-304f34f8b793 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f96fc3e9-3147-448b-9179-b702190f68dd HTTP/1.1" status: 200 len: 217 time: 0.1865535 Jul 06 17:37:44.858254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504f7c-5615-483c-ba24-eae254c87cec req-22298d10-17cd-4797-b851-2c2542c9fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:44.861039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-22298d10-17cd-4797-b851-2c2542c9fa81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.2042911 Jul 06 17:37:44.939519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-b4c82f6c-3c90-4fa8-93a6-9955a3f2d225 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628178 Jul 06 17:37:45.015900 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-94b99023-e230-4212-b635-2f3a3ece8fc6 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383434 Jul 06 17:37:45.069548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-6420eb19-5bc1-475e-aa47-fcb14153b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.072344 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-6420eb19-5bc1-475e-aa47-fcb14153b00e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba25af98f4a348998c6c77e9d213caff&device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 1094 time: 0.6378622 Jul 06 17:37:45.120601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e9191-fb61-4987-877f-243a77380a5e req-1953fccf-b1ac-4316-9d2b-4911894f0786 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.133076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc9e9191-fb61-4987-877f-243a77380a5e req-1953fccf-b1ac-4316-9d2b-4911894f0786 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.5076234 Jul 06 17:37:45.167026 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-dd2e97bf-b58c-4fbd-ade8-49f3683d297d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.173857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-dd2e97bf-b58c-4fbd-ade8-49f3683d297d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537521 Jul 06 17:37:45.192346 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-d2b2f994-84ed-49e0-b4d6-d0ba0ed3a839 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/quotas/d374dfa77b90481692a9fec9149e3df0 HTTP/1.1" status: 200 len: 375 time: 0.0168962 Jul 06 17:37:45.238982 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-789448ac-1622-4a04-8d7d-f966cbe23a2b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420384 Jul 06 17:37:45.344059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-c0819b8d-3c78-4b75-a5ce-d5133a44ab95 service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881395 Jul 06 17:37:45.362101 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc9e9191-fb61-4987-877f-243a77380a5e req-46d1a086-607e-4bbf-81db-da618237645e tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261138 Jul 06 17:37:45.461094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-bcf3f9c1-bfb7-4656-a551-7cb54a52ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.462991 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-bcf3f9c1-bfb7-4656-a551-7cb54a52ace2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ddb0b200-4797-44d9-aa05-28d5714ac0e0 HTTP/1.1" status: 200 len: 906 time: 0.3774164 Jul 06 17:37:45.563127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-8b5a6201-545f-4173-b8db-853e208a0395 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b84eefe-0a08-4eef-91ff-4ee2aec90544 HTTP/1.1" status: 200 len: 217 time: 0.0573528 Jul 06 17:37:45.773260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-f3851744-a13f-4280-ae96-36044d34ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.776210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-f3851744-a13f-4280-ae96-36044d34ce80 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3656215d-d9ce-4a60-8f3b-4b3340564052 HTTP/1.1" status: 200 len: 844 time: 0.1997612 Jul 06 17:37:45.780849 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27504f7c-5615-483c-ba24-eae254c87cec req-82ea1693-e033-4d59-a887-60423465fcb8 service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090071 Jul 06 17:37:45.923549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29ddfe-bdd1-48bb-ad82-4e8fe96491a1 req-bf8641a5-3e4a-444a-9ace-fd5124f826c8 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:45.931775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc29ddfe-bdd1-48bb-ad82-4e8fe96491a1 req-bf8641a5-3e4a-444a-9ace-fd5124f826c8 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 943 time: 0.3300076 Jul 06 17:37:46.010106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-cd48dfc7-d84a-4dda-be25-0ff7d7238550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:46.011781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-cd48dfc7-d84a-4dda-be25-0ff7d7238550 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ddb0b200-4797-44d9-aa05-28d5714ac0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253666 Jul 06 17:37:46.035015 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc29ddfe-bdd1-48bb-ad82-4e8fe96491a1 req-da567b97-00b3-4b62-bc88-1fb2b6d219e5 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998335 Jul 06 17:37:46.180821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aa049472-8d4e-4f35-bd4e-d2145f093aea tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:46.188964 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aa049472-8d4e-4f35-bd4e-d2145f093aea tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/networks?id=2cefc487-2f22-44d7-92be-e07eb2da12f4 HTTP/1.1" status: 200 len: 814 time: 0.2954245 Jul 06 17:37:46.210889 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-a1a5bd62-3e0e-4b31-a44f-d5f52fdf01fb tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/quotas/14fb0353ce624ce7aba009e4d47bdfdb HTTP/1.1" status: 200 len: 375 time: 0.0204077 Jul 06 17:37:46.315633 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-25de8ff6-1eb0-4031-9715-c8849615706b tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14fb0353ce624ce7aba009e4d47bdfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021440 Jul 06 17:37:46.372851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cddae8b-c5ee-44a5-bb8a-15af8710972c', 'tag': 'f96fc3e9-3147-448b-9179-b702190f68dd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:46.376279 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a342fbd-dffe-408a-857a-37fc368d2a42" -d '{"events": [{"name": "network-changed", "server_uuid": "5cddae8b-c5ee-44a5-bb8a-15af8710972c", "tag": "f96fc3e9-3147-448b-9179-b702190f68dd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:46.443493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 1b84eefe-0a08-4eef-91ff-4ee2aec90544 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:46.489829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-98d9171a-ae3b-469a-ab28-50da55279df7 service neutron] 10.222.0.22 "GET /v2.0/networks/ddb0b200-4797-44d9-aa05-28d5714ac0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533536 Jul 06 17:37:46.557558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-ecad7e4d-f332-4ff9-8834-3612e837efd8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4599361 Jul 06 17:37:46.604105 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-a603d15e-e074-461a-b194-a3d7d396321a service neutron] 10.222.0.13 "GET /v2.0/networks/2cefc487-2f22-44d7-92be-e07eb2da12f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748530 Jul 06 17:37:46.709306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ccb27-cfbe-4ad0-a90b-3f2fcb303650 req-b7751dbe-004a-49ed-a2de-d13c819d815e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:46.712323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-394ccb27-cfbe-4ad0-a90b-3f2fcb303650 req-b7751dbe-004a-49ed-a2de-d13c819d815e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 944 time: 0.4551222 Jul 06 17:37:46.715447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 1b84eefe-0a08-4eef-91ff-4ee2aec90544, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1b84eefe-0a08-4eef-91ff-4ee2aec90544,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:46.738058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '1b84eefe-0a08-4eef-91ff-4ee2aec90544', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'port_id': '1b84eefe-0a08-4eef-91ff-4ee2aec90544', 'mac_address': 'fa:16:3e:1a:6f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:46.866556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-1ca2af15-661b-41db-85c8-3af7ecab58b8 service neutron] 10.222.0.13 "GET /v2.0/networks/2cefc487-2f22-44d7-92be-e07eb2da12f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433388 Jul 06 17:37:46.914609 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:46.940428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b84eefe-0a08-4eef-91ff-4ee2aec90544 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:46.975629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 1b84eefe-0a08-4eef-91ff-4ee2aec90544, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1b84eefe-0a08-4eef-91ff-4ee2aec90544,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:46.988549 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:47.053568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=1b84eefe-0a08-4eef-91ff-4ee2aec90544,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:47.079008 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65614b7f-4f46-4840-a93d-453063763d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:47.255932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['1b84eefe-0a08-4eef-91ff-4ee2aec90544'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:47.375144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-394ccb27-cfbe-4ad0-a90b-3f2fcb303650 req-6e7e251f-df59-405d-8fb6-2067212b61cf tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6344323 Jul 06 17:37:47.490290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8920bc53-1f6d-46be-b42d-a72aaaa59780 req-3cfd4042-eb8b-4607-be67-3a6cd7cd6af5 service neutron] 10.222.0.22 "GET /v2.0/networks/ddb0b200-4797-44d9-aa05-28d5714ac0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9766989 Jul 06 17:37:47.497501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d39a6875-32aa-4083-83dc-9140657197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:47.497991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d39a6875-32aa-4083-83dc-9140657197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:47.514657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d39a6875-32aa-4083-83dc-9140657197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:47.515261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d39a6875-32aa-4083-83dc-9140657197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:47.515741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d39a6875-32aa-4083-83dc-9140657197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:47.516214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d39a6875-32aa-4083-83dc-9140657197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:47.517215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d39a6875-32aa-4083-83dc-9140657197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:47.518886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d39a6875-32aa-4083-83dc-9140657197d0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6501 time: 0.8323066 Jul 06 17:37:47.759255 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-75fdf24d-bfbe-4db7-9f2e-91151a4b8448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1798463 Jul 06 17:37:47.829983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ec976f03-2b75-4b0b-a3d2-30577d57c8d4 req-0e5cf876-c452-47d9-a28b-8c5aef4d3775 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 210 time: 0.0739782 Jul 06 17:37:48.045091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-21a4099e-668b-43b1-8237-bd5974b7300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:48.046007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-21a4099e-668b-43b1-8237-bd5974b7300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:48.047147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-21a4099e-668b-43b1-8237-bd5974b7300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:48.050816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-21a4099e-668b-43b1-8237-bd5974b7300d service neutron] 10.222.0.22 "GET /v2.0/networks?id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 HTTP/1.1" status: 200 len: 2298 time: 0.4694729 Jul 06 17:37:48.110621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-0d7f9fab-5fff-4404-8d13-28ce42237f64 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:48.114026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-0d7f9fab-5fff-4404-8d13-28ce42237f64 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3383284 Jul 06 17:37:48.190156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Request body: {'port': {'device_id': '36684b3e-985b-4745-b969-a5df90ba7de7', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'd374dfa77b90481692a9fec9149e3df0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:48.283492 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d5605f-c625-43fd-a0d6-5b25a1e97b42 x-openstack-request-id: req-76d5605f-c625-43fd-a0d6-5b25a1e97b42 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:48.284184 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cddae8b-c5ee-44a5-bb8a-15af8710972c", "tag": "f96fc3e9-3147-448b-9179-b702190f68dd", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:48.284771 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76d5605f-c625-43fd-a0d6-5b25a1e97b42 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:48.285408 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cddae8b-c5ee-44a5-bb8a-15af8710972c', 'tag': 'f96fc3e9-3147-448b-9179-b702190f68dd', 'status': 'completed', 'code': 200} Jul 06 17:37:48.463443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f96fc3e9-3147-448b-9179-b702190f68dd details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:48.467222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 1b84eefe-0a08-4eef-91ff-4ee2aec90544 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:48.645218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf549-b345-4a7f-835d-c22ea77d467b req-c298e1c1-5137-4355-bd03-1411994b5a34 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:48.654885 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82ecf549-b345-4a7f-835d-c22ea77d467b req-c298e1c1-5137-4355-bd03-1411994b5a34 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 944 time: 0.1494913 Jul 06 17:37:48.682420 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-9ea9b85f-8344-4eab-a326-a8a9e33c60dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122 HTTP/1.1" status: 200 len: 1000 time: 0.6189840 Jul 06 17:37:48.709665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82ecf549-b345-4a7f-835d-c22ea77d467b req-0adaf79f-d528-425f-be50-9012b20ca85d tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534070 Jul 06 17:37:48.819755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-674af4b0-75db-4b17-8fe7-24076146053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:48.823648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-674af4b0-75db-4b17-8fe7-24076146053b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8 HTTP/1.1" status: 200 len: 856 time: 0.1294930 Jul 06 17:37:48.836089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Made reservation on behalf of d374dfa77b90481692a9fec9149e3df0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:48.840341 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:48.920391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f96fc3e9-3147-448b-9179-b702190f68dd, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f96fc3e9-3147-448b-9179-b702190f68dd,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:48.944354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'f96fc3e9-3147-448b-9179-b702190f68dd', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'port_id': 'f96fc3e9-3147-448b-9179-b702190f68dd', 'mac_address': 'fa:16:3e:ec:84:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb40348-e9ec-4041-81e2-4567f9b075da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:49.044979 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cec50e25-3e2e-4ab3-b221-1320c6316840 req-ed1f8a3d-455c-424a-9a33-f73322ec62cb tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 210 time: 0.2195008 Jul 06 17:37:49.059888 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.078624 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.090044 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96fc3e9-3147-448b-9179-b702190f68dd {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:49.135750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f96fc3e9-3147-448b-9179-b702190f68dd, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f96fc3e9-3147-448b-9179-b702190f68dd,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:49.146569 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.152261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-b7971989-6aa2-48e9-8cff-cd6ac979ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:49.161224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-b7971989-6aa2-48e9-8cff-cd6ac979ff8d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 1095 time: 0.8806560 Jul 06 17:37:49.222215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c41cf-6eb9-431a-a4a5-c8ac7d654c4a req-ce1021a7-5db7-4807-9d0c-030a66671ea4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:49.249166 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c86c41cf-6eb9-431a-a4a5-c8ac7d654c4a req-ce1021a7-5db7-4807-9d0c-030a66671ea4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 944 time: 0.1694546 Jul 06 17:37:49.252169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:49.279471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:49.280462 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.340295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c86c41cf-6eb9-431a-a4a5-c8ac7d654c4a req-57b4e95b-dea0-4b39-9e62-4fbf2cca9e27 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896838 Jul 06 17:37:49.612640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:49.618073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['f96fc3e9-3147-448b-9179-b702190f68dd'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:49.732281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-366933c1-59eb-4fa0-9040-6aae483ce20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:49.737194 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9bdeaad-bfbc-4579-a2df-d04aa7c19a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.743123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-366933c1-59eb-4fa0-9040-6aae483ce20e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8987310 Jul 06 17:37:49.768073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ab965e9-4a20-4e3a-8047-e1148cac2ef5 req-acd08f81-2290-4424-bfa5-ffbc51156a98 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 210 time: 0.2141893 Jul 06 17:37:49.773055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-948097b4-d388-4511-91fc-7db49077c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:49.783833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-948097b4-d388-4511-91fc-7db49077c748 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.5862119 Jul 06 17:37:49.881453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8476ac7-1583-4068-a30a-5d74f6b4e946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:49.882292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f96fc3e9-3147-448b-9179-b702190f68dd,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:50.020155 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.142112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.145746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-1d415d2d-53c5-48a8-be99-1fb73f694222 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f96fc3e9-3147-448b-9179-b702190f68dd HTTP/1.1" status: 200 len: 217 time: 0.3531241 Jul 06 17:37:50.357923 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.388729 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2dab4019-3f8c-4148-b6c5-87a207ed355c req-9d6f5116-d93a-4401-bba7-4d7f8ea6384d tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 210 time: 0.0485630 Jul 06 17:37:50.400349 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8476ac7-1583-4068-a30a-5d74f6b4e946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.407211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8476ac7-1583-4068-a30a-5d74f6b4e946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.459465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 1b84eefe-0a08-4eef-91ff-4ee2aec90544, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1b84eefe-0a08-4eef-91ff-4ee2aec90544,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:50.465236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b84eefe-0a08-4eef-91ff-4ee2aec90544'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:50.469659 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeae645-372f-485e-bab5-aafdd4f74293" -d '{"events": [{"server_uuid": "0b7784bd-5ed6-439c-b640-d3c831c369e8", "name": "network-vif-plugged", "status": "completed", "tag": "1b84eefe-0a08-4eef-91ff-4ee2aec90544"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:50.481424 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.483174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8476ac7-1583-4068-a30a-5d74f6b4e946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4db04d-c8d6-49a0-ba47-d7acd0796272,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:50.529750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f8476ac7-1583-4068-a30a-5d74f6b4e946 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb824b8262ec485ba5b6483945329227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9155066 Jul 06 17:37:50.534747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58226) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:50.583999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=1b84eefe-0a08-4eef-91ff-4ee2aec90544,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:50.591321 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.654167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89da4da0-2f9c-4381-9c40-7c0e61c9ecc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.662043 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.689654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89da4da0-2f9c-4381-9c40-7c0e61c9ecc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.800595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 91a3150c-11a3-455b-9bbc-5c95c4ab0411 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:37:50.843846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5533e-0d43-46f9-a496-08d3abd524d2 req-14ae16c9-18c4-490e-8a02-28cf71b8b50b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:50.846643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3e5533e-0d43-46f9-a496-08d3abd524d2 req-14ae16c9-18c4-490e-8a02-28cf71b8b50b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 945 time: 0.1351531 Jul 06 17:37:50.847596 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89da4da0-2f9c-4381-9c40-7c0e61c9ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.847765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8eef63-76f7-4fdf-a410-f85aa623a2b6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:50.850510 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89da4da0-2f9c-4381-9c40-7c0e61c9ecc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:50.854922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-89da4da0-2f9c-4381-9c40-7c0e61c9ecc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca4db04d-c8d6-49a0-ba47-d7acd0796272 HTTP/1.1" status: 204 len: 168 time: 0.3136673 Jul 06 17:37:50.903974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da4da0-2f9c-4381-9c40-7c0e61c9ecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4db04d-c8d6-49a0-ba47-d7acd0796272,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:50.938166 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3e5533e-0d43-46f9-a496-08d3abd524d2 req-a1411acc-e58d-4c0d-9dd5-49dfdcc5e5dd tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837483 Jul 06 17:37:50.980949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-05303124-a117-4031-ae29-82b0e1285959 service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2289941 Jul 06 17:37:51.158012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a4b1b-55a2-44f1-bb6d-0c0b3a0204c8 req-5fb54149-dc2f-40dc-8c7d-23459090daa3 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:51.168514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d64a4b1b-55a2-44f1-bb6d-0c0b3a0204c8 req-5fb54149-dc2f-40dc-8c7d-23459090daa3 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 944 time: 1.0210540 Jul 06 17:37:51.171414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:51.171803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-d85db0a4-6673-47d3-8c91-d74ebef6f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:51.173406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-d85db0a4-6673-47d3-8c91-d74ebef6f3e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.8710456 Jul 06 17:37:51.196427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '91a3150c-11a3-455b-9bbc-5c95c4ab0411', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'port_id': '91a3150c-11a3-455b-9bbc-5c95c4ab0411', 'mac_address': 'fa:16:3e:fa:79:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:37:51.199563 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b69965-ba13-489b-8d0d-c37ba6fd8d22 x-openstack-request-id: req-70b69965-ba13-489b-8d0d-c37ba6fd8d22 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:51.199563 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7784bd-5ed6-439c-b640-d3c831c369e8", "name": "network-vif-plugged", "status": "completed", "tag": "1b84eefe-0a08-4eef-91ff-4ee2aec90544", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:51.199928 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70b69965-ba13-489b-8d0d-c37ba6fd8d22 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:51.200195 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b84eefe-0a08-4eef-91ff-4ee2aec90544', 'code': 200} Jul 06 17:37:51.268306 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.289872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91a3150c-11a3-455b-9bbc-5c95c4ab0411 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:51.331802 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-9467bd48-6aa0-438b-98ef-f849ab27540b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955069 Jul 06 17:37:51.332483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:51.341606 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:51.365370 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d64a4b1b-55a2-44f1-bb6d-0c0b3a0204c8 req-94e845f1-79f0-437d-81e0-ad5e0f586c8f tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953197 Jul 06 17:37:51.384177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e5815-d74b-4e00-a68f-6b99821ece8d req-2750a307-d50a-407f-95e8-f8742b6b97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:51.395947 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7f7e5815-d74b-4e00-a68f-6b99821ece8d req-2750a307-d50a-407f-95e8-f8742b6b97f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 1096 time: 0.1911044 Jul 06 17:37:51.539694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=91a3150c-11a3-455b-9bbc-5c95c4ab0411,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:51.577637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['91a3150c-11a3-455b-9bbc-5c95c4ab0411'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:37:51.589750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7f7e5815-d74b-4e00-a68f-6b99821ece8d req-a474a351-5247-45b4-a8c3-bab613db318d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858933 Jul 06 17:37:51.783507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-0ea5ed1e-fa61-466b-84bb-935576433357 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:51.788021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-0ea5ed1e-fa61-466b-84bb-935576433357 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.55 "GET /v2.0/networks?id=2cefc487-2f22-44d7-92be-e07eb2da12f4 HTTP/1.1" status: 200 len: 814 time: 1.9611089 Jul 06 17:37:51.842548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Request body: {'port': {'device_id': 'b6a1f917-7eec-4adf-ae09-b9d4c3be98dd', 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4', 'admin_state_up': True, 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:51.968732 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0712f5d1-a28c-4340-a608-284dcd449fb2 req-ccaa9cb2-b367-418c-a32c-82466f883089 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 210 time: 0.1647742 Jul 06 17:37:52.164662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-1155eaa9-5400-4146-a2cf-af41ac3fc3aa service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1596479 Jul 06 17:37:52.432338 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-f38e19a0-d5da-4605-9d7f-0d5b5514c182 service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0797508 Jul 06 17:37:52.452150 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.474088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f96fc3e9-3147-448b-9179-b702190f68dd up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:52.491035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Allocated IP 192.168.233.254 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/23f08db7-d899-4602-bfea-7bcde6d86b4a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:52.608032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:52.625582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port f96fc3e9-3147-448b-9179-b702190f68dd completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:52.634281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port f96fc3e9-3147-448b-9179-b702190f68dd triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:52.635471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.803071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 91a3150c-11a3-455b-9bbc-5c95c4ab0411 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:37:52.891010 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:52.906099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-7c145565-7cb1-4d5d-88a1-28478fc525dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 200 len: 217 time: 0.7401600 Jul 06 17:37:52.976850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f96fc3e9-3147-448b-9179-b702190f68dd, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f96fc3e9-3147-448b-9179-b702190f68dd,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:52.990115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-117795930-network', 'tenant_id': '93667f81f8ae4eec9112b45ea8bb6e46'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:53.003144 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.058415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Made reservation on behalf of 93667f81f8ae4eec9112b45ea8bb6e46 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:53.082056 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.109231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:53.109859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.113166 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.214133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cddae8b-c5ee-44a5-bb8a-15af8710972c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fc3e9-3147-448b-9179-b702190f68dd'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:53.217140 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfc967b-72e3-4e66-aadd-00fe3e7d2897" -d '{"events": [{"server_uuid": "5cddae8b-c5ee-44a5-bb8a-15af8710972c", "name": "network-vif-plugged", "status": "completed", "tag": "f96fc3e9-3147-448b-9179-b702190f68dd"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:53.290495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f96fc3e9-3147-448b-9179-b702190f68dd,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:53.454434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.458258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.465555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.526400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:37:53.534999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:37:53.535328 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.552369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.552849 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Added segment 4d4fbe99-a26b-4c20-879a-c76048e56df3 of type vlan for network 87931d75-323a-4f24-8ad9-ecd96c3631d2 Jul 06 17:37:53.648264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=91a3150c-11a3-455b-9bbc-5c95c4ab0411,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:53.666795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.737536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.740769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:53.742988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:53.791852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-fe06282d-f915-41ae-9468-1ae5f9f32d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:53.795473 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-fe06282d-f915-41ae-9468-1ae5f9f32d03 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.8784347 Jul 06 17:37:53.865870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:53.923215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3135722 Jul 06 17:37:53.933530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58294) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:37:53.947203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Request body: {'subnet': {'network_id': '87931d75-323a-4f24-8ad9-ecd96c3631d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-117795930-subnet', 'tenant_id': '93667f81f8ae4eec9112b45ea8bb6e46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:53.952431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f09fd4-348a-4325-b95a-8c98255d754e admin admin] Pushing event updated for resources: {'Network': ['ID=87931d75-323a-4f24-8ad9-ecd96c3631d2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:53.972422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a342fbd-dffe-408a-857a-37fc368d2a42 req-466d9f5c-4ab5-42ec-a9bd-e8f1b76be43f service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3320699 Jul 06 17:37:54.009015 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 87931d75-323a-4f24-8ad9-ecd96c3631d2 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:37:54.047456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Made reservation on behalf of 14fb0353ce624ce7aba009e4d47bdfdb for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:54.054141 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.061122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Made reservation on behalf of 93667f81f8ae4eec9112b45ea8bb6e46 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:37:54.065991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.123798 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.251410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Transition to ACTIVE for port object 23f08db7-d899-4602-bfea-7bcde6d86b4a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:54.277039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-55e98c97-ea13-4376-a52b-a77c293aa0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:54.278700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-55e98c97-ea13-4376-a52b-a77c293aa0ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4684911 Jul 06 17:37:54.539800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Allocated IP 172.20.0.4 (2cefc487-2f22-44d7-92be-e07eb2da12f4/a20e93f3-a1e0-4d14-aab5-9736638a20a7/33a169ce-3cfc-474b-a31d-593dceb8bef7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:37:54.557513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-24ac5682-31ec-42cc-b652-b66414a24c20 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674744 Jul 06 17:37:54.564603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.574452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.644483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event updated for resources: {'Port': ['ID=23f08db7-d899-4602-bfea-7bcde6d86b4a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:54.703397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Checking segment: {'id': '4d4fbe99-a26b-4c20-879a-c76048e56df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87931d75-323a-4f24-8ad9-ecd96c3631d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:54.704849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Network hostable DHCP agents. Network: 87931d75-323a-4f24-8ad9-ecd96c3631d2, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:37:54.709205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07f7501-204b-46ef-8726-c71842588a2e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:54.735825 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.736997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.737642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.738218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.738825 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.739456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.740108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.740696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.741256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.742583 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.743713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.744566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:37:54.771749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Network 87931d75-323a-4f24-8ad9-ecd96c3631d2 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:37:54.800820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 87931d75-323a-4f24-8ad9-ecd96c3631d2) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:54.813542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d3f9ba-df52-4c6f-95a6-4317db2eb5b0 None None] Network 87931d75-323a-4f24-8ad9-ecd96c3631d2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:54.821567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:54.825550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:54.856326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f0222da0-b649-4787-8e69-dccb1579e2f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9188421 Jul 06 17:37:54.917502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:54.933481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:54.940117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:55.102540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-8c11fa7e-0e57-4f42-8c00-a5fad14dc3e0 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305839 Jul 06 17:37:55.125165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:55.125864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.141887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681cc78d-a2c6-4364-a7c8-9df1db010583 None None] Network 87931d75-323a-4f24-8ad9-ecd96c3631d2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:37:55.196829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-6a97baab-53b1-4214-9826-d045972ebd5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 200 len: 217 time: 0.0785854 Jul 06 17:37:55.204843 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.271211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8a6889-ed70-4147-8b67-64c913746448 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0948725 Jul 06 17:37:55.292265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Request body: {'port': {'device_id': '36684b3e-985b-4745-b969-a5df90ba7de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:55.305251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Transition to ACTIVE for port object 33a169ce-3cfc-474b-a31d-593dceb8bef7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:55.484779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-853cf1e9-ec91-448e-bacb-a1f17e0dace3 None None] Provisioning for port 23f08db7-d899-4602-bfea-7bcde6d86b4a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:55.498994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-853cf1e9-ec91-448e-bacb-a1f17e0dace3 None None] Provisioning complete for port 23f08db7-d899-4602-bfea-7bcde6d86b4a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:55.499669 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853cf1e9-ec91-448e-bacb-a1f17e0dace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.579385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-853cf1e9-ec91-448e-bacb-a1f17e0dace3 None None] Port 23f08db7-d899-4602-bfea-7bcde6d86b4a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:55.661986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-1612f40f-3d16-4d65-a3dd-8afff13545ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:55.663784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-1612f40f-3d16-4d65-a3dd-8afff13545ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.4139135 Jul 06 17:37:55.765978 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.788642 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:55.901735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Network 2cefc487-2f22-44d7-92be-e07eb2da12f4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:37:55.910558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:37:55.918979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Pushing event updated for resources: {'Port': ['ID=33a169ce-3cfc-474b-a31d-593dceb8bef7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:55.939221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:37:56.097398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:56.098979 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.331440 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-6dd9662a-06ad-45a1-94de-dd8c713fc37f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5213363 Jul 06 17:37:56.369769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d7ef2cb8-1e93-4921-a6be-68adf5ea462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:56.372595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-d7ef2cb8-1e93-4921-a6be-68adf5ea462e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6848016 Jul 06 17:37:56.407615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Request body: {'port': {'device_id': 'b6a1f917-7eec-4adf-ae09-b9d4c3be98dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:37:56.416521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f3856199-71d1-4bae-a75d-83e939087227 None None] Provisioning for port 33a169ce-3cfc-474b-a31d-593dceb8bef7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:37:56.428705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f3856199-71d1-4bae-a75d-83e939087227 None None] Provisioning complete for port 33a169ce-3cfc-474b-a31d-593dceb8bef7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:37:56.430036 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3856199-71d1-4bae-a75d-83e939087227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.492774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f3856199-71d1-4bae-a75d-83e939087227 None None] Port 33a169ce-3cfc-474b-a31d-593dceb8bef7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:37:56.675764 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:56.703321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-9705990c-3dd6-4c32-a89a-ded7b5097764 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111150 Jul 06 17:37:57.030492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f08db7-d899-4602-bfea-7bcde6d86b4a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:57.053129 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.092870 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-acc34581-dac3-4fd0-b63c-182af4aec6a0 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640728 Jul 06 17:37:57.093949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Transition to ACTIVE for port object 23f08db7-d899-4602-bfea-7bcde6d86b4a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:57.132516 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.220151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-66ee73c5-d9be-4352-adcf-22c028f937a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=9560dc4f-2e60-4076-a113-c8feb40f9653 HTTP/1.1" status: 200 len: 217 time: 0.1180379 Jul 06 17:37:57.245428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Pushing event updated for resources: {'Port': ['ID=23f08db7-d899-4602-bfea-7bcde6d86b4a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:57.486016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-4a966672-6ab2-4dc5-b655-f341be8523d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:57.501148 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-4a966672-6ab2-4dc5-b655-f341be8523d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.2444675 Jul 06 17:37:57.508787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a169ce-3cfc-474b-a31d-593dceb8bef7 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:37:57.612448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.693285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Transition to ACTIVE for port object 33a169ce-3cfc-474b-a31d-593dceb8bef7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:37:57.724608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:57.855235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Attempting to bind port 23f08db7-d899-4602-bfea-7bcde6d86b4a on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:57.857515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Attempting to bind port 23f08db7-d899-4602-bfea-7bcde6d86b4a by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:57.858673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Attempting to bind port 23f08db7-d899-4602-bfea-7bcde6d86b4a on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:57.880492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-449aad7c-46b6-42d5-b90c-6ac9a988e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:57.883586 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-449aad7c-46b6-42d5-b90c-6ac9a988e62d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3615184 Jul 06 17:37:57.906874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Pushing event updated for resources: {'Port': ['ID=33a169ce-3cfc-474b-a31d-593dceb8bef7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:57.969641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01df5a0-ba0b-441f-8e7f-b168bb83564a req-c989f31a-64c9-4e06-a45c-11a308e59aa9 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:57.997583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e01df5a0-ba0b-441f-8e7f-b168bb83564a req-c989f31a-64c9-4e06-a45c-11a308e59aa9 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 943 time: 0.2516863 Jul 06 17:37:58.082686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-0da49d57-9dfd-460c-a073-b68d693b8c6d service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785939 Jul 06 17:37:58.083563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Port 23f08db7-d899-4602-bfea-7bcde6d86b4a on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:58.083753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Attempting to bind port 23f08db7-d899-4602-bfea-7bcde6d86b4a on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:58.164929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e01df5a0-ba0b-441f-8e7f-b168bb83564a req-de4c7d32-dc18-4d85-bc9c-9ed1e43c2a91 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637137 Jul 06 17:37:58.175324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:58.175690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:58.176203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:58.176503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Bound port: 23f08db7-d899-4602-bfea-7bcde6d86b4a, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:58.176897 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:58.615682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2de36-df7c-4939-8281-946ba3405011 req-8795e69a-b090-4db7-9177-cce56beadd44 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:58.630739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3f2de36-df7c-4939-8281-946ba3405011 req-8795e69a-b090-4db7-9177-cce56beadd44 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 945 time: 0.1537569 Jul 06 17:37:58.703145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3f2de36-df7c-4939-8281-946ba3405011 req-b2805035-450c-41e2-a2ae-353cc18c92c8 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700376 Jul 06 17:37:58.783460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] For port 23f08db7-d899-4602-bfea-7bcde6d86b4a, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:58.787694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] For port 23f08db7-d899-4602-bfea-7bcde6d86b4a, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=23f08db7-d899-4602-bfea-7bcde6d86b4a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:58.810702 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:58.884319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:58.884974 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:58.886516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] 10.222.0.22 "PUT /v2.0/ports/23f08db7-d899-4602-bfea-7bcde6d86b4a HTTP/1.1" status: 200 len: 1096 time: 3.6091118 Jul 06 17:37:58.895002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36684b3e-985b-4745-b969-a5df90ba7de7', 'tag': '23f08db7-d899-4602-bfea-7bcde6d86b4a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:37:58.897422 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6187b8-e096-46f6-80d5-198a445d5924" -d '{"events": [{"name": "network-changed", "server_uuid": "36684b3e-985b-4745-b969-a5df90ba7de7", "tag": "23f08db7-d899-4602-bfea-7bcde6d86b4a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:37:58.921144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-9ff75ec0-211a-4786-88e8-32b597bec211 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300426 Jul 06 17:37:58.924969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Attempting to bind port 33a169ce-3cfc-474b-a31d-593dceb8bef7 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:37:58.925302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Attempting to bind port 33a169ce-3cfc-474b-a31d-593dceb8bef7 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:37:58.925633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Attempting to bind port 33a169ce-3cfc-474b-a31d-593dceb8bef7 on network 2cefc487-2f22-44d7-92be-e07eb2da12f4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:58.939630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Port 33a169ce-3cfc-474b-a31d-593dceb8bef7 on network 2cefc487-2f22-44d7-92be-e07eb2da12f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:37:58.940032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Attempting to bind port 33a169ce-3cfc-474b-a31d-593dceb8bef7 on network 2cefc487-2f22-44d7-92be-e07eb2da12f4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:37:59.029159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:37:59.029821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Checking segment: {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:37:59.030236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Bound using segment: {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:37:59.030752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Bound port: 33a169ce-3cfc-474b-a31d-593dceb8bef7, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9e50e7-29fe-4276-9498-c38d89771137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:37:59.031123 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:59.064621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1742ef-3e79-4ef0-b554-2e4cc1235b5e req-e1344ca8-c7a4-46d1-b0a5-396dbb8c7e84 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.072889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e1742ef-3e79-4ef0-b554-2e4cc1235b5e req-e1344ca8-c7a4-46d1-b0a5-396dbb8c7e84 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 946 time: 0.9839673 Jul 06 17:37:59.141086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-0d876876-00b7-4bab-a01f-4811c2ddb1e1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94 HTTP/1.1" status: 200 len: 217 time: 0.2091146 Jul 06 17:37:59.184544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b2384-65a9-4d30-9d94-14b959093284 service neutron] Pushing event updated for resources: {'Port': ['ID=23f08db7-d899-4602-bfea-7bcde6d86b4a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:37:59.228488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053bfa-266e-476d-9f10-ea26866996d1 req-068b880a-f382-4599-80d2-36d031233a98 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.239395 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad053bfa-266e-476d-9f10-ea26866996d1 req-068b880a-f382-4599-80d2-36d031233a98 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 948 time: 0.2070775 Jul 06 17:37:59.313447 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad053bfa-266e-476d-9f10-ea26866996d1 req-b838e0ea-3752-4adb-8816-f1672b9584e3 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728483 Jul 06 17:37:59.366014 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e1742ef-3e79-4ef0-b554-2e4cc1235b5e req-3c0c9f89-bb7b-4aba-a25f-48003824da1a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921665 Jul 06 17:37:59.380561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-a4a91e97-f3bc-40e3-b590-8ece6ea9920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.382066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-a4a91e97-f3bc-40e3-b590-8ece6ea9920b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.2188587 Jul 06 17:37:59.394998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-bb4fbc69-2058-46d1-ada9-7ac1a735936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.403499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-bb4fbc69-2058-46d1-ada9-7ac1a735936a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 1099 time: 0.4473107 Jul 06 17:37:59.515093 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451642d7-9387-4f5b-a83a-a9eaf208e780 x-openstack-request-id: req-451642d7-9387-4f5b-a83a-a9eaf208e780 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:37:59.515901 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cddae8b-c5ee-44a5-bb8a-15af8710972c", "name": "network-vif-plugged", "status": "completed", "tag": "f96fc3e9-3147-448b-9179-b702190f68dd", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:37:59.516141 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-451642d7-9387-4f5b-a83a-a9eaf208e780 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:37:59.516874 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cddae8b-c5ee-44a5-bb8a-15af8710972c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fc3e9-3147-448b-9179-b702190f68dd', 'code': 200} Jul 06 17:37:59.535185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] For port 33a169ce-3cfc-474b-a31d-593dceb8bef7, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:37:59.539490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-681a617e-069e-4e27-ae9c-f7791342c5da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=23f08db7-d899-4602-bfea-7bcde6d86b4a HTTP/1.1" status: 200 len: 217 time: 0.1343842 Jul 06 17:37:59.603006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] For port 33a169ce-3cfc-474b-a31d-593dceb8bef7, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=33a169ce-3cfc-474b-a31d-593dceb8bef7,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:37:59.717356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:59.871103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-8032348e-2894-4a84-a1db-6827a75f57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.872949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-8032348e-2894-4a84-a1db-6827a75f57e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.3234944 Jul 06 17:37:59.900484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:37:59.901134 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:37:59.903414 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] 10.222.0.55 "PUT /v2.0/ports/33a169ce-3cfc-474b-a31d-593dceb8bef7 HTTP/1.1" status: 200 len: 1091 time: 3.5131905 Jul 06 17:38:00.028900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-518a29f4-b9c2-4300-97aa-e72e1bfe4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:00.030534 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-518a29f4-b9c2-4300-97aa-e72e1bfe4329 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6175163 Jul 06 17:38:00.032480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2a5d6-ded6-4fbd-afcb-ab45c24fc803 service neutron] Pushing event updated for resources: {'Port': ['ID=33a169ce-3cfc-474b-a31d-593dceb8bef7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:00.184551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a842-cab1-486c-9f6a-bca2d4aba9d7 req-8086019f-512c-4452-804c-3a59224e565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:00.187296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2294a842-cab1-486c-9f6a-bca2d4aba9d7 req-8086019f-512c-4452-804c-3a59224e565d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 1097 time: 0.5814521 Jul 06 17:38:00.277376 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14048a-696c-431b-a438-2d7161e23671 req-3206ed25-f7d9-4d73-ba57-fe735ce1df00 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:00.291453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8038b8-35bb-4105-a577-f49e57008ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:00.291697 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-3206ed25-f7d9-4d73-ba57-fe735ce1df00 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/networks?id=87931d75-323a-4f24-8ad9-ecd96c3631d2 HTTP/1.1" status: 200 len: 821 time: 0.2428212 Jul 06 17:38:00.293716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5b8038b8-35bb-4105-a577-f49e57008ed6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3841567 Jul 06 17:38:00.314033 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2294a842-cab1-486c-9f6a-bca2d4aba9d7 req-fee6b420-4784-47e1-b259-64fa380d0ee3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095250 Jul 06 17:38:00.323110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-fa5b4512-6804-45de-8e6a-93d7687c1046 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/quotas/93667f81f8ae4eec9112b45ea8bb6e46 HTTP/1.1" status: 200 len: 375 time: 0.0254066 Jul 06 17:38:00.338465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-af699727-de6a-4590-9094-908cfe9dd372 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893341 Jul 06 17:38:00.380776 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-1d15c1d0-8b8b-487d-8091-953f2053b898 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93667f81f8ae4eec9112b45ea8bb6e46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529490 Jul 06 17:38:00.462849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a359cc-fde4-4a3f-8bcb-f27af8419033 req-a660b6e4-d631-4470-9224-187104f5e46e tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:00.465431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-35a359cc-fde4-4a3f-8bcb-f27af8419033 req-a660b6e4-d631-4470-9224-187104f5e46e tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 945 time: 0.4198833 Jul 06 17:38:00.485822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58374) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:00.492227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Request body: {'floatingip': {'port_id': '1b84eefe-0a08-4eef-91ff-4ee2aec90544'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:00.557735 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c93f6-33f8-4645-a6fb-fca726143479 x-openstack-request-id: req-a71c93f6-33f8-4645-a6fb-fca726143479 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:00.558040 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36684b3e-985b-4745-b969-a5df90ba7de7", "tag": "23f08db7-d899-4602-bfea-7bcde6d86b4a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:00.558392 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a71c93f6-33f8-4645-a6fb-fca726143479 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:00.558702 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36684b3e-985b-4745-b969-a5df90ba7de7', 'tag': '23f08db7-d899-4602-bfea-7bcde6d86b4a', 'status': 'completed', 'code': 200} Jul 06 17:38:00.570629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:00.619684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-5763fd1b-cc62-4e02-af2c-1c97a2ebf606 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156974 Jul 06 17:38:00.674238 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-a0ef68f5-6cd7-40df-b452-d86261a333e4 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073790 Jul 06 17:38:00.682971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-90070fe4-0c54-48bc-88fa-576d49f71786 service neutron] 10.222.0.13 "GET /v2.0/networks/87931d75-323a-4f24-8ad9-ecd96c3631d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006058 Jul 06 17:38:00.767465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-2e298f9b-f1a4-438a-a34b-7576340033e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47 HTTP/1.1" status: 200 len: 217 time: 0.0566924 Jul 06 17:38:00.895927 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-15f4cd21-9de8-4b80-8362-e9ea9d4d2db6 service neutron] 10.222.0.13 "GET /v2.0/networks/87931d75-323a-4f24-8ad9-ecd96c3631d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115173 Jul 06 17:38:00.991282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52292d8-2fbd-40fb-b836-ffab95a7b291 req-faddee67-a5f8-4763-9de1-8caa583a97b0 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602867 Jul 06 17:38:01.010418 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-a1e7c27f-ec43-4846-ba96-6895ef87f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:01.012904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-a1e7c27f-ec43-4846-ba96-6895ef87f2e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.1920826 Jul 06 17:38:01.517744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:01.521442 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94b578d-24ae-4a49-9532-2ad1d07d5254" -d '{"events": [{"server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "name": "network-vif-plugged", "status": "completed", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:01.635409 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:01.833472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daef6e0-292e-485c-ac53-d9ade8602e37 req-a1976c00-4e62-49ba-8cd9-d25a552b0f30 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:01.843317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5daef6e0-292e-485c-ac53-d9ade8602e37 req-a1976c00-4e62-49ba-8cd9-d25a552b0f30 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 950 time: 0.1895528 Jul 06 17:38:01.917523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5daef6e0-292e-485c-ac53-d9ade8602e37 req-e7796558-d00e-4a5a-a238-f9cbd499fccf tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729399 Jul 06 17:38:02.373094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbbcc5-c916-45a5-b384-94f2c501dfbb req-1f42c61f-1c43-4f1b-958e-3f538957f211 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.382269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5bbbcc5-c916-45a5-b384-94f2c501dfbb req-1f42c61f-1c43-4f1b-958e-3f538957f211 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 943 time: 1.5491183 Jul 06 17:38:02.488995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aa021-015e-4ad9-b893-e87da1d32fc0 req-b1a46397-a183-45d4-8f0a-c986a761bab0 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.509809 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e25aa021-015e-4ad9-b893-e87da1d32fc0 req-b1a46397-a183-45d4-8f0a-c986a761bab0 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 948 time: 0.2613385 Jul 06 17:38:02.510678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:38:02.575816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a1f917-7eec-4adf-ae09-b9d4c3be98dd', 'tag': '33a169ce-3cfc-474b-a31d-593dceb8bef7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:02.579397 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2b2893-343d-466c-acdf-6d8b82a5c019" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a1f917-7eec-4adf-ae09-b9d4c3be98dd", "tag": "33a169ce-3cfc-474b-a31d-593dceb8bef7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:02.609780 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e25aa021-015e-4ad9-b893-e87da1d32fc0 req-8e530e0f-dd31-4b6e-8ba3-f1a6a412e3da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977595 Jul 06 17:38:02.635766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5bbbcc5-c916-45a5-b384-94f2c501dfbb req-28ba0680-c7d6-4ca0-b08c-63983bf86892 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498016 Jul 06 17:38:02.644977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-385e4bb4-6bb9-400f-aff6-d03d47308fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.646869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-385e4bb4-6bb9-400f-aff6-d03d47308fcf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6270316 Jul 06 17:38:02.678694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-ff304270-578e-4b42-8eb2-3ebe71f7001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.685176 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-ff304270-578e-4b42-8eb2-3ebe71f7001c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 1099 time: 1.5854588 Jul 06 17:38:02.833975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:02.928106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784a28-be58-459c-9fc8-893625c969ce req-071ba645-b83c-4e21-9941-26412708cec2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:02.939162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f784a28-be58-459c-9fc8-893625c969ce req-071ba645-b83c-4e21-9941-26412708cec2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 946 time: 0.1326108 Jul 06 17:38:02.989121 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-dcd5ce89-49c2-423a-84f3-2d49f2f99b6b service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002448 Jul 06 17:38:03.012444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:03.048103 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:03.053199 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f784a28-be58-459c-9fc8-893625c969ce req-72158172-a294-471d-9693-c94bf4e2fbaf tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115704 Jul 06 17:38:03.127670 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:03.148900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:03.167216 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:03.252685 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e23baec3-0f37-40f2-9c01-9e3df198ced0 req-46035a37-0737-4177-a9a3-4c42fae8b895 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 210 time: 0.0477571 Jul 06 17:38:03.331970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:03.349442 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b0987d-1d89-413b-9001-4e6159d405b6 x-openstack-request-id: req-e3b0987d-1d89-413b-9001-4e6159d405b6 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:03.349858 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "name": "network-vif-plugged", "status": "completed", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:03.350061 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3b0987d-1d89-413b-9001-4e6159d405b6 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:03.350403 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411', 'code': 200} Jul 06 17:38:03.354966 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Floating IP f8c8dc7f-11e9-46df-8829-425dde68e480 associated. External IP: 172.25.7.243, port: 1b84eefe-0a08-4eef-91ff-4ee2aec90544. Jul 06 17:38:03.497701 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1110ac0-ec70-4226-ae95-7de065c5d836 x-openstack-request-id: req-e1110ac0-ec70-4226-ae95-7de065c5d836 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:03.498800 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a1f917-7eec-4adf-ae09-b9d4c3be98dd", "tag": "33a169ce-3cfc-474b-a31d-593dceb8bef7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:03.498800 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1110ac0-ec70-4226-ae95-7de065c5d836 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:03.498800 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a1f917-7eec-4adf-ae09-b9d4c3be98dd', 'tag': '33a169ce-3cfc-474b-a31d-593dceb8bef7', 'status': 'completed', 'code': 200} Jul 06 17:38:03.571047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-c888ecd7-e2d0-4df9-8a3b-a5afc4ef84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:03.572994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-c888ecd7-e2d0-4df9-8a3b-a5afc4ef84fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14fb0353ce624ce7aba009e4d47bdfdb&device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 1094 time: 1.1419311 Jul 06 17:38:03.840075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa98bb-4c90-437b-875e-ef489ca07bf1 req-3cb12f3d-c1cc-42e9-a45c-da1d7652aa72 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:03.851415 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-91fa98bb-4c90-437b-875e-ef489ca07bf1 req-3cb12f3d-c1cc-42e9-a45c-da1d7652aa72 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 948 time: 0.1746018 Jul 06 17:38:03.890162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-760d4043-4a52-4c48-b4da-95545be252f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33a169ce-3cfc-474b-a31d-593dceb8bef7 HTTP/1.1" status: 200 len: 217 time: 0.2597778 Jul 06 17:38:03.906702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-64c715f2-8c29-4e7a-8a28-58dd4bfcc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:03.909400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-64c715f2-8c29-4e7a-8a28-58dd4bfcc1ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 1.2162757 Jul 06 17:38:03.919164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-e834879e-bd19-42dc-8e5f-9713a06e06a2 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9051330 Jul 06 17:38:03.979637 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-91fa98bb-4c90-437b-875e-ef489ca07bf1 req-2a26a814-6ccf-49b8-b40a-ebd9ee17342e tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144028 Jul 06 17:38:04.165630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-c88054a3-0005-403a-b9c3-3c1653f4731f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=23f08db7-d899-4602-bfea-7bcde6d86b4a HTTP/1.1" status: 200 len: 217 time: 0.2281890 Jul 06 17:38:04.305994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-62e86159-5387-416f-a751-6d21c25fde3e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5 HTTP/1.1" status: 200 len: 217 time: 0.2477210 Jul 06 17:38:04.534940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 23f08db7-d899-4602-bfea-7bcde6d86b4a details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:04.775123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 23f08db7-d899-4602-bfea-7bcde6d86b4a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=23f08db7-d899-4602-bfea-7bcde6d86b4a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:04.810782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '23f08db7-d899-4602-bfea-7bcde6d86b4a', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '23f08db7-d899-4602-bfea-7bcde6d86b4a', 'mac_address': 'fa:16:3e:d8:6d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:04.862064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ea1a8-0894-4257-8135-c66c4ed782f7 req-13dfd9a1-3407-4e5e-bf43-14efc0c82859 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:04.864022 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-652ea1a8-0894-4257-8135-c66c4ed782f7 req-13dfd9a1-3407-4e5e-bf43-14efc0c82859 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 948 time: 0.2054183 Jul 06 17:38:04.869890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14048a-696c-431b-a438-2d7161e23671 req-1ab3f730-0810-4000-b262-a91146493aa8 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:04.872113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-1ab3f730-0810-4000-b262-a91146493aa8 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.55 "GET /v2.0/networks?id=87931d75-323a-4f24-8ad9-ecd96c3631d2 HTTP/1.1" status: 200 len: 821 time: 0.3023260 Jul 06 17:38:04.911244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-45db597b-6b52-4eed-94e0-fcd9b604b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:04.917235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-45db597b-6b52-4eed-94e0-fcd9b604b4aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a20e93f3-a1e0-4d14-aab5-9736638a20a7 HTTP/1.1" status: 200 len: 853 time: 1.0033395 Jul 06 17:38:04.923204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-1a574487-f9ff-48b5-9608-3bc7b823db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:04.924971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-1a574487-f9ff-48b5-9608-3bc7b823db6f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.5444574 Jul 06 17:38:04.929522 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:04.961594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Request body: {'port': {'device_id': 'bac0333b-f190-4b50-b051-1f299fec4710', 'network_id': '87931d75-323a-4f24-8ad9-ecd96c3631d2', 'admin_state_up': True, 'tenant_id': '93667f81f8ae4eec9112b45ea8bb6e46'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:04.968944 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-652ea1a8-0894-4257-8135-c66c4ed782f7 req-4acaf18b-5f80-47f6-88fe-42ae2e26d60b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968137 Jul 06 17:38:04.975715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f08db7-d899-4602-bfea-7bcde6d86b4a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:05.042858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 23f08db7-d899-4602-bfea-7bcde6d86b4a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=23f08db7-d899-4602-bfea-7bcde6d86b4a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:05.046243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-ab975663-b49a-4d8f-95fd-7fd266c6c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:05.052346 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-ab975663-b49a-4d8f-95fd-7fd266c6c801 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.7990825 Jul 06 17:38:05.068741 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:05.075684 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:05.190855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=23f08db7-d899-4602-bfea-7bcde6d86b4a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:05.353275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:05.357504 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328dc3fc-13b0-4f0e-862a-dced62a1520d" -d '{"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-unplugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:05.400344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:05.475285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Made reservation on behalf of 93667f81f8ae4eec9112b45ea8bb6e46 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:05.481501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:05.526588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e0cda-a410-42a1-8c98-e4c8eb55ddd2 req-cf7d3af1-174e-493d-99a3-10abce41cb29 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:05.529548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c3e0cda-a410-42a1-8c98-e4c8eb55ddd2 req-cf7d3af1-174e-493d-99a3-10abce41cb29 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 943 time: 0.3202765 Jul 06 17:38:05.701156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c3e0cda-a410-42a1-8c98-e4c8eb55ddd2 req-81bd8880-0d74-4810-819d-26ccac0c79a5 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568189 Jul 06 17:38:05.827032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Router d5fea79e-b842-4015-a296-7f6497ace50a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:38:05.867992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-f3d4491f-b141-4715-b12c-6a3747de3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:05.885462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-f3d4491f-b141-4715-b12c-6a3747de3490 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8987296 Jul 06 17:38:05.940757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-dee82bde-9f4c-4d06-ab62-e9d4ed177fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:05.944230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-dee82bde-9f4c-4d06-ab62-e9d4ed177fa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cefc487-2f22-44d7-92be-e07eb2da12f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0147383 Jul 06 17:38:06.085820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-64db908e-5b52-4f2d-a5da-f1f4cd1d3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:06.087561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-64db908e-5b52-4f2d-a5da-f1f4cd1d3326 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8934343 Jul 06 17:38:06.552457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 23f08db7-d899-4602-bfea-7bcde6d86b4a up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:06.656036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Allocated IP 172.20.0.3 (87931d75-323a-4f24-8ad9-ecd96c3631d2/a07f7501-204b-46ef-8726-c71842588a2e/74a7188c-c814-407c-81aa-aac59a6d41e5) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:06.681942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 23f08db7-d899-4602-bfea-7bcde6d86b4a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:06.689471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 23f08db7-d899-4602-bfea-7bcde6d86b4a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:06.689913 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:06.905331 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:06.988554 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 23f08db7-d899-4602-bfea-7bcde6d86b4a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=23f08db7-d899-4602-bfea-7bcde6d86b4a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:06.995558 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:07.067651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=23f08db7-d899-4602-bfea-7bcde6d86b4a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:07.094379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-44ae1d15-3f88-4ebd-8d79-386629ca2798 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9676673 Jul 06 17:38:07.263006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:07.280305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-97385248-2346-4751-8990-16ca88b7d6ed service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3657837 Jul 06 17:38:07.376620 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-2767f680-e086-46ee-9d19-49ab690b9ede service neutron] 10.222.0.55 "GET /v2.0/networks/2cefc487-2f22-44d7-92be-e07eb2da12f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2864242 Jul 06 17:38:07.385063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:38:07.452992 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] Sync routers for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:38:07.463071 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:07.486918 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:07.493825 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:37:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:07.497959 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:07.687919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d6187b8-e096-46f6-80d5-198a445d5924 req-875d7b72-01ee-46ca-808b-cc2ba1ead4fc service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727525 Jul 06 17:38:07.718605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Network 87931d75-323a-4f24-8ad9-ecd96c3631d2 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:07.720783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059d515-1a34-4db9-b820-548df07a1ed7 req-d20bf214-32f2-4c3e-8e57-1388bd093e7b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:07.730135 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4059d515-1a34-4db9-b820-548df07a1ed7 req-d20bf214-32f2-4c3e-8e57-1388bd093e7b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 946 time: 0.2129698 Jul 06 17:38:07.739238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:07.777743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4059d515-1a34-4db9-b820-548df07a1ed7 req-da9ed3a8-5e3e-45f0-8afe-c2c7bf09065e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461996 Jul 06 17:38:07.800036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:07.829909 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:07.857417 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de170723-bae8-4d72-8819-db6ecb68b72f x-openstack-request-id: req-de170723-bae8-4d72-8819-db6ecb68b72f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:07.858322 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-unplugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:07.858815 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de170723-bae8-4d72-8819-db6ecb68b72f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:07.859441 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'code': 200} Jul 06 17:38:07.874831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2f037209-1405-49eb-8064-730948b8bbd2 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "PUT /v2.0/floatingips/f8c8dc7f-11e9-46df-8829-425dde68e480 HTTP/1.1" status: 200 len: 991 time: 7.3873560 Jul 06 17:38:07.910811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'tag': '1b84eefe-0a08-4eef-91ff-4ee2aec90544'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:07.915096 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7784bd-5ed6-439c-b640-d3c831c369e8", "tag": "1b84eefe-0a08-4eef-91ff-4ee2aec90544"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:07.940858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Pushing event updated for resources: {'Port': ['ID=74a7188c-c814-407c-81aa-aac59a6d41e5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:07.971454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.972042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.972616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.973184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.973764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.974395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.974950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.975726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.976280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.976855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.977421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:07.978000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:08.013744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bf8b22a-370b-4028-90dc-adb30fbfcf97 req-3735cacf-bbf8-496a-8e79-3bf0ab5bd733 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404028 Jul 06 17:38:08.044882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e9100-dd86-4f69-8d90-9e97ca5e73ba req-40ca01aa-f3f1-4c1f-a229-8dec893692f2 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.048029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-957e9100-dd86-4f69-8d90-9e97ca5e73ba req-40ca01aa-f3f1-4c1f-a229-8dec893692f2 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 931 time: 0.4446020 Jul 06 17:38:08.061042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.062165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:08.120082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-dc2d0153-32b7-4049-a3cd-770a2b5557db tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1647954 Jul 06 17:38:08.176182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-957e9100-dd86-4f69-8d90-9e97ca5e73ba req-16ddb633-4ef4-40ee-b3b6-3bfd3e0d1c91 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091807 Jul 06 17:38:08.335981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb62810-eed7-447c-b6c9-9f0ec7c6c50b req-a9d7d61e-7097-46e8-98bb-5c090fef69b2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.345144 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fb62810-eed7-447c-b6c9-9f0ec7c6c50b req-a9d7d61e-7097-46e8-98bb-5c090fef69b2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 950 time: 0.2233288 Jul 06 17:38:08.426016 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8c8dc7f-11e9-46df-8829-425dde68e480', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'port_id': '1b84eefe-0a08-4eef-91ff-4ee2aec90544', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'mac_address': 'fa:16:3e:1a:6f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:37:28Z', 'updated_at': '2021-07-06T17:38:02Z', 'revision_number': 1, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:30Z', 'revision_number': 5, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:08.445761 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fb62810-eed7-447c-b6c9-9f0ec7c6c50b req-63b7749b-3ebf-49ef-a82f-f88e00fa1b3b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874937 Jul 06 17:38:08.501070 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] Checking router: d5fea79e-b842-4015-a296-7f6497ace50a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:38:08.515925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cc165-4a46-42d5-ba1c-0e02b054b0cf req-462b82ff-613a-40dd-b1f8-7efd37f37c87 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.517801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ad2cc165-4a46-42d5-ba1c-0e02b054b0cf req-462b82ff-613a-40dd-b1f8-7efd37f37c87 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 943 time: 0.1194026 Jul 06 17:38:08.534220 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:08.539927 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:37:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:08.581428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ad2cc165-4a46-42d5-ba1c-0e02b054b0cf req-f2cdcd06-bf15-4e6d-9c66-1c5ffcfdb1c0 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562313 Jul 06 17:38:08.681751 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:08.828224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5361-f312-4ddd-b409-24219af5a205 req-a5f87a78-05ce-4208-95f4-9e8c24fd8765 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:08.830396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36bf5361-f312-4ddd-b409-24219af5a205 req-a5f87a78-05ce-4208-95f4-9e8c24fd8765 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 946 time: 0.0949163 Jul 06 17:38:08.888479 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36bf5361-f312-4ddd-b409-24219af5a205 req-d3c6fe86-cd8e-434a-949c-e71aa231526c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523715 Jul 06 17:38:08.896060 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e83e6f-4d36-481f-8591-3cb6a3c0d26c x-openstack-request-id: req-a5e83e6f-4d36-481f-8591-3cb6a3c0d26c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:08.896434 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7784bd-5ed6-439c-b640-d3c831c369e8", "tag": "1b84eefe-0a08-4eef-91ff-4ee2aec90544", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:08.896757 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5e83e6f-4d36-481f-8591-3cb6a3c0d26c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:08.897249 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'tag': '1b84eefe-0a08-4eef-91ff-4ee2aec90544', 'status': 'completed', 'code': 200} Jul 06 17:38:09.032825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-5988935d-db73-4cfd-ba60-d3d86b542a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:09.035904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-5988935d-db73-4cfd-ba60-d3d86b542a47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba25af98f4a348998c6c77e9d213caff&device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 1096 time: 0.1057193 Jul 06 17:38:09.168350 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8c8dc7f-11e9-46df-8829-425dde68e480', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'port_id': '1b84eefe-0a08-4eef-91ff-4ee2aec90544', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'mac_address': 'fa:16:3e:1a:6f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:37:28Z', 'updated_at': '2021-07-06T17:38:02Z', 'revision_number': 1, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:30Z', 'revision_number': 5, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:09.207713 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17197e-3480-4b6f-a284-8031e0cc0320 None None] The sync data for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 is: [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8c8dc7f-11e9-46df-8829-425dde68e480', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'port_id': '1b84eefe-0a08-4eef-91ff-4ee2aec90544', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'mac_address': 'fa:16:3e:1a:6f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:37:28Z', 'updated_at': '2021-07-06T17:38:02Z', 'revision_number': 1, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:30Z', 'revision_number': 5, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:38:09.222400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Request body: {'port': {'device_id': 'bac0333b-f190-4b50-b051-1f299fec4710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:09.357204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-365740ad-77b9-4483-b563-fe6eb1ddc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:09.358674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-365740ad-77b9-4483-b563-fe6eb1ddc30f service neutron] 10.222.0.22 "GET /v2.0/networks?id=ddb0b200-4797-44d9-aa05-28d5714ac0e0 HTTP/1.1" status: 200 len: 906 time: 0.3125823 Jul 06 17:38:09.527793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:09.548018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-33fcbe79-53d2-46cf-adbf-15698c7357e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b84eefe-0a08-4eef-91ff-4ee2aec90544 HTTP/1.1" status: 200 len: 999 time: 0.1746252 Jul 06 17:38:09.553179 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a552f7d-45fe-4b37-8a02-a2238bee3dcc req-e888fd79-ce34-4050-95a8-3834444a2ef7 service neutron] 10.222.0.55 "GET /v2.0/networks/2cefc487-2f22-44d7-92be-e07eb2da12f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251259 Jul 06 17:38:09.721304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e59a60-6ca6-4de0-a387-f6f73823f866 None None] New status for floating IP f8c8dc7f-11e9-46df-8829-425dde68e480: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:38:09.801920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-38273207-ea3b-43c0-bdb8-4a08613567ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:09.803708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-38273207-ea3b-43c0-bdb8-4a08613567ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3656215d-d9ce-4a60-8f3b-4b3340564052 HTTP/1.1" status: 200 len: 844 time: 0.2253177 Jul 06 17:38:09.897342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36684b3e-985b-4745-b969-a5df90ba7de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f08db7-d899-4602-bfea-7bcde6d86b4a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:09.905502 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461b0217-c46e-4a40-9f57-a9b0fc49a1f3" -d '{"events": [{"server_uuid": "36684b3e-985b-4745-b969-a5df90ba7de7", "name": "network-vif-plugged", "status": "completed", "tag": "23f08db7-d899-4602-bfea-7bcde6d86b4a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:09.960529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-e3299538-da29-4ea6-9c2d-e7fab62d27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:09.962472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-e3299538-da29-4ea6-9c2d-e7fab62d27ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14fb0353ce624ce7aba009e4d47bdfdb&device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 1094 time: 0.3078990 Jul 06 17:38:10.170924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-e217a7c3-e141-4f91-b556-85ff7d5d0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.170924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-e217a7c3-e141-4f91-b556-85ff7d5d0f3e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ddb0b200-4797-44d9-aa05-28d5714ac0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3550267 Jul 06 17:38:10.333883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-9705d184-4f3c-434c-a763-19694449d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.337382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-9705d184-4f3c-434c-a763-19694449d6b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2cefc487-2f22-44d7-92be-e07eb2da12f4 HTTP/1.1" status: 200 len: 915 time: 0.3664551 Jul 06 17:38:10.407560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-176adc1a-75cf-4123-9273-d2bab1ebd748 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33a169ce-3cfc-474b-a31d-593dceb8bef7 HTTP/1.1" status: 200 len: 217 time: 0.0625610 Jul 06 17:38:10.466872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c327616-8c04-4025-80b3-1ff4f1126571 req-90b008fd-7df0-468b-a73d-cb16e6cb785c tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.471193 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c327616-8c04-4025-80b3-1ff4f1126571 req-90b008fd-7df0-468b-a73d-cb16e6cb785c tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 931 time: 0.1452928 Jul 06 17:38:10.535312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c327616-8c04-4025-80b3-1ff4f1126571 req-a2b635fc-82c2-42b8-a8b0-029bb2ef7950 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582917 Jul 06 17:38:10.567295 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-314872cf-87fb-4288-a335-4abc6f519df7 service neutron] 10.222.0.22 "GET /v2.0/networks/ddb0b200-4797-44d9-aa05-28d5714ac0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912873 Jul 06 17:38:10.568841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-c1dbf685-265b-4da0-b27f-18f28427c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.570945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-c1dbf685-265b-4da0-b27f-18f28427c984 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a20e93f3-a1e0-4d14-aab5-9736638a20a7 HTTP/1.1" status: 200 len: 853 time: 0.1473434 Jul 06 17:38:10.656935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a7188c-c814-407c-81aa-aac59a6d41e5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:10.722573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:10.870543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3521a1-4ca0-4505-991e-2a7f1c7902aa req-bb7b49c8-9f06-4f02-8995-c975ac52b0e6 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:10.872739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bd3521a1-4ca0-4505-991e-2a7f1c7902aa req-bb7b49c8-9f06-4f02-8995-c975ac52b0e6 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 943 time: 0.1439011 Jul 06 17:38:10.926878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bd3521a1-4ca0-4505-991e-2a7f1c7902aa req-6756a2e2-cad7-4d55-8c8f-a2e6597ecbfa tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479863 Jul 06 17:38:11.093641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Transition to ACTIVE for port object 74a7188c-c814-407c-81aa-aac59a6d41e5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:11.113207 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:11.275950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-f762a986-06bf-4ac3-b841-c9c2056196d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:11.277480 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-f762a986-06bf-4ac3-b841-c9c2056196d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cefc487-2f22-44d7-92be-e07eb2da12f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6960080 Jul 06 17:38:11.282810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd79c78-d71c-4178-9b8d-c101a3edeb1d req-7724c75e-ec3e-4f35-a8e4-7d359ed3e922 service neutron] 10.222.0.22 "GET /v2.0/networks/ddb0b200-4797-44d9-aa05-28d5714ac0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823943 Jul 06 17:38:11.283452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Pushing event updated for resources: {'Port': ['ID=74a7188c-c814-407c-81aa-aac59a6d41e5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:11.350899 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf14def-d389-4c30-88e5-a5f9e5519813 x-openstack-request-id: req-ddf14def-d389-4c30-88e5-a5f9e5519813 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:11.352652 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36684b3e-985b-4745-b969-a5df90ba7de7", "name": "network-vif-plugged", "status": "completed", "tag": "23f08db7-d899-4602-bfea-7bcde6d86b4a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:11.353414 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddf14def-d389-4c30-88e5-a5f9e5519813 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:11.354501 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36684b3e-985b-4745-b969-a5df90ba7de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f08db7-d899-4602-bfea-7bcde6d86b4a', 'code': 200} Jul 06 17:38:11.363775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5d45e-c363-413e-b83d-c4f5f818854e req-29aa8c43-a9d7-4895-bf37-2b7d8edb5c41 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:11.365391 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1af5d45e-c363-413e-b83d-c4f5f818854e req-29aa8c43-a9d7-4895-bf37-2b7d8edb5c41 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 950 time: 0.6409497 Jul 06 17:38:11.406319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Attempting to bind port 74a7188c-c814-407c-81aa-aac59a6d41e5 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:11.406712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Attempting to bind port 74a7188c-c814-407c-81aa-aac59a6d41e5 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '4d4fbe99-a26b-4c20-879a-c76048e56df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87931d75-323a-4f24-8ad9-ecd96c3631d2'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:11.407066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Attempting to bind port 74a7188c-c814-407c-81aa-aac59a6d41e5 on network 87931d75-323a-4f24-8ad9-ecd96c3631d2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:11.450827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Port 74a7188c-c814-407c-81aa-aac59a6d41e5 on network 87931d75-323a-4f24-8ad9-ecd96c3631d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:11.451549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Attempting to bind port 74a7188c-c814-407c-81aa-aac59a6d41e5 on network 87931d75-323a-4f24-8ad9-ecd96c3631d2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:11.504699 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-38db1bd3-ce63-4b98-8187-e79d71611790 service neutron] 10.222.0.55 "GET /v2.0/networks/2cefc487-2f22-44d7-92be-e07eb2da12f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164316 Jul 06 17:38:11.542641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1af5d45e-c363-413e-b83d-c4f5f818854e req-3f0a0255-7861-429e-ad6f-9f54574f20e5 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677508 Jul 06 17:38:11.590069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:11.590313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Checking segment: {'id': '4d4fbe99-a26b-4c20-879a-c76048e56df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87931d75-323a-4f24-8ad9-ecd96c3631d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:11.590693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Bound using segment: {'id': '4d4fbe99-a26b-4c20-879a-c76048e56df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87931d75-323a-4f24-8ad9-ecd96c3631d2'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:11.591156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Bound port: 74a7188c-c814-407c-81aa-aac59a6d41e5, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4fbe99-a26b-4c20-879a-c76048e56df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87931d75-323a-4f24-8ad9-ecd96c3631d2'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:11.591526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:11.705000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60bec0-6f2b-41a8-ab0f-bb088b8eee0e req-1e46a76e-2362-444b-bdac-9c39888e4f9d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:11.707616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd60bec0-6f2b-41a8-ab0f-bb088b8eee0e req-1e46a76e-2362-444b-bdac-9c39888e4f9d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 946 time: 0.1074903 Jul 06 17:38:11.796398 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd60bec0-6f2b-41a8-ab0f-bb088b8eee0e req-b5ab8909-3f03-4d05-b13c-f1d8087952f3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765297 Jul 06 17:38:11.843237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591da3e9-dbd6-4178-bf88-95d7a118ef7e req-d05cc3e7-06d0-4bc3-a55a-5c59433adf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:11.844708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-591da3e9-dbd6-4178-bf88-95d7a118ef7e req-d05cc3e7-06d0-4bc3-a55a-5c59433adf16 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 1101 time: 0.3565903 Jul 06 17:38:11.851064 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a2b2893-343d-466c-acdf-6d8b82a5c019 req-963936af-c396-49a6-90b6-42925c2a31e8 service neutron] 10.222.0.55 "GET /v2.0/networks/2cefc487-2f22-44d7-92be-e07eb2da12f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314173 Jul 06 17:38:11.873091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] For port 74a7188c-c814-407c-81aa-aac59a6d41e5, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:11.902985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] For port 74a7188c-c814-407c-81aa-aac59a6d41e5, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=74a7188c-c814-407c-81aa-aac59a6d41e5,segment=NetworkSegment(4d4fbe99-a26b-4c20-879a-c76048e56df3),segment_id=4d4fbe99-a26b-4c20-879a-c76048e56df3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:11.936437 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:12.111756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-591da3e9-dbd6-4178-bf88-95d7a118ef7e req-acb91a0e-8eeb-4b26-a737-682571d7d67d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594705 Jul 06 17:38:12.160173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e5737-227b-496a-a9cc-16fb693eaf34 req-4bbc759b-9f6e-4ddd-80a3-411acfb2a30c tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.169792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-590e5737-227b-496a-a9cc-16fb693eaf34 req-4bbc759b-9f6e-4ddd-80a3-411acfb2a30c tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 943 time: 0.0873525 Jul 06 17:38:12.181622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Pushing event updated for resources: {'Port': ['ID=74a7188c-c814-407c-81aa-aac59a6d41e5,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:12.188844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.189651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:12.191405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-86687f2b-ab5f-4b39-b00b-84bf10b6f725 service neutron] 10.222.0.55 "PUT /v2.0/ports/74a7188c-c814-407c-81aa-aac59a6d41e5 HTTP/1.1" status: 200 len: 1091 time: 2.9852774 Jul 06 17:38:12.192006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac0333b-f190-4b50-b051-1f299fec4710', 'tag': '74a7188c-c814-407c-81aa-aac59a6d41e5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:12.195471 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "bac0333b-f190-4b50-b051-1f299fec4710", "tag": "74a7188c-c814-407c-81aa-aac59a6d41e5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:12.245817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-590e5737-227b-496a-a9cc-16fb693eaf34 req-ff804297-ec15-41a9-9bfd-d1a13f1eae53 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747638 Jul 06 17:38:12.311750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-9b577136-bacf-43f5-847f-cc96a7b012ae tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.313765 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-9b577136-bacf-43f5-847f-cc96a7b012ae tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 946 time: 0.3334591 Jul 06 17:38:12.448850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14048a-696c-431b-a438-2d7161e23671 req-4a42c89c-b9e8-407a-bb55-5dc2e14eefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.453965 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-4a42c89c-b9e8-407a-bb55-5dc2e14eefc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93667f81f8ae4eec9112b45ea8bb6e46&device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 1094 time: 0.2152207 Jul 06 17:38:12.615783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dece37-3b87-422e-aebd-b224351bc98c req-d3881f51-06d9-43fd-9166-49dfe5856ceb tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:12.632575 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50dece37-3b87-422e-aebd-b224351bc98c req-d3881f51-06d9-43fd-9166-49dfe5856ceb tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 943 time: 0.1882823 Jul 06 17:38:12.661344 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-0cb815f1-c12e-4a51-99db-cd940774bf1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a7188c-c814-407c-81aa-aac59a6d41e5 HTTP/1.1" status: 200 len: 217 time: 0.1589370 Jul 06 17:38:12.744253 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50dece37-3b87-422e-aebd-b224351bc98c req-d57cb6e3-e1c2-4bfd-b77a-0e81136292ae tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096311 Jul 06 17:38:12.845599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Deleting port f96fc3e9-3147-448b-9179-b702190f68dd {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:12.846139 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:12.892987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 33a169ce-3cfc-474b-a31d-593dceb8bef7 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:13.079733 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f89b107-1b4f-4007-86cc-2712ebc78b87 x-openstack-request-id: req-1f89b107-1b4f-4007-86cc-2712ebc78b87 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:13.080053 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac0333b-f190-4b50-b051-1f299fec4710", "tag": "74a7188c-c814-407c-81aa-aac59a6d41e5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:13.080353 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f89b107-1b4f-4007-86cc-2712ebc78b87 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:13.084923 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac0333b-f190-4b50-b051-1f299fec4710', 'tag': '74a7188c-c814-407c-81aa-aac59a6d41e5', 'status': 'completed', 'code': 200} Jul 06 17:38:13.251634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 33a169ce-3cfc-474b-a31d-593dceb8bef7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=33a169ce-3cfc-474b-a31d-593dceb8bef7,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:13.276268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '33a169ce-3cfc-474b-a31d-593dceb8bef7', 'network_id': '2cefc487-2f22-44d7-92be-e07eb2da12f4', 'port_id': '33a169ce-3cfc-474b-a31d-593dceb8bef7', 'mac_address': 'fa:16:3e:bb:d6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20e93f3-a1e0-4d14-aab5-9736638a20a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:13.287465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14048a-696c-431b-a438-2d7161e23671 req-2504dfd7-81a7-4197-bdb8-6716a2284c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:13.290570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-2504dfd7-81a7-4197-bdb8-6716a2284c38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a07f7501-204b-46ef-8726-c71842588a2e HTTP/1.1" status: 200 len: 861 time: 0.6128399 Jul 06 17:38:13.302039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] For port f96fc3e9-3147-448b-9179-b702190f68dd, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f96fc3e9-3147-448b-9179-b702190f68dd,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:13.302444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:13.326586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Calling delete_port for f96fc3e9-3147-448b-9179-b702190f68dd owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:13.342640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:13.363130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a169ce-3cfc-474b-a31d-593dceb8bef7 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:13.399191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 33a169ce-3cfc-474b-a31d-593dceb8bef7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=33a169ce-3cfc-474b-a31d-593dceb8bef7,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:13.405890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:13.420427 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-3b15bb86-4f16-4403-8e2a-3ee2e6dea872 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87931d75-323a-4f24-8ad9-ecd96c3631d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781703 Jul 06 17:38:13.485481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=33a169ce-3cfc-474b-a31d-593dceb8bef7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:13.537638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a473a-d78c-42bb-834a-680f8bea249c req-acee04b5-bcf7-4946-9db8-82dcd59aaa1c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:13.539396 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-479a473a-d78c-42bb-834a-680f8bea249c req-acee04b5-bcf7-4946-9db8-82dcd59aaa1c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 946 time: 0.0859675 Jul 06 17:38:13.587649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7fa6b-76df-454f-9465-13a6f6fedf5a req-f833bbc3-9b26-49d7-8658-5bab96d9033b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:13.589662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69e7fa6b-76df-454f-9465-13a6f6fedf5a req-f833bbc3-9b26-49d7-8658-5bab96d9033b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 950 time: 0.4040153 Jul 06 17:38:13.592098 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-479a473a-d78c-42bb-834a-680f8bea249c req-aadbc866-4807-4664-98d0-8c9d76b73fc1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Jul 06 17:38:13.734200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69e7fa6b-76df-454f-9465-13a6f6fedf5a req-8659063e-c11c-4fb7-84c7-5426e8ff8982 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258335 Jul 06 17:38:13.742016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-2887a89b-2ce6-42e2-9542-c80703c8cb07 service neutron] 10.222.0.55 "GET /v2.0/networks/87931d75-323a-4f24-8ad9-ecd96c3631d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985148 Jul 06 17:38:13.759901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:13.771181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['33a169ce-3cfc-474b-a31d-593dceb8bef7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:13.796001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['f96fc3e9-3147-448b-9179-b702190f68dd'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:13.846627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event deleted for resources: {'Port': ['ID=f96fc3e9-3147-448b-9179-b702190f68dd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:13.907531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] No DVR routers for this DVR port f96fc3e9-3147-448b-9179-b702190f68dd on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:38:13.912154 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:13.914743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5fa75e7-776c-4bdd-bd4f-e11e1e86afdd req-be9a74ee-e245-4f1c-8386-93a5f4426a18 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "DELETE /v2.0/ports/f96fc3e9-3147-448b-9179-b702190f68dd HTTP/1.1" status: 204 len: 173 time: 1.5921621 Jul 06 17:38:13.974085 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43e34e-3d0a-4d8b-8548-0fb767fbafb5 req-e0f03f92-955f-4c8e-8332-2a1ab93e0be2 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:13.980255 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d14048a-696c-431b-a438-2d7161e23671 req-3d82be14-9aec-4e78-954b-c64374de873d service neutron] 10.222.0.55 "GET /v2.0/networks/87931d75-323a-4f24-8ad9-ecd96c3631d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312078 Jul 06 17:38:13.981792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a43e34e-3d0a-4d8b-8548-0fb767fbafb5 req-e0f03f92-955f-4c8e-8332-2a1ab93e0be2 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 943 time: 0.2211962 Jul 06 17:38:14.036956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a43e34e-3d0a-4d8b-8548-0fb767fbafb5 req-d9baa623-80b2-4e8b-9f02-278de924ccb0 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539935 Jul 06 17:38:14.230921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32378d54-21ee-4afe-ba65-a6f59d2371fe req-c008a6cf-53ff-4493-91ae-d4ed05becf6a tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:14.238862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32378d54-21ee-4afe-ba65-a6f59d2371fe req-c008a6cf-53ff-4493-91ae-d4ed05becf6a tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 944 time: 0.1394646 Jul 06 17:38:14.300218 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32378d54-21ee-4afe-ba65-a6f59d2371fe req-cb775423-dccc-42cf-b1e5-2c0c9fb47ed3 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602055 Jul 06 17:38:14.324547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-58450bfc-6981-453e-b37c-ee8e583be296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:14.330092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-58450bfc-6981-453e-b37c-ee8e583be296 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93667f81f8ae4eec9112b45ea8bb6e46&device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 1094 time: 0.1448679 Jul 06 17:38:14.469969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-dc6599f7-93ed-404e-91d3-3118fd72907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:14.471495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-dc6599f7-93ed-404e-91d3-3118fd72907a service neutron] 10.222.0.55 "GET /v2.0/networks?id=87931d75-323a-4f24-8ad9-ecd96c3631d2 HTTP/1.1" status: 200 len: 922 time: 0.1286159 Jul 06 17:38:14.528275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-f40e0a10-9737-46fb-b226-47adf88afe2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a7188c-c814-407c-81aa-aac59a6d41e5 HTTP/1.1" status: 200 len: 217 time: 0.0487847 Jul 06 17:38:14.599163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-8f5d47d3-6419-4ace-951c-56b06acd125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:14.602105 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-8f5d47d3-6419-4ace-951c-56b06acd125d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a07f7501-204b-46ef-8726-c71842588a2e HTTP/1.1" status: 200 len: 861 time: 0.0646932 Jul 06 17:38:14.649349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-846ed73b-4e94-45bd-bf74-661024da8d9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87931d75-323a-4f24-8ad9-ecd96c3631d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386972 Jul 06 17:38:14.920935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-096a60d9-ef29-4a75-abb4-b9c267a96697 req-d1e6be2d-b2f2-4c31-b1f0-9852e69af72f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cddae8b-c5ee-44a5-bb8a-15af8710972c HTTP/1.1" status: 200 len: 210 time: 0.0804231 Jul 06 17:38:14.969303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-87a3691d-acc4-4981-974a-3b7c247daf0e service neutron] 10.222.0.55 "GET /v2.0/networks/87931d75-323a-4f24-8ad9-ecd96c3631d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115184 Jul 06 17:38:15.011680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:15.121404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cddae8b-c5ee-44a5-bb8a-15af8710972c', 'name': 'network-vif-deleted', 'tag': 'f96fc3e9-3147-448b-9179-b702190f68dd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:15.124293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53eaf7-37de-4e01-8034-028900515ff6 req-10795dbb-d901-4a07-b1aa-ec47214c9e8c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:15.124896 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0ed7f9-2570-4a30-b7c8-df1dc7380966" -d '{"events": [{"server_uuid": "5cddae8b-c5ee-44a5-bb8a-15af8710972c", "name": "network-vif-deleted", "tag": "f96fc3e9-3147-448b-9179-b702190f68dd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:15.126490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b53eaf7-37de-4e01-8034-028900515ff6 req-10795dbb-d901-4a07-b1aa-ec47214c9e8c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 950 time: 0.1206536 Jul 06 17:38:15.129430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03c20c1e-edcc-4ea2-b98b-f32aa3044dfc req-5870588a-e377-41ef-b738-73884c780003 service neutron] 10.222.0.55 "GET /v2.0/networks/87931d75-323a-4f24-8ad9-ecd96c3631d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519635 Jul 06 17:38:15.199829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b53eaf7-37de-4e01-8034-028900515ff6 req-3c313e14-1bc8-450e-86ef-d27287058f4a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663342 Jul 06 17:38:15.281689 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3844da55-27e5-4d07-a157-59cf7d0881f5 x-openstack-request-id: req-3844da55-27e5-4d07-a157-59cf7d0881f5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:15.282333 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cddae8b-c5ee-44a5-bb8a-15af8710972c", "name": "network-vif-deleted", "tag": "f96fc3e9-3147-448b-9179-b702190f68dd", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:15.282654 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3844da55-27e5-4d07-a157-59cf7d0881f5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:15.283078 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cddae8b-c5ee-44a5-bb8a-15af8710972c', 'name': 'network-vif-deleted', 'tag': 'f96fc3e9-3147-448b-9179-b702190f68dd', 'status': 'completed', 'code': 200} Jul 06 17:38:15.298403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f6a5b-043a-497b-a9fd-2ccda795106c req-8b0a766a-aa8d-4ca0-8a3b-f4ed47023813 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:15.300149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce6f6a5b-043a-497b-a9fd-2ccda795106c req-8b0a766a-aa8d-4ca0-8a3b-f4ed47023813 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 943 time: 0.0918112 Jul 06 17:38:15.360865 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce6f6a5b-043a-497b-a9fd-2ccda795106c req-c716272b-5fb7-4e6f-a686-25a376af4d96 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465961 Jul 06 17:38:15.666655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b8a93-6395-48b0-9938-245666c373ca req-aa913896-7277-4b19-9403-10c375088472 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:15.671435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de2b8a93-6395-48b0-9938-245666c373ca req-aa913896-7277-4b19-9403-10c375088472 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 944 time: 0.0800002 Jul 06 17:38:15.730175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de2b8a93-6395-48b0-9938-245666c373ca req-f0f021a8-8905-4c17-b155-3cf4783d733f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508347 Jul 06 17:38:15.829856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f8b09-06ab-4200-9e54-c76827803d8a req-b06aa559-f511-43e5-9dad-b04c65e32263 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:15.833143 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d36f8b09-06ab-4200-9e54-c76827803d8a req-b06aa559-f511-43e5-9dad-b04c65e32263 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 1101 time: 0.0686138 Jul 06 17:38:15.868779 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d36f8b09-06ab-4200-9e54-c76827803d8a req-43a69794-a338-4d26-8b9e-7358190f4fbc tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.093800 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d36f8b09-06ab-4200-9e54-c76827803d8a req-43a69794-a338-4d26-8b9e-7358190f4fbc tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.103333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d36f8b09-06ab-4200-9e54-c76827803d8a req-43a69794-a338-4d26-8b9e-7358190f4fbc tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.166766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d36f8b09-06ab-4200-9e54-c76827803d8a req-43a69794-a338-4d26-8b9e-7358190f4fbc tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231816 Jul 06 17:38:16.220392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a69794-a338-4d26-8b9e-7358190f4fbc tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ad6f96-0b2f-450f-a1a5-1a8a934ab2dc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:16.564266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f96fc3e9-3147-448b-9179-b702190f68dd no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:16.640672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: f96fc3e9-3147-448b-9179-b702190f68dd {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:38:16.641026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f96fc3e9-3147-448b-9179-b702190f68dd not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:38:16.775953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6fe1d-ec2d-4bb0-8eff-f1cbf1ca2068 req-5990a6cf-f9d3-428c-8ea2-b02d35ad1c8a tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:16.779357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e7e6fe1d-ec2d-4bb0-8eff-f1cbf1ca2068 req-5990a6cf-f9d3-428c-8ea2-b02d35ad1c8a tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 943 time: 0.1431301 Jul 06 17:38:16.805739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-d11f7e12-771e-483f-a907-3f8a4f253caa tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:16.807495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-d11f7e12-771e-483f-a907-3f8a4f253caa tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.2038162 Jul 06 17:38:16.838202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-fa3b55f9-637b-4eb3-8a4a-0c9f1dc10617 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/quotas/f8e157e7167447a9b0d80246d2efcc22 HTTP/1.1" status: 200 len: 375 time: 0.0211515 Jul 06 17:38:16.886512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e7e6fe1d-ec2d-4bb0-8eff-f1cbf1ca2068 req-36ad6d20-7ab7-45d4-93ee-fbb254ec9cd8 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963049 Jul 06 17:38:16.941010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 33a169ce-3cfc-474b-a31d-593dceb8bef7 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:16.950537 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-91b49aa7-b9e6-4eb2-98ac-68689fce78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:16.966839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-6a9deb57-c869-4af9-9dd9-a26bc877361e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1275623 Jul 06 17:38:17.102227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-a65acd97-743e-47dc-91f8-1540066b47bb service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341078 Jul 06 17:38:17.137668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 33a169ce-3cfc-474b-a31d-593dceb8bef7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:17.150559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 33a169ce-3cfc-474b-a31d-593dceb8bef7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:17.151201 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:17.348102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-3691ad1a-9dfc-4884-ae47-d9c8daf1f740 service neutron] 10.222.0.13 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262762 Jul 06 17:38:17.415164 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:17.469969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a1f917-7eec-4adf-ae09-b9d4c3be98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a169ce-3cfc-474b-a31d-593dceb8bef7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:17.472940 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9e6be9-82ad-4e66-b6fb-54e51cf27c42" -d '{"events": [{"server_uuid": "b6a1f917-7eec-4adf-ae09-b9d4c3be98dd", "name": "network-vif-plugged", "status": "completed", "tag": "33a169ce-3cfc-474b-a31d-593dceb8bef7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:17.489149 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-b0f1c542-e6c7-449e-a07c-6e25e8327d48 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585675 Jul 06 17:38:17.501852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 33a169ce-3cfc-474b-a31d-593dceb8bef7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=33a169ce-3cfc-474b-a31d-593dceb8bef7,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:17.510429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:17.604783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=33a169ce-3cfc-474b-a31d-593dceb8bef7,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:17.618242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.618786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.619155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.619492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.620007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.620361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.620699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.621037 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.621526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.621873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.622207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.622592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:17.662772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-4995bffd-edf8-4b92-ac0c-b8ef730e42c7 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:17.665118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-4995bffd-edf8-4b92-ac0c-b8ef730e42c7 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688757 Jul 06 17:38:17.683286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-ddd0859d-9145-4149-b613-9589810a6964 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/quotas/d374dfa77b90481692a9fec9149e3df0 HTTP/1.1" status: 200 len: 375 time: 0.0108190 Jul 06 17:38:17.792803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-4f8b8b04-d0b7-4c11-98c4-95f42bca55e3 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967906 Jul 06 17:38:17.800024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998dacf-f3d0-4b01-b98d-ea7a9a947fa3 req-9e2f8ed9-8d6c-4e28-bb78-6f91f8444829 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:17.808719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6998dacf-f3d0-4b01-b98d-ea7a9a947fa3 req-9e2f8ed9-8d6c-4e28-bb78-6f91f8444829 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 945 time: 0.1099741 Jul 06 17:38:17.859661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6998dacf-f3d0-4b01-b98d-ea7a9a947fa3 req-f421eeac-0cd5-4212-83c3-a04fefbfb1ee tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Jul 06 17:38:18.308566 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b503c-7569-4deb-8849-ff55105964da x-openstack-request-id: req-d43b503c-7569-4deb-8849-ff55105964da {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:18.308871 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a1f917-7eec-4adf-ae09-b9d4c3be98dd", "name": "network-vif-plugged", "status": "completed", "tag": "33a169ce-3cfc-474b-a31d-593dceb8bef7", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:18.309158 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d43b503c-7569-4deb-8849-ff55105964da {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:18.309586 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a1f917-7eec-4adf-ae09-b9d4c3be98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a169ce-3cfc-474b-a31d-593dceb8bef7', 'code': 200} Jul 06 17:38:18.493496 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-50b90915-0369-4853-8d31-3455ba346f65 req-20dd2d06-7b88-4282-a971-9492e2b05fa0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 210 time: 0.0579054 Jul 06 17:38:18.578455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba170ea9-e477-4e5d-998d-da7d0fd5017c req-c3738cd3-2102-45c4-b290-b6dce6e97eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:18.584858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba170ea9-e477-4e5d-998d-da7d0fd5017c req-c3738cd3-2102-45c4-b290-b6dce6e97eba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 1096 time: 0.1848888 Jul 06 17:38:18.669578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba170ea9-e477-4e5d-998d-da7d0fd5017c req-870e0e25-3f33-4875-8873-2808dc6e71cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776770 Jul 06 17:38:18.931692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ee9a9-838b-404c-9405-7003190e8c92 req-1fa1ef43-4f48-4b6f-9680-e9b792ae729a tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:18.937885 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a6ee9a9-838b-404c-9405-7003190e8c92 req-1fa1ef43-4f48-4b6f-9680-e9b792ae729a tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 943 time: 0.1601992 Jul 06 17:38:18.949310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:19.046844 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a6ee9a9-838b-404c-9405-7003190e8c92 req-d5dc792c-d4cd-4770-8b28-e826953ea269 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882032 Jul 06 17:38:19.247379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:19.269497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'mac_address': 'fa:16:3e:a3:68:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:19.318876 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-812f1dd5-120c-4180-a54b-6bf7320297b9 req-2418cc8c-7587-486d-b2e9-387b93870c98 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 210 time: 0.0404282 Jul 06 17:38:19.365540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.383716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd793a4e-c442-4294-a505-be8fd7aa6368 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:19.469659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:19.488231 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.489396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 74a7188c-c814-407c-81aa-aac59a6d41e5 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:19.500260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb4ede-fb6b-4fc2-a454-571b8b86f4f2 req-ee79d598-e51b-4bd9-afb4-94b69bd7752f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:19.503522 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6bb4ede-fb6b-4fc2-a454-571b8b86f4f2 req-ee79d598-e51b-4bd9-afb4-94b69bd7752f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 945 time: 0.1657891 Jul 06 17:38:19.623429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ecca14d1-315b-4aae-9814-a0e362d21307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:19.669281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6bb4ede-fb6b-4fc2-a454-571b8b86f4f2 req-9bceab0c-bbe0-42e3-b532-cb4ac6039d1e tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432106 Jul 06 17:38:19.727731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad985188-8840-4ab5-b2fe-1457e052dc84 req-5bf957b5-bfe3-414d-a472-946ac9915e53 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 210 time: 0.0425396 Jul 06 17:38:19.800811 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:38:19.901089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:19.923287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:20.038289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 74a7188c-c814-407c-81aa-aac59a6d41e5, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=74a7188c-c814-407c-81aa-aac59a6d41e5,segment=NetworkSegment(4d4fbe99-a26b-4c20-879a-c76048e56df3),segment_id=4d4fbe99-a26b-4c20-879a-c76048e56df3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:20.039984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-d5a324e0-8f44-4c84-8b89-b4f1864f41df tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.042805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-d5a324e0-8f44-4c84-8b89-b4f1864f41df tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 805 time: 0.4047732 Jul 06 17:38:20.063511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Request body: {'port': {'device_id': 'b8839d21-9004-4adf-bfc7-dd6830bfcf4b', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'admin_state_up': True, 'tenant_id': 'f8e157e7167447a9b0d80246d2efcc22'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:20.084648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '74a7188c-c814-407c-81aa-aac59a6d41e5', 'network_id': '87931d75-323a-4f24-8ad9-ecd96c3631d2', 'port_id': '74a7188c-c814-407c-81aa-aac59a6d41e5', 'mac_address': 'fa:16:3e:08:50:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07f7501-204b-46ef-8726-c71842588a2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:20.172092 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:38:20.186643 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:20.237732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a7188c-c814-407c-81aa-aac59a6d41e5 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:20.314755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 74a7188c-c814-407c-81aa-aac59a6d41e5, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=74a7188c-c814-407c-81aa-aac59a6d41e5,segment=NetworkSegment(4d4fbe99-a26b-4c20-879a-c76048e56df3),segment_id=4d4fbe99-a26b-4c20-879a-c76048e56df3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:20.322828 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:20.395855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Made reservation on behalf of f8e157e7167447a9b0d80246d2efcc22 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:20.402477 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:20.430646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=74a7188c-c814-407c-81aa-aac59a6d41e5,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:20.453890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['bd793a4e-c442-4294-a505-be8fd7aa6368'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:20.535139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5434871-7935-40c6-be2d-1d583d0f6e0d req-0e6c2e4f-20a4-498d-a05e-262ee637936f tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:20.541495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5434871-7935-40c6-be2d-1d583d0f6e0d req-0e6c2e4f-20a4-498d-a05e-262ee637936f tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 944 time: 0.2249296 Jul 06 17:38:20.596157 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:20.625794 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5434871-7935-40c6-be2d-1d583d0f6e0d req-ea4f8a76-657c-44ec-a003-376a1df135b5 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765395 Jul 06 17:38:20.742304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Allocated IP 172.20.0.11 (a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4/bcb40348-e9ec-4041-81e2-4567f9b075da/af1f1a9c-b698-48f6-b2df-4bd6df941792) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:20.861974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['74a7188c-c814-407c-81aa-aac59a6d41e5'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:20.893907 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f04e2c7e-90ca-4efe-b681-9cb07c3a9d22 req-99106a9b-e0e1-4faf-878f-15b4914a06e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 210 time: 0.0687666 Jul 06 17:38:21.128943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:21.231279 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:21.376912 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-9c28b8fc-3e0c-4f9f-9689-7084fedd2340 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004255 Jul 06 17:38:21.424794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:21.459278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:21.468545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:21.480237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event updated for resources: {'Port': ['ID=af1f1a9c-b698-48f6-b2df-4bd6df941792,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:21.490091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec29fa-d03c-4235-bcb5-ba7260906782 req-d76d752f-5c1e-4fa4-9564-28356d0fe367 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:21.494940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15ec29fa-d03c-4235-bcb5-ba7260906782 req-d76d752f-5c1e-4fa4-9564-28356d0fe367 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 932 time: 0.1338956 Jul 06 17:38:21.554962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:21.555569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:21.569985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15ec29fa-d03c-4235-bcb5-ba7260906782 req-fc8a0cb2-492e-4d2f-ab9f-44ab51c2e1cb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716519 Jul 06 17:38:21.878072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:21.879297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c4fb4-dc8e-4a5c-8dc5-2a48798ed6fa req-99a57557-2d2c-4e87-876c-b852ca60b068 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:21.887515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d9c4fb4-dc8e-4a5c-8dc5-2a48798ed6fa req-99a57557-2d2c-4e87-876c-b852ca60b068 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 945 time: 0.6865532 Jul 06 17:38:21.960755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-0c0c6a39-9e66-40ab-8838-17119428be7f tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700450 Jul 06 17:38:21.969273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-5025f03e-61da-4279-adc1-4ade4b4237f2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:21.971186 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-5025f03e-61da-4279-adc1-4ade4b4237f2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5866053 Jul 06 17:38:21.974333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-f5fa765a-dc17-4d7e-9f05-982a3514c605 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9157903 Jul 06 17:38:21.991255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-49401837-f030-4699-b5d6-3b6c24a512a4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:22.001116 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-49401837-f030-4699-b5d6-3b6c24a512a4 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 804 time: 0.1532624 Jul 06 17:38:22.023699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-1aabf542-a04e-48d7-9fbc-c9bfa7328336 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/quotas/a3f868a278bd45d0a33be3318ae266b1 HTTP/1.1" status: 200 len: 375 time: 0.0199976 Jul 06 17:38:22.049298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Request body: {'port': {'device_id': 'b8839d21-9004-4adf-bfc7-dd6830bfcf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:22.055718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Request body: {'port': {'device_id': 'ee9e4a31-2496-41d0-9c05-96981a3c585d', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'd374dfa77b90481692a9fec9149e3df0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:22.096471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d9c4fb4-dc8e-4a5c-8dc5-2a48798ed6fa req-9bc0fd0f-ee0d-4abd-a6ba-2e67506256b6 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077396 Jul 06 17:38:22.159595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-5f191d0a-99db-4c77-b08e-a63764ee17ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308994 Jul 06 17:38:22.308488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-47bdff33-9215-4a25-8202-be2759826582 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:22.311401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-47bdff33-9215-4a25-8202-be2759826582 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3387597 Jul 06 17:38:22.312074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.365313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Request body: {'port': {'device_id': '4e32f1b7-b0ec-483e-a700-1eab90f45362', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'd374dfa77b90481692a9fec9149e3df0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:22.400187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-61cb0670-8b8a-4b7a-8c2f-1954552da8b9 service neutron] 10.222.0.13 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394533 Jul 06 17:38:22.455468 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.499557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Made reservation on behalf of d374dfa77b90481692a9fec9149e3df0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:22.503681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.580478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-31188835-add6-4567-ad82-8f9a6b7657df service neutron] 10.222.0.13 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647341 Jul 06 17:38:22.723659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2420b-3526-4db6-a629-607f1adf18a8 req-3f13e8a8-50e5-4cf7-ad30-288521d40528 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:22.731071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ef2420b-3526-4db6-a629-607f1adf18a8 req-3f13e8a8-50e5-4cf7-ad30-288521d40528 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 944 time: 0.4164145 Jul 06 17:38:22.880486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Made reservation on behalf of d374dfa77b90481692a9fec9149e3df0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:22.885149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:22.934238 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ef2420b-3526-4db6-a629-607f1adf18a8 req-e7e8bbf9-a682-4c2f-b659-90a10a4d1205 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990182 Jul 06 17:38:22.968396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:23.012312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Allocated IP 192.168.233.34 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/ce2da6da-f097-4247-9c80-5c05ee0f9df3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:23.095212 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port bd793a4e-c442-4294-a505-be8fd7aa6368 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:23.096089 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.184889 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6b299330-2098-4008-926e-82ba92c4549a req-3a100ae5-50b2-42df-b439-240eb0ea5a64 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 210 time: 0.0510449 Jul 06 17:38:23.246999 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.285935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:23.289632 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a2f88f-0333-4db2-a9e7-bc47a3aefea9" -d '{"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-plugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:23.310017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:23.311481 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98dfbe76-fc4b-4f4e-8177-c65333bb7013 req-94ee61ac-97d3-43d8-9634-96ad60dd836d tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 210 time: 0.0662637 Jul 06 17:38:23.322039 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.325063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 74a7188c-c814-407c-81aa-aac59a6d41e5 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:23.444212 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:23.469326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 74a7188c-c814-407c-81aa-aac59a6d41e5 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:23.476483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 74a7188c-c814-407c-81aa-aac59a6d41e5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:23.477875 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.490003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1f1a9c-b698-48f6-b2df-4bd6df941792 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:23.510571 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.540327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Transition to ACTIVE for port object af1f1a9c-b698-48f6-b2df-4bd6df941792 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:23.563675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.691402 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.716424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Pushing event updated for resources: {'Port': ['ID=af1f1a9c-b698-48f6-b2df-4bd6df941792,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:23.755384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 74a7188c-c814-407c-81aa-aac59a6d41e5, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=74a7188c-c814-407c-81aa-aac59a6d41e5,segment=NetworkSegment(4d4fbe99-a26b-4c20-879a-c76048e56df3),segment_id=4d4fbe99-a26b-4c20-879a-c76048e56df3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:23.762852 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.766118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 91a3150c-11a3-455b-9bbc-5c95c4ab0411 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:23.870802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=74a7188c-c814-407c-81aa-aac59a6d41e5,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:23.873192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-3b0f8e03-05af-477f-9cbb-c915e179d254 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:23.875333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-3b0f8e03-05af-477f-9cbb-c915e179d254 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "GET /v2.0/ports?device_id=528f8bf2-2682-42cc-89d1-f67659503350 HTTP/1.1" status: 200 len: 946 time: 0.9432497 Jul 06 17:38:23.912402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50197529-cdf6-4be6-b1de-70fb041be9b5 req-b60159c2-39a2-4163-bff7-7ee7c8f120e2 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:23.915933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50197529-cdf6-4be6-b1de-70fb041be9b5 req-b60159c2-39a2-4163-bff7-7ee7c8f120e2 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 945 time: 0.1832280 Jul 06 17:38:23.963166 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:23.989214 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50197529-cdf6-4be6-b1de-70fb041be9b5 req-c20e37af-4bec-4e5b-a478-c9c9255b7798 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625007 Jul 06 17:38:24.042412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:24.043206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0980f49-c7e5-48bc-8bcb-99260c2cbf35 req-50c2431e-afd4-4aa7-bcec-31e504a51cc2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:24.051196 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:24.055825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0980f49-c7e5-48bc-8bcb-99260c2cbf35 req-50c2431e-afd4-4aa7-bcec-31e504a51cc2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 932 time: 0.9653115 Jul 06 17:38:24.102143 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407d6646-b073-418e-9288-f64534085d4a x-openstack-request-id: req-407d6646-b073-418e-9288-f64534085d4a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:24.102587 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-plugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:24.102938 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-407d6646-b073-418e-9288-f64534085d4a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:24.103429 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'code': 200} Jul 06 17:38:24.141907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=91a3150c-11a3-455b-9bbc-5c95c4ab0411,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:24.188661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0980f49-c7e5-48bc-8bcb-99260c2cbf35 req-6dcbf2d6-340c-4ca5-a70f-50d6a801c5c2 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318624 Jul 06 17:38:24.238114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Attempting to bind port af1f1a9c-b698-48f6-b2df-4bd6df941792 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:24.238619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Attempting to bind port af1f1a9c-b698-48f6-b2df-4bd6df941792 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:24.238868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Attempting to bind port af1f1a9c-b698-48f6-b2df-4bd6df941792 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:24.334140 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:24.360529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Port af1f1a9c-b698-48f6-b2df-4bd6df941792 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:24.360891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Attempting to bind port af1f1a9c-b698-48f6-b2df-4bd6df941792 on network a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:24.390532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Transition to ACTIVE for port object ce2da6da-f097-4247-9c80-5c05ee0f9df3 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:24.401068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:24.401739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Checking segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:24.402288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Bound using segment: {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:24.404070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Bound port: af1f1a9c-b698-48f6-b2df-4bd6df941792, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fc23c9-e50a-4fab-b96a-2083ed971003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:24.404070 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:24.449214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Deleting port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:24.449746 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:24.624806 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-929e64e9-5fac-4148-a1d5-e3832e2af6d3 req-db6e7aca-c605-4e4b-b3d3-fda2fb860964 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 210 time: 0.0461116 Jul 06 17:38:24.671975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7693a7a-c0da-4c12-a147-9a439402b7ea req-e87a8c0d-0bc6-4f83-a5e9-ebb3a8bd20ec tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:24.682387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d7693a7a-c0da-4c12-a147-9a439402b7ea req-e87a8c0d-0bc6-4f83-a5e9-ebb3a8bd20ec tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 945 time: 0.1898000 Jul 06 17:38:24.765023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] For port af1f1a9c-b698-48f6-b2df-4bd6df941792, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:24.807195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d7693a7a-c0da-4c12-a147-9a439402b7ea req-2523b7bf-554c-4e77-8016-96b245f29214 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228366 Jul 06 17:38:24.807433 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:24.826097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:24.830099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] For port af1f1a9c-b698-48f6-b2df-4bd6df941792, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=af1f1a9c-b698-48f6-b2df-4bd6df941792,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:24.908662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.062106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9201f7b-75f6-4004-87a6-3e244578b6ed req-d3f46c17-2138-460a-9247-abe1b4db6c82 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 210 time: 0.1586552 Jul 06 17:38:25.081405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event updated for resources: {'Port': ['ID=ce2da6da-f097-4247-9c80-5c05ee0f9df3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:25.083504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:25.084141 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.086746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] 10.222.0.22 "PUT /v2.0/ports/af1f1a9c-b698-48f6-b2df-4bd6df941792 HTTP/1.1" status: 200 len: 1092 time: 3.0918553 Jul 06 17:38:25.088755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] For port 91a3150c-11a3-455b-9bbc-5c95c4ab0411, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=91a3150c-11a3-455b-9bbc-5c95c4ab0411,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:25.089279 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:25.356677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8839d21-9004-4adf-bfc7-dd6830bfcf4b', 'tag': 'af1f1a9c-b698-48f6-b2df-4bd6df941792'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:25.361348 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa38c445-338c-43bb-8bd6-5aea87d1504a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8839d21-9004-4adf-bfc7-dd6830bfcf4b", "tag": "af1f1a9c-b698-48f6-b2df-4bd6df941792"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:25.403694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-9aef0b30-9450-40ad-9238-2f5c969f26ca tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:25.417362 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-9aef0b30-9450-40ad-9238-2f5c969f26ca tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 804 time: 0.3435884 Jul 06 17:38:25.688660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Request body: {'port': {'device_id': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'admin_state_up': True, 'tenant_id': 'a3f868a278bd45d0a33be3318ae266b1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:25.727808 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc914ed-ac83-4318-95ce-ca41d89fb403 req-0d0ba6b6-6920-4f3f-a67c-3cb3a322ede4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:25.730730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afc914ed-ac83-4318-95ce-ca41d89fb403 req-0d0ba6b6-6920-4f3f-a67c-3cb3a322ede4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 944 time: 0.1812012 Jul 06 17:38:25.805563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Calling delete_port for 91a3150c-11a3-455b-9bbc-5c95c4ab0411 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:25.810259 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e41d764-9861-44a0-84b2-4b1830d8c0cf x-openstack-request-id: req-1e41d764-9861-44a0-84b2-4b1830d8c0cf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:25.810760 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8839d21-9004-4adf-bfc7-dd6830bfcf4b", "tag": "af1f1a9c-b698-48f6-b2df-4bd6df941792", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:25.811178 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e41d764-9861-44a0-84b2-4b1830d8c0cf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:25.811815 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8839d21-9004-4adf-bfc7-dd6830bfcf4b', 'tag': 'af1f1a9c-b698-48f6-b2df-4bd6df941792', 'status': 'completed', 'code': 200} Jul 06 17:38:25.817369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:25.874271 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afc914ed-ac83-4318-95ce-ca41d89fb403 req-2cdfc610-6138-4fd9-8051-00949474d79f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244428 Jul 06 17:38:25.925748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Allocated IP 192.168.233.207 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/2d2e17cf-8d07-4fce-b4cb-4de4562aaac7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:26.071709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:26.105076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac0333b-f190-4b50-b051-1f299fec4710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a7188c-c814-407c-81aa-aac59a6d41e5'}, {'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:26.108335 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51344c4c-e759-485d-b217-cdc7c977b2c5" -d '{"events": [{"server_uuid": "bac0333b-f190-4b50-b051-1f299fec4710", "name": "network-vif-plugged", "status": "completed", "tag": "74a7188c-c814-407c-81aa-aac59a6d41e5"}, {"server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "name": "network-vif-unplugged", "status": "completed", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:26.125767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:26.192252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368b4ad-d954-4827-9696-8fe23fbff4e6 req-7c966d87-5ec6-4990-8081-ab1b6c9ea359 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:26.207767 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8368b4ad-d954-4827-9696-8fe23fbff4e6 req-7c966d87-5ec6-4990-8081-ab1b6c9ea359 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 945 time: 0.1766610 Jul 06 17:38:26.333659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8368b4ad-d954-4827-9696-8fe23fbff4e6 req-a9890a05-858f-4b5e-974a-0b1dea24e558 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231577 Jul 06 17:38:26.597887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-328110c0-15e2-4764-8728-5a336d64f461 None None] Provisioning for port ce2da6da-f097-4247-9c80-5c05ee0f9df3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:26.607633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-328110c0-15e2-4764-8728-5a336d64f461 None None] Provisioning complete for port ce2da6da-f097-4247-9c80-5c05ee0f9df3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:26.609433 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-328110c0-15e2-4764-8728-5a336d64f461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:26.666225 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae58ba2-2400-4aa6-8f24-8a2a8800e211 x-openstack-request-id: req-cae58ba2-2400-4aa6-8f24-8a2a8800e211 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:26.666634 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac0333b-f190-4b50-b051-1f299fec4710", "name": "network-vif-plugged", "status": "completed", "tag": "74a7188c-c814-407c-81aa-aac59a6d41e5", "code": 200}, {"server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "name": "network-vif-unplugged", "status": "completed", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:26.666870 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cae58ba2-2400-4aa6-8f24-8a2a8800e211 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:26.668144 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac0333b-f190-4b50-b051-1f299fec4710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a7188c-c814-407c-81aa-aac59a6d41e5', 'code': 200} Jul 06 17:38:26.668811 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411', 'code': 200} Jul 06 17:38:26.723078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-328110c0-15e2-4764-8728-5a336d64f461 None None] Port ce2da6da-f097-4247-9c80-5c05ee0f9df3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:26.843557 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-16f0fea2-6a85-425d-ad90-1c8be5bc087d req-6823dd61-675d-4091-a4cf-0966616e35c9 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 210 time: 0.0416613 Jul 06 17:38:26.863486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709d602-befd-4620-a3df-07e4d4fc493b service neutron] Pushing event updated for resources: {'Port': ['ID=af1f1a9c-b698-48f6-b2df-4bd6df941792,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:26.880363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb0a89-9fce-4c95-b86c-5ee0e9039f6f req-8fd2459f-3bcc-438d-949d-9e088b700f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:26.887445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-217ce32a-42da-4e9a-9a5f-7f60c3d33d3d req-3b2db6b2-fcc5-4e4b-b867-dbc9c7099657 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 210 time: 0.7665346 Jul 06 17:38:26.888590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49eb0a89-9fce-4c95-b86c-5ee0e9039f6f req-8fd2459f-3bcc-438d-949d-9e088b700f89 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 1096 time: 0.1331198 Jul 06 17:38:26.950108 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49eb0a89-9fce-4c95-b86c-5ee0e9039f6f req-3b092198-42da-416d-81be-5116236a6ac7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541975 Jul 06 17:38:26.952266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:26.952929 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:26.980867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 91a3150c-11a3-455b-9bbc-5c95c4ab0411 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:26.983921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-651b5e04-087a-4fff-aa75-17b8d62b6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:26.985450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-651b5e04-087a-4fff-aa75-17b8d62b6181 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 1095 time: 1.5666807 Jul 06 17:38:27.073579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-44e89b2b-74bc-4208-8028-a20c7ecd9617 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0672066 Jul 06 17:38:27.174237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Request body: {'port': {'device_id': 'ee9e4a31-2496-41d0-9c05-96981a3c585d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:27.217590 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-cd24c79b-9479-4a4e-b34d-37cb38053b20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af1f1a9c-b698-48f6-b2df-4bd6df941792 HTTP/1.1" status: 200 len: 217 time: 0.2092175 Jul 06 17:38:27.458353 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:27.501721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Made reservation on behalf of a3f868a278bd45d0a33be3318ae266b1 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:27.508665 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:27.746677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Allocated IP 172.20.0.8 (9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5/f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b/8d5f346b-5f3e-438b-a88e-524d163b4729) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:27.896683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576b514-4d97-460f-8354-d12ade600871 req-dc2b7100-9c18-4d33-8a48-d01336307221 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:27.903560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7576b514-4d97-460f-8354-d12ade600871 req-dc2b7100-9c18-4d33-8a48-d01336307221 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 945 time: 0.1789269 Jul 06 17:38:27.998571 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7576b514-4d97-460f-8354-d12ade600871 req-37f47511-7d15-4e38-ae04-d6bb73755f96 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824885 Jul 06 17:38:28.293514 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.310602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.336423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-a2674ba7-7df4-4d0a-97a9-8675887756fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:28.339951 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-a2674ba7-7df4-4d0a-97a9-8675887756fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 1.1040924 Jul 06 17:38:28.342309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Transition to ACTIVE for port object 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:28.426659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-78bcb18f-5615-47fe-86db-7b30ba7839cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603635 Jul 06 17:38:28.427429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Pushing event deleted for resources: {'Port': ['ID=91a3150c-11a3-455b-9bbc-5c95c4ab0411,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:28.500213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f5e98-7023-480a-a676-bd9e5d574b4e req-b8676a2c-1c5e-4fca-9dc3-9cd677c4f44c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:28.504751 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6da2dd26-fcae-419e-88af-f91f77183c13 req-4b3b8f0f-6f19-4b3c-8916-1634b6ca236f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 210 time: 0.0579422 Jul 06 17:38:28.511326 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-628f5e98-7023-480a-a676-bd9e5d574b4e req-b8676a2c-1c5e-4fca-9dc3-9cd677c4f44c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 944 time: 1.2835748 Jul 06 17:38:28.620375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] No DVR routers for this DVR port 91a3150c-11a3-455b-9bbc-5c95c4ab0411 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:38:28.634697 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.637517 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a17e5e3a-e931-40de-8f83-9e1c9c0f3844 req-05e307d2-9b89-4226-a529-469255c090ab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "DELETE /v2.0/ports/91a3150c-11a3-455b-9bbc-5c95c4ab0411 HTTP/1.1" status: 204 len: 173 time: 4.6748402 Jul 06 17:38:28.649331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'name': 'network-vif-deleted', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:28.652405 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b6c0de-b19e-43b5-ac8a-f416ae4ad01c" -d '{"events": [{"server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "name": "network-vif-deleted", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:28.685867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.729824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae25fc53-4c91-49d1-8728-375f8a392eb9 req-67fb235b-457d-4f3e-b157-5ef8b05b1c11 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 210 time: 0.0693145 Jul 06 17:38:28.738605 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-628f5e98-7023-480a-a676-bd9e5d574b4e req-38eabdf9-ed92-48e5-a402-4376fd520b21 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291963 Jul 06 17:38:28.853083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:28.868217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:29.152517 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66722c25-1837-4f07-bc32-a7e6d5521ce3 x-openstack-request-id: req-66722c25-1837-4f07-bc32-a7e6d5521ce3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:29.152910 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528f8bf2-2682-42cc-89d1-f67659503350", "name": "network-vif-deleted", "tag": "91a3150c-11a3-455b-9bbc-5c95c4ab0411", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:29.153051 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66722c25-1837-4f07-bc32-a7e6d5521ce3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:29.153451 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528f8bf2-2682-42cc-89d1-f67659503350', 'name': 'network-vif-deleted', 'tag': '91a3150c-11a3-455b-9bbc-5c95c4ab0411', 'status': 'completed', 'code': 200} Jul 06 17:38:29.161595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event updated for resources: {'Port': ['ID=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:29.179189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.203855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:29.211679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:29.222073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-b1518eac-0aae-4d38-b51d-356fd7722892 service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778802 Jul 06 17:38:29.223184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:29.311044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d09d95-59a3-468c-b1bb-1f5a7f09da0c req-b9e740af-5f0a-40e5-95fa-d3366ce3aac8 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:29.313806 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28d09d95-59a3-468c-b1bb-1f5a7f09da0c req-b9e740af-5f0a-40e5-95fa-d3366ce3aac8 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 945 time: 0.1397045 Jul 06 17:38:29.481101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:29.513123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:29.527500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:29.605717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Pushing event updated for resources: {'Port': ['ID=8d5f346b-5f3e-438b-a88e-524d163b4729,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:29.640707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:29.641699 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.777985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2da6da-f097-4247-9c80-5c05ee0f9df3 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:29.786875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.813010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3f6d3b29-c68d-4df7-9612-0a596bacec84 None None] Provisioning for port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:29.818451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3f6d3b29-c68d-4df7-9612-0a596bacec84 None None] Provisioning complete for port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:29.818828 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f6d3b29-c68d-4df7-9612-0a596bacec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.828179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Transition to ACTIVE for port object ce2da6da-f097-4247-9c80-5c05ee0f9df3 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:29.856149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-6fc112ec-b24e-43a9-945f-a3b121eb4d88 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.5169630 Jul 06 17:38:29.856826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:29.899679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d3b29-c68d-4df7-9612-0a596bacec84 None None] Port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:29.955440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Request body: {'port': {'device_id': '4e32f1b7-b0ec-483e-a700-1eab90f45362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:29.978377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:29.979175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:30.041992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28d09d95-59a3-468c-b1bb-1f5a7f09da0c req-6e411f0d-cc24-4ca1-8429-60944f4c5bda tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7141850 Jul 06 17:38:30.130828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414b9be5-f179-4168-ba19-999b61a0fd0b req-c2e97032-8e10-4487-8483-fa9a516fe032 service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8806164 Jul 06 17:38:30.139681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Pushing event updated for resources: {'Port': ['ID=ce2da6da-f097-4247-9c80-5c05ee0f9df3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:30.157583 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-add5544e-bd63-462d-9c87-b329850d0ca6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5055456 Jul 06 17:38:30.175676 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Request body: {'port': {'device_id': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:30.411503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c6394-03df-4286-b7a8-12a28b2f67ce req-1c78eeca-2b2c-4fac-941f-5dcc282582be tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:30.423635 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc5c6394-03df-4286-b7a8-12a28b2f67ce req-1c78eeca-2b2c-4fac-941f-5dcc282582be tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 944 time: 0.1739044 Jul 06 17:38:30.503617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc5c6394-03df-4286-b7a8-12a28b2f67ce req-415c95d7-7926-4cce-bdb9-d9a91b9bc33c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770645 Jul 06 17:38:30.573126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75f1c9-f2c0-4f71-804a-75098fa28a0e req-521602f1-1235-4a38-97b1-19efd9346a13 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:30.588311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf75f1c9-f2c0-4f71-804a-75098fa28a0e req-521602f1-1235-4a38-97b1-19efd9346a13 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 931 time: 0.7507646 Jul 06 17:38:30.602464 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:30.677821 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:30.753592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081166-8445-4e3a-9963-c045307375ab req-be585e01-b0e8-4a8c-a8ee-39de4cec7bc2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:30.755400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f081166-8445-4e3a-9963-c045307375ab req-be585e01-b0e8-4a8c-a8ee-39de4cec7bc2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 936 time: 0.1251528 Jul 06 17:38:30.759377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Attempting to bind port ce2da6da-f097-4247-9c80-5c05ee0f9df3 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:30.759786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Attempting to bind port ce2da6da-f097-4247-9c80-5c05ee0f9df3 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:30.760180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Attempting to bind port ce2da6da-f097-4247-9c80-5c05ee0f9df3 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:30.783706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Port ce2da6da-f097-4247-9c80-5c05ee0f9df3 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:30.784327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Attempting to bind port ce2da6da-f097-4247-9c80-5c05ee0f9df3 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:30.828901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f081166-8445-4e3a-9963-c045307375ab req-94b2d74c-4cde-40d7-a5d5-d9ec6746db85 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643549 Jul 06 17:38:31.138283 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:31.147903 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.163613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Transition to ACTIVE for port object 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:31.167990 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf75f1c9-f2c0-4f71-804a-75098fa28a0e req-012f7749-f69a-44fd-8099-a918b8fb007a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944263 Jul 06 17:38:31.169136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:31.169675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:31.170070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:31.171230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Bound port: ce2da6da-f097-4247-9c80-5c05ee0f9df3, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:31.171516 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.204369 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.309347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Pushing event updated for resources: {'Port': ['ID=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:31.530726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-df15ceb6-0362-428f-b50c-8a75e405b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:31.532931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-df15ceb6-0362-428f-b50c-8a75e405b6eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 1095 time: 1.2151027 Jul 06 17:38:31.598933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Attempting to bind port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:31.599549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Attempting to bind port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:31.599753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Attempting to bind port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:31.634699 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.635935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:31.636466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Attempting to bind port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:31.658076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:31.658523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:31.658985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:31.659493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Bound port: 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:31.659883 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.808656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] For port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:31.813225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] For port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:31.879172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.969774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] For port ce2da6da-f097-4247-9c80-5c05ee0f9df3, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:31.995158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:31.995443 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:31.996968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] 10.222.0.22 "PUT /v2.0/ports/2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 HTTP/1.1" status: 200 len: 1096 time: 2.1039972 Jul 06 17:38:32.161936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a45478-06b8-4e51-97a3-ff032e739e6b req-ed36e295-f288-441f-8ba0-a165f1a3ea8c tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:32.168672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26a45478-06b8-4e51-97a3-ff032e739e6b req-ed36e295-f288-441f-8ba0-a165f1a3ea8c tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 945 time: 0.1422961 Jul 06 17:38:32.265196 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26a45478-06b8-4e51-97a3-ff032e739e6b req-7880d842-dcb6-4707-be26-efde69d921d7 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889091 Jul 06 17:38:32.531057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6753f-c924-43f4-85ab-f4ca8de71be1 req-bd2996b0-6405-4c7c-86e6-7dd181d6f4c0 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:32.534969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fc6753f-c924-43f4-85ab-f4ca8de71be1 req-bd2996b0-6405-4c7c-86e6-7dd181d6f4c0 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 948 time: 0.0888867 Jul 06 17:38:32.548450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e32f1b7-b0ec-483e-a700-1eab90f45362', 'tag': '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:32.551032 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76992af4-2bea-42e5-8271-c41682b3459d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e32f1b7-b0ec-483e-a700-1eab90f45362", "tag": "2d2e17cf-8d07-4fce-b4cb-4de4562aaac7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:32.580015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] For port ce2da6da-f097-4247-9c80-5c05ee0f9df3, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ce2da6da-f097-4247-9c80-5c05ee0f9df3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:32.588508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fc6753f-c924-43f4-85ab-f4ca8de71be1 req-e8c66a7f-46ff-4bb3-bbd3-5d69471a6106 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Jul 06 17:38:32.619911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device af1f1a9c-b698-48f6-b2df-4bd6df941792 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:32.687944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.814900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e0329-d844-432f-bbb9-d534aaa500cc service neutron] Pushing event updated for resources: {'Port': ['ID=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:32.884717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port af1f1a9c-b698-48f6-b2df-4bd6df941792, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=af1f1a9c-b698-48f6-b2df-4bd6df941792,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:32.913121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'af1f1a9c-b698-48f6-b2df-4bd6df941792', 'network_id': 'a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4', 'port_id': 'af1f1a9c-b698-48f6-b2df-4bd6df941792', 'mac_address': 'fa:16:3e:93:9f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb40348-e9ec-4041-81e2-4567f9b075da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:32.993138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:32.993867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:32.995556 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] 10.222.0.22 "PUT /v2.0/ports/ce2da6da-f097-4247-9c80-5c05ee0f9df3 HTTP/1.1" status: 200 len: 1095 time: 5.8328917 Jul 06 17:38:32.999142 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.037824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1f1a9c-b698-48f6-b2df-4bd6df941792 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:33.067529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74d0cb-98ff-4cd3-afad-38befda30fb4 req-9af13b8d-8bad-4464-bc05-3e7156a5abe1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:33.076754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6c74d0cb-98ff-4cd3-afad-38befda30fb4 req-9af13b8d-8bad-4464-bc05-3e7156a5abe1 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 944 time: 1.2190480 Jul 06 17:38:33.083591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-7b08e923-d4b8-4d96-afb6-e7f218df4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:33.091132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-7b08e923-d4b8-4d96-afb6-e7f218df4124 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 1.4774942 Jul 06 17:38:33.093032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port af1f1a9c-b698-48f6-b2df-4bd6df941792, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=af1f1a9c-b698-48f6-b2df-4bd6df941792,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:33.102846 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.222890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=af1f1a9c-b698-48f6-b2df-4bd6df941792,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:33.284726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-3418bb3b-f019-4888-94aa-b63825faa852 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af1f1a9c-b698-48f6-b2df-4bd6df941792 HTTP/1.1" status: 200 len: 217 time: 0.1926150 Jul 06 17:38:33.362373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063d3b1-13d1-4bdb-b7c2-544163b6f7b9 req-84bbbca5-b533-42e5-a863-77b8e1517fcc tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:33.372562 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8063d3b1-13d1-4bdb-b7c2-544163b6f7b9 req-84bbbca5-b533-42e5-a863-77b8e1517fcc tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 931 time: 0.1010458 Jul 06 17:38:33.401319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['af1f1a9c-b698-48f6-b2df-4bd6df941792'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:33.435957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8063d3b1-13d1-4bdb-b7c2-544163b6f7b9 req-82dd90ec-251f-48c0-be44-593253953b02 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622923 Jul 06 17:38:33.654184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62515b-697c-41c5-afef-a8822ed0776a service neutron] Pushing event updated for resources: {'Port': ['ID=ce2da6da-f097-4247-9c80-5c05ee0f9df3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:33.671447 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6679d9e0-f1b6-4c97-84b9-3c5ae1ed2e92 x-openstack-request-id: req-6679d9e0-f1b6-4c97-84b9-3c5ae1ed2e92 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:33.672135 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e32f1b7-b0ec-483e-a700-1eab90f45362", "tag": "2d2e17cf-8d07-4fce-b4cb-4de4562aaac7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:33.673002 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6679d9e0-f1b6-4c97-84b9-3c5ae1ed2e92 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:33.673683 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e32f1b7-b0ec-483e-a700-1eab90f45362', 'tag': '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'status': 'completed', 'code': 200} Jul 06 17:38:33.679377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-1f0de3b7-4528-4c3c-abd9-c56c6d191eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:33.681442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-1f0de3b7-4528-4c3c-abd9-c56c6d191eae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 1099 time: 1.1143036 Jul 06 17:38:33.692354 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6c74d0cb-98ff-4cd3-afad-38befda30fb4 req-4aba18b5-fd79-49e2-b8c0-ad2cbea10c9c tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129875 Jul 06 17:38:33.742135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5f346b-5f3e-438b-a88e-524d163b4729 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:33.814357 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:33.829898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-5553a9ea-d425-44ae-8c08-9d1c6f6cc144 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 HTTP/1.1" status: 200 len: 217 time: 0.1328101 Jul 06 17:38:33.852669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-e7cdcf8f-d197-4658-a9f1-49bc902560e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:33.865255 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-e7cdcf8f-d197-4658-a9f1-49bc902560e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.3881133 Jul 06 17:38:33.982314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Transition to ACTIVE for port object 8d5f346b-5f3e-438b-a88e-524d163b4729 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:33.984876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04146139-53e9-448c-a45e-1a04be15ad76 req-a767ecec-92bc-4ac5-8007-15abd731f836 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:33.995752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04146139-53e9-448c-a45e-1a04be15ad76 req-a767ecec-92bc-4ac5-8007-15abd731f836 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 945 time: 0.1297438 Jul 06 17:38:34.047395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-95a51c49-2a86-4db2-bf0b-d1110a7c3e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:34.056196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-95a51c49-2a86-4db2-bf0b-d1110a7c3e32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 1098 time: 0.9328232 Jul 06 17:38:34.058685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-f82e7161-47d7-4eaa-b4cb-97b35ad87429 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1666880 Jul 06 17:38:34.059445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:34.064067 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04146139-53e9-448c-a45e-1a04be15ad76 req-975a7ec3-24de-4f87-a372-e386ca4dc74e tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631096 Jul 06 17:38:34.105934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-678586a7-4e0f-4567-9ada-06c53aa0dc00 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:34.107624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-678586a7-4e0f-4567-9ada-06c53aa0dc00 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.55 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 945 time: 0.8552537 Jul 06 17:38:34.240554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-a7134182-4f81-4f89-bf20-6baaaebafb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:34.242505 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-a7134182-4f81-4f89-bf20-6baaaebafb31 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.3758016 Jul 06 17:38:34.512375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5f346b-5f3e-438b-a88e-524d163b4729,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:34.519165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-fef231e3-3b0a-4f1e-8419-4b7f2bd15fc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ce2da6da-f097-4247-9c80-5c05ee0f9df3 HTTP/1.1" status: 200 len: 217 time: 0.3954091 Jul 06 17:38:34.604493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-def0803e-9a9f-4f14-ae3f-84e680642aec service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928398 Jul 06 17:38:34.628849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device af1f1a9c-b698-48f6-b2df-4bd6df941792 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:34.743763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port af1f1a9c-b698-48f6-b2df-4bd6df941792 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:34.756544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port af1f1a9c-b698-48f6-b2df-4bd6df941792 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:34.757638 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:34.776684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12776a59-039c-4065-b569-18c892e6a6f6 req-c234b208-0d0f-4bbb-b00a-6e6e62d2e8bd tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:34.778310 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-12776a59-039c-4065-b569-18c892e6a6f6 req-c234b208-0d0f-4bbb-b00a-6e6e62d2e8bd tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 943 time: 0.1601963 Jul 06 17:38:34.871462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-12776a59-039c-4065-b569-18c892e6a6f6 req-1b6ca7a5-5f0b-4d5e-abe3-b9ac7d0c7cd0 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859919 Jul 06 17:38:34.947530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa38c445-338c-43bb-8bd6-5aea87d1504a req-67003b40-029a-416a-a69a-c19877a48295 service neutron] 10.222.0.22 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320058 Jul 06 17:38:34.955979 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.009436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8839d21-9004-4adf-bfc7-dd6830bfcf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f1a9c-b698-48f6-b2df-4bd6df941792'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:35.012571 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ccce79-88cd-4fec-861b-62c7ccdfc972" -d '{"events": [{"server_uuid": "b8839d21-9004-4adf-bfc7-dd6830bfcf4b", "name": "network-vif-plugged", "status": "completed", "tag": "af1f1a9c-b698-48f6-b2df-4bd6df941792"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:35.012956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-fc720ef3-e695-45d5-929b-2bcd8cf848e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.014694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-fc720ef3-e695-45d5-929b-2bcd8cf848e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.4033680 Jul 06 17:38:35.056337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port af1f1a9c-b698-48f6-b2df-4bd6df941792, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=af1f1a9c-b698-48f6-b2df-4bd6df941792,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:35.062234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.068399 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.153055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=af1f1a9c-b698-48f6-b2df-4bd6df941792,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:35.249785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c79d7-6231-4e3d-952a-29adf0c68cf1 req-704444b6-b6ff-4373-85e8-94b6f614b56a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.250134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773d8c3-0888-48bc-ac93-4173fef883ab req-a1b14d38-cf03-4b42-a6bc-b6893496bdf7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.257831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-509c79d7-6231-4e3d-952a-29adf0c68cf1 req-704444b6-b6ff-4373-85e8-94b6f614b56a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 948 time: 1.1728837 Jul 06 17:38:35.258298 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4773d8c3-0888-48bc-ac93-4173fef883ab req-a1b14d38-cf03-4b42-a6bc-b6893496bdf7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.0970979 Jul 06 17:38:35.293998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-384f20c7-1d5f-4252-991f-023009443848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.297005 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-384f20c7-1d5f-4252-991f-023009443848 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8248506 Jul 06 17:38:35.320027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4773d8c3-0888-48bc-ac93-4173fef883ab req-7b32c7f7-299c-4e1b-9064-8fd735442c8e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603004 Jul 06 17:38:35.376158 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d73d1-42bb-4d1e-8821-ea98201d1a75 x-openstack-request-id: req-427d73d1-42bb-4d1e-8821-ea98201d1a75 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:35.376734 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8839d21-9004-4adf-bfc7-dd6830bfcf4b", "name": "network-vif-plugged", "status": "completed", "tag": "af1f1a9c-b698-48f6-b2df-4bd6df941792", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:35.377105 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-427d73d1-42bb-4d1e-8821-ea98201d1a75 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:35.377621 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8839d21-9004-4adf-bfc7-dd6830bfcf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1f1a9c-b698-48f6-b2df-4bd6df941792', 'code': 200} Jul 06 17:38:35.441547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Attempting to bind port 8d5f346b-5f3e-438b-a88e-524d163b4729 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:35.442088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Attempting to bind port 8d5f346b-5f3e-438b-a88e-524d163b4729 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:35.447485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Attempting to bind port 8d5f346b-5f3e-438b-a88e-524d163b4729 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:35.549108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Port 8d5f346b-5f3e-438b-a88e-524d163b4729 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:38:35.549570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Attempting to bind port 8d5f346b-5f3e-438b-a88e-524d163b4729 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:35.592348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Deleting port 74a7188c-c814-407c-81aa-aac59a6d41e5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:35.592708 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.603374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758531b-a261-4815-a931-240043731dc7 req-402fc948-1d5e-4dd6-a494-37a745cedf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.605890 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-402fc948-1d5e-4dd6-a494-37a745cedf96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5373881 Jul 06 17:38:35.618126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-509c79d7-6231-4e3d-952a-29adf0c68cf1 req-b43fcd6e-0bfd-41a8-a7c6-70d28736eb2b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589792 Jul 06 17:38:35.656009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d48f2-e600-46f9-badf-38c67292b367 req-1b47056d-0096-4651-b644-443dfbbf14bd tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:35.657630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba9d48f2-e600-46f9-badf-38c67292b367 req-1b47056d-0096-4651-b644-443dfbbf14bd tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 945 time: 0.1049542 Jul 06 17:38:35.678486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9e4a31-2496-41d0-9c05-96981a3c585d', 'tag': 'ce2da6da-f097-4247-9c80-5c05ee0f9df3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:35.681285 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9e4a31-2496-41d0-9c05-96981a3c585d", "tag": "ce2da6da-f097-4247-9c80-5c05ee0f9df3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:35.693549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:35.694186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Checking segment: {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:35.694834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Bound using segment: {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:35.695691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Bound port: 8d5f346b-5f3e-438b-a88e-524d163b4729, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:35.696260 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:35.755898 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba9d48f2-e600-46f9-badf-38c67292b367 req-d37116a8-66f5-4f87-8346-74322e7c023b tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821435 Jul 06 17:38:35.892162 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428a10d0-260b-41f4-ad53-4e529661ed15 x-openstack-request-id: req-428a10d0-260b-41f4-ad53-4e529661ed15 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:35.892809 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9e4a31-2496-41d0-9c05-96981a3c585d", "tag": "ce2da6da-f097-4247-9c80-5c05ee0f9df3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:35.892996 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-428a10d0-260b-41f4-ad53-4e529661ed15 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:35.893343 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9e4a31-2496-41d0-9c05-96981a3c585d', 'tag': 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', 'status': 'completed', 'code': 200} Jul 06 17:38:35.901620 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-4a5c25ff-4771-4dc0-af68-2fea6199ce19 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380957 Jul 06 17:38:35.969183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] For port 74a7188c-c814-407c-81aa-aac59a6d41e5, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=74a7188c-c814-407c-81aa-aac59a6d41e5,segment=NetworkSegment(4d4fbe99-a26b-4c20-879a-c76048e56df3),segment_id=4d4fbe99-a26b-4c20-879a-c76048e56df3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:35.970222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:36.034285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-f4578973-d6c2-4d53-834f-c2f624c7ddd0 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874276 Jul 06 17:38:36.046294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Calling delete_port for 74a7188c-c814-407c-81aa-aac59a6d41e5 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:36.053344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb65e4-17dd-4372-9cbd-6a91e822df6d req-ea0e70a4-07ea-437f-97f6-bab47f340789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:36.056319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0afb65e4-17dd-4372-9cbd-6a91e822df6d req-ea0e70a4-07ea-437f-97f6-bab47f340789 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 1097 time: 0.5522265 Jul 06 17:38:36.108334 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:36.232161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=8d5f346b-5f3e-438b-a88e-524d163b4729,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:36.245800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9c8b0-7f3c-4de0-a6a7-d08415c09d30 req-0dd93155-14f1-4acb-9cab-3e9c07158269 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:36.249174 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05e9c8b0-7f3c-4de0-a6a7-d08415c09d30 req-0dd93155-14f1-4acb-9cab-3e9c07158269 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 943 time: 0.1722860 Jul 06 17:38:36.261670 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:36.290961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0afb65e4-17dd-4372-9cbd-6a91e822df6d req-10ddfecb-8437-42d8-a43a-498e277dff1b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119014 Jul 06 17:38:36.352099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05e9c8b0-7f3c-4de0-a6a7-d08415c09d30 req-982b443c-a57c-47e5-b36f-5505a497e052 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922771 Jul 06 17:38:36.357066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-cbb33b6e-0564-4d5c-ae58-4652be6f9011 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432487 Jul 06 17:38:36.367929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:36.368577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:36.370072 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] 10.222.0.55 "PUT /v2.0/ports/8d5f346b-5f3e-438b-a88e-524d163b4729 HTTP/1.1" status: 200 len: 1091 time: 6.2050383 Jul 06 17:38:36.390805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d758531b-a261-4815-a931-240043731dc7 req-10b84b93-8579-4191-a6eb-d21e05b1104c service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403616 Jul 06 17:38:36.430024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8275d-a8f1-497b-9cb8-eb62156ff983 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5f346b-5f3e-438b-a88e-524d163b4729,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:36.861597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b217-bf2c-465c-bb31-cd96a35f2ca1 req-da681e54-3fdd-4bff-bb31-fe93cf2302b8 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:36.863602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d606b217-bf2c-465c-bb31-cd96a35f2ca1 req-da681e54-3fdd-4bff-bb31-fe93cf2302b8 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 948 time: 0.1051774 Jul 06 17:38:36.934940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d606b217-bf2c-465c-bb31-cd96a35f2ca1 req-d1404d3e-619e-418e-beca-c9b87c21c6da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614698 Jul 06 17:38:37.016777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 74a7188c-c814-407c-81aa-aac59a6d41e5 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:37.083851 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.143771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No active binding found for port 74a7188c-c814-407c-81aa-aac59a6d41e5 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:38:37.144439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 74a7188c-c814-407c-81aa-aac59a6d41e5 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:38:37.162378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Pushing event deleted for resources: {'Port': ['ID=74a7188c-c814-407c-81aa-aac59a6d41e5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:37.178500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76992af4-2bea-42e5-8271-c41682b3459d req-837e04cf-83a8-4dcc-9e10-932e469c195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:37.180429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76992af4-2bea-42e5-8271-c41682b3459d req-837e04cf-83a8-4dcc-9e10-932e469c195c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 1099 time: 0.3390603 Jul 06 17:38:37.210493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-e5fbd480-c2f3-4f49-8ba5-df9eb14661e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:37.212626 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-e5fbd480-c2f3-4f49-8ba5-df9eb14661e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 1098 time: 0.3784294 Jul 06 17:38:37.249576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e61491e-1f81-4a0d-bb4a-b49026aa9ae2 req-a375b682-c423-4527-a2f6-d2ba3a45abf2 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 210 time: 0.0600090 Jul 06 17:38:37.345352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-2fa023a4-63fa-4fa3-a7ed-17064507b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:37.348245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-2fa023a4-63fa-4fa3-a7ed-17064507b8f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 1094 time: 0.9034884 Jul 06 17:38:37.534262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] No DVR routers for this DVR port 74a7188c-c814-407c-81aa-aac59a6d41e5 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:38:37.551409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5dcdd-47f7-479f-88d0-6d9884d2029a req-fdd931b9-38a9-46f7-b057-71eda1ad3ff4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:37.563740 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-42e5dcdd-47f7-479f-88d0-6d9884d2029a req-fdd931b9-38a9-46f7-b057-71eda1ad3ff4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.7272592 Jul 06 17:38:37.571563 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:37.575133 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac0547f0-9447-481a-9fc8-0b5af658418a req-9da02c42-d403-49bd-a9cf-17cc69d0e8cc tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.55 "DELETE /v2.0/ports/74a7188c-c814-407c-81aa-aac59a6d41e5 HTTP/1.1" status: 204 len: 173 time: 3.4142866 Jul 06 17:38:37.636475 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-e649072e-0988-4412-ab8a-bb524dbf4cf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5f346b-5f3e-438b-a88e-524d163b4729 HTTP/1.1" status: 200 len: 217 time: 0.2615428 Jul 06 17:38:37.640966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76992af4-2bea-42e5-8271-c41682b3459d req-60d0b73d-ae93-45c9-8320-4521d32097bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:37.642579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76992af4-2bea-42e5-8271-c41682b3459d req-60d0b73d-ae93-45c9-8320-4521d32097bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.4093425 Jul 06 17:38:37.766562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76992af4-2bea-42e5-8271-c41682b3459d req-7cf31166-3631-4c24-9520-5f27d7615043 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 HTTP/1.1" status: 200 len: 217 time: 0.1132104 Jul 06 17:38:37.906354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cb659-12c1-4c9d-a335-cc667a9adc0a req-5de480bd-2c66-4f4b-a8f6-96e52dff056f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:37.909418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-842cb659-12c1-4c9d-a335-cc667a9adc0a req-5de480bd-2c66-4f4b-a8f6-96e52dff056f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 943 time: 0.1783090 Jul 06 17:38:37.910264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729'}, {'server_uuid': 'bac0333b-f190-4b50-b051-1f299fec4710', 'name': 'network-vif-deleted', 'tag': '74a7188c-c814-407c-81aa-aac59a6d41e5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:37.916735 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a323d76-a18e-4e91-af33-0c9853f576a1" -d '{"events": [{"name": "network-changed", "server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729"}, {"server_uuid": "bac0333b-f190-4b50-b051-1f299fec4710", "name": "network-vif-deleted", "tag": "74a7188c-c814-407c-81aa-aac59a6d41e5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:37.985304 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-42e5dcdd-47f7-479f-88d0-6d9884d2029a req-10ecc019-c6dd-4202-b09a-75d32dcffe2a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199781 Jul 06 17:38:38.002372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-350e4bc9-aaf4-4b18-a2f0-818091c7578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.005145 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-350e4bc9-aaf4-4b18-a2f0-818091c7578b service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.6553786 Jul 06 17:38:38.017454 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-842cb659-12c1-4c9d-a335-cc667a9adc0a req-6f60feec-3d92-4acc-9eb8-4ddda4887da9 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865097 Jul 06 17:38:38.066395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-5dde19ba-5c99-40a7-83cb-2399877efbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.066395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-5dde19ba-5c99-40a7-83cb-2399877efbfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b HTTP/1.1" status: 200 len: 844 time: 0.4080086 Jul 06 17:38:38.138450 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2b0737-d0e4-4d29-b3fa-2325124bd133 x-openstack-request-id: req-dd2b0737-d0e4-4d29-b3fa-2325124bd133 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:38.139182 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729", "status": "completed", "code": 200}, {"server_uuid": "bac0333b-f190-4b50-b051-1f299fec4710", "name": "network-vif-deleted", "tag": "74a7188c-c814-407c-81aa-aac59a6d41e5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:38.139182 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd2b0737-d0e4-4d29-b3fa-2325124bd133 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:38.139724 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729', 'status': 'completed', 'code': 200} Jul 06 17:38:38.140084 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac0333b-f190-4b50-b051-1f299fec4710', 'name': 'network-vif-deleted', 'tag': '74a7188c-c814-407c-81aa-aac59a6d41e5', 'status': 'completed', 'code': 200} Jul 06 17:38:38.144670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76992af4-2bea-42e5-8271-c41682b3459d req-71bbe450-435f-409c-8c1c-97d95def01af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.146579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76992af4-2bea-42e5-8271-c41682b3459d req-71bbe450-435f-409c-8c1c-97d95def01af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.3540409 Jul 06 17:38:38.225994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-e17b0125-d848-4d2c-abb8-7f229dee1026 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ce2da6da-f097-4247-9c80-5c05ee0f9df3 HTTP/1.1" status: 200 len: 217 time: 0.2076466 Jul 06 17:38:38.232442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-c7aeb3db-ed77-4714-aeb7-0a8b9dce2daa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900354 Jul 06 17:38:38.416916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8e0cc-c24c-48b5-b97c-59561299922f req-20cdb06b-1599-4791-964c-cafd03ceef35 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.427765 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c5d8e0cc-c24c-48b5-b97c-59561299922f req-20cdb06b-1599-4791-964c-cafd03ceef35 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 948 time: 0.1467435 Jul 06 17:38:38.479381 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c5d8e0cc-c24c-48b5-b97c-59561299922f req-021e50b5-3184-40e8-8cf1-3fd71c2812d4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502539 Jul 06 17:38:38.587910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-d3a72649-63df-43d6-b8a1-4898128e69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.590139 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-d3a72649-63df-43d6-b8a1-4898128e69d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.3502831 Jul 06 17:38:38.640054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c0c9a1a-c02c-4f14-abec-de83d2da8bde req-03a54efc-bafe-4fcf-b4d9-2a28b31a97f8 tempest-ServerAddressesNegativeTestJSON-1231480147 tempest-ServerAddressesNegativeTestJSON-1231480147-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac0333b-f190-4b50-b051-1f299fec4710 HTTP/1.1" status: 200 len: 210 time: 0.1238763 Jul 06 17:38:38.669581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ce2da6da-f097-4247-9c80-5c05ee0f9df3 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:38.701911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-3fa20af6-c2c5-4a21-b0ea-2cbbeb259f17 service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596972 Jul 06 17:38:38.814657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76992af4-2bea-42e5-8271-c41682b3459d req-f19a5242-98df-414c-88d9-e84048797602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.816967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76992af4-2bea-42e5-8271-c41682b3459d req-f19a5242-98df-414c-88d9-e84048797602 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5832224 Jul 06 17:38:38.858687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ce2da6da-f097-4247-9c80-5c05ee0f9df3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ce2da6da-f097-4247-9c80-5c05ee0f9df3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:38.875667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', 'mac_address': 'fa:16:3e:d4:ca:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:38.911829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-69de0721-effa-48f9-8d0d-0b68eff4aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:38.914412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-69de0721-effa-48f9-8d0d-0b68eff4aed2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2968681 Jul 06 17:38:38.924765 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:38.950331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2da6da-f097-4247-9c80-5c05ee0f9df3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:38.983129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ce2da6da-f097-4247-9c80-5c05ee0f9df3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ce2da6da-f097-4247-9c80-5c05ee0f9df3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:38.991670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3987d927-009c-4d6d-a433-9745ecb8a050 req-95b84301-2131-4505-8379-1e64c65a5b77 service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819827 Jul 06 17:38:38.998526 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:39.002945 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:39.053604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76992af4-2bea-42e5-8271-c41682b3459d req-1d90604f-fdc8-4a75-a7e6-53c16329a052 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188091 Jul 06 17:38:39.098533 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-bd038dab-c9f1-4a59-9b11-9f53a593d921 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749854 Jul 06 17:38:39.167366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:39.184456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ce2da6da-f097-4247-9c80-5c05ee0f9df3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:39.202668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'mac_address': 'fa:16:3e:6f:64:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:39.296689 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:39.297538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76992af4-2bea-42e5-8271-c41682b3459d req-bfb07b19-9c41-4a7b-8d33-45b274ff836b service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323689 Jul 06 17:38:39.324929 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb7edbf5-8e01-4c83-a97f-04a4d2b3b17f req-5ea6eeb6-d124-4723-bec7-c1936efa69ef service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957052 Jul 06 17:38:39.340159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:39.353873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-be642995-6cab-4b39-b52e-7c3a80ae261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.358582 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-be642995-6cab-4b39-b52e-7c3a80ae261e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 1094 time: 0.2266164 Jul 06 17:38:39.410637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:39.418463 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:39.495609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd5d0b-4077-48c6-9c99-14b29ac08cfe req-0b36bbd1-1da9-4a6b-9a61-1191066f9424 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.506069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87cd5d0b-4077-48c6-9c99-14b29ac08cfe req-0b36bbd1-1da9-4a6b-9a61-1191066f9424 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.1300044 Jul 06 17:38:39.544563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:39.565524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-98b59fd3-f5b6-4172-b686-947bab09434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.567577 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-98b59fd3-f5b6-4172-b686-947bab09434d service neutron] 10.222.0.55 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 905 time: 0.2017636 Jul 06 17:38:39.601957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87cd5d0b-4077-48c6-9c99-14b29ac08cfe req-f21c641f-b87f-49dc-84c0-76c4f0018b02 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935936 Jul 06 17:38:39.660185 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-be84d506-feba-4f14-895e-ddb5882f0954 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5f346b-5f3e-438b-a88e-524d163b4729 HTTP/1.1" status: 200 len: 217 time: 0.0825326 Jul 06 17:38:39.723804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a899e75-03bd-4b79-9fc2-258b5d4e3a06 req-bb3c0f5b-c7c7-4096-9459-d048e5d870d6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.740153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['2d2e17cf-8d07-4fce-b4cb-4de4562aaac7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:39.746172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['ce2da6da-f097-4247-9c80-5c05ee0f9df3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:39.747487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a899e75-03bd-4b79-9fc2-258b5d4e3a06 req-bb3c0f5b-c7c7-4096-9459-d048e5d870d6 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 943 time: 0.2548313 Jul 06 17:38:39.795027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-d43ed0db-d805-42bc-9e51-530475b20781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:39.796737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-d43ed0db-d805-42bc-9e51-530475b20781 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b HTTP/1.1" status: 200 len: 844 time: 0.1214910 Jul 06 17:38:39.828231 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a899e75-03bd-4b79-9fc2-258b5d4e3a06 req-28999d47-861e-4832-930b-deea9918dcb8 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793657 Jul 06 17:38:39.885026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-f696f304-cda6-4ed5-91d5-a5e1ab4b0679 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550418 Jul 06 17:38:40.016353 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-dc2f35c5-5ad1-4bfe-b6a2-081c985c065b service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218388 Jul 06 17:38:40.151297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d53ce-ab61-49bb-88c3-2ff8b9cba575 req-ce1917da-29ef-46ea-b520-4834dcf9a34c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:40.155720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-452d53ce-ab61-49bb-88c3-2ff8b9cba575 req-ce1917da-29ef-46ea-b520-4834dcf9a34c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 949 time: 0.2281375 Jul 06 17:38:40.239547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a323d76-a18e-4e91-af33-0c9853f576a1 req-ad9f0b86-f5f2-470e-ac14-005760974386 service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098527 Jul 06 17:38:40.292057 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-452d53ce-ab61-49bb-88c3-2ff8b9cba575 req-39e11332-3997-4006-bd8a-6f98c180f7ac tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074355 Jul 06 17:38:40.370698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59244) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:40.495008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-319693cd-ebd2-42e4-829c-85c6f3587004 admin admin] Deleting subnet a07f7501-204b-46ef-8726-c71842588a2e {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:38:40.503287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319693cd-ebd2-42e4-829c-85c6f3587004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:40.638059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319693cd-ebd2-42e4-829c-85c6f3587004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:40.796286 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319693cd-ebd2-42e4-829c-85c6f3587004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:40.915769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a4a1-b105-4d0d-90dc-8ca4cdde8b3c req-59bc1d39-cdf4-4df0-9260-e7ec3f6e0165 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:40.918558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2930a4a1-b105-4d0d-90dc-8ca4cdde8b3c req-59bc1d39-cdf4-4df0-9260-e7ec3f6e0165 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.2253697 Jul 06 17:38:40.995748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319693cd-ebd2-42e4-829c-85c6f3587004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.020406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319693cd-ebd2-42e4-829c-85c6f3587004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.024624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-319693cd-ebd2-42e4-829c-85c6f3587004 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a07f7501-204b-46ef-8726-c71842588a2e HTTP/1.1" status: 204 len: 168 time: 0.6495574 Jul 06 17:38:41.026907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59258) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:41.062607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319693cd-ebd2-42e4-829c-85c6f3587004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07f7501-204b-46ef-8726-c71842588a2e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:41.103281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2930a4a1-b105-4d0d-90dc-8ca4cdde8b3c req-db062c60-924e-4017-893e-f5acd9ab45cf tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643300 Jul 06 17:38:41.172926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.294279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6d8a0-d294-4e1a-8573-fa6cdb6ccefc req-7abea623-7fca-4319-8a45-3f9e165d2378 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:41.295945 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13f6d8a0-d294-4e1a-8573-fa6cdb6ccefc req-7abea623-7fca-4319-8a45-3f9e165d2378 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 943 time: 0.2101955 Jul 06 17:38:41.336914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.355953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87931d75-323a-4f24-8ad9-ecd96c3631d2']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:41.378224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4fbe99-a26b-4c20-879a-c76048e56df3') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:41.378683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4fbe99-a26b-4c20-879a-c76048e56df3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:41.395463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.411244 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13f6d8a0-d294-4e1a-8573-fa6cdb6ccefc req-cf365b58-28be-49e4-81a4-eaaa4b5e451b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016037 Jul 06 17:38:41.443542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.453868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc9d0b-9447-4995-a649-ea80f79677e4 req-e22c9953-7c12-4227-9034-a3764c714058 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:41.465625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:38:41.466324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.467439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11bc9d0b-9447-4995-a649-ea80f79677e4 req-e22c9953-7c12-4227-9034-a3764c714058 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.1483517 Jul 06 17:38:41.560597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11bc9d0b-9447-4995-a649-ea80f79677e4 req-b82c8c0f-36da-4e10-b38d-f26757f1b3cf tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921235 Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:38:41.564997 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:38:41.625627 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.634365 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:41.640501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] 10.222.0.13 "DELETE /v2.0/networks/87931d75-323a-4f24-8ad9-ecd96c3631d2 HTTP/1.1" status: 204 len: 168 time: 0.6117933 Jul 06 17:38:41.656225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60a311-ea0b-4b94-b098-030f6e11deaf admin admin] Pushing event deleted for resources: {'Network': ['ID=87931d75-323a-4f24-8ad9-ecd96c3631d2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:41.892950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:41.920198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f165a-234c-47c5-84d5-2ac40ec970ca req-f27f058a-74c1-4227-bdca-e3238000a486 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:41.931160 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f8f165a-234c-47c5-84d5-2ac40ec970ca req-f27f058a-74c1-4227-bdca-e3238000a486 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 949 time: 0.1430459 Jul 06 17:38:41.988087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f82bed28-5cbf-4d65-ab5c-9e55b6ba0e05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93667f81f8ae4eec9112b45ea8bb6e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932004 Jul 06 17:38:41.989777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59282) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:42.015696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f8f165a-234c-47c5-84d5-2ac40ec970ca req-e17e5e3a-ee62-4911-8bef-3ff52fe31de1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780685 Jul 06 17:38:42.091446 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60a6a580-d68c-4671-8eb1-9dfc6be7cd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.150282 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60a6a580-d68c-4671-8eb1-9dfc6be7cd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.283944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60a6a580-d68c-4671-8eb1-9dfc6be7cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.288921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60a6a580-d68c-4671-8eb1-9dfc6be7cd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.295171 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-60a6a580-d68c-4671-8eb1-9dfc6be7cd27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2b8310e-dcf0-43b7-b8a6-df56acf3aad0 HTTP/1.1" status: 204 len: 168 time: 0.3013005 Jul 06 17:38:42.307256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6a580-d68c-4671-8eb1-9dfc6be7cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b8310e-dcf0-43b7-b8a6-df56acf3aad0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:42.593356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67994-2843-41e7-ac6d-ab07d7780403 req-7387343a-f053-49b6-aea1-bc0d155d173b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:42.595451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0e67994-2843-41e7-ac6d-ab07d7780403 req-7387343a-f053-49b6-aea1-bc0d155d173b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.1232901 Jul 06 17:38:42.665737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0e67994-2843-41e7-ac6d-ab07d7780403 req-cc689b08-3713-4cda-9cbe-208ff0eeae58 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636377 Jul 06 17:38:42.720535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ce2da6da-f097-4247-9c80-5c05ee0f9df3 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:42.824391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f514f-10cd-4c5b-bf4d-454305025dfa req-5cc420b5-808c-4f8b-9963-67cd2ad5cbab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:42.825070 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port ce2da6da-f097-4247-9c80-5c05ee0f9df3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:42.829740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port ce2da6da-f097-4247-9c80-5c05ee0f9df3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:42.830457 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:42.836077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-684f514f-10cd-4c5b-bf4d-454305025dfa req-5cc420b5-808c-4f8b-9963-67cd2ad5cbab tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 943 time: 0.1742802 Jul 06 17:38:42.917699 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-684f514f-10cd-4c5b-bf4d-454305025dfa req-d2d04d9c-ba1c-49ef-8e02-694146f4798b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783129 Jul 06 17:38:43.015989 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.057612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 8d5f346b-5f3e-438b-a88e-524d163b4729 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:38:43.195580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9e4a31-2496-41d0-9c05-96981a3c585d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2da6da-f097-4247-9c80-5c05ee0f9df3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:43.198510 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc6a68e-4f9f-4460-b10a-432ca91056f7" -d '{"events": [{"server_uuid": "ee9e4a31-2496-41d0-9c05-96981a3c585d", "name": "network-vif-plugged", "status": "completed", "tag": "ce2da6da-f097-4247-9c80-5c05ee0f9df3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:43.218802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=8d5f346b-5f3e-438b-a88e-524d163b4729,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:43.231607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ce2da6da-f097-4247-9c80-5c05ee0f9df3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ce2da6da-f097-4247-9c80-5c05ee0f9df3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:43.238248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '8d5f346b-5f3e-438b-a88e-524d163b4729', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'port_id': '8d5f346b-5f3e-438b-a88e-524d163b4729', 'mac_address': 'fa:16:3e:b0:12:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:38:43.245883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2c82c-c063-4418-a96c-94023585f257 req-886e47fb-21e7-4523-a765-bbe3d8640f4d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:43.253665 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.254251 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07e2c82c-c063-4418-a96c-94023585f257 req-886e47fb-21e7-4523-a765-bbe3d8640f4d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 949 time: 0.1010368 Jul 06 17:38:43.256220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:43.333920 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07e2c82c-c063-4418-a96c-94023585f257 req-4dc41b49-7cf1-4295-91c6-c914fef0234b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786102 Jul 06 17:38:43.463922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.496448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5f346b-5f3e-438b-a88e-524d163b4729 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:38:43.529193 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d388a58d-a4df-449d-be85-66b250dd5db5 x-openstack-request-id: req-d388a58d-a4df-449d-be85-66b250dd5db5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:43.529579 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9e4a31-2496-41d0-9c05-96981a3c585d", "name": "network-vif-plugged", "status": "completed", "tag": "ce2da6da-f097-4247-9c80-5c05ee0f9df3", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:43.529775 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d388a58d-a4df-449d-be85-66b250dd5db5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:43.530109 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9e4a31-2496-41d0-9c05-96981a3c585d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', 'code': 200} Jul 06 17:38:43.531487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ce2da6da-f097-4247-9c80-5c05ee0f9df3,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:43.557000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=8d5f346b-5f3e-438b-a88e-524d163b4729,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:43.564969 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.596064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:43.615901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:43.617418 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.720301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834bdc6-e4b5-4a54-b7fe-918cd173c05e req-a23fd7c7-a85e-410a-acb9-b770c52d1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:43.723915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0834bdc6-e4b5-4a54-b7fe-918cd173c05e req-a23fd7c7-a85e-410a-acb9-b770c52d1ad5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 1100 time: 0.0906415 Jul 06 17:38:43.782531 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0834bdc6-e4b5-4a54-b7fe-918cd173c05e req-eb891206-d1b7-47fb-a499-d531dd625035 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Jul 06 17:38:43.864840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=8d5f346b-5f3e-438b-a88e-524d163b4729,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:43.906775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508dc81-5257-4d6a-a797-aa51e1fc9a46 req-808d2694-6ef4-4b81-829a-06c08299823f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:43.914881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f508dc81-5257-4d6a-a797-aa51e1fc9a46 req-808d2694-6ef4-4b81-829a-06c08299823f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.0882907 Jul 06 17:38:43.916597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:43.930818 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:43.974687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f508dc81-5257-4d6a-a797-aa51e1fc9a46 req-6c13ddb2-5306-44ef-a17f-1a9f1b651ea0 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Jul 06 17:38:43.979703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:43.982912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ca4e1-9121-40de-b21a-5d43a02b812b req-61ee0603-c4b0-46bc-8e7f-b4b5a2709663 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:43.985400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0d6ca4e1-9121-40de-b21a-5d43a02b812b req-61ee0603-c4b0-46bc-8e7f-b4b5a2709663 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 951 time: 0.0744836 Jul 06 17:38:43.992817 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.036134 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0d6ca4e1-9121-40de-b21a-5d43a02b812b req-74cbb981-0792-45f8-9476-261650f33dc8 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Jul 06 17:38:44.057270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:44.074787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1375370291-network', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:44.096961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Made reservation on behalf of 810b090b022d40c695dce5c8fd0dc9fd for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:44.099416 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.109023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.236013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['8d5f346b-5f3e-438b-a88e-524d163b4729'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:38:44.521484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c1e8e-78c8-407c-9c12-2618b9a2b0cf req-29824168-a941-49e8-8db4-1b038a9d40e3 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:44.524035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333c1e8e-78c8-407c-9c12-2618b9a2b0cf req-29824168-a941-49e8-8db4-1b038a9d40e3 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 944 time: 0.3945425 Jul 06 17:38:44.565638 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.572443 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.577176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef23800-5961-42c6-9194-eb4a183a53b4 req-e5a5a9cf-846e-4b4c-b494-e4372db2b439 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:44.578840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ef23800-5961-42c6-9194-eb4a183a53b4 req-e5a5a9cf-846e-4b4c-b494-e4372db2b439 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 950 time: 0.1141353 Jul 06 17:38:44.611343 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-333c1e8e-78c8-407c-9c12-2618b9a2b0cf req-613da697-b042-4d85-a70c-39774325fa70 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759759 Jul 06 17:38:44.614938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:38:44.624667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d2b467-0764-4aaa-8620-174862c37d42,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:44.643981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.644566 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Added segment 8f40b668-fa55-45fc-a7f8-f3d3beac6d46 of type vlan for network 3ff445ce-c289-431f-96f8-5a0be594ae96 Jul 06 17:38:44.679317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ef23800-5961-42c6-9194-eb4a183a53b4 req-e11378f8-2932-4800-beb6-6d5a55c20c50 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922863 Jul 06 17:38:44.740630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.798356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.801159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:44.802379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:44.868621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9503076 Jul 06 17:38:44.871940 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59384) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:44.884285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Request body: {'subnet': {'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1375370291-subnet', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:44.911368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7a233-ccfd-41b7-9aa2-be909475b2fb admin admin] Pushing event updated for resources: {'Network': ['ID=3ff445ce-c289-431f-96f8-5a0be594ae96,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:44.927762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:38:44.928625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Made reservation on behalf of 810b090b022d40c695dce5c8fd0dc9fd for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:38:44.932547 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:45.204231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0ed77-acd9-4d17-9d1d-41b6a77efd2f req-811271b7-ce7a-4232-921e-e5a7c6c8855f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:45.207166 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2a0ed77-acd9-4d17-9d1d-41b6a77efd2f req-811271b7-ce7a-4232-921e-e5a7c6c8855f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.0797386 Jul 06 17:38:45.260963 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2a0ed77-acd9-4d17-9d1d-41b6a77efd2f req-2b111881-aa53-4892-bc8f-28a135ccdc21 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 Jul 06 17:38:45.297340 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:45.369875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3400c58d-b706-48fe-9198-28cf41376f68,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:45.402146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978acd9d-49d2-4fbe-a8c0-0c1d62ef36d2 req-7a4814f2-9c9c-4584-9b81-005f88e150de tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:45.406812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-978acd9d-49d2-4fbe-a8c0-0c1d62ef36d2 req-7a4814f2-9c9c-4584-9b81-005f88e150de tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 951 time: 0.2017980 Jul 06 17:38:45.423330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Checking segment: {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:45.424143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Network hostable DHCP agents. Network: 3ff445ce-c289-431f-96f8-5a0be594ae96, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:38:45.467755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-978acd9d-49d2-4fbe-a8c0-0c1d62ef36d2 req-f27bbc52-a6a7-41ef-9123-f56219da9db7 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575624 Jul 06 17:38:45.469067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:38:45.481713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 3ff445ce-c289-431f-96f8-5a0be594ae96) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:45.488755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:45.490140 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:45.500898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f66141-2681-4f62-8f81-00d0b8a67fcd None None] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:38:45.526908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f2e4dae7-ce55-44ac-beb6-6d2be407c356 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6533778 Jul 06 17:38:45.530760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59394) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:45.539960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:45.586625 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:45.588659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:45.685555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:45.704064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e32f1b7-b0ec-483e-a700-1eab90f45362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:45.711819 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcddd4f-84cb-4aab-ad52-154451343fcd" -d '{"events": [{"server_uuid": "4e32f1b7-b0ec-483e-a700-1eab90f45362", "name": "network-vif-plugged", "status": "completed", "tag": "2d2e17cf-8d07-4fce-b4cb-4de4562aaac7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:45.862180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-3ff445ce-c289-431f-96f8-5a0be594ae96', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:38:45.864499 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.043047 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.159306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Allocated IP 172.20.0.2 (3ff445ce-c289-431f-96f8-5a0be594ae96/3400c58d-b706-48fe-9198-28cf41376f68/11f473e8-670a-43a3-8a0e-15437500781e) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:46.221375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e0c02-0841-45cd-9f40-979c77b6b5cd req-ce6d16ed-74a2-4af7-8805-56f26c740b95 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:46.230056 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d94e0c02-0841-45cd-9f40-979c77b6b5cd req-ce6d16ed-74a2-4af7-8805-56f26c740b95 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 944 time: 0.3396897 Jul 06 17:38:46.289279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d94e0c02-0841-45cd-9f40-979c77b6b5cd req-a5cf99a9-8127-44f3-b5da-c122c26d508d tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579967 Jul 06 17:38:46.532802 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.544553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Transition to ACTIVE for port object 11f473e8-670a-43a3-8a0e-15437500781e will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:46.568290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Transition to ACTIVE for port object 11f473e8-670a-43a3-8a0e-15437500781e will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:46.578398 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.630304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:46.635466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:46.649376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:46.698403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Pushing event updated for resources: {'Port': ['ID=11f473e8-670a-43a3-8a0e-15437500781e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:46.741049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Attempting to bind port 11f473e8-670a-43a3-8a0e-15437500781e on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:46.741774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Attempting to bind port 11f473e8-670a-43a3-8a0e-15437500781e by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:46.742240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Attempting to bind port 11f473e8-670a-43a3-8a0e-15437500781e on network 3ff445ce-c289-431f-96f8-5a0be594ae96 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:46.744263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.749047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:46.749946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Checking segment: {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:46.750460 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.751192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Bound using segment: {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:46.751958 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Bound port: 11f473e8-670a-43a3-8a0e-15437500781e, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:46.752452 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.804695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.842961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-4e6d328f-a2ea-4966-9ba6-a117d2dd5409 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5340631 Jul 06 17:38:46.847108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] For port 11f473e8-670a-43a3-8a0e-15437500781e, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:46.852405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] For port 11f473e8-670a-43a3-8a0e-15437500781e, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=11f473e8-670a-43a3-8a0e-15437500781e,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:46.860469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:46.955929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71122ea-e1f6-4a2d-a7aa-a5d789924a65 req-a88dc668-eb27-4ae9-9cee-4587c74df86f tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:46.959144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e71122ea-e1f6-4a2d-a7aa-a5d789924a65 req-a88dc668-eb27-4ae9-9cee-4587c74df86f tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 950 time: 0.4625802 Jul 06 17:38:47.012427 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1736332-ae72-4a53-9e05-d3d796ca3388 x-openstack-request-id: req-c1736332-ae72-4a53-9e05-d3d796ca3388 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:47.012818 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e32f1b7-b0ec-483e-a700-1eab90f45362", "name": "network-vif-plugged", "status": "completed", "tag": "2d2e17cf-8d07-4fce-b4cb-4de4562aaac7", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:47.013210 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1736332-ae72-4a53-9e05-d3d796ca3388 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:47.013783 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e32f1b7-b0ec-483e-a700-1eab90f45362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'code': 200} Jul 06 17:38:47.028795 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04f90826-3dfd-4eb6-bee6-d69b90d13ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.039720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf4b47-94b7-454f-af61-dbe2aaba946e None None] Pushing event updated for resources: {'Port': ['ID=11f473e8-670a-43a3-8a0e-15437500781e,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:47.056051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 8d5f346b-5f3e-438b-a88e-524d163b4729 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:47.183590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 8d5f346b-5f3e-438b-a88e-524d163b4729 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:47.191871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 8d5f346b-5f3e-438b-a88e-524d163b4729 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:47.192257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.198221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Allocated IP 172.25.7.54 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/8f67ea97-0aa0-4816-be47-8462661cd0b0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:47.323918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.389160 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.470507 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.487753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f67ea97-0aa0-4816-be47-8462661cd0b0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:47.545489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:47.559791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:47.566227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:47.594463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=8d5f346b-5f3e-438b-a88e-524d163b4729,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:47.607040 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:47.608639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:47.627871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7ba78fdb-e13f-49b8-9ac2-cf1871a2ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.628411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7ba78fdb-e13f-49b8-9ac2-cf1871a2ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.628881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7ba78fdb-e13f-49b8-9ac2-cf1871a2ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.629348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7ba78fdb-e13f-49b8-9ac2-cf1871a2ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.629862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7ba78fdb-e13f-49b8-9ac2-cf1871a2ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.630323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7ba78fdb-e13f-49b8-9ac2-cf1871a2ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.630835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7ba78fdb-e13f-49b8-9ac2-cf1871a2ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:47.634360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7ba78fdb-e13f-49b8-9ac2-cf1871a2ecec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6501 time: 0.6736743 Jul 06 17:38:47.652616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e71122ea-e1f6-4a2d-a7aa-a5d789924a65 req-dd019077-fe56-442a-a651-e776b62ddf71 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6734548 Jul 06 17:38:47.857148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 11f473e8-670a-43a3-8a0e-15437500781e up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:47.935680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=8d5f346b-5f3e-438b-a88e-524d163b4729,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:48.005367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2a19e-9fd6-43a3-a095-ebb4a551935f req-711e0118-5e85-48d0-880d-1dc82b8fc428 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.013619 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fa2a19e-9fd6-43a3-a095-ebb4a551935f req-711e0118-5e85-48d0-880d-1dc82b8fc428 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.4210236 Jul 06 17:38:48.035082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f180-4aff-4a76-9830-fb500e737711 req-8ac2dd8b-f68d-45c3-b3e4-600b5381687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.037466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2b1f180-4aff-4a76-9830-fb500e737711 req-8ac2dd8b-f68d-45c3-b3e4-600b5381687e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 1101 time: 0.6616950 Jul 06 17:38:48.136639 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:48.172955 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fa2a19e-9fd6-43a3-a095-ebb4a551935f req-d647f96e-559d-4948-b299-ebf3951a9626 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392360 Jul 06 17:38:48.211097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 11f473e8-670a-43a3-8a0e-15437500781e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:48.230917 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:48.244225 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:48.314484 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2b1f180-4aff-4a76-9830-fb500e737711 req-abb3ab07-3b12-4c43-96ef-ca719ad7ede4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190862 Jul 06 17:38:48.338696 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:48.348886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-85990927-5f86-4988-9cbe-270ca238003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.349541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-85990927-5f86-4988-9cbe-270ca238003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.350093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-85990927-5f86-4988-9cbe-270ca238003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.352706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-85990927-5f86-4988-9cbe-270ca238003a service neutron] 10.222.0.22 "GET /v2.0/networks?id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 HTTP/1.1" status: 200 len: 2298 time: 0.5781710 Jul 06 17:38:48.375651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:48.702838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e41d7-891c-497f-bc58-92faf86ce60f req-058b6f28-dfd0-4785-b087-b247a4911830 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.705469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f83e41d7-891c-497f-bc58-92faf86ce60f req-058b6f28-dfd0-4785-b087-b247a4911830 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 945 time: 0.5757177 Jul 06 17:38:48.745451 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-ce723b1e-95cc-4498-b0ef-b25a01004a0f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122 HTTP/1.1" status: 200 len: 1000 time: 0.3097267 Jul 06 17:38:48.784478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371277ec-520d-4337-82cd-3689a3178e99 None None] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:38:48.853677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350cab6-658d-4e9f-bfe1-42237866b59f req-58bcd553-4dbd-4bc7-af8e-ec6eb9c5ea60 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.861747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1350cab6-658d-4e9f-bfe1-42237866b59f req-58bcd553-4dbd-4bc7-af8e-ec6eb9c5ea60 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 949 time: 0.0867987 Jul 06 17:38:48.865309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7ea67f67-84ad-41af-ac1f-113bffd72419 None None] Provisioning for port 11f473e8-670a-43a3-8a0e-15437500781e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:48.876265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7ea67f67-84ad-41af-ac1f-113bffd72419 None None] Provisioning complete for port 11f473e8-670a-43a3-8a0e-15437500781e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:48.876641 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ea67f67-84ad-41af-ac1f-113bffd72419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:48.912237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f83e41d7-891c-497f-bc58-92faf86ce60f req-3f3191aa-8267-439f-9490-128095a6e4e3 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915448 Jul 06 17:38:48.915287 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1350cab6-658d-4e9f-bfe1-42237866b59f req-f31f13b2-0633-4a3d-992b-eeda2bf26a6e tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519431 Jul 06 17:38:48.972862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-109b4c5b-dbe2-4867-bc7b-78ffc64bea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:48.974933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-109b4c5b-dbe2-4867-bc7b-78ffc64bea2d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8 HTTP/1.1" status: 200 len: 856 time: 0.2050650 Jul 06 17:38:49.019162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729'}, {'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:49.027805 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0a39b9-2301-41ca-bda8-2d73bb9eb146" -d '{"events": [{"server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "name": "network-vif-plugged", "status": "completed", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729"}, {"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-unplugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:49.097198 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.182513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d75c4c-edba-4c43-8fce-a7a7ec5f7ebc req-7ec5052c-53fc-4692-97c6-46e3eae54515 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:49.185042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09d75c4c-edba-4c43-8fce-a7a7ec5f7ebc req-7ec5052c-53fc-4692-97c6-46e3eae54515 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 950 time: 0.1426229 Jul 06 17:38:49.239930 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097fbae3-441b-4a66-b76e-5387b03a3c1e x-openstack-request-id: req-097fbae3-441b-4a66-b76e-5387b03a3c1e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:49.242184 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "name": "network-vif-plugged", "status": "completed", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729", "code": 200}, {"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-unplugged", "status": "completed", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:49.248031 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-097fbae3-441b-4a66-b76e-5387b03a3c1e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:49.248307 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729', 'code': 200} Jul 06 17:38:49.248478 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'code': 200} Jul 06 17:38:49.257266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-18bd92b3-602a-4456-9b55-b36b9b6365e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:49.259004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-18bd92b3-602a-4456-9b55-b36b9b6365e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2696717 Jul 06 17:38:49.305400 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ea67f67-84ad-41af-ac1f-113bffd72419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.308397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09d75c4c-edba-4c43-8fce-a7a7ec5f7ebc req-eee1ee4f-e93b-42e1-8281-55c118d0c584 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149769 Jul 06 17:38:49.413758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7ea67f67-84ad-41af-ac1f-113bffd72419 None None] For port 11f473e8-670a-43a3-8a0e-15437500781e, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=11f473e8-670a-43a3-8a0e-15437500781e,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:49.422638 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ea67f67-84ad-41af-ac1f-113bffd72419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.463698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:38:49.519353 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da8fe9a9-1cf3-4339-aa74-83dca297c50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.541762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea67f67-84ad-41af-ac1f-113bffd72419 None None] Pushing event updated for resources: {'Port': ['ID=11f473e8-670a-43a3-8a0e-15437500781e,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:49.664479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 11f473e8-670a-43a3-8a0e-15437500781e up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:49.847997 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.870560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 11f473e8-670a-43a3-8a0e-15437500781e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:49.871233 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:49.998647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6009ded5-ec97-40c8-a53c-731f4c646b14 None None] Provisioning complete for port 11f473e8-670a-43a3-8a0e-15437500781e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:49.999076 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6009ded5-ec97-40c8-a53c-731f4c646b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:50.099615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-944e0799-a1d5-4432-9859-6a68279453be service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8234727 Jul 06 17:38:50.181097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4070e63-e56e-44bb-9ad9-807381247024 req-7338216b-400a-4662-8656-2d7a0e828969 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.182787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4070e63-e56e-44bb-9ad9-807381247024 req-7338216b-400a-4662-8656-2d7a0e828969 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 949 time: 0.0876629 Jul 06 17:38:50.232130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4070e63-e56e-44bb-9ad9-807381247024 req-9c519c0b-d328-4f45-9612-016c32fd6617 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Jul 06 17:38:50.248118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff14f6-1aa2-40b6-9b21-bfa69ff9ab7c req-ad45b84e-aa26-459d-9d36-c615e322df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.250909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bff14f6-1aa2-40b6-9b21-bfa69ff9ab7c req-ad45b84e-aa26-459d-9d36-c615e322df97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 1096 time: 0.9481215 Jul 06 17:38:50.424355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126c33e-948c-4fe2-9809-79e714ef97f4 req-7acd02ee-a566-48db-a3da-973e4f9082f5 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.426130 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c126c33e-948c-4fe2-9809-79e714ef97f4 req-7acd02ee-a566-48db-a3da-973e4f9082f5 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.9671986 Jul 06 17:38:50.462411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bff14f6-1aa2-40b6-9b21-bfa69ff9ab7c req-0cbd984f-cb08-4b41-a9b6-b785b8615ee4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571636 Jul 06 17:38:50.473113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822f6f3-f81c-47de-aaf7-21fac132aaa0 req-9e5b532b-b821-4af8-b10f-e4e8b7dd6898 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.475831 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7822f6f3-f81c-47de-aaf7-21fac132aaa0 req-9e5b532b-b821-4af8-b10f-e4e8b7dd6898 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 945 time: 0.0974917 Jul 06 17:38:50.497322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:38:50.512814 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Sync routers for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:38:50.523783 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-40f7af92-689a-43d9-b884-7ac5e9768db8 service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119465 Jul 06 17:38:50.528707 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:50.529925 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:38:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:50.539929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7822f6f3-f81c-47de-aaf7-21fac132aaa0 req-171c33e5-9dec-4d3e-a4b4-2448be1129f8 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517285 Jul 06 17:38:50.589477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:50.664839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-a9892d3a-cfb8-4432-a5aa-394c27845ceb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 200 len: 217 time: 0.1330707 Jul 06 17:38:50.666052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:50.672669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ddc05f2e-8f18-4bfc-969f-d0f4bc6943f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1356537 Jul 06 17:38:50.673018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:50.768278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c126c33e-948c-4fe2-9809-79e714ef97f4 req-b1088817-9efd-45d0-bb55-c8348d220b53 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060637 Jul 06 17:38:50.822524 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:50.879371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-8987c91f-80e5-4f23-87f1-cf067750d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:50.881193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-8987c91f-80e5-4f23-87f1-cf067750d6b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.2038164 Jul 06 17:38:51.002885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-aaac72b3-1b7e-465f-a9c6-0f35e38ca917 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:51.005463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-aaac72b3-1b7e-465f-a9c6-0f35e38ca917 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 949 time: 0.3738830 Jul 06 17:38:51.012835 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-1127c0ba-808b-497b-96f2-dd13547a5d8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3830616 Jul 06 17:38:51.124968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-3dd48cad-42b9-4ae5-af60-932df0e8bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:51.127602 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-3dd48cad-42b9-4ae5-af60-932df0e8bad0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2367492 Jul 06 17:38:51.206603 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:47Z', 'revision_number': 3, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:51.238677 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Checking router: c0f7e014-139e-40d5-a24c-e9ad54dcbca3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:38:51.239426 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Updating router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 port 8f67ea97-0aa0-4816-be47-8462661cd0b0 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:38:51.307555 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:51.332439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b8ffa-36b1-48c4-bd85-955135cb41d0 req-c519d8e6-6d4e-4676-96b9-97844d1b939b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:51.342157 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-170b8ffa-36b1-48c4-bd85-955135cb41d0 req-c519d8e6-6d4e-4676-96b9-97844d1b939b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 950 time: 0.3533070 Jul 06 17:38:51.417425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7cb703c7-a0e8-44e8-aa13-4722aa66ca59 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759101 Jul 06 17:38:51.495030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-48913850-b7c8-4b5d-9591-dfabf2323741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:51.496948 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-48913850-b7c8-4b5d-9591-dfabf2323741 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e157e7167447a9b0d80246d2efcc22&device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 1096 time: 0.3043852 Jul 06 17:38:51.504451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Deleting port bd793a4e-c442-4294-a505-be8fd7aa6368 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:51.505196 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:51.556652 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-170b8ffa-36b1-48c4-bd85-955135cb41d0 req-87abc7c4-9af8-4ecc-b715-c10ac07a1ed9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134349 Jul 06 17:38:51.929368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7acd3e05-18bb-4054-aa98-32329035e082 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995837 Jul 06 17:38:51.955095 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:51.971572 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Transition to ACTIVE for port object 8f67ea97-0aa0-4816-be47-8462661cd0b0 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:51.980816 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.013643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada86b81-2a38-4653-bdc1-d192f59cb20d req-6df2f089-1409-47cd-8cf4-765954a56531 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:52.015327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ada86b81-2a38-4653-bdc1-d192f59cb20d req-6df2f089-1409-47cd-8cf4-765954a56531 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 949 time: 0.1820481 Jul 06 17:38:52.041575 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Attempting to bind port 8f67ea97-0aa0-4816-be47-8462661cd0b0 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:52.042099 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Attempting to bind port 8f67ea97-0aa0-4816-be47-8462661cd0b0 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:52.042480 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Attempting to bind port 8f67ea97-0aa0-4816-be47-8462661cd0b0 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:52.056091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-8668ea2e-db99-4f15-80d0-e3e590ab8e42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 200 len: 217 time: 0.1103354 Jul 06 17:38:52.057512 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:52.057920 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:52.058318 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.058761 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:52.059033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] For port bd793a4e-c442-4294-a505-be8fd7aa6368, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bd793a4e-c442-4294-a505-be8fd7aa6368,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:52.059259 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Bound port: 8f67ea97-0aa0-4816-be47-8462661cd0b0, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:52.059585 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.059811 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.106351 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Pushing event updated for resources: {'Port': ['ID=8f67ea97-0aa0-4816-be47-8462661cd0b0,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:52.113128 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ada86b81-2a38-4653-bdc1-d192f59cb20d req-1dce49a1-d9a9-44fc-8946-f3520af5c3c5 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/security-groups?id=4baa2829-b137-4a05-be20-3d8777c8f877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825746 Jul 06 17:38:52.121983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Calling delete_port for bd793a4e-c442-4294-a505-be8fd7aa6368 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:52.124724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-b2b610cf-37e9-4caf-b44b-08f45d2bb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:52.126282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-b2b610cf-37e9-4caf-b44b-08f45d2bb054 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 200 len: 906 time: 0.5178642 Jul 06 17:38:52.134854 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.148584 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.149124 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.149651 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.150000 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.150562 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.150949 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.151360 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.151925 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.152426 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.152765 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.153214 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.153901 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:52.195265 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] For port 8f67ea97-0aa0-4816-be47-8462661cd0b0, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:52.200054 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] For port 8f67ea97-0aa0-4816-be47-8462661cd0b0, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8f67ea97-0aa0-4816-be47-8462661cd0b0,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:52.215148 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.218088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-3e1c0aea-1060-4c55-be07-1f15d97ee8a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9 HTTP/1.1" status: 200 len: 217 time: 0.0716009 Jul 06 17:38:52.284590 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b24c0-414a-44a6-b474-a5399d7bb25b None None] Pushing event updated for resources: {'Port': ['ID=8f67ea97-0aa0-4816-be47-8462661cd0b0,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:52.285967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-6eb7a97a-fde0-4277-bdf2-67d2918fd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:52.289566 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-6eb7a97a-fde0-4277-bdf2-67d2918fd42a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.2095327 Jul 06 17:38:52.317945 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:52.319115 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:38:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:52.393356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca11a93-2daa-4df5-a1de-8d697c86fa6c req-0888eec7-78e0-4795-aa81-1d23ac23c8f7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:52.410190 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ca11a93-2daa-4df5-a1de-8d697c86fa6c req-0888eec7-78e0-4795-aa81-1d23ac23c8f7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 945 time: 0.4695134 Jul 06 17:38:52.463989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Allocated IP 172.20.0.1 (3ff445ce-c289-431f-96f8-5a0be594ae96/3400c58d-b706-48fe-9198-28cf41376f68/e386d4f1-ac47-440e-9d60-0588744ea227) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:52.465897 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.469728 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:52.503056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45b70-400d-40b2-9e9f-d436118dfe65 req-9b475333-f155-4196-9b25-69fa5c9bd07f tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:52.506010 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eca45b70-400d-40b2-9e9f-d436118dfe65 req-9b475333-f155-4196-9b25-69fa5c9bd07f tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 949 time: 0.1671312 Jul 06 17:38:52.508771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-2e03fbb3-52e7-4854-bded-1a68af9075ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:52.510466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-2e03fbb3-52e7-4854-bded-1a68af9075ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 200 len: 845 time: 0.2832329 Jul 06 17:38:52.544265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ca11a93-2daa-4df5-a1de-8d697c86fa6c req-293be0e3-571a-4b60-8dac-2574d1bdb102 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324341 Jul 06 17:38:52.622642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eca45b70-400d-40b2-9e9f-d436118dfe65 req-c00daa6f-3e58-47b2-8dd6-5a18aa4c3ebf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944438 Jul 06 17:38:52.678412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-6a15deb2-3587-4d86-9073-7c9ee66bb9d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484005 Jul 06 17:38:52.741751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.761765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Transition to ACTIVE for port object e386d4f1-ac47-440e-9d60-0588744ea227 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:52.770274 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:47Z', 'revision_number': 3, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:52.790072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-d3f3a32e-f757-4f76-8b00-cf4ac3aa81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:52.791637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-d3f3a32e-f757-4f76-8b00-cf4ac3aa81d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4776015 Jul 06 17:38:52.817938 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf332da-4a7a-4eef-b792-9146b5375260 None None] The sync data for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 is: [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:47Z', 'revision_number': 3, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:38:52.855402 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.915354 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:52.919030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:52.923694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e386d4f1-ac47-440e-9d60-0588744ea227,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:52.926902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:52.933712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:52.992065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917767-8273-43e6-86e9-cb98e990b2ba req-30e0a33f-c802-4ab1-a970-0b7578ab4f24 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:52.993796 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c917767-8273-43e6-86e9-cb98e990b2ba req-30e0a33f-c802-4ab1-a970-0b7578ab4f24 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 945 time: 0.1922932 Jul 06 17:38:53.001711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:53.036512 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-57115827-387f-430c-95fa-f03ba0d9a30f service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432651 Jul 06 17:38:53.037286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Pushing event deleted for resources: {'Port': ['ID=bd793a4e-c442-4294-a505-be8fd7aa6368,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:53.090412 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] No DVR routers for this DVR port bd793a4e-c442-4294-a505-be8fd7aa6368 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:38:53.125857 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:53.142679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf84ca5a-1f65-43e9-bb0f-74f9182d8644 req-6c3c0bf8-d7ca-4235-9431-b04d7c033752 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.55 "DELETE /v2.0/ports/bd793a4e-c442-4294-a505-be8fd7aa6368 HTTP/1.1" status: 204 len: 173 time: 2.1280482 Jul 06 17:38:53.143192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-deleted', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:53.145760 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ff9a6d-e484-4b49-bded-d4cd5f6cc460" -d '{"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-deleted", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:53.193320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-51e28561-9e0c-452c-b13e-a31d6ca2280f service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921130 Jul 06 17:38:53.255818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c917767-8273-43e6-86e9-cb98e990b2ba req-f8aa53ce-4eb4-491e-874b-3f102ae68b4f tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091246 Jul 06 17:38:53.315028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7d3e8f28-3991-4d02-aed7-958d700ece92 None None] Provisioning for port e386d4f1-ac47-440e-9d60-0588744ea227 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:53.320464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7d3e8f28-3991-4d02-aed7-958d700ece92 None None] Provisioning complete for port e386d4f1-ac47-440e-9d60-0588744ea227 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:53.321347 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8f28-3991-4d02-aed7-958d700ece92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:53.376958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:53.424030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e8f28-3991-4d02-aed7-958d700ece92 None None] Port e386d4f1-ac47-440e-9d60-0588744ea227 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:53.489654 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-0e1f878d-fde1-4f85-be67-84abc1c3b5e8 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837408 Jul 06 17:38:53.548578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-1db54ac3-691c-484b-9c66-b68ea4ffb426 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=9560dc4f-2e60-4076-a113-c8feb40f9653 HTTP/1.1" status: 200 len: 217 time: 0.0469944 Jul 06 17:38:53.605796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875927cc-7a8a-4c66-9a96-c9eca411a86e req-12e149f1-4833-46bd-809f-dc7fc3af106e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.615103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-875927cc-7a8a-4c66-9a96-c9eca411a86e req-12e149f1-4833-46bd-809f-dc7fc3af106e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.7183793 Jul 06 17:38:53.667570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4eec8c02-f657-4618-9858-b4d2de7e9d50 req-3b449042-0a15-4ba1-a563-38021c337594 service neutron] 10.222.0.55 "GET /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158328 Jul 06 17:38:53.729179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-49853b08-2a52-4365-85ff-eda3eb9e2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.731189 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-49853b08-2a52-4365-85ff-eda3eb9e2a9d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.1647007 Jul 06 17:38:53.761943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8f67ea97-0aa0-4816-be47-8462661cd0b0 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:53.833160 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:53.833808 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-875927cc-7a8a-4c66-9a96-c9eca411a86e req-ef1fd5c1-e57e-4066-839a-edad1f361e29 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174387 Jul 06 17:38:53.845034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:53.873727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc548e50-1585-4548-8589-180f781a7e6c req-1eb3b515-2a47-4433-86b2-b5e986bd0e5c tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.878931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc548e50-1585-4548-8589-180f781a7e6c req-1eb3b515-2a47-4433-86b2-b5e986bd0e5c tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 945 time: 0.3280461 Jul 06 17:38:53.885356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8f67ea97-0aa0-4816-be47-8462661cd0b0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:53.891164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8f67ea97-0aa0-4816-be47-8462661cd0b0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:53.891995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:53.927810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-aaeccdfa-3e68-4d43-a4cc-4c48ea36a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:53.931852 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-aaeccdfa-3e68-4d43-a4cc-4c48ea36a098 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1707859 Jul 06 17:38:53.935045 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:53.990264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-75c16d02-b80f-4bbf-8e19-f2637355ef90 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:38:53.992492 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-75c16d02-b80f-4bbf-8e19-f2637355ef90 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156758 Jul 06 17:38:54.077369 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e386d4f1-ac47-440e-9d60-0588744ea227,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:54.109211 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:54.143843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 8f67ea97-0aa0-4816-be47-8462661cd0b0, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8f67ea97-0aa0-4816-be47-8462661cd0b0,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:54.152518 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:54.237457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-da9cd473-c389-4940-9302-d68c57b7e498 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337441 Jul 06 17:38:54.247831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:54.255680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:54.292577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=8f67ea97-0aa0-4816-be47-8462661cd0b0,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:54.357645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b5890d6-d8ea-47f4-acaf-6e6c9f14d2dd req-8c944830-f548-45be-87fd-90fab45aced1 tempest-ImagesOneServerTestJSON-1353775963 tempest-ImagesOneServerTestJSON-1353775963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2944fdc2-fd5f-40f2-b46f-0cccd9773355 HTTP/1.1" status: 200 len: 210 time: 0.0809939 Jul 06 17:38:54.549708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:38:54.668660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3b3fcb0a-1a69-4c19-b93f-5d9c17262fbe None None] Provisioning complete for port e386d4f1-ac47-440e-9d60-0588744ea227 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:54.669377 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b3fcb0a-1a69-4c19-b93f-5d9c17262fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:54.689875 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ab3573-3ddc-4554-93e0-d679827bd3bf x-openstack-request-id: req-21ab3573-3ddc-4554-93e0-d679827bd3bf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:54.690537 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944fdc2-fd5f-40f2-b46f-0cccd9773355", "name": "network-vif-deleted", "tag": "bd793a4e-c442-4294-a505-be8fd7aa6368", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:54.690703 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21ab3573-3ddc-4554-93e0-d679827bd3bf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:54.691319 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944fdc2-fd5f-40f2-b46f-0cccd9773355', 'name': 'network-vif-deleted', 'tag': 'bd793a4e-c442-4294-a505-be8fd7aa6368', 'status': 'completed', 'code': 200} Jul 06 17:38:54.709158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fc548e50-1585-4548-8589-180f781a7e6c req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Deleting port 33a169ce-3cfc-474b-a31d-593dceb8bef7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:38:54.709719 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc548e50-1585-4548-8589-180f781a7e6c req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:54.748902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3b3fcb0a-1a69-4c19-b93f-5d9c17262fbe None None] Port e386d4f1-ac47-440e-9d60-0588744ea227 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:38:54.762975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:38:54.776980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bf1b96f7-df0f-4583-b52d-49185e9077c1 admin admin] 10.222.0.13 "PUT /v2.0/routers/c0f7e014-139e-40d5-a24c-e9ad54dcbca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1028025 Jul 06 17:38:54.884933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fc548e50-1585-4548-8589-180f781a7e6c req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] For port 33a169ce-3cfc-474b-a31d-593dceb8bef7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=33a169ce-3cfc-474b-a31d-593dceb8bef7,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:38:54.885480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc548e50-1585-4548-8589-180f781a7e6c req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:54.890209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-b916e412-3aa4-4329-8e6d-eca7a301f0e2 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438868 Jul 06 17:38:54.920770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fc548e50-1585-4548-8589-180f781a7e6c req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Calling delete_port for 33a169ce-3cfc-474b-a31d-593dceb8bef7 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:38:54.933055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa61714-4314-48db-a147-58404532dfbf req-a5723deb-ee34-4d7a-bf38-194ed7bd3156 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:54.940394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa61714-4314-48db-a147-58404532dfbf req-a5723deb-ee34-4d7a-bf38-194ed7bd3156 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:54.948202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa61714-4314-48db-a147-58404532dfbf req-a5723deb-ee34-4d7a-bf38-194ed7bd3156 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362&device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 1690 time: 0.2557890 Jul 06 17:38:54.984675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902099cc-c772-4072-8fb2-92aa790d246b req-ee881324-98fc-47e3-b909-53960af185ca tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:54.993823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-902099cc-c772-4072-8fb2-92aa790d246b req-ee881324-98fc-47e3-b909-53960af185ca tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 945 time: 0.1204197 Jul 06 17:38:55.044351 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-902099cc-c772-4072-8fb2-92aa790d246b req-fb013fed-f082-421e-bcfd-e0b4c5d5df1a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477514 Jul 06 17:38:55.069515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-ddb77157-a968-4c5c-b87d-1d877eb8c572 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94 HTTP/1.1" status: 200 len: 217 time: 0.1687841 Jul 06 17:38:55.091152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa61714-4314-48db-a147-58404532dfbf req-45a655c8-8124-43cb-b655-fa37a22c2786 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417716 Jul 06 17:38:55.121060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:55.146144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: bd793a4e-c442-4294-a505-be8fd7aa6368 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:38:55.146695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bd793a4e-c442-4294-a505-be8fd7aa6368 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:38:55.147769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 33a169ce-3cfc-474b-a31d-593dceb8bef7 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:38:55.192068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-b3482ae8-4653-4139-977d-f622bd9c9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:55.196673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-b3482ae8-4653-4139-977d-f622bd9c9fc1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.0997479 Jul 06 17:38:55.294059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.294869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3164-356a-4ba3-abaa-6430c81a4b1c req-bb8c826d-c055-44d3-a511-a172bab5bb83 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:55.298879 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-59cd3164-356a-4ba3-abaa-6430c81a4b1c req-bb8c826d-c055-44d3-a511-a172bab5bb83 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6a1f917-7eec-4adf-ae09-b9d4c3be98dd HTTP/1.1" status: 200 len: 945 time: 0.1316969 Jul 06 17:38:55.385739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-59cd3164-356a-4ba3-abaa-6430c81a4b1c req-5027d66a-1b04-4ba0-b610-5355fbf53376 tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.13 "GET /v2.0/security-groups?id=485e3055-7939-45fd-8e9d-1de3dc5e1aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794671 Jul 06 17:38:55.453092 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc548e50-1585-4548-8589-180f781a7e6c req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.494462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Pushing event deleted for resources: {'Port': ['ID=33a169ce-3cfc-474b-a31d-593dceb8bef7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:55.506959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-8f175e8b-40c6-437d-9c8d-b5ec93164339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:55.509082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-8f175e8b-40c6-437d-9c8d-b5ec93164339 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2271147 Jul 06 17:38:55.614819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc548e50-1585-4548-8589-180f781a7e6c req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] No DVR routers for this DVR port 33a169ce-3cfc-474b-a31d-593dceb8bef7 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:38:55.621610 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc548e50-1585-4548-8589-180f781a7e6c req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:55.622360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Sync routers for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:38:55.629999 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc548e50-1585-4548-8589-180f781a7e6c req-ae385369-8154-4ec4-a98f-14ca81ff33fd tempest-AttachSCSIVolumeTestJSON-1339774268 tempest-AttachSCSIVolumeTestJSON-1339774268-project] 10.222.0.55 "DELETE /v2.0/ports/33a169ce-3cfc-474b-a31d-593dceb8bef7 HTTP/1.1" status: 204 len: 173 time: 1.7457173 Jul 06 17:38:55.638687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:55.639302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:38:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:55.660511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f0d68-affe-4b80-98a4-0bede7547dd4 req-0d95a182-d702-40d8-a981-ff66ec1a4593 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:55.662128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e32f0d68-affe-4b80-98a4-0bede7547dd4 req-0d95a182-d702-40d8-a981-ff66ec1a4593 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.2779515 Jul 06 17:38:55.792814 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e32f0d68-affe-4b80-98a4-0bede7547dd4 req-e3a61401-6fb9-4994-819b-1dadd22f7542 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064103 Jul 06 17:38:55.797117 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-3497aa4a-5c82-4530-a2ab-c1a459e79fa6 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569480 Jul 06 17:38:55.818278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:55.915651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8f67ea97-0aa0-4816-be47-8462661cd0b0 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:55.979834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59550) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:55.999866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568478451', 'description': 'tempest-description--411691877'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:56.089995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.106256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8f67ea97-0aa0-4816-be47-8462661cd0b0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:56.106660 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.107709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-b1e79b81-e205-4462-af06-d1c98c570370 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015127 Jul 06 17:38:56.187450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 2, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:56.199083 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-57484d56-dcbf-479d-922d-70bd4b02716d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47 HTTP/1.1" status: 200 len: 217 time: 0.0839486 Jul 06 17:38:56.350705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-f861ddfe-aee9-485d-9920-a5095e933311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:56.353731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-f861ddfe-aee9-485d-9920-a5095e933311 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.1474979 Jul 06 17:38:56.407871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Checking router: c0f7e014-139e-40d5-a24c-e9ad54dcbca3 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:38:56.408376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Updating router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 port e386d4f1-ac47-440e-9d60-0588744ea227 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:38:56.446610 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.454545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.472486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52342c-a4fa-4f78-b22f-4440742f392a req-ef237c40-3182-409c-bbeb-d324426389dc tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:56.480524 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7e52342c-a4fa-4f78-b22f-4440742f392a req-ef237c40-3182-409c-bbeb-d324426389dc tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 1101 time: 0.2462096 Jul 06 17:38:56.488498 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.523917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.528931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59564) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:56.529399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5396020 Jul 06 17:38:56.532873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e41e8d-6b75-432d-953b-431cb1c13be8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:56.543050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.543436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.543786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.544133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.544478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.544814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.545601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.545601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.545829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.546105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.546465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.546797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6e045c-892b-4858-9d34-58e390cd1c7d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:38:56.554629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-45d45169-d63c-4f6e-836f-cd88626086d4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'security_group_rule': {'security_group_id': 'b0e41e8d-6b75-432d-953b-431cb1c13be8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:56.584375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7e52342c-a4fa-4f78-b22f-4440742f392a req-5a596bfb-f756-4a19-a491-2ac9c41edbfa tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021302 Jul 06 17:38:56.633586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45d45169-d63c-4f6e-836f-cd88626086d4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.656729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59568) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:56.701407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a1f917-7eec-4adf-ae09-b9d4c3be98dd', 'name': 'network-vif-deleted', 'tag': '33a169ce-3cfc-474b-a31d-593dceb8bef7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:38:56.705135 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2789f616-9069-41cc-b79a-d7c5598eecdc" -d '{"events": [{"server_uuid": "b6a1f917-7eec-4adf-ae09-b9d4c3be98dd", "name": "network-vif-deleted", "tag": "33a169ce-3cfc-474b-a31d-593dceb8bef7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:38:56.723175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-29b85667-e7b2-48c2-b9a3-45b3bd7e9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:56.724887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-29b85667-e7b2-48c2-b9a3-45b3bd7e9e54 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3625383 Jul 06 17:38:56.769428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb34cc8-cf67-4c4c-8b0f-61c40b022b82 req-db7084d6-4954-4778-a11a-3db811b0bb4f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:56.771418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cb34cc8-cf67-4c4c-8b0f-61c40b022b82 req-db7084d6-4954-4778-a11a-3db811b0bb4f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 945 time: 0.3305833 Jul 06 17:38:56.872994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cb34cc8-cf67-4c4c-8b0f-61c40b022b82 req-9cc52334-0b03-4838-9267-33ff9cd9f404 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852373 Jul 06 17:38:56.911138 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d03d329d-01f3-4dd0-aed4-5a006d3b3863 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73c905eb28d14a43b36e4f4bf2feb27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518888 Jul 06 17:38:56.914415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:56.945971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45d45169-d63c-4f6e-836f-cd88626086d4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:56.979571 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adc2785-4995-4f2a-b7d9-f3e4e8d5ef1f x-openstack-request-id: req-2adc2785-4995-4f2a-b7d9-f3e4e8d5ef1f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:38:56.980346 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a1f917-7eec-4adf-ae09-b9d4c3be98dd", "name": "network-vif-deleted", "tag": "33a169ce-3cfc-474b-a31d-593dceb8bef7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:38:56.980935 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2adc2785-4995-4f2a-b7d9-f3e4e8d5ef1f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:38:56.981563 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a1f917-7eec-4adf-ae09-b9d4c3be98dd', 'name': 'network-vif-deleted', 'tag': '33a169ce-3cfc-474b-a31d-593dceb8bef7', 'status': 'completed', 'code': 200} Jul 06 17:38:56.982474 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45d45169-d63c-4f6e-836f-cd88626086d4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.025758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.040519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45d45169-d63c-4f6e-836f-cd88626086d4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.044597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-45d45169-d63c-4f6e-836f-cd88626086d4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5088794 Jul 06 17:38:57.045609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59586) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:57.052227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fdd8244e-4f8c-4033-9323-a6baf704669a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'security_group_rule': {'security_group_id': 'b0e41e8d-6b75-432d-953b-431cb1c13be8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:57.052515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Transition to ACTIVE for port object e386d4f1-ac47-440e-9d60-0588744ea227 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:38:57.066760 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.105418 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdd8244e-4f8c-4033-9323-a6baf704669a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.111185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a192a-60f8-4383-9db4-939170825beb req-b257286f-93d4-40a8-88e0-5a08c5f68329 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:57.112636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d81a192a-60f8-4383-9db4-939170825beb req-b257286f-93d4-40a8-88e0-5a08c5f68329 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 1100 time: 0.1373549 Jul 06 17:38:57.117691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4e346-b20b-4a8d-9319-6bd387ffd9e0 None None] Pushing event updated for resources: {'Port': ['ID=e386d4f1-ac47-440e-9d60-0588744ea227,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:57.158986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d45169-d63c-4f6e-836f-cd88626086d4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e099e3fb-c6ce-4331-8777-909a0c7540fd,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:57.173061 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:38:57.204452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-73fb02f8-5b14-46a9-bf81-2227267256d0 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707456 Jul 06 17:38:57.235402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Attempting to bind port e386d4f1-ac47-440e-9d60-0588744ea227 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:38:57.236474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Attempting to bind port e386d4f1-ac47-440e-9d60-0588744ea227 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:38:57.237283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Attempting to bind port e386d4f1-ac47-440e-9d60-0588744ea227 on network 3ff445ce-c289-431f-96f8-5a0be594ae96 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:38:57.249963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:38:57.250542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Checking segment: {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:38:57.250804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.251183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Bound using segment: {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:38:57.251777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Bound port: e386d4f1-ac47-440e-9d60-0588744ea227, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:38:57.252116 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.254527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d81a192a-60f8-4383-9db4-939170825beb req-8f2d652e-0011-4b0b-b5b7-159706df72ee tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299133 Jul 06 17:38:57.297719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdd8244e-4f8c-4033-9323-a6baf704669a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.309644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdd8244e-4f8c-4033-9323-a6baf704669a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.331925 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-35806625-19ab-4283-aa31-793786e7e1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.345050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8244e-4f8c-4033-9323-a6baf704669a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c333f2-85f5-4f29-bd15-611392b59709,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:57.390763 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-35806625-19ab-4283-aa31-793786e7e1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.399042 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdd8244e-4f8c-4033-9323-a6baf704669a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.405507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fdd8244e-4f8c-4033-9323-a6baf704669a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3586907 Jul 06 17:38:57.409616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59602) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:38:57.431839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] For port e386d4f1-ac47-440e-9d60-0588744ea227, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:38:57.438507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] For port e386d4f1-ac47-440e-9d60-0588744ea227, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e386d4f1-ac47-440e-9d60-0588744ea227,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:38:57.443517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:38:57.448512 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.524951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.528206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f49c9-6f48-43ad-bba8-bbad2fb80b04 req-4a38070c-2707-424d-90b7-6028114968f5 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:57.545104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-968f49c9-6f48-43ad-bba8-bbad2fb80b04 req-4a38070c-2707-424d-90b7-6028114968f5 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.4555571 Jul 06 17:38:57.622778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-ec4a1766-875b-4353-9b2e-fa18919c4ecc service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105945 Jul 06 17:38:57.626612 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-35806625-19ab-4283-aa31-793786e7e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.629667 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-35806625-19ab-4283-aa31-793786e7e1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:57.630845 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-35806625-19ab-4283-aa31-793786e7e1e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4baa2829-b137-4a05-be20-3d8777c8f877 HTTP/1.1" status: 204 len: 168 time: 0.7065787 Jul 06 17:38:57.684202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4e346-b20b-4a8d-9319-6bd387ffd9e0 None None] Pushing event updated for resources: {'Port': ['ID=e386d4f1-ac47-440e-9d60-0588744ea227,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:57.696092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:38:57.697736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:38:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:57.704851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-968f49c9-6f48-43ad-bba8-bbad2fb80b04 req-d45dbd5c-8c31-451c-993c-c065e186a3bb tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567340 Jul 06 17:38:57.830235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35806625-19ab-4283-aa31-793786e7e1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa2829-b137-4a05-be20-3d8777c8f877,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:57.844486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-7a675a91-f690-4833-a75e-74d4626cf775 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5 HTTP/1.1" status: 200 len: 217 time: 0.1987815 Jul 06 17:38:57.969050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-4db10800-56ee-44a9-9a8b-27c6ae5c3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:57.976093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-4db10800-56ee-44a9-9a8b-27c6ae5c3af5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.1240418 Jul 06 17:38:58.035167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.092918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:38:58.177569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-64adcea7-198c-405e-88ca-c86457a1a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:58.184653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-64adcea7-198c-405e-88ca-c86457a1a3bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2005887 Jul 06 17:38:58.370102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Allocated IP 172.25.7.210 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/28ddd384-da64-4785-88e3-e413d956c404) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:38:58.432045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-de4c92ae-75c0-43d0-a1e0-da9d0fd59b5d service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383225 Jul 06 17:38:58.665170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.670433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:38:57Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:38:58.697942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-427197e6-30ff-484a-92fc-d8512d1e195d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758977 Jul 06 17:38:58.723415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2716800-71e5-495e-903c-c54beb649b9d None None] The sync data for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 is: [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:38:57Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:38:58.746373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:58.851156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da7a80d6-e6d8-4501-8afe-d921fdbe8f33 req-a567f3e9-8646-461d-b8ab-dffe70c58710 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130256 Jul 06 17:38:58.870517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:38:58.877127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:38:58.884845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:38:58.930508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-e1a1c216-46ba-413f-b5c5-64ee196b0891 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:58.939894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-e1a1c216-46ba-413f-b5c5-64ee196b0891 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275400 Jul 06 17:38:58.941382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'Port': ['ID=28ddd384-da64-4785-88e3-e413d956c404,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:58.963368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9cf37104-3b42-49df-b553-9cbaebb3f792 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/quotas/d374dfa77b90481692a9fec9149e3df0 HTTP/1.1" status: 200 len: 375 time: 0.0218563 Jul 06 17:38:59.074736 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.155938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-14f2bc3c-0c3f-4b99-ab50-dbb463163ce2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846421 Jul 06 17:38:59.168013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f9357-6ba4-4dd9-a839-30e28fa74d39 req-fb731ead-6798-4e85-afe1-e4dc123d3715 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:38:59.175938 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d26f9357-6ba4-4dd9-a839-30e28fa74d39 req-fb731ead-6798-4e85-afe1-e4dc123d3715 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.1657577 Jul 06 17:38:59.187622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.274834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d26f9357-6ba4-4dd9-a839-30e28fa74d39 req-4e9be50c-62da-4858-b3b6-629f84c506c4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978415 Jul 06 17:38:59.561332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.569959 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.691111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'Port': ['ID=28ddd384-da64-4785-88e3-e413d956c404,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:38:59.766732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e386d4f1-ac47-440e-9d60-0588744ea227 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:38:59.807233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.828309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:38:59.830531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a54cc4a0-071c-46c8-a275-970bb42ced0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4194353 Jul 06 17:38:59.899450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port e386d4f1-ac47-440e-9d60-0588744ea227 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:38:59.905101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e386d4f1-ac47-440e-9d60-0588744ea227 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:38:59.906060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.074994 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.205800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port e386d4f1-ac47-440e-9d60-0588744ea227, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e386d4f1-ac47-440e-9d60-0588744ea227,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:00.217146 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:00.347766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-e071822a-a64c-40d0-a830-7ee6f0e6eeed tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--568478451&fields=id&tenant_id=810b090b022d40c695dce5c8fd0dc9fd HTTP/1.1" status: 200 len: 267 time: 0.0612357 Jul 06 17:39:00.371222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=e386d4f1-ac47-440e-9d60-0588744ea227,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:00.505072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-03b5975f-c133-4d7c-89db-e527ef20aa0e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:00.507959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-03b5975f-c133-4d7c-89db-e527ef20aa0e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 811 time: 0.1582937 Jul 06 17:39:00.534321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-89ea1d6e-75db-48b6-a035-2ea1f351c377 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/quotas/810b090b022d40c695dce5c8fd0dc9fd HTTP/1.1" status: 200 len: 375 time: 0.0198400 Jul 06 17:39:00.690805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-9f9edd9a-3b53-47e2-9e9d-ae9d5817fcbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1370344 Jul 06 17:39:00.723283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be41ec-3d1b-4cbb-a877-8b17052e5109 req-613d055f-1eba-497f-9ccb-e7468b4f6c5a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:00.724931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2be41ec-3d1b-4cbb-a877-8b17052e5109 req-613d055f-1eba-497f-9ccb-e7468b4f6c5a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.1445355 Jul 06 17:39:00.807089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-df6f0c7a-3e3f-4c81-8fa5-d9a8641bcb51 service neutron] 10.222.0.13 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138942 Jul 06 17:39:00.887807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2be41ec-3d1b-4cbb-a877-8b17052e5109 req-fc319046-66c0-4a42-b8c8-8558b0b82b78 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557431 Jul 06 17:39:00.956787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-e1b09318-c5ca-48e8-81e7-a08120017b50 service neutron] 10.222.0.13 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487770 Jul 06 17:39:01.024483 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a19dccf-2c38-4b8f-8ef6-aae2a0e79b12 req-79180ad7-2bbd-47b6-b1a5-06f1faae29e8 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 210 time: 0.0558071 Jul 06 17:39:01.474030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fbe4c271-b3e4-4032-9f88-6267b8651c57 req-7e4cebe8-ba94-4325-b5d0-a1c1ad7d845a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 210 time: 0.0918231 Jul 06 17:39:01.658741 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:01.733045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e386d4f1-ac47-440e-9d60-0588744ea227 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:01.845261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e386d4f1-ac47-440e-9d60-0588744ea227 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:01.846143 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:02.231108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5451b64-91dd-430e-974d-21d9516966d4 req-03d5a58e-0537-4104-9d72-87f8066e16c6 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:02.234117 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a5451b64-91dd-430e-974d-21d9516966d4 req-03d5a58e-0537-4104-9d72-87f8066e16c6 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.1333520 Jul 06 17:39:02.313821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfe4652e-acdc-48b1-b66c-13a77afd00ac req-644388a6-732b-4c25-a7de-c5ac0b1c2f74 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 210 time: 0.0432794 Jul 06 17:39:02.342681 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a5451b64-91dd-430e-974d-21d9516966d4 req-634f1f8c-efd8-4b48-98ce-87bada2e1532 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982330 Jul 06 17:39:02.781211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a63b3d49-56fa-4438-b83e-e581334c238f req-9a83e1d8-8566-41db-9cb4-e00668cc7512 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 210 time: 0.0307004 Jul 06 17:39:03.148114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 8d5f346b-5f3e-438b-a88e-524d163b4729 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:03.243838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59880) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:03.346182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-a53ab75e-85dd-49b7-b5b0-81d1b242ba67 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633557 Jul 06 17:39:03.391860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=8d5f346b-5f3e-438b-a88e-524d163b4729,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:03.475087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '8d5f346b-5f3e-438b-a88e-524d163b4729', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'port_id': '8d5f346b-5f3e-438b-a88e-524d163b4729', 'mac_address': 'fa:16:3e:b0:12:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:03.693432 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:03.732993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1455ed57-1905-4538-9534-aaa45909b122 req-654cc8e8-c3b0-448b-8243-94839027b722 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 210 time: 0.2491810 Jul 06 17:39:03.742489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d5f346b-5f3e-438b-a88e-524d163b4729 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:03.782573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=8d5f346b-5f3e-438b-a88e-524d163b4729,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:03.785156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-2c154a99-3547-42a5-bd32-ce9f9f7add28 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726144 Jul 06 17:39:03.792254 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:03.966831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['8d5f346b-5f3e-438b-a88e-524d163b4729'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:04.143602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787be3e-6748-44b8-9eb2-5f07f2191001 req-a6811195-5abc-426d-a3db-5a0a9261bea3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:04.157133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=8d5f346b-5f3e-438b-a88e-524d163b4729,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:04.173195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5787be3e-6748-44b8-9eb2-5f07f2191001 req-a6811195-5abc-426d-a3db-5a0a9261bea3 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.2297580 Jul 06 17:39:04.338308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5787be3e-6748-44b8-9eb2-5f07f2191001 req-49103a77-6159-4588-9836-a1fc91a6b9fc tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640871 Jul 06 17:39:04.478249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-62b722b9-5f09-44c3-a977-b09742514b30 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:04.497946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-62b722b9-5f09-44c3-a977-b09742514b30 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1458051 Jul 06 17:39:04.603119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-1488e8e3-6fac-4aae-bdd0-bb9c1d0b67be tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:04.605790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-1488e8e3-6fac-4aae-bdd0-bb9c1d0b67be tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8085124 Jul 06 17:39:04.660784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Request body: {'port': {'device_id': 'e58d477a-6a9e-4e40-92bb-c45309c2e547', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'd374dfa77b90481692a9fec9149e3df0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:04.744062 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:04.957958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Request body: {'port': {'device_id': '1a6b006f-9a29-4d4c-beaf-0ccf6de25a50', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'd374dfa77b90481692a9fec9149e3df0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:05.051435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.184054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 8d5f346b-5f3e-438b-a88e-524d163b4729 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:05.310191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2bc4b992-6c22-43ca-80cf-c9e7e9fe2918 req-63ca69fb-304a-4b73-a7ee-63cc9b2b9b83 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 210 time: 0.0967226 Jul 06 17:39:05.358391 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2516662d-41a3-4bee-a18b-f1cd90fe9974 req-f690da0e-7268-4c07-912e-9cb6a7cc0909 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 210 time: 0.0944088 Jul 06 17:39:05.442379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 8d5f346b-5f3e-438b-a88e-524d163b4729 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:05.446890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.454684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.api [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:39:05.454684 n-d-799526-3 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 17:39:05.454684 n-d-799526-3 neutron-server[93779]: [parameters: {'project_id': 'd374dfa77b90481692a9fec9149e3df0', 'id': '1a37370a-a647-45b9-9d42-f42cc8587594', 'expiration': datetime.datetime(2021, 7, 6, 17, 41, 5, 378366)}] Jul 06 17:39:05.454684 n-d-799526-3 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:39:05.456340 n-d-799526-3 neutron-server[93779]: DEBUG oslo_db.api [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:39:05.474273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-2a595859-6dc7-4381-b08e-a91844124894 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:05.478430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-2a595859-6dc7-4381-b08e-a91844124894 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 811 time: 1.3058462 Jul 06 17:39:05.480736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Made reservation on behalf of d374dfa77b90481692a9fec9149e3df0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:05.488717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.611029 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.649282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:05.653256 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5274cdf3-1f56-4421-8c25-f22be987dc1f" -d '{"events": [{"server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "name": "network-vif-plugged", "status": "completed", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:05.655823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Deleting port 88114e36-8578-45f8-b13b-249b3a9f8620 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:05.656332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.673928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=8d5f346b-5f3e-438b-a88e-524d163b4729,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:05.687595 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.793990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=8d5f346b-5f3e-438b-a88e-524d163b4729,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:05.801871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-61cd9002-6ec6-40b7-964b-5facb8fdd32e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=810b090b022d40c695dce5c8fd0dc9fd HTTP/1.1" status: 200 len: 379 time: 0.3079667 Jul 06 17:39:05.827155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'port': {'device_id': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'admin_state_up': True, 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'security_groups': ['b0e41e8d-6b75-432d-953b-431cb1c13be8']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:05.845377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] For port 88114e36-8578-45f8-b13b-249b3a9f8620, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=88114e36-8578-45f8-b13b-249b3a9f8620,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:05.845974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:05.880380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Calling delete_port for 88114e36-8578-45f8-b13b-249b3a9f8620 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:06.121313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Made reservation on behalf of d374dfa77b90481692a9fec9149e3df0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:06.126026 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:06.167965 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72b2235-8284-4854-9c8b-7fc731619d31 x-openstack-request-id: req-d72b2235-8284-4854-9c8b-7fc731619d31 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:06.168409 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "name": "network-vif-plugged", "status": "completed", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:06.168598 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d72b2235-8284-4854-9c8b-7fc731619d31 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:06.169151 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729', 'code': 200} Jul 06 17:39:06.299459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Made reservation on behalf of 810b090b022d40c695dce5c8fd0dc9fd for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:06.307762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:06.489383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Allocated IP 192.168.233.66 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/78095a9e-6dfc-407d-acd7-bd68ae47a748) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:06.501887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621738b-e32d-4644-8268-3e74807bd0b5 req-79d09ca2-334d-451f-afd3-e146631f7254 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:06.510364 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5621738b-e32d-4644-8268-3e74807bd0b5 req-79d09ca2-334d-451f-afd3-e146631f7254 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.4773698 Jul 06 17:39:06.524501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-0f221327-5f92-40e2-b219-de52791a71da tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=043562dc660540039d93c1c741d90e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1893497 Jul 06 17:39:06.566366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:06.664994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=88114e36-8578-45f8-b13b-249b3a9f8620,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:06.685385 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5621738b-e32d-4644-8268-3e74807bd0b5 req-f1032cdb-e44b-4c2b-88d3-3ebf506db165 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735816 Jul 06 17:39:07.123832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-53fac9fd-0dcb-4375-bb30-4a013e9d20f1 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:07.125563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-53fac9fd-0dcb-4375-bb30-4a013e9d20f1 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6001391 Jul 06 17:39:07.149426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-9d7ec6fa-1c6f-494b-8be4-add81f3c3f83 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/quotas/043562dc660540039d93c1c741d90e68 HTTP/1.1" status: 200 len: 375 time: 0.0160906 Jul 06 17:39:07.152760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.223007 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-4f12b7c6-391c-4f53-b186-18f00a64ece4 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=043562dc660540039d93c1c741d90e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676715 Jul 06 17:39:07.335691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d8b5202-35b4-443d-a73c-f03428693ccc req-c183b341-aaa6-455f-8d7f-93b0dab7d2c3 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 210 time: 0.1318295 Jul 06 17:39:07.384235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Allocated IP 172.20.0.9 (3ff445ce-c289-431f-96f8-5a0be594ae96/3400c58d-b706-48fe-9198-28cf41376f68/f0d36c59-bc4f-450c-82ce-517af78f70df) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:07.607762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:07.744670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Transition to ACTIVE for port object 78095a9e-6dfc-407d-acd7-bd68ae47a748 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:07.872874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2204704-5f34-4b02-9eba-1bd479ef8046 req-1ad922bf-db7a-46a3-bfa2-9d0b362a7d5c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 210 time: 0.1411035 Jul 06 17:39:07.989912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.105624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Transition to ACTIVE for port object f0d36c59-bc4f-450c-82ce-517af78f70df will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:08.116703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Router 4ddb7ff7-39da-441f-8939-06267b0cab9d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:08.151762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.188782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:08.229677 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-3594ef03-069b-4548-99e5-09fcb0cc9254 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=043562dc660540039d93c1c741d90e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846844 Jul 06 17:39:08.549637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:08.617307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:08.635920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Allocated IP 192.168.233.226 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/0165f660-9310-4c50-9df4-4264bad0dd3c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:08.639894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event updated for resources: {'Port': ['ID=78095a9e-6dfc-407d-acd7-bd68ae47a748,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:08.661698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:08.661967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-931915c3-c0d2-4302-b964-bf9db6f7d545 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:08.675377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-931915c3-c0d2-4302-b964-bf9db6f7d545 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4444771 Jul 06 17:39:08.680788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.681161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.681496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.681834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.682184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.682821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.683112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.683227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.683579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.683855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.684223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.684795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:08.785678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:08.821350 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-aefac172-746e-43e8-afe1-13c1d45899b8 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/quotas/043562dc660540039d93c1c741d90e68 HTTP/1.1" status: 200 len: 375 time: 0.1441910 Jul 06 17:39:08.836656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:08.849606 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] Sync routers for ids ['4ddb7ff7-39da-441f-8939-06267b0cab9d'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:08.859650 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-585f806b-2974-4431-a5da-e4b625fd2e97 admin admin] 10.222.0.13 "PUT /v2.0/routers/4ddb7ff7-39da-441f-8939-06267b0cab9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6141491 Jul 06 17:39:08.869386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:08.886263 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] Routers {'4ddb7ff7-39da-441f-8939-06267b0cab9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:08.888200 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:38:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4ddb7ff7-39da-441f-8939-06267b0cab9d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:09.011209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-05e93495-4574-4f27-ad32-13f5708cb26e tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=043562dc660540039d93c1c741d90e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1409719 Jul 06 17:39:09.145085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:09.153611 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.234760 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] Set router 4ddb7ff7-39da-441f-8939-06267b0cab9d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:09.243735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a17031f-00a5-4508-9ae7-087ffaa38eb9 None None] Provisioning for port 78095a9e-6dfc-407d-acd7-bd68ae47a748 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:09.260793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a17031f-00a5-4508-9ae7-087ffaa38eb9 None None] Provisioning complete for port 78095a9e-6dfc-407d-acd7-bd68ae47a748 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:09.261166 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a17031f-00a5-4508-9ae7-087ffaa38eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.360976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a17031f-00a5-4508-9ae7-087ffaa38eb9 None None] Port 78095a9e-6dfc-407d-acd7-bd68ae47a748 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:09.417420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:09.445776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-fa2371ba-e2ce-451a-a244-6953da2af3bf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8214083 Jul 06 17:39:09.460105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:09.473728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:09.691196 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:09Z', 'updated_at': '2021-07-06T17:39:06Z', 'revision_number': 5, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'gw_port': {'id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:11Z', 'updated_at': '2021-07-06T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:09.696372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-16530b37-a780-4a31-a2a3-f7d457f27f38 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:39:09.697783 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-16530b37-a780-4a31-a2a3-f7d457f27f38 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2094216 Jul 06 17:39:09.734414 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] Checking router: 4ddb7ff7-39da-441f-8939-06267b0cab9d for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:09.740479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:09.754610 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:09.766168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'Port': ['ID=f0d36c59-bc4f-450c-82ce-517af78f70df,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:09.768700 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] Routers {'4ddb7ff7-39da-441f-8939-06267b0cab9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:09.770186 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:38:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4ddb7ff7-39da-441f-8939-06267b0cab9d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:09.944433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa8d0-50c0-4aed-8cfb-485daf8b2b72 req-7795aa92-cd7d-4187-93ed-97c8c324810e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:09.953372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b19aa8d0-50c0-4aed-8cfb-485daf8b2b72 req-7795aa92-cd7d-4187-93ed-97c8c324810e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 931 time: 0.2751248 Jul 06 17:39:09.997583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d2782e59-2761-4ad0-9524-c7faa4fb771c None None] Provisioning for port f0d36c59-bc4f-450c-82ce-517af78f70df completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:10.020049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d2782e59-2761-4ad0-9524-c7faa4fb771c None None] Provisioning complete for port f0d36c59-bc4f-450c-82ce-517af78f70df triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:10.020429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2782e59-2761-4ad0-9524-c7faa4fb771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:10.040932 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b19aa8d0-50c0-4aed-8cfb-485daf8b2b72 req-b59c380e-05a1-4cc1-81e3-6389698d9a8f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831356 Jul 06 17:39:10.171674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d2782e59-2761-4ad0-9524-c7faa4fb771c None None] Port f0d36c59-bc4f-450c-82ce-517af78f70df cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:10.267555 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-179bf1f7-24e4-46e5-a9f4-92fc3dea47c9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4470921 Jul 06 17:39:10.337619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafe272-762a-431b-b156-da06bb949673 req-262678a5-61c4-429c-a92b-b662dfdfc798 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:10.350994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9dafe272-762a-431b-b156-da06bb949673 req-262678a5-61c4-429c-a92b-b662dfdfc798 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 1.4264343 Jul 06 17:39:10.439550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Request body: {'port': {'device_id': 'e58d477a-6a9e-4e40-92bb-c45309c2e547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:10.452046 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:10.471749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-fc2c34d2-4823-4d98-95c3-2295efb1a1c8 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=043562dc660540039d93c1c741d90e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939889 Jul 06 17:39:10.504647 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] Set router 4ddb7ff7-39da-441f-8939-06267b0cab9d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:10.533406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e82dc27-69d9-4b62-b7ad-333b56194396 req-8b6f3fde-84e6-41e6-acba-1a1777b87554 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 210 time: 0.0602829 Jul 06 17:39:10.693371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Request body: {'port': {'device_id': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:10.754123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-371efe37-a255-4592-b935-168673aa71b2 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:10.763941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-371efe37-a255-4592-b935-168673aa71b2 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729077 Jul 06 17:39:10.775407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Request body: {'port': {'device_id': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '043562dc660540039d93c1c741d90e68'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:10.883202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9dafe272-762a-431b-b156-da06bb949673 req-de490576-671c-4145-bdd2-4397a812b3e7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291893 Jul 06 17:39:11.041093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Made reservation on behalf of 043562dc660540039d93c1c741d90e68 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:11.054308 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.059329 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:09Z', 'updated_at': '2021-07-06T17:39:06Z', 'revision_number': 5, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'gw_port': {'id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:11Z', 'updated_at': '2021-07-06T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:11.107269 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1c176-3c8f-4390-88a8-993447378c70 None None] The sync data for ids ['4ddb7ff7-39da-441f-8939-06267b0cab9d'] in n-d-799526-3 is: [{'id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-243360133-router', 'tenant_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:09Z', 'updated_at': '2021-07-06T17:39:06Z', 'revision_number': 5, 'project_id': '14fb0353ce624ce7aba009e4d47bdfdb', 'gw_port': {'id': 'bf4eb4f9-d96b-4dfb-8341-61b22b801565', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddb7ff7-39da-441f-8939-06267b0cab9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:11Z', 'updated_at': '2021-07-06T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:11.139539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.176528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.191715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09b37cb3-9942-4071-afbc-9bf2997e1398 req-068d56fa-2818-4d93-879d-e8a6dbd5c236 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 210 time: 0.1006191 Jul 06 17:39:11.253791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.271503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Transition to ACTIVE for port object 0165f660-9310-4c50-9df4-4264bad0dd3c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:11.368309 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.381080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:11.444818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.451102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event updated for resources: {'Port': ['ID=0165f660-9310-4c50-9df4-4264bad0dd3c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:11.454158 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.481300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.587256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:11.667932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 88114e36-8578-45f8-b13b-249b3a9f8620 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:11.710173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:11.717508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:11.736441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 88114e36-8578-45f8-b13b-249b3a9f8620 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:11.737757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9700232d-3f5f-4058-a026-a1f72c4b6892,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:11.738718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 88114e36-8578-45f8-b13b-249b3a9f8620 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:11.793671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:11.825588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Allocated IP 192.168.233.250 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:11.985899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:12.001539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:12.094082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-f9e0faa3-a416-4d4f-ae5e-327a79976da1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4678249 Jul 06 17:39:12.127883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Request body: {'port': {'device_id': '1a6b006f-9a29-4d4c-beaf-0ccf6de25a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:12.299330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf58f21-ae5e-4fe9-bd3c-8b161d8a62d7 req-74c758ce-dd56-4111-8700-8063acc6564d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:12.309521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bf58f21-ae5e-4fe9-bd3c-8b161d8a62d7 req-74c758ce-dd56-4111-8700-8063acc6564d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 931 time: 0.7670217 Jul 06 17:39:12.312941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Deleting port bf4eb4f9-d96b-4dfb-8341-61b22b801565 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:12.313476 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:12.379902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-02ed0a39-bb24-46f1-a2e0-0cca36bed558 None None] Provisioning for port 0165f660-9310-4c50-9df4-4264bad0dd3c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:12.399240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-02ed0a39-bb24-46f1-a2e0-0cca36bed558 None None] Provisioning complete for port 0165f660-9310-4c50-9df4-4264bad0dd3c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:12.399888 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02ed0a39-bb24-46f1-a2e0-0cca36bed558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:12.500818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] For port bf4eb4f9-d96b-4dfb-8341-61b22b801565, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bf4eb4f9-d96b-4dfb-8341-61b22b801565,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:12.503341 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:12.523299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-02ed0a39-bb24-46f1-a2e0-0cca36bed558 None None] Port 0165f660-9310-4c50-9df4-4264bad0dd3c cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:12.544120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Calling delete_port for bf4eb4f9-d96b-4dfb-8341-61b22b801565 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:12.566489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:12.582734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Transition to ACTIVE for port object 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:12.660013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289481-af26-47e3-9d43-86bb43be6b63 req-1a29c34d-ac15-417b-a339-0ecb42a50429 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:12.675395 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e289481-af26-47e3-9d43-86bb43be6b63 req-1a29c34d-ac15-417b-a339-0ecb42a50429 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 936 time: 0.5310013 Jul 06 17:39:12.723243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e289481-af26-47e3-9d43-86bb43be6b63 req-eb189628-4a97-46a0-ae25-559a5608c116 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469303 Jul 06 17:39:12.733696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:12.745825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-ca003f2f-d8b3-44c1-957b-1954ec8329b9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=043562dc660540039d93c1c741d90e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585803 Jul 06 17:39:12.847138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:12.853956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:12.870073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:12.887089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:13.030757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:13.031505 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.066285 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-7b8872ae-c389-487b-9bbb-b80704511eb9 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2943804 Jul 06 17:39:13.078659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Request body: {'port': {'device_id': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:13.224515 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.358643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cf9b1de3-1205-4f93-acc3-0c4d7c9e1b00 None None] Provisioning for port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:13.364948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cf9b1de3-1205-4f93-acc3-0c4d7c9e1b00 None None] Provisioning complete for port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:13.365332 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1de3-1205-4f93-acc3-0c4d7c9e1b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.414166 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b1de3-1205-4f93-acc3-0c4d7c9e1b00 None None] Port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:13.445881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b391a-5c00-45d3-b68d-c652dca75240 req-dd9b4eac-0f88-4e2c-aee4-dc8bbbb1702e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:13.458694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-341b391a-5c00-45d3-b68d-c652dca75240 req-dd9b4eac-0f88-4e2c-aee4-dc8bbbb1702e tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.2351956 Jul 06 17:39:13.542800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bf58f21-ae5e-4fe9-bd3c-8b161d8a62d7 req-634ae685-07db-4bde-b0a8-6e02a4b83f38 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2314346 Jul 06 17:39:13.572092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-341b391a-5c00-45d3-b68d-c652dca75240 req-c9f66f76-1474-48f0-84ef-ef7a11799376 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570393 Jul 06 17:39:13.825384 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:13.851401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2b72181-e405-4413-830e-5505dfa363fe req-1822b46f-2694-480b-9878-68a99cbc04bd tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 210 time: 0.0442395 Jul 06 17:39:14.107300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-fbc87356-21ea-4ef8-8184-41627836ded1 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:14.111549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-fbc87356-21ea-4ef8-8184-41627836ded1 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3101723 Jul 06 17:39:14.188285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Request body: {'port': {'device_id': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '043562dc660540039d93c1c741d90e68'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:14.269695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dad79-4cab-4695-b223-d9c6096a9fba req-f8548297-498e-49e2-a55e-60595adbd444 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:14.274829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad7dad79-4cab-4695-b223-d9c6096a9fba req-f8548297-498e-49e2-a55e-60595adbd444 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 936 time: 0.1890740 Jul 06 17:39:14.352920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad7dad79-4cab-4695-b223-d9c6096a9fba req-500eff19-8a8d-4ac8-b4c3-de16d432a1f1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670505 Jul 06 17:39:14.477026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d36c59-bc4f-450c-82ce-517af78f70df {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:14.599133 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.715278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78095a9e-6dfc-407d-acd7-bd68ae47a748 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:14.773657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.794766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Transition to ACTIVE for port object f0d36c59-bc4f-450c-82ce-517af78f70df will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:14.838827 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.865521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Transition to ACTIVE for port object 78095a9e-6dfc-407d-acd7-bd68ae47a748 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:14.888369 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:14.891743 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.072740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5931-03a8-4000-9ec2-cdbaa6627afd req-124f8739-6f79-4934-8fa5-2984c3c55c6a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:15.076326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e7c5931-03a8-4000-9ec2-cdbaa6627afd req-124f8739-6f79-4934-8fa5-2984c3c55c6a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 931 time: 0.3303320 Jul 06 17:39:15.138732 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.264623 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.267680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.349765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Attempting to bind port f0d36c59-bc4f-450c-82ce-517af78f70df on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:15.350710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Attempting to bind port f0d36c59-bc4f-450c-82ce-517af78f70df by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:15.350710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Attempting to bind port f0d36c59-bc4f-450c-82ce-517af78f70df on network 3ff445ce-c289-431f-96f8-5a0be594ae96 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:15.356335 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.356918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ddb7ff7-39da-441f-8939-06267b0cab9d {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:39:15.369870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Port f0d36c59-bc4f-450c-82ce-517af78f70df on network 3ff445ce-c289-431f-96f8-5a0be594ae96 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:15.370202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Attempting to bind port f0d36c59-bc4f-450c-82ce-517af78f70df on network 3ff445ce-c289-431f-96f8-5a0be594ae96 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:15.394204 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.398748 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4ddb7ff7-39da-441f-8939-06267b0cab9d HTTP/1.1" status: 204 len: 168 time: 6.5051851 Jul 06 17:39:15.402276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:15.402649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Checking segment: {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:15.403135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Bound using segment: {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:15.403608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Bound port: f0d36c59-bc4f-450c-82ce-517af78f70df, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:15.404248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.453372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60122) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:15.566381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] For port f0d36c59-bc4f-450c-82ce-517af78f70df, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:15.579103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] For port f0d36c59-bc4f-450c-82ce-517af78f70df, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f0d36c59-bc4f-450c-82ce-517af78f70df,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:15.598845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e046f-c416-401a-9424-7ea2d6274c9f req-eed69578-88a0-41b4-ba14-a56c777e7eba tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:15.602735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a56e046f-c416-401a-9424-7ea2d6274c9f req-eed69578-88a0-41b4-ba14-a56c777e7eba tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 1.1030762 Jul 06 17:39:15.632131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d36c59-bc4f-450c-82ce-517af78f70df,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:15.685617 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.754248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Made reservation on behalf of 043562dc660540039d93c1c741d90e68 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:15.760691 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:15.916235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Pushing event updated for resources: {'Port': ['ID=78095a9e-6dfc-407d-acd7-bd68ae47a748,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:15.980060 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a56e046f-c416-401a-9424-7ea2d6274c9f req-f6bb0f6b-3260-4d48-b2e0-9a91e20471a5 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409917 Jul 06 17:39:16.026458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:16.034197 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.034197 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0d36c59-bc4f-450c-82ce-517af78f70df HTTP/1.1" status: 200 len: 1091 time: 5.7374897 Jul 06 17:39:16.160177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'tag': 'f0d36c59-bc4f-450c-82ce-517af78f70df'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:16.166209 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af44466e-d84c-4e07-b48c-70baf418d894" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa", "tag": "f0d36c59-bc4f-450c-82ce-517af78f70df"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:16.200114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:16.218736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16244a-a9fa-44bf-8f6f-6f7926224159 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4eb4f9-d96b-4dfb-8341-61b22b801565,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:16.223745 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.226002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Attempting to bind port 78095a9e-6dfc-407d-acd7-bd68ae47a748 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:16.226601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Attempting to bind port 78095a9e-6dfc-407d-acd7-bd68ae47a748 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:16.227111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Attempting to bind port 78095a9e-6dfc-407d-acd7-bd68ae47a748 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:16.232983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a89c313-04a6-4c86-b6f4-8f705c6ac411 admin admin] Deleting subnet a20e93f3-a1e0-4d14-aab5-9736638a20a7 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:39:16.239703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a89c313-04a6-4c86-b6f4-8f705c6ac411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.249974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Transition to ACTIVE for port object 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:16.260633 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.278977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a89c313-04a6-4c86-b6f4-8f705c6ac411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.362148 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e7c5931-03a8-4000-9ec2-cdbaa6627afd req-3ec1d7cf-5848-457d-9516-4c7aca2593ad tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2589507 Jul 06 17:39:16.437423 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a89c313-04a6-4c86-b6f4-8f705c6ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.762149 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1a999-b686-462a-8422-119c421250ee service neutron] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:16.784526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0165f660-9310-4c50-9df4-4264bad0dd3c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:16.795294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.810680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Transition to ACTIVE for port object 0165f660-9310-4c50-9df4-4264bad0dd3c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:16.817751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a89c313-04a6-4c86-b6f4-8f705c6ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.931875 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88977017-4009-4470-b50e-53b404a1d5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:16.976689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1382a311-e353-491f-b239-796822df9c3a None None] Network 2cefc487-2f22-44d7-92be-e07eb2da12f4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:16.999700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Allocated IP 192.168.233.88 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/d42d1f3b-9b5e-4540-9566-013a8b24ba1a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:17.015471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0d39e370-107b-46e9-97fa-ed61ce1f264b req-24b2035f-6c11-4b8f-aa3a-45b8fe0bb006 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 210 time: 0.1263537 Jul 06 17:39:17.056730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Attempting to bind port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:17.057582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Attempting to bind port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:17.059341 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Attempting to bind port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:17.067827 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:17.069873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Attempting to bind port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:17.081488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:17.082269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:17.083523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:17.085087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Bound port: 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:17.086122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.121178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89c313-04a6-4c86-b6f4-8f705c6ac411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20e93f3-a1e0-4d14-aab5-9736638a20a7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:17.137153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.159582 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a89c313-04a6-4c86-b6f4-8f705c6ac411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.174198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9a89c313-04a6-4c86-b6f4-8f705c6ac411 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a20e93f3-a1e0-4d14-aab5-9736638a20a7 HTTP/1.1" status: 204 len: 168 time: 1.6028194 Jul 06 17:39:17.180326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60136) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:17.193725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Port 78095a9e-6dfc-407d-acd7-bd68ae47a748 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:17.195804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Attempting to bind port 78095a9e-6dfc-407d-acd7-bd68ae47a748 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:17.333574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:17.334800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:17.347367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:17.349681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Bound port: 78095a9e-6dfc-407d-acd7-bd68ae47a748, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:17.350875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.556969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-4d058c7b-fa5d-4988-8c21-96f64aa083e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:17.559355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-4d058c7b-fa5d-4988-8c21-96f64aa083e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 1094 time: 1.3889434 Jul 06 17:39:17.566013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde9a8d-0360-4526-a98b-8339b9f63955 None None] DHCP port deletion for 2cefc487-2f22-44d7-92be-e07eb2da12f4 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:39:17.568348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9d755-f578-4296-b0e7-ee51a6a21cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d36c59-bc4f-450c-82ce-517af78f70df,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:17.702478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6cde9a8d-0360-4526-a98b-8339b9f63955 None None] Deleting port 078a5352-cc48-4a31-aa96-af77885159c4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:17.702478 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6cde9a8d-0360-4526-a98b-8339b9f63955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.738823 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.752199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:17.759231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0165f660-9310-4c50-9df4-4264bad0dd3c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:17.761594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:17.770377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-170d8fdc-f1b2-46b4-9603-a12819e4c0d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0d36c59-bc4f-450c-82ce-517af78f70df HTTP/1.1" status: 200 len: 217 time: 0.1771128 Jul 06 17:39:17.786332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.831787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Attempting to bind port 0165f660-9310-4c50-9df4-4264bad0dd3c on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:17.832898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Attempting to bind port 0165f660-9310-4c50-9df4-4264bad0dd3c by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:17.833458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Attempting to bind port 0165f660-9310-4c50-9df4-4264bad0dd3c on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:17.875689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Port 0165f660-9310-4c50-9df4-4264bad0dd3c on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:17.876424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Attempting to bind port 0165f660-9310-4c50-9df4-4264bad0dd3c on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:17.895937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:17.896675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:17.897439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:17.898152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Bound port: 0165f660-9310-4c50-9df4-4264bad0dd3c, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:17.898787 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.936701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] For port 78095a9e-6dfc-407d-acd7-bd68ae47a748, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:17.939606 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:17.940805 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:17.944517 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-70d1a999-b686-462a-8422-119c421250ee service neutron] 10.222.0.55 "PUT /v2.0/ports/0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a HTTP/1.1" status: 200 len: 1096 time: 4.8699486 Jul 06 17:39:17.968898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 078a5352-cc48-4a31-aa96-af77885159c4 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:17.973295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325daad-5ff5-49b3-8750-67346af45b23 req-9b82d08a-6cae-4efc-89e6-c8fb9de52e16 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:17.977317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:17.982795 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f325daad-5ff5-49b3-8750-67346af45b23 req-9b82d08a-6cae-4efc-89e6-c8fb9de52e16 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 948 time: 0.6504397 Jul 06 17:39:17.990567 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006" -d '{"events": [{"name": "network-changed", "server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:18.099521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] For port 0165f660-9310-4c50-9df4-4264bad0dd3c, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:18.107258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] For port 0165f660-9310-4c50-9df4-4264bad0dd3c, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0165f660-9310-4c50-9df4-4264bad0dd3c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:18.109418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfad264-9404-4e84-b4d2-f359bad22d1f req-a612cb4f-8366-49fd-af8d-e7cff912a553 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:18.123765 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cfad264-9404-4e84-b4d2-f359bad22d1f req-a612cb4f-8366-49fd-af8d-e7cff912a553 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.6816342 Jul 06 17:39:18.145630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] For port 78095a9e-6dfc-407d-acd7-bd68ae47a748, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=78095a9e-6dfc-407d-acd7-bd68ae47a748,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:18.151778 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.152592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6cde9a8d-0360-4526-a98b-8339b9f63955 None None] For port 078a5352-cc48-4a31-aa96-af77885159c4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=078a5352-cc48-4a31-aa96-af77885159c4,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:18.153003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6cde9a8d-0360-4526-a98b-8339b9f63955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.190097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6cde9a8d-0360-4526-a98b-8339b9f63955 None None] Calling delete_port for 078a5352-cc48-4a31-aa96-af77885159c4 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:18.193163 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.237416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0165f660-9310-4c50-9df4-4264bad0dd3c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:18.247636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.250997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-059f7ca0-f895-420f-b679-1dc661234db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:18.252747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-059f7ca0-f895-420f-b679-1dc661234db5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.4623203 Jul 06 17:39:18.292886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 078a5352-cc48-4a31-aa96-af77885159c4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=078a5352-cc48-4a31-aa96-af77885159c4,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:18.316612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.317275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bf4eb4f9-d96b-4dfb-8341-61b22b801565 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:18.387481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1a999-b686-462a-8422-119c421250ee service neutron] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:18.448147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Deleting port 078a5352-cc48-4a31-aa96-af77885159c4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:18.449138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.472256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cfad264-9404-4e84-b4d2-f359bad22d1f req-bd183090-f0cb-4d9f-8221-7523a5a378e9 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916973 Jul 06 17:39:18.520650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: bf4eb4f9-d96b-4dfb-8341-61b22b801565 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:18.521193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bf4eb4f9-d96b-4dfb-8341-61b22b801565 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:18.640821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-854fef2c-e288-4adb-90d7-99464fb9bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:18.670925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-854fef2c-e288-4adb-90d7-99464fb9bf99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=043562dc660540039d93c1c741d90e68&device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 1099 time: 0.5288086 Jul 06 17:39:18.687070 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=078a5352-cc48-4a31-aa96-af77885159c4,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:18.729109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.729895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.731056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.731711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.732296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.732621 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-44d7e638-3eff-4e3a-ac5d-ab9b86770773 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a HTTP/1.1" status: 200 len: 217 time: 0.0516274 Jul 06 17:39:18.736489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.737213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.737801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.741443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.742222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.742830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.743304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:18.773520 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.819624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Transition to ACTIVE for port object d42d1f3b-9b5e-4540-9566-013a8b24ba1a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:18.820894 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6cde9a8d-0360-4526-a98b-8339b9f63955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.823181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] For port 078a5352-cc48-4a31-aa96-af77885159c4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=078a5352-cc48-4a31-aa96-af77885159c4,segment=NetworkSegment(5e9e50e7-29fe-4276-9498-c38d89771137),segment_id=5e9e50e7-29fe-4276-9498-c38d89771137)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:18.823961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.843616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Calling delete_port for 078a5352-cc48-4a31-aa96-af77885159c4 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:18.845792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde9a8d-0360-4526-a98b-8339b9f63955 None None] No DVR routers for this DVR port 078a5352-cc48-4a31-aa96-af77885159c4 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:18.887149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde9a8d-0360-4526-a98b-8339b9f63955 None None] Pushing event deleted for resources: {'Port': ['ID=078a5352-cc48-4a31-aa96-af77885159c4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:18.905132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Pushing event updated for resources: {'Port': ['ID=78095a9e-6dfc-407d-acd7-bd68ae47a748,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:18.955181 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73105fae-cd3e-4e10-b55a-af458d88c9c0 x-openstack-request-id: req-73105fae-cd3e-4e10-b55a-af458d88c9c0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:18.955479 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa", "tag": "f0d36c59-bc4f-450c-82ce-517af78f70df", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:18.955730 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73105fae-cd3e-4e10-b55a-af458d88c9c0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:18.956131 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'tag': 'f0d36c59-bc4f-450c-82ce-517af78f70df', 'status': 'completed', 'code': 200} Jul 06 17:39:18.973286 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f325daad-5ff5-49b3-8750-67346af45b23 req-81ef9621-e4fd-4a78-ada6-01e9d8c65686 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9856987 Jul 06 17:39:18.985209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:18.987922 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:18.989389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b454ef8f-ff94-40ae-8714-764dbd36ecb4 service neutron] 10.222.0.22 "PUT /v2.0/ports/0165f660-9310-4c50-9df4-4264bad0dd3c HTTP/1.1" status: 200 len: 1096 time: 6.8820920 Jul 06 17:39:19.010810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:19.011552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.013335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-9a9444c6-78fb-4f98-ab7d-26f5a73e829c service neutron] 10.222.0.55 "PUT /v2.0/ports/78095a9e-6dfc-407d-acd7-bd68ae47a748 HTTP/1.1" status: 200 len: 1095 time: 9.0584655 Jul 06 17:39:19.180946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-8a08403e-fa86-4c8f-a257-daac4e16bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:19.184600 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-8a08403e-fa86-4c8f-a257-daac4e16bad1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.4444098 Jul 06 17:39:19.186486 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.234069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-f87abe9a-52f3-41b0-a8f7-a12d21cf1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:19.235806 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-f87abe9a-52f3-41b0-a8f7-a12d21cf1270 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3840675 Jul 06 17:39:19.243253 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.269820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] No DVR routers for this DVR port 078a5352-cc48-4a31-aa96-af77885159c4 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.396444 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.402933 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.409320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Pushing event deleted for resources: {'Port': ['ID=078a5352-cc48-4a31-aa96-af77885159c4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:19.448416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-230444d2-0c88-4cdf-b34c-e4bc8f022dc1 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020299 Jul 06 17:39:19.466932 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54635dc0-7f81-4d16-96b3-703e64ae1865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.625105 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.645430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cefc487-2f22-44d7-92be-e07eb2da12f4']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:19.659744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9e50e7-29fe-4276-9498-c38d89771137') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:19.660035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9e50e7-29fe-4276-9498-c38d89771137') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:19.678373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-ad76b461-d804-4fc1-b8c2-ba99d2009877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:19.679993 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-ad76b461-d804-4fc1-b8c2-ba99d2009877 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4545934 Jul 06 17:39:19.690972 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.730144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.743943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:39:19.744609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.769610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:19.795744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:19.800382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Pushing event updated for resources: {'Port': ['ID=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:19.806482 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff0a0d1-c4ef-4119-a515-345b4d047ae9 req-bd3b1009-3ad3-4e76-bd07-71105a54a679 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364007 Jul 06 17:39:19.821583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:19.827797 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.906063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:19.906955 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:19.924592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-e48de1ec-2824-47d2-aebf-c9bd22ab3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:19.929304 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-e48de1ec-2824-47d2-aebf-c9bd22ab3ca0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 1098 time: 0.8202586 Jul 06 17:39:19.940013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b04f4b-187c-4cdd-a0c2-a5d6bb04c512 req-a337cc11-49df-454e-b3d4-a34d3e912e0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:19.951432 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d6b04f4b-187c-4cdd-a0c2-a5d6bb04c512 req-a337cc11-49df-454e-b3d4-a34d3e912e0f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 943 time: 0.7142608 Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:39:19.956442 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:39:19.962692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-5e4112f0-f4c8-42e5-bc52-91b48cca2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:19.962692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-5e4112f0-f4c8-42e5-bc52-91b48cca2bb6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 1099 time: 0.8499889 Jul 06 17:39:19.962692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-4214a0f4-8ede-4f29-93e1-e8018f19c577 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7923701 Jul 06 17:39:19.963740 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69ca3fb-a16d-4e43-a4b3-914b4efc765b x-openstack-request-id: req-a69ca3fb-a16d-4e43-a4b3-914b4efc765b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:19.963740 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:19.963740 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a69ca3fb-a16d-4e43-a4b3-914b4efc765b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:19.963740 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'status': 'completed', 'code': 200} Jul 06 17:39:20.015950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Request body: {'port': {'device_id': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:20.192415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-7d59930f-c0b6-4ac4-af9a-49b9e7f09fc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=78095a9e-6dfc-407d-acd7-bd68ae47a748 HTTP/1.1" status: 200 len: 217 time: 0.2373650 Jul 06 17:39:20.201389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-49557df7-2483-4e1d-8d6b-f1e83a51e00d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0165f660-9310-4c50-9df4-4264bad0dd3c HTTP/1.1" status: 200 len: 217 time: 0.2228274 Jul 06 17:39:20.204096 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.221677 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-b88a0e23-f283-48b6-a007-7bb111115048 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579360 Jul 06 17:39:20.297758 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.305006 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2cefc487-2f22-44d7-92be-e07eb2da12f4 HTTP/1.1" status: 204 len: 168 time: 3.1170113 Jul 06 17:39:20.308996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d940af-3af9-4fcf-bd09-d97e83864150 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cefc487-2f22-44d7-92be-e07eb2da12f4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:20.311874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:20.364836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d6b04f4b-187c-4cdd-a0c2-a5d6bb04c512 req-0f26be6a-5d35-4235-b2f9-b4d9a683fb53 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4121504 Jul 06 17:39:20.507735 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.566332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a45caa-a7d3-40f5-9ad9-cf1d6872a903 req-82358b1a-af4b-48b1-91c7-9782d9b44bfc service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709169 Jul 06 17:39:20.612350 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.712240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e89d6ace-13b2-43a1-8879-116fbcb10832 None None] Provisioning for port d42d1f3b-9b5e-4540-9566-013a8b24ba1a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:20.721535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e89d6ace-13b2-43a1-8879-116fbcb10832 None None] Provisioning complete for port d42d1f3b-9b5e-4540-9566-013a8b24ba1a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:20.722009 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e89d6ace-13b2-43a1-8879-116fbcb10832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:20.768064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44466e-d84c-4e07-b48c-70baf418d894 req-9f37dbfb-76c0-470e-8287-621e8ef1662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:20.769559 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af44466e-d84c-4e07-b48c-70baf418d894 req-9f37dbfb-76c0-470e-8287-621e8ef1662a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 1094 time: 0.7588427 Jul 06 17:39:20.775576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-875fa4d4-9dc6-45ba-bc70-bd2e62d9dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:20.777086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-875fa4d4-9dc6-45ba-bc70-bd2e62d9dd49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.5042737 Jul 06 17:39:20.782168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e89d6ace-13b2-43a1-8879-116fbcb10832 None None] Port d42d1f3b-9b5e-4540-9566-013a8b24ba1a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:20.791423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b136b-4081-437d-9996-bd487b9d4582 req-c44f5903-52d9-4641-a122-141d84233118 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:20.793209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-319b136b-4081-437d-9996-bd487b9d4582 req-c44f5903-52d9-4641-a122-141d84233118 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 935 time: 0.4661534 Jul 06 17:39:20.802414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-02d5180a-db32-4fef-a8c8-276ed2d5d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:20.804108 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-02d5180a-db32-4fef-a8c8-276ed2d5d5ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.5964706 Jul 06 17:39:20.983277 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-319b136b-4081-437d-9996-bd487b9d4582 req-15225317-7b90-4a3a-8e9f-b41d7836eb42 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769719 Jul 06 17:39:21.031278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-d2c581cd-3ad4-4765-a8e5-5d00e77f0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:21.043176 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-d2c581cd-3ad4-4765-a8e5-5d00e77f0f8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=043562dc660540039d93c1c741d90e68&device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 1099 time: 0.2480810 Jul 06 17:39:21.059847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6b006f-9a29-4d4c-beaf-0ccf6de25a50', 'tag': '0165f660-9310-4c50-9df4-4264bad0dd3c'}, {'name': 'network-changed', 'server_uuid': 'e58d477a-6a9e-4e40-92bb-c45309c2e547', 'tag': '78095a9e-6dfc-407d-acd7-bd68ae47a748'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:21.075006 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d432da-e50f-4a51-985d-aa27c40ab021" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6b006f-9a29-4d4c-beaf-0ccf6de25a50", "tag": "0165f660-9310-4c50-9df4-4264bad0dd3c"}, {"name": "network-changed", "server_uuid": "e58d477a-6a9e-4e40-92bb-c45309c2e547", "tag": "78095a9e-6dfc-407d-acd7-bd68ae47a748"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:21.277581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-1873a355-f966-4750-87f7-d9f7382e759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:21.279051 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-1873a355-f966-4750-87f7-d9f7382e759c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2270434 Jul 06 17:39:21.455503 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-c94a288b-56b5-4475-928a-f2eb3d66f1b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a HTTP/1.1" status: 200 len: 217 time: 0.1150601 Jul 06 17:39:21.597868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a42e0-6b59-4401-b062-f99ef4797746 req-a15aae10-f078-4225-ae39-1c09f1772b58 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:21.605474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-414a42e0-6b59-4401-b062-f99ef4797746 req-a15aae10-f078-4225-ae39-1c09f1772b58 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 948 time: 0.3405695 Jul 06 17:39:21.648320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42d1f3b-9b5e-4540-9566-013a8b24ba1a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:21.657846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:21.667987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-f2e23312-522e-41c0-b064-27f7c87cda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:21.683880 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-f2e23312-522e-41c0-b064-27f7c87cda0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2253740 Jul 06 17:39:21.747868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Transition to ACTIVE for port object d42d1f3b-9b5e-4540-9566-013a8b24ba1a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:21.753304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44466e-d84c-4e07-b48c-70baf418d894 req-06f3c4bb-840a-4240-b83c-76fedc3e5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:21.754956 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af44466e-d84c-4e07-b48c-70baf418d894 req-06f3c4bb-840a-4240-b83c-76fedc3e5e47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 912 time: 0.9728212 Jul 06 17:39:21.762862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-7df2350c-95e3-4917-a855-1b27e9200a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:21.764505 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-7df2350c-95e3-4917-a855-1b27e9200a18 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9581101 Jul 06 17:39:21.781026 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:21.804014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-414a42e0-6b59-4401-b062-f99ef4797746 req-78fa20d3-c929-4d9f-b440-dea40855feee tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864588 Jul 06 17:39:21.890480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-5180b9d3-9a8f-4656-bf1f-51f507fbf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:21.896090 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-5180b9d3-9a8f-4656-bf1f-51f507fbf364 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042680 Jul 06 17:39:21.902257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af44466e-d84c-4e07-b48c-70baf418d894 req-97d2aa5d-7158-4ce1-855f-46408e9dd175 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0d36c59-bc4f-450c-82ce-517af78f70df HTTP/1.1" status: 200 len: 217 time: 0.1319003 Jul 06 17:39:21.956525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f96db-3f70-438d-b153-6ee701e68bfa req-ca2a3e68-0a0b-44f0-9b3e-4db06571d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:21.958078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-ca2a3e68-0a0b-44f0-9b3e-4db06571d85d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1070287 Jul 06 17:39:22.101573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Pushing event updated for resources: {'Port': ['ID=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:22.116731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-ec8a1d3e-f615-4352-aeed-733ceed7ace1 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076726 Jul 06 17:39:22.343691 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f09dcac5-6117-4e5e-a3d2-ff8e774bd006 req-24ef32a4-a632-4aec-ad63-4f166c4d6d5a service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006464 Jul 06 17:39:22.433124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38abeb-c8b8-4508-beb4-6546877cae6b req-d7075cbb-5637-4e59-9381-086f16b59ae7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:22.439738 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:22.441640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f38abeb-c8b8-4508-beb4-6546877cae6b req-d7075cbb-5637-4e59-9381-086f16b59ae7 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.3413932 Jul 06 17:39:22.497953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f38abeb-c8b8-4508-beb4-6546877cae6b req-a0342e5d-1fce-4f5a-bfe5-48033bf46b65 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553312 Jul 06 17:39:22.697605 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c90430a-14db-4fcf-b72b-7f00b8237b88 x-openstack-request-id: req-1c90430a-14db-4fcf-b72b-7f00b8237b88 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:22.697830 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6b006f-9a29-4d4c-beaf-0ccf6de25a50", "tag": "0165f660-9310-4c50-9df4-4264bad0dd3c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e58d477a-6a9e-4e40-92bb-c45309c2e547", "tag": "78095a9e-6dfc-407d-acd7-bd68ae47a748", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:22.698053 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c90430a-14db-4fcf-b72b-7f00b8237b88 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:22.698504 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6b006f-9a29-4d4c-beaf-0ccf6de25a50', 'tag': '0165f660-9310-4c50-9df4-4264bad0dd3c', 'status': 'completed', 'code': 200} Jul 06 17:39:22.698761 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58d477a-6a9e-4e40-92bb-c45309c2e547', 'tag': '78095a9e-6dfc-407d-acd7-bd68ae47a748', 'status': 'completed', 'code': 200} Jul 06 17:39:22.700355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44466e-d84c-4e07-b48c-70baf418d894 req-587ba156-6552-441a-999b-8d3b723bd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:22.702325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af44466e-d84c-4e07-b48c-70baf418d894 req-587ba156-6552-441a-999b-8d3b723bd056 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.7665315 Jul 06 17:39:22.703988 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-56a195e9-6842-448e-8ac1-4ed561682d13 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9243145 Jul 06 17:39:22.732856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e9068-a835-4598-8c07-8d84d8baad94 req-5ceb8087-6306-494f-a900-dc0095637674 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:22.734882 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f0e9068-a835-4598-8c07-8d84d8baad94 req-5ceb8087-6306-494f-a900-dc0095637674 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 947 time: 0.0945945 Jul 06 17:39:22.783393 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f0e9068-a835-4598-8c07-8d84d8baad94 req-c01cfb89-340a-4760-b5fd-313f940b9934 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Jul 06 17:39:23.105167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655500a-07c8-4cf4-a517-c896b0c49668 req-3ebcc5d8-2d51-4eff-9450-9c09c2d9daaa tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:23.113055 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f655500a-07c8-4cf4-a517-c896b0c49668 req-3ebcc5d8-2d51-4eff-9450-9c09c2d9daaa tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 948 time: 0.0914299 Jul 06 17:39:23.137676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-b8944768-cfcd-4256-8560-d86349ed013e service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1395428 Jul 06 17:39:23.164674 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f655500a-07c8-4cf4-a517-c896b0c49668 req-bedf8264-6d19-4378-8293-d6253da4407c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503998 Jul 06 17:39:23.212747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-5ef910ff-ab6e-4dd4-81c8-8183ade33f11 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931886 Jul 06 17:39:23.214384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f0d36c59-bc4f-450c-82ce-517af78f70df details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:23.234997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Attempting to bind port d42d1f3b-9b5e-4540-9566-013a8b24ba1a on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:23.235729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Attempting to bind port d42d1f3b-9b5e-4540-9566-013a8b24ba1a by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:23.236325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Attempting to bind port d42d1f3b-9b5e-4540-9566-013a8b24ba1a on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:23.405812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44466e-d84c-4e07-b48c-70baf418d894 req-7eb35aaa-fcba-4454-a593-737585b0efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:23.417469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af44466e-d84c-4e07-b48c-70baf418d894 req-7eb35aaa-fcba-4454-a593-737585b0efa1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6903040 Jul 06 17:39:23.453045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f0d36c59-bc4f-450c-82ce-517af78f70df, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f0d36c59-bc4f-450c-82ce-517af78f70df,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:23.467694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'f0d36c59-bc4f-450c-82ce-517af78f70df', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'port_id': 'f0d36c59-bc4f-450c-82ce-517af78f70df', 'mac_address': 'fa:16:3e:48:3b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:23.471406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Port d42d1f3b-9b5e-4540-9566-013a8b24ba1a on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:23.472406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Attempting to bind port d42d1f3b-9b5e-4540-9566-013a8b24ba1a on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:23.507350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12d34-2df3-4e74-a50c-936e401cc445 req-d4a7fe07-b5be-4b01-8d0a-48bffc44aa80 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:23.520248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62b12d34-2df3-4e74-a50c-936e401cc445 req-d4a7fe07-b5be-4b01-8d0a-48bffc44aa80 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 943 time: 0.8366308 Jul 06 17:39:23.532676 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.548712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-9168bed5-3e13-46b3-a893-c0eab106f357 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:23.551636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-9168bed5-3e13-46b3-a893-c0eab106f357 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.8820975 Jul 06 17:39:23.568447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d36c59-bc4f-450c-82ce-517af78f70df {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:23.645712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f0d36c59-bc4f-450c-82ce-517af78f70df, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f0d36c59-bc4f-450c-82ce-517af78f70df,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:23.660247 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.753982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-190f96db-3f70-438d-b153-6ee701e68bfa req-053a0f50-53b0-460d-837d-03b842bbe4b3 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785756 Jul 06 17:39:23.772632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:23.772632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:23.772632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:23.772632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Bound port: d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:23.772632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:23.821906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=f0d36c59-bc4f-450c-82ce-517af78f70df,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:23.875792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e53d65-9116-4f85-8e1d-89f2b2479a34 req-72a287f8-4d07-4b9b-af3e-42995a2d05d4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:23.878209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79e53d65-9116-4f85-8e1d-89f2b2479a34 req-72a287f8-4d07-4b9b-af3e-42995a2d05d4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.2174959 Jul 06 17:39:23.939237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79e53d65-9116-4f85-8e1d-89f2b2479a34 req-b2cbfe95-4d71-4bb1-840b-a338f539103a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541523 Jul 06 17:39:23.952016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62b12d34-2df3-4e74-a50c-936e401cc445 req-5f18306f-2442-4b0d-9df7-96d90390304c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4306688 Jul 06 17:39:24.102909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-2c4fd3e8-ef92-402c-aac4-c285dc3aa42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:24.104790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-2c4fd3e8-ef92-402c-aac4-c285dc3aa42b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 1099 time: 0.7236898 Jul 06 17:39:24.111629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af44466e-d84c-4e07-b48c-70baf418d894 req-1c315457-e5c1-48b8-8e64-9e77404b8980 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261740 Jul 06 17:39:24.114110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:24.182262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['f0d36c59-bc4f-450c-82ce-517af78f70df'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:24.298696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:24.353142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.387061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-baeef510-4bb4-4156-a833-53f7d6edb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:24.388926 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-baeef510-4bb4-4156-a833-53f7d6edb42c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 1098 time: 0.4975815 Jul 06 17:39:24.572010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465e68-9b01-4ab5-8883-92485d4e178e req-eb9dde1f-c1c0-4ccb-9ba9-0ae7ab81fff8 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:24.583029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c465e68-9b01-4ab5-8883-92485d4e178e req-eb9dde1f-c1c0-4ccb-9ba9-0ae7ab81fff8 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 948 time: 0.1662562 Jul 06 17:39:24.615153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:24.616317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.617990 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] 10.222.0.22 "PUT /v2.0/ports/d42d1f3b-9b5e-4540-9566-013a8b24ba1a HTTP/1.1" status: 200 len: 1095 time: 4.6159480 Jul 06 17:39:24.634631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-77c11250-4410-4ba2-a317-77cab99e069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:24.651417 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-77c11250-4410-4ba2-a317-77cab99e069f service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.5341973 Jul 06 17:39:24.666374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Deleting port af1f1a9c-b698-48f6-b2df-4bd6df941792 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:24.666717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:24.675984 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c465e68-9b01-4ab5-8883-92485d4e178e req-55c3eb1d-a1a5-4f75-a249-345d1728205c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921292 Jul 06 17:39:24.715191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:24.717488 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c20da1b-e191-4fb8-9db2-8692fc1de667" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:24.835837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af44466e-d84c-4e07-b48c-70baf418d894 req-48e8a935-7466-4881-9035-9ed0ef16a6f4 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973772 Jul 06 17:39:24.950648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-7a281416-9c31-4a73-a12a-2ff45b7f32e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0165f660-9310-4c50-9df4-4264bad0dd3c HTTP/1.1" status: 200 len: 217 time: 0.2375000 Jul 06 17:39:24.951609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27195a32-d893-4834-9b13-92d242c62e7f service neutron] Pushing event updated for resources: {'Port': ['ID=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:24.996622 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee877708-c8a8-4c4d-8b64-649aaee0704c x-openstack-request-id: req-ee877708-c8a8-4c4d-8b64-649aaee0704c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:24.997058 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:24.997401 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee877708-c8a8-4c4d-8b64-649aaee0704c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:24.998017 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a', 'status': 'completed', 'code': 200} Jul 06 17:39:25.079986 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.230463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:25.235458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f0d36c59-bc4f-450c-82ce-517af78f70df up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:25.378402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d50716-31c4-4a9b-94bb-48fde8fbf552 req-221f2702-249c-4b81-ba2c-bce881ae983b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:25.388103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2d50716-31c4-4a9b-94bb-48fde8fbf552 req-221f2702-249c-4b81-ba2c-bce881ae983b tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.1039593 Jul 06 17:39:25.469335 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2d50716-31c4-4a9b-94bb-48fde8fbf552 req-5c8fbcea-6a95-4704-bfde-1c06f281ad1f tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798161 Jul 06 17:39:25.532591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port f0d36c59-bc4f-450c-82ce-517af78f70df completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:25.550462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port f0d36c59-bc4f-450c-82ce-517af78f70df triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:25.551099 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.651727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a20d20-a29a-40cf-862e-45db00f99e9a req-d9ef2ee5-e651-4639-85a8-19bcd4e6e8c5 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:25.655250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07a20d20-a29a-40cf-862e-45db00f99e9a req-d9ef2ee5-e651-4639-85a8-19bcd4e6e8c5 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 947 time: 1.4046965 Jul 06 17:39:25.658367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-0edf58f7-d197-4c3b-9126-dc6cb9af2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:25.660462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-0edf58f7-d197-4c3b-9126-dc6cb9af2827 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.6786487 Jul 06 17:39:25.690545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:25.759771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'mac_address': 'fa:16:3e:2e:df:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:25.878676 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.882709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07a20d20-a29a-40cf-862e-45db00f99e9a req-721a5305-f3ae-4b1b-9d7f-cfdb3479c0d6 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951797 Jul 06 17:39:25.884627 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.906276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] For port af1f1a9c-b698-48f6-b2df-4bd6df941792, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=af1f1a9c-b698-48f6-b2df-4bd6df941792,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:25.906923 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:25.912641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-244dc473-3662-4c92-861a-4817de31a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:25.915150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-244dc473-3662-4c92-861a-4817de31a99b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 1.4781094 Jul 06 17:39:25.945103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d36c59-bc4f-450c-82ce-517af78f70df'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:25.949841 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9185b3f8-8b44-4803-b044-4c82d06c02ac" -d '{"events": [{"server_uuid": "c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa", "name": "network-vif-plugged", "status": "completed", "tag": "f0d36c59-bc4f-450c-82ce-517af78f70df"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:25.960514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:26.002437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:26.017914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.082661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-d1e0062b-6f05-40af-9f9d-60ed05312c2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=78095a9e-6dfc-407d-acd7-bd68ae47a748 HTTP/1.1" status: 200 len: 217 time: 0.0640495 Jul 06 17:39:26.110536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Calling delete_port for af1f1a9c-b698-48f6-b2df-4bd6df941792 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:26.179784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37a1f3-8f14-465c-8572-f6f07a96aeba req-0a3169b7-a6fc-400b-8c54-8dc7041dfa57 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:26.189845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f0d36c59-bc4f-450c-82ce-517af78f70df, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f0d36c59-bc4f-450c-82ce-517af78f70df,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:26.194613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba37a1f3-8f14-465c-8572-f6f07a96aeba req-0a3169b7-a6fc-400b-8c54-8dc7041dfa57 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 944 time: 0.3378839 Jul 06 17:39:26.212649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-f9d0bfda-1262-4195-b257-9b2b02299bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:26.215332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-f9d0bfda-1262-4195-b257-9b2b02299bbc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=043562dc660540039d93c1c741d90e68&device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 1098 time: 1.4678385 Jul 06 17:39:26.217966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-787343c4-a61a-4202-84e9-7fcbd546032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:26.221134 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:26.236793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-787343c4-a61a-4202-84e9-7fcbd546032f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1181378 Jul 06 17:39:26.247258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:26.299686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba37a1f3-8f14-465c-8572-f6f07a96aeba req-2ddf25d4-80ac-4da6-98c3-9e4227e3f07d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034424 Jul 06 17:39:26.395868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:26.545899 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=f0d36c59-bc4f-450c-82ce-517af78f70df,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:26.657731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-057c1af7-8436-4534-af3f-d47ca0dbd41f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a HTTP/1.1" status: 200 len: 217 time: 0.4172790 Jul 06 17:39:26.822570 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b678a70-160f-43f4-af41-1992b304159f x-openstack-request-id: req-8b678a70-160f-43f4-af41-1992b304159f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:26.823509 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa", "name": "network-vif-plugged", "status": "completed", "tag": "f0d36c59-bc4f-450c-82ce-517af78f70df", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:26.823509 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b678a70-160f-43f4-af41-1992b304159f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:26.830270 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d36c59-bc4f-450c-82ce-517af78f70df', 'code': 200} Jul 06 17:39:26.978108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0165f660-9310-4c50-9df4-4264bad0dd3c details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:26.981934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device af1f1a9c-b698-48f6-b2df-4bd6df941792 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:27.097234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-6895208e-757a-4180-96e6-e2db446b2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.098899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d44ec1-e1f7-4bfd-b5c7-6f419b753999 req-62d47429-1c6e-4908-b355-bc40c63e34a4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.103330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-6895208e-757a-4180-96e6-e2db446b2fa5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.4341502 Jul 06 17:39:27.107303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0d44ec1-e1f7-4bfd-b5c7-6f419b753999 req-62d47429-1c6e-4908-b355-bc40c63e34a4 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 946 time: 0.1287620 Jul 06 17:39:27.163411 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0d44ec1-e1f7-4bfd-b5c7-6f419b753999 req-f0a5fae1-64ee-4bab-b60f-9f14ab55e54d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533712 Jul 06 17:39:27.230994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 78095a9e-6dfc-407d-acd7-bd68ae47a748 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:27.329474 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.335917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-d990ed48-3a16-4db4-b72c-dcd2f9fe23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.337492 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-d990ed48-3a16-4db4-b72c-dcd2f9fe23d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6484075 Jul 06 17:39:27.379444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.401412 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-095e8a9f-e528-47ce-ad57-86cc72d87091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.403059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-095e8a9f-e528-47ce-ad57-86cc72d87091 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9861631 Jul 06 17:39:27.454246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b2b1df8d-f30d-4f38-be98-693d8f4e75d9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:27.484785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b131ffd-985a-4b94-85a2-c25e169eec2e req-b3b3bdf9-90ed-4c17-9897-2feac203a688 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.487459 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b131ffd-985a-4b94-85a2-c25e169eec2e req-b3b3bdf9-90ed-4c17-9897-2feac203a688 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 947 time: 0.1396921 Jul 06 17:39:27.516937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0165f660-9310-4c50-9df4-4264bad0dd3c, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0165f660-9310-4c50-9df4-4264bad0dd3c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:27.550147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0165f660-9310-4c50-9df4-4264bad0dd3c', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '0165f660-9310-4c50-9df4-4264bad0dd3c', 'mac_address': 'fa:16:3e:1a:da:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:27.560125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b131ffd-985a-4b94-85a2-c25e169eec2e req-4a8b53dc-d3c5-47ea-a707-6ac6f0f41354 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643387 Jul 06 17:39:27.598406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 78095a9e-6dfc-407d-acd7-bd68ae47a748, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=78095a9e-6dfc-407d-acd7-bd68ae47a748,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:27.658511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca2a66-8ba3-413a-8ba5-b85134a20ee8 req-00f82ad0-6bf3-4764-ba30-aa30480110ff tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.661644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '78095a9e-6dfc-407d-acd7-bd68ae47a748', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '78095a9e-6dfc-407d-acd7-bd68ae47a748', 'mac_address': 'fa:16:3e:90:16:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:27.663472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57ca2a66-8ba3-413a-8ba5-b85134a20ee8 req-00f82ad0-6bf3-4764-ba30-aa30480110ff tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 948 time: 1.0021889 Jul 06 17:39:27.664765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event deleted for resources: {'Port': ['ID=af1f1a9c-b698-48f6-b2df-4bd6df941792,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:27.753692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] No DVR routers for this DVR port af1f1a9c-b698-48f6-b2df-4bd6df941792 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:27.767384 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.768197 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aea29f0a-cfba-4883-900a-d80eb4d9164e req-0ef53714-bc58-46d4-a904-3abf6b003b79 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.22 "DELETE /v2.0/ports/af1f1a9c-b698-48f6-b2df-4bd6df941792 HTTP/1.1" status: 204 len: 173 time: 4.0776188 Jul 06 17:39:27.772593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8839d21-9004-4adf-bfc7-dd6830bfcf4b', 'name': 'network-vif-deleted', 'tag': 'af1f1a9c-b698-48f6-b2df-4bd6df941792'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:27.775761 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116470d7-d584-4658-9163-b2048b742900" -d '{"events": [{"server_uuid": "b8839d21-9004-4adf-bfc7-dd6830bfcf4b", "name": "network-vif-deleted", "tag": "af1f1a9c-b698-48f6-b2df-4bd6df941792"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:27.804486 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:27.812751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af8f48-25fa-42f8-b641-f1a00eab4a57 req-f0758d80-22e6-4ad4-bc71-fdfd7ed68c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.814580 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62af8f48-25fa-42f8-b641-f1a00eab4a57 req-f0758d80-22e6-4ad4-bc71-fdfd7ed68c25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 1096 time: 0.8290255 Jul 06 17:39:27.867782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0165f660-9310-4c50-9df4-4264bad0dd3c {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:27.905661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57ca2a66-8ba3-413a-8ba5-b85134a20ee8 req-503551e3-231e-427c-a889-f957ac0335ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612434 Jul 06 17:39:27.980484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0165f660-9310-4c50-9df4-4264bad0dd3c, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0165f660-9310-4c50-9df4-4264bad0dd3c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:27.985812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-266c053f-0ece-422e-825a-95a0aef3457a service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286142 Jul 06 17:39:27.990539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-983ea872-a148-49d9-bbe7-a35f445e2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:27.992683 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-983ea872-a148-49d9-bbe7-a35f445e2454 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7273140 Jul 06 17:39:27.999677 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.059825 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.144992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677cedb-64b9-4e34-b315-8357947af267 req-00eb56b4-1de9-4a95-995b-8d5d61ac7db8 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:28.145285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-0ac4e9a0-166d-435d-9729-fe8f105aebee service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416118 Jul 06 17:39:28.165576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3677cedb-64b9-4e34-b315-8357947af267 req-00eb56b4-1de9-4a95-995b-8d5d61ac7db8 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2668824 Jul 06 17:39:28.184098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-e5d3ac4b-22d7-4530-aa93-af3e4e9a76c9 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661581 Jul 06 17:39:28.215359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62af8f48-25fa-42f8-b641-f1a00eab4a57 req-f1351030-6d37-47d5-8f4b-d6f48b5f6c26 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222952 Jul 06 17:39:28.226516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78095a9e-6dfc-407d-acd7-bd68ae47a748 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:28.238596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0165f660-9310-4c50-9df4-4264bad0dd3c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:28.325629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 78095a9e-6dfc-407d-acd7-bd68ae47a748, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=78095a9e-6dfc-407d-acd7-bd68ae47a748,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:28.343436 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.346223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3677cedb-64b9-4e34-b315-8357947af267 req-61c7b82b-7ea4-4b63-adcb-a56d375a9c24 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778543 Jul 06 17:39:28.402737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Deleting port 0352f56f-a2b9-4a43-b125-7dcecda490f0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:28.402737 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.402737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21d432da-e50f-4a51-985d-aa27c40ab021 req-31d66ead-863e-45c9-b9e2-4c3a9fa29712 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816704 Jul 06 17:39:28.403146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-a84f8b94-4e24-47b9-b19b-b11571f6856c service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690120 Jul 06 17:39:28.430402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0165f660-9310-4c50-9df4-4264bad0dd3c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:28.532220 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e12e97-252f-4b9a-9bb8-b7d2b7e9e3f8 x-openstack-request-id: req-81e12e97-252f-4b9a-9bb8-b7d2b7e9e3f8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:28.532684 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8839d21-9004-4adf-bfc7-dd6830bfcf4b", "name": "network-vif-deleted", "tag": "af1f1a9c-b698-48f6-b2df-4bd6df941792", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:28.533080 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81e12e97-252f-4b9a-9bb8-b7d2b7e9e3f8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:28.533621 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8839d21-9004-4adf-bfc7-dd6830bfcf4b', 'name': 'network-vif-deleted', 'tag': 'af1f1a9c-b698-48f6-b2df-4bd6df941792', 'status': 'completed', 'code': 200} Jul 06 17:39:28.599145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=78095a9e-6dfc-407d-acd7-bd68ae47a748,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:28.630059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] For port 0352f56f-a2b9-4a43-b125-7dcecda490f0, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0352f56f-a2b9-4a43-b125-7dcecda490f0,segment=NetworkSegment(c28f9756-9389-49c6-bb12-08d1455082d8),segment_id=c28f9756-9389-49c6-bb12-08d1455082d8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:28.630526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:28.646196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2a9a7f0-a7ad-4c45-a5a9-0d0c23813126 req-62455398-caad-49f3-ab14-bf1ce3f4c3b5 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128992 Jul 06 17:39:28.652252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Calling delete_port for 0352f56f-a2b9-4a43-b125-7dcecda490f0 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:28.705053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffae3aa8-6567-4e37-a791-ab042e49c88f req-caa384b6-9bae-46ec-bd9d-5b2d2e65db08 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8839d21-9004-4adf-bfc7-dd6830bfcf4b HTTP/1.1" status: 200 len: 210 time: 0.0530691 Jul 06 17:39:28.764867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['78095a9e-6dfc-407d-acd7-bd68ae47a748'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:29.064642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-e027f4fd-2072-4a85-ba77-3ea2d2e6ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:29.068401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-e027f4fd-2072-4a85-ba77-3ea2d2e6ac19 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=043562dc660540039d93c1c741d90e68&device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 1098 time: 0.2639034 Jul 06 17:39:29.073403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aef49-35d6-49a1-acf3-4dc388499f1c req-5860907d-41ee-42e9-8414-2797ba58fb23 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:29.079409 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-201aef49-35d6-49a1-acf3-4dc388499f1c req-5860907d-41ee-42e9-8414-2797ba58fb23 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 947 time: 0.1830015 Jul 06 17:39:29.147595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-201aef49-35d6-49a1-acf3-4dc388499f1c req-2ac4dd07-a20f-4fc4-af5d-b6feabe2e217 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651066 Jul 06 17:39:29.245810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:29.281642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-13b5a83f-83ab-4723-a45b-091dc4a397f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:29.284586 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-13b5a83f-83ab-4723-a45b-091dc4a397f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2085915 Jul 06 17:39:29.381864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-21c8bc63-5c7b-4657-a8a2-f4d46659cd76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a HTTP/1.1" status: 200 len: 217 time: 0.0877156 Jul 06 17:39:29.386271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.398521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:29.422589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:29.424603 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.517290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-2a015d20-1f0e-48a2-8e08-855875bf354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:29.521242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-2a015d20-1f0e-48a2-8e08-855875bf354c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1295698 Jul 06 17:39:29.578487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0352f56f-a2b9-4a43-b125-7dcecda490f0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:29.650131 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.681705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48ee3-9232-4f2e-b4a3-3fd9f7b29a86 req-1e9e4975-2802-4fe9-8e27-102b2e8b664a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:29.684906 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02d48ee3-9232-4f2e-b4a3-3fd9f7b29a86 req-1e9e4975-2802-4fe9-8e27-102b2e8b664a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 949 time: 0.2100933 Jul 06 17:39:29.729649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:29.734425 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce8113-b82e-430c-9b36-cede14dc9539" -d '{"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:29.760922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:29.780106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:29.806764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02d48ee3-9232-4f2e-b4a3-3fd9f7b29a86 req-68076753-18a3-4adf-a7b8-f00970cc7b36 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073906 Jul 06 17:39:29.917328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:30.196756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-f39b428e-6c63-4b70-8c65-51a7e78d5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:30.198570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-f39b428e-6c63-4b70-8c65-51a7e78d5494 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6316888 Jul 06 17:39:30.224106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c7657-6685-4059-ba0a-1323758c0d30 req-3ecac850-c9ef-4e60-91d3-5fa2bb5d261b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:30.226228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3a4c7657-6685-4059-ba0a-1323758c0d30 req-3ecac850-c9ef-4e60-91d3-5fa2bb5d261b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.1917999 Jul 06 17:39:30.271393 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:30.276810 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3a4c7657-6685-4059-ba0a-1323758c0d30 req-59acf723-90f0-4dc0-a729-938ee8e954e6 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439222 Jul 06 17:39:30.376041 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb01da-9a99-4892-b6e8-d79b3dc2fe9a x-openstack-request-id: req-89cb01da-9a99-4892-b6e8-d79b3dc2fe9a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:30.376885 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:30.377220 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89cb01da-9a99-4892-b6e8-d79b3dc2fe9a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:30.377403 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-abaedaca-7116-4488-8e63-41094913e2fd service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692741 Jul 06 17:39:30.377693 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'code': 200} Jul 06 17:39:30.671930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-4f4036d6-93c5-4c48-be8b-8be5bbaefd6f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:30.673922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-4f4036d6-93c5-4c48-be8b-8be5bbaefd6f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 804 time: 0.1637375 Jul 06 17:39:30.682197 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c20da1b-e191-4fb8-9db2-8692fc1de667 req-9498bbb3-804d-4814-9ab5-0d0ece405543 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748141 Jul 06 17:39:30.699419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-7f2e6e4d-511b-4c5e-bf8d-9f3cd394edd3 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/quotas/a3f868a278bd45d0a33be3318ae266b1 HTTP/1.1" status: 200 len: 375 time: 0.0135746 Jul 06 17:39:30.764346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91554-e888-47f1-912c-4148686c60e3 req-09905444-878e-4fa2-bad7-87f2294149fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:30.765886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5c91554-e888-47f1-912c-4148686c60e3 req-09905444-878e-4fa2-bad7-87f2294149fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 1101 time: 0.2679343 Jul 06 17:39:30.784713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-c13817fc-517e-4528-a90c-8f2472900a38 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736213 Jul 06 17:39:30.798917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-5156731d-5552-4d16-aec7-ccf92b411ca3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:39:30.800511 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-5156731d-5552-4d16-aec7-ccf92b411ca3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064838 Jul 06 17:39:30.804157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711af30-20b2-4e48-bc9d-d45d81c6cf99 req-3309b871-2425-4cd2-8241-f8570eae289c tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:30.805914 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a711af30-20b2-4e48-bc9d-d45d81c6cf99 req-3309b871-2425-4cd2-8241-f8570eae289c tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 947 time: 0.2635360 Jul 06 17:39:30.856346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Router 8689fc3c-d538-4e88-a173-beede639fefc has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:30.868883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5c91554-e888-47f1-912c-4148686c60e3 req-d25bda00-8cf4-4b80-9d50-087ac6eda5ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943372 Jul 06 17:39:30.889851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a711af30-20b2-4e48-bc9d-d45d81c6cf99 req-d0612e36-c762-4d8c-932c-6d12276ce779 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726025 Jul 06 17:39:30.940903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-a0111233-389f-4266-a449-ad8075c3cbbb service neutron] 10.222.0.13 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316643 Jul 06 17:39:30.972030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d42d1f3b-9b5e-4540-9566-013a8b24ba1a details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:30.978058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0165f660-9310-4c50-9df4-4264bad0dd3c up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:31.076820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:31.091169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60384) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:31.091832 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-44f76dee-379b-4050-95c9-4dbd3b1e98c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/8689fc3c-d538-4e88-a173-beede639fefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7441330 Jul 06 17:39:31.092783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] Sync routers for ids ['8689fc3c-d538-4e88-a173-beede639fefc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:31.131493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] Routers {'8689fc3c-d538-4e88-a173-beede639fefc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:31.132444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8689fc3c-d538-4e88-a173-beede639fefc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:31.136608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0165f660-9310-4c50-9df4-4264bad0dd3c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:31.198852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-0d44da8e-bf76-4663-b09d-c6c639879be0 service neutron] 10.222.0.13 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460752 Jul 06 17:39:31.327025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 78095a9e-6dfc-407d-acd7-bd68ae47a748 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:31.328661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.338860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0165f660-9310-4c50-9df4-4264bad0dd3c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:31.338860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.380289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ebefd-41a2-428b-b07c-b621cb543c97 req-87345b53-33e0-45d1-988e-69a1da35c1b4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:31.386648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-151ebefd-41a2-428b-b07c-b621cb543c97 req-87345b53-33e0-45d1-988e-69a1da35c1b4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.1568136 Jul 06 17:39:31.404750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:31.415346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-89bd82db-ac01-437e-a3e7-24d33de1acbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'floatingip': {'port_id': 'f0d36c59-bc4f-450c-82ce-517af78f70df'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:31.419461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:31.518446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a', 'mac_address': 'fa:16:3e:c6:a3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:31.521911 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89bd82db-ac01-437e-a3e7-24d33de1acbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.567121 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.665233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] Set router 8689fc3c-d538-4e88-a173-beede639fefc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:31.718299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Deleting port f99d83d8-a89a-4049-96c0-d9ac44248229 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:31.724307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.853278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 78095a9e-6dfc-407d-acd7-bd68ae47a748 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:31.940069 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.942095 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 78095a9e-6dfc-407d-acd7-bd68ae47a748 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:31.943270 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:31.950288 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.016419 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42d1f3b-9b5e-4540-9566-013a8b24ba1a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:32.030967 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.095995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:32.111057 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.137140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] For port f99d83d8-a89a-4049-96c0-d9ac44248229, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f99d83d8-a89a-4049-96c0-d9ac44248229,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:32.138207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.159366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5170e2-cb8e-4897-8a8b-b9b59af9c7c2 req-73249ee6-a8f1-40aa-9d7e-ce1bee6e91e2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:32.168333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf5170e2-cb8e-4897-8a8b-b9b59af9c7c2 req-73249ee6-a8f1-40aa-9d7e-ce1bee6e91e2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 949 time: 0.3038847 Jul 06 17:39:32.183571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Calling delete_port for f99d83d8-a89a-4049-96c0-d9ac44248229 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:32.204851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0165f660-9310-4c50-9df4-4264bad0dd3c, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0165f660-9310-4c50-9df4-4264bad0dd3c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:32.230568 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.317298 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf5170e2-cb8e-4897-8a8b-b9b59af9c7c2 req-64b300ac-d692-4213-a55f-e846c24e2215 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473351 Jul 06 17:39:32.402662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6b006f-9a29-4d4c-beaf-0ccf6de25a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0165f660-9310-4c50-9df4-4264bad0dd3c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:32.407079 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d42edf2-3b0c-43a6-a2a6-67d38ec3f549" -d '{"events": [{"server_uuid": "1a6b006f-9a29-4d4c-beaf-0ccf6de25a50", "name": "network-vif-plugged", "status": "completed", "tag": "0165f660-9310-4c50-9df4-4264bad0dd3c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:32.439567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:32.523257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8c278da8-d425-45c5-8eb9-6ae3785f0b6b req-1ac9b6e0-5881-4562-8042-db3c03a3812c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 210 time: 0.1278892 Jul 06 17:39:32.533976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d42d1f3b-9b5e-4540-9566-013a8b24ba1a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:32.688273 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.760210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.760993 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89bd82db-ac01-437e-a3e7-24d33de1acbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.780292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89bd82db-ac01-437e-a3e7-24d33de1acbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:32.825624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8689fc3c-d538-4e88-a173-beede639fefc', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:30Z', 'updated_at': '2021-07-06T17:39:29Z', 'revision_number': 5, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'gw_port': {'id': 'f99d83d8-a89a-4049-96c0-d9ac44248229', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8689fc3c-d538-4e88-a173-beede639fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:36:33Z', 'updated_at': '2021-07-06T17:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:32.838559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99d83d8-a89a-4049-96c0-d9ac44248229,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:32.863335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-6f75a371-28b6-48d0-837a-3ca349190a6b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:32.866909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-6f75a371-28b6-48d0-837a-3ca349190a6b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "GET /v2.0/ports?device_id=be25ce89-93d6-46ed-8854-1ecff245c2ca HTTP/1.1" status: 200 len: 945 time: 0.5175269 Jul 06 17:39:32.918706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0165f660-9310-4c50-9df4-4264bad0dd3c,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:32.988422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 78095a9e-6dfc-407d-acd7-bd68ae47a748, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=78095a9e-6dfc-407d-acd7-bd68ae47a748,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:33.029834 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b0dd60-61be-4a3f-be62-ff1a728b59fb x-openstack-request-id: req-08b0dd60-61be-4a3f-be62-ff1a728b59fb {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:33.031044 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6b006f-9a29-4d4c-beaf-0ccf6de25a50", "name": "network-vif-plugged", "status": "completed", "tag": "0165f660-9310-4c50-9df4-4264bad0dd3c", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:33.039128 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08b0dd60-61be-4a3f-be62-ff1a728b59fb {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:33.040191 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6b006f-9a29-4d4c-beaf-0ccf6de25a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0165f660-9310-4c50-9df4-4264bad0dd3c', 'code': 200} Jul 06 17:39:33.043941 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.048537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 8d5f346b-5f3e-438b-a88e-524d163b4729 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:33.070565 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-89bd82db-ac01-437e-a3e7-24d33de1acbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Floating IP 9508e7cb-ef33-400b-8df4-71baa31cd81f associated. External IP: 172.25.7.210, port: f0d36c59-bc4f-450c-82ce-517af78f70df. Jul 06 17:39:33.076042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] Checking router: 8689fc3c-d538-4e88-a173-beede639fefc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:33.256583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.313188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260b891-a061-4d9a-8cc4-38449bc6b37b req-cea4257a-c03c-4b28-a5fc-e5fe5da3ccf1 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:33.330460 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0260b891-a061-4d9a-8cc4-38449bc6b37b req-cea4257a-c03c-4b28-a5fc-e5fe5da3ccf1 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 948 time: 0.4938402 Jul 06 17:39:33.354803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] Routers {'8689fc3c-d538-4e88-a173-beede639fefc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:33.356049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8689fc3c-d538-4e88-a173-beede639fefc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:33.468920 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.471403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.532785 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.533361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8689fc3c-d538-4e88-a173-beede639fefc {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:39:33.540660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.544874 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2b955080-5dcc-4584-91a2-8d11d4943006 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8689fc3c-d538-4e88-a173-beede639fefc HTTP/1.1" status: 204 len: 168 time: 2.4521465 Jul 06 17:39:33.545568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60418) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:33.630481 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:33.639805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] Set router 8689fc3c-d538-4e88-a173-beede639fefc gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:33.949654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8689fc3c-d538-4e88-a173-beede639fefc', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:30Z', 'updated_at': '2021-07-06T17:39:32Z', 'revision_number': 7, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:34.000937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=78095a9e-6dfc-407d-acd7-bd68ae47a748,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:34.004686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1edda7-e079-45d3-9b42-ec03c97264e4 None None] The sync data for ids ['8689fc3c-d538-4e88-a173-beede639fefc'] in n-d-799526-3 is: [{'id': '8689fc3c-d538-4e88-a173-beede639fefc', 'name': 'tempest-AttachSCSIVolumeTestJSON-113498307-router', 'tenant_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:36:30Z', 'updated_at': '2021-07-06T17:39:32Z', 'revision_number': 7, 'project_id': 'c2ca7805aa1542c8bfa0e2da670d0c3a', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:34.113904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=8d5f346b-5f3e-438b-a88e-524d163b4729,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:34.123980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0260b891-a061-4d9a-8cc4-38449bc6b37b req-42de91d8-c1ae-4981-8f18-9c68564bd485 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7904997 Jul 06 17:39:34.124425 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.148575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef5d4b8-0991-458d-b1c8-18b94f9ac058 admin admin] Deleting subnet 32dbeb23-a1ce-48ab-a46b-89c0563bd11a {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:39:34.165053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d4b8-0991-458d-b1c8-18b94f9ac058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.176187 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:39:34.249574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=8d5f346b-5f3e-438b-a88e-524d163b4729,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:34.298654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bd82db-ac01-437e-a3e7-24d33de1acbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:34.305908 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d4b8-0991-458d-b1c8-18b94f9ac058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.362101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Deleting port 8d5f346b-5f3e-438b-a88e-524d163b4729 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:34.362500 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.496941 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d4b8-0991-458d-b1c8-18b94f9ac058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.576066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d4b8-0991-458d-b1c8-18b94f9ac058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.591838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb296bf-e797-4fdd-b2ee-9b42381b590d req-3e8290d7-68fe-4091-978b-1f6a5f242034 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:34.594714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdb296bf-e797-4fdd-b2ee-9b42381b590d req-3e8290d7-68fe-4091-978b-1f6a5f242034 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 945 time: 1.0347981 Jul 06 17:39:34.628698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d4b8-0991-458d-b1c8-18b94f9ac058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.631605 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2ef5d4b8-0991-458d-b1c8-18b94f9ac058 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32dbeb23-a1ce-48ab-a46b-89c0563bd11a HTTP/1.1" status: 204 len: 168 time: 1.0826478 Jul 06 17:39:34.633255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5d4b8-0991-458d-b1c8-18b94f9ac058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32dbeb23-a1ce-48ab-a46b-89c0563bd11a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:34.640015 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3be12c-8347-4389-bd74-cf29455f9347 None None] Network 156b263f-4f38-4ef3-b05c-d635b9ca8623 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:34.643330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:34.683439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdaa10-e524-4772-a3f6-5f9208b93f23 req-6c6cbd9e-cf1b-45ef-82ec-070ffdebead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:34.686059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4efdaa10-e524-4772-a3f6-5f9208b93f23 req-6c6cbd9e-cf1b-45ef-82ec-070ffdebead7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 1101 time: 1.4257140 Jul 06 17:39:34.769588 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.813255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9ce2f-4182-41d1-9af7-ad35b7240fd4 req-997f9dc6-bb78-4eea-b559-351fe70c1cc7 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:34.816231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-acc9ce2f-4182-41d1-9af7-ad35b7240fd4 req-997f9dc6-bb78-4eea-b559-351fe70c1cc7 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 950 time: 0.1925039 Jul 06 17:39:34.851230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-4f647473-fe5b-4675-905a-9c9eaf318109 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:34.853937 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-4f647473-fe5b-4675-905a-9c9eaf318109 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 804 time: 0.5794103 Jul 06 17:39:34.889963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Request body: {'port': {'device_id': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'admin_state_up': True, 'tenant_id': 'a3f868a278bd45d0a33be3318ae266b1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:34.950382 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-acc9ce2f-4182-41d1-9af7-ad35b7240fd4 req-be70aaa5-460e-4a2e-99ae-d7bb568e20b1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921276 Jul 06 17:39:34.972573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Deleting port eb51c931-d146-4ded-b6b1-7a8b88f6e741 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:34.972867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:34.993129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c762bdb5-cb61-4e33-8c29-b42e2ada3e03 None None] DHCP port deletion for 156b263f-4f38-4ef3-b05c-d635b9ca8623 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:39:35.049478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58d477a-6a9e-4e40-92bb-c45309c2e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78095a9e-6dfc-407d-acd7-bd68ae47a748'}, {'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:35.052081 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c3374-829e-4bf2-8594-dfe5624d523f" -d '{"events": [{"server_uuid": "e58d477a-6a9e-4e40-92bb-c45309c2e547", "name": "network-vif-plugged", "status": "completed", "tag": "78095a9e-6dfc-407d-acd7-bd68ae47a748"}, {"server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:35.069622 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.072696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] For port 8d5f346b-5f3e-438b-a88e-524d163b4729, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=8d5f346b-5f3e-438b-a88e-524d163b4729,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:35.073359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.107194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdb296bf-e797-4fdd-b2ee-9b42381b590d req-ac26fe1d-ac4d-4020-8d9f-7e89be26387f tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306982 Jul 06 17:39:35.135897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c762bdb5-cb61-4e33-8c29-b42e2ada3e03 None None] Deleting port eb51c931-d146-4ded-b6b1-7a8b88f6e741 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:35.145237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] For port eb51c931-d146-4ded-b6b1-7a8b88f6e741, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb51c931-d146-4ded-b6b1-7a8b88f6e741,segment=NetworkSegment(c28f9756-9389-49c6-bb12-08d1455082d8),segment_id=c28f9756-9389-49c6-bb12-08d1455082d8)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:35.145914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.149223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c762bdb5-cb61-4e33-8c29-b42e2ada3e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.184534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Calling delete_port for eb51c931-d146-4ded-b6b1-7a8b88f6e741 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:35.227467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Calling delete_port for 8d5f346b-5f3e-438b-a88e-524d163b4729 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:35.240117 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4efdaa10-e524-4772-a3f6-5f9208b93f23 req-2921a803-3ecf-4984-ab81-06117e07c118 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178831 Jul 06 17:39:35.288983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bd82db-ac01-437e-a3e7-24d33de1acbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:35.304292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89bd82db-ac01-437e-a3e7-24d33de1acbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.305341 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] Sync routers for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:35.330453 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:35.331152 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:35.360813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c762bdb5-cb61-4e33-8c29-b42e2ada3e03 None None] For port eb51c931-d146-4ded-b6b1-7a8b88f6e741, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb51c931-d146-4ded-b6b1-7a8b88f6e741,segment=NetworkSegment(c28f9756-9389-49c6-bb12-08d1455082d8),segment_id=c28f9756-9389-49c6-bb12-08d1455082d8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:35.361844 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c762bdb5-cb61-4e33-8c29-b42e2ada3e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.379039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c762bdb5-cb61-4e33-8c29-b42e2ada3e03 None None] Calling delete_port for eb51c931-d146-4ded-b6b1-7a8b88f6e741 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:35.453630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-144e0530-e983-4a26-b705-6adb79e4e13d req-5d7e205b-80b6-4db0-b427-a87c1e4fae4e tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 210 time: 0.1415272 Jul 06 17:39:35.513231 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798441d8-2fce-4636-b675-205149d3be9c x-openstack-request-id: req-798441d8-2fce-4636-b675-205149d3be9c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:35.513537 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58d477a-6a9e-4e40-92bb-c45309c2e547", "name": "network-vif-plugged", "status": "completed", "tag": "78095a9e-6dfc-407d-acd7-bd68ae47a748", "code": 200}, {"server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:35.513794 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-798441d8-2fce-4636-b675-205149d3be9c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:35.514207 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58d477a-6a9e-4e40-92bb-c45309c2e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78095a9e-6dfc-407d-acd7-bd68ae47a748', 'code': 200} Jul 06 17:39:35.514498 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729', 'code': 200} Jul 06 17:39:35.524505 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.555208 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c762bdb5-cb61-4e33-8c29-b42e2ada3e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.582521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-89bd82db-ac01-437e-a3e7-24d33de1acbf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "PUT /v2.0/floatingips/9508e7cb-ef33-400b-8df4-71baa31cd81f HTTP/1.1" status: 200 len: 991 time: 4.1746843 Jul 06 17:39:35.589299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762bdb5-cb61-4e33-8c29-b42e2ada3e03 None None] No DVR routers for this DVR port eb51c931-d146-4ded-b6b1-7a8b88f6e741 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:35.600579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'tag': 'f0d36c59-bc4f-450c-82ce-517af78f70df'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:35.612992 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ed4a6b-236b-48b0-a4ed-c67e70b15508" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa", "tag": "f0d36c59-bc4f-450c-82ce-517af78f70df"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:35.631550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb51c931-d146-4ded-b6b1-7a8b88f6e741,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:35.660511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762bdb5-cb61-4e33-8c29-b42e2ada3e03 None None] Pushing event deleted for resources: {'Port': ['ID=eb51c931-d146-4ded-b6b1-7a8b88f6e741,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:35.695194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Made reservation on behalf of a3f868a278bd45d0a33be3318ae266b1 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:35.702824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.749556 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:35.766009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] No DVR routers for this DVR port eb51c931-d146-4ded-b6b1-7a8b88f6e741 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:35.803401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93f045-66ed-4109-92b7-e9d7cb67a3b1 req-37919b0e-14b8-49a8-b527-30fa64280085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:35.806188 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af93f045-66ed-4109-92b7-e9d7cb67a3b1 req-37919b0e-14b8-49a8-b527-30fa64280085 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 1100 time: 0.1806908 Jul 06 17:39:35.826255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f99d83d8-a89a-4049-96c0-d9ac44248229 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:35.882862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f99d83d8-a89a-4049-96c0-d9ac44248229 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:35.884029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f99d83d8-a89a-4049-96c0-d9ac44248229 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:35.884709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb51c931-d146-4ded-b6b1-7a8b88f6e741 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:35.920521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:35.976119 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.000285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156b263f-4f38-4ef3-b05c-d635b9ca8623']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:36.022014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af93f045-66ed-4109-92b7-e9d7cb67a3b1 req-79d83e4b-c91e-4ad3-8047-0695be410bde service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607873 Jul 06 17:39:36.024645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28f9756-9389-49c6-bb12-08d1455082d8') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:36.025282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28f9756-9389-49c6-bb12-08d1455082d8') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:36.052234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.077706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Pushing event deleted for resources: {'Port': ['ID=8d5f346b-5f3e-438b-a88e-524d163b4729,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:36.088936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.103841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:39:36.104346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:39:36.106862 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:39:36.126459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa864c71-fe72-49bb-9340-b6b971cf3486 req-0d17c364-0c22-4710-9679-328a3921d9cf tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:36.128616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa864c71-fe72-49bb-9340-b6b971cf3486 req-0d17c364-0c22-4710-9679-328a3921d9cf tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 948 time: 0.2024951 Jul 06 17:39:36.150045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: eb51c931-d146-4ded-b6b1-7a8b88f6e741 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:36.150689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb51c931-d146-4ded-b6b1-7a8b88f6e741 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:36.151178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0352f56f-a2b9-4a43-b125-7dcecda490f0 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:36.188221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Allocated IP 172.20.0.10 (9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5/f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b/c856c3db-8f57-4bb1-8ad3-ffd663882c46) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:36.223318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0352f56f-a2b9-4a43-b125-7dcecda490f0 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:36.223901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0352f56f-a2b9-4a43-b125-7dcecda490f0 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:36.268129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa864c71-fe72-49bb-9340-b6b971cf3486 req-736a7cbe-a8d1-430d-86e5-e2d4c4faaeb8 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534930 Jul 06 17:39:36.307642 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.320910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.324450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/156b263f-4f38-4ef3-b05c-d635b9ca8623 HTTP/1.1" status: 204 len: 168 time: 1.6800604 Jul 06 17:39:36.413590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7623504-2b0e-4fa2-9198-bbe97a26f9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=156b263f-4f38-4ef3-b05c-d635b9ca8623,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:36.473701 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893f5a71-f204-4291-a278-b1689ea02368 x-openstack-request-id: req-893f5a71-f204-4291-a278-b1689ea02368 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:36.474321 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa", "tag": "f0d36c59-bc4f-450c-82ce-517af78f70df", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:36.474716 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-893f5a71-f204-4291-a278-b1689ea02368 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:36.477668 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'tag': 'f0d36c59-bc4f-450c-82ce-517af78f70df', 'status': 'completed', 'code': 200} Jul 06 17:39:36.551018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] No DVR routers for this DVR port 8d5f346b-5f3e-438b-a88e-524d163b4729 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:36.578019 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9508e7cb-ef33-400b-8df4-71baa31cd81f', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'port_id': 'f0d36c59-bc4f-450c-82ce-517af78f70df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'mac_address': 'fa:16:3e:48:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:38:58Z', 'updated_at': '2021-07-06T17:39:32Z', 'revision_number': 1, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:36.595346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-966b0d3c-9ec7-4fb6-bd70-a93e04b1426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:36.599650 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-966b0d3c-9ec7-4fb6-bd70-a93e04b1426a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 1096 time: 0.1426215 Jul 06 17:39:36.610969 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.617651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-18d231f2-dc1c-4737-8587-8f45ac3bba3c req-2c40c237-d82b-4a1b-ac10-c42251dc8c37 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "DELETE /v2.0/ports/8d5f346b-5f3e-438b-a88e-524d163b4729 HTTP/1.1" status: 204 len: 173 time: 3.7449028 Jul 06 17:39:36.696842 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] Checking router: c0f7e014-139e-40d5-a24c-e9ad54dcbca3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:36.698378 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.730549 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:36.731633 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:36.794194 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.845331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:36.849099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:36.854541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:36.915144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Pushing event updated for resources: {'Port': ['ID=c856c3db-8f57-4bb1-8ad3-ffd663882c46,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:36.957852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-f3082b00-75df-49c6-bcc5-aff3a16a50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:36.959760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-f3082b00-75df-49c6-bcc5-aff3a16a50d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 912 time: 0.3534944 Jul 06 17:39:36.960818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:36.961728 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:36.963181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60458) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:36.981486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b1cd208d-936b-43d1-99d4-7b4e54ea2bce tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0991907 Jul 06 17:39:36.996340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Request body: {'port': {'device_id': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:37.024737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d42d1f3b-9b5e-4540-9566-013a8b24ba1a up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:37.041637 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:37.109950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-665244e8-b849-4282-b0f3-a86475d6319a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14fb0353ce624ce7aba009e4d47bdfdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447988 Jul 06 17:39:37.116614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:37.168512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-880485d6-c7d5-4108-9bad-e89223f91d48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0d36c59-bc4f-450c-82ce-517af78f70df HTTP/1.1" status: 200 len: 999 time: 0.1781385 Jul 06 17:39:37.176825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port d42d1f3b-9b5e-4540-9566-013a8b24ba1a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:37.179780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ab84b-226f-479d-8c1b-ab61436105a7 req-844e6e5b-791f-49cb-bfe4-68f9fab777b9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:37.182720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port d42d1f3b-9b5e-4540-9566-013a8b24ba1a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:37.183412 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.189001 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-386ab84b-226f-479d-8c1b-ab61436105a7 req-844e6e5b-791f-49cb-bfe4-68f9fab777b9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 950 time: 0.4098799 Jul 06 17:39:37.288550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.353951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-386ab84b-226f-479d-8c1b-ab61436105a7 req-d8238421-d9d4-46e3-8633-ad28e94f5f18 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613743 Jul 06 17:39:37.372723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-750dcf1b-c14f-46fd-866b-3d944cd1dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:37.376685 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-750dcf1b-c14f-46fd-866b-3d944cd1dcac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.1768675 Jul 06 17:39:37.477044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-fd3351aa-0d2e-4042-b3c1-3e2e62540a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:37.481674 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.482420 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-fd3351aa-0d2e-4042-b3c1-3e2e62540a68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979571 Jul 06 17:39:37.515559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:37.517963 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6731570-741e-45de-a5ce-3c20bd4a0c8c" -d '{"events": [{"server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "name": "network-vif-plugged", "status": "completed", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:37.559733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:37.567634 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.686862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:37.696854 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9508e7cb-ef33-400b-8df4-71baa31cd81f', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'port_id': 'f0d36c59-bc4f-450c-82ce-517af78f70df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'mac_address': 'fa:16:3e:48:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:38:58Z', 'updated_at': '2021-07-06T17:39:32Z', 'revision_number': 1, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:37.733222 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575872d-7e56-4972-ab4b-29ac95e7c603 None None] The sync data for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 is: [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9508e7cb-ef33-400b-8df4-71baa31cd81f', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'port_id': 'f0d36c59-bc4f-450c-82ce-517af78f70df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'mac_address': 'fa:16:3e:48:3b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:38:58Z', 'updated_at': '2021-07-06T17:39:32Z', 'revision_number': 1, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:37.740352 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-218030bb-b3b7-49ce-a9ae-98b418fba702 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484522 Jul 06 17:39:37.771076 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c28ce61-5a8f-4f06-b0b5-061475638308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.835063 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c28ce61-5a8f-4f06-b0b5-061475638308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:37.860517 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36ed4a6b-236b-48b0-a4ed-c67e70b15508 req-8354e30e-980f-420a-920b-0ff35c799d7e service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150885 Jul 06 17:39:37.909335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7469-d8cc-46f7-97ba-582aa42086f1 req-6f5bcb29-7403-408a-93ab-0ad7ddd0ce9c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:37.912256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4ae7469-d8cc-46f7-97ba-582aa42086f1 req-6f5bcb29-7403-408a-93ab-0ad7ddd0ce9c tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 932 time: 0.6628890 Jul 06 17:39:38.029467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd661b8-bb6d-4deb-974e-12f00abdb92d None None] New status for floating IP 9508e7cb-ef33-400b-8df4-71baa31cd81f: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:39:38.078938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4ae7469-d8cc-46f7-97ba-582aa42086f1 req-2639ded0-f50a-43cc-81b0-b2485de80611 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540918 Jul 06 17:39:38.110480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c28ce61-5a8f-4f06-b0b5-061475638308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.121040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c28ce61-5a8f-4f06-b0b5-061475638308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.121706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31721a1-45a7-4189-8c7b-cddc9c2f1a2d req-94ce0028-326f-49c0-9509-4736bd381e17 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.121877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9c28ce61-5a8f-4f06-b0b5-061475638308 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/485e3055-7939-45fd-8e9d-1de3dc5e1aa8 HTTP/1.1" status: 204 len: 168 time: 0.9964449 Jul 06 17:39:38.130279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c31721a1-45a7-4189-8c7b-cddc9c2f1a2d req-94ce0028-326f-49c0-9509-4736bd381e17 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 945 time: 0.1204095 Jul 06 17:39:38.132704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28ce61-5a8f-4f06-b0b5-061475638308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485e3055-7939-45fd-8e9d-1de3dc5e1aa8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:38.188392 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c31721a1-45a7-4189-8c7b-cddc9c2f1a2d req-6bf742cf-711a-44d4-979a-e9511bdc01e7 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569043 Jul 06 17:39:38.189180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c856c3db-8f57-4bb1-8ad3-ffd663882c46 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:38.199703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.217039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Transition to ACTIVE for port object c856c3db-8f57-4bb1-8ad3-ffd663882c46 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:38.221564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.297757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c856c3db-8f57-4bb1-8ad3-ffd663882c46,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:38.436358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Attempting to bind port c856c3db-8f57-4bb1-8ad3-ffd663882c46 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:38.436786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Attempting to bind port c856c3db-8f57-4bb1-8ad3-ffd663882c46 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:38.437308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Attempting to bind port c856c3db-8f57-4bb1-8ad3-ffd663882c46 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:38.444964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Port c856c3db-8f57-4bb1-8ad3-ffd663882c46 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:38.445454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Attempting to bind port c856c3db-8f57-4bb1-8ad3-ffd663882c46 on network 9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:38.452002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:38.452395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Checking segment: {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:38.452881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Bound using segment: {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:38.453402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Bound port: c856c3db-8f57-4bb1-8ad3-ffd663882c46, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9060c94-7236-4a52-aafe-8682115b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:38.453779 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.479379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'name': 'network-vif-deleted', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:38.482536 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a120713-128b-4f3f-a518-6de93b132891" -d '{"events": [{"server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "name": "network-vif-deleted", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:38.502920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339824f-155a-4f1e-9d21-a97b83ff34d0 req-e30bcc87-a035-4cd2-a3ba-e56f993c1283 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.511079 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5339824f-155a-4f1e-9d21-a97b83ff34d0 req-e30bcc87-a035-4cd2-a3ba-e56f993c1283 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 949 time: 0.1182914 Jul 06 17:39:38.554478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5339824f-155a-4f1e-9d21-a97b83ff34d0 req-5029d4a7-1e75-455e-8988-7e821006a9fd tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Jul 06 17:39:38.587631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:38.592787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:38.601857 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.617754 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a828265a-f49c-4bb9-b3b9-bad5f85442a2 x-openstack-request-id: req-a828265a-f49c-4bb9-b3b9-bad5f85442a2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:38.619390 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "name": "network-vif-plugged", "status": "completed", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:38.620407 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a828265a-f49c-4bb9-b3b9-bad5f85442a2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:38.622450 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a', 'code': 200} Jul 06 17:39:38.650534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972f72-bf32-4214-8080-d29871180f2d req-239e76ff-7d9e-4c57-bd91-a59a6a43d3dd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.652168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9972f72-bf32-4214-8080-d29871180f2d req-239e76ff-7d9e-4c57-bd91-a59a6a43d3dd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 949 time: 0.1425116 Jul 06 17:39:38.657359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.658054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:38.659477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/c856c3db-8f57-4bb1-8ad3-ffd663882c46 HTTP/1.1" status: 200 len: 1092 time: 1.6707222 Jul 06 17:39:38.717476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc59ed-428b-4f8d-bab7-8fd88ba961a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c856c3db-8f57-4bb1-8ad3-ffd663882c46,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:38.733084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9972f72-bf32-4214-8080-d29871180f2d req-f49e3a9b-5b80-42ea-8066-62c789b4c673 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705798 Jul 06 17:39:38.755397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:38.844150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b2b4796e-074f-48f7-b4e2-dd91df65ea4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2ca7805aa1542c8bfa0e2da670d0c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864961 Jul 06 17:39:38.846518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60492) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:38.854209 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe3b6ab-187b-4353-ad7a-dec5dca8b309 x-openstack-request-id: req-7fe3b6ab-187b-4353-ad7a-dec5dca8b309 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:38.855083 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be25ce89-93d6-46ed-8854-1ecff245c2ca", "name": "network-vif-deleted", "tag": "8d5f346b-5f3e-438b-a88e-524d163b4729", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:38.855083 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fe3b6ab-187b-4353-ad7a-dec5dca8b309 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:38.855386 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be25ce89-93d6-46ed-8854-1ecff245c2ca', 'name': 'network-vif-deleted', 'tag': '8d5f346b-5f3e-438b-a88e-524d163b4729', 'status': 'completed', 'code': 200} Jul 06 17:39:38.870791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423767e0-d256-4c35-a113-1d0f39d294bd req-e09c11c1-7eed-4603-aca5-ac7721ffb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.872379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-423767e0-d256-4c35-a113-1d0f39d294bd req-e09c11c1-7eed-4603-aca5-ac7721ffb13d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 1100 time: 0.1335084 Jul 06 17:39:38.874564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-099c261d-ebe4-4a3f-9902-c636d9bf1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:38.876073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-099c261d-ebe4-4a3f-9902-c636d9bf1ef8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 1095 time: 0.1110659 Jul 06 17:39:38.937296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-4d0e3cc3-6044-4703-8082-88bdb112e313 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46 HTTP/1.1" status: 200 len: 217 time: 0.0482073 Jul 06 17:39:38.963194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-423767e0-d256-4c35-a113-1d0f39d294bd req-d138437a-a93d-4d6d-943c-1bae667deaf1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827184 Jul 06 17:39:38.975653 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cc8257e-a2f3-4d58-a6f4-2e1b7320dfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.003391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-3cb2ba18-0be0-4835-b28d-188372b97021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:39.005057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-3cb2ba18-0be0-4835-b28d-188372b97021 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b HTTP/1.1" status: 200 len: 844 time: 0.0573363 Jul 06 17:39:39.021810 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cc8257e-a2f3-4d58-a6f4-2e1b7320dfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.062253 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-6d7383fa-b658-40d0-8567-05d0d0b7a4d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507729 Jul 06 17:39:39.126797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cc8257e-a2f3-4d58-a6f4-2e1b7320dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.129957 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cc8257e-a2f3-4d58-a6f4-2e1b7320dfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:39.131782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3cc8257e-a2f3-4d58-a6f4-2e1b7320dfdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43d2af99-57fc-4b3c-9ff1-d97bec61a066 HTTP/1.1" status: 204 len: 168 time: 0.2827733 Jul 06 17:39:39.143242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8257e-a2f3-4d58-a6f4-2e1b7320dfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d2af99-57fc-4b3c-9ff1-d97bec61a066,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:39.221148 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-87301fd7-9ef6-445a-baa5-f63235e9813a service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503415 Jul 06 17:39:39.330712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6250b-2bd1-441f-8545-7bd133a2f249 req-9f2aecd7-9426-410f-bf77-6b4ed575559a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:39.338382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6250b-2bd1-441f-8545-7bd133a2f249 req-9f2aecd7-9426-410f-bf77-6b4ed575559a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:39.347279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4d6250b-2bd1-441f-8545-7bd133a2f249 req-9f2aecd7-9426-410f-bf77-6b4ed575559a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50&device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 1690 time: 0.1096654 Jul 06 17:39:39.381960 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eee2ff66-483d-48b1-b097-52e73557a9c0 req-deaea3db-22b5-4483-9c42-4abcc1751b7e service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547520 Jul 06 17:39:39.401678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4d6250b-2bd1-441f-8545-7bd133a2f249 req-f458aeb0-66d6-4cd6-892b-b9213d2330b4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532892 Jul 06 17:39:39.743115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2a318-8ca1-4a1c-9b9c-8560a93343da req-07f815c4-b373-457c-9d2a-56b75dbd4486 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:39.746811 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ec2a318-8ca1-4a1c-9b9c-8560a93343da req-07f815c4-b373-457c-9d2a-56b75dbd4486 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 944 time: 0.1450505 Jul 06 17:39:39.824497 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ec2a318-8ca1-4a1c-9b9c-8560a93343da req-130f8565-4cf0-40b0-8102-1067b453b61f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674162 Jul 06 17:39:40.089823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc6315-bf59-4ea8-9f6a-5eaf9d68a869 req-a1bbdbfc-f855-41ae-b902-14d50e6018f7 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:40.091712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88cc6315-bf59-4ea8-9f6a-5eaf9d68a869 req-a1bbdbfc-f855-41ae-b902-14d50e6018f7 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 945 time: 0.0919325 Jul 06 17:39:40.146063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88cc6315-bf59-4ea8-9f6a-5eaf9d68a869 req-871bc50b-8f96-4cda-ad45-6bc9593ebd16 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Jul 06 17:39:40.162618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712b320-9976-4c8a-9632-620c3a9002cd req-59b2d09b-1fa2-4e90-8a69-8cdac32e0420 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:40.164408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c712b320-9976-4c8a-9632-620c3a9002cd req-59b2d09b-1fa2-4e90-8a69-8cdac32e0420 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 949 time: 0.0840986 Jul 06 17:39:40.225364 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c712b320-9976-4c8a-9632-620c3a9002cd req-d95dfd03-b2bf-4162-add0-b0a6be80289e tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540066 Jul 06 17:39:40.317851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:40.397650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dac59-1c76-40a5-9bdb-ee8e69546b92 req-0ce7d6a6-67a2-43c9-944e-274e2b0328a7 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:40.400487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c49dac59-1c76-40a5-9bdb-ee8e69546b92 req-0ce7d6a6-67a2-43c9-944e-274e2b0328a7 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 1101 time: 0.0889740 Jul 06 17:39:40.483229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c49dac59-1c76-40a5-9bdb-ee8e69546b92 req-953f8b5d-f799-4f2e-bdc0-a363053058c9 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570765 Jul 06 17:39:40.488749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-network', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:40.518155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Made reservation on behalf of 26ed1ee2826a42b795cdc574fd609b9e for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:40.521355 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.532100 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.684751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.689951 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.704104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab41b1-ccac-4f1d-9412-ccabe769b63c req-1208a14d-e26b-4ff7-899e-ca1b0a8addb3 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:40.705717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32ab41b1-ccac-4f1d-9412-ccabe769b63c req-1208a14d-e26b-4ff7-899e-ca1b0a8addb3 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 950 time: 0.1136892 Jul 06 17:39:40.740804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:39:40.757878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00af789e-0d08-49bb-8fc8-2679efa997f1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:40.776175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.777089 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Added segment 924db9eb-bd0a-44d4-ae51-d6d2234ac909 of type vlan for network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e Jul 06 17:39:40.795414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81e57-064d-412f-b3d4-0e0ae8d61d3e req-039df7dc-575d-488a-b990-ecbc9c62da70 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:40.798076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4cd81e57-064d-412f-b3d4-0e0ae8d61d3e req-039df7dc-575d-488a-b990-ecbc9c62da70 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 1100 time: 0.0875533 Jul 06 17:39:40.799859 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32ab41b1-ccac-4f1d-9412-ccabe769b63c req-8b349400-7faa-4dec-b20d-55aea0f36816 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826499 Jul 06 17:39:40.845124 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4cd81e57-064d-412f-b3d4-0e0ae8d61d3e req-4f2cacf4-167d-4a21-acad-1a1e432cc7ea tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369987 Jul 06 17:39:40.846698 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.857359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:40.860085 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077" -d '{"events": [{"name": "network-changed", "server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:40.904303 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:40.905844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:40.906627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.022884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7024662 Jul 06 17:39:41.027382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:41.033736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Request body: {'subnet': {'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-subnet', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:41.038986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494883c-b24f-4868-af13-3ecb7f99e85b admin admin] Pushing event updated for resources: {'Network': ['ID=59bd4b7c-1877-4e8f-b5c3-bad1478f487e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:41.072103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:39:41.100575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-2cd8b040-c5b5-4bc5-9be7-831dd7405136 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:41.102953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-2cd8b040-c5b5-4bc5-9be7-831dd7405136 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 945 time: 0.1830289 Jul 06 17:39:41.114020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Made reservation on behalf of 26ed1ee2826a42b795cdc574fd609b9e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:41.114020 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.269759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Deleting port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:41.270643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.501150 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.594828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=859d6551-1667-48c1-8354-ef1dbf57cc62,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:41.615185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Checking segment: {'id': '924db9eb-bd0a-44d4-ae51-d6d2234ac909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:41.615395 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Network hostable DHCP agents. Network: 59bd4b7c-1877-4e8f-b5c3-bad1478f487e, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:39:41.648576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:39:41.660870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 59bd4b7c-1877-4e8f-b5c3-bad1478f487e) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:41.666904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:41.667695 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.689013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6517f001-4803-484f-aa02-ad62ff109a55 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6601868 Jul 06 17:39:41.694489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:41.697180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef87550-a912-4db7-a866-dad5c4b32de3 None None] Network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:41.703691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:41.760880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.763996 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.795679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] For port 1b84eefe-0a08-4eef-91ff-4ee2aec90544, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1b84eefe-0a08-4eef-91ff-4ee2aec90544,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:41.797037 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.855773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba34034-6c46-4e5a-9a1b-e240d44457bc req-0778d1c3-5188-40f7-ac6c-285e68436c64 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:41.859158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5ba34034-6c46-4e5a-9a1b-e240d44457bc req-0778d1c3-5188-40f7-ac6c-285e68436c64 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 944 time: 0.1772578 Jul 06 17:39:41.894394 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.925029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-59bd4b7c-1877-4e8f-b5c3-bad1478f487e', 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'fixed_ips': [{'subnet_id': '859d6551-1667-48c1-8354-ef1dbf57cc62'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:39:41.926888 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:41.993967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5ba34034-6c46-4e5a-9a1b-e240d44457bc req-60971542-7679-427d-9e0e-ec0dccc0d720 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760741 Jul 06 17:39:42.074502 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2942d774-567f-4796-8573-621e357d3773 x-openstack-request-id: req-2942d774-567f-4796-8573-621e357d3773 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:42.074863 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:42.075124 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2942d774-567f-4796-8573-621e357d3773 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:42.075972 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46', 'status': 'completed', 'code': 200} Jul 06 17:39:42.144381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.209977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Allocated IP 172.20.0.2 (59bd4b7c-1877-4e8f-b5c3-bad1478f487e/859d6551-1667-48c1-8354-ef1dbf57cc62/b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:42.224026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-2a4d0ddf-d5bf-401e-8249-947fafaac336 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598555 Jul 06 17:39:42.340043 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.340730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.340898 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Floating IP f8c8dc7f-11e9-46df-8829-425dde68e480 disassociated. External IP: 172.25.7.243, port: 1b84eefe-0a08-4eef-91ff-4ee2aec90544. Jul 06 17:39:42.341390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Calling delete_port for 1b84eefe-0a08-4eef-91ff-4ee2aec90544 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:42.428738 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.441929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Transition to ACTIVE for port object b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:42.464375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Transition to ACTIVE for port object b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:42.465628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854e6a-f329-46d2-835f-9191cba96b20 req-67b9e9cc-6f1e-424a-b136-b0a943edf1e7 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.468369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-67b9e9cc-6f1e-424a-b136-b0a943edf1e7 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432930 Jul 06 17:39:42.473865 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.502379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-74d402b6-993f-44eb-bde6-1354ac42f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.504903 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-74d402b6-993f-44eb-bde6-1354ac42f745 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f868a278bd45d0a33be3318ae266b1&device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 1095 time: 0.3515863 Jul 06 17:39:42.519520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:42.525226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:42.529830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:42.534016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5b6db5c2-e48f-43a9-9118-313c36a3b52a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.536359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5b6db5c2-e48f-43a9-9118-313c36a3b52a tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 945 time: 0.3454056 Jul 06 17:39:42.544519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-30db49f0-9c9e-4a2a-b76f-06939a56c823 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/quotas/d374dfa77b90481692a9fec9149e3df0 HTTP/1.1" status: 200 len: 375 time: 0.0594351 Jul 06 17:39:42.593207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Pushing event updated for resources: {'Port': ['ID=b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:42.632303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e643ff-af66-4fa0-9b4d-3428232bc549 req-59017592-4b09-4ffe-a1f9-59eb86a85335 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.634942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64e643ff-af66-4fa0-9b4d-3428232bc549 req-59017592-4b09-4ffe-a1f9-59eb86a85335 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 945 time: 0.3657312 Jul 06 17:39:42.661431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Attempting to bind port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:42.662227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Attempting to bind port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '924db9eb-bd0a-44d4-ae51-d6d2234ac909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:42.663460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Attempting to bind port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 on network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:42.673440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:42.673998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Checking segment: {'id': '924db9eb-bd0a-44d4-ae51-d6d2234ac909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:42.674674 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.675312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Bound using segment: {'id': '924db9eb-bd0a-44d4-ae51-d6d2234ac909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:42.676186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Bound port: b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924db9eb-bd0a-44d4-ae51-d6d2234ac909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:42.676812 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.750260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-cf1a4b6c-32ea-4738-a725-5fe9a48b9f94 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1868038 Jul 06 17:39:42.753177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-064df263-98fc-4988-ae98-a5325c8bcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.754810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-064df263-98fc-4988-ae98-a5325c8bcb79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 200 len: 905 time: 0.2390182 Jul 06 17:39:42.774458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] For port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:42.776453 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64e643ff-af66-4fa0-9b4d-3428232bc549 req-bc89e23c-eab1-4c3b-930c-cbd98f27fbf4 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups?id=94265471-f51a-4e05-8d3e-9f48d0435a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205313 Jul 06 17:39:42.783657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] For port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61,segment=NetworkSegment(924db9eb-bd0a-44d4-ae51-d6d2234ac909),segment_id=924db9eb-bd0a-44d4-ae51-d6d2234ac909)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:42.802616 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.813740 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-2fdf61d1-996e-4f50-969e-0b01a1193fff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46 HTTP/1.1" status: 200 len: 217 time: 0.0453024 Jul 06 17:39:42.814496 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:42.941028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Pushing event deleted for resources: {'Port': ['ID=1b84eefe-0a08-4eef-91ff-4ee2aec90544,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:42.972602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-0c26433a-8b38-47f4-85d1-408d32952278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:42.981515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-0c26433a-8b38-47f4-85d1-408d32952278 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b HTTP/1.1" status: 200 len: 844 time: 0.1535110 Jul 06 17:39:42.999090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127c2d3-224e-42af-ae58-0c1c37cf61d9 None None] Pushing event updated for resources: {'Port': ['ID=b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:43.065884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Deleting port b2b1df8d-f30d-4f38-be98-693d8f4e75d9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:43.066603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:43.086666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-e44f51ea-5217-446f-9fed-8a5f6a44b724 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908589 Jul 06 17:39:43.134660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:43.179066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:43.297837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed0d0-361f-4731-87f6-76e498cfe210 req-72888a00-806f-4040-97ed-e1c0c779f259 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:43.307471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-799ed0d0-361f-4731-87f6-76e498cfe210 req-72888a00-806f-4040-97ed-e1c0c779f259 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 945 time: 0.3646245 Jul 06 17:39:43.312708 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c856c3db-8f57-4bb1-8ad3-ffd663882c46 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:43.517446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Router d5fea79e-b842-4015-a296-7f6497ace50a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:43.700338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:43.736423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'port_id': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46', 'mac_address': 'fa:16:3e:8a:7e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:43.759204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-70202fa3-ff25-4461-aff1-a918f67b4b7b service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904834 Jul 06 17:39:43.796227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:43.805017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d3d0a7b-f8bc-4abd-869d-c305c9bc3694 req-8c4a7914-9d70-46b2-835d-a98438d9317d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 210 time: 0.0726259 Jul 06 17:39:43.852201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c856c3db-8f57-4bb1-8ad3-ffd663882c46 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:43.860333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:43.875505 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] Sync routers for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:43.901424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:43.904621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:43.905388 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:43.907935 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:43.910703 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.005679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c856c3db-8f57-4bb1-8ad3-ffd663882c46,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:44.022270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] No DVR routers for this DVR port 1b84eefe-0a08-4eef-91ff-4ee2aec90544 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:44.030914 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.033081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:44.033329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fffd37c6-40fe-4c64-91ef-91c663b1084b req-23672f66-9f66-4fa2-8d72-fbf426d275fb tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.22 "DELETE /v2.0/ports/1b84eefe-0a08-4eef-91ff-4ee2aec90544 HTTP/1.1" status: 204 len: 173 time: 2.9247713 Jul 06 17:39:44.112858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'name': 'network-vif-deleted', 'tag': '1b84eefe-0a08-4eef-91ff-4ee2aec90544'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:44.117632 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dafc46-f8d5-4e40-a562-45786b8f2b00" -d '{"events": [{"server_uuid": "0b7784bd-5ed6-439c-b640-d3c831c369e8", "name": "network-vif-deleted", "tag": "1b84eefe-0a08-4eef-91ff-4ee2aec90544"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:44.156090 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:44.176355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dde2c930-26eb-4b08-99ae-cf3e9d1a9077 req-2f1cbe6b-eae8-48bf-b900-78cbaa875522 service neutron] 10.222.0.55 "GET /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099631 Jul 06 17:39:44.201641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e2c56-054b-40e2-bec2-abb532c1611d req-21e12570-cc73-4df2-8256-39868f1ac025 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:44.205757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Allocated IP 172.25.7.241 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:44.208600 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-838e2c56-054b-40e2-bec2-abb532c1611d req-21e12570-cc73-4df2-8256-39868f1ac025 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 945 time: 0.1884809 Jul 06 17:39:44.265591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-838e2c56-054b-40e2-bec2-abb532c1611d req-ae088902-ee14-4d1f-baf7-b595768de48e tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557590 Jul 06 17:39:44.399905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] For port b2b1df8d-f30d-4f38-be98-693d8f4e75d9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,segment=NetworkSegment(15fc23c9-e50a-4fab-b96a-2083ed971003),segment_id=15fc23c9-e50a-4fab-b96a-2083ed971003)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:44.399905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.451047 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-799ed0d0-361f-4731-87f6-76e498cfe210 req-6c13a88d-847d-4d94-a81a-10592fd4ee1d tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b198277-5578-4882-96da-dd26c1b33f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1424205 Jul 06 17:39:44.483214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Calling delete_port for b2b1df8d-f30d-4f38-be98-693d8f4e75d9 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:44.551561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e02e39bf-5832-41de-9731-b10355462829 req-37fc3007-135a-4400-bec6-22d96ee78583 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b7784bd-5ed6-439c-b640-d3c831c369e8 HTTP/1.1" status: 200 len: 210 time: 0.1106923 Jul 06 17:39:44.615660 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae1049a-0e3b-41fe-8d1e-9d88c038db6e x-openstack-request-id: req-7ae1049a-0e3b-41fe-8d1e-9d88c038db6e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:44.616338 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7784bd-5ed6-439c-b640-d3c831c369e8", "name": "network-vif-deleted", "tag": "1b84eefe-0a08-4eef-91ff-4ee2aec90544", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:44.617113 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ae1049a-0e3b-41fe-8d1e-9d88c038db6e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:44.617880 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7784bd-5ed6-439c-b640-d3c831c369e8', 'name': 'network-vif-deleted', 'tag': '1b84eefe-0a08-4eef-91ff-4ee2aec90544', 'status': 'completed', 'code': 200} Jul 06 17:39:44.629278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c856c3db-8f57-4bb1-8ad3-ffd663882c46'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:44.634227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.748169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0fc6b0-2764-4ae4-884a-869c25106ee7 None None] Network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:44.770378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.789216 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:30Z', 'revision_number': 5, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:44.833855 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.862846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9fefa9b2-d222-4efc-957d-e26710af1a6e None None] Provisioning for port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:44.920804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:44.923682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9fefa9b2-d222-4efc-957d-e26710af1a6e None None] Provisioning complete for port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:44.924072 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fefa9b2-d222-4efc-957d-e26710af1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:44.936635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:44.974050 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] Checking router: d5fea79e-b842-4015-a296-7f6497ace50a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:44.985028 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:44.986223 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:45.012598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Pushing event updated for resources: {'Port': ['ID=3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:45.028385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:45.082595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 1b84eefe-0a08-4eef-91ff-4ee2aec90544 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:45.088063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Pushing event deleted for resources: {'Port': ['ID=b2b1df8d-f30d-4f38-be98-693d8f4e75d9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:45.126876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 1b84eefe-0a08-4eef-91ff-4ee2aec90544 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:45.127233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 1b84eefe-0a08-4eef-91ff-4ee2aec90544 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:45.138985 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b6604a1a-1bf8-4b26-b0dc-c480bf01f49c req-f983de0a-b574-4b00-950d-d276ca8673fc tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 210 time: 0.0577841 Jul 06 17:39:45.179498 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:45.221422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] No DVR routers for this DVR port b2b1df8d-f30d-4f38-be98-693d8f4e75d9 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:39:45.224875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.227288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e5619f5-c932-410d-b171-01e034b0fba3 req-5c35e6ba-4c3d-44e1-8b1b-0176891d0994 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.55 "DELETE /v2.0/ports/b2b1df8d-f30d-4f38-be98-693d8f4e75d9 HTTP/1.1" status: 204 len: 173 time: 2.6794310 Jul 06 17:39:45.246070 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fefa9b2-d222-4efc-957d-e26710af1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.274317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cbdbdd-d35b-421e-a06c-269512d793ab', 'name': 'network-vif-deleted', 'tag': 'b2b1df8d-f30d-4f38-be98-693d8f4e75d9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:45.277114 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a41f5-4a2e-4f1e-8b83-e177c3b25421" -d '{"events": [{"server_uuid": "39cbdbdd-d35b-421e-a06c-269512d793ab", "name": "network-vif-deleted", "tag": "b2b1df8d-f30d-4f38-be98-693d8f4e75d9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:45.340600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b2b1df8d-f30d-4f38-be98-693d8f4e75d9 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:39:45.437098 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b520d1ea-c289-4615-92f9-59887bcf754c x-openstack-request-id: req-b520d1ea-c289-4615-92f9-59887bcf754c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:45.437451 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cbdbdd-d35b-421e-a06c-269512d793ab", "name": "network-vif-deleted", "tag": "b2b1df8d-f30d-4f38-be98-693d8f4e75d9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:45.437710 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b520d1ea-c289-4615-92f9-59887bcf754c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:45.438131 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cbdbdd-d35b-421e-a06c-269512d793ab', 'name': 'network-vif-deleted', 'tag': 'b2b1df8d-f30d-4f38-be98-693d8f4e75d9', 'status': 'completed', 'code': 200} Jul 06 17:39:45.442174 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-7ee546b1-24c8-4670-a536-dff3cb3c82e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1594446 Jul 06 17:39:45.482710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: b2b1df8d-f30d-4f38-be98-693d8f4e75d9 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:39:45.483302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b2b1df8d-f30d-4f38-be98-693d8f4e75d9 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:39:45.499526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9fefa9b2-d222-4efc-957d-e26710af1a6e None None] For port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61,segment=NetworkSegment(924db9eb-bd0a-44d4-ae51-d6d2234ac909),segment_id=924db9eb-bd0a-44d4-ae51-d6d2234ac909)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:45.510189 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fefa9b2-d222-4efc-957d-e26710af1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.620815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefa9b2-d222-4efc-957d-e26710af1a6e None None] Pushing event updated for resources: {'Port': ['ID=b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:45.653426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d1758-9ad4-4c70-97d8-b9d5c08efb36 req-6ad94707-9421-4fb6-97b7-a2cca16e89e7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:45.669000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d77d1758-9ad4-4c70-97d8-b9d5c08efb36 req-6ad94707-9421-4fb6-97b7-a2cca16e89e7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 945 time: 0.1612003 Jul 06 17:39:45.749077 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:30Z', 'revision_number': 5, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:45.768202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d77d1758-9ad4-4c70-97d8-b9d5c08efb36 req-9614304f-b61d-44ea-9b86-307000c33ed9 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981789 Jul 06 17:39:45.811623 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f706f-1610-4458-8b5f-279448d81410 None None] The sync data for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 is: [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:37:18Z', 'revision_number': 4, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bcff325b-61c6-444f-9510-bf3d1d84857f', 'name': '', 'network_id': 'ddb0b200-4797-44d9-aa05-28d5714ac0e0', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'mac_address': 'fa:16:3e:1a:7d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:17Z', 'updated_at': '2021-07-06T17:37:30Z', 'revision_number': 5, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'subnets': [{'id': '3656215d-d9ce-4a60-8f3b-4b3340564052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:45.829581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:45.906218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:45.906637 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:45.955799 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c0846622-64e1-462b-a19c-acc18b36a6c7 req-4a39c04d-148e-4499-9b21-93f63d1fc9c5 tempest-ServersTestJSON-156453326 tempest-ServersTestJSON-156453326-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cbdbdd-d35b-421e-a06c-269512d793ab HTTP/1.1" status: 200 len: 210 time: 0.0996203 Jul 06 17:39:46.105316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854e6a-f329-46d2-835f-9191cba96b20 req-f105a95c-fb07-4132-b4f5-3928f0ebc585 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:46.107091 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-f105a95c-fb07-4132-b4f5-3928f0ebc585 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6103816 Jul 06 17:39:46.137234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Request body: {'port': {'device_id': 'b6ceb492-5aab-4d3b-8108-287a5c9ff417', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'd374dfa77b90481692a9fec9149e3df0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:46.168030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a78dac21-727e-4bb7-9a4b-b8a13695b841 None None] Provisioning complete for port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:46.168030 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a78dac21-727e-4bb7-9a4b-b8a13695b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.220153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60656) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:46.245688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.365803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dcc4c-9da2-44d3-8b1b-001258c7b6bf None None] New status for floating IP f8c8dc7f-11e9-46df-8829-425dde68e480: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:39:46.383249 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60345880-d137-4c28-8423-19a82d8e18a4 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.487163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60345880-d137-4c28-8423-19a82d8e18a4 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.543986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-174dd8fc-3f87-4694-bc91-fee96239cf31 req-570042a0-e1f9-4a0c-8b65-ea6738054891 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 210 time: 0.0880613 Jul 06 17:39:46.625553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60345880-d137-4c28-8423-19a82d8e18a4 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.637718 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60345880-d137-4c28-8423-19a82d8e18a4 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.645065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60658) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:46.645284 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-60345880-d137-4c28-8423-19a82d8e18a4 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "DELETE /v2.0/security-groups/94265471-f51a-4e05-8d3e-9f48d0435a57 HTTP/1.1" status: 204 len: 168 time: 0.4235990 Jul 06 17:39:46.666770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60345880-d137-4c28-8423-19a82d8e18a4 tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94265471-f51a-4e05-8d3e-9f48d0435a57,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:46.681365 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-ac0d00dd-adb9-4b85-8f6c-d1cdeff5d0fe tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] show failed (client error): The resource could not be found. Jul 06 17:39:46.683386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ac0d00dd-adb9-4b85-8f6c-d1cdeff5d0fe tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "GET /v2.0/security-groups/94265471-f51a-4e05-8d3e-9f48d0435a57 HTTP/1.1" status: 404 len: 347 time: 0.0330129 Jul 06 17:39:46.687879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Made reservation on behalf of d374dfa77b90481692a9fec9149e3df0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:46.690656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60660) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:46.695783 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.906751 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-75a0817a-5409-4174-9589-0c8b6ff3db27 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1504829 Jul 06 17:39:46.935652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Deleting port b9f4c849-0d3c-4e49-86b5-3f736dcdde04 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:46.936082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:46.940791 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca28a7db-48f7-42af-a8a9-1a3f72445f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.064727 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.065177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.076421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60668) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:47.079293 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.091554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Calling delete_port for b9f4c849-0d3c-4e49-86b5-3f736dcdde04 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:47.103971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-d45e95e8-b675-41fc-8828-38e44b76f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:47.105884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-d45e95e8-b675-41fc-8828-38e44b76f78e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 1101 time: 0.1554763 Jul 06 17:39:47.217078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Allocated IP 192.168.233.98 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/3f49b827-ee9d-4e2c-ab76-04eda8a6c34c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:47.251728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2415ebb-f80b-4933-85d2-0908555e9a13 req-92f14c3b-36f3-47f0-8d01-0c430c63aea8 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:47.253406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2415ebb-f80b-4933-85d2-0908555e9a13 req-92f14c3b-36f3-47f0-8d01-0c430c63aea8 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 945 time: 0.3188784 Jul 06 17:39:47.305781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbffd69-0f62-474c-bc1f-ef09316e7ab8 admin admin] Deleting subnet bcb40348-e9ec-4041-81e2-4567f9b075da {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:39:47.322108 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adbffd69-0f62-474c-bc1f-ef09316e7ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.325705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:39:47.333216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c856c3db-8f57-4bb1-8ad3-ffd663882c46 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:47.440827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-8a352d00-b651-4a01-a2b9-93b7b4a721db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:47.442399 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-8a352d00-b651-4a01-a2b9-93b7b4a721db service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2844608 Jul 06 17:39:47.444849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adbffd69-0f62-474c-bc1f-ef09316e7ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.450386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2415ebb-f80b-4933-85d2-0908555e9a13 req-f77d9d7c-43e3-4612-9abf-427e0d8fa46e tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531389 Jul 06 17:39:47.466452 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.542322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-b2af5035-08eb-49f1-b0bb-b3acfb5b8215 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=23f08db7-d899-4602-bfea-7bcde6d86b4a HTTP/1.1" status: 200 len: 217 time: 0.0770330 Jul 06 17:39:47.548360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Pushing event deleted for resources: {'Port': ['ID=b9f4c849-0d3c-4e49-86b5-3f736dcdde04,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:47.581921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port c856c3db-8f57-4bb1-8ad3-ffd663882c46 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:47.594001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port c856c3db-8f57-4bb1-8ad3-ffd663882c46 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:47.594666 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.604074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adbffd69-0f62-474c-bc1f-ef09316e7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.680293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Router 880a7837-1cab-43de-b0c5-9216acea7edb is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:39:47.728164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:47.760868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'mac_address': 'fa:16:3e:2e:df:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:39:47.847245 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.858497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.885293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:47.891726 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8530a76-6384-4008-b6b8-7e7aa0f37190 req-de09fa4e-19da-42b1-b5d0-efc6f0d17948 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 210 time: 0.0792077 Jul 06 17:39:47.893749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:47.896264 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3cb55d-a8db-4116-a0da-4f947f30083c" -d '{"events": [{"server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "name": "network-vif-plugged", "status": "completed", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:47.897959 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.937719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:47.964326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:47.971485 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:47.991209 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.023579 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b739ce1-a434-4028-99fb-df58612c6faa x-openstack-request-id: req-4b739ce1-a434-4028-99fb-df58612c6faa {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:48.024111 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "name": "network-vif-plugged", "status": "completed", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:48.024709 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b739ce1-a434-4028-99fb-df58612c6faa {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:48.025252 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46', 'code': 200} Jul 06 17:39:48.044600 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adbffd69-0f62-474c-bc1f-ef09316e7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.060660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Transition to ACTIVE for port object 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:48.078029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c856c3db-8f57-4bb1-8ad3-ffd663882c46,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:48.112944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbffd69-0f62-474c-bc1f-ef09316e7ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb40348-e9ec-4041-81e2-4567f9b075da,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:48.118331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-4fd4adce-3aaa-44a2-b320-a01d10809c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:48.119972 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-4fd4adce-3aaa-44a2-b320-a01d10809c8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.5635779 Jul 06 17:39:48.125454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:48.132074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.134839 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.138576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:48.148028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6c3db33e-377e-415e-a298-4e5e6efc627a tempest-ServersTestJSON-1734535383 tempest-ServersTestJSON-1734535383-project] 10.222.0.13 "DELETE /v2.0/floatingips/f8c8dc7f-11e9-46df-8829-425dde68e480 HTTP/1.1" status: 204 len: 168 time: 1.4547105 Jul 06 17:39:48.148463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60688) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:48.148789 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adbffd69-0f62-474c-bc1f-ef09316e7ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.153751 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-adbffd69-0f62-474c-bc1f-ef09316e7ab8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bcb40348-e9ec-4041-81e2-4567f9b075da HTTP/1.1" status: 204 len: 168 time: 1.0732386 Jul 06 17:39:48.168934 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Sync routers for ids ['880a7837-1cab-43de-b0c5-9216acea7edb'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:48.216123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:48.230321 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Routers {'880a7837-1cab-43de-b0c5-9216acea7edb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:48.235094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60690) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:48.236232 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['880a7837-1cab-43de-b0c5-9216acea7edb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:48.273749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.274733 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e57ad97d-cea3-4bc1-bf28-7d9b1b2aa92e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5785968 Jul 06 17:39:48.447246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60698) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:48.518271 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Set router 880a7837-1cab-43de-b0c5-9216acea7edb gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:48.643004 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.696288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-fe07874e-0400-4ab4-b4af-bcf032663045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:48.699699 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-fe07874e-0400-4ab4-b4af-bcf032663045 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5475774 Jul 06 17:39:48.735757 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:48.748020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', '0165f660-9310-4c50-9df4-4264bad0dd3c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:48.757900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['78095a9e-6dfc-407d-acd7-bd68ae47a748'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:39:48.831379 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:41Z', 'updated_at': '2021-07-06T17:39:45Z', 'revision_number': 3, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'gw_port': {'id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:43Z', 'updated_at': '2021-07-06T17:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:48.880659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event updated for resources: {'Port': ['ID=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:48.888606 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Checking router: 880a7837-1cab-43de-b0c5-9216acea7edb for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:39:48.889236 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Updating router 880a7837-1cab-43de-b0c5-9216acea7edb port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:39:48.915717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccbf87-18b9-4136-87c0-cdd1010f3411 req-947105d6-478b-48df-a0f5-c678ad7ca8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:48.918558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcccbf87-18b9-4136-87c0-cdd1010f3411 req-947105d6-478b-48df-a0f5-c678ad7ca8ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 1097 time: 0.4834213 Jul 06 17:39:48.965141 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.040289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.054074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:49.069399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fc23c9-e50a-4fab-b96a-2083ed971003') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:49.069774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fc23c9-e50a-4fab-b96a-2083ed971003') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:49.081572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.110432 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.119281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:39:49.119960 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:39:49.205907 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:39:49.335875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:49.363053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.422870 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcccbf87-18b9-4136-87c0-cdd1010f3411 req-84535acb-2391-46a3-af2f-caa3de67e2cc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809453 Jul 06 17:39:49.424444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.426634 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4 HTTP/1.1" status: 204 len: 168 time: 1.1759412 Jul 06 17:39:49.437964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48129bf3-a213-499f-95b0-47b069b6a5ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a13be465-2dd7-4bd5-9ab3-0d14aeefb9c4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:49.514878 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-0b308746-1f28-400b-a4ab-aff05e611ce5 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016348 Jul 06 17:39:49.564275 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbd54ccc-d3b0-4595-8a94-f7ec7d3fb692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.591657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:49.592880 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.657939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42ee07-35a9-4991-b25a-916600840572 req-c3111809-c7c8-4021-9b36-aebc828ea41c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:49.670576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af42ee07-35a9-4991-b25a-916600840572 req-c3111809-c7c8-4021-9b36-aebc828ea41c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 935 time: 0.2425132 Jul 06 17:39:49.779411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:49.787335 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.788138 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.836387 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Transition to ACTIVE for port object 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:49.850540 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:49.854864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af42ee07-35a9-4991-b25a-916600840572 req-acc04730-4f7f-4e87-ad67-21cf84b73199 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821332 Jul 06 17:39:49.929278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12404f8-6561-4e71-9c0f-dbe00c3096d5 req-7f8366f7-6277-41fc-8c18-93056d838cc5 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948283 Jul 06 17:39:49.947084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:50.001784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:50.027863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b58cdf90-d766-4e64-a660-672af669fbd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8e157e7167447a9b0d80246d2efcc22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416077 Jul 06 17:39:50.035399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60748) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:50.046287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:50.091949 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Attempting to bind port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:50.093325 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Attempting to bind port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:50.093808 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Attempting to bind port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:50.109003 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:50.109462 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:50.109996 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.110586 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:50.111140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Bound port: 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:50.111600 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.114887 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54f197-ee41-490a-a42e-1c90e5ba2141 None None] Pushing event updated for resources: {'Port': ['ID=3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:50.213337 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] For port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:50.220393 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] For port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:50.231326 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.283400 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0e23765-3e34-49ba-8fea-568bc7353d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.356496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:50.374633 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879d67f8-3bfc-4084-8e8c-b638551fdc03" -d '{"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:50.380501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0e23765-3e34-49ba-8fea-568bc7353d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.384033 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Routers {'880a7837-1cab-43de-b0c5-9216acea7edb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:50.384918 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['880a7837-1cab-43de-b0c5-9216acea7edb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:50.414971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:50.454172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.480950 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.523976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8c924bd5-9b1f-48a3-ae31-4160d0db90a0 None None] Provisioning for port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:50.531060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8c924bd5-9b1f-48a3-ae31-4160d0db90a0 None None] Provisioning complete for port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:50.531520 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c924bd5-9b1f-48a3-ae31-4160d0db90a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.580976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0e23765-3e34-49ba-8fea-568bc7353d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.587068 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0e23765-3e34-49ba-8fea-568bc7353d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:50.593891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c0e23765-3e34-49ba-8fea-568bc7353d63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b198277-5578-4882-96da-dd26c1b33f3b HTTP/1.1" status: 204 len: 168 time: 0.5523682 Jul 06 17:39:50.642465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e23765-3e34-49ba-8fea-568bc7353d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b198277-5578-4882-96da-dd26c1b33f3b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:50.704779 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54f197-ee41-490a-a42e-1c90e5ba2141 None None] Pushing event updated for resources: {'Port': ['ID=3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:50.729182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8454a7d-d9a3-4c3a-b057-3886f317920d req-6f77fd4b-b581-4582-b1a5-3079d0915437 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:50.749873 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8454a7d-d9a3-4c3a-b057-3886f317920d req-6f77fd4b-b581-4582-b1a5-3079d0915437 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 946 time: 1.9350300 Jul 06 17:39:50.813876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8c924bd5-9b1f-48a3-ae31-4160d0db90a0 None None] Port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:50.821569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:50.843446 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a78786-71b1-498a-bc95-1e31d16d8b0b x-openstack-request-id: req-88a78786-71b1-498a-bc95-1e31d16d8b0b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:50.844855 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:50.845848 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88a78786-71b1-498a-bc95-1e31d16d8b0b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:50.846867 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'code': 200} Jul 06 17:39:50.947248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8454a7d-d9a3-4c3a-b057-3886f317920d req-2f73f7d8-7db3-4c27-bfca-a9901e867d18 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955326 Jul 06 17:39:50.996350 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] Set router 880a7837-1cab-43de-b0c5-9216acea7edb gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:39:51.001606 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:51.003066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:51.227652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:51.340543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-12cf7347-6014-4340-b3e3-95e8375ea71b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2078438 Jul 06 17:39:51.369681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Request body: {'port': {'device_id': 'b6ceb492-5aab-4d3b-8108-287a5c9ff417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:51.550025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a326-412c-4323-a480-83068f7f2e2c req-de15bf4b-933d-43d5-bbc6-c71755b8e73c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:51.569994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-33d7a326-412c-4323-a480-83068f7f2e2c req-de15bf4b-933d-43d5-bbc6-c71755b8e73c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 935 time: 0.2577817 Jul 06 17:39:51.640820 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:41Z', 'updated_at': '2021-07-06T17:39:45Z', 'revision_number': 3, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'gw_port': {'id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:43Z', 'updated_at': '2021-07-06T17:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:51.699256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-33d7a326-412c-4323-a480-83068f7f2e2c req-551a7e65-778c-4b95-a8da-e93dd4c239dc tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281893 Jul 06 17:39:51.765329 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779a2d36-1ae5-4485-917a-c08221c0b1ff None None] The sync data for ids ['880a7837-1cab-43de-b0c5-9216acea7edb'] in n-d-799526-3 is: [{'id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:41Z', 'updated_at': '2021-07-06T17:39:45Z', 'revision_number': 3, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'gw_port': {'id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:43Z', 'updated_at': '2021-07-06T17:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:39:51.881385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:52.172971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:52.239117 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:52.493469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:52.564521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60804) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:52.904525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-272368829-network', 'tenant_id': 'f8b455d0001e4ffe9fa061eb7afd18a0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:52.984384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Made reservation on behalf of f8b455d0001e4ffe9fa061eb7afd18a0 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:52.992217 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.018701 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.062289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Allocated IP 172.20.0.1 (59bd4b7c-1877-4e8f-b5c3-bad1478f487e/859d6551-1667-48c1-8354-ef1dbf57cc62/3ff098ac-8f83-453b-984b-6abb8ca7d766) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:39:53.302231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.321700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e300e6-1984-4e6e-88e7-ec9d1761fa69 req-010db1ba-6723-4cd7-aa3c-c469dea46788 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:53.330136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4e300e6-1984-4e6e-88e7-ec9d1761fa69 req-010db1ba-6723-4cd7-aa3c-c469dea46788 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 935 time: 0.1811962 Jul 06 17:39:53.343535 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.398462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:39:53.421613 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.470889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4e300e6-1984-4e6e-88e7-ec9d1761fa69 req-e49d7246-c8b3-435f-874e-40a4cf6b3968 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389031 Jul 06 17:39:53.472306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Transition to ACTIVE for port object 3ff098ac-8f83-453b-984b-6abb8ca7d766 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:53.488644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e91abb4-99fb-4205-804a-1e702ba05c39,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:53.512902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.513895 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Added segment 0761c2a6-9c02-4b5e-90cc-54bacb0fda3b of type vlan for network a93de426-8934-4b83-a2e9-e344cda846c8 Jul 06 17:39:53.587904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.614776 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.674977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff098ac-8f83-453b-984b-6abb8ca7d766,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:53.724235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:53.743891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.745577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:53.750594 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:53.763631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:53.775530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:39:53.954434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686a6e7-f519-4e78-a0be-48511f89d11d req-228e930c-8f5a-4463-9c12-2906d41f5ba1 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:53.965564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0686a6e7-f519-4e78-a0be-48511f89d11d req-228e930c-8f5a-4463-9c12-2906d41f5ba1 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 946 time: 1.5317740 Jul 06 17:39:53.977380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:54.077158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a93de426-8934-4b83-a2e9-e344cda846c8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:54.086755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.117451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network a93de426-8934-4b83-a2e9-e344cda846c8 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:39:54.120073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-863e5daf-ade2-4deb-bfc3-a8ab496b48f5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5515130 Jul 06 17:39:54.122672 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:54.136488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Request body: {'subnet': {'network_id': 'a93de426-8934-4b83-a2e9-e344cda846c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-272368829-subnet', 'tenant_id': 'f8b455d0001e4ffe9fa061eb7afd18a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:54.140687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:54.190729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Made reservation on behalf of f8b455d0001e4ffe9fa061eb7afd18a0 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:54.194791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.248083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:54.250704 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.455309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0686a6e7-f519-4e78-a0be-48511f89d11d req-d3a9cc49-c4bc-4f99-be9f-99d32dbee2a5 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881744 Jul 06 17:39:54.552297 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.590864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:54.592401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2ea704df-3887-40cb-be3c-cada9030117f None None] Provisioning for port 3ff098ac-8f83-453b-984b-6abb8ca7d766 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:39:54.601471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2ea704df-3887-40cb-be3c-cada9030117f None None] Provisioning complete for port 3ff098ac-8f83-453b-984b-6abb8ca7d766 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:54.603630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ea704df-3887-40cb-be3c-cada9030117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.608571 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.725082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:54.768424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2ea704df-3887-40cb-be3c-cada9030117f None None] Port 3ff098ac-8f83-453b-984b-6abb8ca7d766 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:54.803920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:39:54.829277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.884941 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:54.956004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1dcb90-d778-4b99-b36c-bda823a4979f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:54.969620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Checking segment: {'id': '0761c2a6-9c02-4b5e-90cc-54bacb0fda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a93de426-8934-4b83-a2e9-e344cda846c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:54.970108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Transition to ACTIVE for port object 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:39:54.970577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Network hostable DHCP agents. Network: a93de426-8934-4b83-a2e9-e344cda846c8, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:39:54.987507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.018289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Network a93de426-8934-4b83-a2e9-e344cda846c8 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:39:55.038277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, a93de426-8934-4b83-a2e9-e344cda846c8) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:55.044787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:55.046176 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.055531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d2fd3-dd23-48ac-bca7-f4d3abbf2dbf None None] Network a93de426-8934-4b83-a2e9-e344cda846c8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:55.083495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f46162d8-2025-445d-ab3b-4d9dd39d7688 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9587231 Jul 06 17:39:55.191129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:55.231636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441fbf-ab08-4d29-92d5-190883bf79a9 req-4d7fbe1f-93fd-460d-ba45-c2a7170eb570 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:55.234023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1a441fbf-ab08-4d29-92d5-190883bf79a9 req-4d7fbe1f-93fd-460d-ba45-c2a7170eb570 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 935 time: 0.4080846 Jul 06 17:39:55.314264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Deleting port bcff325b-61c6-444f-9510-bf3d1d84857f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:39:55.314958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.344696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.481016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60c6fde-6f0c-45ca-a2ff-a0d6fb6a746d None None] Network a93de426-8934-4b83-a2e9-e344cda846c8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:55.555376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1a441fbf-ab08-4d29-92d5-190883bf79a9 req-81756391-db57-48cd-be8f-d2b044ef182d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940702 Jul 06 17:39:55.635009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Attempting to bind port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:39:55.635009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Attempting to bind port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:39:55.635009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Attempting to bind port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:55.635009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:39:55.635009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Attempting to bind port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:39:55.735045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:39:55.735655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:55.738619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:39:55.739119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Bound port: 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:39:55.744947 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.793260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] For port bcff325b-61c6-444f-9510-bf3d1d84857f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bcff325b-61c6-444f-9510-bf3d1d84857f,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:39:55.794481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:55.839262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:39:55.846788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Calling delete_port for bcff325b-61c6-444f-9510-bf3d1d84857f owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:39:56.148096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:56.148096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.278515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60874) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:56.284813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1188680055-network', 'tenant_id': '29b62e69d98e4498bcfb737fd334c163'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:56.343813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.352645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Made reservation on behalf of 29b62e69d98e4498bcfb737fd334c163 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:56.363172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.393426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.417275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcff325b-61c6-444f-9510-bf3d1d84857f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:56.594717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.605748 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.688739 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.702051 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.741204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] For port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:39:56.745439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] For port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:39:56.769945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:39:56.792015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.793370 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Added segment 95cbf91f-258d-445a-90bc-5e8a788b8f5f of type vlan for network 238192b4-e24d-47f4-93af-fc96f216fffe Jul 06 17:39:56.796726 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.859910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.897018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:56.898204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.901064 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] 10.222.0.55 "PUT /v2.0/ports/3f49b827-ee9d-4e2c-ab76-04eda8a6c34c HTTP/1.1" status: 200 len: 1095 time: 5.5384657 Jul 06 17:39:56.916332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d85e74-5550-47bc-91ac-dcbe0411fd0d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:56.948807 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.950579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:56.951499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:56.958610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ceb492-5aab-4d3b-8108-287a5c9ff417', 'tag': '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:39:56.968969 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8701f852-49ec-41db-b935-99b8c0732fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ceb492-5aab-4d3b-8108-287a5c9ff417", "tag": "3f49b827-ee9d-4e2c-ab76-04eda8a6c34c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:39:56.980856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7004278 Jul 06 17:39:56.991629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:57.027273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Request body: {'subnet': {'network_id': '238192b4-e24d-47f4-93af-fc96f216fffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1188680055-subnet', 'tenant_id': '29b62e69d98e4498bcfb737fd334c163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:39:57.067165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542f1d8-e6ab-4858-a56e-4c4987873e51 admin admin] Pushing event updated for resources: {'Network': ['ID=238192b4-e24d-47f4-93af-fc96f216fffe,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:57.098218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 238192b4-e24d-47f4-93af-fc96f216fffe details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:39:57.110592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff098ac-8f83-453b-984b-6abb8ca7d766,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:57.114733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Made reservation on behalf of 29b62e69d98e4498bcfb737fd334c163 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:39:57.121369 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.135412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.136064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.136677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.137294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.138163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.138892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.139815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.140473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.141139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.141808 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.142674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.143329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:39:57.155429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.386658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54248372-be13-46a3-ba53-6d2ca1ca9a72 req-caa94648-c8b3-4ee8-8319-40a3cf3a8f33 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:57.400672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54248372-be13-46a3-ba53-6d2ca1ca9a72 req-caa94648-c8b3-4ee8-8319-40a3cf3a8f33 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 946 time: 0.3107042 Jul 06 17:39:57.571316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54248372-be13-46a3-ba53-6d2ca1ca9a72 req-b8d8e0b8-9307-4a1f-9041-a66311e84f88 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691816 Jul 06 17:39:57.704074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.790480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86dd085f-58cc-470d-94e1-3be2d266aabe,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:57.816625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Checking segment: {'id': '95cbf91f-258d-445a-90bc-5e8a788b8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '238192b4-e24d-47f4-93af-fc96f216fffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:39:57.816900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Network hostable DHCP agents. Network: 238192b4-e24d-47f4-93af-fc96f216fffe, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:39:57.852277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Network 238192b4-e24d-47f4-93af-fc96f216fffe is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:39:57.872431 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 238192b4-e24d-47f4-93af-fc96f216fffe) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:57.898723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fec98f-2cbe-40b5-9d23-dcca475adab3 None None] Network 238192b4-e24d-47f4-93af-fc96f216fffe requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:57.914221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:57.922711 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:57.981904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2a99de2d-c2d0-4f98-9319-29583334d40c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9887106 Jul 06 17:39:58.002424 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf4c4ad-59f2-43f5-b7f6-a10a2c9a8fa9 x-openstack-request-id: req-ebf4c4ad-59f2-43f5-b7f6-a10a2c9a8fa9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:39:58.003104 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ceb492-5aab-4d3b-8108-287a5c9ff417", "tag": "3f49b827-ee9d-4e2c-ab76-04eda8a6c34c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:39:58.003406 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebf4c4ad-59f2-43f5-b7f6-a10a2c9a8fa9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:39:58.003896 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ceb492-5aab-4d3b-8108-287a5c9ff417', 'tag': '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c', 'status': 'completed', 'code': 200} Jul 06 17:39:58.129653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92c55c-ebb7-499f-8c1a-4b6bc6294ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:39:58.222422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f3b26c-0746-4a13-a27e-744d4ae869fd None None] Network 238192b4-e24d-47f4-93af-fc96f216fffe requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:39:58.301375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:58.507702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854e6a-f329-46d2-835f-9191cba96b20 req-87b76f2f-7add-47cd-98e5-564b07d1d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:58.509316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-87b76f2f-7add-47cd-98e5-564b07d1d6cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 1098 time: 1.5207510 Jul 06 17:39:58.515681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:39:58.532479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7c8be-c728-46d9-b223-55afd4ff87ac req-e2bbed25-428d-4aea-837c-86efaa6d956c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:58.540626 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbb7c8be-c728-46d9-b223-55afd4ff87ac req-e2bbed25-428d-4aea-837c-86efaa6d956c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 947 time: 1.5432737 Jul 06 17:39:58.564238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:39:58.628437 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbb7c8be-c728-46d9-b223-55afd4ff87ac req-b1a5076c-17dc-4757-afdb-692092e655a3 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831642 Jul 06 17:39:58.634832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-27ae1f80-53ba-460b-95d8-6d332ba814ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c HTTP/1.1" status: 200 len: 217 time: 0.1161313 Jul 06 17:39:58.903897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854e6a-f329-46d2-835f-9191cba96b20 req-5cea6f59-6b21-4359-88b0-3341c05716f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:58.905675 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-5cea6f59-6b21-4359-88b0-3341c05716f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1606834 Jul 06 17:39:59.148458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-37afe2e1-68bd-428d-a15b-8ea510cf24e7 None None] Provisioning complete for port 3ff098ac-8f83-453b-984b-6abb8ca7d766 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:39:59.149453 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37afe2e1-68bd-428d-a15b-8ea510cf24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:39:59.200679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-56bca1bf-8099-4cfd-9756-668de4c2d8c7 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:59.203122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-37afe2e1-68bd-428d-a15b-8ea510cf24e7 None None] Port 3ff098ac-8f83-453b-984b-6abb8ca7d766 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:39:59.215063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-56bca1bf-8099-4cfd-9756-668de4c2d8c7 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/networks?id=a93de426-8934-4b83-a2e9-e344cda846c8 HTTP/1.1" status: 200 len: 824 time: 0.3017058 Jul 06 17:39:59.233244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-d8ad7c8d-e80e-47ae-b252-8f06f16c2ba0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/quotas/f8b455d0001e4ffe9fa061eb7afd18a0 HTTP/1.1" status: 200 len: 375 time: 0.0125973 Jul 06 17:39:59.281344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Router d5fea79e-b842-4015-a296-7f6497ace50a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:59.285846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-fbc6f729-f4f4-41ad-86d2-16fa5960dede tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8b455d0001e4ffe9fa061eb7afd18a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443928 Jul 06 17:39:59.398685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Router 880a7837-1cab-43de-b0c5-9216acea7edb has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:39:59.476473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-d7b42e44-c489-462b-839b-8f551ef397fa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:39:59.485788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-d7b42e44-c489-462b-839b-8f551ef397fa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1852295 Jul 06 17:39:59.576003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fee78b-3ca2-41d0-bd04-76a6816a0cdd req-02ab4452-f700-40ad-92df-596ae1a99c50 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:59.577760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-16fee78b-3ca2-41d0-bd04-76a6816a0cdd req-02ab4452-f700-40ad-92df-596ae1a99c50 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 946 time: 0.6672802 Jul 06 17:39:59.592319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854e6a-f329-46d2-835f-9191cba96b20 req-78768b67-f741-4d77-9a51-46e0a4990422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:39:59.593996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-78768b67-f741-4d77-9a51-46e0a4990422 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6349049 Jul 06 17:39:59.607737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-e7ea7b62-0c7d-4418-9f0d-a5470b89429a service neutron] 10.222.0.13 "GET /v2.0/networks/a93de426-8934-4b83-a2e9-e344cda846c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208956 Jul 06 17:39:59.752623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:39:59.764900 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7b0b08ca-8b2c-437f-bab0-60931cd12c19 admin admin] 10.222.0.13 "PUT /v2.0/routers/d5fea79e-b842-4015-a296-7f6497ace50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6101036 Jul 06 17:39:59.772762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:39:59.782713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] Sync routers for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:39:59.785465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-a972efc3-3e76-42bb-835c-ebabd8586ab9 service neutron] 10.222.0.13 "GET /v2.0/networks/a93de426-8934-4b83-a2e9-e344cda846c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767361 Jul 06 17:39:59.824153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:39:59.825498 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:39:59.871204 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-16fee78b-3ca2-41d0-bd04-76a6816a0cdd req-23d28df7-2176-4c23-9129-3a3af4dc7e2a tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841606 Jul 06 17:40:00.063657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:40:00.079903 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Sync routers for ids ['880a7837-1cab-43de-b0c5-9216acea7edb'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:40:00.107479 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fca65f8f-12ff-4c5a-9cec-1940ca425554 admin admin] 10.222.0.13 "PUT /v2.0/routers/880a7837-1cab-43de-b0c5-9216acea7edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6565275 Jul 06 17:40:00.119395 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-fbec4000-ebb9-426f-8a31-84d5240f9700 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044873 Jul 06 17:40:00.127969 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Routers {'880a7837-1cab-43de-b0c5-9216acea7edb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:40:00.130546 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['880a7837-1cab-43de-b0c5-9216acea7edb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:00.164503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:00.414371 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:00.571752 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Set router 880a7837-1cab-43de-b0c5-9216acea7edb gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:00.604309 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac2395d6-ede7-4cd9-83a1-191d0a544c51 req-b40ef923-a206-43a7-9282-6da1ee11b4bb tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 210 time: 0.0819771 Jul 06 17:40:00.752448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:39:56Z', 'revision_number': 5, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:00.849478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] Checking router: d5fea79e-b842-4015-a296-7f6497ace50a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:40:00.875881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] Routers {'d5fea79e-b842-4015-a296-7f6497ace50a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:40:00.876563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d5fea79e-b842-4015-a296-7f6497ace50a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:00.917732 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c8f73fc5-52ec-4fcb-871a-e196c46a0917 req-f48ae34b-7746-458b-ac86-d91d63eca18a tempest-FloatingIPsNegativeTestJSON-1684592783 tempest-FloatingIPsNegativeTestJSON-1684592783-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=26ed1ee2826a42b795cdc574fd609b9e HTTP/1.1" status: 200 len: 217 time: 0.1398699 Jul 06 17:40:00.949415 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68854e6a-f329-46d2-835f-9191cba96b20 req-1ee2e75c-e061-4ef9-ab89-c5a77549c808 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8188546 Jul 06 17:40:00.987640 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-155c0993-d614-4865-a316-d4e73c146867 req-38ec8220-a2c6-48fc-9b7b-4858df01a18f tempest-FloatingIPsNegativeTestJSON-1684592783 tempest-FloatingIPsNegativeTestJSON-1684592783-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0531840 Jul 06 17:40:01.108750 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:41Z', 'updated_at': '2021-07-06T17:39:54Z', 'revision_number': 4, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'gw_port': {'id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:43Z', 'updated_at': '2021-07-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ff098ac-8f83-453b-984b-6abb8ca7d766', 'name': '', 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'mac_address': 'fa:16:3e:c6:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '859d6551-1667-48c1-8354-ef1dbf57cc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:52Z', 'updated_at': '2021-07-06T17:39:55Z', 'revision_number': 2, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'subnets': [{'id': '859d6551-1667-48c1-8354-ef1dbf57cc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:01.144963 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-ca5dade8-1c3b-4b39-a082-ad8949bda31a req-d63ef583-06f3-4a3b-931a-545a8cbb6218 tempest-FloatingIPsNegativeTestJSON-1684592783 tempest-FloatingIPsNegativeTestJSON-1684592783-project] show failed (client error): The resource could not be found. Jul 06 17:40:01.160728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca5dade8-1c3b-4b39-a082-ad8949bda31a req-d63ef583-06f3-4a3b-931a-545a8cbb6218 tempest-FloatingIPsNegativeTestJSON-1684592783 tempest-FloatingIPsNegativeTestJSON-1684592783-project] 10.222.0.13 "GET /v2.0/floatingips/6d0d1a70-fc7a-4a5e-bf5e-bc15947cf03d HTTP/1.1" status: 404 len: 350 time: 0.0905805 Jul 06 17:40:01.161269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60988) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:01.172635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] Set router d5fea79e-b842-4015-a296-7f6497ace50a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:01.199749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:01.231030 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Checking router: 880a7837-1cab-43de-b0c5-9216acea7edb for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:40:01.234827 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Updating router 880a7837-1cab-43de-b0c5-9216acea7edb port 3ff098ac-8f83-453b-984b-6abb8ca7d766 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:40:01.252810 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32f7b7-366e-41f2-a701-2dfbf2c4eab0 req-5382afe0-3632-4e9d-ae4c-c87c4f9069ce tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:01.277390 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5c32f7b7-366e-41f2-a701-2dfbf2c4eab0 req-5382afe0-3632-4e9d-ae4c-c87c4f9069ce tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 947 time: 0.7626708 Jul 06 17:40:01.424196 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:01.458570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c856c3db-8f57-4bb1-8ad3-ffd663882c46 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:01.496633 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5c32f7b7-366e-41f2-a701-2dfbf2c4eab0 req-377a7d92-bbc2-4a1e-8c79-4106c76550f7 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172353 Jul 06 17:40:01.572989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-6bb05201-2693-4972-9d6d-ab7baedaa9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:01.582952 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-6bb05201-2693-4972-9d6d-ab7baedaa9bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 1098 time: 0.5147233 Jul 06 17:40:01.589000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Deleting port 55dc58ab-c4cb-479e-9381-75c185cee873 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:01.589351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:01.830996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] For port 55dc58ab-c4cb-479e-9381-75c185cee873, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=55dc58ab-c4cb-479e-9381-75c185cee873,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:01.831450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:01.848850 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Calling delete_port for 55dc58ab-c4cb-479e-9381-75c185cee873 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:01.907236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081f04c-7b5b-4302-b27e-a536126544b7 req-5c96c3db-7818-4f75-87f6-0f254be61d49 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:01.931178 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8081f04c-7b5b-4302-b27e-a536126544b7 req-5c96c3db-7818-4f75-87f6-0f254be61d49 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 946 time: 0.5121732 Jul 06 17:40:01.973072 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.123805 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.140010 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Transition to ACTIVE for port object 3ff098ac-8f83-453b-984b-6abb8ca7d766 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:02.157809 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.208447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:02.253096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8081f04c-7b5b-4302-b27e-a536126544b7 req-b989d23f-c31e-4315-8094-c22e0284033e tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090341 Jul 06 17:40:02.255459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46', 'network_id': '9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5', 'port_id': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46', 'mac_address': 'fa:16:3e:8a:7e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:02.269628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:39:56Z', 'revision_number': 5, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:02.579018 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Pushing event updated for resources: {'Port': ['ID=3ff098ac-8f83-453b-984b-6abb8ca7d766,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:02.581826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-4f1b4cd2-a185-447f-8bb2-db252462c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:02.588418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-4f1b4cd2-a185-447f-8bb2-db252462c0ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.3923805 Jul 06 17:40:02.589374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.681066 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.691430 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.691957 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.692367 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.692938 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.693566 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.694058 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.694494 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.694913 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.695308 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.695707 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.696121 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:02.721615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e93e9016-2d85-4b4e-9689-a1d8a6712b80 req-82246161-ab7e-4130-b2aa-7f2b24ca5001 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 210 time: 0.0997839 Jul 06 17:40:02.742282 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Attempting to bind port 3ff098ac-8f83-453b-984b-6abb8ca7d766 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:02.742760 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Attempting to bind port 3ff098ac-8f83-453b-984b-6abb8ca7d766 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '924db9eb-bd0a-44d4-ae51-d6d2234ac909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:02.743193 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Attempting to bind port 3ff098ac-8f83-453b-984b-6abb8ca7d766 on network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:02.752762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.764632 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:02.765136 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Checking segment: {'id': '924db9eb-bd0a-44d4-ae51-d6d2234ac909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:02.765555 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.765957 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Bound using segment: {'id': '924db9eb-bd0a-44d4-ae51-d6d2234ac909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:02.766476 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Bound port: 3ff098ac-8f83-453b-984b-6abb8ca7d766, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924db9eb-bd0a-44d4-ae51-d6d2234ac909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:02.766886 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.777617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15283359-f75a-40e6-8d20-7683f4dab947 None None] The sync data for ids ['d5fea79e-b842-4015-a296-7f6497ace50a'] in n-d-799526-3 is: [{'id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'name': 'tempest-ServersTestJSON-480970175-router', 'tenant_id': 'ba25af98f4a348998c6c77e9d213caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:37:10Z', 'updated_at': '2021-07-06T17:39:56Z', 'revision_number': 5, 'project_id': 'ba25af98f4a348998c6c77e9d213caff', 'gw_port': {'id': '55dc58ab-c4cb-479e-9381-75c185cee873', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fea79e-b842-4015-a296-7f6497ace50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:37:12Z', 'updated_at': '2021-07-06T17:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:40:02.820472 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:02.890875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c856c3db-8f57-4bb1-8ad3-ffd663882c46 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:02.921065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Pushing event deleted for resources: {'Port': ['ID=55dc58ab-c4cb-479e-9381-75c185cee873,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:02.931201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-6cba3f27-b39a-4501-96c7-bfabe1135eb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c HTTP/1.1" status: 200 len: 217 time: 0.3072269 Jul 06 17:40:02.982724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:02.995314 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.107455 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] For port 3ff098ac-8f83-453b-984b-6abb8ca7d766, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:03.122547 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] For port 3ff098ac-8f83-453b-984b-6abb8ca7d766, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3ff098ac-8f83-453b-984b-6abb8ca7d766,segment=NetworkSegment(924db9eb-bd0a-44d4-ae51-d6d2234ac909),segment_id=924db9eb-bd0a-44d4-ae51-d6d2234ac909)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:03.133721 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.207329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c856c3db-8f57-4bb1-8ad3-ffd663882c46,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:03.303922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-39634871-1a40-4f0f-9c8b-aa0065d00df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:03.305448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-39634871-1a40-4f0f-9c8b-aa0065d00df0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.3563364 Jul 06 17:40:03.346797 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Routers {'880a7837-1cab-43de-b0c5-9216acea7edb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:40:03.352950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['880a7837-1cab-43de-b0c5-9216acea7edb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:03.405995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['c856c3db-8f57-4bb1-8ad3-ffd663882c46'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:03.477163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-5e51b50b-4637-4b70-a6c4-cff5dee36f8d tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:03.482008 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-5e51b50b-4637-4b70-a6c4-cff5dee36f8d tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.22 "GET /v2.0/networks?id=a93de426-8934-4b83-a2e9-e344cda846c8 HTTP/1.1" status: 200 len: 824 time: 0.4649987 Jul 06 17:40:03.519518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:03.622462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Request body: {'port': {'device_id': 'a2f2ab43-c990-4d5f-867d-3a7feeb616f4', 'network_id': 'a93de426-8934-4b83-a2e9-e344cda846c8', 'admin_state_up': True, 'tenant_id': 'f8b455d0001e4ffe9fa061eb7afd18a0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:03.631644 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] Set router 880a7837-1cab-43de-b0c5-9216acea7edb gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:03.869566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bcff325b-61c6-444f-9510-bf3d1d84857f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:03.926620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: bcff325b-61c6-444f-9510-bf3d1d84857f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:40:03.927255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bcff325b-61c6-444f-9510-bf3d1d84857f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:04.031346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed054b-f896-4039-bf8d-deecfbadb1bd req-6b7100dd-617f-42db-913b-32ba1cee268f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:04.039396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32ed054b-f896-4039-bf8d-deecfbadb1bd req-6b7100dd-617f-42db-913b-32ba1cee268f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 945 time: 0.2166378 Jul 06 17:40:04.087268 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c85d9-05eb-4d24-a538-c2b894c391d3 None None] Pushing event updated for resources: {'Port': ['ID=3ff098ac-8f83-453b-984b-6abb8ca7d766,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:04.127456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Made reservation on behalf of f8b455d0001e4ffe9fa061eb7afd18a0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:04.131899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:04.175512 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32ed054b-f896-4039-bf8d-deecfbadb1bd req-44d08771-d2b1-41e3-8bec-c4efebb9a588 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346567 Jul 06 17:40:04.193609 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:41Z', 'updated_at': '2021-07-06T17:39:54Z', 'revision_number': 4, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'gw_port': {'id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:43Z', 'updated_at': '2021-07-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ff098ac-8f83-453b-984b-6abb8ca7d766', 'name': '', 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'mac_address': 'fa:16:3e:c6:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '859d6551-1667-48c1-8354-ef1dbf57cc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:52Z', 'updated_at': '2021-07-06T17:40:03Z', 'revision_number': 4, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'subnets': [{'id': '859d6551-1667-48c1-8354-ef1dbf57cc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:04.265826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:04.270485 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:04.282532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-b1a399a3-ec44-4209-8441-a9012bdac3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:04.284012 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97139df-7eef-4c2c-a96a-7480cb3fee28 None None] The sync data for ids ['880a7837-1cab-43de-b0c5-9216acea7edb'] in n-d-799526-3 is: [{'id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:41Z', 'updated_at': '2021-07-06T17:39:54Z', 'revision_number': 4, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'gw_port': {'id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:43Z', 'updated_at': '2021-07-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ff098ac-8f83-453b-984b-6abb8ca7d766', 'name': '', 'network_id': '59bd4b7c-1877-4e8f-b5c3-bad1478f487e', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'mac_address': 'fa:16:3e:c6:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '859d6551-1667-48c1-8354-ef1dbf57cc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:52Z', 'updated_at': '2021-07-06T17:40:03Z', 'revision_number': 4, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'subnets': [{'id': '859d6551-1667-48c1-8354-ef1dbf57cc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:40:04.284415 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-b1a399a3-ec44-4209-8441-a9012bdac3a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9513555 Jul 06 17:40:04.384328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54732a37-b603-4060-95c7-f7ac5b8c58d5 req-71584d02-ee13-4a74-908b-b34eef86e898 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:04.392580 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-54732a37-b603-4060-95c7-f7ac5b8c58d5 req-71584d02-ee13-4a74-908b-b34eef86e898 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 947 time: 1.2907214 Jul 06 17:40:04.566228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:04.567570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5fea79e-b842-4015-a296-7f6497ace50a {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:40:04.597378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:04.600157 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bc2dafd2-c335-4a30-83b4-9a55f22ac009 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d5fea79e-b842-4015-a296-7f6497ace50a HTTP/1.1" status: 204 len: 168 time: 4.8190486 Jul 06 17:40:04.611614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:04.855987 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-54732a37-b603-4060-95c7-f7ac5b8c58d5 req-a6c293b4-72ad-44d9-a863-db1a9aaad626 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618759 Jul 06 17:40:04.968597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-281093f3-46b2-4963-ad50-baaddb4595c3 admin admin] Deleting subnet 3656215d-d9ce-4a60-8f3b-4b3340564052 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:40:04.976171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-264f55cf-e198-4b3d-a755-5f816c09cdd8 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143949 Jul 06 17:40:04.983521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281093f3-46b2-4963-ad50-baaddb4595c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.054802 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.389802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:05.404951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c856c3db-8f57-4bb1-8ad3-ffd663882c46 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:05.431511 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8701f852-49ec-41db-b935-99b8c0732fd0 req-1e414df6-40c6-4f0b-8ffb-21f33990f0ed service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441411 Jul 06 17:40:05.486223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Deleting port 3ff098ac-8f83-453b-984b-6abb8ca7d766 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:05.486978 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.508030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df1f5bbb-0957-4d87-8263-9274f0ea8e5a req-139c4fda-536b-4801-88ec-00eb6f0a13bb tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 210 time: 0.0774996 Jul 06 17:40:05.517120 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281093f3-46b2-4963-ad50-baaddb4595c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.726363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Allocated IP 172.20.0.6 (a93de426-8934-4b83-a2e9-e344cda846c8/0c1dcb90-d778-4b99-b36c-bda823a4979f/34bc9e9c-2f78-4729-b4a6-93a5dac38259) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:05.767896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281093f3-46b2-4963-ad50-baaddb4595c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.860399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:05.901657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281093f3-46b2-4963-ad50-baaddb4595c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.940357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] For port 3ff098ac-8f83-453b-984b-6abb8ca7d766, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3ff098ac-8f83-453b-984b-6abb8ca7d766,segment=NetworkSegment(924db9eb-bd0a-44d4-ae51-d6d2234ac909),segment_id=924db9eb-bd0a-44d4-ae51-d6d2234ac909)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:05.940890 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:05.952393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c', 'mac_address': 'fa:16:3e:60:0d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:05.985672 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Calling delete_port for 3ff098ac-8f83-453b-984b-6abb8ca7d766 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:06.044298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8327d4c-05b5-4aaf-91c1-ed3791379c15 req-937e789f-e93a-4ef2-b0f6-ff4332165399 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:06.048613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8327d4c-05b5-4aaf-91c1-ed3791379c15 req-937e789f-e93a-4ef2-b0f6-ff4332165399 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 945 time: 0.3491166 Jul 06 17:40:06.062807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281093f3-46b2-4963-ad50-baaddb4595c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:06.064570 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-281093f3-46b2-4963-ad50-baaddb4595c3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3656215d-d9ce-4a60-8f3b-4b3340564052 HTTP/1.1" status: 204 len: 168 time: 1.4512343 Jul 06 17:40:06.069973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281093f3-46b2-4963-ad50-baaddb4595c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3656215d-d9ce-4a60-8f3b-4b3340564052,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:06.081099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:06.089598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ff098ac-8f83-453b-984b-6abb8ca7d766 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:06.180019 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8327d4c-05b5-4aaf-91c1-ed3791379c15 req-82339ca5-0d42-4b14-80b8-abab312a907b tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925078 Jul 06 17:40:06.224208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b11b4-0861-4bf8-8ef4-413b25fb6476 None None] Network ddb0b200-4797-44d9-aa05-28d5714ac0e0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:06.334479 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:06.453281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:06.550072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port c856c3db-8f57-4bb1-8ad3-ffd663882c46 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:06.550546 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:06.588475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:06.596972 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:06.632055 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:06.680298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 3ff098ac-8f83-453b-984b-6abb8ca7d766 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:06.691556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3ff098ac-8f83-453b-984b-6abb8ca7d766 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:06.691832 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:06.855948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:06.967563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f92af5-b32e-4ce5-a636-9f9850939c00 None None] DHCP port deletion for ddb0b200-4797-44d9-aa05-28d5714ac0e0 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:40:06.992766 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-faee1fd4-542c-4b4a-b64b-551339fc67f4 req-003968c0-2476-4797-8ae3-d47e8e6fc903 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 210 time: 0.0740194 Jul 06 17:40:07.026616 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.153388 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.168588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff098ac-8f83-453b-984b-6abb8ca7d766,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:07.191745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Port 3ff098ac-8f83-453b-984b-6abb8ca7d766 update to ACTIVE by agent not found {{(pid=93780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 17:40:07.211362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['3f49b827-ee9d-4e2c-ab76-04eda8a6c34c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:07.216436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3032cfd-ae5d-4cf3-833f-67712102adc2 req-dde1dae0-88cb-45c3-84f9-b42c1d7e1770 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:07.232149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c3032cfd-ae5d-4cf3-833f-67712102adc2 req-dde1dae0-88cb-45c3-84f9-b42c1d7e1770 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 948 time: 0.9081459 Jul 06 17:40:07.241742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 55dc58ab-c4cb-479e-9381-75c185cee873 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:07.377450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.420525 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.429363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 55dc58ab-c4cb-479e-9381-75c185cee873 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:40:07.429798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 55dc58ab-c4cb-479e-9381-75c185cee873 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:07.470025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:07.473745 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73363f40-91bb-4d9b-9bfd-766c033be264" -d '{"events": [{"server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "name": "network-vif-plugged", "status": "completed", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:07.496292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-10f92af5-b32e-4ce5-a636-9f9850939c00 None None] Deleting port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:07.496689 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f92af5-b32e-4ce5-a636-9f9850939c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.499831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:07.561316 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.579359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Network a93de426-8934-4b83-a2e9-e344cda846c8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:07.581527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c856c3db-8f57-4bb1-8ad3-ffd663882c46 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:07.604279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c3032cfd-ae5d-4cf3-833f-67712102adc2 req-16188207-ce5b-4c7d-9a41-858dd485b403 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660426 Jul 06 17:40:07.619970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:07.627874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:07.683593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Deleting port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:07.684037 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.685890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Pushing event updated for resources: {'Port': ['ID=34bc9e9c-2f78-4729-b4a6-93a5dac38259,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:07.721224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-10f92af5-b32e-4ce5-a636-9f9850939c00 None None] For port ef0e19e5-a92f-4c5c-ab05-1e85b6214325, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ef0e19e5-a92f-4c5c-ab05-1e85b6214325,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:07.721632 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f92af5-b32e-4ce5-a636-9f9850939c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.815974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-10f92af5-b32e-4ce5-a636-9f9850939c00 None None] Calling delete_port for ef0e19e5-a92f-4c5c-ab05-1e85b6214325 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:07.822820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c856c3db-8f57-4bb1-8ad3-ffd663882c46,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:07.871854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08798e6e-85b4-4182-a2c1-ec5cd1cda251 req-da713cb6-ff66-4f3f-84bf-1db73dc5ecb8 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:07.879902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:07.881475 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.885203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] For port ef0e19e5-a92f-4c5c-ab05-1e85b6214325, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ef0e19e5-a92f-4c5c-ab05-1e85b6214325,segment=NetworkSegment(c609de9f-603c-49a7-88d5-f9130fd53748),segment_id=c609de9f-603c-49a7-88d5-f9130fd53748)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:07.886040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:07.890590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-08798e6e-85b4-4182-a2c1-ec5cd1cda251 req-da713cb6-ff66-4f3f-84bf-1db73dc5ecb8 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 946 time: 0.3603261 Jul 06 17:40:07.967015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Calling delete_port for ef0e19e5-a92f-4c5c-ab05-1e85b6214325 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:08.016004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-754fc63e-d29d-48fa-8cc3-5063e3584cb5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4013338 Jul 06 17:40:08.020342 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-08798e6e-85b4-4182-a2c1-ec5cd1cda251 req-8100b53e-bb43-4446-8e6f-75973eae807f tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292884 Jul 06 17:40:08.073607 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730569ca-7b81-4019-a204-352bd22f28f0 x-openstack-request-id: req-730569ca-7b81-4019-a204-352bd22f28f0 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:08.073904 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "name": "network-vif-plugged", "status": "completed", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:08.074160 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-730569ca-7b81-4019-a204-352bd22f28f0 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:08.074634 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46', 'code': 200} Jul 06 17:40:08.083336 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.086179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ef0e19e5-a92f-4c5c-ab05-1e85b6214325 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:08.219513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.221093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:08.234096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.240964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Request body: {'port': {'device_id': 'a2f2ab43-c990-4d5f-867d-3a7feeb616f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:08.337958 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f92af5-b32e-4ce5-a636-9f9850939c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.343492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 update to DOWN by agent not found {{(pid=93780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 17:40:08.367735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f92af5-b32e-4ce5-a636-9f9850939c00 None None] No DVR routers for this DVR port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:08.412792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=c856c3db-8f57-4bb1-8ad3-ffd663882c46,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:08.455399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f92af5-b32e-4ce5-a636-9f9850939c00 None None] Pushing event deleted for resources: {'Port': ['ID=ef0e19e5-a92f-4c5c-ab05-1e85b6214325,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:08.477891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.502815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652675-3b41-4484-8e58-757904088962 req-b142743f-de96-4e3c-a098-966e9aef3658 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:08.504564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c652675-3b41-4484-8e58-757904088962 req-b142743f-de96-4e3c-a098-966e9aef3658 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 931 time: 0.1758938 Jul 06 17:40:08.568927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0e19e5-a92f-4c5c-ab05-1e85b6214325,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:08.577622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] No DVR routers for this DVR port ef0e19e5-a92f-4c5c-ab05-1e85b6214325 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:08.590261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c652675-3b41-4484-8e58-757904088962 req-fcb4ffc8-9fee-403f-aa55-8c2a8f6a579b tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787666 Jul 06 17:40:08.753311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.836712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:08.880334 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb0b200-4797-44d9-aa05-28d5714ac0e0']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:08.899872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c609de9f-603c-49a7-88d5-f9130fd53748') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:08.900760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c609de9f-603c-49a7-88d5-f9130fd53748') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:08.966056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.127604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:40:09.189029 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:40:09.414423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:09.537754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3b6da-7f7c-4643-a4d7-7611cc192236 req-c1d00b54-454f-4755-84ab-9b241bf630e1 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.547508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94f3b6da-7f7c-4643-a4d7-7611cc192236 req-c1d00b54-454f-4755-84ab-9b241bf630e1 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 944 time: 0.0953190 Jul 06 17:40:09.553031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:09.566562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:09.570475 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.613649 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94f3b6da-7f7c-4643-a4d7-7611cc192236 req-fee253e3-3920-41c3-b037-db12349f79b3 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643601 Jul 06 17:40:09.618883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08584dd3-d6ea-44b1-8f02-eee20c9f9bdc req-4dd98d26-3fff-49a7-be87-9b4372024dfe tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:09.650590 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08584dd3-d6ea-44b1-8f02-eee20c9f9bdc req-4dd98d26-3fff-49a7-be87-9b4372024dfe tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 948 time: 0.6930454 Jul 06 17:40:09.653472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.719291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.725717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ddb0b200-4797-44d9-aa05-28d5714ac0e0 HTTP/1.1" status: 204 len: 168 time: 3.6364431 Jul 06 17:40:09.788434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.846189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Router 880a7837-1cab-43de-b0c5-9216acea7edb has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:40:09.898825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bc9e9c-2f78-4729-b4a6-93a5dac38259 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:09.909914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb0b200-4797-44d9-aa05-28d5714ac0e0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:09.918137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:09.928618 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.930768 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:09.937399 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08584dd3-d6ea-44b1-8f02-eee20c9f9bdc req-606864cf-b9c7-4672-84d9-69a480da89a9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858074 Jul 06 17:40:09.947813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.948163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.948507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.948840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.949173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.949503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.949831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.950221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.950578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.951032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.951556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.951898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd84bc6-d7e7-4651-9422-4dc20a9b7e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:09.972466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Transition to ACTIVE for port object 34bc9e9c-2f78-4729-b4a6-93a5dac38259 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:10.041363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:10.080335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46'}, {'server_uuid': 'b6ceb492-5aab-4d3b-8108-287a5c9ff417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:10.097682 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0756be3e-9ff0-43e0-b794-ea330755030d" -d '{"events": [{"server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46"}, {"server_uuid": "b6ceb492-5aab-4d3b-8108-287a5c9ff417", "name": "network-vif-plugged", "status": "completed", "tag": "3f49b827-ee9d-4e2c-ab76-04eda8a6c34c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:10.123549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:10.188765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Pushing event updated for resources: {'Port': ['ID=34bc9e9c-2f78-4729-b4a6-93a5dac38259,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:10.285138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b6e1-193b-4860-abf4-e855990cb4fe req-1bee8a24-3267-4a7d-abba-7a8b4ef50704 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:10.300350 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19a6b6e1-193b-4860-abf4-e855990cb4fe req-1bee8a24-3267-4a7d-abba-7a8b4ef50704 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 943 time: 0.2441516 Jul 06 17:40:10.317846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32892) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:10.356319 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2db85f-700d-4221-a36a-d3de79a8bc03 x-openstack-request-id: req-ac2db85f-700d-4221-a36a-d3de79a8bc03 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:10.357827 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46", "code": 200}, {"server_uuid": "b6ceb492-5aab-4d3b-8108-287a5c9ff417", "name": "network-vif-plugged", "status": "completed", "tag": "3f49b827-ee9d-4e2c-ab76-04eda8a6c34c", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:10.358370 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac2db85f-700d-4221-a36a-d3de79a8bc03 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:10.359014 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46', 'code': 200} Jul 06 17:40:10.360799 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ceb492-5aab-4d3b-8108-287a5c9ff417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c', 'code': 200} Jul 06 17:40:10.386093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19a6b6e1-193b-4860-abf4-e855990cb4fe req-38a39cfa-1a63-496b-870f-0ed3ac54f4c3 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838547 Jul 06 17:40:10.469753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:40:10.480149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-50272e49-ce79-4c11-8cbe-dc8f8874ba26 admin admin] 10.222.0.13 "PUT /v2.0/routers/880a7837-1cab-43de-b0c5-9216acea7edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3162541 Jul 06 17:40:10.485848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32904) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:10.488684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d5aa75b4-4282-4156-93cf-42452ba34a08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba25af98f4a348998c6c77e9d213caff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674180 Jul 06 17:40:10.488684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32906) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:10.493431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] Sync routers for ids ['880a7837-1cab-43de-b0c5-9216acea7edb'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:40:10.516744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] Routers {'880a7837-1cab-43de-b0c5-9216acea7edb'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:40:10.517700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['880a7837-1cab-43de-b0c5-9216acea7edb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:10.544165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Attempting to bind port 34bc9e9c-2f78-4729-b4a6-93a5dac38259 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:10.544525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Attempting to bind port 34bc9e9c-2f78-4729-b4a6-93a5dac38259 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '0761c2a6-9c02-4b5e-90cc-54bacb0fda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a93de426-8934-4b83-a2e9-e344cda846c8'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:10.544860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Attempting to bind port 34bc9e9c-2f78-4729-b4a6-93a5dac38259 on network a93de426-8934-4b83-a2e9-e344cda846c8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:10.554463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Port 34bc9e9c-2f78-4729-b4a6-93a5dac38259 on network a93de426-8934-4b83-a2e9-e344cda846c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:10.554723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Attempting to bind port 34bc9e9c-2f78-4729-b4a6-93a5dac38259 on network a93de426-8934-4b83-a2e9-e344cda846c8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:10.566967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:10.567299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Checking segment: {'id': '0761c2a6-9c02-4b5e-90cc-54bacb0fda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a93de426-8934-4b83-a2e9-e344cda846c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:10.567893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Bound using segment: {'id': '0761c2a6-9c02-4b5e-90cc-54bacb0fda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a93de426-8934-4b83-a2e9-e344cda846c8'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:10.568892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Bound port: 34bc9e9c-2f78-4729-b4a6-93a5dac38259, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0761c2a6-9c02-4b5e-90cc-54bacb0fda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a93de426-8934-4b83-a2e9-e344cda846c8'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:10.569263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:10.657987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] Set router 880a7837-1cab-43de-b0c5-9216acea7edb gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:10.664042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54343d7-f140-412b-8d30-6b9da8f19d20 req-a03ad019-6c55-479f-b8b5-cd83fafd01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:10.665605 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b54343d7-f140-412b-8d30-6b9da8f19d20 req-a03ad019-6c55-479f-b8b5-cd83fafd01b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 1100 time: 0.1600714 Jul 06 17:40:10.691438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:10.739594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] For port 34bc9e9c-2f78-4729-b4a6-93a5dac38259, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:10.752642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] For port 34bc9e9c-2f78-4729-b4a6-93a5dac38259, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=34bc9e9c-2f78-4729-b4a6-93a5dac38259,segment=NetworkSegment(0761c2a6-9c02-4b5e-90cc-54bacb0fda3b),segment_id=0761c2a6-9c02-4b5e-90cc-54bacb0fda3b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:10.763919 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b54343d7-f140-412b-8d30-6b9da8f19d20 req-dce301c2-80c6-4ebf-94a4-37518e8ccbe4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820749 Jul 06 17:40:10.766143 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:10.917577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Pushing event updated for resources: {'Port': ['ID=34bc9e9c-2f78-4729-b4a6-93a5dac38259,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:10.936668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:10.937660 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:10.940213 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-6df971af-add0-4a62-a32c-5313257eb519 service neutron] 10.222.0.22 "PUT /v2.0/ports/34bc9e9c-2f78-4729-b4a6-93a5dac38259 HTTP/1.1" status: 200 len: 1091 time: 2.7112570 Jul 06 17:40:10.940940 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f2ab43-c990-4d5f-867d-3a7feeb616f4', 'tag': '34bc9e9c-2f78-4729-b4a6-93a5dac38259'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:10.946123 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b332f922-1b4a-489b-9c27-ddc635cf56df" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f2ab43-c990-4d5f-867d-3a7feeb616f4", "tag": "34bc9e9c-2f78-4729-b4a6-93a5dac38259"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:10.989532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da972241-8191-4f29-bb00-1a71a75290a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.011411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.031832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28512d2-02ef-448a-b64c-7a04fa3dbedb req-49619a13-fa2d-4b37-b41f-a644c0d8f2b7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.040419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a28512d2-02ef-448a-b64c-7a04fa3dbedb req-49619a13-fa2d-4b37-b41f-a644c0d8f2b7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 944 time: 0.1464598 Jul 06 17:40:11.145269 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a28512d2-02ef-448a-b64c-7a04fa3dbedb req-1e2a7686-75fb-4285-be94-6a7708fdc8af tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036751 Jul 06 17:40:11.170916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Deleting port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:11.170916 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.204060 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:40:11.385116 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] For port 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:11.385675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.429050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Calling delete_port for 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:11.438076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:41Z', 'updated_at': '2021-07-06T17:40:06Z', 'revision_number': 5, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'gw_port': {'id': '3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:39:43Z', 'updated_at': '2021-07-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:11.619672 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0779ea-c3fb-45bb-8184-3312a7a5b0c8 x-openstack-request-id: req-7e0779ea-c3fb-45bb-8184-3312a7a5b0c8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:11.620196 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f2ab43-c990-4d5f-867d-3a7feeb616f4", "tag": "34bc9e9c-2f78-4729-b4a6-93a5dac38259", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:11.620513 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e0779ea-c3fb-45bb-8184-3312a7a5b0c8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:11.621126 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f2ab43-c990-4d5f-867d-3a7feeb616f4', 'tag': '34bc9e9c-2f78-4729-b4a6-93a5dac38259', 'status': 'completed', 'code': 200} Jul 06 17:40:11.663027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.667651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da972241-8191-4f29-bb00-1a71a75290a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.759023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:11.774536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-0af86be4-fe59-44bd-8545-7474aba03e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.781887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-0af86be4-fe59-44bd-8545-7474aba03e74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8b455d0001e4ffe9fa061eb7afd18a0&device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 1094 time: 0.7657275 Jul 06 17:40:11.881371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021549-2b0d-4f51-9ca2-6dfe2074a364 req-f82fed48-ab62-4159-9800-b4111566c556 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:11.889810 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d021549-2b0d-4f51-9ca2-6dfe2074a364 req-f82fed48-ab62-4159-9800-b4111566c556 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 949 time: 0.2521877 Jul 06 17:40:11.901046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-8fa042ce-507e-4f06-b683-58abb3adc6b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34bc9e9c-2f78-4729-b4a6-93a5dac38259 HTTP/1.1" status: 200 len: 217 time: 0.1086609 Jul 06 17:40:11.902902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da972241-8191-4f29-bb00-1a71a75290a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.910773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da972241-8191-4f29-bb00-1a71a75290a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:11.914416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-da972241-8191-4f29-bb00-1a71a75290a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/911f5d4d-4e8b-4b61-9cf8-741f8419d1eb HTTP/1.1" status: 204 len: 168 time: 1.4198122 Jul 06 17:40:11.917858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] Checking router: 880a7837-1cab-43de-b0c5-9216acea7edb for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:40:11.938815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] Routers {'880a7837-1cab-43de-b0c5-9216acea7edb'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:40:11.941171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:39:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['880a7837-1cab-43de-b0c5-9216acea7edb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:12.013218 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d021549-2b0d-4f51-9ca2-6dfe2074a364 req-c0adda15-b651-4c9d-adf5-05699f4ced6b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160309 Jul 06 17:40:12.032639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-8f70a46d-f293-4152-871f-b28eb3ea1149 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:12.036194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-8f70a46d-f293-4152-871f-b28eb3ea1149 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 944 time: 0.3874574 Jul 06 17:40:12.041573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da972241-8191-4f29-bb00-1a71a75290a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911f5d4d-4e8b-4b61-9cf8-741f8419d1eb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:12.054672 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.093106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-b3ce2933-1d5b-4a6b-84d8-c258d624507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:12.103229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-b3ce2933-1d5b-4a6b-84d8-c258d624507d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c1dcb90-d778-4b99-b36c-bda823a4979f HTTP/1.1" status: 200 len: 864 time: 0.1766791 Jul 06 17:40:12.164926 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-d7c718e4-a30f-4dd0-84fe-bf5dc1789b02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a93de426-8934-4b83-a2e9-e344cda846c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538290 Jul 06 17:40:12.175838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] Set router 880a7837-1cab-43de-b0c5-9216acea7edb gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:12.398889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-d7138fa5-2c26-47ab-a8bd-8a5e34359262 service neutron] 10.222.0.22 "GET /v2.0/networks/a93de426-8934-4b83-a2e9-e344cda846c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254291 Jul 06 17:40:12.435742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:41Z', 'updated_at': '2021-07-06T17:40:11Z', 'revision_number': 7, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:12.442577 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.449406 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.500192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f3724-37fa-48e6-86c3-6c840ad47cf2 None None] The sync data for ids ['880a7837-1cab-43de-b0c5-9216acea7edb'] in n-d-799526-3 is: [{'id': '880a7837-1cab-43de-b0c5-9216acea7edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1337908939-router', 'tenant_id': '26ed1ee2826a42b795cdc574fd609b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:39:41Z', 'updated_at': '2021-07-06T17:40:11Z', 'revision_number': 7, 'project_id': '26ed1ee2826a42b795cdc574fd609b9e', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:40:12.623497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.626557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 880a7837-1cab-43de-b0c5-9216acea7edb {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:40:12.636629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.642183 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b0ea2c40-b887-4823-9470-0e45522270a7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/880a7837-1cab-43de-b0c5-9216acea7edb HTTP/1.1" status: 204 len: 168 time: 2.1518712 Jul 06 17:40:12.651345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32940) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:12.790073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7d979a-0163-44f5-9263-263a548e7278 admin admin] Deleting subnet 859d6551-1667-48c1-8354-ef1dbf57cc62 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:40:12.798749 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d7d979a-0163-44f5-9263-263a548e7278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.812451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Deleting port c856c3db-8f57-4bb1-8ad3-ffd663882c46 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:12.813771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.904956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d7d979a-0163-44f5-9263-263a548e7278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:12.957001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eccee9c-54ca-4af5-b7ca-7cafffd4f6f9 req-b6c259bb-9db7-425b-9f7d-9ba9dce1a1af service neutron] 10.222.0.22 "GET /v2.0/networks/a93de426-8934-4b83-a2e9-e344cda846c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233717 Jul 06 17:40:12.976833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e782108-3211-41a4-aa6a-af7c87d39dcc req-c3f4f828-277d-41dd-afde-4d31dcd85294 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:12.984970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e782108-3211-41a4-aa6a-af7c87d39dcc req-c3f4f828-277d-41dd-afde-4d31dcd85294 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 943 time: 0.5813208 Jul 06 17:40:13.050154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c00e-6f28-45b1-9f8a-74713f4ac106 req-ee414c8e-285c-4a74-b879-f9eeb9ec2bd7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:13.061125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af18c00e-6f28-45b1-9f8a-74713f4ac106 req-ee414c8e-285c-4a74-b879-f9eeb9ec2bd7 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/ports?device_id=7055cf3e-81ee-478b-a28b-2f119c72b5a3 HTTP/1.1" status: 200 len: 944 time: 0.4814270 Jul 06 17:40:13.107031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e782108-3211-41a4-aa6a-af7c87d39dcc req-38e8ef3e-202b-4620-9d57-0f5f522aa8b1 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132188 Jul 06 17:40:13.108387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] For port c856c3db-8f57-4bb1-8ad3-ffd663882c46, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=c856c3db-8f57-4bb1-8ad3-ffd663882c46,segment=NetworkSegment(b9060c94-7236-4a52-aafe-8682115b41fe),segment_id=b9060c94-7236-4a52-aafe-8682115b41fe)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:13.108932 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.160185 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d7d979a-0163-44f5-9263-263a548e7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.208002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Calling delete_port for c856c3db-8f57-4bb1-8ad3-ffd663882c46 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:13.255041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-cff9222a-b90f-43c7-a46c-e6d5fbf89dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:13.256018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-cff9222a-b90f-43c7-a46c-e6d5fbf89dc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8b455d0001e4ffe9fa061eb7afd18a0&device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 1094 time: 0.2239389 Jul 06 17:40:13.461617 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.545902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Pushing event deleted for resources: {'Port': ['ID=c856c3db-8f57-4bb1-8ad3-ffd663882c46,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:13.564010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-78e4cbf5-6a07-4d3d-a207-53040b84c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:13.570450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-78e4cbf5-6a07-4d3d-a207-53040b84c201 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a93de426-8934-4b83-a2e9-e344cda846c8 HTTP/1.1" status: 200 len: 925 time: 0.3005679 Jul 06 17:40:13.571266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af18c00e-6f28-45b1-9f8a-74713f4ac106 req-efa028e8-114a-41bb-b389-d09ed5b3172e tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ecdb124-b485-4a54-b258-d024df6d905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090675 Jul 06 17:40:13.664168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] No DVR routers for this DVR port c856c3db-8f57-4bb1-8ad3-ffd663882c46 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:13.665960 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-07c6cb77-9346-43fc-af8e-bd65b97667b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34bc9e9c-2f78-4729-b4a6-93a5dac38259 HTTP/1.1" status: 200 len: 217 time: 0.0813057 Jul 06 17:40:13.670967 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d7d979a-0163-44f5-9263-263a548e7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.671394 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.678575 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cc3491cd-ce6d-4241-a3f3-0c2a4ffe7c45 req-3a446698-bc8c-4537-8cc8-d3d70727da46 tempest-ImagesTestJSON-815197399 tempest-ImagesTestJSON-815197399-project] 10.222.0.55 "DELETE /v2.0/ports/c856c3db-8f57-4bb1-8ad3-ffd663882c46 HTTP/1.1" status: 204 len: 173 time: 1.6209621 Jul 06 17:40:13.680368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'name': 'network-vif-deleted', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:13.683382 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b096db-f832-4294-851e-210aae86dc6f" -d '{"events": [{"server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "name": "network-vif-deleted", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:13.823820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c35c35-e23f-4e9d-a135-5bd9f96fede2 None None] Network 59bd4b7c-1877-4e8f-b5c3-bad1478f487e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:13.831701 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d7d979a-0163-44f5-9263-263a548e7278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:13.848483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8d7d979a-0163-44f5-9263-263a548e7278 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/859d6551-1667-48c1-8354-ef1dbf57cc62 HTTP/1.1" status: 204 len: 168 time: 1.1844490 Jul 06 17:40:13.853177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32974) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:13.853711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:13.912781 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134fe367-18ee-46f3-bd4d-c3c9078bb770 x-openstack-request-id: req-134fe367-18ee-46f3-bd4d-c3c9078bb770 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:13.913482 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7055cf3e-81ee-478b-a28b-2f119c72b5a3", "name": "network-vif-deleted", "tag": "c856c3db-8f57-4bb1-8ad3-ffd663882c46", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:13.914974 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-134fe367-18ee-46f3-bd4d-c3c9078bb770 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:13.915499 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7055cf3e-81ee-478b-a28b-2f119c72b5a3', 'name': 'network-vif-deleted', 'tag': 'c856c3db-8f57-4bb1-8ad3-ffd663882c46', 'status': 'completed', 'code': 200} Jul 06 17:40:13.967983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708f45c-fa6e-4d61-b29e-d43161419fa8 req-42cb9a87-46e7-4308-9fde-1afbc43bbfab tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:13.983780 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9708f45c-fa6e-4d61-b29e-d43161419fa8 req-42cb9a87-46e7-4308-9fde-1afbc43bbfab tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 949 time: 0.1764638 Jul 06 17:40:14.069023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:14.082755 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9708f45c-fa6e-4d61-b29e-d43161419fa8 req-d6eb481a-2fe7-45c9-89f3-519de456d83d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964029 Jul 06 17:40:14.115736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:40:14.116106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3c8cd6a1-c8ca-4e85-a47e-c7d6e23c8346 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:14.116542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ff098ac-8f83-453b-984b-6abb8ca7d766 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:14.143129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 3ff098ac-8f83-453b-984b-6abb8ca7d766 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:40:14.143129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ff098ac-8f83-453b-984b-6abb8ca7d766 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:14.157003 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.158860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d979a-0163-44f5-9263-263a548e7278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859d6551-1667-48c1-8354-ef1dbf57cc62,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:14.180289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-f20cbd45-6dbd-420b-99da-7f7d953db6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:14.182200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-f20cbd45-6dbd-420b-99da-7f7d953db6d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c1dcb90-d778-4b99-b36c-bda823a4979f HTTP/1.1" status: 200 len: 864 time: 0.4606450 Jul 06 17:40:14.247639 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-19ede182-8145-4a4b-bc5a-3b9eba52fce9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a93de426-8934-4b83-a2e9-e344cda846c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567744 Jul 06 17:40:14.307153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715cb31-0755-401a-8a69-478550674e8f None None] DHCP port deletion for 59bd4b7c-1877-4e8f-b5c3-bad1478f487e request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:40:14.464308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7715cb31-0755-401a-8a69-478550674e8f None None] Deleting port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:14.464963 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7715cb31-0755-401a-8a69-478550674e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.481660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90289b-db07-45be-aa9e-97184ba260db req-8e5ccd07-9355-45ac-b3ba-4523c9e62b5f tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:14.483940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d90289b-db07-45be-aa9e-97184ba260db req-8e5ccd07-9355-45ac-b3ba-4523c9e62b5f tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 943 time: 0.1161933 Jul 06 17:40:14.544656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-827076303-network', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:14.572656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d90289b-db07-45be-aa9e-97184ba260db req-90058e1c-4468-43d7-b2df-bc0766856a49 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696929 Jul 06 17:40:14.623356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Deleting port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:14.624569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.629740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7715cb31-0755-401a-8a69-478550674e8f None None] For port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61,segment=NetworkSegment(924db9eb-bd0a-44d4-ae51-d6d2234ac909),segment_id=924db9eb-bd0a-44d4-ae51-d6d2234ac909)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:14.630137 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7715cb31-0755-401a-8a69-478550674e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.651019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:14.654324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.683423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7715cb31-0755-401a-8a69-478550674e8f None None] Calling delete_port for b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:14.725378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-d29e1daf-cb74-4249-af02-2e666b0df27e service neutron] 10.222.0.22 "GET /v2.0/networks/a93de426-8934-4b83-a2e9-e344cda846c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443669 Jul 06 17:40:14.729474 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.874899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] For port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61,segment=NetworkSegment(924db9eb-bd0a-44d4-ae51-d6d2234ac909),segment_id=924db9eb-bd0a-44d4-ae51-d6d2234ac909)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:14.875261 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7715cb31-0755-401a-8a69-478550674e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.876166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:14.911214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Calling delete_port for b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:14.928644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715cb31-0755-401a-8a69-478550674e8f None None] No DVR routers for this DVR port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:14.936857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1888bd8-a9ab-4c2a-b1eb-a58f70f46ed7 req-9e304cd7-8a1e-4c9c-8a45-4ea541212cfa tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:14.945679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1888bd8-a9ab-4c2a-b1eb-a58f70f46ed7 req-9e304cd7-8a1e-4c9c-8a45-4ea541212cfa tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 1100 time: 0.5668974 Jul 06 17:40:14.973179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715cb31-0755-401a-8a69-478550674e8f None None] Pushing event deleted for resources: {'Port': ['ID=b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:14.993678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b332f922-1b4a-489b-9c27-ddc635cf56df req-992082e3-ca62-4ff8-8a43-fafc049f32b2 service neutron] 10.222.0.22 "GET /v2.0/networks/a93de426-8934-4b83-a2e9-e344cda846c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613754 Jul 06 17:40:15.031943 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1888bd8-a9ab-4c2a-b1eb-a58f70f46ed7 req-776e779a-dd3e-4b2d-ab42-de7151fef059 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847206 Jul 06 17:40:15.221521 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.274893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 34bc9e9c-2f78-4729-b4a6-93a5dac38259 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:15.300987 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.311867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:15.355904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] No DVR routers for this DVR port b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:15.358979 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.423927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:40:15.493531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 34bc9e9c-2f78-4729-b4a6-93a5dac38259, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=34bc9e9c-2f78-4729-b4a6-93a5dac38259,segment=NetworkSegment(0761c2a6-9c02-4b5e-90cc-54bacb0fda3b),segment_id=0761c2a6-9c02-4b5e-90cc-54bacb0fda3b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:15.510296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '34bc9e9c-2f78-4729-b4a6-93a5dac38259', 'network_id': 'a93de426-8934-4b83-a2e9-e344cda846c8', 'port_id': '34bc9e9c-2f78-4729-b4a6-93a5dac38259', 'mac_address': 'fa:16:3e:1b:f6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1dcb90-d778-4b99-b36c-bda823a4979f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:15.515128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c856c3db-8f57-4bb1-8ad3-ffd663882c46 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:15.516908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:15.526621 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.527211 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Added segment 65802b46-ba57-4cc4-8938-ec972a086207 of type vlan for network 783772ad-1179-4bad-9382-d4de5d5d3d28 Jul 06 17:40:15.543280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: c856c3db-8f57-4bb1-8ad3-ffd663882c46 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:40:15.543695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device c856c3db-8f57-4bb1-8ad3-ffd663882c46 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:15.597379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.618617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-68bc86ce-178f-4e69-904f-0eee40d6b22b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361693 Jul 06 17:40:15.645011 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.670133 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.680319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bc9e9c-2f78-4729-b4a6-93a5dac38259 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:15.685120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bd4b7c-1877-4e8f-b5c3-bad1478f487e']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:15.725234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924db9eb-bd0a-44d4-ae51-d6d2234ac909') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:15.725234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924db9eb-bd0a-44d4-ae51-d6d2234ac909') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:15.731510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 34bc9e9c-2f78-4729-b4a6-93a5dac38259, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=34bc9e9c-2f78-4729-b4a6-93a5dac38259,segment=NetworkSegment(0761c2a6-9c02-4b5e-90cc-54bacb0fda3b),segment_id=0761c2a6-9c02-4b5e-90cc-54bacb0fda3b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:15.738046 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.778256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.815581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:15.826517 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.830207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:15.830976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.838960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-63e3b716-c964-4059-9ca1-1de1f5ca723d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:15.846044 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-63e3b716-c964-4059-9ca1-1de1f5ca723d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253051 Jul 06 17:40:15.862583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:40:15.862583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b8f57d69-4eb2-46a2-88fc-4e1b8cda9c61 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:15.873555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=34bc9e9c-2f78-4729-b4a6-93a5dac38259,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:15.878678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-0c7bc008-7fb1-4c2a-973c-304aa3e22813 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/quotas/d374dfa77b90481692a9fec9149e3df0 HTTP/1.1" status: 200 len: 375 time: 0.0307627 Jul 06 17:40:15.889333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.900906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:40:15.902817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0378718 Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:40:15.913949 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:40:15.936488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:15.946985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Request body: {'subnet': {'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-827076303-subnet', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:15.982367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:15.985296 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.031834 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.059919 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.063574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59bd4b7c-1877-4e8f-b5c3-bad1478f487e HTTP/1.1" status: 204 len: 168 time: 2.1904032 Jul 06 17:40:16.077871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc26b3-7a82-4fca-94f8-f3b9809db6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=783772ad-1179-4bad-9382-d4de5d5d3d28,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:16.091102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 783772ad-1179-4bad-9382-d4de5d5d3d28 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:40:16.111839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e97f0d-c979-41b9-a7bf-f60723d0d9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=59bd4b7c-1877-4e8f-b5c3-bad1478f487e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:16.124378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134b994-371b-4c0b-96ec-66e3177bbcd9 req-34bdbbcf-b1b7-4cbb-8f44-471c05237921 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:16.133830 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a134b994-371b-4c0b-96ec-66e3177bbcd9 req-34bdbbcf-b1b7-4cbb-8f44-471c05237921 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 944 time: 0.3130119 Jul 06 17:40:16.161387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['34bc9e9c-2f78-4729-b4a6-93a5dac38259'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:16.207671 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a134b994-371b-4c0b-96ec-66e3177bbcd9 req-6933732e-2cf5-4ea3-ba55-76c00ea9aacf tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728714 Jul 06 17:40:16.258983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-91c5922e-92d8-4b70-8bf0-793d4459e09d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3761194 Jul 06 17:40:16.362742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.465309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:16.540935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5be3346-afa0-406d-a934-ceeda5f8bbb2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:16.566802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Checking segment: {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:16.567173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Network hostable DHCP agents. Network: 783772ad-1179-4bad-9382-d4de5d5d3d28, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:40:16.594359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5942c0b6-de7b-4757-85e1-ad9013731d8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26ed1ee2826a42b795cdc574fd609b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230714 Jul 06 17:40:16.594527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:16.674676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Network 783772ad-1179-4bad-9382-d4de5d5d3d28 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:40:16.731334 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 783772ad-1179-4bad-9382-d4de5d5d3d28) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:16.737567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:16.739360 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.748900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309f4e8-4661-4260-ae4b-de4efa98b5d4 None None] Network 783772ad-1179-4bad-9382-d4de5d5d3d28 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:16.761189 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9a131a7b-39dc-4919-9e07-532d814f9d5a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8224113 Jul 06 17:40:16.765859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:16.770677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:16.788826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97810fd7-1db8-44b8-9603-43fdcbffe184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.829044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.830290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.854306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97810fd7-1db8-44b8-9603-43fdcbffe184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.951237 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8617fa94-2b26-4d73-bb8a-08181beab3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.962834 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:16.964344 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f130fe1b-eda6-475a-9541-af6b73fa1f21 req-cae02df6-43e5-4ed8-9565-57bb32147234 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 210 time: 0.0729063 Jul 06 17:40:17.007782 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97810fd7-1db8-44b8-9603-43fdcbffe184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.010229 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97810fd7-1db8-44b8-9603-43fdcbffe184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.015061 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-97810fd7-1db8-44b8-9603-43fdcbffe184 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00af789e-0d08-49bb-8fc8-2679efa997f1 HTTP/1.1" status: 204 len: 168 time: 0.4156675 Jul 06 17:40:17.029593 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97810fd7-1db8-44b8-9603-43fdcbffe184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00af789e-0d08-49bb-8fc8-2679efa997f1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:17.107349 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-783772ad-1179-4bad-9382-d4de5d5d3d28', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:40:17.111029 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.285842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Allocated IP 172.20.0.2 (783772ad-1179-4bad-9382-d4de5d5d3d28/f5be3346-afa0-406d-a934-ceeda5f8bbb2/4db3870e-c1c2-4e17-99f2-b51e0106297d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:17.306568 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.327535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:17.441933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3bf4ea-7715-42a4-a13a-0753328f9ff2 admin admin] Deleting subnet f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:40:17.463204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c3bf4ea-7715-42a4-a13a-0753328f9ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.537836 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.550372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Transition to ACTIVE for port object 4db3870e-c1c2-4e17-99f2-b51e0106297d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:17.572069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Transition to ACTIVE for port object 4db3870e-c1c2-4e17-99f2-b51e0106297d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:17.581390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.587973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c3bf4ea-7715-42a4-a13a-0753328f9ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.671041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Pushing event updated for resources: {'Port': ['ID=4db3870e-c1c2-4e17-99f2-b51e0106297d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:17.698706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Network 783772ad-1179-4bad-9382-d4de5d5d3d28 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:17.701879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:17.713960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:17.715010 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c3bf4ea-7715-42a4-a13a-0753328f9ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.727144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.781607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.789318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9fca3-1275-4098-9cb6-bd315a9e7bc0 req-d3de7a09-31a6-41cf-b743-c97db0ee1243 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:17.795917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6a9fca3-1275-4098-9cb6-bd315a9e7bc0 req-d3de7a09-31a6-41cf-b743-c97db0ee1243 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 944 time: 0.3483377 Jul 06 17:40:17.868217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Attempting to bind port 4db3870e-c1c2-4e17-99f2-b51e0106297d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:17.868599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Attempting to bind port 4db3870e-c1c2-4e17-99f2-b51e0106297d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:17.868970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Attempting to bind port 4db3870e-c1c2-4e17-99f2-b51e0106297d on network 783772ad-1179-4bad-9382-d4de5d5d3d28 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:17.898936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:17.899396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Checking segment: {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:17.900072 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.900721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Bound using segment: {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:17.901560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Bound port: 4db3870e-c1c2-4e17-99f2-b51e0106297d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:17.902190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:17.928188 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6a9fca3-1275-4098-9cb6-bd315a9e7bc0 req-3a835426-9c85-4ec7-ba81-0bb307414517 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183271 Jul 06 17:40:17.949118 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c3bf4ea-7715-42a4-a13a-0753328f9ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.037061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bf4ea-7715-42a4-a13a-0753328f9ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:18.055094 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c3bf4ea-7715-42a4-a13a-0753328f9ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.062362 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0c3bf4ea-7715-42a4-a13a-0753328f9ff2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f6acbdcd-7ba5-44c9-b6ff-c8074f5e0b5b HTTP/1.1" status: 204 len: 168 time: 0.7302079 Jul 06 17:40:18.063786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33126) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:18.150380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] For port 4db3870e-c1c2-4e17-99f2-b51e0106297d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:18.155272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] For port 4db3870e-c1c2-4e17-99f2-b51e0106297d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4db3870e-c1c2-4e17-99f2-b51e0106297d,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:18.167199 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.205610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Allocated IP 172.25.7.191 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/675b6249-92dd-49a9-9cf0-8365ebb535a3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:18.312908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbc0fc-397f-4974-b73c-762cc17fbaf7 None None] Pushing event updated for resources: {'Port': ['ID=4db3870e-c1c2-4e17-99f2-b51e0106297d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:18.350155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.371106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cda96951-c2ad-4782-83dc-243a681976f3 req-aa03013d-cb20-4e83-ba05-13b582a424bb tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 210 time: 0.1208692 Jul 06 17:40:18.481723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.511964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.529784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:18.543394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9060c94-7236-4a52-aafe-8682115b41fe') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:18.543696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9060c94-7236-4a52-aafe-8682115b41fe') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:18.559645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.597225 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.610118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9e01f-d14d-46e3-a130-a8faaeab6ba6 req-171cd876-9c0b-4d4e-bde4-1f2ccfd7bf29 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:18.612083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ec9e01f-d14d-46e3-a130-a8faaeab6ba6 req-171cd876-9c0b-4d4e-bde4-1f2ccfd7bf29 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 950 time: 0.1420076 Jul 06 17:40:18.619765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:40:18.620577 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:40:18.626144 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:40:18.657947 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.708995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:18.712893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:18.719930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:18.753258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.777174 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:18.779785 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5 HTTP/1.1" status: 204 len: 168 time: 0.7102392 Jul 06 17:40:18.810285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Pushing event updated for resources: {'Port': ['ID=675b6249-92dd-49a9-9cf0-8365ebb535a3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:18.825495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-ade353e8-a214-4aef-82c0-ed1af8a0adf3 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538795 Jul 06 17:40:18.839635 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ec9e01f-d14d-46e3-a130-a8faaeab6ba6 req-aef62363-3800-4c36-99ee-bc326d5ed622 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932075 Jul 06 17:40:18.844979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e2ff2-b25b-40b6-b1c4-40a8dbe580b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9848e7d4-c7c2-40c2-a8ca-d52e4d9d3ff5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:19.021838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-849b9294-3820-4fc5-9dfa-c050480643e9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:19.023706 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-849b9294-3820-4fc5-9dfa-c050480643e9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829281 Jul 06 17:40:19.058447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Request body: {'port': {'device_id': 'c9b48788-33d9-486b-bc40-f537ed42364d', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'd374dfa77b90481692a9fec9149e3df0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:19.291302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 34bc9e9c-2f78-4729-b4a6-93a5dac38259 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:19.309946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Made reservation on behalf of d374dfa77b90481692a9fec9149e3df0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:19.324068 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.346406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.386012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:19.468279 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c16973c0-aa2b-4a4e-b8ab-e07fa28f9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.483812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 34bc9e9c-2f78-4729-b4a6-93a5dac38259 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:19.489122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 34bc9e9c-2f78-4729-b4a6-93a5dac38259 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:19.490203 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.612729 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.614516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc4e4-2db0-447e-846f-add5f00bc563 req-90b8e6f2-0318-47e5-8415-214b03d27f81 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:19.616205 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-00fbc4e4-2db0-447e-846f-add5f00bc563 req-90b8e6f2-0318-47e5-8415-214b03d27f81 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 944 time: 0.2637672 Jul 06 17:40:19.671595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f2ab43-c990-4d5f-867d-3a7feeb616f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bc9e9c-2f78-4729-b4a6-93a5dac38259'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:19.676393 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4688f-d030-44dd-ae53-f73888d9b668" -d '{"events": [{"server_uuid": "a2f2ab43-c990-4d5f-867d-3a7feeb616f4", "name": "network-vif-plugged", "status": "completed", "tag": "34bc9e9c-2f78-4729-b4a6-93a5dac38259"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:19.724383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 34bc9e9c-2f78-4729-b4a6-93a5dac38259, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=34bc9e9c-2f78-4729-b4a6-93a5dac38259,segment=NetworkSegment(0761c2a6-9c02-4b5e-90cc-54bacb0fda3b),segment_id=0761c2a6-9c02-4b5e-90cc-54bacb0fda3b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:19.730556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-00fbc4e4-2db0-447e-846f-add5f00bc563 req-a46014ea-ced1-4099-8655-5b7f72351825 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061873 Jul 06 17:40:19.736610 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:19.963216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Allocated IP 192.168.233.252 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/e3420073-483a-480a-876e-136079ddd50b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:19.998073 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-729fcc84-1a22-4dbe-836c-b2d67071b4d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3f868a278bd45d0a33be3318ae266b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886853 Jul 06 17:40:20.020334 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:20.125304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87564976-ae9a-421c-8d5d-10e571bcb53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.159219 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87564976-ae9a-421c-8d5d-10e571bcb53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.220346 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=34bc9e9c-2f78-4729-b4a6-93a5dac38259,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:20.232462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4db3870e-c1c2-4e17-99f2-b51e0106297d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:20.234517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a5a246-4ac2-4f45-837c-3e48d16b4e04 None None] Network 783772ad-1179-4bad-9382-d4de5d5d3d28 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:20.307915 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323697b0-07ba-46f3-8caa-f52e8e288414 x-openstack-request-id: req-323697b0-07ba-46f3-8caa-f52e8e288414 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:20.308585 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f2ab43-c990-4d5f-867d-3a7feeb616f4", "name": "network-vif-plugged", "status": "completed", "tag": "34bc9e9c-2f78-4729-b4a6-93a5dac38259", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:20.308585 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-323697b0-07ba-46f3-8caa-f52e8e288414 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:20.308857 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f2ab43-c990-4d5f-867d-3a7feeb616f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bc9e9c-2f78-4729-b4a6-93a5dac38259', 'code': 200} Jul 06 17:40:20.338602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aa333a9b-68e4-41a8-9173-fd0cbb72d388 req-ec0520d9-14e1-4d30-bda7-1764821972c0 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 210 time: 0.1216288 Jul 06 17:40:20.352527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87564976-ae9a-421c-8d5d-10e571bcb53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.361120 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87564976-ae9a-421c-8d5d-10e571bcb53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.364375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87564976-ae9a-421c-8d5d-10e571bcb53e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ecdb124-b485-4a54-b258-d024df6d905e HTTP/1.1" status: 204 len: 168 time: 0.3406882 Jul 06 17:40:20.464670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.465276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.465833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.466411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.466979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.467682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.468215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.468749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.469282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.469827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.470381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.470911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:20.484532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.511737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87564976-ae9a-421c-8d5d-10e571bcb53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecdb124-b485-4a54-b258-d024df6d905e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:20.527014 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.546309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3ad13afc-abb4-4217-bfe8-5474c41a506c None None] Provisioning for port 4db3870e-c1c2-4e17-99f2-b51e0106297d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:20.595870 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.631573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4db3870e-c1c2-4e17-99f2-b51e0106297d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:20.639066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4db3870e-c1c2-4e17-99f2-b51e0106297d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:20.639855 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.649698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a1284-6c99-487a-88ff-835435d128a1 req-f8965f53-a418-4645-990b-afdeed3c59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:20.651453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28a1284-6c99-487a-88ff-835435d128a1 req-f8965f53-a418-4645-990b-afdeed3c59ca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 1096 time: 0.2354054 Jul 06 17:40:20.713594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.733761 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28a1284-6c99-487a-88ff-835435d128a1 req-2229cde5-75fc-415f-8f09-6d94796b74cb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718904 Jul 06 17:40:20.736981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Transition to ACTIVE for port object e3420073-483a-480a-876e-136079ddd50b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:20.746584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Router 5eb25a74-968a-4c89-a3ca-b1854167c6be is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:40:20.796008 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.801844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:20.828697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', '0165f660-9310-4c50-9df4-4264bad0dd3c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:20.832827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['78095a9e-6dfc-407d-acd7-bd68ae47a748', '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:20.998411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event updated for resources: {'Port': ['ID=e3420073-483a-480a-876e-136079ddd50b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:21.033025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:21.036311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:21.045013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:21.062924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 4db3870e-c1c2-4e17-99f2-b51e0106297d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4db3870e-c1c2-4e17-99f2-b51e0106297d,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:21.077044 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.161010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:21.162247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.173702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:40:21.192005 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Sync routers for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:40:21.208606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-776bcc08-d9a4-4453-bcb2-a6a71a396442 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1587658 Jul 06 17:40:21.212803 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:40:21.213660 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:40:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:21.226997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Request body: {'port': {'device_id': 'c9b48788-33d9-486b-bc40-f537ed42364d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:21.254805 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.267624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-66be8050-94dd-4547-932f-26f0902eb0fc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4963262 Jul 06 17:40:21.283222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33262) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:21.301517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88653384-ffa5-4e67-b45c-aece8bdb61f4 req-8cd516c1-bee0-4ea3-8e96-427a86f748c7 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:21.303608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-88653384-ffa5-4e67-b45c-aece8bdb61f4 req-8cd516c1-bee0-4ea3-8e96-427a86f748c7 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 945 time: 0.3026364 Jul 06 17:40:21.445908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=4db3870e-c1c2-4e17-99f2-b51e0106297d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:21.509032 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:21.514746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:21.592342 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:21.902991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.041948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4db3870e-c1c2-4e17-99f2-b51e0106297d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:22.062401 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:19Z', 'revision_number': 3, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:22.171153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-88653384-ffa5-4e67-b45c-aece8bdb61f4 req-1c549efc-26ad-41d5-a710-f6c1c3e29d4d tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989033 Jul 06 17:40:22.175718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:22.285749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.423812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:22.431487 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f2169e-5fef-4c0d-80ed-e17ee23ecf17" -d '{"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-unplugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:22.438176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-69af6fbe-5772-47cb-b4ce-2074a93f8254 None None] Provisioning complete for port 4db3870e-c1c2-4e17-99f2-b51e0106297d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:22.439351 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69af6fbe-5772-47cb-b4ce-2074a93f8254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.511366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:22.616867 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Checking router: 5eb25a74-968a-4c89-a3ca-b1854167c6be for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:40:22.617442 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Updating router 5eb25a74-968a-4c89-a3ca-b1854167c6be port 675b6249-92dd-49a9-9cf0-8365ebb535a3 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:40:22.724914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.781561 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.921331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3420073-483a-480a-876e-136079ddd50b {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:22.931455 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.949500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Transition to ACTIVE for port object e3420073-483a-480a-876e-136079ddd50b will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:22.955787 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:22.983650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4db3870e-c1c2-4e17-99f2-b51e0106297d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:22.984277 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.022020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Pushing event updated for resources: {'Port': ['ID=e3420073-483a-480a-876e-136079ddd50b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:23.127123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70987429-f35c-429d-94d7-0a46920ca5ae req-3d6a6d25-4d4b-4b9f-ba30-19243b2be75f tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:23.132549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70987429-f35c-429d-94d7-0a46920ca5ae req-3d6a6d25-4d4b-4b9f-ba30-19243b2be75f tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 936 time: 0.4606225 Jul 06 17:40:23.144421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Attempting to bind port e3420073-483a-480a-876e-136079ddd50b on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:23.145422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Attempting to bind port e3420073-483a-480a-876e-136079ddd50b by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:23.147299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Attempting to bind port e3420073-483a-480a-876e-136079ddd50b on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:23.156176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Port e3420073-483a-480a-876e-136079ddd50b on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:23.157174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Attempting to bind port e3420073-483a-480a-876e-136079ddd50b on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:23.179304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:23.180047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:23.180723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:23.181408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Bound port: e3420073-483a-480a-876e-136079ddd50b, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:23.182044 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.232797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70987429-f35c-429d-94d7-0a46920ca5ae req-1391bca6-0c74-46c2-b216-7eec0c14ec4f tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872130 Jul 06 17:40:23.262879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-69af6fbe-5772-47cb-b4ce-2074a93f8254 None None] Provisioning for port e3420073-483a-480a-876e-136079ddd50b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:23.337908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] For port e3420073-483a-480a-876e-136079ddd50b, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:23.345482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d42d1f3b-9b5e-4540-9566-013a8b24ba1a details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:23.356261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] For port e3420073-483a-480a-876e-136079ddd50b, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e3420073-483a-480a-876e-136079ddd50b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:23.368696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.534475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Pushing event updated for resources: {'Port': ['ID=e3420073-483a-480a-876e-136079ddd50b,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:23.542991 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5beb7a2-7776-4fd3-9a0d-f100c7b6a744 x-openstack-request-id: req-a5beb7a2-7776-4fd3-9a0d-f100c7b6a744 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:23.545346 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-unplugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:23.546607 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5beb7a2-7776-4fd3-9a0d-f100c7b6a744 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:23.547533 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'code': 200} Jul 06 17:40:23.551958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:23.554780 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.557188 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-82a418cf-a82c-4609-8740-d5058e3b0308 service neutron] 10.222.0.55 "PUT /v2.0/ports/e3420073-483a-480a-876e-136079ddd50b HTTP/1.1" status: 200 len: 1096 time: 2.3404834 Jul 06 17:40:23.557943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b48788-33d9-486b-bc40-f537ed42364d', 'tag': 'e3420073-483a-480a-876e-136079ddd50b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:23.577778 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe339e8-89db-4232-ae44-fc2d04fe659b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b48788-33d9-486b-bc40-f537ed42364d", "tag": "e3420073-483a-480a-876e-136079ddd50b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:23.758255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:23.808576 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:23.861090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a', 'mac_address': 'fa:16:3e:c6:a3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:23.873008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-f29f12bd-02ca-4745-87b0-d587232ef338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:23.883269 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-f29f12bd-02ca-4745-87b0-d587232ef338 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 1099 time: 0.2627904 Jul 06 17:40:23.967097 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.003493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-8e3ad876-f323-49ce-9192-419c020891b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=e3420073-483a-480a-876e-136079ddd50b HTTP/1.1" status: 200 len: 217 time: 0.1088355 Jul 06 17:40:24.012786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d42d1f3b-9b5e-4540-9566-013a8b24ba1a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:24.062300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:24.085347 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.104276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401115b2-3e96-4fa2-a9a0-7c7d32997e27 req-291c5d52-88cf-4582-a2e4-dd682ae41013 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:24.106479 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-401115b2-3e96-4fa2-a9a0-7c7d32997e27 req-291c5d52-88cf-4582-a2e4-dd682ae41013 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 945 time: 0.1665688 Jul 06 17:40:24.119859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.131163 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Transition to ACTIVE for port object 675b6249-92dd-49a9-9cf0-8365ebb535a3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:24.151955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Allocated IP 172.20.0.1 (783772ad-1179-4bad-9382-d4de5d5d3d28/f5be3346-afa0-406d-a934-ceeda5f8bbb2/be5e782a-4d65-4ba5-8d88-25fb8a3e3cec) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:24.156863 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.157702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-2879ebb0-30b3-4b24-808e-4b2d9df2ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:24.161151 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-2879ebb0-30b3-4b24-808e-4b2d9df2ceb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1505125 Jul 06 17:40:24.199298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-401115b2-3e96-4fa2-a9a0-7c7d32997e27 req-241d9384-74b3-4f71-b9c4-52f6cbf0d7c1 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803006 Jul 06 17:40:24.280607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:24.331515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d42d1f3b-9b5e-4540-9566-013a8b24ba1a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:24.352778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-4fe53922-fd96-402b-be97-976671eb4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:24.355634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-4fe53922-fd96-402b-be97-976671eb4c1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1853974 Jul 06 17:40:24.380221 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Attempting to bind port 675b6249-92dd-49a9-9cf0-8365ebb535a3 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:24.383036 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Attempting to bind port 675b6249-92dd-49a9-9cf0-8365ebb535a3 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:24.386651 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Attempting to bind port 675b6249-92dd-49a9-9cf0-8365ebb535a3 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:24.433965 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.445262 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:24.446877 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:24.448143 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.451404 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:24.455264 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Bound port: 675b6249-92dd-49a9-9cf0-8365ebb535a3, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:24.457371 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.476182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Transition to ACTIVE for port object be5e782a-4d65-4ba5-8d88-25fb8a3e3cec will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:24.565406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.575369 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae81211-e648-4ff9-a513-cbb6b7199542 x-openstack-request-id: req-0ae81211-e648-4ff9-a513-cbb6b7199542 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:24.575915 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b48788-33d9-486b-bc40-f537ed42364d", "tag": "e3420073-483a-480a-876e-136079ddd50b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:24.576354 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ae81211-e648-4ff9-a513-cbb6b7199542 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:24.577032 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b48788-33d9-486b-bc40-f537ed42364d', 'tag': 'e3420073-483a-480a-876e-136079ddd50b', 'status': 'completed', 'code': 200} Jul 06 17:40:24.595276 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] For port 675b6249-92dd-49a9-9cf0-8365ebb535a3, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:24.603781 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] For port 675b6249-92dd-49a9-9cf0-8365ebb535a3, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=675b6249-92dd-49a9-9cf0-8365ebb535a3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:24.615164 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:24.621355 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d450f-cb32-463a-af02-54e2d2e13a62 None None] Pushing event updated for resources: {'Port': ['ID=675b6249-92dd-49a9-9cf0-8365ebb535a3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:24.661531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-85cbc82e-b22b-4d5d-8ef9-889d8a2ee598 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948334 Jul 06 17:40:24.707365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Network 783772ad-1179-4bad-9382-d4de5d5d3d28 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:24.712188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:24.722362 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d450f-cb32-463a-af02-54e2d2e13a62 None None] Pushing event updated for resources: {'Port': ['ID=675b6249-92dd-49a9-9cf0-8365ebb535a3,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:24.731177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:24.756555 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:40:24.757921 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:40:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:24.811429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Pushing event updated for resources: {'Port': ['ID=be5e782a-4d65-4ba5-8d88-25fb8a3e3cec,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:24.834296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.018899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-008259d4-dd97-43a0-9dbe-9e968329c4da req-ec24ec61-128d-4a9c-aea5-bcd9c8996f80 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479245 Jul 06 17:40:25.109272 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:25.111885 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0ec886a-49ed-4d75-ac7b-d65e5a94c92b req-99cada85-0839-43d5-aa7c-ea14306e8a80 tempest-AbsoluteLimitsNegativeTestJSON-1899352209 tempest-AbsoluteLimitsNegativeTestJSON-1899352209-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d0f98b8dc47b44768bed41adcaa04a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1734343 Jul 06 17:40:25.299495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d42d1f3b-9b5e-4540-9566-013a8b24ba1a up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:25.362687 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ea6fd-2812-4c07-a765-897279fe7522 req-d17ed284-1d08-4544-a68f-6dada572fe0e tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:25.363300 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a0ea6fd-2812-4c07-a765-897279fe7522 req-d17ed284-1d08-4544-a68f-6dada572fe0e tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 945 time: 0.2415655 Jul 06 17:40:25.378617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-81580046-a8da-4e18-ba3d-ad3eefd9848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:25.380170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-81580046-a8da-4e18-ba3d-ad3eefd9848b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 1099 time: 0.2287304 Jul 06 17:40:25.388748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.411837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec886a-49ed-4d75-ac7b-d65e5a94c92b req-84865c10-4658-4f2e-b383-ae3e96173db9 tempest-AbsoluteLimitsNegativeTestJSON-1899352209 tempest-AbsoluteLimitsNegativeTestJSON-1899352209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:25.430954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0ec886a-49ed-4d75-ac7b-d65e5a94c92b req-84865c10-4658-4f2e-b383-ae3e96173db9 tempest-AbsoluteLimitsNegativeTestJSON-1899352209 tempest-AbsoluteLimitsNegativeTestJSON-1899352209-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3178163 Jul 06 17:40:25.466123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3da3e8a1-75d9-404d-9a44-cbc6dc2a7a57 None None] Provisioning for port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:25.475810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0ec886a-49ed-4d75-ac7b-d65e5a94c92b req-9ec67cb1-0201-44f2-9667-6684799c4437 tempest-AbsoluteLimitsNegativeTestJSON-1899352209 tempest-AbsoluteLimitsNegativeTestJSON-1899352209-project] 10.222.0.13 "GET /v2.0/quotas/d0f98b8dc47b44768bed41adcaa04a48 HTTP/1.1" status: 200 len: 375 time: 0.0431576 Jul 06 17:40:25.477291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3da3e8a1-75d9-404d-9a44-cbc6dc2a7a57 None None] Provisioning complete for port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:25.478133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3da3e8a1-75d9-404d-9a44-cbc6dc2a7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.564601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b0ec886a-49ed-4d75-ac7b-d65e5a94c92b req-0aef8048-b83e-4f90-b3ba-3afe3e5810f1 tempest-AbsoluteLimitsNegativeTestJSON-1899352209 tempest-AbsoluteLimitsNegativeTestJSON-1899352209-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0f98b8dc47b44768bed41adcaa04a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874236 Jul 06 17:40:25.589225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3da3e8a1-75d9-404d-9a44-cbc6dc2a7a57 None None] Port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:40:25.597577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port d42d1f3b-9b5e-4540-9566-013a8b24ba1a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:25.598208 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.617981 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:19Z', 'revision_number': 3, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:25.666840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a0ea6fd-2812-4c07-a765-897279fe7522 req-e2eb2002-f560-48bc-b9f9-33bcc6888584 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902694 Jul 06 17:40:25.674166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-778e4469-ee49-43b0-8f93-a27540822afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:25.682136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-778e4469-ee49-43b0-8f93-a27540822afa service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2905083 Jul 06 17:40:25.789779 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f2134-8f12-404c-ad1e-61ed2040e8e2 None None] The sync data for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 is: [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:19Z', 'revision_number': 3, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:40:25.791061 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:25.904801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-8ca11901-6f42-4f8f-90e6-503f6690e62b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=e3420073-483a-480a-876e-136079ddd50b HTTP/1.1" status: 200 len: 217 time: 0.2106562 Jul 06 17:40:26.011822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:26.029602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:26.054873 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f68cc7-0872-4550-a3ed-176ae573008a" -d '{"events": [{"server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "name": "network-vif-plugged", "status": "completed", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:26.094178 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:26.094909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-81c53f19-2b97-4df3-bd47-5f13967a0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:26.096973 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-81c53f19-2b97-4df3-bd47-5f13967a0014 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1768508 Jul 06 17:40:26.165377 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:26.196087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:26.233996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-e619c60e-2d34-4c83-ad59-1de4694cbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:26.239139 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-e619c60e-2d34-4c83-ad59-1de4694cbaec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307690 Jul 06 17:40:26.272274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:26.312101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:26.411466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:26.476495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-cde8a419-c02c-4bb7-a21b-c5032a479da7 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288122 Jul 06 17:40:26.494529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64842c92-3ae4-4bbf-bdeb-13fa79f6095e req-2824429f-c21d-4a52-9dbc-32f252d34719 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:26.496128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-64842c92-3ae4-4bbf-bdeb-13fa79f6095e req-2824429f-c21d-4a52-9dbc-32f252d34719 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 948 time: 0.4716308 Jul 06 17:40:26.496833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Pushing event updated for resources: {'Port': ['ID=be5e782a-4d65-4ba5-8d88-25fb8a3e3cec,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:26.703923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fe339e8-89db-4232-ae44-fc2d04fe659b req-7744bfc8-c389-48c3-9071-802ec9af5a4b service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197075 Jul 06 17:40:26.755392 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-64842c92-3ae4-4bbf-bdeb-13fa79f6095e req-b1af5f0b-c88d-4938-9749-01c97ae90b64 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317841 Jul 06 17:40:26.764991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05676fb2-ada1-4826-88c3-3499287e7f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.025942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Network 783772ad-1179-4bad-9382-d4de5d5d3d28 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:27.045210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:27.185154 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4ea2fa-24be-4ac0-8f26-7efb9c58fd4f x-openstack-request-id: req-0f4ea2fa-24be-4ac0-8f26-7efb9c58fd4f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:27.185974 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "name": "network-vif-plugged", "status": "completed", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:27.186706 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f4ea2fa-24be-4ac0-8f26-7efb9c58fd4f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:27.187634 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a', 'code': 200} Jul 06 17:40:27.477804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Router 5eb25a74-968a-4c89-a3ca-b1854167c6be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:40:27.510536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05676fb2-ada1-4826-88c3-3499287e7f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.520849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05676fb2-ada1-4826-88c3-3499287e7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.555272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-78348b6c-0c95-4ad9-9e09-b4ce48fbcee9 None None] Provisioning complete for port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:27.562823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78348b6c-0c95-4ad9-9e09-b4ce48fbcee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.596363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-05676fb2-ada1-4826-88c3-3499287e7f21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0f98b8dc47b44768bed41adcaa04a48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3183243 Jul 06 17:40:27.596806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:27.688665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-78348b6c-0c95-4ad9-9e09-b4ce48fbcee9 None None] Port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:40:27.751920 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51915d5a-7fab-467c-b3c5-8a6939951111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.779734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e36b-7284-4db2-8db3-e9ec405ec1e6 req-e0711d25-add6-4f7c-925b-dadb9201edc7 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:27.787858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba16e36b-7284-4db2-8db3-e9ec405ec1e6 req-e0711d25-add6-4f7c-925b-dadb9201edc7 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 945 time: 0.3735247 Jul 06 17:40:27.789145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05676fb2-ada1-4826-88c3-3499287e7f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84693ed3-05d7-4b28-9d19-763462a2b80b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:27.822979 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51915d5a-7fab-467c-b3c5-8a6939951111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.858178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:40:27.889907 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-63233223-ccef-43df-b4dd-5f40a7baeae5 admin admin] 10.222.0.13 "PUT /v2.0/routers/5eb25a74-968a-4c89-a3ca-b1854167c6be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5852332 Jul 06 17:40:27.937313 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba16e36b-7284-4db2-8db3-e9ec405ec1e6 req-569d98ce-6d25-423c-9923-fd76d5cc1037 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310985 Jul 06 17:40:27.968245 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51915d5a-7fab-467c-b3c5-8a6939951111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.972636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51915d5a-7fab-467c-b3c5-8a6939951111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:27.975128 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-51915d5a-7fab-467c-b3c5-8a6939951111 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84693ed3-05d7-4b28-9d19-763462a2b80b HTTP/1.1" status: 204 len: 168 time: 0.3761959 Jul 06 17:40:27.994963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51915d5a-7fab-467c-b3c5-8a6939951111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84693ed3-05d7-4b28-9d19-763462a2b80b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:28.113348 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 675b6249-92dd-49a9-9cf0-8365ebb535a3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:28.328144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 675b6249-92dd-49a9-9cf0-8365ebb535a3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:28.348602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 675b6249-92dd-49a9-9cf0-8365ebb535a3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:28.353335 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:28.587181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861a864-f194-433f-8aec-6af68b812e55 req-3a4f1073-3387-4909-bd56-3ea8eb2c1b5b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:28.599948 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2861a864-f194-433f-8aec-6af68b812e55 req-3a4f1073-3387-4909-bd56-3ea8eb2c1b5b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 948 time: 0.2432320 Jul 06 17:40:28.703945 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2861a864-f194-433f-8aec-6af68b812e55 req-e2907199-e6a5-4da9-8482-a6ca775d10dc tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026947 Jul 06 17:40:28.876546 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:28.933893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 675b6249-92dd-49a9-9cf0-8365ebb535a3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=675b6249-92dd-49a9-9cf0-8365ebb535a3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:28.944820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:29.042682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=675b6249-92dd-49a9-9cf0-8365ebb535a3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:29.337825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Sync routers for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:40:29.348173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:40:29.349662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:40:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:29.441803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33616) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:29.534197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:29.635561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e3420073-483a-480a-876e-136079ddd50b details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:29.683278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1244660219-network', 'tenant_id': 'b1241c3cb7844dfaade4e75a0193502a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:29.744142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Made reservation on behalf of b1241c3cb7844dfaade4e75a0193502a for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:29.751072 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:29.884304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.116269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 675b6249-92dd-49a9-9cf0-8365ebb535a3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:30.185536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port e3420073-483a-480a-876e-136079ddd50b, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e3420073-483a-480a-876e-136079ddd50b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:30.217517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.234478 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.254946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'e3420073-483a-480a-876e-136079ddd50b', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'e3420073-483a-480a-876e-136079ddd50b', 'mac_address': 'fa:16:3e:a5:57:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:30.304440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:40:30.331626 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.363288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061215-2767-4012-90f6-f93c6406da3a req-7f36a2ea-501f-48ed-b583-31bd38c3e22e tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:30.377160 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc061215-2767-4012-90f6-f93c6406da3a req-7f36a2ea-501f-48ed-b583-31bd38c3e22e tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 945 time: 0.6117768 Jul 06 17:40:30.403470 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 675b6249-92dd-49a9-9cf0-8365ebb535a3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:30.404141 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.426285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568bf04f-3d5f-43cc-b03e-c6ccb0542309,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:30.470961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.473090 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Added segment d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0 of type vlan for network 9811fd57-c9db-4518-b207-d909bc461be1 Jul 06 17:40:30.547552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3420073-483a-480a-876e-136079ddd50b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:30.561875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae43a9-cc2f-4eb5-a121-978ccb55a4ea req-abef7817-0d48-4225-b06c-4ae528531815 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:30.570795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'be5e782a-4d65-4ba5-8d88-25fb8a3e3cec', 'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'mac_address': 'fa:16:3e:d0:b9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:23Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 2, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'subnets': [{'id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:30.573336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01ae43a9-cc2f-4eb5-a121-978ccb55a4ea req-abef7817-0d48-4225-b06c-4ae528531815 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 948 time: 0.2397599 Jul 06 17:40:30.577025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc061215-2767-4012-90f6-f93c6406da3a req-aa6959f1-998e-4a5c-8e78-8d7aba6fb1b5 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e91abb4-99fb-4205-804a-1e702ba05c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983533 Jul 06 17:40:30.673214 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.711732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port e3420073-483a-480a-876e-136079ddd50b, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e3420073-483a-480a-876e-136079ddd50b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:30.719960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Checking router: 5eb25a74-968a-4c89-a3ca-b1854167c6be for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:40:30.720825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Updating router 5eb25a74-968a-4c89-a3ca-b1854167c6be port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:40:30.721865 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01ae43a9-cc2f-4eb5-a121-978ccb55a4ea req-3d5959a0-5e08-47f1-9508-9e19fcc1d3fc tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472363 Jul 06 17:40:30.729020 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.798777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-c050c82a-191f-4c7a-840a-d4127a591c71 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:30.800541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-c050c82a-191f-4c7a-840a-d4127a591c71 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2f2ab43-c990-4d5f-867d-3a7feeb616f4 HTTP/1.1" status: 200 len: 945 time: 0.1570854 Jul 06 17:40:30.828798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.831701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:30.833078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:30.936844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4932168 Jul 06 17:40:30.952286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33692) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:30.969561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Request body: {'subnet': {'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1244660219-subnet', 'tenant_id': 'b1241c3cb7844dfaade4e75a0193502a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:30.982022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becb754-acef-4f61-95a1-d6f1fcf02dea admin admin] Pushing event updated for resources: {'Network': ['ID=9811fd57-c9db-4518-b207-d909bc461be1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:31.006193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 9811fd57-c9db-4518-b207-d909bc461be1 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:40:31.032610 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.045185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=e3420073-483a-480a-876e-136079ddd50b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:31.174253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Made reservation on behalf of b1241c3cb7844dfaade4e75a0193502a for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:31.180036 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.195331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['e3420073-483a-480a-876e-136079ddd50b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:31.736018 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.783016 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.815968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Transition to ACTIVE for port object be5e782a-4d65-4ba5-8d88-25fb8a3e3cec will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:31.830250 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.834960 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.907790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd08fa1-37f8-4d9c-8543-93bcd3936a3f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:31.944550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Deleting port 34bc9e9c-2f78-4729-b4a6-93a5dac38259 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:40:31.945607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:31.982655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a7b6-8258-49cd-b07f-c6e6dde26e0f None None] Pushing event updated for resources: {'Port': ['ID=be5e782a-4d65-4ba5-8d88-25fb8a3e3cec,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:32.083435 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Attempting to bind port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:32.084097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Attempting to bind port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:32.084097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Attempting to bind port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec on network 783772ad-1179-4bad-9382-d4de5d5d3d28 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:32.094257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:32.094677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Checking segment: {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:32.095106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.095512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Bound using segment: {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:32.096355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Bound port: be5e782a-4d65-4ba5-8d88-25fb8a3e3cec, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:32.096756 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.149673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Checking segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:32.150302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Network hostable DHCP agents. Network: 9811fd57-c9db-4518-b207-d909bc461be1, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:40:32.194877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Network 9811fd57-c9db-4518-b207-d909bc461be1 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:40:32.213372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] For port 34bc9e9c-2f78-4729-b4a6-93a5dac38259, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=34bc9e9c-2f78-4729-b4a6-93a5dac38259,segment=NetworkSegment(0761c2a6-9c02-4b5e-90cc-54bacb0fda3b),segment_id=0761c2a6-9c02-4b5e-90cc-54bacb0fda3b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:32.213709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.241269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Calling delete_port for 34bc9e9c-2f78-4729-b4a6-93a5dac38259 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:40:32.245884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 9811fd57-c9db-4518-b207-d909bc461be1) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:32.256371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:32.257056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.318546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d8b5b8-b861-4eb6-8c53-135f50c05063 None None] Network 9811fd57-c9db-4518-b207-d909bc461be1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:32.334444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1fe34124-01a2-4879-aff0-5a7ed4e5857e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3728516 Jul 06 17:40:32.504897 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.579292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Pushing event deleted for resources: {'Port': ['ID=34bc9e9c-2f78-4729-b4a6-93a5dac38259,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:32.644151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] For port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:32.681812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] For port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be5e782a-4d65-4ba5-8d88-25fb8a3e3cec,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:32.691434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.709218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] No DVR routers for this DVR port 34bc9e9c-2f78-4729-b4a6-93a5dac38259 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:40:32.718185 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:32.726906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99c6b9ba-e54c-4de4-9491-4b68a6344283 req-f7f68830-44d1-432c-8f82-976846d508e0 tempest-ServersNegativeTestMultiTenantJSON-949863826 tempest-ServersNegativeTestMultiTenantJSON-949863826-project] 10.222.0.22 "DELETE /v2.0/ports/34bc9e9c-2f78-4729-b4a6-93a5dac38259 HTTP/1.1" status: 204 len: 173 time: 1.9190466 Jul 06 17:40:32.728093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f2ab43-c990-4d5f-867d-3a7feeb616f4', 'name': 'network-vif-deleted', 'tag': '34bc9e9c-2f78-4729-b4a6-93a5dac38259'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:32.734549 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b0344-3b2e-4da4-81c6-678460be0c8a" -d '{"events": [{"server_uuid": "a2f2ab43-c990-4d5f-867d-3a7feeb616f4", "name": "network-vif-deleted", "tag": "34bc9e9c-2f78-4729-b4a6-93a5dac38259"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:32.924998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:40:32.925647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:40:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:32.928756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0b520-f4ff-4a65-acc4-a21d24119e64 None None] Network 9811fd57-c9db-4518-b207-d909bc461be1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:40:33.116896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a7b6-8258-49cd-b07f-c6e6dde26e0f None None] Pushing event updated for resources: {'Port': ['ID=be5e782a-4d65-4ba5-8d88-25fb8a3e3cec,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:33.828276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 34bc9e9c-2f78-4729-b4a6-93a5dac38259 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:33.835957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e3420073-483a-480a-876e-136079ddd50b up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:33.923579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:40:34.000695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 34bc9e9c-2f78-4729-b4a6-93a5dac38259 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:40:34.001329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 34bc9e9c-2f78-4729-b4a6-93a5dac38259 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:40:34.446749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port e3420073-483a-480a-876e-136079ddd50b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:34.463862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port e3420073-483a-480a-876e-136079ddd50b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:34.464501 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:34.720082 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:34.769351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b48788-33d9-486b-bc40-f537ed42364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3420073-483a-480a-876e-136079ddd50b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:34.773526 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ae092f-a1ad-49db-b52e-6130720a88f9" -d '{"events": [{"server_uuid": "c9b48788-33d9-486b-bc40-f537ed42364d", "name": "network-vif-plugged", "status": "completed", "tag": "e3420073-483a-480a-876e-136079ddd50b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:34.797347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'be5e782a-4d65-4ba5-8d88-25fb8a3e3cec', 'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'mac_address': 'fa:16:3e:d0:b9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:23Z', 'updated_at': '2021-07-06T17:40:32Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'subnets': [{'id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:34.873750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port e3420073-483a-480a-876e-136079ddd50b, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e3420073-483a-480a-876e-136079ddd50b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:34.876720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ed287-1ac4-49ca-a60c-23cccdf95ba2 None None] The sync data for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 is: [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'be5e782a-4d65-4ba5-8d88-25fb8a3e3cec', 'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'mac_address': 'fa:16:3e:d0:b9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:23Z', 'updated_at': '2021-07-06T17:40:32Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'subnets': [{'id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:40:34.884499 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:35.083773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:35.101175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=e3420073-483a-480a-876e-136079ddd50b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:36.122750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be5e782a-4d65-4ba5-8d88-25fb8a3e3cec up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:36.196454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:36.204487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:36.205454 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:36.394644 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:36.473950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be5e782a-4d65-4ba5-8d88-25fb8a3e3cec,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:36.483117 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:36.605523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=be5e782a-4d65-4ba5-8d88-25fb8a3e3cec,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:38.079574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be5e782a-4d65-4ba5-8d88-25fb8a3e3cec up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:38.181482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:38.181853 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.476511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33800) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:43.580359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-90051d08-ca1d-4bd3-a8bb-4f5dbff90494 admin admin] Deleting subnet 0c1dcb90-d778-4b99-b36c-bda823a4979f {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:40:43.585456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90051d08-ca1d-4bd3-a8bb-4f5dbff90494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.636453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90051d08-ca1d-4bd3-a8bb-4f5dbff90494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.702285 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90051d08-ca1d-4bd3-a8bb-4f5dbff90494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.774293 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65475f76-894c-489b-8a15-c92489f1a53b x-openstack-request-id: req-65475f76-894c-489b-8a15-c92489f1a53b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:43.775771 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f2ab43-c990-4d5f-867d-3a7feeb616f4", "name": "network-vif-deleted", "tag": "34bc9e9c-2f78-4729-b4a6-93a5dac38259", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:43.776423 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65475f76-894c-489b-8a15-c92489f1a53b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:43.777087 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f2ab43-c990-4d5f-867d-3a7feeb616f4', 'name': 'network-vif-deleted', 'tag': '34bc9e9c-2f78-4729-b4a6-93a5dac38259', 'status': 'completed', 'code': 200} Jul 06 17:40:43.796523 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90051d08-ca1d-4bd3-a8bb-4f5dbff90494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.832453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90051d08-ca1d-4bd3-a8bb-4f5dbff90494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1dcb90-d778-4b99-b36c-bda823a4979f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:43.835922 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90051d08-ca1d-4bd3-a8bb-4f5dbff90494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:43.840684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-90051d08-ca1d-4bd3-a8bb-4f5dbff90494 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0c1dcb90-d778-4b99-b36c-bda823a4979f HTTP/1.1" status: 204 len: 168 time: 0.3610342 Jul 06 17:40:43.841355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33806) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:43.845157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02af19-91d6-4be8-bfda-dcab82dbf044 req-893cf0d6-2dec-4de0-a09c-9806bc458273 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:43.847148 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de02af19-91d6-4be8-bfda-dcab82dbf044 req-893cf0d6-2dec-4de0-a09c-9806bc458273 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 950 time: 0.1533856 Jul 06 17:40:43.903984 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de02af19-91d6-4be8-bfda-dcab82dbf044 req-0a6be483-0734-4353-9cc9-7a253853023c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489516 Jul 06 17:40:43.961347 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bb9a79-32d1-4adb-b35d-acd18298b4ba x-openstack-request-id: req-e7bb9a79-32d1-4adb-b35d-acd18298b4ba {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:43.961918 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b48788-33d9-486b-bc40-f537ed42364d", "name": "network-vif-plugged", "status": "completed", "tag": "e3420073-483a-480a-876e-136079ddd50b", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:43.962219 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7bb9a79-32d1-4adb-b35d-acd18298b4ba {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:43.962982 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b48788-33d9-486b-bc40-f537ed42364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3420073-483a-480a-876e-136079ddd50b', 'code': 200} Jul 06 17:40:44.002818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.283964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.305671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93de426-8934-4b83-a2e9-e344cda846c8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:44.334471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0761c2a6-9c02-4b5e-90cc-54bacb0fda3b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:44.334763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0761c2a6-9c02-4b5e-90cc-54bacb0fda3b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:44.360769 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.394738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-ed9001d8-8f33-4ff5-9689-502b5688a779 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:44.396900 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-ed9001d8-8f33-4ff5-9689-502b5688a779 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.3224344 Jul 06 17:40:44.398180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.401845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf011502-68be-4ea9-83af-f5ea66865bb6 req-bce82edf-7575-478c-9013-4de1388ad736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:44.403424 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf011502-68be-4ea9-83af-f5ea66865bb6 req-bce82edf-7575-478c-9013-4de1388ad736 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 1101 time: 0.3275211 Jul 06 17:40:44.434317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:40:44.435139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:40:44.439569 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:40:44.495515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-aed88484-cfa0-489b-9472-feca2fcc0070 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/quotas/b1241c3cb7844dfaade4e75a0193502a HTTP/1.1" status: 200 len: 375 time: 0.0905309 Jul 06 17:40:44.544753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-5fd03a6f-8014-4fde-bf90-b1e8d5d9149d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476849 Jul 06 17:40:44.560577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf011502-68be-4ea9-83af-f5ea66865bb6 req-9be494e3-431f-4594-8a3b-1b9dedff8231 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385629 Jul 06 17:40:44.567784 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.574542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.579012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a93de426-8934-4b83-a2e9-e344cda846c8 HTTP/1.1" status: 204 len: 168 time: 0.7337887 Jul 06 17:40:44.580072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33864) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:44.595183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef1589-a052-43f9-b9b0-82553f8b45c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a93de426-8934-4b83-a2e9-e344cda846c8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:44.658747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9095af-3a5d-4829-bddc-bcd1dedf82dc admin admin] Deleting subnet 86dd085f-58cc-470d-94e1-3be2d266aabe {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:40:44.663593 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba9095af-3a5d-4829-bddc-bcd1dedf82dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.712444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba9095af-3a5d-4829-bddc-bcd1dedf82dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.769796 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba9095af-3a5d-4829-bddc-bcd1dedf82dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.814082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-1a513cf5-0376-4da6-aab0-0e57a92aaf96 service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520001 Jul 06 17:40:44.873259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba9095af-3a5d-4829-bddc-bcd1dedf82dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.914927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9095af-3a5d-4829-bddc-bcd1dedf82dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86dd085f-58cc-470d-94e1-3be2d266aabe,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:44.917826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba9095af-3a5d-4829-bddc-bcd1dedf82dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:44.920129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ba9095af-3a5d-4829-bddc-bcd1dedf82dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/86dd085f-58cc-470d-94e1-3be2d266aabe HTTP/1.1" status: 204 len: 168 time: 0.3386338 Jul 06 17:40:44.925165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33874) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:44.949979 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-d2928fa6-0b4b-4b80-b682-a2edb19c26f8 service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297257 Jul 06 17:40:45.027788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828e9a-d7f4-4ca3-8718-e0d3a2b4e02c req-9b442430-b228-4f85-92b5-d075c2749c37 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:45.030009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2828e9a-d7f4-4ca3-8718-e0d3a2b4e02c req-9b442430-b228-4f85-92b5-d075c2749c37 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 949 time: 0.1979141 Jul 06 17:40:45.033086 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:45.150810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2828e9a-d7f4-4ca3-8718-e0d3a2b4e02c req-50e86a45-4d19-40ef-993e-36b2d85d83ca tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085427 Jul 06 17:40:45.176096 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:45.191932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238192b4-e24d-47f4-93af-fc96f216fffe']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:45.222759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cbf91f-258d-445a-90bc-5e8a788b8f5f') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:45.223095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cbf91f-258d-445a-90bc-5e8a788b8f5f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:40:45.248027 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:45.280552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:45.298397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:40:45.299166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:40:45.398054 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:40:45.467827 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:45.479413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:45.484579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] 10.222.0.13 "DELETE /v2.0/networks/238192b4-e24d-47f4-93af-fc96f216fffe HTTP/1.1" status: 204 len: 168 time: 0.5559952 Jul 06 17:40:45.563605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a2d89-5de5-4368-9a0d-6654f65e67bd admin admin] Pushing event deleted for resources: {'Network': ['ID=238192b4-e24d-47f4-93af-fc96f216fffe,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:45.814822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a54e2-6840-430b-bacd-6b1d26f69cc9 req-7e17562a-9097-47c1-a3fb-6cb49f26f7b7 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:45.827675 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-707a54e2-6840-430b-bacd-6b1d26f69cc9 req-7e17562a-9097-47c1-a3fb-6cb49f26f7b7 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 950 time: 0.2014267 Jul 06 17:40:45.829654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33904) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:45.831242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e71faad1-347c-4976-a91c-05c37f128436 req-27167f60-3ab1-452e-9390-8842f893226b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 210 time: 0.1338282 Jul 06 17:40:45.889678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-707a54e2-6840-430b-bacd-6b1d26f69cc9 req-883594f3-0e4a-461c-b6ba-3721b601c811 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608177 Jul 06 17:40:45.921916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33906) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:45.922786 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-59ecda2f-b392-4641-a309-734601dd721e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8b455d0001e4ffe9fa061eb7afd18a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902917 Jul 06 17:40:46.112770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7e4d-80c0-46df-b809-84f025b30b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:46.172452 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7e4d-80c0-46df-b809-84f025b30b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:46.265652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7e4d-80c0-46df-b809-84f025b30b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:46.274261 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7e4d-80c0-46df-b809-84f025b30b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:46.278436 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3b4d7e4d-80c0-46df-b809-84f025b30b0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e91abb4-99fb-4205-804a-1e702ba05c39 HTTP/1.1" status: 204 len: 168 time: 0.3517241 Jul 06 17:40:46.293613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d7e4d-80c0-46df-b809-84f025b30b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e91abb4-99fb-4205-804a-1e702ba05c39,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:46.961096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dec9f3a8-4efd-4bb8-9c4e-4235c86e77e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.296016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33990) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:47.355113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d42d1f3b-9b5e-4540-9566-013a8b24ba1a no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:40:47.458286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8ebc8d50-de03-4b8d-b67a-faaddf0fdff7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29b62e69d98e4498bcfb737fd334c163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594267 Jul 06 17:40:47.463582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:47.583818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c675568c-49ba-4e7f-aa76-c7e9ba6e3894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.601246 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.611336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-171ea9b4-26b3-4cec-8465-6bfb6852a124 req-e54284ab-38f2-4971-b925-5618c299721d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 210 time: 0.1076810 Jul 06 17:40:47.682870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:47.686177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:47.694645 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b93bf70-3b78-4406-afad-a18c601a2b71" -d '{"events": [{"server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "name": "network-vif-unplugged", "status": "completed", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:47.701272 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c675568c-49ba-4e7f-aa76-c7e9ba6e3894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.704549 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.792608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-9881aacf-195b-49c0-ad81-5bcc96e83fd2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:47.801337 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-9881aacf-195b-49c0-ad81-5bcc96e83fd2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.5185449 Jul 06 17:40:47.818848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Request body: {'port': {'device_id': 'b1093256-a051-4971-a812-8e81dcf40ca4', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'admin_state_up': True, 'tenant_id': 'b1241c3cb7844dfaade4e75a0193502a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:47.907025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c675568c-49ba-4e7f-aa76-c7e9ba6e3894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.907758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:47.910872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c675568c-49ba-4e7f-aa76-c7e9ba6e3894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:47.912543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c675568c-49ba-4e7f-aa76-c7e9ba6e3894 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71d85e74-5550-47bc-91ac-dcbe0411fd0d HTTP/1.1" status: 204 len: 168 time: 0.4417005 Jul 06 17:40:47.937359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675568c-49ba-4e7f-aa76-c7e9ba6e3894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d85e74-5550-47bc-91ac-dcbe0411fd0d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:48.103477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227ba57-45cc-498f-a03a-fc9ced235725 req-af785214-06ce-4b0d-ba92-5d000abf5332 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:48.112597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9227ba57-45cc-498f-a03a-fc9ced235725 req-af785214-06ce-4b0d-ba92-5d000abf5332 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 950 time: 0.1403263 Jul 06 17:40:48.181323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Made reservation on behalf of b1241c3cb7844dfaade4e75a0193502a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:48.199131 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34ec880-683b-4552-bb4f-c4623bb3fe63 x-openstack-request-id: req-e34ec880-683b-4552-bb4f-c4623bb3fe63 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:48.200536 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "name": "network-vif-unplugged", "status": "completed", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:48.201169 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e34ec880-683b-4552-bb4f-c4623bb3fe63 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:48.202148 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:48.203051 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a', 'code': 200} Jul 06 17:40:48.208471 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:40:48.244773 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9227ba57-45cc-498f-a03a-fc9ced235725 req-7c7175d6-11c9-453e-9f6d-61140dcbf735 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293912 Jul 06 17:40:48.540447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Allocated IP 172.20.0.3 (9811fd57-c9db-4518-b207-d909bc461be1/efd08fa1-37f8-4d9c-8543-93bcd3936a3f/988e99ad-1d0e-40ca-aab6-1780e0b33f88) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:48.813457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-e7c30674-f6ea-458c-95bb-19025e1ad4b4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1992233 Jul 06 17:40:48.978177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.048016 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.070252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5656db-a147-438b-b75c-45dbe1e5bd23 req-1bdff00f-8310-427a-9466-61cce213572d tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.079023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd5656db-a147-438b-b75c-45dbe1e5bd23 req-1bdff00f-8310-427a-9466-61cce213572d tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 1101 time: 0.1725149 Jul 06 17:40:49.113486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-350d9c33-d838-4cea-a3af-2d06607076ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.116459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-350d9c33-d838-4cea-a3af-2d06607076ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 1100 time: 0.2526085 Jul 06 17:40:49.129068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Network 9811fd57-c9db-4518-b207-d909bc461be1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:49.131529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:49.133571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event updated for resources: {'Port': ['ID=988e99ad-1d0e-40ca-aab6-1780e0b33f88,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:49.136295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:49.187265 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd5656db-a147-438b-b75c-45dbe1e5bd23 req-fd249a1d-04cf-4755-b7ef-f4fcffcdee4d tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969121 Jul 06 17:40:49.282630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-ce3c11e1-1d91-4d6f-bae8-88874f7e9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.284063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-ce3c11e1-1d91-4d6f-bae8-88874f7e9cd0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1103632 Jul 06 17:40:49.338643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.340764 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.397180 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-fd8450d2-6d2f-48e9-9aba-78e93ee767e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ce2da6da-f097-4247-9c80-5c05ee0f9df3 HTTP/1.1" status: 200 len: 217 time: 0.1044197 Jul 06 17:40:49.462655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c24d5bc-2036-4099-af7c-50938af1d2fc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6522934 Jul 06 17:40:49.488044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Request body: {'port': {'device_id': 'b1093256-a051-4971-a812-8e81dcf40ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:49.497386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66848e79-3e66-4a2e-8bbc-727d5ec05820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.623833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-7a18ee1e-e3b3-471d-8d7a-93b2a49ff4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.627064 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-7a18ee1e-e3b3-471d-8d7a-93b2a49ff4db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2239034 Jul 06 17:40:49.820411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.830535 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:49.854812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156c5fe-34aa-4256-bd70-a6de3253f904 req-b3a8b8d1-1313-47b3-842a-15ad08db83d7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.857683 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c156c5fe-34aa-4256-bd70-a6de3253f904 req-b3a8b8d1-1313-47b3-842a-15ad08db83d7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 931 time: 0.2996278 Jul 06 17:40:49.872960 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-8e997e35-1166-408c-96d7-6359e12fcb5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1823108 Jul 06 17:40:49.928943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-dab91796-ab6a-455d-ab29-42a6748acb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:49.929771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-dab91796-ab6a-455d-ab29-42a6748acb67 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2514775 Jul 06 17:40:50.042366 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c156c5fe-34aa-4256-bd70-a6de3253f904 req-3dfc35b9-129f-4f7d-a834-253b7382fa25 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676919 Jul 06 17:40:50.238975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-b0de3cbe-fbc1-4c96-9d1d-5a8de2087df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:50.241099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-b0de3cbe-fbc1-4c96-9d1d-5a8de2087df0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 1100 time: 0.2662976 Jul 06 17:40:50.294026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-cd2b71ba-11ad-4641-85f9-c4ebc8149150 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570862 Jul 06 17:40:50.298086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-396507fc-92f0-4f23-9cce-1a081b98b004 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853722 Jul 06 17:40:50.509415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-8d053eb1-90bb-4b15-9e0c-6fbc557a0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:50.511900 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-8d053eb1-90bb-4b15-9e0c-6fbc557a0c82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2374525 Jul 06 17:40:50.540847 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd8de3eb-11f5-4f60-933e-a4b0a65696e6 req-fd1e7f83-00f8-4800-835a-acc37dd71f4e service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371135 Jul 06 17:40:50.580673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-f7a41c17-fcec-4f4e-8228-6453a01d21eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=78095a9e-6dfc-407d-acd7-bd68ae47a748 HTTP/1.1" status: 200 len: 217 time: 0.0579529 Jul 06 17:40:50.604946 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:50.613789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-902d321d-6353-4da1-8ac6-ed6763973edd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:50.617873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-902d321d-6353-4da1-8ac6-ed6763973edd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2512066 Jul 06 17:40:50.653760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-2fb5a1c6-84da-4a28-ae00-70556b7115d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:50.655414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-2fb5a1c6-84da-4a28-ae00-70556b7115d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0672474 Jul 06 17:40:50.703307 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-c90db690-2edc-413a-b58a-de0f03cf0dd4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/quotas/d374dfa77b90481692a9fec9149e3df0 HTTP/1.1" status: 200 len: 375 time: 0.0739856 Jul 06 17:40:50.747343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-12ae16d4-e388-40ff-9422-a9079737d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:50.749191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-12ae16d4-e388-40ff-9422-a9079737d549 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851758 Jul 06 17:40:50.749329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988e99ad-1d0e-40ca-aab6-1780e0b33f88 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:50.794086 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:50.816607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Transition to ACTIVE for port object 988e99ad-1d0e-40ca-aab6-1780e0b33f88 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:50.830152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:50.900501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Pushing event updated for resources: {'Port': ['ID=988e99ad-1d0e-40ca-aab6-1780e0b33f88,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:50.935327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-2a082a40-b50e-4dba-990c-678c55337eac service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775711 Jul 06 17:40:50.937408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-7473f20c-3af9-42e9-895b-899e56e3906b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2121978 Jul 06 17:40:51.065472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Attempting to bind port 988e99ad-1d0e-40ca-aab6-1780e0b33f88 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:51.065835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Attempting to bind port 988e99ad-1d0e-40ca-aab6-1780e0b33f88 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:51.066180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Attempting to bind port 988e99ad-1d0e-40ca-aab6-1780e0b33f88 on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:51.073538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Port 988e99ad-1d0e-40ca-aab6-1780e0b33f88 on network 9811fd57-c9db-4518-b207-d909bc461be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:51.074750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Attempting to bind port 988e99ad-1d0e-40ca-aab6-1780e0b33f88 on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:51.081593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:51.081984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Checking segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:51.082401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Bound using segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:51.082891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Bound port: 988e99ad-1d0e-40ca-aab6-1780e0b33f88, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:51.084281 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:51.135833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-389e05c2-9b4e-40ed-a3cc-72f945c0181d req-a26f2337-2f57-4e25-978d-f7dd501ca8e6 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925511 Jul 06 17:40:51.713962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:51.842078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-77057d14-b910-4bb5-a85f-b23c2bd501bf req-f1ddcf91-5075-407b-bedf-786d43b1aaf6 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 210 time: 0.1148295 Jul 06 17:40:51.924453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5c6e4-a3d5-460a-965f-fa103bb877ab req-45a7449a-789f-4dc6-9e19-5a5498e77ca9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:51.941023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64b5c6e4-a3d5-460a-965f-fa103bb877ab req-45a7449a-789f-4dc6-9e19-5a5498e77ca9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 943 time: 0.2404249 Jul 06 17:40:51.942161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] For port 988e99ad-1d0e-40ca-aab6-1780e0b33f88, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:51.954955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] For port 988e99ad-1d0e-40ca-aab6-1780e0b33f88, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=988e99ad-1d0e-40ca-aab6-1780e0b33f88,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:51.966838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:51.982701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:51.999022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'mac_address': 'fa:16:3e:2e:df:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:52.064450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.092838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:52.108357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64b5c6e4-a3d5-460a-965f-fa103bb877ab req-26574fa7-4503-4ec4-85cb-8071ce90b700 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582432 Jul 06 17:40:52.145378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:52.167665 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.177707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:52.178539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.180078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] 10.222.0.22 "PUT /v2.0/ports/988e99ad-1d0e-40ca-aab6-1780e0b33f88 HTTP/1.1" status: 200 len: 1091 time: 2.7071824 Jul 06 17:40:52.180467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1093256-a051-4971-a812-8e81dcf40ca4', 'tag': '988e99ad-1d0e-40ca-aab6-1780e0b33f88'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:52.184406 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b85a9f2-ed25-44c9-b35b-8511df171466" -d '{"events": [{"name": "network-changed", "server_uuid": "b1093256-a051-4971-a812-8e81dcf40ca4", "tag": "988e99ad-1d0e-40ca-aab6-1780e0b33f88"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:52.200999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c467b51-2bad-43ec-946d-c75714c28bab service neutron] Pushing event updated for resources: {'Port': ['ID=988e99ad-1d0e-40ca-aab6-1780e0b33f88,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:52.334639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:52.392179 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f61830-9fa1-4247-bf49-7844fbc84e84 x-openstack-request-id: req-d8f61830-9fa1-4247-bf49-7844fbc84e84 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:52.392477 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1093256-a051-4971-a812-8e81dcf40ca4", "tag": "988e99ad-1d0e-40ca-aab6-1780e0b33f88", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:52.392735 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8f61830-9fa1-4247-bf49-7844fbc84e84 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:52.396307 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1093256-a051-4971-a812-8e81dcf40ca4', 'tag': '988e99ad-1d0e-40ca-aab6-1780e0b33f88', 'status': 'completed', 'code': 200} Jul 06 17:40:52.443508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-b27a34d5-81b0-4383-9cac-a3c5f2822c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:52.445085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-b27a34d5-81b0-4383-9cac-a3c5f2822c36 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 1094 time: 0.1905248 Jul 06 17:40:52.497402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:52.530804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:52.544044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-c2b5b60b-c5f9-4a35-8e77-58d729229b17 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988e99ad-1d0e-40ca-aab6-1780e0b33f88 HTTP/1.1" status: 200 len: 217 time: 0.0906377 Jul 06 17:40:52.636190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-f6b88917-b973-4f0a-b868-01bbe54abf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:52.643025 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-f6b88917-b973-4f0a-b868-01bbe54abf45 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.0911629 Jul 06 17:40:52.705401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-05c3718e-d0f3-4643-b178-723c4549e475 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559559 Jul 06 17:40:53.007219 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-350b9992-85ab-43fa-8c3e-3c98644ea799 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942722 Jul 06 17:40:53.168328 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9642aa92-b957-47d6-8997-7e8d29d8a880 req-511925ca-2375-4385-81c1-ffcf62c583da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 210 time: 0.1128325 Jul 06 17:40:53.180989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aeb6ec5f-7d23-4ef6-b7e6-17079e750b87 req-43a5c9b9-a7c1-4c72-88f1-c4d6bad77f7d service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654541 Jul 06 17:40:53.191775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:53.431629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bb77445-b2cd-47b7-8307-58acc391dc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.500369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-c8d315cd-0660-4820-b245-3eaad81f9da2 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d374dfa77b90481692a9fec9149e3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515099 Jul 06 17:40:53.586761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-8ef2cb01-a683-4eb9-8000-94e6c4f7a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:53.588502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-8ef2cb01-a683-4eb9-8000-94e6c4f7a9eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 1094 time: 0.3355098 Jul 06 17:40:53.631706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c713b-e075-4bb4-85e5-f8ac7af90be3 req-0ed1b79c-56db-4540-9507-c6f072f64154 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:53.639714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b9c713b-e075-4bb4-85e5-f8ac7af90be3 req-0ed1b79c-56db-4540-9507-c6f072f64154 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 943 time: 0.2894893 Jul 06 17:40:53.709965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:53.730445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:53.811527 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bb77445-b2cd-47b7-8307-58acc391dc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.843295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bb77445-b2cd-47b7-8307-58acc391dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.934823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:53.935539 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:53.948825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b9c713b-e075-4bb4-85e5-f8ac7af90be3 req-0517af56-9a4f-4e17-9e73-b68b456ffa90 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062446 Jul 06 17:40:53.985988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-68978772-9456-4710-94c2-4443f0d5b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:53.987798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-68978772-9456-4710-94c2-4443f0d5b9ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 913 time: 0.3822718 Jul 06 17:40:53.994233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:53.994982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4bb77445-b2cd-47b7-8307-58acc391dc36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f14d3c1aacf480789d5dd873f4252bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8002906 Jul 06 17:40:54.003302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-2028d259-ffb4-4605-a098-cea0b56db909 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:54.005271 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-2028d259-ffb4-4605-a098-cea0b56db909 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4978445 Jul 06 17:40:54.022818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b41af7a-116e-44d8-b671-04f126d7d40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.037278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Request body: {'port': {'device_id': 'a2f7d9ae-b4e1-42aa-8554-b037aabed6a6', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'd374dfa77b90481692a9fec9149e3df0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:54.075000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-9491a59b-9507-4cc3-8cbc-a54df230d66f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988e99ad-1d0e-40ca-aab6-1780e0b33f88 HTTP/1.1" status: 200 len: 217 time: 0.0683618 Jul 06 17:40:54.087637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb77445-b2cd-47b7-8307-58acc391dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439bfe5f-39a0-4c19-8154-228683a6dbba,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:54.200303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-91345383-4c5e-44a4-b273-312450af40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:54.201867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-91345383-4c5e-44a4-b273-312450af40ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.1108875 Jul 06 17:40:54.203690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.264058 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-59372d18-8ff8-4c04-ac23-f3b5dc63bf06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542991 Jul 06 17:40:54.289667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b41af7a-116e-44d8-b671-04f126d7d40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.297184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5ad4-46d4-45df-85f0-9bb6569821b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.333708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5ad4-46d4-45df-85f0-9bb6569821b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.343306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:54.345443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:54.352299 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37deab93-1523-4e2a-9fd7-5b0a49ad1709" -d '{"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:54.371336 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.417915 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b41af7a-116e-44d8-b671-04f126d7d40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.456092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5352499a-8dc6-4226-a4db-d5750b3855e8 req-28b1bfb3-afeb-4bdc-bcd6-e32c1e2ad213 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 210 time: 0.0496938 Jul 06 17:40:54.497015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41af7a-116e-44d8-b671-04f126d7d40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1185c5-7410-440d-bd41-eafba0591a5b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:54.505662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1b41af7a-116e-44d8-b671-04f126d7d40d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25b182d9f55d4df58c06b5cc86d9b6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923422 Jul 06 17:40:54.508092 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:54.511700 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2bfd32-5fdb-402e-b228-055aba60cb50 x-openstack-request-id: req-2d2bfd32-5fdb-402e-b228-055aba60cb50 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:54.512992 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:54.513338 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d2bfd32-5fdb-402e-b228-055aba60cb50 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:54.514020 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'code': 200} Jul 06 17:40:54.517737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:54.551357 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5ad4-46d4-45df-85f0-9bb6569821b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.556812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5ad4-46d4-45df-85f0-9bb6569821b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.557547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Made reservation on behalf of d374dfa77b90481692a9fec9149e3df0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:54.564653 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.571089 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1ecd5ad4-46d4-45df-85f0-9bb6569821b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/439bfe5f-39a0-4c19-8154-228683a6dbba HTTP/1.1" status: 204 len: 168 time: 0.5638416 Jul 06 17:40:54.584202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-afda8f2c-bcf7-429a-b54c-e01a3c48a177 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104718 Jul 06 17:40:54.624408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd5ad4-46d4-45df-85f0-9bb6569821b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439bfe5f-39a0-4c19-8154-228683a6dbba,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:54.701823 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62458c08-563c-4699-bb92-e30c56dfdd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.778822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62458c08-563c-4699-bb92-e30c56dfdd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.908879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b85a9f2-ed25-44c9-b35b-8511df171466 req-ed26c275-9d8a-4a55-8c72-0af806d04a0a service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165779 Jul 06 17:40:54.913352 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62458c08-563c-4699-bb92-e30c56dfdd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.917304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62458c08-563c-4699-bb92-e30c56dfdd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:54.918865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-62458c08-563c-4699-bb92-e30c56dfdd1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d1185c5-7410-440d-bd41-eafba0591a5b HTTP/1.1" status: 204 len: 168 time: 0.4095275 Jul 06 17:40:54.964174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62458c08-563c-4699-bb92-e30c56dfdd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1185c5-7410-440d-bd41-eafba0591a5b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:54.986102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Allocated IP 192.168.233.41 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/c0f1e8c9-af65-4a05-9d40-53dfea3c1931) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:40:55.264732 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:55.288628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Transition to ACTIVE for port object c0f1e8c9-af65-4a05-9d40-53dfea3c1931 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:55.347605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:55.361401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', '0165f660-9310-4c50-9df4-4264bad0dd3c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:55.369809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['78095a9e-6dfc-407d-acd7-bd68ae47a748', '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c', 'e3420073-483a-480a-876e-136079ddd50b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:55.421152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:40:55.426943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:40:55.436212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:40:55.436582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9b8d0-81c4-433b-ac76-24485870ffcd req-552882fe-6a62-45f0-99aa-7f314cf239c7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:55.441254 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97c9b8d0-81c4-433b-ac76-24485870ffcd req-552882fe-6a62-45f0-99aa-7f314cf239c7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 943 time: 0.2401903 Jul 06 17:40:55.505344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 988e99ad-1d0e-40ca-aab6-1780e0b33f88 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:40:55.556473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:55.557280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:55.633639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event updated for resources: {'Port': ['ID=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:55.642595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97c9b8d0-81c4-433b-ac76-24485870ffcd req-20185efe-42cd-4eef-a62f-02472ca8b4f3 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882746 Jul 06 17:40:55.653741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-cbb6c90b-5d05-4cf0-8062-0ee6e42c64e1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6339266 Jul 06 17:40:55.694926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Request body: {'port': {'device_id': 'a2f7d9ae-b4e1-42aa-8554-b037aabed6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:55.728708 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:40:55.867086 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:56.103451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4a9869ed-25fb-4568-a66b-f1a1f02b8c21 None None] Provisioning for port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:56.137229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4a9869ed-25fb-4568-a66b-f1a1f02b8c21 None None] Provisioning complete for port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:56.138576 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a9869ed-25fb-4568-a66b-f1a1f02b8c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:56.226332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a409b9-6dd9-46f0-a1eb-65ed93e31594 req-8989bec4-89cb-42ec-b96a-a7c6464f390a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:56.235664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b7a409b9-6dd9-46f0-a1eb-65ed93e31594 req-8989bec4-89cb-42ec-b96a-a7c6464f390a tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 935 time: 0.2936738 Jul 06 17:40:56.245991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 988e99ad-1d0e-40ca-aab6-1780e0b33f88, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=988e99ad-1d0e-40ca-aab6-1780e0b33f88,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:56.309216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4a9869ed-25fb-4568-a66b-f1a1f02b8c21 None None] Port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:40:56.326847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '988e99ad-1d0e-40ca-aab6-1780e0b33f88', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'port_id': '988e99ad-1d0e-40ca-aab6-1780e0b33f88', 'mac_address': 'fa:16:3e:dc:97:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08fa1-37f8-4d9c-8543-93bcd3936a3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:40:56.352944 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b7a409b9-6dd9-46f0-a1eb-65ed93e31594 req-371e1c26-96d9-4898-b540-15c6e3d273cd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162298 Jul 06 17:40:56.443860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:56.508342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988e99ad-1d0e-40ca-aab6-1780e0b33f88 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:56.559272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f1e8c9-af65-4a05-9d40-53dfea3c1931 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:40:56.581939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:56.619193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Transition to ACTIVE for port object c0f1e8c9-af65-4a05-9d40-53dfea3c1931 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:40:56.626293 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:56.694635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 988e99ad-1d0e-40ca-aab6-1780e0b33f88, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=988e99ad-1d0e-40ca-aab6-1780e0b33f88,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:40:56.769235 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.003316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34428) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:40:57.045861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Pushing event updated for resources: {'Port': ['ID=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:57.111241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Attempting to bind port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:40:57.111589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Attempting to bind port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:40:57.111930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Attempting to bind port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:57.120117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:40:57.120457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Attempting to bind port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:40:57.134674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:40:57.135077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:40:57.135489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:40:57.137258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Bound port: c0f1e8c9-af65-4a05-9d40-53dfea3c1931, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:40:57.138125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.150305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=988e99ad-1d0e-40ca-aab6-1780e0b33f88,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:57.201753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['988e99ad-1d0e-40ca-aab6-1780e0b33f88'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:40:57.210184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63111d62-2dbe-447b-911d-e47c3deb384d req-8653772a-ecb7-4c93-82a1-d6440c00c542 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:57.218210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63111d62-2dbe-447b-911d-e47c3deb384d req-8653772a-ecb7-4c93-82a1-d6440c00c542 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 944 time: 0.1776671 Jul 06 17:40:57.288019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-208384027-network', 'tenant_id': 'd75166aa92f04896aed9d1b4a71f9bce'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:40:57.299069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63111d62-2dbe-447b-911d-e47c3deb384d req-54687d9b-ca8a-4176-a8a1-83d07f62e086 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798571 Jul 06 17:40:57.348825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] For port c0f1e8c9-af65-4a05-9d40-53dfea3c1931, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:40:57.354890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] For port c0f1e8c9-af65-4a05-9d40-53dfea3c1931, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:40:57.358130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Made reservation on behalf of d75166aa92f04896aed9d1b4a71f9bce for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:40:57.360687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.364998 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.378414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.499863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:57.500320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:57.502680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] 10.222.0.22 "PUT /v2.0/ports/c0f1e8c9-af65-4a05-9d40-53dfea3c1931 HTTP/1.1" status: 200 len: 1095 time: 1.8404253 Jul 06 17:40:57.526466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f7d9ae-b4e1-42aa-8554-b037aabed6a6', 'tag': 'c0f1e8c9-af65-4a05-9d40-53dfea3c1931'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:40:57.530024 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9be397f-bcd0-4840-bd7b-947bd5901dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f7d9ae-b4e1-42aa-8554-b037aabed6a6", "tag": "c0f1e8c9-af65-4a05-9d40-53dfea3c1931"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:40:57.655868 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-a4b93370-e2fd-4401-ac01-ffeda2e769c2 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=698c44d51ac6402fb9582119a77ef0f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1591775 Jul 06 17:40:57.754570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168918c-eb2c-441b-a7ce-69834ffbb04e service neutron] Pushing event updated for resources: {'Port': ['ID=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:57.921922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-80015054-99ca-486d-9e69-a8f202a338b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:57.927630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-80015054-99ca-486d-9e69-a8f202a338b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 1098 time: 0.3227229 Jul 06 17:40:58.030499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-c3cef463-bfd6-4cb2-9696-c08ce7e1593b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c0f1e8c9-af65-4a05-9d40-53dfea3c1931 HTTP/1.1" status: 200 len: 217 time: 0.0943234 Jul 06 17:40:58.031480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:58.045431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-749bcc6e-32af-4c8c-8554-f9f89f69e938 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:58.053115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-749bcc6e-32af-4c8c-8554-f9f89f69e938 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3938844 Jul 06 17:40:58.076644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:58.103339 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-6044f711-6295-4d40-9f8f-05d7506a1539 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/quotas/698c44d51ac6402fb9582119a77ef0f6 HTTP/1.1" status: 200 len: 375 time: 0.0467908 Jul 06 17:40:58.137731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7300dbc-37a0-4826-92f6-46abd5629c44 req-84d09b48-95a4-4457-8683-ed737a62ec81 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:58.147347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:40:58.151219 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f7300dbc-37a0-4826-92f6-46abd5629c44 req-84d09b48-95a4-4457-8683-ed737a62ec81 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 947 time: 0.3607092 Jul 06 17:40:58.182768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-d828c543-4138-4fbf-8815-809517d0c24d tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=698c44d51ac6402fb9582119a77ef0f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714321 Jul 06 17:40:58.183450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4c998-7241-45f4-b89f-53d7794569a6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:58.195902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:58.196649 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Added segment 23cdd269-22c6-4b09-aaf5-3f4a14104938 of type vlan for network c3350282-83b6-4d20-af5c-3cddf22f165d Jul 06 17:40:58.200012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.200489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.201042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.201444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.202765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.202765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.202765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.202765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.203315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.203475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.204079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.204079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:40:58.204612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-06ee3a87-024d-41af-b8e1-6303304d036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:58.209088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-06ee3a87-024d-41af-b8e1-6303304d036f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1691334 Jul 06 17:40:58.302492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:58.315001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f7300dbc-37a0-4826-92f6-46abd5629c44 req-3493e43a-1c1d-4af7-adc3-c411beac611c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624939 Jul 06 17:40:58.406660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-79591b9a-32ad-48d3-b33f-c70658fba0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:58.408371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-79591b9a-32ad-48d3-b33f-c70658fba0ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1919749 Jul 06 17:40:58.450170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:58.452027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:58.453360 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:58.579676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5740700 Jul 06 17:40:58.583262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc2ef1-968c-4f66-9dee-cdfb28b3a5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c3350282-83b6-4d20-af5c-3cddf22f165d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:40:58.659513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c3350282-83b6-4d20-af5c-3cddf22f165d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:40:58.715821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-e3012a70-a500-470d-8618-aa837136c1e9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917430 Jul 06 17:40:58.721002 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06250750-c995-43aa-bd07-0805a82ab6aa x-openstack-request-id: req-06250750-c995-43aa-bd07-0805a82ab6aa {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:40:58.721131 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f7d9ae-b4e1-42aa-8554-b037aabed6a6", "tag": "c0f1e8c9-af65-4a05-9d40-53dfea3c1931", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:40:58.721305 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06250750-c995-43aa-bd07-0805a82ab6aa {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:40:58.721842 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f7d9ae-b4e1-42aa-8554-b037aabed6a6', 'tag': 'c0f1e8c9-af65-4a05-9d40-53dfea3c1931', 'status': 'completed', 'code': 200} Jul 06 17:40:59.093621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c12139b3-ed59-4e8a-9fc0-ab391ccc3fb5 req-f20d1e2c-7ad2-486a-8be0-35bda3352ee4 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659918 Jul 06 17:40:59.134909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04839dba-d16d-4d56-a735-0223a52931c7 req-afa3d0d3-aace-4cc4-89ce-e06267c53409 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:59.138153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04839dba-d16d-4d56-a735-0223a52931c7 req-afa3d0d3-aace-4cc4-89ce-e06267c53409 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 944 time: 0.1317198 Jul 06 17:40:59.194399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2dbde7a-4e69-4731-bd66-956f071b404a req-05595c42-afee-4694-af73-0a43055ef80b tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 210 time: 0.0738509 Jul 06 17:40:59.244566 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04839dba-d16d-4d56-a735-0223a52931c7 req-9d0d4489-0532-428d-91d4-feae629b9829 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938747 Jul 06 17:40:59.273272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-b366158a-4148-4b4a-a208-8472a3bf4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:59.275125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-b366158a-4148-4b4a-a208-8472a3bf4a24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d374dfa77b90481692a9fec9149e3df0&device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 1098 time: 0.1092112 Jul 06 17:40:59.431272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 988e99ad-1d0e-40ca-aab6-1780e0b33f88 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:40:59.739888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 988e99ad-1d0e-40ca-aab6-1780e0b33f88 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:40:59.753281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 988e99ad-1d0e-40ca-aab6-1780e0b33f88 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:40:59.755947 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:40:59.762961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-bb7da926-c58c-4daa-b414-6b6682badf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:59.765728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-bb7da926-c58c-4daa-b414-6b6682badf46 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.4826219 Jul 06 17:40:59.788758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a07681-d032-428a-8084-721503732621 req-1808e716-1c38-4873-b7f9-e0fc87431316 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:40:59.790955 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89a07681-d032-428a-8084-721503732621 req-1808e716-1c38-4873-b7f9-e0fc87431316 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 947 time: 0.1799521 Jul 06 17:40:59.872795 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89a07681-d032-428a-8084-721503732621 req-d74aa877-032a-425e-bf07-efbd66e08f86 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751684 Jul 06 17:40:59.982513 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:00.044828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1093256-a051-4971-a812-8e81dcf40ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e99ad-1d0e-40ca-aab6-1780e0b33f88'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:00.047874 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fb4668-9f90-4aee-aa43-a8fec6aba725" -d '{"events": [{"server_uuid": "b1093256-a051-4971-a812-8e81dcf40ca4", "name": "network-vif-plugged", "status": "completed", "tag": "988e99ad-1d0e-40ca-aab6-1780e0b33f88"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:00.117190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 988e99ad-1d0e-40ca-aab6-1780e0b33f88, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=988e99ad-1d0e-40ca-aab6-1780e0b33f88,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:00.125550 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:00.242234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=988e99ad-1d0e-40ca-aab6-1780e0b33f88,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:00.479989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-3cc5e3ba-30f6-466d-867e-64d11bf1ae14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c0f1e8c9-af65-4a05-9d40-53dfea3c1931 HTTP/1.1" status: 200 len: 217 time: 0.1223309 Jul 06 17:41:00.564426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-189f1c87-4422-4f0d-9a72-1a4b1987e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:00.566019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-189f1c87-4422-4f0d-9a72-1a4b1987e2b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0760217 Jul 06 17:41:00.612109 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b679d98-2acd-4971-ac9d-d6eb624152d8 x-openstack-request-id: req-9b679d98-2acd-4971-ac9d-d6eb624152d8 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:00.612483 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1093256-a051-4971-a812-8e81dcf40ca4", "name": "network-vif-plugged", "status": "completed", "tag": "988e99ad-1d0e-40ca-aab6-1780e0b33f88", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:00.612916 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b679d98-2acd-4971-ac9d-d6eb624152d8 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:00.613365 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1093256-a051-4971-a812-8e81dcf40ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e99ad-1d0e-40ca-aab6-1780e0b33f88', 'code': 200} Jul 06 17:41:00.670538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c478a-1751-46d3-adc4-0c44c4f9d979 req-2d070059-46e9-471e-aa8d-3181bd1b5cf3 tempest-ComputeTenantNetworksTest-1796432896 tempest-ComputeTenantNetworksTest-1796432896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:00.677937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c478a-1751-46d3-adc4-0c44c4f9d979 req-2d070059-46e9-471e-aa8d-3181bd1b5cf3 tempest-ComputeTenantNetworksTest-1796432896 tempest-ComputeTenantNetworksTest-1796432896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:00.695327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c478a-1751-46d3-adc4-0c44c4f9d979 req-2d070059-46e9-471e-aa8d-3181bd1b5cf3 tempest-ComputeTenantNetworksTest-1796432896 tempest-ComputeTenantNetworksTest-1796432896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:00.696882 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-862c478a-1751-46d3-adc4-0c44c4f9d979 req-2d070059-46e9-471e-aa8d-3181bd1b5cf3 tempest-ComputeTenantNetworksTest-1796432896 tempest-ComputeTenantNetworksTest-1796432896-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.1502407 Jul 06 17:41:00.837817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-d8288b0c-8831-4fdb-be11-5bcd297fbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:00.843140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-d8288b0c-8831-4fdb-be11-5bcd297fbd82 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2676902 Jul 06 17:41:01.158961 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-2027669a-3ccd-41a3-bdbe-dec2c18fef4d tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=698c44d51ac6402fb9582119a77ef0f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454531 Jul 06 17:41:01.190048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb2c47-88e6-489c-8058-9f4eae7f98ef req-65ae4aea-4d21-4721-b1c0-3bb5d6c07c49 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:01.197521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-4d833304-57ff-4888-b499-18454d01fe99 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446703 Jul 06 17:41:01.210509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc358b10-ff03-44b5-88a6-6a9093cbed3b req-ed526b7d-78bf-4a03-b5c7-5c37616aeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:01.211437 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0deb2c47-88e6-489c-8058-9f4eae7f98ef req-65ae4aea-4d21-4721-b1c0-3bb5d6c07c49 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 945 time: 0.3202798 Jul 06 17:41:01.215836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc358b10-ff03-44b5-88a6-6a9093cbed3b req-ed526b7d-78bf-4a03-b5c7-5c37616aeca5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 1096 time: 0.5121448 Jul 06 17:41:01.343498 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-50e05c55-ae7b-4ca7-8169-071ef5d4d47d req-48d8e016-35cb-4b31-875e-efc9251b4b5e tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 210 time: 0.1438773 Jul 06 17:41:01.414424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc358b10-ff03-44b5-88a6-6a9093cbed3b req-938674f8-0d37-47ee-a84b-9142b2fc7fc5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618254 Jul 06 17:41:01.437632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device c0f1e8c9-af65-4a05-9d40-53dfea3c1931 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:41:01.514500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0deb2c47-88e6-489c-8058-9f4eae7f98ef req-362e3d7e-1981-474f-8fc4-e0e402de7cfd tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007264 Jul 06 17:41:01.700561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-ff03a923-0ec0-4e79-9736-5d296094d70c tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:01.716616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-ff03a923-0ec0-4e79-9736-5d296094d70c tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5464177 Jul 06 17:41:01.728368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:01.739083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Request body: {'port': {'device_id': '6aa53934-7313-4809-992b-08dc6e7f46a6', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '698c44d51ac6402fb9582119a77ef0f6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:01.805828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9be397f-bcd0-4840-bd7b-947bd5901dd9 req-3af80678-e8bb-4496-9964-aa7473e86e44 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868883 Jul 06 17:41:01.807724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port c0f1e8c9-af65-4a05-9d40-53dfea3c1931, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:01.856428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'c0f1e8c9-af65-4a05-9d40-53dfea3c1931', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'c0f1e8c9-af65-4a05-9d40-53dfea3c1931', 'mac_address': 'fa:16:3e:42:d0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:41:01.934542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e211d4-ca58-4265-a397-450cafa33c84 req-601328a0-0bbe-49c0-880b-467a17d97f79 tempest-ComputeTenantNetworksTest-1796432896 tempest-ComputeTenantNetworksTest-1796432896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:01.937030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2e211d4-ca58-4265-a397-450cafa33c84 req-601328a0-0bbe-49c0-880b-467a17d97f79 tempest-ComputeTenantNetworksTest-1796432896 tempest-ComputeTenantNetworksTest-1796432896-project] 10.222.0.13 "GET /v2.0/networks/c3350282-83b6-4d20-af5c-3cddf22f165d HTTP/1.1" status: 200 len: 768 time: 0.4649074 Jul 06 17:41:01.951151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34552) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:01.988801 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.018762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f1e8c9-af65-4a05-9d40-53dfea3c1931 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:02.064999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port c0f1e8c9-af65-4a05-9d40-53dfea3c1931, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:02.078296 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.331902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.340546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:02.433809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['c0f1e8c9-af65-4a05-9d40-53dfea3c1931'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:02.630836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.659309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3350282-83b6-4d20-af5c-3cddf22f165d']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:02.736299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cdd269-22c6-4b09-aaf5-3f4a14104938') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:02.736792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cdd269-22c6-4b09-aaf5-3f4a14104938') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:41:02.756869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.789689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.803691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:41:02.804426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:41:02.898809 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:41:03.006881 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.064615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.071202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c3350282-83b6-4d20-af5c-3cddf22f165d HTTP/1.1" status: 204 len: 168 time: 1.1142006 Jul 06 17:41:03.071202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e34230-2247-44cd-a62d-f785978e0d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3350282-83b6-4d20-af5c-3cddf22f165d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:03.106212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6f4e9-3dab-4d18-88cf-fa2833117d4f req-f181886a-dcfc-49ef-a8b9-a8bdd3a903d0 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:03.117911 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-52e6f4e9-3dab-4d18-88cf-fa2833117d4f req-f181886a-dcfc-49ef-a8b9-a8bdd3a903d0 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 948 time: 1.0874958 Jul 06 17:41:03.161630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Made reservation on behalf of 698c44d51ac6402fb9582119a77ef0f6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:03.173155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.233258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.261755 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-52e6f4e9-3dab-4d18-88cf-fa2833117d4f req-e6f1c7c5-f2e1-4c45-863c-ec97b93a6d64 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409261 Jul 06 17:41:03.346584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34572) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:03.444820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-23031ebf-fc46-417d-be64-d597bd75619e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d75166aa92f04896aed9d1b4a71f9bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966601 Jul 06 17:41:03.449493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:03.602669 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3ed5c88-3670-4d6c-8694-cc8372a68c1c req-b688b0c7-1467-4054-8e6c-125ff057805f tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 210 time: 0.1541920 Jul 06 17:41:03.688512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf629-ae14-443b-9dba-60701ea11024 req-062f2f16-4e3b-4e6c-b72d-8355da5b13ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:03.705358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf629-ae14-443b-9dba-60701ea11024 req-062f2f16-4e3b-4e6c-b72d-8355da5b13ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:03.720849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf629-ae14-443b-9dba-60701ea11024 req-062f2f16-4e3b-4e6c-b72d-8355da5b13ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:03.734938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf629-ae14-443b-9dba-60701ea11024 req-062f2f16-4e3b-4e6c-b72d-8355da5b13ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:03.750134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf629-ae14-443b-9dba-60701ea11024 req-062f2f16-4e3b-4e6c-b72d-8355da5b13ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:03.766198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf629-ae14-443b-9dba-60701ea11024 req-062f2f16-4e3b-4e6c-b72d-8355da5b13ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:03.779323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbbb8-c468-490a-8525-eb4a2463290f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.790575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf629-ae14-443b-9dba-60701ea11024 req-062f2f16-4e3b-4e6c-b72d-8355da5b13ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:03.803394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-745cf629-ae14-443b-9dba-60701ea11024 req-062f2f16-4e3b-4e6c-b72d-8355da5b13ae tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5444 time: 0.2860615 Jul 06 17:41:03.873363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.877383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbbb8-c468-490a-8525-eb4a2463290f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:03.879056 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-745cf629-ae14-443b-9dba-60701ea11024 req-f2262607-05cc-46a4-99ef-747796155803 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654342 Jul 06 17:41:03.908082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:04.190904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5578ff-c671-46a4-abf5-1396bf5d0a63,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:04.377773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbbb8-c468-490a-8525-eb4a2463290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:04.382909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbbb8-c468-490a-8525-eb4a2463290f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:04.389455 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3b3bbbb8-c468-490a-8525-eb4a2463290f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ca4c998-7241-45f4-b89f-53d7794569a6 HTTP/1.1" status: 204 len: 168 time: 0.9381413 Jul 06 17:41:04.413004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a2992-3640-4c54-aff1-89f73c458b90 req-198070d1-0afd-4dd5-a632-01d7562f5336 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:04.425930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-138a2992-3640-4c54-aff1-89f73c458b90 req-198070d1-0afd-4dd5-a632-01d7562f5336 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 945 time: 0.4740825 Jul 06 17:41:04.537918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Allocated IP 192.168.233.193 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/7515e377-1e46-4de8-857b-8321435d5701) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:04.607077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899c05-2cfe-4f16-a6bf-c4be09333fb1 req-90d53976-3a42-4c7c-b2df-8e1eb2bb774a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:04.624397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899c05-2cfe-4f16-a6bf-c4be09333fb1 req-90d53976-3a42-4c7c-b2df-8e1eb2bb774a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:04.639579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899c05-2cfe-4f16-a6bf-c4be09333fb1 req-90d53976-3a42-4c7c-b2df-8e1eb2bb774a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:04.647732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899c05-2cfe-4f16-a6bf-c4be09333fb1 req-90d53976-3a42-4c7c-b2df-8e1eb2bb774a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:04.658104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899c05-2cfe-4f16-a6bf-c4be09333fb1 req-90d53976-3a42-4c7c-b2df-8e1eb2bb774a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:04.665538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899c05-2cfe-4f16-a6bf-c4be09333fb1 req-90d53976-3a42-4c7c-b2df-8e1eb2bb774a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:04.673314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899c05-2cfe-4f16-a6bf-c4be09333fb1 req-90d53976-3a42-4c7c-b2df-8e1eb2bb774a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:04.683484 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea899c05-2cfe-4f16-a6bf-c4be09333fb1 req-90d53976-3a42-4c7c-b2df-8e1eb2bb774a tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5444 time: 0.3420248 Jul 06 17:41:04.743424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bbbb8-c468-490a-8525-eb4a2463290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca4c998-7241-45f4-b89f-53d7794569a6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:04.779956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-138a2992-3640-4c54-aff1-89f73c458b90 req-4cb05292-4da1-4237-9c66-ed376a10075a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518515 Jul 06 17:41:05.071849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:05.248968 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:05.389780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Transition to ACTIVE for port object 7515e377-1e46-4de8-857b-8321435d5701 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:05.430928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f816988-1236-49ef-90b3-c6c891e44031 req-26f9a6e1-ae76-4b63-9f2b-1cb5f8cb6310 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 210 time: 0.1183381 Jul 06 17:41:05.467492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device c0f1e8c9-af65-4a05-9d40-53dfea3c1931 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:05.596996 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:05.624650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:05.639555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:05.639967 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:05.828714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Pushing event updated for resources: {'Port': ['ID=7515e377-1e46-4de8-857b-8321435d5701,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:05.872478 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:05.884487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97771f-9877-4ab4-858a-a1e437073879 req-cd2aef0d-70e9-496f-b0ff-b4f1013ddd91 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:05.897784 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf97771f-9877-4ab4-858a-a1e437073879 req-cd2aef0d-70e9-496f-b0ff-b4f1013ddd91 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 948 time: 0.6346915 Jul 06 17:41:05.907945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:05.921663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:05.931846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f7d9ae-b4e1-42aa-8554-b037aabed6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f1e8c9-af65-4a05-9d40-53dfea3c1931'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:05.936475 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982c82ad-ee1d-4d18-a4d7-dcc3942e14be" -d '{"events": [{"server_uuid": "a2f7d9ae-b4e1-42aa-8554-b037aabed6a6", "name": "network-vif-plugged", "status": "completed", "tag": "c0f1e8c9-af65-4a05-9d40-53dfea3c1931"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:05.936689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:05.970997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port c0f1e8c9-af65-4a05-9d40-53dfea3c1931, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:05.981351 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:06.195838 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf97771f-9877-4ab4-858a-a1e437073879 req-a1129f89-2a3c-4890-a0dd-bae012e8bdc8 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922642 Jul 06 17:41:06.239971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:06.357235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:06.379333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:06.461325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b74710a9-330d-41eb-b311-ab5960e1ed47 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7248490 Jul 06 17:41:06.496551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Request body: {'port': {'device_id': '6aa53934-7313-4809-992b-08dc6e7f46a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:06.722543 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ee4213-94a3-41d4-acfc-cd6343faaed3 x-openstack-request-id: req-b8ee4213-94a3-41d4-acfc-cd6343faaed3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:06.740931 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f7d9ae-b4e1-42aa-8554-b037aabed6a6", "name": "network-vif-plugged", "status": "completed", "tag": "c0f1e8c9-af65-4a05-9d40-53dfea3c1931", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:06.750979 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8ee4213-94a3-41d4-acfc-cd6343faaed3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:06.752264 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f7d9ae-b4e1-42aa-8554-b037aabed6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f1e8c9-af65-4a05-9d40-53dfea3c1931', 'code': 200} Jul 06 17:41:06.862142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:06.940652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4172ef-7cc4-42a2-b719-372e263fb9c5 req-8f303d2c-bf8a-466c-b7b6-89d2b0d1ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:06.948182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea4172ef-7cc4-42a2-b719-372e263fb9c5 req-8f303d2c-bf8a-466c-b7b6-89d2b0d1ff76 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 1100 time: 0.1755178 Jul 06 17:41:07.000517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7229bd7f-2b2a-4742-b69c-d066f86a9a25 None None] Provisioning for port 7515e377-1e46-4de8-857b-8321435d5701 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:07.049932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea4172ef-7cc4-42a2-b719-372e263fb9c5 req-7963d49d-70a1-4502-93d6-42f945b92feb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997612 Jul 06 17:41:07.093930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7229bd7f-2b2a-4742-b69c-d066f86a9a25 None None] Provisioning complete for port 7515e377-1e46-4de8-857b-8321435d5701 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:07.094527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7229bd7f-2b2a-4742-b69c-d066f86a9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:07.362663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820f62b-dd23-4f26-a97c-b98096d23e75 req-e2636f2d-9f17-41fc-8882-47affb59da6a tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:07.376068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a820f62b-dd23-4f26-a97c-b98096d23e75 req-e2636f2d-9f17-41fc-8882-47affb59da6a tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 936 time: 0.2136464 Jul 06 17:41:07.411419 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7229bd7f-2b2a-4742-b69c-d066f86a9a25 None None] Port 7515e377-1e46-4de8-857b-8321435d5701 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:41:07.487366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a820f62b-dd23-4f26-a97c-b98096d23e75 req-8e241d30-1735-45b8-b603-a6bf87f0888f tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849361 Jul 06 17:41:07.553796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7515e377-1e46-4de8-857b-8321435d5701 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:07.563308 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:07.578305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Transition to ACTIVE for port object 7515e377-1e46-4de8-857b-8321435d5701 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:07.590815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:08.189107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Pushing event updated for resources: {'Port': ['ID=7515e377-1e46-4de8-857b-8321435d5701,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:08.309078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-415bc966-53ca-49af-8cd6-d169cdcd0710 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:08.319810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-415bc966-53ca-49af-8cd6-d169cdcd0710 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 945 time: 0.2771235 Jul 06 17:41:08.338371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f9e3-cdf0-4ed0-b3b0-ef473dda2faa req-efb9798d-4880-4fc2-ac6b-56db02efa23c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:08.347733 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c543f9e3-cdf0-4ed0-b3b0-ef473dda2faa req-efb9798d-4880-4fc2-ac6b-56db02efa23c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 945 time: 0.9490647 Jul 06 17:41:08.559709 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c543f9e3-cdf0-4ed0-b3b0-ef473dda2faa req-57a37b61-3f0a-472f-bd76-1f9c1b309b13 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108901 Jul 06 17:41:08.574175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Attempting to bind port 7515e377-1e46-4de8-857b-8321435d5701 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:08.576682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Attempting to bind port 7515e377-1e46-4de8-857b-8321435d5701 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:08.577283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Attempting to bind port 7515e377-1e46-4de8-857b-8321435d5701 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:08.616746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Port 7515e377-1e46-4de8-857b-8321435d5701 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:41:08.620911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Attempting to bind port 7515e377-1e46-4de8-857b-8321435d5701 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:08.627146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34698) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:08.671571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:08.674592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:08.676069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:08.687860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Bound port: 7515e377-1e46-4de8-857b-8321435d5701, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:08.689591 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:08.874048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Deleting port 988e99ad-1d0e-40ca-aab6-1780e0b33f88 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:08.883109 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:08.900528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] For port 7515e377-1e46-4de8-857b-8321435d5701, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:08.911498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] For port 7515e377-1e46-4de8-857b-8321435d5701, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7515e377-1e46-4de8-857b-8321435d5701,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:08.921929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:09.025403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49454ce6-812e-4bda-9696-1822ef0c3a2e req-788bde89-df72-4f69-9c10-71668e06ea79 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.032249 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49454ce6-812e-4bda-9696-1822ef0c3a2e req-788bde89-df72-4f69-9c10-71668e06ea79 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 949 time: 0.3171844 Jul 06 17:41:09.092904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49454ce6-812e-4bda-9696-1822ef0c3a2e req-23356cd5-5103-4864-9df3-f1ca5947e281 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592861 Jul 06 17:41:09.142635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.142635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:09.142635 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] 10.222.0.55 "PUT /v2.0/ports/7515e377-1e46-4de8-857b-8321435d5701 HTTP/1.1" status: 200 len: 1096 time: 2.6559892 Jul 06 17:41:09.148633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa53934-7313-4809-992b-08dc6e7f46a6', 'tag': '7515e377-1e46-4de8-857b-8321435d5701'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:09.153053 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa53934-7313-4809-992b-08dc6e7f46a6", "tag": "7515e377-1e46-4de8-857b-8321435d5701"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:09.173540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] For port 988e99ad-1d0e-40ca-aab6-1780e0b33f88, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=988e99ad-1d0e-40ca-aab6-1780e0b33f88,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:09.174270 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:09.195846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Calling delete_port for 988e99ad-1d0e-40ca-aab6-1780e0b33f88 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:09.229104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8379b-0112-4600-8a1e-fa34a8b66edc service neutron] Pushing event updated for resources: {'Port': ['ID=7515e377-1e46-4de8-857b-8321435d5701,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:09.287135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34718) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:09.309078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2087646055'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:09.432206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-e2cb28b5-18f4-4263-907b-646c77de065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.435604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-e2cb28b5-18f4-4263-907b-646c77de065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.437309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-e2cb28b5-18f4-4263-907b-646c77de065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.455224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-e2cb28b5-18f4-4263-907b-646c77de065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.455824 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-e2cb28b5-18f4-4263-907b-646c77de065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.456427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-e2cb28b5-18f4-4263-907b-646c77de065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.456926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-e2cb28b5-18f4-4263-907b-646c77de065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.459722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-e2cb28b5-18f4-4263-907b-646c77de065f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6501 time: 0.8287978 Jul 06 17:41:09.543890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:09.553993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:09.662291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-8a508cb2-439b-41b4-93ff-4723a6fa0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.665479 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-8a508cb2-439b-41b4-93ff-4723a6fa0e5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=698c44d51ac6402fb9582119a77ef0f6&device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 1099 time: 0.4547987 Jul 06 17:41:09.794063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d1c95-ff3c-42da-8230-7d6cfaebe05f req-16b084ed-bfcb-4556-93b4-d015bd411552 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:09.797264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-397d1c95-ff3c-42da-8230-7d6cfaebe05f req-16b084ed-bfcb-4556-93b4-d015bd411552 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 948 time: 0.5078518 Jul 06 17:41:09.820769 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-4d59780a-9816-4801-b039-b81b9f1b8837 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3410602 Jul 06 17:41:09.823926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-d81c25d7-31fe-4403-81f0-374ba5db1785 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7515e377-1e46-4de8-857b-8321435d5701 HTTP/1.1" status: 200 len: 217 time: 0.1387649 Jul 06 17:41:09.919410 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.021848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:41:10.038608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event deleted for resources: {'Port': ['ID=988e99ad-1d0e-40ca-aab6-1780e0b33f88,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:10.045620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9c76a-d9fe-4b78-a794-612c81f9fc9d req-3ce8a390-ac61-47c9-863f-28e730e5ecd8 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:10.054222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.054791 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Added segment 931cd93d-d6e9-4848-bb9d-10c04b209260 of type vlan for network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 Jul 06 17:41:10.057250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2d9c76a-d9fe-4b78-a794-612c81f9fc9d req-3ce8a390-ac61-47c9-863f-28e730e5ecd8 tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 1100 time: 0.3382642 Jul 06 17:41:10.068917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-397d1c95-ff3c-42da-8230-7d6cfaebe05f req-b2a33023-d692-4647-b2dc-d767dd804f83 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971481 Jul 06 17:41:10.123730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-0a28795e-1152-4e46-ad5d-f67d3ba66054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:10.125404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-0a28795e-1152-4e46-ad5d-f67d3ba66054 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.2898433 Jul 06 17:41:10.168590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] No DVR routers for this DVR port 988e99ad-1d0e-40ca-aab6-1780e0b33f88 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:10.171911 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f626f2-637d-4bf7-a522-946ca194c4a1 x-openstack-request-id: req-79f626f2-637d-4bf7-a522-946ca194c4a1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:10.172288 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa53934-7313-4809-992b-08dc6e7f46a6", "tag": "7515e377-1e46-4de8-857b-8321435d5701", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:10.174154 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79f626f2-637d-4bf7-a522-946ca194c4a1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:10.174154 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa53934-7313-4809-992b-08dc6e7f46a6', 'tag': '7515e377-1e46-4de8-857b-8321435d5701', 'status': 'completed', 'code': 200} Jul 06 17:41:10.177807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.178205 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.188975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f39815d2-eda2-46c7-961c-1a08d8ba479d req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "DELETE /v2.0/ports/988e99ad-1d0e-40ca-aab6-1780e0b33f88 HTTP/1.1" status: 204 len: 173 time: 1.8638995 Jul 06 17:41:10.197598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1093256-a051-4971-a812-8e81dcf40ca4', 'name': 'network-vif-deleted', 'tag': '988e99ad-1d0e-40ca-aab6-1780e0b33f88'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:10.212785 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc984db-09ae-4638-8c3c-c0ef87bdfa3d" -d '{"events": [{"server_uuid": "b1093256-a051-4971-a812-8e81dcf40ca4", "name": "network-vif-deleted", "tag": "988e99ad-1d0e-40ca-aab6-1780e0b33f88"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:10.219645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.220178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.230778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.231335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.232010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.232592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.233074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.233582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.233949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.234460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.234867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.235365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fc061-d96c-43c5-aaff-94a06b9a56bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:10.281202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2d9c76a-d9fe-4b78-a794-612c81f9fc9d req-647b3680-0535-4165-90f4-76455756d02d tempest-ServersOnMultiNodesTest-991009895 tempest-ServersOnMultiNodesTest-991009895-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225428 Jul 06 17:41:10.390800 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-315f1743-2438-453e-a3c1-b2af0b33af28 req-fde21895-58b2-4612-b6b3-652d81bddc2c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1093256-a051-4971-a812-8e81dcf40ca4 HTTP/1.1" status: 200 len: 210 time: 0.1152868 Jul 06 17:41:10.466604 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.489460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:10.490999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.553437 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12e5855-0897-42c3-9316-dd07a0c742e5 x-openstack-request-id: req-d12e5855-0897-42c3-9316-dd07a0c742e5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:10.553774 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1093256-a051-4971-a812-8e81dcf40ca4", "name": "network-vif-deleted", "tag": "988e99ad-1d0e-40ca-aab6-1780e0b33f88", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:10.554037 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d12e5855-0897-42c3-9316-dd07a0c742e5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:10.554480 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1093256-a051-4971-a812-8e81dcf40ca4', 'name': 'network-vif-deleted', 'tag': '988e99ad-1d0e-40ca-aab6-1780e0b33f88', 'status': 'completed', 'code': 200} Jul 06 17:41:10.720681 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4207103 Jul 06 17:41:10.724433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34750) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:10.729844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2147462033'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:10.737483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-224e84e6-b945-4469-87cb-fa285ca5e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:10.740315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-224e84e6-b945-4469-87cb-fa285ca5e3e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5959945 Jul 06 17:41:10.793903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:10.808044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.829345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a6580-829e-4aa2-9dcb-273ed4ed640f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Network': ['ID=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:10.844890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:41:10.896946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:41:10.919136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:10.919571 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Added segment ad803439-b730-46e1-a841-f7bd2a5fa8ac of type vlan for network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 Jul 06 17:41:10.942684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-deb4abe2-3366-4202-b1e1-34569be9fe8e service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849792 Jul 06 17:41:11.048466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:11.129297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:11.147578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:11.159326 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:11.211491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4858954 Jul 06 17:41:11.223456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34760) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:11.296604 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26bf7716-7a04-475c-ba10-f6d004b43c80 req-a50cabe6-c4d5-4725-85e8-231d90294928 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436174 Jul 06 17:41:11.299353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'subnet': {'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:11.483697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 988e99ad-1d0e-40ca-aab6-1780e0b33f88 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:11.549575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 988e99ad-1d0e-40ca-aab6-1780e0b33f88 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:11.549983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 988e99ad-1d0e-40ca-aab6-1780e0b33f88 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:11.606600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ae9fe-f3d5-466d-97e5-ebc79f4bd849 req-66154d28-008e-4dd7-8f9d-af2d952fe9fb tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:11.612378 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-504ae9fe-f3d5-466d-97e5-ebc79f4bd849 req-66154d28-008e-4dd7-8f9d-af2d952fe9fb tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 949 time: 0.3136060 Jul 06 17:41:11.690197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65439a08-ff82-4b40-9956-4ad2028c4e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Network': ['ID=563e46c9-5ffa-45c3-8a52-e75a0fee5801,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:11.696217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-8917b17c-c98a-4aa1-a131-badf3f5038aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:11.698500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-8917b17c-c98a-4aa1-a131-badf3f5038aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=698c44d51ac6402fb9582119a77ef0f6&device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 1099 time: 0.1958244 Jul 06 17:41:11.701981 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-504ae9fe-f3d5-466d-97e5-ebc79f4bd849 req-4613afff-534a-456f-8b01-220f97956d5e tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821724 Jul 06 17:41:11.706074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:41:11.724612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:11.735748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:11.931840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-4c042366-c594-425c-89df-6d29d0c6379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:11.933400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-4c042366-c594-425c-89df-6d29d0c6379b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2262492 Jul 06 17:41:11.990981 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b0a7-fa85-4034-9061-ac5071d98cf7 req-3feb935a-2702-426b-8fa5-5f12eb601813 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:12.001294 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e745b0a7-fa85-4034-9061-ac5071d98cf7 req-3feb935a-2702-426b-8fa5-5f12eb601813 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 948 time: 0.4142332 Jul 06 17:41:12.099993 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-d7a0c4ef-4071-4d95-828f-70118e62efa3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7515e377-1e46-4de8-857b-8321435d5701 HTTP/1.1" status: 200 len: 217 time: 0.1550486 Jul 06 17:41:12.131538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e745b0a7-fa85-4034-9061-ac5071d98cf7 req-ea0c47d2-5ee1-441f-88b7-978c33ef1d63 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267474 Jul 06 17:41:12.227285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-f1561f97-3677-4b60-8a72-51f89b3d749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:12.231998 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-f1561f97-3677-4b60-8a72-51f89b3d749f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1258764 Jul 06 17:41:12.465473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-c0cdf715-3575-4206-b58f-1547e640f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:12.468542 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-c0cdf715-3575-4206-b58f-1547e640f8f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2260468 Jul 06 17:41:12.653958 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-671e2ee6-463f-4bd6-88e6-4b9fd76bd28a service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696246 Jul 06 17:41:12.819450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88ef4414-b4ad-4b6b-ac71-4dc940dbbdbc req-ca99bac9-d58a-46a3-835e-3035dba3e9b5 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561770 Jul 06 17:41:12.842014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:12.950242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-70ed28c1-dd5e-43fe-8a89-409fc3ca4a46 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:12.953095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-70ed28c1-dd5e-43fe-8a89-409fc3ca4a46 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 949 time: 0.5963776 Jul 06 17:41:12.967136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Subnet': ['ID=e88be28d-1908-4a81-a282-6768cce163e4,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:13.049147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e59a4e-b6a9-4c0e-9866-3bb902b536d5 req-9d1899c7-93ce-487a-979a-3f43597d75f4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:13.055183 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a5e59a4e-b6a9-4c0e-9866-3bb902b536d5 req-9d1899c7-93ce-487a-979a-3f43597d75f4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 949 time: 0.1257877 Jul 06 17:41:13.071023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-f616aff0-e861-4f84-9c76-807b59221246 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:13.074731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-f616aff0-e861-4f84-9c76-807b59221246 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.6442304 Jul 06 17:41:13.154135 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a5e59a4e-b6a9-4c0e-9866-3bb902b536d5 req-803e85e5-51d3-4943-bdca-4425f6d689ab tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875962 Jul 06 17:41:13.222073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-c9c5d974-0286-4077-8b63-feaf8c18215d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/quotas/b1241c3cb7844dfaade4e75a0193502a HTTP/1.1" status: 200 len: 375 time: 0.1327465 Jul 06 17:41:13.260557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Checking segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:13.261102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network hostable DHCP agents. Network: e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:41:13.313062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-20d9616a-ecdf-4cc8-a398-3cd0e0ce8998 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895922 Jul 06 17:41:13.481807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:41:13.494172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Deleting port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:13.494562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:13.584989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:13.588540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-2135ba93-68b5-4a2f-a469-fa8f51a680ca service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745197 Jul 06 17:41:13.597585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:13.598278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2280e-c1b6-41a6-93b4-def8cfc699d5 None None] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:41:13.598818 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:13.664015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db461139-fdfc-4668-a4da-283042b0bd59 req-27cc81a8-8a2f-4f8e-b95e-807e6026ef52 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:13.678085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db461139-fdfc-4668-a4da-283042b0bd59 req-27cc81a8-8a2f-4f8e-b95e-807e6026ef52 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 948 time: 0.1656518 Jul 06 17:41:13.716052 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2aa315b1-45c2-450c-b6d5-b16ed8bb7a34 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4258833 Jul 06 17:41:13.722016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34824) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:13.735540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] For port c0f1e8c9-af65-4a05-9d40-53dfea3c1931, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:13.736864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'subnet': {'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:13.738009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:13.780356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Calling delete_port for c0f1e8c9-af65-4a05-9d40-53dfea3c1931 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:13.886907 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db461139-fdfc-4668-a4da-283042b0bd59 req-f9323df1-18ec-45db-8908-e18a202bf5ab tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058136 Jul 06 17:41:13.953641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-589733c5-28e4-4ec2-8807-1ad55e27c7c3 service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417687 Jul 06 17:41:14.013530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'fixed_ips': [{'subnet_id': 'e88be28d-1908-4a81-a282-6768cce163e4'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:41:14.015575 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:14.037585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:14.041545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:14.169820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:14.297430 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event deleted for resources: {'Port': ['ID=c0f1e8c9-af65-4a05-9d40-53dfea3c1931,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:14.313959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['78095a9e-6dfc-407d-acd7-bd68ae47a748', '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c', 'e3420073-483a-480a-876e-136079ddd50b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:14.417557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', '0165f660-9310-4c50-9df4-4264bad0dd3c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:14.494863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] No DVR routers for this DVR port c0f1e8c9-af65-4a05-9d40-53dfea3c1931 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:14.538918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:14.565460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c06b76c9-ef4c-4328-91f4-35a04eabdb54 req-5895d3fb-d35d-4030-b51b-8eb70975f3ed tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "DELETE /v2.0/ports/c0f1e8c9-af65-4a05-9d40-53dfea3c1931 HTTP/1.1" status: 204 len: 173 time: 1.5821457 Jul 06 17:41:14.565979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f7d9ae-b4e1-42aa-8554-b037aabed6a6', 'name': 'network-vif-deleted', 'tag': 'c0f1e8c9-af65-4a05-9d40-53dfea3c1931'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:14.569781 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8c73b1-44b0-42d5-ac46-9d53af13b948" -d '{"events": [{"server_uuid": "a2f7d9ae-b4e1-42aa-8554-b037aabed6a6", "name": "network-vif-deleted", "tag": "c0f1e8c9-af65-4a05-9d40-53dfea3c1931"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:14.776003 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1eb97247-303a-4166-8112-a35a3f0be0fc req-df7d006c-3752-44e2-8dbd-64912548a022 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f7d9ae-b4e1-42aa-8554-b037aabed6a6 HTTP/1.1" status: 200 len: 210 time: 0.1494832 Jul 06 17:41:14.779642 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:14.940649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Subnet': ['ID=8c014c69-be27-4d21-bd02-a36f6090fef3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:14.953346 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Allocated IP 10.1.1.2 (e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98/e88be28d-1908-4a81-a282-6768cce163e4/6b58e78d-a114-4152-a733-a1a4f7707941) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:14.981866 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3635f9c7-a1c5-4cfc-bdd4-5a0a337ce58d x-openstack-request-id: req-3635f9c7-a1c5-4cfc-bdd4-5a0a337ce58d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:14.989929 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f7d9ae-b4e1-42aa-8554-b037aabed6a6", "name": "network-vif-deleted", "tag": "c0f1e8c9-af65-4a05-9d40-53dfea3c1931", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:14.990413 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3635f9c7-a1c5-4cfc-bdd4-5a0a337ce58d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:14.992199 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f7d9ae-b4e1-42aa-8554-b037aabed6a6', 'name': 'network-vif-deleted', 'tag': 'c0f1e8c9-af65-4a05-9d40-53dfea3c1931', 'status': 'completed', 'code': 200} Jul 06 17:41:15.062464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Checking segment: {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:15.065700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network hostable DHCP agents. Network: 563e46c9-5ffa-45c3-8a52-e75a0fee5801, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:41:15.084050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2dbac1e5-072e-4f60-94e1-0e411ffe1ca8 req-a55d19a9-290f-408d-8e7d-2611c709babc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.1486185 Jul 06 17:41:15.157398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:41:15.182626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 563e46c9-5ffa-45c3-8a52-e75a0fee5801) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:15.187901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:15.188669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:15.221404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d4c199ac-debb-42cc-90bd-2531a93f2857 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4925039 Jul 06 17:41:15.221793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34864) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:15.230728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4f368-fcd9-43e2-baa2-5d252096b224 None None] Network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:41:15.243875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'port': {'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'name': 'tempest-TaggedBootDevicesTest-2022919371', 'fixed_ips': [{'subnet_id': 'e88be28d-1908-4a81-a282-6768cce163e4'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:15.534801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba00444-1fe6-4cb8-9e0c-20e12b09c1f8 req-6704a8b9-cfd9-4ebb-a31e-e1b1780c647a tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:15.536525 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ba00444-1fe6-4cb8-9e0c-20e12b09c1f8 req-6704a8b9-cfd9-4ebb-a31e-e1b1780c647a tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 948 time: 0.2198787 Jul 06 17:41:15.634380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:15.646158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device c0f1e8c9-af65-4a05-9d40-53dfea3c1931 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:15.665680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ba00444-1fe6-4cb8-9e0c-20e12b09c1f8 req-5be3691f-d38e-4642-b967-06accdc88039 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146526 Jul 06 17:41:15.726099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: c0f1e8c9-af65-4a05-9d40-53dfea3c1931 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:15.726773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device c0f1e8c9-af65-4a05-9d40-53dfea3c1931 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:15.838898 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:15.918954 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:15.928674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] device_id is not set on port 7683b96e-e042-4f2c-baf6-0f7ab80da843 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:41:15.949239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Transition to ACTIVE for port object 6b58e78d-a114-4152-a733-a1a4f7707941 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:16.013982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Transition to ACTIVE for port object 6b58e78d-a114-4152-a733-a1a4f7707941 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:16.033130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7515e377-1e46-4de8-857b-8321435d5701 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:41:16.224729 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:16.378957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 7515e377-1e46-4de8-857b-8321435d5701, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7515e377-1e46-4de8-857b-8321435d5701,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:16.386028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5513ea10-161c-444c-8032-8590626ebac1 req-c2b52077-0d65-4c66-9123-4d755cae7798 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.0443652 Jul 06 17:41:16.513821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '7515e377-1e46-4de8-857b-8321435d5701', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '7515e377-1e46-4de8-857b-8321435d5701', 'mac_address': 'fa:16:3e:4e:aa:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:41:16.517599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Allocated IP 10.1.1.139 (e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98/e88be28d-1908-4a81-a282-6768cce163e4/7683b96e-e042-4f2c-baf6-0f7ab80da843) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:16.948429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:17.177174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c62c83-0cdf-4a0e-a9a4-ffbcdb8bb841 req-c523f331-2b61-40fd-965b-ff9ad745b0f7 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:17.179067 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-45c62c83-0cdf-4a0e-a9a4-ffbcdb8bb841 req-c523f331-2b61-40fd-965b-ff9ad745b0f7 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 948 time: 0.1451321 Jul 06 17:41:17.234380 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:17.248416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:17.257326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:17.292246 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-45c62c83-0cdf-4a0e-a9a4-ffbcdb8bb841 req-4a0bc073-3544-4bc4-9319-d055f95366db tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067102 Jul 06 17:41:17.293035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7515e377-1e46-4de8-857b-8321435d5701 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:17.347159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 7515e377-1e46-4de8-857b-8321435d5701, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7515e377-1e46-4de8-857b-8321435d5701,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:17.476251 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:17.478213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Pushing event updated for resources: {'Port': ['ID=6b58e78d-a114-4152-a733-a1a4f7707941,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:17.577961 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dacc0bf3-583b-435c-934b-3979197ae8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:17.585459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Attempting to bind port 6b58e78d-a114-4152-a733-a1a4f7707941 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:17.585826 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Attempting to bind port 6b58e78d-a114-4152-a733-a1a4f7707941 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:17.586195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Attempting to bind port 6b58e78d-a114-4152-a733-a1a4f7707941 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:17.616779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:17.617284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Checking segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:17.617625 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:17.618034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Bound using segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:17.618656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Bound port: 6b58e78d-a114-4152-a733-a1a4f7707941, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:17.619047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:17.633569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-563e46c9-5ffa-45c3-8a52-e75a0fee5801', 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'fixed_ips': [{'subnet_id': '8c014c69-be27-4d21-bd02-a36f6090fef3'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:41:17.634582 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:17.735381 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15b33d31-842f-41eb-a26a-83dd1b3fb304 req-63fcffd9-9e95-46a0-8210-fc8391da1c9a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.0754206 Jul 06 17:41:17.804455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=7515e377-1e46-4de8-857b-8321435d5701,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:17.851656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-37c116ff-4cf7-468a-9d87-2b66f4eff2bf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:17.853375 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-37c116ff-4cf7-468a-9d87-2b66f4eff2bf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 1.1229005 Jul 06 17:41:17.871139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Request body: {'port': {'device_id': '4ce63f64-c780-4005-860f-6166e78e9d83', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'admin_state_up': True, 'tenant_id': 'b1241c3cb7844dfaade4e75a0193502a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:17.903576 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:17.977056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Transition to ACTIVE for port object 7683b96e-e042-4f2c-baf6-0f7ab80da843 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:18.006513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] For port 6b58e78d-a114-4152-a733-a1a4f7707941, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:18.014177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] For port 6b58e78d-a114-4152-a733-a1a4f7707941, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6b58e78d-a114-4152-a733-a1a4f7707941,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:18.071140 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:18.079284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1e48a-5319-4a5c-8d8c-36f90588f711 req-b66dc1ef-9387-4c77-8683-62d7487e73d6 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:18.096396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa1e48a-5319-4a5c-8d8c-36f90588f711 req-b66dc1ef-9387-4c77-8683-62d7487e73d6 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 950 time: 0.5696352 Jul 06 17:41:18.192440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7515e377-1e46-4de8-857b-8321435d5701'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:18.200302 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:18.281091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Allocated IP 10.2.2.2 (563e46c9-5ffa-45c3-8a52-e75a0fee5801/8c014c69-be27-4d21-bd02-a36f6090fef3/b52565b1-eb30-4074-a17d-be93a4f7e0e8) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:18.315137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:18.368788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa1e48a-5319-4a5c-8d8c-36f90588f711 req-2f1ac2ab-2e04-4739-aa6f-6b918a6ed459 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702682 Jul 06 17:41:18.408666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Made reservation on behalf of b1241c3cb7844dfaade4e75a0193502a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:18.427774 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:18.678584 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:18.697613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Transition to ACTIVE for port object b52565b1-eb30-4074-a17d-be93a4f7e0e8 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:18.820246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Transition to ACTIVE for port object b52565b1-eb30-4074-a17d-be93a4f7e0e8 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:18.874758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:18.875545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:18.900912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:18.902414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4225c0-f43f-4edf-ad98-1bd56e60c4f4 None None] Pushing event updated for resources: {'Port': ['ID=6b58e78d-a114-4152-a733-a1a4f7707941,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:18.913365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Port': ['ID=7683b96e-e042-4f2c-baf6-0f7ab80da843,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:18.995686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ea1-7ddd-4748-bc8d-88f7995df6e1 req-a9bc02a9-1479-4d96-9ddb-fd80539d850f tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:19.013855 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-913a9ea1-7ddd-4748-bc8d-88f7995df6e1 req-a9bc02a9-1479-4d96-9ddb-fd80539d850f tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 949 time: 0.3680351 Jul 06 17:41:19.105235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-24dec6e3-9391-4f96-92fb-ee9867de1d3e tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:19.106563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:19.108901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-24dec6e3-9391-4f96-92fb-ee9867de1d3e tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 950 time: 0.3338587 Jul 06 17:41:19.110685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Pushing event updated for resources: {'Port': ['ID=b52565b1-eb30-4074-a17d-be93a4f7e0e8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:19.134319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:19.141400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:19.214725 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-913a9ea1-7ddd-4748-bc8d-88f7995df6e1 req-9fdce03d-0932-4450-b291-795d304ac6c2 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983802 Jul 06 17:41:19.267231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Attempting to bind port b52565b1-eb30-4074-a17d-be93a4f7e0e8 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:19.267784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Attempting to bind port b52565b1-eb30-4074-a17d-be93a4f7e0e8 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:19.279694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Attempting to bind port b52565b1-eb30-4074-a17d-be93a4f7e0e8 on network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:19.318062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Allocated IP 172.20.0.3 (9811fd57-c9db-4518-b207-d909bc461be1/efd08fa1-37f8-4d9c-8543-93bcd3936a3f/3b4a3132-8162-43f5-a2cb-9eb0d795fccf) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:19.358472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:19.359590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Checking segment: {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:19.361721 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:19.361721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Bound using segment: {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:19.362231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Bound port: b52565b1-eb30-4074-a17d-be93a4f7e0e8, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:19.362950 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:19.369275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:19.370689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:19.402041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f19ab975-455e-4e62-a6a3-71610104efc7 req-e9345f76-3362-4d92-b8bd-4fb1cf0d88ed tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.2351084 Jul 06 17:41:19.490080 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c793160f-c287-4437-8a01-75ecca36e008 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2658012 Jul 06 17:41:19.494897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34944) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:19.535038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'port': {'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'name': 'tempest-TaggedBootDevicesTest-709903147', 'fixed_ips': [{'subnet_id': 'e88be28d-1908-4a81-a282-6768cce163e4'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:19.702454 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82ab9825-8e1e-41a8-9760-dec0b29c55a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:19.774708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Deleting port e3420073-483a-480a-876e-136079ddd50b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:19.775577 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:19.841247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] For port b52565b1-eb30-4074-a17d-be93a4f7e0e8, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:19.891113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] For port b52565b1-eb30-4074-a17d-be93a4f7e0e8, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b52565b1-eb30-4074-a17d-be93a4f7e0e8,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:19.907371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:19.912009 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:20.105974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd8fda-7acb-4e62-83be-83840f0a5225 None None] Pushing event updated for resources: {'Port': ['ID=b52565b1-eb30-4074-a17d-be93a4f7e0e8,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:20.122242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] For port e3420073-483a-480a-876e-136079ddd50b, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=e3420073-483a-480a-876e-136079ddd50b,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:20.123286 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:20.155374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Calling delete_port for e3420073-483a-480a-876e-136079ddd50b owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:20.171997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6b58e78d-a114-4152-a733-a1a4f7707941 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:20.265448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:20.316157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:20.325881 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:20.391775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 6b58e78d-a114-4152-a733-a1a4f7707941 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:20.434332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c258a1-91b9-4c9b-aae8-43bbc1500786 None None] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:41:20.444535 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:20.462751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] device_id is not set on port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:41:20.592242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event deleted for resources: {'Port': ['ID=e3420073-483a-480a-876e-136079ddd50b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:20.635648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] No DVR routers for this DVR port e3420073-483a-480a-876e-136079ddd50b on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:20.635916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Provisioning for port 6b58e78d-a114-4152-a733-a1a4f7707941 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:20.649236 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:20.653464 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c5060fa5-1a2a-4262-8ceb-aeb939107a2e req-4227e999-1eb4-4f2d-adbc-3b62862655e4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "DELETE /v2.0/ports/e3420073-483a-480a-876e-136079ddd50b HTTP/1.1" status: 204 len: 173 time: 1.5165713 Jul 06 17:41:20.668991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['78095a9e-6dfc-407d-acd7-bd68ae47a748', '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:20.674650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b48788-33d9-486b-bc40-f537ed42364d', 'name': 'network-vif-deleted', 'tag': 'e3420073-483a-480a-876e-136079ddd50b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:20.679592 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907ee6ea-b110-47b7-991f-32f3850ee807" -d '{"events": [{"server_uuid": "c9b48788-33d9-486b-bc40-f537ed42364d", "name": "network-vif-deleted", "tag": "e3420073-483a-480a-876e-136079ddd50b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:20.817887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Provisioning complete for port 6b58e78d-a114-4152-a733-a1a4f7707941 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:20.819325 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:20.821592 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:20.849864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38636591-ee22-46db-82ba-60e8bb00c628 req-97271bf9-abcc-457f-a61c-274ecd1ee869 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:20.862825 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-38636591-ee22-46db-82ba-60e8bb00c628 req-97271bf9-abcc-457f-a61c-274ecd1ee869 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 949 time: 0.2297363 Jul 06 17:41:20.901668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Allocated IP 10.1.1.119 (e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98/e88be28d-1908-4a81-a282-6768cce163e4/ed0e1eb7-4909-4d09-985f-3586dfcb9c82) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:20.933884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-38636591-ee22-46db-82ba-60e8bb00c628 req-91513ff4-4031-46d1-892a-9eda0aac13c4 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697496 Jul 06 17:41:21.173013 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:21.175084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', '0165f660-9310-4c50-9df4-4264bad0dd3c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:21.197926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Transition to ACTIVE for port object ed0e1eb7-4909-4d09-985f-3586dfcb9c82 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:21.210455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f033c-9d26-4cba-9fef-ae98aa2fd429 req-5d8d99d9-152e-4683-aea9-6b4a9f5a1e6e tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:21.217829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db3f033c-9d26-4cba-9fef-ae98aa2fd429 req-5d8d99d9-152e-4683-aea9-6b4a9f5a1e6e tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b48788-33d9-486b-bc40-f537ed42364d HTTP/1.1" status: 200 len: 867 time: 1.2756193 Jul 06 17:41:21.223741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:21.252693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8f00a-43dd-4091-9bc7-4ad6f49c33b2 req-b288616a-6a43-4a93-b082-34c1f3530e51 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:21.260735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c6c8f00a-43dd-4091-9bc7-4ad6f49c33b2 req-b288616a-6a43-4a93-b082-34c1f3530e51 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 931 time: 0.1241510 Jul 06 17:41:21.340945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event updated for resources: {'Port': ['ID=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:21.342092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c6c8f00a-43dd-4091-9bc7-4ad6f49c33b2 req-ed728ead-64e4-4368-b679-01c908aa0d3f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802543 Jul 06 17:41:21.362606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db3f033c-9d26-4cba-9fef-ae98aa2fd429 req-2ad6bc06-a57f-48cf-91a8-a768ce679f6c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437581 Jul 06 17:41:21.422902 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:21.449326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Network 9811fd57-c9db-4518-b207-d909bc461be1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:21.458762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:21.475556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:21.525015 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32830e25-4ddf-4c91-a957-263f2a603b9c x-openstack-request-id: req-32830e25-4ddf-4c91-a957-263f2a603b9c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:21.525881 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b48788-33d9-486b-bc40-f537ed42364d", "name": "network-vif-deleted", "tag": "e3420073-483a-480a-876e-136079ddd50b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:21.526657 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32830e25-4ddf-4c91-a957-263f2a603b9c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:21.527650 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b48788-33d9-486b-bc40-f537ed42364d', 'name': 'network-vif-deleted', 'tag': 'e3420073-483a-480a-876e-136079ddd50b', 'status': 'completed', 'code': 200} Jul 06 17:41:21.717413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:21.718783 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:21.749993 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:21.826384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] For port 6b58e78d-a114-4152-a733-a1a4f7707941, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6b58e78d-a114-4152-a733-a1a4f7707941,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:21.849113 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:21.931700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7515e377-1e46-4de8-857b-8321435d5701 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:21.962802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:21.969033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Port': ['ID=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:21.978671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:21.982037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:21.987369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-fa40812e-60b4-47f4-911a-df3ac71865d0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1199639 Jul 06 17:41:22.063344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Request body: {'port': {'device_id': '4ce63f64-c780-4005-860f-6166e78e9d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:22.133549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Pushing event updated for resources: {'Port': ['ID=6b58e78d-a114-4152-a733-a1a4f7707941,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:22.194204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 7515e377-1e46-4de8-857b-8321435d5701 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:22.199751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.200171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.200477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.200846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.201236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.201593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.201999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.202362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.202770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.203103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.203478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.203810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502151ca-a501-4d58-a3e2-383c0fa3d2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:22.214844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 7515e377-1e46-4de8-857b-8321435d5701 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:22.215292 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:22.230764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:22.235050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:22.390398 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:22.399587 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:22.438645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b52565b1-eb30-4074-a17d-be93a4f7e0e8 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:22.484898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9e12b526-f35c-428f-8ee6-11892608bc8a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9651184 Jul 06 17:41:22.557316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb539c-f677-41e6-9394-4eb64032fd70 None None] Network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:41:22.721459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9085b-14e9-4a80-9cd1-a6369910ed5e req-2a3b719a-c600-46a4-b74e-f5a0cf112b4b tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:22.724698 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9cc9085b-14e9-4a80-9cd1-a6369910ed5e req-2a3b719a-c600-46a4-b74e-f5a0cf112b4b tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 949 time: 0.2197983 Jul 06 17:41:22.837527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9cc9085b-14e9-4a80-9cd1-a6369910ed5e req-88dbc878-a2e6-4ebf-aabf-2d29e74e29e4 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022100 Jul 06 17:41:23.006638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7b77d125-c969-4b95-98cd-5436a12c4b6b None None] Provisioning for port b52565b1-eb30-4074-a17d-be93a4f7e0e8 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:23.060519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4a3132-8162-43f5-a2cb-9eb0d795fccf {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:23.065944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 7515e377-1e46-4de8-857b-8321435d5701, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7515e377-1e46-4de8-857b-8321435d5701,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:23.073446 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:23.105689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Transition to ACTIVE for port object 3b4a3132-8162-43f5-a2cb-9eb0d795fccf will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:23.140082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016001a7-3f88-4914-ab07-9e8fdcee9245 req-d669ed99-f534-43cb-9295-d57474862c12 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:23.144773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa53934-7313-4809-992b-08dc6e7f46a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7515e377-1e46-4de8-857b-8321435d5701'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:23.148115 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bad1785-e655-48cc-b5fd-d49b5cfb714a" -d '{"events": [{"server_uuid": "6aa53934-7313-4809-992b-08dc6e7f46a6", "name": "network-vif-plugged", "status": "completed", "tag": "7515e377-1e46-4de8-857b-8321435d5701"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:23.151336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-016001a7-3f88-4914-ab07-9e8fdcee9245 req-d669ed99-f534-43cb-9295-d57474862c12 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 931 time: 0.2443159 Jul 06 17:41:23.154664 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:23.172737 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:23.217570 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:23.224443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e3420073-483a-480a-876e-136079ddd50b no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:23.339493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-016001a7-3f88-4914-ab07-9e8fdcee9245 req-a02ffc6e-64d3-481b-9f35-45308d9ccebb tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866431 Jul 06 17:41:23.430814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:23.457125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: e3420073-483a-480a-876e-136079ddd50b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:23.458275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device e3420073-483a-480a-876e-136079ddd50b not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:23.464829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port b52565b1-eb30-4074-a17d-be93a4f7e0e8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:23.482797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=7515e377-1e46-4de8-857b-8321435d5701,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:23.521788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b52565b1-eb30-4074-a17d-be93a4f7e0e8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:23.522769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Attempting to bind port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:23.523022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Attempting to bind port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:23.523348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Attempting to bind port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:23.523878 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:23.532694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf on network 9811fd57-c9db-4518-b207-d909bc461be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:41:23.533963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Attempting to bind port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:23.546976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:23.547320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Checking segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:23.548094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Bound using segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:23.548214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Bound port: 3b4a3132-8162-43f5-a2cb-9eb0d795fccf, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:23.553241 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:23.654296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a28544bf-72e9-44f2-a609-4eb46beeb32e None None] Provisioning for port 7683b96e-e042-4f2c-baf6-0f7ab80da843 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:23.678613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a28544bf-72e9-44f2-a609-4eb46beeb32e None None] Provisioning complete for port 7683b96e-e042-4f2c-baf6-0f7ab80da843 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:23.679217 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a28544bf-72e9-44f2-a609-4eb46beeb32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:23.728974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] For port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:23.742103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] For port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:23.751182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:23.878029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a28544bf-72e9-44f2-a609-4eb46beeb32e None None] Port 7683b96e-e042-4f2c-baf6-0f7ab80da843 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:41:23.883811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:23.910405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:23.925214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:23.928287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-507f62d1-9349-45bb-957e-c21bbfee2b28 service neutron] 10.222.0.22 "PUT /v2.0/ports/3b4a3132-8162-43f5-a2cb-9eb0d795fccf HTTP/1.1" status: 200 len: 1091 time: 1.8715653 Jul 06 17:41:23.930197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce63f64-c780-4005-860f-6166e78e9d83', 'tag': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:23.945594 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2109cf-5853-4ea4-adc2-5380e148bce6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce63f64-c780-4005-860f-6166e78e9d83", "tag": "3b4a3132-8162-43f5-a2cb-9eb0d795fccf"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:23.976615 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d593d697-9176-4a55-b46b-4b62a7cf8f47 x-openstack-request-id: req-d593d697-9176-4a55-b46b-4b62a7cf8f47 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:23.977045 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa53934-7313-4809-992b-08dc6e7f46a6", "name": "network-vif-plugged", "status": "completed", "tag": "7515e377-1e46-4de8-857b-8321435d5701", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:23.977247 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d593d697-9176-4a55-b46b-4b62a7cf8f47 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:23.977653 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa53934-7313-4809-992b-08dc6e7f46a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7515e377-1e46-4de8-857b-8321435d5701', 'code': 200} Jul 06 17:41:23.990234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35036) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:24.001354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5a275bec-42d2-4834-bfa2-fae9c22f7772 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1407507184', 'description': 'tempest-description--1712583449'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:24.033396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a28544bf-72e9-44f2-a609-4eb46beeb32e None None] Provisioning complete for port 6b58e78d-a114-4152-a733-a1a4f7707941 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:24.033801 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a28544bf-72e9-44f2-a609-4eb46beeb32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:24.149006 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:24.217722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-cbcbee47-45d9-4457-9617-715d974dfdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:24.228747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-cbcbee47-45d9-4457-9617-715d974dfdff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 1094 time: 0.2344844 Jul 06 17:41:24.271426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port b52565b1-eb30-4074-a17d-be93a4f7e0e8, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b52565b1-eb30-4074-a17d-be93a4f7e0e8,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:24.302958 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:24.340056 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1804ab9b-fd2c-4b57-8282-6289769edbe8 x-openstack-request-id: req-1804ab9b-fd2c-4b57-8282-6289769edbe8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:24.340503 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce63f64-c780-4005-860f-6166e78e9d83", "tag": "3b4a3132-8162-43f5-a2cb-9eb0d795fccf", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:24.340894 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1804ab9b-fd2c-4b57-8282-6289769edbe8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:24.341503 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce63f64-c780-4005-860f-6166e78e9d83', 'tag': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf', 'status': 'completed', 'code': 200} Jul 06 17:41:24.344389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-2abc4efa-aca5-483a-a30d-c53eb5c07c16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b4a3132-8162-43f5-a2cb-9eb0d795fccf HTTP/1.1" status: 200 len: 217 time: 0.1140800 Jul 06 17:41:24.506186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6b58e78d-a114-4152-a733-a1a4f7707941 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:24.571062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-49d60afc-fae2-499b-9dc5-9b8fa683d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:24.573909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-49d60afc-fae2-499b-9dc5-9b8fa683d183 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.2225721 Jul 06 17:41:24.655911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=b52565b1-eb30-4074-a17d-be93a4f7e0e8,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:24.657335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-983cd980-e149-490b-8cbf-855c5de176f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762937 Jul 06 17:41:24.747001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6b58e78d-a114-4152-a733-a1a4f7707941 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:24.747522 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:24.910236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-99938338-ac29-4967-b1c2-89000bb32bc0 None None] Provisioning for port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:24.932741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-99938338-ac29-4967-b1c2-89000bb32bc0 None None] Provisioning complete for port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:24.933360 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99938338-ac29-4967-b1c2-89000bb32bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:25.001804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-99938338-ac29-4967-b1c2-89000bb32bc0 None None] Port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:41:25.022856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-99938338-ac29-4967-b1c2-89000bb32bc0 None None] Provisioning complete for port b52565b1-eb30-4074-a17d-be93a4f7e0e8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:25.023213 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99938338-ac29-4967-b1c2-89000bb32bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:25.089410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-6f940c4f-973d-446b-9f45-50e51ed262e9 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182367 Jul 06 17:41:25.192929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a275bec-42d2-4834-bfa2-fae9c22f7772 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:25.205472 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:41:25.251429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229aba0-10e9-4ac5-8640-e486189eea45 req-098246f1-b6d4-4d7f-bc6e-74c0de578d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.254598 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2229aba0-10e9-4ac5-8640-e486189eea45 req-098246f1-b6d4-4d7f-bc6e-74c0de578d26 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 1101 time: 1.2456605 Jul 06 17:41:25.264773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35052) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:25.358794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2229aba0-10e9-4ac5-8640-e486189eea45 req-74d6b249-898b-44dd-8b01-6d5552565544 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766952 Jul 06 17:41:25.396621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a3f580b-b4d9-43dd-968c-724b448e9154 req-d19147bb-c430-40ae-b8ee-87826846b7a7 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468748 Jul 06 17:41:25.414850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1a4b-1268-4f54-b83d-1857ff9d31fc req-37ea5825-11ab-4ba3-bd32-5239c4b14d12 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.427201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f14f1a4b-1268-4f54-b83d-1857ff9d31fc req-37ea5825-11ab-4ba3-bd32-5239c4b14d12 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 949 time: 0.7049887 Jul 06 17:41:25.471197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b47525-54cc-4065-9429-314d624ab729 req-ae1a3d60-c72d-4756-87bf-085a6327868f tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.526132 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4b47525-54cc-4065-9429-314d624ab729 req-ae1a3d60-c72d-4756-87bf-085a6327868f tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 950 time: 1.3064268 Jul 06 17:41:25.526739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f14f1a4b-1268-4f54-b83d-1857ff9d31fc req-57b372b0-79f0-4879-93a6-49495934f847 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707078 Jul 06 17:41:25.527079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a275bec-42d2-4834-bfa2-fae9c22f7772 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:25.549454 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4b47525-54cc-4065-9429-314d624ab729 req-86efa432-6af9-4db6-ab0a-b361a8088c10 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653193 Jul 06 17:41:25.550901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a275bec-42d2-4834-bfa2-fae9c22f7772 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:25.567502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a8af8-a912-4778-a616-6587cc73b60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:25.650851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a275bec-42d2-4834-bfa2-fae9c22f7772 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:25.655074 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5a275bec-42d2-4834-bfa2-fae9c22f7772 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6628199 Jul 06 17:41:25.661846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35062) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:25.673540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f3cf0bcf-cbd2-4fac-bd65-2c7073797367 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'security_group_rule': {'security_group_id': 'edf93d82-8e98-481f-9c53-536f6573463f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:25.693699 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a275bec-42d2-4834-bfa2-fae9c22f7772 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf93d82-8e98-481f-9c53-536f6573463f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:25.839356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-efedad55-0dc6-4126-86ff-b9f3b4f85b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:25.842323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-efedad55-0dc6-4126-86ff-b9f3b4f85b70 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 1094 time: 0.2567973 Jul 06 17:41:26.024406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a8af8-a912-4778-a616-6587cc73b60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.048473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099f645-6ff8-4414-bd06-22a6db44cb5f req-cb4a58aa-67aa-4955-9c6e-cae61a5919cc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:26.050062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4099f645-6ff8-4414-bd06-22a6db44cb5f req-cb4a58aa-67aa-4955-9c6e-cae61a5919cc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 943 time: 0.3449030 Jul 06 17:41:26.052782 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a8af8-a912-4778-a616-6587cc73b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.058754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-ae15290e-e377-4a75-bb0c-8cb3c8dbdc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:26.060274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-ae15290e-e377-4a75-bb0c-8cb3c8dbdc5a service neutron] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 913 time: 0.2060905 Jul 06 17:41:26.070915 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0bcf-cbd2-4fac-bd65-2c7073797367 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.150896 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-f7eda50a-b984-41a5-8047-f4b087b60d65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b4a3132-8162-43f5-a2cb-9eb0d795fccf HTTP/1.1" status: 200 len: 217 time: 0.0697777 Jul 06 17:41:26.193816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0bcf-cbd2-4fac-bd65-2c7073797367 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.214659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a8af8-a912-4778-a616-6587cc73b60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1002b4-d639-429e-acb1-db125a253f8b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:26.222873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-603a8af8-a912-4778-a616-6587cc73b60c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3052fd29cc0e46148c46cd7e8c8394c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9559851 Jul 06 17:41:26.229578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35072) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:26.276070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4099f645-6ff8-4414-bd06-22a6db44cb5f req-17613cf3-bd58-4423-967b-c8aba0d03e61 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143919 Jul 06 17:41:26.276453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0bcf-cbd2-4fac-bd65-2c7073797367 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.320212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf0bcf-cbd2-4fac-bd65-2c7073797367 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266eb11f-1105-4271-9978-f0a634240a8d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:26.333143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-76696ad9-06eb-4214-8c7b-27d70caba237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:26.335820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-76696ad9-06eb-4214-8c7b-27d70caba237 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.1740322 Jul 06 17:41:26.340639 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0bcf-cbd2-4fac-bd65-2c7073797367 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.346172 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f3cf0bcf-cbd2-4fac-bd65-2c7073797367 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6782362 Jul 06 17:41:26.347898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:26.357493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9c3532ab-cc52-4ea4-a1d8-3483124c9ebf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'security_group_rule': {'security_group_id': 'edf93d82-8e98-481f-9c53-536f6573463f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:26.417215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cd9d3-c347-413c-9653-887b9786917b req-9acd801b-8126-445c-b80c-1431b9b0b725 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:26.419215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-347cd9d3-c347-413c-9653-887b9786917b req-9acd801b-8126-445c-b80c-1431b9b0b725 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 949 time: 0.2220817 Jul 06 17:41:26.422661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3532ab-cc52-4ea4-a1d8-3483124c9ebf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.436935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-05269f74-9eeb-4a0b-8637-f6dfce087cb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841186 Jul 06 17:41:26.438026 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db7e4a-3ca4-45ab-874a-ed0ace410256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.449244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b52565b1-eb30-4074-a17d-be93a4f7e0e8 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:26.527954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b52565b1-eb30-4074-a17d-be93a4f7e0e8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:26.528594 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.603779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-343c424f-6198-4395-9263-3659ade43103 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426907 Jul 06 17:41:26.661228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3532ab-cc52-4ea4-a1d8-3483124c9ebf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.731092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf2109cf-5853-4ea4-adc2-5380e148bce6 req-72486c3f-8822-48c4-9139-01528b5e123b service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195138 Jul 06 17:41:26.778773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db7e4a-3ca4-45ab-874a-ed0ace410256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.784155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3532ab-cc52-4ea4-a1d8-3483124c9ebf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.828820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3532ab-cc52-4ea4-a1d8-3483124c9ebf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b88dd6f-75bf-42fc-966c-dba0b494f336,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:26.914755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3532ab-cc52-4ea4-a1d8-3483124c9ebf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.920723 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9c3532ab-cc52-4ea4-a1d8-3483124c9ebf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5645041 Jul 06 17:41:26.923140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35086) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:26.933287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:26.980421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-347cd9d3-c347-413c-9653-887b9786917b req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Deleting port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:26.980870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-347cd9d3-c347-413c-9653-887b9786917b req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:26.991898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.003214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db7e4a-3ca4-45ab-874a-ed0ace410256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.009649 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db7e4a-3ca4-45ab-874a-ed0ace410256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.014280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f0db7e4a-3ca4-45ab-874a-ed0ace410256 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b1002b4-d639-429e-acb1-db125a253f8b HTTP/1.1" status: 204 len: 168 time: 0.7810450 Jul 06 17:41:27.070643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db7e4a-3ca4-45ab-874a-ed0ace410256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1002b4-d639-429e-acb1-db125a253f8b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:27.111550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce1c36-c13b-4ea1-b791-ce0a55909fb1 req-f53d1abf-df5f-4346-807b-01ea8629289c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:27.112811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f874d-87e1-4725-b542-d7b87a7568c6 req-b29b4487-3e4a-4fab-a67b-7d958228db9d tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:27.115296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a0f874d-87e1-4725-b542-d7b87a7568c6 req-b29b4487-3e4a-4fab-a67b-7d958228db9d tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 950 time: 0.2046006 Jul 06 17:41:27.119385 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0dce1c36-c13b-4ea1-b791-ce0a55909fb1 req-f53d1abf-df5f-4346-807b-01ea8629289c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 949 time: 0.2778845 Jul 06 17:41:27.171351 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a0f874d-87e1-4725-b542-d7b87a7568c6 req-fbeb17f9-5e7f-4d98-a12a-f9cbb6e6cc16 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488679 Jul 06 17:41:27.258325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0dce1c36-c13b-4ea1-b791-ce0a55909fb1 req-53ba0e22-35b8-448f-ae46-8176bd19cc98 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181290 Jul 06 17:41:27.260559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-347cd9d3-c347-413c-9653-887b9786917b req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] For port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:27.260925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-347cd9d3-c347-413c-9653-887b9786917b req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.289803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-347cd9d3-c347-413c-9653-887b9786917b req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Calling delete_port for 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:27.424960 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.473924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35116) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:27.499848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6488ed01-2acf-4eef-8a07-981d18639259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.548043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3b4a3132-8162-43f5-a2cb-9eb0d795fccf details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:41:27.606468 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-347cd9d3-c347-413c-9653-887b9786917b req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.630958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Allocated IP 172.25.7.197 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/3b06593c-2787-4afe-9196-f46f8ef63173) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:27.669769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', '0165f660-9310-4c50-9df4-4264bad0dd3c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:27.674046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['78095a9e-6dfc-407d-acd7-bd68ae47a748', '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:27.679259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event deleted for resources: {'Port': ['ID=3f49b827-ee9d-4e2c-ab76-04eda8a6c34c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:27.725094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86311fa7-7c62-425b-98a8-aacb194a6d58 req-ca4d7787-0176-4810-899f-a4e70fd42a4b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:27.728360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86311fa7-7c62-425b-98a8-aacb194a6d58 req-ca4d7787-0176-4810-899f-a4e70fd42a4b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 943 time: 0.1902561 Jul 06 17:41:27.787962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:27.791752 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-347cd9d3-c347-413c-9653-887b9786917b req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] No DVR routers for this DVR port 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:27.795085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-347cd9d3-c347-413c-9653-887b9786917b req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.797801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-347cd9d3-c347-413c-9653-887b9786917b req-656755a1-47db-483c-bd98-cad42de3cdc9 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "DELETE /v2.0/ports/3f49b827-ee9d-4e2c-ab76-04eda8a6c34c HTTP/1.1" status: 204 len: 173 time: 1.3404634 Jul 06 17:41:27.803251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ceb492-5aab-4d3b-8108-287a5c9ff417', 'name': 'network-vif-deleted', 'tag': '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:27.805247 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440f988e-edac-4f09-8a12-e4ec1c1ab66b" -d '{"events": [{"server_uuid": "b6ceb492-5aab-4d3b-8108-287a5c9ff417", "name": "network-vif-deleted", "tag": "3f49b827-ee9d-4e2c-ab76-04eda8a6c34c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:27.813258 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6488ed01-2acf-4eef-8a07-981d18639259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.828367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6488ed01-2acf-4eef-8a07-981d18639259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:27.864207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86311fa7-7c62-425b-98a8-aacb194a6d58 req-3b87f294-ac5b-4536-8189-7b382058b4ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224425 Jul 06 17:41:27.868838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'port_id': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf', 'mac_address': 'fa:16:3e:1f:2d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08fa1-37f8-4d9c-8543-93bcd3936a3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:41:27.918034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6488ed01-2acf-4eef-8a07-981d18639259 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3d85598fb714161bb302aec6ad2e6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426792 Jul 06 17:41:27.921625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35126) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:27.932445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488ed01-2acf-4eef-8a07-981d18639259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b863c190-f67d-4e60-b16c-46e90f1571d6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:27.955853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74dfef-e991-4036-9490-36cd06c1f9f0 req-360bddfa-229a-4e14-a7d0-8b74cd2d08c1 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:27.963399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a74dfef-e991-4036-9490-36cd06c1f9f0 req-360bddfa-229a-4e14-a7d0-8b74cd2d08c1 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 951 time: 0.2938838 Jul 06 17:41:28.020896 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.029087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e76b2cd-0470-4efa-86fd-ada334bf3361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.046852 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.057653 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e76b2cd-0470-4efa-86fd-ada334bf3361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.064148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4a3132-8162-43f5-a2cb-9eb0d795fccf {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:28.082217 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eea1739-fab3-42f9-84e4-05a71302e5c1 x-openstack-request-id: req-5eea1739-fab3-42f9-84e4-05a71302e5c1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:28.083075 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ceb492-5aab-4d3b-8108-287a5c9ff417", "name": "network-vif-deleted", "tag": "3f49b827-ee9d-4e2c-ab76-04eda8a6c34c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:28.083854 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eea1739-fab3-42f9-84e4-05a71302e5c1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:28.083854 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ceb492-5aab-4d3b-8108-287a5c9ff417', 'name': 'network-vif-deleted', 'tag': '3f49b827-ee9d-4e2c-ab76-04eda8a6c34c', 'status': 'completed', 'code': 200} Jul 06 17:41:28.156576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a74dfef-e991-4036-9490-36cd06c1f9f0 req-37a2b9d8-d969-4c4c-9a93-3beb37d8db44 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919487 Jul 06 17:41:28.193539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e76b2cd-0470-4efa-86fd-ada334bf3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.194750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:28.203813 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e76b2cd-0470-4efa-86fd-ada334bf3361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.207112 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7e76b2cd-0470-4efa-86fd-ada334bf3361 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b863c190-f67d-4e60-b16c-46e90f1571d6 HTTP/1.1" status: 204 len: 168 time: 0.2839639 Jul 06 17:41:28.216148 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.289544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76b2cd-0470-4efa-86fd-ada334bf3361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b863c190-f67d-4e60-b16c-46e90f1571d6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:28.297234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:28.309532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:28.313995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:28.349085 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.359708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Port': ['ID=3b06593c-2787-4afe-9196-f46f8ef63173,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:28.465832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:28.522851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.559092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8dfddd75-e332-48b1-b3b2-aedd7616daf8 req-f0f5219c-2f5f-4d30-9b4e-11de5046c6d6 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ceb492-5aab-4d3b-8108-287a5c9ff417 HTTP/1.1" status: 200 len: 210 time: 0.0552666 Jul 06 17:41:28.574004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1baf-2953-4a4d-abcd-221d6ee69370 req-ed5f32a5-13ac-4abf-8226-83a5bd128ccf tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:28.588018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c35e1baf-2953-4a4d-abcd-221d6ee69370 req-ed5f32a5-13ac-4abf-8226-83a5bd128ccf tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 950 time: 0.2252705 Jul 06 17:41:28.651367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.668596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3b4a3132-8162-43f5-a2cb-9eb0d795fccf'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:28.686638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c35e1baf-2953-4a4d-abcd-221d6ee69370 req-55bd8659-8272-44f3-9bae-7ea4b67c65f8 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874832 Jul 06 17:41:28.920886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:28.929223 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:29.038023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Port': ['ID=3b06593c-2787-4afe-9196-f46f8ef63173,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:29.058886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:29.079699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:29.083530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6a3731c1-d0cc-4b19-ac8d-b0c476d892e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1545370 Jul 06 17:41:29.272603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d06b5-8bb0-4162-830d-1b0017450013 req-7f9a5bd4-c884-4bc3-8da3-649b493ee401 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:29.274141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d75d06b5-8bb0-4162-830d-1b0017450013 req-7f9a5bd4-c884-4bc3-8da3-649b493ee401 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 944 time: 0.1350703 Jul 06 17:41:29.337334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d75d06b5-8bb0-4162-830d-1b0017450013 req-9ec70bb8-2b90-4d1b-bf68-b1adb7a26aa6 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 Jul 06 17:41:29.446652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7ad7e-e003-47ec-a51d-b2dc2a9018c8 req-08c56292-68b5-429a-b300-a828e5f2c7f7 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:29.451161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2d7ad7e-e003-47ec-a51d-b2dc2a9018c8 req-08c56292-68b5-429a-b300-a828e5f2c7f7 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 950 time: 0.1156967 Jul 06 17:41:29.500366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2d7ad7e-e003-47ec-a51d-b2dc2a9018c8 req-f7c8144b-531d-4741-b06a-f1521092ec39 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 Jul 06 17:41:29.561848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61655ed-0ff2-4ae8-9040-5f0949d84976 req-521c85f0-061b-4ae1-83d9-cf513e01cc34 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:29.564730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f61655ed-0ff2-4ae8-9040-5f0949d84976 req-521c85f0-061b-4ae1-83d9-cf513e01cc34 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 951 time: 0.0941980 Jul 06 17:41:29.624824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f61655ed-0ff2-4ae8-9040-5f0949d84976 req-1feb098f-fdb5-407f-b8e4-eee90b6883a4 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531766 Jul 06 17:41:29.681711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-7780627a-20cc-45af-aa9e-a1c725eb08ef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1407507184&fields=id&tenant_id=8f696f98b85249679ca0ffa0cb676f3f HTTP/1.1" status: 200 len: 267 time: 0.0634351 Jul 06 17:41:29.790472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-66ffc02c-c372-42de-a80a-bd5e3043ae80 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:29.800753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-66ffc02c-c372-42de-a80a-bd5e3043ae80 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports/7683b96e-e042-4f2c-baf6-0f7ab80da843 HTTP/1.1" status: 200 len: 932 time: 0.1109123 Jul 06 17:41:29.883869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-348f2085-b214-4d42-b16d-5021f92cb9b1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:29.893229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-348f2085-b214-4d42-b16d-5021f92cb9b1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports/ed0e1eb7-4909-4d09-985f-3586dfcb9c82 HTTP/1.1" status: 200 len: 931 time: 0.0899591 Jul 06 17:41:29.932483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:29.956007 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-a7d0b687-05a1-4863-9db5-3fc312b07f65 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0616746 Jul 06 17:41:30.009287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-91b8348d-044c-4a6b-b595-a85452a601e1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0522523 Jul 06 17:41:30.132699 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:30.195379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:30.199671 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b19c50a-f693-40b3-9a06-fb703d9c3867" -d '{"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-unplugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:30.223722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:30.224355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-fc0a7a85-12c0-4e8c-b349-a420e32e1fda tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:30.231829 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:30.232326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-fc0a7a85-12c0-4e8c-b349-a420e32e1fda tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:30.233390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:30.245264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-fc0a7a85-12c0-4e8c-b349-a420e32e1fda tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:30.253658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-fc0a7a85-12c0-4e8c-b349-a420e32e1fda tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/networks?id=783772ad-1179-4bad-9382-d4de5d5d3d28&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801 HTTP/1.1" status: 200 len: 1990 time: 0.2431977 Jul 06 17:41:30.277232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-a7983257-01f3-4177-b8fc-eac44cd0ea57 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/quotas/8f696f98b85249679ca0ffa0cb676f3f HTTP/1.1" status: 200 len: 375 time: 0.0220079 Jul 06 17:41:30.282974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:30.283560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f49b827-ee9d-4e2c-ab76-04eda8a6c34c not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:30.383728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:30.401438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-8b61085d-f6ba-4153-a186-7d9cc9b70d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1228874 Jul 06 17:41:30.544059 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46b5c02-8f79-45db-8853-ccccd8731c36 x-openstack-request-id: req-c46b5c02-8f79-45db-8853-ccccd8731c36 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:30.544921 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-unplugged", "status": "completed", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:30.545740 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c46b5c02-8f79-45db-8853-ccccd8731c36 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:30.546677 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'code': 200} Jul 06 17:41:30.568640 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-de39b26c-dac1-48a0-8252-8ef6cf7dedfe service neutron] 10.222.0.13 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360044 Jul 06 17:41:30.761744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-10e27592-b1e3-480e-806e-4fde18648be3 service neutron] 10.222.0.13 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855500 Jul 06 17:41:30.833831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-ddc73509-0163-4eec-9971-22f2e663953f service neutron] 10.222.0.13 "GET /v2.0/ports/7683b96e-e042-4f2c-baf6-0f7ab80da843?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0644896 Jul 06 17:41:30.952202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9fa8ccd3-50ae-4703-aa6b-ed8a9d1c7098 service neutron] 10.222.0.13 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122639 Jul 06 17:41:31.059650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-509e40d0-6d71-47ce-9471-f6f748e66385 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:31.061386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-509e40d0-6d71-47ce-9471-f6f748e66385 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 950 time: 0.1122363 Jul 06 17:41:31.071962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3644c-35f8-49c1-80e9-3049cb870ff9 req-94fe49ba-ed47-49d7-81eb-33d07bcd8cdf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:31.073817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6e3644c-35f8-49c1-80e9-3049cb870ff9 req-94fe49ba-ed47-49d7-81eb-33d07bcd8cdf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 944 time: 0.1391683 Jul 06 17:41:31.136469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-04ee9b90-d8ea-4777-9cf5-cdb23d894487 service neutron] 10.222.0.13 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627417 Jul 06 17:41:31.162254 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6e3644c-35f8-49c1-80e9-3049cb870ff9 req-afa09b0a-52b9-4ed8-b930-b3b57aa4ba13 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579329 Jul 06 17:41:31.214433 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-ae06357b-99e0-4b16-9ded-2bf174ecfcff service neutron] 10.222.0.13 "GET /v2.0/ports/ed0e1eb7-4909-4d09-985f-3586dfcb9c82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0696640 Jul 06 17:41:31.233437 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Deleting port 7515e377-1e46-4de8-857b-8321435d5701 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:31.234202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:31.403330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] For port 7515e377-1e46-4de8-857b-8321435d5701, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7515e377-1e46-4de8-857b-8321435d5701,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:31.404172 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:31.411540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ca9f721-ada6-457e-b250-58798cfe7e77 service neutron] 10.222.0.13 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798444 Jul 06 17:41:31.428127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Calling delete_port for 7515e377-1e46-4de8-857b-8321435d5701 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:31.561943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3b4a3132-8162-43f5-a2cb-9eb0d795fccf up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:31.613309 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-0fd0719e-1c33-4d73-81cc-27924926c21c service neutron] 10.222.0.13 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903658 Jul 06 17:41:31.633422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:31.647299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:31.648109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:31.652181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86e589-0ac4-4786-83bc-c71779dd7f4b req-5a584f02-c5b0-4f92-8d44-d5e85df391e0 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:31.653986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac86e589-0ac4-4786-83bc-c71779dd7f4b req-5a584f02-c5b0-4f92-8d44-d5e85df391e0 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa53934-7313-4809-992b-08dc6e7f46a6 HTTP/1.1" status: 200 len: 950 time: 0.1380970 Jul 06 17:41:31.705300 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:31.713405 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:31.729141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7515e377-1e46-4de8-857b-8321435d5701'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:31.763668 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac86e589-0ac4-4786-83bc-c71779dd7f4b req-b03b7e69-9b97-4c4f-ad5d-a444565d528f tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f5578ff-c671-46a4-abf5-1396bf5d0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992010 Jul 06 17:41:31.764504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Pushing event deleted for resources: {'Port': ['ID=7515e377-1e46-4de8-857b-8321435d5701,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:31.810625 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:31.846088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] No DVR routers for this DVR port 7515e377-1e46-4de8-857b-8321435d5701 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:31.851446 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:31.854740 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7d9a278-9a33-43a3-87da-fb25cde59ad9 req-0f26b360-fb5d-4074-bb54-aca15d521102 tempest-ImagesNegativeTestJSON-233179923 tempest-ImagesNegativeTestJSON-233179923-project] 10.222.0.55 "DELETE /v2.0/ports/7515e377-1e46-4de8-857b-8321435d5701 HTTP/1.1" status: 204 len: 173 time: 0.7798464 Jul 06 17:41:31.855823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa53934-7313-4809-992b-08dc6e7f46a6', 'name': 'network-vif-deleted', 'tag': '7515e377-1e46-4de8-857b-8321435d5701'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:31.858869 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b237c59-b6f1-4686-a267-cef8d3ea7ba7" -d '{"events": [{"server_uuid": "6aa53934-7313-4809-992b-08dc6e7f46a6", "name": "network-vif-deleted", "tag": "7515e377-1e46-4de8-857b-8321435d5701"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:31.864701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-e64cb11c-d4ed-4f96-92bc-538743518f65 service neutron] 10.222.0.13 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399879 Jul 06 17:41:31.889172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:31.897933 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:32.022256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:32.126646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-bad900e4-e09c-4ab3-bae0-cf08034dba02 service neutron] 10.222.0.13 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607207 Jul 06 17:41:32.368218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07362f79-dcf5-47fc-8607-9bf3982bf979 req-d38ec09b-7783-4def-9b31-5aa4e189df7d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:32.381046 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07362f79-dcf5-47fc-8607-9bf3982bf979 req-d38ec09b-7783-4def-9b31-5aa4e189df7d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 949 time: 0.2332489 Jul 06 17:41:32.407897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-abad7e6e-1f48-430c-a02e-52132cb00ccf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:32.410281 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-abad7e6e-1f48-430c-a02e-52132cb00ccf tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "GET /v2.0/ports?device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 949 time: 0.1903088 Jul 06 17:41:32.539486 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07362f79-dcf5-47fc-8607-9bf3982bf979 req-ef12fe89-545b-4bc6-a9f2-2309f7a0c452 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568387 Jul 06 17:41:32.548800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce63f64-c780-4005-860f-6166e78e9d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:32.551456 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea8e033-681c-4adf-b245-322476b5154b" -d '{"events": [{"server_uuid": "4ce63f64-c780-4005-860f-6166e78e9d83", "name": "network-vif-plugged", "status": "completed", "tag": "3b4a3132-8162-43f5-a2cb-9eb0d795fccf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:32.757325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Deleting port 78095a9e-6dfc-407d-acd7-bd68ae47a748 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:32.758440 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:32.841229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-181725be-c893-4683-8044-150d43b6584b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:32.843735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-181725be-c893-4683-8044-150d43b6584b tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a6b006f-9a29-4d4c-beaf-0ccf6de25a50 HTTP/1.1" status: 200 len: 950 time: 0.7333159 Jul 06 17:41:32.894573 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-a81969bf-db3b-4723-a7bf-1c0f4aabb806 service neutron] 10.222.0.13 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491061 Jul 06 17:41:33.049207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] For port 78095a9e-6dfc-407d-acd7-bd68ae47a748, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=78095a9e-6dfc-407d-acd7-bd68ae47a748,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:33.052035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.076736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-f79a44ed-ed78-4190-96b1-34dc21fc54ad service neutron] 10.222.0.13 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548390 Jul 06 17:41:33.085988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Calling delete_port for 78095a9e-6dfc-407d-acd7-bd68ae47a748 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:33.097464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35278) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:33.108255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Deleting port 0165f660-9310-4c50-9df4-4264bad0dd3c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:33.109276 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.198737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-a756b70c-fdd1-4814-97d5-9742cc0c0dc3 service neutron] 10.222.0.13 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086287 Jul 06 17:41:33.258551 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12448c47-a8be-4165-9a80-ddf3f79088ca x-openstack-request-id: req-12448c47-a8be-4165-9a80-ddf3f79088ca {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:33.259129 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa53934-7313-4809-992b-08dc6e7f46a6", "name": "network-vif-deleted", "tag": "7515e377-1e46-4de8-857b-8321435d5701", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:33.259485 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12448c47-a8be-4165-9a80-ddf3f79088ca {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:33.260133 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa53934-7313-4809-992b-08dc6e7f46a6', 'name': 'network-vif-deleted', 'tag': '7515e377-1e46-4de8-857b-8321435d5701', 'status': 'completed', 'code': 200} Jul 06 17:41:33.302914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.321505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', '0165f660-9310-4c50-9df4-4264bad0dd3c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:33.330236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['78095a9e-6dfc-407d-acd7-bd68ae47a748'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:33.379564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event deleted for resources: {'Port': ['ID=78095a9e-6dfc-407d-acd7-bd68ae47a748,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:33.383683 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-495e3310-24f6-4fd3-96f4-5365e96e11b5 service neutron] 10.222.0.13 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700354 Jul 06 17:41:33.385662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] For port 0165f660-9310-4c50-9df4-4264bad0dd3c, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0165f660-9310-4c50-9df4-4264bad0dd3c,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:33.386048 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.393927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1dc3-e934-44bc-a879-06f0526b9421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.416046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Calling delete_port for 0165f660-9310-4c50-9df4-4264bad0dd3c owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:33.536239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] No DVR routers for this DVR port 78095a9e-6dfc-407d-acd7-bd68ae47a748 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:33.539859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.543651 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-715304e1-00c2-4a13-88bf-6bb474d25493 req-a0357a4f-dd05-4d30-a2e4-b2987adfb127 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.55 "DELETE /v2.0/ports/78095a9e-6dfc-407d-acd7-bd68ae47a748 HTTP/1.1" status: 204 len: 173 time: 1.1221569 Jul 06 17:41:33.649335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-cd402f41-cda5-44b7-b545-2ddc710df3f0 service neutron] 10.222.0.13 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538688 Jul 06 17:41:33.679104 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1dc3-e934-44bc-a879-06f0526b9421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.698785 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1dc3-e934-44bc-a879-06f0526b9421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:33.788882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff1dc3-e934-44bc-a879-06f0526b9421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1fe8ba-e8db-4214-a931-108e6c879b2f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:33.862986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddcff2-a864-49ba-a2b9-0cc0339836cc req-669be3bc-243e-4f49-8fe1-c440a83a72ee tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:33.874803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-baddcff2-a864-49ba-a2b9-0cc0339836cc req-669be3bc-243e-4f49-8fe1-c440a83a72ee tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 945 time: 0.5018339 Jul 06 17:41:33.896714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-428fe6c0-ba38-4c22-83a9-c7b81c8f90ec service neutron] 10.222.0.13 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377169 Jul 06 17:41:33.927826 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c2ff1dc3-e934-44bc-a879-06f0526b9421 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7621842a7efc40f89c79ca505c63e775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8251832 Jul 06 17:41:33.933977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:33.969465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7515e377-1e46-4de8-857b-8321435d5701 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:34.013332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-baddcff2-a864-49ba-a2b9-0cc0339836cc req-6d3ed3b5-bab4-4f26-b6c0-40a61f21acc5 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368997 Jul 06 17:41:34.076211 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2195d5a-a5a9-4754-a8d6-777bc26cfe01 x-openstack-request-id: req-d2195d5a-a5a9-4754-a8d6-777bc26cfe01 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:34.077243 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce63f64-c780-4005-860f-6166e78e9d83", "name": "network-vif-plugged", "status": "completed", "tag": "3b4a3132-8162-43f5-a2cb-9eb0d795fccf", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:34.077243 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2195d5a-a5a9-4754-a8d6-777bc26cfe01 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:34.091157 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce63f64-c780-4005-860f-6166e78e9d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf', 'code': 200} Jul 06 17:41:34.095999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 7515e377-1e46-4de8-857b-8321435d5701 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:34.096681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7515e377-1e46-4de8-857b-8321435d5701 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:34.097448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 78095a9e-6dfc-407d-acd7-bd68ae47a748 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:34.150317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:34.185449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 78095a9e-6dfc-407d-acd7-bd68ae47a748 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:34.186060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 78095a9e-6dfc-407d-acd7-bd68ae47a748 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:34.260127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event deleted for resources: {'Port': ['ID=0165f660-9310-4c50-9df4-4264bad0dd3c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:34.430887 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4bc15c7-cef2-4a34-916a-5b95e878a75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:34.493137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] No DVR routers for this DVR port 0165f660-9310-4c50-9df4-4264bad0dd3c on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:34.498020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:34.500379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-559e2d32-fc83-4bfd-bd56-99d13259b7f9 req-10147830-7ae6-4dc5-8da9-7935a49b61bd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "DELETE /v2.0/ports/0165f660-9310-4c50-9df4-4264bad0dd3c HTTP/1.1" status: 204 len: 173 time: 1.6336787 Jul 06 17:41:34.509941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6b006f-9a29-4d4c-beaf-0ccf6de25a50', 'name': 'network-vif-deleted', 'tag': '0165f660-9310-4c50-9df4-4264bad0dd3c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:34.513072 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33058f5a-e494-49d2-b7c5-15985e4902ff" -d '{"events": [{"server_uuid": "1a6b006f-9a29-4d4c-beaf-0ccf6de25a50", "name": "network-vif-deleted", "tag": "0165f660-9310-4c50-9df4-4264bad0dd3c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:34.535298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4bc15c7-cef2-4a34-916a-5b95e878a75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:34.592177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d06ec35c-9628-4cfd-8c3c-ca70dc16fe86 req-c869d6bb-e988-4746-9d93-04b204d6ccef tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=e58d477a-6a9e-4e40-92bb-c45309c2e547 HTTP/1.1" status: 200 len: 210 time: 0.0524986 Jul 06 17:41:34.711477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acea82c-370d-4be7-bee2-d7c172ca2196 req-12c2dc19-a558-4a92-953a-ec180d644d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:34.716560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7acea82c-370d-4be7-bee2-d7c172ca2196 req-12c2dc19-a558-4a92-953a-ec180d644d96 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 1096 time: 0.5371246 Jul 06 17:41:34.716865 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4bc15c7-cef2-4a34-916a-5b95e878a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:34.722669 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4bc15c7-cef2-4a34-916a-5b95e878a75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:34.728832 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c4bc15c7-cef2-4a34-916a-5b95e878a75c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f1fe8ba-e8db-4214-a931-108e6c879b2f HTTP/1.1" status: 204 len: 168 time: 0.7862515 Jul 06 17:41:34.802544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc15c7-cef2-4a34-916a-5b95e878a75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1fe8ba-e8db-4214-a931-108e6c879b2f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:34.903109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7acea82c-370d-4be7-bee2-d7c172ca2196 req-2a87da9a-e3b9-4c24-b644-3f1b78eaafde service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760459 Jul 06 17:41:35.083441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:35.261598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58d477a-6a9e-4e40-92bb-c45309c2e547', 'name': 'network-vif-deleted', 'tag': '78095a9e-6dfc-407d-acd7-bd68ae47a748'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:35.274397 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf112e-f309-496d-953a-56c85076930e" -d '{"events": [{"server_uuid": "e58d477a-6a9e-4e40-92bb-c45309c2e547", "name": "network-vif-deleted", "tag": "78095a9e-6dfc-407d-acd7-bd68ae47a748"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:35.319615 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaacc6a-6919-40a4-94b1-38cf259d7ca2 x-openstack-request-id: req-baaacc6a-6919-40a4-94b1-38cf259d7ca2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:35.320053 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6b006f-9a29-4d4c-beaf-0ccf6de25a50", "name": "network-vif-deleted", "tag": "0165f660-9310-4c50-9df4-4264bad0dd3c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:35.320457 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baaacc6a-6919-40a4-94b1-38cf259d7ca2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:35.322333 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6b006f-9a29-4d4c-beaf-0ccf6de25a50', 'name': 'network-vif-deleted', 'tag': '0165f660-9310-4c50-9df4-4264bad0dd3c', 'status': 'completed', 'code': 200} Jul 06 17:41:35.461606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35342) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:35.499113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6f0-52dd-4461-9a3f-313f02794e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:35.575389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0165f660-9310-4c50-9df4-4264bad0dd3c no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:35.647954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 0165f660-9310-4c50-9df4-4264bad0dd3c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:35.649302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0165f660-9310-4c50-9df4-4264bad0dd3c not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:35.685708 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6f0-52dd-4461-9a3f-313f02794e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:35.694426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6f0-52dd-4461-9a3f-313f02794e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:35.740603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525a927-51c0-4c88-b981-ca65eef82cfa req-bb78d0ae-baab-4c70-b6d7-863b584233bd tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:35.749910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7525a927-51c0-4c88-b981-ca65eef82cfa req-bb78d0ae-baab-4c70-b6d7-863b584233bd tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 945 time: 0.2752371 Jul 06 17:41:35.756260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b40ea6f0-52dd-4461-9a3f-313f02794e04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=575736e8e95b4e3fbb1178bf770e1f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922790 Jul 06 17:41:35.757319 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835c9e38-9661-4c96-80f2-0592b64db43e x-openstack-request-id: req-835c9e38-9661-4c96-80f2-0592b64db43e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:35.757795 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58d477a-6a9e-4e40-92bb-c45309c2e547", "name": "network-vif-deleted", "tag": "78095a9e-6dfc-407d-acd7-bd68ae47a748", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:35.758191 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-835c9e38-9661-4c96-80f2-0592b64db43e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:35.760489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35360) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:35.761824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ea6f0-52dd-4461-9a3f-313f02794e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a122fc2d-b686-462c-97ad-bdfc8f0daeaa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:35.762106 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58d477a-6a9e-4e40-92bb-c45309c2e547', 'name': 'network-vif-deleted', 'tag': '78095a9e-6dfc-407d-acd7-bd68ae47a748', 'status': 'completed', 'code': 200} Jul 06 17:41:35.819165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ffb6a160-6a86-4be2-a27b-82398ac63f1c req-509e5d69-8071-49d6-9aea-b6a632d93ca2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0597963 Jul 06 17:41:35.851979 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7525a927-51c0-4c88-b981-ca65eef82cfa req-82cfc01e-5792-4e8d-8ba3-be5e1feeb68d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879037 Jul 06 17:41:35.913820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:36.001344 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d69be7a0-3805-4a4c-a9bb-0c9ecdd4f1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:36.103379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d69be7a0-3805-4a4c-a9bb-0c9ecdd4f1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:36.261065 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d69be7a0-3805-4a4c-a9bb-0c9ecdd4f1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:36.266906 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d69be7a0-3805-4a4c-a9bb-0c9ecdd4f1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:36.274963 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d69be7a0-3805-4a4c-a9bb-0c9ecdd4f1db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a122fc2d-b686-462c-97ad-bdfc8f0daeaa HTTP/1.1" status: 204 len: 168 time: 0.4937730 Jul 06 17:41:36.306398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69be7a0-3805-4a4c-a9bb-0c9ecdd4f1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a122fc2d-b686-462c-97ad-bdfc8f0daeaa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:37.264141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:37.308032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5f9c-18d8-4830-953c-941341b5774b req-55686d31-b3a9-41e3-93ad-2bee00146a70 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:37.310426 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da4d5f9c-18d8-4830-953c-941341b5774b req-55686d31-b3a9-41e3-93ad-2bee00146a70 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 945 time: 0.1034181 Jul 06 17:41:37.375638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da4d5f9c-18d8-4830-953c-941341b5774b req-d6fd94b9-cd0e-403e-8f26-f5c8a363f160 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594521 Jul 06 17:41:37.380682 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b9b71da8-564d-42cb-9713-1493a721ee2b req-586eb8ff-1078-4d0d-99b8-efc3c6983b59 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0738833 Jul 06 17:41:37.673345 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9dd5bcbf-803d-46f8-9f2a-91d892a9a868 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=698c44d51ac6402fb9582119a77ef0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067311 Jul 06 17:41:37.677739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35488) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:37.839925 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1ce780b-6590-4477-837e-5f5bcdf4194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:37.921566 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1ce780b-6590-4477-837e-5f5bcdf4194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:38.022144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-64e57e32-6d86-45a3-8f30-cf524eddf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:38.034127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-64e57e32-6d86-45a3-8f30-cf524eddf2d0 service neutron] 10.222.0.55 "GET /v2.0/ports/7683b96e-e042-4f2c-baf6-0f7ab80da843 HTTP/1.1" status: 200 len: 1028 time: 0.2454965 Jul 06 17:41:38.205105 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1ce780b-6590-4477-837e-5f5bcdf4194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:38.211517 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1ce780b-6590-4477-837e-5f5bcdf4194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:38.213592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c1ce780b-6590-4477-837e-5f5bcdf4194b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f5578ff-c671-46a4-abf5-1396bf5d0a63 HTTP/1.1" status: 204 len: 168 time: 0.5342488 Jul 06 17:41:38.264074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-a8f8d3e7-05c9-4476-a936-e154d2e5fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:38.269468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce780b-6590-4477-837e-5f5bcdf4194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5578ff-c671-46a4-abf5-1396bf5d0a63,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:38.275512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-a8f8d3e7-05c9-4476-a936-e154d2e5fdcd service neutron] 10.222.0.55 "GET /v2.0/ports/ed0e1eb7-4909-4d09-985f-3586dfcb9c82 HTTP/1.1" status: 200 len: 1027 time: 0.2261157 Jul 06 17:41:38.689461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-096708df-d5c7-484a-a3dd-651acf9d51c0 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:38.695927 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-096708df-d5c7-484a-a3dd-651acf9d51c0 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 949 time: 0.3347571 Jul 06 17:41:38.960605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dffd1097-49cd-4897-a45e-4bd02db17bad tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:38.988081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dffd1097-49cd-4897-a45e-4bd02db17bad tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:39.018494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dffd1097-49cd-4897-a45e-4bd02db17bad tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:39.024095 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dffd1097-49cd-4897-a45e-4bd02db17bad tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "GET /v2.0/networks?id=783772ad-1179-4bad-9382-d4de5d5d3d28&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801 HTTP/1.1" status: 200 len: 1990 time: 0.7446818 Jul 06 17:41:39.051334 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d559d-199f-4208-91ea-fc7de744f3f3 req-13b2219d-9327-47bd-93e4-dfe96340a8b4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:39.069407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba5d559d-199f-4208-91ea-fc7de744f3f3 req-13b2219d-9327-47bd-93e4-dfe96340a8b4 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 949 time: 0.5156446 Jul 06 17:41:39.119121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Deleting port ce2da6da-f097-4247-9c80-5c05ee0f9df3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:39.120865 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:39.169042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35552) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:39.252820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-f37114bd-141d-4a6f-98dd-8ff0503a5a02 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f696f98b85249679ca0ffa0cb676f3f HTTP/1.1" status: 200 len: 380 time: 0.1795268 Jul 06 17:41:39.272343 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba5d559d-199f-4208-91ea-fc7de744f3f3 req-73ce579c-59d1-4525-b1f3-d442c92a7968 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813133 Jul 06 17:41:39.297098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'admin_state_up': True, 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'security_groups': ['edf93d82-8e98-481f-9c53-536f6573463f']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:39.477411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] For port ce2da6da-f097-4247-9c80-5c05ee0f9df3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ce2da6da-f097-4247-9c80-5c05ee0f9df3,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:39.478287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:39.545705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Calling delete_port for ce2da6da-f097-4247-9c80-5c05ee0f9df3 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:39.785544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-e92aecbe-0357-4a02-a977-39476ab85670 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:39.791058 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-e92aecbe-0357-4a02-a977-39476ab85670 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e32f1b7-b0ec-483e-a700-1eab90f45362 HTTP/1.1" status: 200 len: 950 time: 0.1546381 Jul 06 17:41:39.877928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:39.889252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:40.189046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80bd87be-79ad-4253-946e-7ee58a16b036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:40.289833 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:40.292985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc0a6747-4859-418f-bdcc-8053d5e55052 req-2b29ec8c-310f-4ba7-9f51-be903a31eace tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.2087448 Jul 06 17:41:40.305862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a', '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'ce2da6da-f097-4247-9c80-5c05ee0f9df3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:40.467715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event deleted for resources: {'Port': ['ID=ce2da6da-f097-4247-9c80-5c05ee0f9df3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:40.578573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Allocated IP 172.20.0.5 (783772ad-1179-4bad-9382-d4de5d5d3d28/f5be3346-afa0-406d-a934-ceeda5f8bbb2/b9a32bc3-0425-4419-9935-213d68df3df8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:40.776668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Deleting port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:40.777687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:40.789626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] No DVR routers for this DVR port ce2da6da-f097-4247-9c80-5c05ee0f9df3 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:40.797804 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:40.810044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78b5dc7a-7407-43cd-8f99-ba29ebc2757a req-923d1d95-3537-4bf5-bd38-6785fc0f62da tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "DELETE /v2.0/ports/ce2da6da-f097-4247-9c80-5c05ee0f9df3 HTTP/1.1" status: 204 len: 173 time: 2.1062930 Jul 06 17:41:40.811203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9e4a31-2496-41d0-9c05-96981a3c585d', 'name': 'network-vif-deleted', 'tag': 'ce2da6da-f097-4247-9c80-5c05ee0f9df3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:40.817874 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf17ba8-5841-424a-9442-6cb116d76ccd" -d '{"events": [{"server_uuid": "ee9e4a31-2496-41d0-9c05-96981a3c585d", "name": "network-vif-deleted", "tag": "ce2da6da-f097-4247-9c80-5c05ee0f9df3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:41.004997 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80bd87be-79ad-4253-946e-7ee58a16b036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.096248 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80bd87be-79ad-4253-946e-7ee58a16b036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.239407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-80bd87be-79ad-4253-946e-7ee58a16b036 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=538a1b3058f449ee8cb50f059d126a72&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0585046 Jul 06 17:41:41.241321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:41.246426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd87be-79ad-4253-946e-7ee58a16b036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f34592-c3e1-4314-b86b-41f3b916c6de,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:41.272994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cf992460-149a-4c66-b6fe-a5cba77aede3 req-f317f966-7598-4757-8132-dabc8ae42432 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9e4a31-2496-41d0-9c05-96981a3c585d HTTP/1.1" status: 200 len: 210 time: 0.1652882 Jul 06 17:41:41.392144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] For port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:41.393786 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.427636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Calling delete_port for 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:41.538462 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba637b6-9d50-44cf-b621-67757d826121 x-openstack-request-id: req-bba637b6-9d50-44cf-b621-67757d826121 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:41.540344 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9e4a31-2496-41d0-9c05-96981a3c585d", "name": "network-vif-deleted", "tag": "ce2da6da-f097-4247-9c80-5c05ee0f9df3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:41.540344 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bba637b6-9d50-44cf-b621-67757d826121 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:41.540638 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9e4a31-2496-41d0-9c05-96981a3c585d', 'name': 'network-vif-deleted', 'tag': 'ce2da6da-f097-4247-9c80-5c05ee0f9df3', 'status': 'completed', 'code': 200} Jul 06 17:41:41.593075 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0db99292-f9e2-4b29-9788-2e195be68b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.675050 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0db99292-f9e2-4b29-9788-2e195be68b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.740271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.757292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:41.784539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.806462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Transition to ACTIVE for port object b9a32bc3-0425-4419-9935-213d68df3df8 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:41.851238 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0db99292-f9e2-4b29-9788-2e195be68b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.854672 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0db99292-f9e2-4b29-9788-2e195be68b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.859174 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0db99292-f9e2-4b29-9788-2e195be68b97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37f34592-c3e1-4314-b86b-41f3b916c6de HTTP/1.1" status: 204 len: 168 time: 0.6072700 Jul 06 17:41:41.872556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db99292-f9e2-4b29-9788-2e195be68b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f34592-c3e1-4314-b86b-41f3b916c6de,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:41.893516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:41.985379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event deleted for resources: {'Port': ['ID=2d2e17cf-8d07-4fce-b4cb-4de4562aaac7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:42.186695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network 783772ad-1179-4bad-9382-d4de5d5d3d28 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:42.198520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:42.218872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:42.265852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] No DVR routers for this DVR port 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:42.275382 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:42.287726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04dfc863-26a4-43e0-9942-f2779a3e2db5 req-d938ec07-fea3-41ed-9f49-2a8d19725391 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "DELETE /v2.0/ports/2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 HTTP/1.1" status: 204 len: 173 time: 2.4850233 Jul 06 17:41:42.512161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Port': ['ID=b9a32bc3-0425-4419-9935-213d68df3df8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:42.690923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:42.712852 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:42.780592 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d4480084-0217-49fe-a155-372af7ba4caf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5004158 Jul 06 17:41:42.811388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'admin_state_up': True, 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'security_groups': ['edf93d82-8e98-481f-9c53-536f6573463f']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:43.087517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-879679ce-e13d-4c50-bf99-d387bc00943b None None] Provisioning for port b9a32bc3-0425-4419-9935-213d68df3df8 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:43.098908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-879679ce-e13d-4c50-bf99-d387bc00943b None None] Provisioning complete for port b9a32bc3-0425-4419-9935-213d68df3df8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:43.102542 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-879679ce-e13d-4c50-bf99-d387bc00943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:43.210588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-879679ce-e13d-4c50-bf99-d387bc00943b None None] Port b9a32bc3-0425-4419-9935-213d68df3df8 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:41:43.541568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e32f1b7-b0ec-483e-a700-1eab90f45362', 'name': 'network-vif-deleted', 'tag': '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:43.544879 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d372bd14-9c2f-4123-8271-788e0f7d6cfb" -d '{"events": [{"server_uuid": "4e32f1b7-b0ec-483e-a700-1eab90f45362", "name": "network-vif-deleted", "tag": "2d2e17cf-8d07-4fce-b4cb-4de4562aaac7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:43.606190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2677f-8d29-4f46-85e5-809bc434848d req-bc2726e7-d049-4ad7-879c-e421fd78c5b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:43.622249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ce2da6da-f097-4247-9c80-5c05ee0f9df3 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:43.623277 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ce2677f-8d29-4f46-85e5-809bc434848d req-bc2726e7-d049-4ad7-879c-e421fd78c5b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 931 time: 0.5499771 Jul 06 17:41:43.687290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: ce2da6da-f097-4247-9c80-5c05ee0f9df3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:43.691656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ce2da6da-f097-4247-9c80-5c05ee0f9df3 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:43.691656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:43.718197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:43.735797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:43.751818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:43.752795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2d2e17cf-8d07-4fce-b4cb-4de4562aaac7 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:44.031933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ce2677f-8d29-4f46-85e5-809bc434848d req-49149671-a761-47b5-9053-a5ef2d933e92 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949218 Jul 06 17:41:44.235473 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170f1c0c-9d83-4467-8cd8-7a51c062c0d8 x-openstack-request-id: req-170f1c0c-9d83-4467-8cd8-7a51c062c0d8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:44.236018 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e32f1b7-b0ec-483e-a700-1eab90f45362", "name": "network-vif-deleted", "tag": "2d2e17cf-8d07-4fce-b4cb-4de4562aaac7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:44.236387 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-170f1c0c-9d83-4467-8cd8-7a51c062c0d8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:44.236915 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e32f1b7-b0ec-483e-a700-1eab90f45362', 'name': 'network-vif-deleted', 'tag': '2d2e17cf-8d07-4fce-b4cb-4de4562aaac7', 'status': 'completed', 'code': 200} Jul 06 17:41:44.248918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Allocated IP 10.1.1.193 (e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98/e88be28d-1908-4a81-a282-6768cce163e4/cade89d9-c173-4e18-9597-f89f752088d7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:44.299201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35712) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:44.667849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:44.690402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Transition to ACTIVE for port object cade89d9-c173-4e18-9597-f89f752088d7 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:44.722145 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa205fb7-42d7-402b-8c4a-8b2c17081531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:44.805951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:44.909372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:44.914618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:44.923744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:44.928071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Port': ['ID=cade89d9-c173-4e18-9597-f89f752088d7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:44.934228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa205fb7-42d7-402b-8c4a-8b2c17081531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:44.942875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa205fb7-42d7-402b-8c4a-8b2c17081531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.058611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa205fb7-42d7-402b-8c4a-8b2c17081531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112eb2b1-fc6e-48af-8b7f-33dd1c73a690,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:45.092225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fa205fb7-42d7-402b-8c4a-8b2c17081531 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8151facf5adc49219c2d16fdb1437869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910590 Jul 06 17:41:45.096832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:45.130226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:45.134699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.176352 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-60881d1b-39a1-4502-90f6-027a0e966d13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3870704 Jul 06 17:41:45.196196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'admin_state_up': True, 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'security_groups': ['edf93d82-8e98-481f-9c53-536f6573463f']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:45.257223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b691-0b49-45ab-b805-cf32aeba46b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.326793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b691-0b49-45ab-b805-cf32aeba46b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.454869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b691-0b49-45ab-b805-cf32aeba46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.462594 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b691-0b49-45ab-b805-cf32aeba46b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.470470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7bd1b691-0b49-45ab-b805-cf32aeba46b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/112eb2b1-fc6e-48af-8b7f-33dd1c73a690 HTTP/1.1" status: 204 len: 168 time: 0.3704057 Jul 06 17:41:45.483978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-137004c1-e14c-47a5-a15e-090eed7a2841 None None] Provisioning for port cade89d9-c173-4e18-9597-f89f752088d7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:45.487015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1b691-0b49-45ab-b805-cf32aeba46b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112eb2b1-fc6e-48af-8b7f-33dd1c73a690,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:45.519965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-137004c1-e14c-47a5-a15e-090eed7a2841 None None] Provisioning complete for port cade89d9-c173-4e18-9597-f89f752088d7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:45.521218 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-137004c1-e14c-47a5-a15e-090eed7a2841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.614065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-137004c1-e14c-47a5-a15e-090eed7a2841 None None] Port cade89d9-c173-4e18-9597-f89f752088d7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:41:45.696735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:45.703104 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:45.968908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1e674-a5f5-4788-878a-8a2306ee37b6 req-44b3b4f8-9159-4f3c-a977-fa19cbd5191c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:45.993717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8df1e674-a5f5-4788-878a-8a2306ee37b6 req-44b3b4f8-9159-4f3c-a977-fa19cbd5191c tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 950 time: 0.1150875 Jul 06 17:41:46.057916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8df1e674-a5f5-4788-878a-8a2306ee37b6 req-b61bd7e2-37a8-4d9e-96ec-3a151231f96d tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624554 Jul 06 17:41:46.522020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01578bb5-b93c-4e4f-b841-9062391c24d9 req-a4088c9b-d54f-4fbb-b99c-f77a01083517 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:46.534643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01578bb5-b93c-4e4f-b841-9062391c24d9 req-a4088c9b-d54f-4fbb-b99c-f77a01083517 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:46.538719 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01578bb5-b93c-4e4f-b841-9062391c24d9 req-a4088c9b-d54f-4fbb-b99c-f77a01083517 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 1653 time: 0.7875006 Jul 06 17:41:46.786378 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01578bb5-b93c-4e4f-b841-9062391c24d9 req-c08d35c4-f788-4cdf-bf31-50035ac1e99e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315230 Jul 06 17:41:46.831626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Allocated IP 10.1.1.106 (e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98/e88be28d-1908-4a81-a282-6768cce163e4/3b3b1242-7bce-4780-878c-7dd2ad0de237) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:46.833002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-a25bc0e7-63e1-4ce7-9dbc-e33c2222a207 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:46.836804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-a25bc0e7-63e1-4ce7-9dbc-e33c2222a207 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 950 time: 0.2132282 Jul 06 17:41:46.939037 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df995e59-5d8d-4837-9b69-4a519583a7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:47.081871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bac35-ad7b-4e58-a105-94b14966a8c0 req-7886fc83-9e63-47cf-a7a7-38af7c827345 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:47.084642 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-136bac35-ad7b-4e58-a105-94b14966a8c0 req-7886fc83-9e63-47cf-a7a7-38af7c827345 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 947 time: 0.1335912 Jul 06 17:41:47.155387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:47.164677 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-136bac35-ad7b-4e58-a105-94b14966a8c0 req-8e280953-031e-4b7a-8600-b0c7707da182 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698075 Jul 06 17:41:47.171842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Deleting port 23f08db7-d899-4602-bfea-7bcde6d86b4a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:47.172259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:47.224882 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:47.245294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Transition to ACTIVE for port object 3b3b1242-7bce-4780-878c-7dd2ad0de237 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:47.388875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:47.435317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] For port 23f08db7-d899-4602-bfea-7bcde6d86b4a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=23f08db7-d899-4602-bfea-7bcde6d86b4a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:47.436375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:47.457698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Calling delete_port for 23f08db7-d899-4602-bfea-7bcde6d86b4a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:47.532632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-303240448-network', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:47.604272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Made reservation on behalf of 0e4b4d97285849a5862d35288bd2fca9 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:47.605993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:47.623303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:47.637838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:47.710544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:47.731181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:47.799511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:47.814211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['23f08db7-d899-4602-bfea-7bcde6d86b4a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:41:47.955483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Pushing event deleted for resources: {'Port': ['ID=23f08db7-d899-4602-bfea-7bcde6d86b4a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:47.974432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Port': ['ID=3b3b1242-7bce-4780-878c-7dd2ad0de237,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:48.052864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:48.054264 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:48.115541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] No DVR routers for this DVR port 23f08db7-d899-4602-bfea-7bcde6d86b4a on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:48.120399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:48.127358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-839ebe8c-b067-448a-a871-2731cf3619d5 req-3c634ad7-6bbb-4df6-b274-9734bd9d5dd1 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.22 "DELETE /v2.0/ports/23f08db7-d899-4602-bfea-7bcde6d86b4a HTTP/1.1" status: 204 len: 173 time: 1.2800767 Jul 06 17:41:48.127781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36684b3e-985b-4745-b969-a5df90ba7de7', 'name': 'network-vif-deleted', 'tag': '23f08db7-d899-4602-bfea-7bcde6d86b4a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:48.132925 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef6026c-785f-4be4-bfda-56af159f165f" -d '{"events": [{"server_uuid": "36684b3e-985b-4745-b969-a5df90ba7de7", "name": "network-vif-deleted", "tag": "23f08db7-d899-4602-bfea-7bcde6d86b4a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:48.181897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed25f6-413a-4687-b57e-78cc493b9fca req-a3625fe6-f8fd-4a92-9a0d-df90c08f7f79 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:48.190888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fed25f6-413a-4687-b57e-78cc493b9fca req-a3625fe6-f8fd-4a92-9a0d-df90c08f7f79 tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/ports?device_id=36684b3e-985b-4745-b969-a5df90ba7de7 HTTP/1.1" status: 200 len: 867 time: 0.6667428 Jul 06 17:41:48.272592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-82196dae-2fa3-4594-984a-c3e73b80de37 None None] Provisioning for port 3b3b1242-7bce-4780-878c-7dd2ad0de237 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:48.283355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-82196dae-2fa3-4594-984a-c3e73b80de37 None None] Provisioning complete for port 3b3b1242-7bce-4780-878c-7dd2ad0de237 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:48.284188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82196dae-2fa3-4594-984a-c3e73b80de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:48.357237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-82196dae-2fa3-4594-984a-c3e73b80de37 None None] Port 3b3b1242-7bce-4780-878c-7dd2ad0de237 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:41:48.401416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:48.427203 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fed25f6-413a-4687-b57e-78cc493b9fca req-7097abbf-7856-455f-91f4-c12c12ddb0dd tempest-ServersOnMultiNodesTest-1933545906 tempest-ServersOnMultiNodesTest-1933545906-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe8eef63-76f7-4fdf-a410-f85aa623a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293968 Jul 06 17:41:48.444945 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:48.538138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a90ee5-84cc-45c0-b5cb-92405cb3092e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:48.543056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9dacff8c-fc40-4969-90e6-b934aaab3d3c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3579428 Jul 06 17:41:48.554596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fa430-12f3-4080-9f87-f5cb466c5e22 req-b04225a1-30df-48ed-80f1-e0379625678b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:48.561510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fa430-12f3-4080-9f87-f5cb466c5e22 req-b04225a1-30df-48ed-80f1-e0379625678b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:48.563223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801', 'admin_state_up': True, 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'security_groups': ['edf93d82-8e98-481f-9c53-536f6573463f']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:48.569157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fa430-12f3-4080-9f87-f5cb466c5e22 req-b04225a1-30df-48ed-80f1-e0379625678b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:48.575938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:41:48.576913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee8fa430-12f3-4080-9f87-f5cb466c5e22 req-b04225a1-30df-48ed-80f1-e0379625678b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 2374 time: 0.2629652 Jul 06 17:41:48.619814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-93e05a67-316c-4cc9-9cdd-296c51e5d855 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:48.622969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-93e05a67-316c-4cc9-9cdd-296c51e5d855 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 947 time: 0.2837594 Jul 06 17:41:48.640568 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0316fc5-ac56-45f1-a70b-a8c7b9368ad3 x-openstack-request-id: req-f0316fc5-ac56-45f1-a70b-a8c7b9368ad3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:48.640568 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36684b3e-985b-4745-b969-a5df90ba7de7", "name": "network-vif-deleted", "tag": "23f08db7-d899-4602-bfea-7bcde6d86b4a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:48.641533 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0316fc5-ac56-45f1-a70b-a8c7b9368ad3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:48.642575 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36684b3e-985b-4745-b969-a5df90ba7de7', 'name': 'network-vif-deleted', 'tag': '23f08db7-d899-4602-bfea-7bcde6d86b4a', 'status': 'completed', 'code': 200} Jul 06 17:41:48.703277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:48.703869 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Added segment b2c38667-c374-4849-827a-257e59073886 of type vlan for network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 Jul 06 17:41:48.809692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee8fa430-12f3-4080-9f87-f5cb466c5e22 req-e1559b47-b294-425a-afd1-620f9477d061 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318547 Jul 06 17:41:48.877751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Deleting port d42d1f3b-9b5e-4540-9566-013a8b24ba1a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:48.878791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:48.906402 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:49.053615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:49.069300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] For port d42d1f3b-9b5e-4540-9566-013a8b24ba1a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:49.069902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:49.131540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Calling delete_port for d42d1f3b-9b5e-4540-9566-013a8b24ba1a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:49.154840 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:49.156399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:49.157443 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:49.291359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=62def9ed-9325-46d4-b409-b21e3eb8a1e1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:49.314848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:41:49.347274 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c172e417-7081-4d7a-a690-83ab2efdd4c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1900663 Jul 06 17:41:49.350422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:49.366703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Request body: {'subnet': {'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-303240448-subnet', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:49.368580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93edaed-95e8-4c39-bdf6-0e77828145ce req-5d89f42e-b414-41b7-808d-cdd8b95b55f5 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:49.370658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c93edaed-95e8-4c39-bdf6-0e77828145ce req-5d89f42e-b414-41b7-808d-cdd8b95b55f5 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 947 time: 0.4982529 Jul 06 17:41:49.428575 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:49.448442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Made reservation on behalf of 0e4b4d97285849a5862d35288bd2fca9 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:49.455763 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:49.511628 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-370aae35-7e91-4ef7-9584-49319897dc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:49.520951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c93edaed-95e8-4c39-bdf6-0e77828145ce req-ef595b62-2764-4ba0-bf98-561521c20ff8 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318007 Jul 06 17:41:49.623226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:49.702439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Pushing event deleted for resources: {'Port': ['ID=d42d1f3b-9b5e-4540-9566-013a8b24ba1a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:49.839334 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:49.897446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Allocated IP 10.2.2.100 (563e46c9-5ffa-45c3-8a52-e75a0fee5801/8c014c69-be27-4d21-bd02-a36f6090fef3/ca65a389-3aff-4a71-9ac3-1180117b1629) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:50.210012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] No DVR routers for this DVR port d42d1f3b-9b5e-4540-9566-013a8b24ba1a on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:41:50.222156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:50.232818 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:50.237019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e5ca56c-16d3-4611-90f0-e446713d13ad req-42982dcb-9b2b-428b-a366-7dd92ee0bf2a tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.22 "DELETE /v2.0/ports/d42d1f3b-9b5e-4540-9566-013a8b24ba1a HTTP/1.1" status: 204 len: 173 time: 1.5922704 Jul 06 17:41:50.389530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:50.465406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35838) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:50.518254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Transition to ACTIVE for port object ca65a389-3aff-4a71-9ac3-1180117b1629 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:50.562895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90466a90-727b-4b09-a365-3a641e160767 req-3a06fcac-75e6-4856-b2c4-a90486ec803b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:50.584440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90466a90-727b-4b09-a365-3a641e160767 req-3a06fcac-75e6-4856-b2c4-a90486ec803b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:50.598567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90466a90-727b-4b09-a365-3a641e160767 req-3a06fcac-75e6-4856-b2c4-a90486ec803b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:50.614683 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90466a90-727b-4b09-a365-3a641e160767 req-3a06fcac-75e6-4856-b2c4-a90486ec803b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 2374 time: 0.5314717 Jul 06 17:41:50.623678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:50.641430 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d474963f-fc5b-404b-b104-17e639e43cb2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:50.662030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'name': 'network-vif-deleted', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:50.664799 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9af32b4-e2e7-4359-9bba-9491b51233ea" -d '{"events": [{"server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "name": "network-vif-deleted", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:50.727125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e85b403-2813-4551-af88-ac4599461fb8 req-d59dd390-2a5d-45e1-8623-10e543b7f5a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9452600 Jul 06 17:41:50.755311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-a9dc8d31-0573-431b-9966-170901b39be4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5144544 Jul 06 17:41:50.769133 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90466a90-727b-4b09-a365-3a641e160767 req-ce7c4323-df5c-4cb0-81d4-33f3a879dffb tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490531 Jul 06 17:41:50.812420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Checking segment: {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:50.813091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Network hostable DHCP agents. Network: 62def9ed-9325-46d4-b409-b21e3eb8a1e1, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:41:50.852526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:41:50.891567 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:50.908323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 62def9ed-9325-46d4-b409-b21e3eb8a1e1) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:50.928213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107ca6f-dc74-495a-90e2-e7619438620b None None] Network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:41:50.989450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85b403-2813-4551-af88-ac4599461fb8 req-c48cc4fa-516c-4051-b747-2944c34e69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:50.990029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:50.995390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:50.996797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e85b403-2813-4551-af88-ac4599461fb8 req-c48cc4fa-516c-4051-b747-2944c34e69d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 1096 time: 0.2371078 Jul 06 17:41:51.015047 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f1739d5a-4eed-4ce5-9ea1-3c83ed8766b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d374dfa77b90481692a9fec9149e3df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329857 Jul 06 17:41:51.016038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:51.022867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:51.038456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.045772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.168285 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9333ea2-2eb8-496e-afa5-ca13b63286be x-openstack-request-id: req-e9333ea2-2eb8-496e-afa5-ca13b63286be {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:51.175170 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdca794-cb2e-4d28-9e40-5c98fb4300db", "name": "network-vif-deleted", "tag": "d42d1f3b-9b5e-4540-9566-013a8b24ba1a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:51.177607 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9333ea2-2eb8-496e-afa5-ca13b63286be {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:51.178709 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdca794-cb2e-4d28-9e40-5c98fb4300db', 'name': 'network-vif-deleted', 'tag': 'd42d1f3b-9b5e-4540-9566-013a8b24ba1a', 'status': 'completed', 'code': 200} Jul 06 17:41:51.181719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-287065f5-e0fb-40fb-a054-59bd9ccc8a2f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8299294 Jul 06 17:41:51.195529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:51.222328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:51.249946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab69a58d-a103-4ab0-9d3a-6aec39d455b2 req-ee59a6e1-99ca-4025-bb20-fddfc757be15 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cdca794-cb2e-4d28-9e40-5c98fb4300db HTTP/1.1" status: 200 len: 210 time: 0.1314337 Jul 06 17:41:51.271283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Port': ['ID=ca65a389-3aff-4a71-9ac3-1180117b1629,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:51.286041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:41:51.286983 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.299731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.301163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.349718 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1bb91fa6-d775-40f3-9a68-03a100f09167 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7988842 Jul 06 17:41:51.393961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801', 'admin_state_up': True, 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'security_groups': ['edf93d82-8e98-481f-9c53-536f6573463f']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:51.410984 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.413343 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.636450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Allocated IP 172.20.0.2 (62def9ed-9325-46d4-b409-b21e3eb8a1e1/d474963f-fc5b-404b-b104-17e639e43cb2/1957c748-b72f-4953-b351-77fffe35a04b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:51.687812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38719138-e4fe-4337-8154-e21f1c4ae998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.711643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-0d084f52-11f6-4dd5-95a3-9a7a2a9f7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.712498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-0d084f52-11f6-4dd5-95a3-9a7a2a9f7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.713338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-0d084f52-11f6-4dd5-95a3-9a7a2a9f7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.714514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-0d084f52-11f6-4dd5-95a3-9a7a2a9f7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.715059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-0d084f52-11f6-4dd5-95a3-9a7a2a9f7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.715907 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-0d084f52-11f6-4dd5-95a3-9a7a2a9f7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.716947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-0d084f52-11f6-4dd5-95a3-9a7a2a9f7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.720479 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-0d084f52-11f6-4dd5-95a3-9a7a2a9f7de8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=111b07676259475e995110a924defb8f&device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 6501 time: 0.8071108 Jul 06 17:41:51.725912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Made reservation on behalf of 8f696f98b85249679ca0ffa0cb676f3f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:41:51.731884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.736082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.751713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85b403-2813-4551-af88-ac4599461fb8 req-b4a89205-b965-423b-a6c9-318a20140281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:51.752314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38719138-e4fe-4337-8154-e21f1c4ae998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.755450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e85b403-2813-4551-af88-ac4599461fb8 req-b4a89205-b965-423b-a6c9-318a20140281 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 912 time: 0.5700099 Jul 06 17:41:51.807041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 23f08db7-d899-4602-bfea-7bcde6d86b4a no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:51.887060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:51.899102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Transition to ACTIVE for port object 1957c748-b72f-4953-b351-77fffe35a04b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:51.919042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Transition to ACTIVE for port object 1957c748-b72f-4953-b351-77fffe35a04b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:51.948905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 23f08db7-d899-4602-bfea-7bcde6d86b4a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:51.949612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 23f08db7-d899-4602-bfea-7bcde6d86b4a not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:51.951880 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.018580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:52.022049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-413e993a-21af-43d3-8691-970ef3cee2e6 None None] Provisioning for port ca65a389-3aff-4a71-9ac3-1180117b1629 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:52.054880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-413e993a-21af-43d3-8691-970ef3cee2e6 None None] Provisioning complete for port ca65a389-3aff-4a71-9ac3-1180117b1629 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:52.056183 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-413e993a-21af-43d3-8691-970ef3cee2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.068709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:52.073659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:52.122553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Allocated IP 10.2.2.200 (563e46c9-5ffa-45c3-8a52-e75a0fee5801/8c014c69-be27-4d21-bd02-a36f6090fef3/3586c00f-536d-44ef-82fd-af48620ef5a9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:52.202231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Pushing event updated for resources: {'Port': ['ID=1957c748-b72f-4953-b351-77fffe35a04b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:52.242964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-413e993a-21af-43d3-8691-970ef3cee2e6 None None] Port ca65a389-3aff-4a71-9ac3-1180117b1629 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:41:52.246813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Attempting to bind port 1957c748-b72f-4953-b351-77fffe35a04b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:52.247050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Attempting to bind port 1957c748-b72f-4953-b351-77fffe35a04b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:52.247875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Attempting to bind port 1957c748-b72f-4953-b351-77fffe35a04b on network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:52.256986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:52.257408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Checking segment: {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:52.257775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.258171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Bound using segment: {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:52.258693 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Bound port: 1957c748-b72f-4953-b351-77fffe35a04b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:52.259082 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.364065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] For port 1957c748-b72f-4953-b351-77fffe35a04b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:52.378293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] For port 1957c748-b72f-4953-b351-77fffe35a04b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1957c748-b72f-4953-b351-77fffe35a04b,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:52.387558 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.471054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.527581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba017d7-b277-4416-987e-6699aceee932 None None] Pushing event updated for resources: {'Port': ['ID=1957c748-b72f-4953-b351-77fffe35a04b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:52.531446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Transition to ACTIVE for port object 3586c00f-536d-44ef-82fd-af48620ef5a9 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:52.624543 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.673172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.686063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e85b403-2813-4551-af88-ac4599461fb8 req-909e11b2-48a0-44ee-b7c0-9a1830bb9fa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0d36c59-bc4f-450c-82ce-517af78f70df HTTP/1.1" status: 200 len: 1001 time: 0.8714623 Jul 06 17:41:52.722142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.770830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-5dd8e575-325c-402b-868d-3833f5d6cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:52.771326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-5dd8e575-325c-402b-868d-3833f5d6cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:52.771788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-5dd8e575-325c-402b-868d-3833f5d6cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:52.774076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-5dd8e575-325c-402b-868d-3833f5d6cf4c service neutron] 10.222.0.22 "GET /v2.0/networks?id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=47e547bc-f710-4b73-b52e-751477455b04&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 HTTP/1.1" status: 200 len: 2298 time: 0.9556653 Jul 06 17:41:52.790668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:52.792152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e57b80-ce80-4834-b16d-373a75b222df req-4ce27db3-4ce6-4a2c-b9ad-991fe408c562 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:52.798673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e57b80-ce80-4834-b16d-373a75b222df req-4ce27db3-4ce6-4a2c-b9ad-991fe408c562 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:52.800364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38719138-e4fe-4337-8154-e21f1c4ae998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.804165 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38719138-e4fe-4337-8154-e21f1c4ae998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:52.805050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e57b80-ce80-4834-b16d-373a75b222df req-4ce27db3-4ce6-4a2c-b9ad-991fe408c562 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:52.808264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-38719138-e4fe-4337-8154-e21f1c4ae998 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe8eef63-76f7-4fdf-a410-f85aa623a2b6 HTTP/1.1" status: 204 len: 168 time: 1.7825286 Jul 06 17:41:52.812211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e57b80-ce80-4834-b16d-373a75b222df req-4ce27db3-4ce6-4a2c-b9ad-991fe408c562 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:52.819524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:52.820045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6e57b80-ce80-4834-b16d-373a75b222df req-4ce27db3-4ce6-4a2c-b9ad-991fe408c562 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 3095 time: 0.3363645 Jul 06 17:41:52.849546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:52.910703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38719138-e4fe-4337-8154-e21f1c4ae998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8eef63-76f7-4fdf-a410-f85aa623a2b6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:53.006066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event updated for resources: {'Port': ['ID=3586c00f-536d-44ef-82fd-af48620ef5a9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:53.071931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:53.072864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:53.101123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85b403-2813-4551-af88-ac4599461fb8 req-fc7e754c-3b64-41be-9a18-c7257afe6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:53.105054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e85b403-2813-4551-af88-ac4599461fb8 req-fc7e754c-3b64-41be-9a18-c7257afe6b80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.4030192 Jul 06 17:41:53.124770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-12a2aeb5-9a49-4644-84a8-967bd44bc0d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7649300 Jul 06 17:41:53.142279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:53.300985 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6e57b80-ce80-4834-b16d-373a75b222df req-e4d8810c-f3b9-452c-8c47-aa6f42214414 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4791787 Jul 06 17:41:53.328001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-03302696-0580-4645-bf32-38eea070edb4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122 HTTP/1.1" status: 200 len: 1000 time: 0.5045054 Jul 06 17:41:53.509938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5316140b-2c91-4d5a-a679-a468ad643a22 None None] Provisioning for port 3586c00f-536d-44ef-82fd-af48620ef5a9 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:53.511132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:53.530235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5316140b-2c91-4d5a-a679-a468ad643a22 None None] Provisioning complete for port 3586c00f-536d-44ef-82fd-af48620ef5a9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:53.535834 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5316140b-2c91-4d5a-a679-a468ad643a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:53.652558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5316140b-2c91-4d5a-a679-a468ad643a22 None None] Port 3586c00f-536d-44ef-82fd-af48620ef5a9 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:41:53.669025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d42d1f3b-9b5e-4540-9566-013a8b24ba1a no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:53.689167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85b403-2813-4551-af88-ac4599461fb8 req-409ded68-d1e6-4d55-a1f0-bf7b7f383e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:53.694723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e85b403-2813-4551-af88-ac4599461fb8 req-409ded68-d1e6-4d55-a1f0-bf7b7f383e1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5667558 Jul 06 17:41:53.699078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-ec02b743-8ba0-4019-b44d-00df709030c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:53.704069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-ec02b743-8ba0-4019-b44d-00df709030c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8 HTTP/1.1" status: 200 len: 856 time: 0.3654642 Jul 06 17:41:53.749053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: d42d1f3b-9b5e-4540-9566-013a8b24ba1a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:41:53.750280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d42d1f3b-9b5e-4540-9566-013a8b24ba1a not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:41:53.868818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35880) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:54.008170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8a2c8d08-8ef4-4811-a75b-48267e212a37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=943cda2405d441ed965c234e177f4e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348653 Jul 06 17:41:54.019304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35884) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:41:54.065488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a32bc3-0425-4419-9935-213d68df3df8 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:54.075547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.091135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Transition to ACTIVE for port object b9a32bc3-0425-4419-9935-213d68df3df8 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:54.096591 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.152646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Pushing event updated for resources: {'Port': ['ID=b9a32bc3-0425-4419-9935-213d68df3df8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:54.208997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af317564-da59-4848-be02-0fc36d28c1c3 req-6a7542e2-349a-4c8a-9c93-721d99f76334 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:54.211854 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af317564-da59-4848-be02-0fc36d28c1c3 req-6a7542e2-349a-4c8a-9c93-721d99f76334 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 949 time: 0.6218846 Jul 06 17:41:54.314435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Attempting to bind port b9a32bc3-0425-4419-9935-213d68df3df8 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:54.314435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Attempting to bind port b9a32bc3-0425-4419-9935-213d68df3df8 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:54.314946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Attempting to bind port b9a32bc3-0425-4419-9935-213d68df3df8 on network 783772ad-1179-4bad-9382-d4de5d5d3d28 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:54.321283 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-af317564-da59-4848-be02-0fc36d28c1c3 req-2375575a-c24e-4799-803a-aa64dca19336 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878382 Jul 06 17:41:54.323418 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-2fbd9f45-8f57-495a-b925-09c0087ef050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:54.325061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-2fbd9f45-8f57-495a-b925-09c0087ef050 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c490c4b1-1265-44c5-9049-5dde07c6dd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5832655 Jul 06 17:41:54.344528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Port b9a32bc3-0425-4419-9935-213d68df3df8 on network 783772ad-1179-4bad-9382-d4de5d5d3d28 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:41:54.345990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Attempting to bind port b9a32bc3-0425-4419-9935-213d68df3df8 on network 783772ad-1179-4bad-9382-d4de5d5d3d28 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:54.360845 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e85b403-2813-4551-af88-ac4599461fb8 req-9f422dcd-11e2-4d70-ba88-767bec669837 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479189 Jul 06 17:41:54.369170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:54.372682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Checking segment: {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:54.375363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Bound using segment: {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:54.376279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Bound port: b9a32bc3-0425-4419-9935-213d68df3df8, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65802b46-ba57-4cc4-8938-ec972a086207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:54.376872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.592383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] For port b9a32bc3-0425-4419-9935-213d68df3df8, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:54.624281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] For port b9a32bc3-0425-4419-9935-213d68df3df8, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b9a32bc3-0425-4419-9935-213d68df3df8,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:54.633356 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.656676 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.697792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43dd0cf-1a1d-4f77-824e-38c5609fde5d None None] Network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:41:54.793927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.886252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Pushing event updated for resources: {'Port': ['ID=b9a32bc3-0425-4419-9935-213d68df3df8,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:54.926148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:54.928859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:54.944292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d81c9375-6d6e-4e78-8c96-ba23b20089ff service neutron] 10.222.0.55 "PUT /v2.0/ports/b9a32bc3-0425-4419-9935-213d68df3df8 HTTP/1.1" status: 200 len: 1091 time: 1.8008580 Jul 06 17:41:54.948634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:54.952099 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:55.012129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1957c748-b72f-4953-b351-77fffe35a04b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:55.023149 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:55.067059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Allocated IP 172.25.7.26 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/8958fe8b-8293-4cd7-a6eb-b1be1bc338ea) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:41:55.127413 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383691d2-e016-4fc6-b215-64f156dfcac7 x-openstack-request-id: req-383691d2-e016-4fc6-b215-64f156dfcac7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:55.133460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd13b5c9-017e-404e-847f-e3517e1aa002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:55.137715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e85b403-2813-4551-af88-ac4599461fb8 req-e346cfdc-69b5-4a44-8c60-72a688538f1e service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488663 Jul 06 17:41:55.139771 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:55.140396 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-383691d2-e016-4fc6-b215-64f156dfcac7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:55.143194 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'status': 'completed', 'code': 200} Jul 06 17:41:55.185616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c599-e34f-4226-9035-7a2c8278567c req-16306189-24f4-474a-a6f6-98887274af7a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:55.203277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c599-e34f-4226-9035-7a2c8278567c req-16306189-24f4-474a-a6f6-98887274af7a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:55.233851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c599-e34f-4226-9035-7a2c8278567c req-16306189-24f4-474a-a6f6-98887274af7a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:55.251250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c599-e34f-4226-9035-7a2c8278567c req-16306189-24f4-474a-a6f6-98887274af7a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:55.271774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c599-e34f-4226-9035-7a2c8278567c req-16306189-24f4-474a-a6f6-98887274af7a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:55.282815 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1109c599-e34f-4226-9035-7a2c8278567c req-16306189-24f4-474a-a6f6-98887274af7a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 3828 time: 0.6136308 Jul 06 17:41:55.295399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 1957c748-b72f-4953-b351-77fffe35a04b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:55.330040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd13b5c9-017e-404e-847f-e3517e1aa002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:55.347167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1109c599-e34f-4226-9035-7a2c8278567c req-ca71997b-f2ad-4c44-9676-f18d273dd97e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625672 Jul 06 17:41:55.444651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-196cbc60-4fcb-4d35-b7d7-6950d0e2cc81 None None] Provisioning for port 1957c748-b72f-4953-b351-77fffe35a04b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:41:55.450950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-196cbc60-4fcb-4d35-b7d7-6950d0e2cc81 None None] Provisioning complete for port 1957c748-b72f-4953-b351-77fffe35a04b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:55.451739 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-196cbc60-4fcb-4d35-b7d7-6950d0e2cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:55.465507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:55.541023 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-31e6261a-5ae9-400f-a576-5cf646cbd244 service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1907077 Jul 06 17:41:55.769050 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-196cbc60-4fcb-4d35-b7d7-6950d0e2cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:55.896665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-196cbc60-4fcb-4d35-b7d7-6950d0e2cc81 None None] For port 1957c748-b72f-4953-b351-77fffe35a04b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1957c748-b72f-4953-b351-77fffe35a04b,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:55.904815 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-196cbc60-4fcb-4d35-b7d7-6950d0e2cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.021903 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-a021a8d9-b801-47ce-a36d-9c09085de5ac service neutron] 10.222.0.22 "GET /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580564 Jul 06 17:41:56.054555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cbc60-4fcb-4d35-b7d7-6950d0e2cc81 None None] Pushing event updated for resources: {'Port': ['ID=1957c748-b72f-4953-b351-77fffe35a04b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:56.063884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-17039912-de6f-452a-b068-8fef1853bf00 None None] Provisioning complete for port 1957c748-b72f-4953-b351-77fffe35a04b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:56.064814 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17039912-de6f-452a-b068-8fef1853bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.231435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-5ede51f8-55c7-4458-91fd-ecd1f02eba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:56.249512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-5ede51f8-55c7-4458-91fd-ecd1f02eba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:56.251315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-5ede51f8-55c7-4458-91fd-ecd1f02eba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:56.255057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7683b96e-e042-4f2c-baf6-0f7ab80da843 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:56.257158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-5ede51f8-55c7-4458-91fd-ecd1f02eba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:56.258402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-5ede51f8-55c7-4458-91fd-ecd1f02eba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:56.265814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.268484 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-5ede51f8-55c7-4458-91fd-ecd1f02eba90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 4363 time: 1.0685894 Jul 06 17:41:56.295929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Transition to ACTIVE for port object 7683b96e-e042-4f2c-baf6-0f7ab80da843 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:56.303031 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.335593 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.427775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Pushing event updated for resources: {'Port': ['ID=7683b96e-e042-4f2c-baf6-0f7ab80da843,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:56.483691 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd13b5c9-017e-404e-847f-e3517e1aa002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.491348 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd13b5c9-017e-404e-847f-e3517e1aa002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.498552 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dd13b5c9-017e-404e-847f-e3517e1aa002 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7ad6f96-0b2f-450f-a1a5-1a8a934ab2dc HTTP/1.1" status: 204 len: 168 time: 2.3911729 Jul 06 17:41:56.588303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-ec019d95-26fe-4272-9acd-77c2d25f3696 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 200 len: 217 time: 0.4790347 Jul 06 17:41:56.603068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Attempting to bind port 7683b96e-e042-4f2c-baf6-0f7ab80da843 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:56.603487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Attempting to bind port 7683b96e-e042-4f2c-baf6-0f7ab80da843 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:56.603757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Attempting to bind port 7683b96e-e042-4f2c-baf6-0f7ab80da843 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:56.617391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Port 7683b96e-e042-4f2c-baf6-0f7ab80da843 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:41:56.617708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Attempting to bind port 7683b96e-e042-4f2c-baf6-0f7ab80da843 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:56.629582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:56.629954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Checking segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:56.630327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Bound using segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:56.632600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Bound port: 7683b96e-e042-4f2c-baf6-0f7ab80da843, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:56.632983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.687364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1957c748-b72f-4953-b351-77fffe35a04b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:41:56.804064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1957c748-b72f-4953-b351-77fffe35a04b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:41:56.805486 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:56.954554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-d7305fac-2805-459f-8f95-74e22d5d3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:56.954825 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] For port 7683b96e-e042-4f2c-baf6-0f7ab80da843, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:56.960413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-d7305fac-2805-459f-8f95-74e22d5d3bc4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.1526055 Jul 06 17:41:56.972111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] For port 7683b96e-e042-4f2c-baf6-0f7ab80da843, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7683b96e-e042-4f2c-baf6-0f7ab80da843,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:56.979036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13b5c9-017e-404e-847f-e3517e1aa002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ad6f96-0b2f-450f-a1a5-1a8a934ab2dc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:57.034018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795e6b-587e-4585-8de1-c0fbee41ec71 req-817ca4a1-cd19-475f-bac5-9c8cc01fb735 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.046436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795e6b-587e-4585-8de1-c0fbee41ec71 req-817ca4a1-cd19-475f-bac5-9c8cc01fb735 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.053918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795e6b-587e-4585-8de1-c0fbee41ec71 req-817ca4a1-cd19-475f-bac5-9c8cc01fb735 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.060789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795e6b-587e-4585-8de1-c0fbee41ec71 req-817ca4a1-cd19-475f-bac5-9c8cc01fb735 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.068205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795e6b-587e-4585-8de1-c0fbee41ec71 req-817ca4a1-cd19-475f-bac5-9c8cc01fb735 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.075719 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795e6b-587e-4585-8de1-c0fbee41ec71 req-817ca4a1-cd19-475f-bac5-9c8cc01fb735 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.084908 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d795e6b-587e-4585-8de1-c0fbee41ec71 req-817ca4a1-cd19-475f-bac5-9c8cc01fb735 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 4601 time: 0.3292456 Jul 06 17:41:57.094207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:57.125292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c59581-3ef8-4113-a13a-a1a0147feade req-32e56f77-eb58-47e2-9bea-4741b4a490f6 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.127961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41c59581-3ef8-4113-a13a-a1a0147feade req-32e56f77-eb58-47e2-9bea-4741b4a490f6 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.55 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 949 time: 1.6229389 Jul 06 17:41:57.150915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.152040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:57.154199 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] 10.222.0.55 "PUT /v2.0/ports/7683b96e-e042-4f2c-baf6-0f7ab80da843 HTTP/1.1" status: 200 len: 1131 time: 2.1713943 Jul 06 17:41:57.154799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': '7683b96e-e042-4f2c-baf6-0f7ab80da843'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:57.157197 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef45d3a1-f9f7-48d0-9366-b77512a4a049" -d '{"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "7683b96e-e042-4f2c-baf6-0f7ab80da843"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:57.207242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:57.222119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-aca5d5f9-9108-4622-b2c7-f630cb0e2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.223714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-aca5d5f9-9108-4622-b2c7-f630cb0e2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.224222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-aca5d5f9-9108-4622-b2c7-f630cb0e2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.226116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-aca5d5f9-9108-4622-b2c7-f630cb0e2148 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8814070 Jul 06 17:41:57.236378 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:57.287686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ea61a-d480-4069-8f3b-63dcdb95daa7 service neutron] Pushing event updated for resources: {'Port': ['ID=7683b96e-e042-4f2c-baf6-0f7ab80da843,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:57.303050 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d795e6b-587e-4585-8de1-c0fbee41ec71 req-1697bab4-a93e-4c44-a281-bdbf50be428c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2170153 Jul 06 17:41:57.449324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:57.454281 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfe2578-7f0d-46af-b15c-9f88fa75a36d x-openstack-request-id: req-fcfe2578-7f0d-46af-b15c-9f88fa75a36d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:57.454605 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "7683b96e-e042-4f2c-baf6-0f7ab80da843", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:57.454910 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcfe2578-7f0d-46af-b15c-9f88fa75a36d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:57.455385 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': '7683b96e-e042-4f2c-baf6-0f7ab80da843', 'status': 'completed', 'code': 200} Jul 06 17:41:57.878011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Pushing event updated for resources: {'Port': ['ID=8958fe8b-8293-4cd7-a6eb-b1be1bc338ea,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:57.893853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:41:57.902736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0e1eb7-4909-4d09-985f-3586dfcb9c82 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:57.911018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:41:57.917390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:41:57.920163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:57.932579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823d703-8031-455b-be2b-8a5cb1d2cc32 req-36bf0861-e639-4e88-8e56-64bd69ada670 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.934513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f823d703-8031-455b-be2b-8a5cb1d2cc32 req-36bf0861-e639-4e88-8e56-64bd69ada670 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 949 time: 2.1775522 Jul 06 17:41:57.973947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-9a92e825-9eaa-462a-a6b2-6d1f75cf3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:57.976218 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-9a92e825-9eaa-462a-a6b2-6d1f75cf3232 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9882858 Jul 06 17:41:57.993656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Transition to ACTIVE for port object ed0e1eb7-4909-4d09-985f-3586dfcb9c82 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:58.004303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.008840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:41:58.185461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f823d703-8031-455b-be2b-8a5cb1d2cc32 req-0f8f80a8-2b50-4c91-97fb-82194be37e90 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163548 Jul 06 17:41:58.188318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Pushing event updated for resources: {'Port': ['ID=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:58.212458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-046c8e4f-1d2f-4913-b337-e30e67cb05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:58.215468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86cbbedc-be8c-4824-a0d9-b11d20c4dfc2 req-046c8e4f-1d2f-4913-b337-e30e67cb05ca service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9579625 Jul 06 17:41:58.391106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Attempting to bind port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:58.391690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Attempting to bind port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:58.395372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Attempting to bind port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:58.404241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:41:58.404741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Attempting to bind port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:58.430451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:58.430944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Checking segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:58.431452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Bound using segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:58.432025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Bound port: ed0e1eb7-4909-4d09-985f-3586dfcb9c82, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:58.432501 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.526028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] For port ed0e1eb7-4909-4d09-985f-3586dfcb9c82, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:58.530746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] For port ed0e1eb7-4909-4d09-985f-3586dfcb9c82, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:58.539686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.588098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:58.589090 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.591698 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] 10.222.0.55 "PUT /v2.0/ports/ed0e1eb7-4909-4d09-985f-3586dfcb9c82 HTTP/1.1" status: 200 len: 1130 time: 1.3933022 Jul 06 17:41:58.652736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:41:58.667648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Pushing event updated for resources: {'Port': ['ID=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:58.729776 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.730136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.730532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.730880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.731228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.731575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.731920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.732258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.732595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.732930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.733264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.733598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacee4f6-ee91-4678-8287-718a47d3295f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:41:58.793131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.810933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-41c59581-3ef8-4113-a13a-a1a0147feade req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Deleting port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:41:58.811452 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-41c59581-3ef8-4113-a13a-a1a0147feade req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:58.860655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-9213abea-f0fc-40f6-994e-0e75b4a17081 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8527133 Jul 06 17:41:59.022493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-6065b7f8-e08f-4c5c-bef0-b70ed8eac5ba service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385813 Jul 06 17:41:59.042400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-f891f360-2f3e-416b-b8b6-82650fc1270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.046943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-f891f360-2f3e-416b-b8b6-82650fc1270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.046943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-f891f360-2f3e-416b-b8b6-82650fc1270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.047324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-f891f360-2f3e-416b-b8b6-82650fc1270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.047759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-f891f360-2f3e-416b-b8b6-82650fc1270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.048240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-f891f360-2f3e-416b-b8b6-82650fc1270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.048795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-f891f360-2f3e-416b-b8b6-82650fc1270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.051215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-f891f360-2f3e-416b-b8b6-82650fc1270d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6168 time: 0.7320569 Jul 06 17:41:59.193249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cade89d9-c173-4e18-9597-f89f752088d7 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:41:59.198874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-69da4f65-3a51-4d20-99ee-534711e49567 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 200 len: 217 time: 0.1651492 Jul 06 17:41:59.206581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.224595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Transition to ACTIVE for port object cade89d9-c173-4e18-9597-f89f752088d7 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:41:59.230940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.369954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Pushing event updated for resources: {'Port': ['ID=cade89d9-c173-4e18-9597-f89f752088d7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:41:59.409152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ab8fb-9dfe-4fa7-a884-6a6ac1d4a5e0 req-9c68a4e6-fe02-46b9-893d-0b94d6c5960c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.416767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ab8fb-9dfe-4fa7-a884-6a6ac1d4a5e0 req-9c68a4e6-fe02-46b9-893d-0b94d6c5960c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.424302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ab8fb-9dfe-4fa7-a884-6a6ac1d4a5e0 req-9c68a4e6-fe02-46b9-893d-0b94d6c5960c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.431688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ab8fb-9dfe-4fa7-a884-6a6ac1d4a5e0 req-9c68a4e6-fe02-46b9-893d-0b94d6c5960c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.438522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ab8fb-9dfe-4fa7-a884-6a6ac1d4a5e0 req-9c68a4e6-fe02-46b9-893d-0b94d6c5960c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.445705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ab8fb-9dfe-4fa7-a884-6a6ac1d4a5e0 req-9c68a4e6-fe02-46b9-893d-0b94d6c5960c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.452048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ab8fb-9dfe-4fa7-a884-6a6ac1d4a5e0 req-9c68a4e6-fe02-46b9-893d-0b94d6c5960c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.454725 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb5ab8fb-9dfe-4fa7-a884-6a6ac1d4a5e0 req-9c68a4e6-fe02-46b9-893d-0b94d6c5960c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5373 time: 0.7411847 Jul 06 17:41:59.497563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'ed0e1eb7-4909-4d09-985f-3586dfcb9c82'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:41:59.502906 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf5f2e9-9729-4e48-b919-1f1de769c197" -d '{"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "ed0e1eb7-4909-4d09-985f-3586dfcb9c82"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:41:59.515390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-e17e529c-584a-4a12-8e70-3421f9280da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.517421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-e17e529c-584a-4a12-8e70-3421f9280da5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.2811689 Jul 06 17:41:59.517574 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.604989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-41c59581-3ef8-4113-a13a-a1a0147feade req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] For port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:41:59.605477 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-41c59581-3ef8-4113-a13a-a1a0147feade req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.662695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-41c59581-3ef8-4113-a13a-a1a0147feade req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Calling delete_port for 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:41:59.680339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-6dd5d624-0009-4094-a01e-0834d9879931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.680824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-6dd5d624-0009-4094-a01e-0834d9879931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.681306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-6dd5d624-0009-4094-a01e-0834d9879931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.683195 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-6dd5d624-0009-4094-a01e-0834d9879931 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5597613 Jul 06 17:41:59.720355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Attempting to bind port cade89d9-c173-4e18-9597-f89f752088d7 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:41:59.720716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Attempting to bind port cade89d9-c173-4e18-9597-f89f752088d7 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:41:59.721032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Attempting to bind port cade89d9-c173-4e18-9597-f89f752088d7 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:59.738727 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafc10f-ed70-4bb7-83e9-b557a41ba6f1 req-171e941e-9cde-4395-9a78-65351208c56c tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.740392 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9bafc10f-ed70-4bb7-83e9-b557a41ba6f1 req-171e941e-9cde-4395-9a78-65351208c56c tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 949 time: 0.2324588 Jul 06 17:41:59.741634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Port cade89d9-c173-4e18-9597-f89f752088d7 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:41:59.741963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Attempting to bind port cade89d9-c173-4e18-9597-f89f752088d7 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:41:59.750325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:41:59.750325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Checking segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:41:59.750811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Bound using segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:41:59.751174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Bound port: cade89d9-c173-4e18-9597-f89f752088d7, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:41:59.751438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:41:59.795456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb5ab8fb-9dfe-4fa7-a884-6a6ac1d4a5e0 req-c0dfc109-cc61-4589-adde-94558186434d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3191717 Jul 06 17:41:59.870011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-a6975b75-2795-4ebf-a617-7bee29ddb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:41:59.871813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-a6975b75-2795-4ebf-a617-7bee29ddb5e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3059859 Jul 06 17:41:59.912775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] For port cade89d9-c173-4e18-9597-f89f752088d7, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:41:59.922877 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] For port cade89d9-c173-4e18-9597-f89f752088d7, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=cade89d9-c173-4e18-9597-f89f752088d7,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:41:59.935519 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ef3e71-e25a-4f38-8bf5-2d9b8d18be4a x-openstack-request-id: req-80ef3e71-e25a-4f38-8bf5-2d9b8d18be4a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:41:59.936141 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "ed0e1eb7-4909-4d09-985f-3586dfcb9c82", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:41:59.936565 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80ef3e71-e25a-4f38-8bf5-2d9b8d18be4a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:41:59.937241 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'ed0e1eb7-4909-4d09-985f-3586dfcb9c82', 'status': 'completed', 'code': 200} Jul 06 17:41:59.939517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.088232 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9bafc10f-ed70-4bb7-83e9-b557a41ba6f1 req-788ca9f9-b741-4f59-a40d-b6de9960114f tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/security-groups?id=9700232d-3f5f-4058-a026-a1f72c4b6892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248222 Jul 06 17:42:00.096154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:00.097948 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.102426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] 10.222.0.55 "PUT /v2.0/ports/cade89d9-c173-4e18-9597-f89f752088d7 HTTP/1.1" status: 200 len: 1091 time: 1.4625549 Jul 06 17:42:00.163403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:00.247111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-925396d3-825b-4f9e-9b49-1830c8b4d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:00.250260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef45d3a1-f9f7-48d0-9366-b77512a4a049 req-925396d3-825b-4f9e-9b49-1830c8b4d3ae service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5458474 Jul 06 17:42:00.305731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd804b-2123-44ec-b2cc-5f088bd4e469 service neutron] Pushing event updated for resources: {'Port': ['ID=cade89d9-c173-4e18-9597-f89f752088d7,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:00.362330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-c8019304-ba41-480b-991d-df32ede5d5e0 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810393 Jul 06 17:42:00.470061 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.711050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.771136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-41c59581-3ef8-4113-a13a-a1a0147feade req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:00.775630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-23cde5d3-cdd0-405e-9bf2-a4e0dacc1c04 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905822 Jul 06 17:42:01.299971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35992) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:01.305505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Pushing event deleted for resources: {'Port': ['ID=0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:01.309342 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3b1242-7bce-4780-878c-7dd2ad0de237 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:01.329686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-3f0c9fe1-6971-4494-bedb-d957866cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.330642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-3f0c9fe1-6971-4494-bedb-d957866cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.332536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-3f0c9fe1-6971-4494-bedb-d957866cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.333058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-3f0c9fe1-6971-4494-bedb-d957866cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.333899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-3f0c9fe1-6971-4494-bedb-d957866cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.334785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-3f0c9fe1-6971-4494-bedb-d957866cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.335652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-3f0c9fe1-6971-4494-bedb-d957866cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.346589 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.347089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-3f0c9fe1-6971-4494-bedb-d957866cbe07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6277 time: 0.9747767 Jul 06 17:42:01.358881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-79223b3d-7e98-443b-947f-35d86f7b15fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=9560dc4f-2e60-4076-a113-c8feb40f9653 HTTP/1.1" status: 200 len: 217 time: 0.5690403 Jul 06 17:42:01.371973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Transition to ACTIVE for port object 3b3b1242-7bce-4780-878c-7dd2ad0de237 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:01.382951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.476602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Pushing event updated for resources: {'Port': ['ID=3b3b1242-7bce-4780-878c-7dd2ad0de237,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:01.516089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995f8a88-de16-4970-9de7-e66684cad1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.532991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523628-4f0d-495a-8c27-5069f78d6c39 req-d9ba2cf2-db6f-4e4d-9177-efb12907990f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.541017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523628-4f0d-495a-8c27-5069f78d6c39 req-d9ba2cf2-db6f-4e4d-9177-efb12907990f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.547942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523628-4f0d-495a-8c27-5069f78d6c39 req-d9ba2cf2-db6f-4e4d-9177-efb12907990f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.554814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523628-4f0d-495a-8c27-5069f78d6c39 req-d9ba2cf2-db6f-4e4d-9177-efb12907990f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.561489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523628-4f0d-495a-8c27-5069f78d6c39 req-d9ba2cf2-db6f-4e4d-9177-efb12907990f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.568320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523628-4f0d-495a-8c27-5069f78d6c39 req-d9ba2cf2-db6f-4e4d-9177-efb12907990f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.575412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523628-4f0d-495a-8c27-5069f78d6c39 req-d9ba2cf2-db6f-4e4d-9177-efb12907990f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.577943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93523628-4f0d-495a-8c27-5069f78d6c39 req-d9ba2cf2-db6f-4e4d-9177-efb12907990f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5385 time: 0.2931473 Jul 06 17:42:01.680289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-a44da3cc-b628-44f1-ad9f-87d5467afdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:01.682269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-a44da3cc-b628-44f1-ad9f-87d5467afdef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.1572747 Jul 06 17:42:01.683051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c59581-3ef8-4113-a13a-a1a0147feade req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] No DVR routers for this DVR port 0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:01.705115 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6d1c71a2-1dbb-4f8a-bd89-031cceff9796 req-5f9fed4d-7739-401e-bc41-996a29b45012 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 210 time: 0.3503931 Jul 06 17:42:01.713507 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-41c59581-3ef8-4113-a13a-a1a0147feade req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.714368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:01.719846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41c59581-3ef8-4113-a13a-a1a0147feade req-e9918d9a-f3a2-4b3c-ab0c-846d8a742b02 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.55 "DELETE /v2.0/ports/0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a HTTP/1.1" status: 204 len: 173 time: 4.5039291 Jul 06 17:42:01.774132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-deleted', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:01.777479 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40f03ec-c1f9-4a71-9936-15bfb8469b64" -d '{"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-deleted", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:01.855656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93523628-4f0d-495a-8c27-5069f78d6c39 req-88d878f7-0b98-4de9-91cc-745d4083ecfe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2693627 Jul 06 17:42:01.947381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'cade89d9-c173-4e18-9597-f89f752088d7'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:01.958399 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76" -d '{"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "cade89d9-c173-4e18-9597-f89f752088d7"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:01.975146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Attempting to bind port 3b3b1242-7bce-4780-878c-7dd2ad0de237 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:01.975488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Attempting to bind port 3b3b1242-7bce-4780-878c-7dd2ad0de237 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:01.975830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Attempting to bind port 3b3b1242-7bce-4780-878c-7dd2ad0de237 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:02.001029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Port 3b3b1242-7bce-4780-878c-7dd2ad0de237 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:02.001302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Attempting to bind port 3b3b1242-7bce-4780-878c-7dd2ad0de237 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:02.088327 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511fcf0f-0100-45c1-8423-4b59eee68027 x-openstack-request-id: req-511fcf0f-0100-45c1-8423-4b59eee68027 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:02.088650 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefe91f4-a12a-4896-93d5-7aa378b2b108", "name": "network-vif-deleted", "tag": "0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:02.088941 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-511fcf0f-0100-45c1-8423-4b59eee68027 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:02.090091 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefe91f4-a12a-4896-93d5-7aa378b2b108', 'name': 'network-vif-deleted', 'tag': '0eaf323a-1c4c-4bbc-81b9-c5a58c91db7a', 'status': 'completed', 'code': 200} Jul 06 17:42:02.121630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-1ff3b85c-6671-4247-870f-a62bdda1e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.122128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-1ff3b85c-6671-4247-870f-a62bdda1e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.122818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-1ff3b85c-6671-4247-870f-a62bdda1e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.125633 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-1ff3b85c-6671-4247-870f-a62bdda1e40f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7153211 Jul 06 17:42:02.128453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Router 133f8300-23ac-42b7-8b06-5e5311ce5323 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:42:02.132834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:02.133442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Checking segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:02.134035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Bound using segment: {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:02.134935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Bound port: 3b3b1242-7bce-4780-878c-7dd2ad0de237, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931cd93d-d6e9-4848-bb9d-10c04b209260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:02.135567 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.140446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-bfa839df-c1ae-4f6b-8f14-dbf83b23ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.142151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-bfa839df-c1ae-4f6b-8f14-dbf83b23ae89 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4020436 Jul 06 17:42:02.162420 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef3bf20-6e77-4834-a290-e14598358f39 x-openstack-request-id: req-fef3bf20-6e77-4834-a290-e14598358f39 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:02.162723 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "cade89d9-c173-4e18-9597-f89f752088d7", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:02.162988 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fef3bf20-6e77-4834-a290-e14598358f39 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:02.163402 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'cade89d9-c173-4e18-9597-f89f752088d7', 'status': 'completed', 'code': 200} Jul 06 17:42:02.165726 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995f8a88-de16-4970-9de7-e66684cad1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.193336 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-995f8a88-de16-4970-9de7-e66684cad1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.202982 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:42:02.264497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f8a88-de16-4970-9de7-e66684cad1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d847569-3144-4e4f-9a7a-4a20465796c8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:02.275762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-995f8a88-de16-4970-9de7-e66684cad1f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3e9cb85483b4dedb0ecb1261fca0290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9745977 Jul 06 17:42:02.279047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:02.290909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] For port 3b3b1242-7bce-4780-878c-7dd2ad0de237, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:02.319150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] For port 3b3b1242-7bce-4780-878c-7dd2ad0de237, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:02.342109 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.424643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.426028 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.428683 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] 10.222.0.55 "PUT /v2.0/ports/3b3b1242-7bce-4780-878c-7dd2ad0de237 HTTP/1.1" status: 200 len: 1091 time: 2.2743402 Jul 06 17:42:02.460402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-ee8f0f3d-ac53-4da1-9649-ea2c2d83c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:02.462054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bf5f2e9-9729-4e48-b919-1f1de769c197 req-ee8f0f3d-ac53-4da1-9649-ea2c2d83c691 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3185246 Jul 06 17:42:02.474877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-0cb90f81-08f4-4f9c-8a9d-473b7ac1a6cf service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099663 Jul 06 17:42:02.484646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1152eb0-5a15-4898-91da-ca5491e1fa8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.526522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:02.605366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:02.616671 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Sync routers for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:02.627091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defe120-f72a-4d07-8018-5cf209aefd8b service neutron] Pushing event updated for resources: {'Port': ['ID=3b3b1242-7bce-4780-878c-7dd2ad0de237,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:02.642283 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:02.643803 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:41:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:02.653374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-ef2c9bb6-1c53-458f-9636-4e6bbc62e33e service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776993 Jul 06 17:42:02.699862 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1152eb0-5a15-4898-91da-ca5491e1fa8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.826941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-9bdf9054-c4db-4b90-8380-1fcce6299ccd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94 HTTP/1.1" status: 200 len: 217 time: 0.1521111 Jul 06 17:42:02.828152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:02.830321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1a5d76be-b6d0-4245-a339-dc1386fbd404 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.6168585 Jul 06 17:42:02.836366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36006) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:02.901870 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:02.971554 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.142914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1152eb0-5a15-4898-91da-ca5491e1fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.150025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1152eb0-5a15-4898-91da-ca5491e1fa8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.159383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f1152eb0-5a15-4898-91da-ca5491e1fa8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d847569-3144-4e4f-9a7a-4a20465796c8 HTTP/1.1" status: 204 len: 168 time: 0.8755279 Jul 06 17:42:03.177047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1152eb0-5a15-4898-91da-ca5491e1fa8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d847569-3144-4e4f-9a7a-4a20465796c8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:03.187324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34614b26-590a-44b2-99ff-446e21365e1b req-57ba2739-067a-457e-af41-b32fb77a4772 tempest-ListImageFiltersTestJSON-1953961183 tempest-ListImageFiltersTestJSON-1953961183-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefe91f4-a12a-4896-93d5-7aa378b2b108 HTTP/1.1" status: 200 len: 210 time: 0.2089152 Jul 06 17:42:03.304353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-6baba5ea-e554-444a-aaca-00ccd68ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.305263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-6baba5ea-e554-444a-aaca-00ccd68ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.306564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-6baba5ea-e554-444a-aaca-00ccd68ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.307712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-6baba5ea-e554-444a-aaca-00ccd68ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.308540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-6baba5ea-e554-444a-aaca-00ccd68ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.309350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-6baba5ea-e554-444a-aaca-00ccd68ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.310178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-6baba5ea-e554-444a-aaca-00ccd68ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.313655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-6baba5ea-e554-444a-aaca-00ccd68ae37b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6344 time: 0.7215688 Jul 06 17:42:03.492152 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:41:58Z', 'revision_number': 3, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:03.559361 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Checking router: 133f8300-23ac-42b7-8b06-5e5311ce5323 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:03.560771 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Updating router 133f8300-23ac-42b7-8b06-5e5311ce5323 port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:03.571040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-b00ea00d-8156-44f0-9af9-449314e850d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.573714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-b00ea00d-8156-44f0-9af9-449314e850d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 200 len: 797 time: 0.7284846 Jul 06 17:42:03.574139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f6c8-c91f-495a-81be-e5b8e845b5e8 req-7f7a4484-a88f-44e8-8130-16c52db582d2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.592692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f6c8-c91f-495a-81be-e5b8e845b5e8 req-7f7a4484-a88f-44e8-8130-16c52db582d2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.607456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f6c8-c91f-495a-81be-e5b8e845b5e8 req-7f7a4484-a88f-44e8-8130-16c52db582d2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.620743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f6c8-c91f-495a-81be-e5b8e845b5e8 req-7f7a4484-a88f-44e8-8130-16c52db582d2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.635770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f6c8-c91f-495a-81be-e5b8e845b5e8 req-7f7a4484-a88f-44e8-8130-16c52db582d2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.651720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f6c8-c91f-495a-81be-e5b8e845b5e8 req-7f7a4484-a88f-44e8-8130-16c52db582d2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.663458 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.673318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f6c8-c91f-495a-81be-e5b8e845b5e8 req-7f7a4484-a88f-44e8-8130-16c52db582d2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.704610 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cc8f6c8-c91f-495a-81be-e5b8e845b5e8 req-7f7a4484-a88f-44e8-8130-16c52db582d2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5397 time: 0.4285722 Jul 06 17:42:03.763023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-f3ca07df-3414-4d57-a03e-b9f5e6b5aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.763923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-f3ca07df-3414-4d57-a03e-b9f5e6b5aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.764682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-f3ca07df-3414-4d57-a03e-b9f5e6b5aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.767580 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-f3ca07df-3414-4d57-a03e-b9f5e6b5aaa1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3752825 Jul 06 17:42:03.843633 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cc8f6c8-c91f-495a-81be-e5b8e845b5e8 req-213fcd94-a19c-459c-ab47-b9a7aeb62679 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112480 Jul 06 17:42:03.937442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca65a389-3aff-4a71-9ac3-1180117b1629 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:03.959076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:03.981021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-9027a677-1439-4cfd-a4e8-f97f088a0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:03.982744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37b7968c-7bf7-4d82-8f95-ebd517ecfe76 req-9027a677-1439-4cfd-a4e8-f97f088a0b37 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045147 Jul 06 17:42:03.991637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Transition to ACTIVE for port object ca65a389-3aff-4a71-9ac3-1180117b1629 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:04.002197 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.157722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Pushing event updated for resources: {'Port': ['ID=ca65a389-3aff-4a71-9ac3-1180117b1629,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:04.168049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': '3b3b1242-7bce-4780-878c-7dd2ad0de237'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:04.180283 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a" -d '{"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "3b3b1242-7bce-4780-878c-7dd2ad0de237"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:04.221665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-e2150d7d-8079-46cb-aea4-cb5a30291efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:04.225208 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-e2150d7d-8079-46cb-aea4-cb5a30291efc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=47e547bc-f710-4b73-b52e-751477455b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5653257 Jul 06 17:42:04.335509 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beedd49-9b41-4a21-ac49-14fe27cb7a08 x-openstack-request-id: req-5beedd49-9b41-4a21-ac49-14fe27cb7a08 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:04.341286 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "3b3b1242-7bce-4780-878c-7dd2ad0de237", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:04.341824 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5beedd49-9b41-4a21-ac49-14fe27cb7a08 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:04.343774 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': '3b3b1242-7bce-4780-878c-7dd2ad0de237', 'status': 'completed', 'code': 200} Jul 06 17:42:04.422374 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.481918 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Transition to ACTIVE for port object 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:04.516703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36042) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:04.517185 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.655133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Attempting to bind port ca65a389-3aff-4a71-9ac3-1180117b1629 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:04.655959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Attempting to bind port ca65a389-3aff-4a71-9ac3-1180117b1629 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:04.656250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Attempting to bind port ca65a389-3aff-4a71-9ac3-1180117b1629 on network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:04.688780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Port ca65a389-3aff-4a71-9ac3-1180117b1629 on network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:04.689341 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Attempting to bind port ca65a389-3aff-4a71-9ac3-1180117b1629 on network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:04.713636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:04.714644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Checking segment: {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:04.716840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Bound using segment: {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:04.719214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Bound port: ca65a389-3aff-4a71-9ac3-1180117b1629, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:04.720573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.781014 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-c612623d-4d0b-4f97-8643-c4a840d73869 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689107 Jul 06 17:42:04.793090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-815315e0-dd4c-4e4d-81cc-0cc5d7d28af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:04.794057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-815315e0-dd4c-4e4d-81cc-0cc5d7d28af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:04.797510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-815315e0-dd4c-4e4d-81cc-0cc5d7d28af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:04.798295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-815315e0-dd4c-4e4d-81cc-0cc5d7d28af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:04.801256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-815315e0-dd4c-4e4d-81cc-0cc5d7d28af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:04.802361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-815315e0-dd4c-4e4d-81cc-0cc5d7d28af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:04.803924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-815315e0-dd4c-4e4d-81cc-0cc5d7d28af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:04.806272 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Attempting to bind port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:04.809661 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Attempting to bind port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:04.809860 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-815315e0-dd4c-4e4d-81cc-0cc5d7d28af9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6369 time: 0.4448748 Jul 06 17:42:04.811252 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Attempting to bind port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:04.835353 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:04.836237 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:04.837113 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.838034 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:04.839070 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Bound port: 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:04.839723 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:04.850390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-network', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:04.990852 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] For port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:04.995262 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] For port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8958fe8b-8293-4cd7-a6eb-b1be1bc338ea,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:05.013763 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.016922 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Pushing event updated for resources: {'Port': ['ID=8958fe8b-8293-4cd7-a6eb-b1be1bc338ea,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:05.028526 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.029124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] For port ca65a389-3aff-4a71-9ac3-1180117b1629, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:05.029512 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.030084 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.030707 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.031305 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.031865 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.033054 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.033638 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.034209 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.035331 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.035920 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.036736 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:05.054902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] For port ca65a389-3aff-4a71-9ac3-1180117b1629, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ca65a389-3aff-4a71-9ac3-1180117b1629,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:05.076415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.079437 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.131338 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:05.132596 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:41:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:05.340147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Made reservation on behalf of ed5fb43f4c814360af5464bf0c2f9e4d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:05.343549 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.367425 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.380388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-d65569ff-6f1f-4a13-a0dd-f253df88ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:05.381169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-d65569ff-6f1f-4a13-a0dd-f253df88ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:05.381856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-d65569ff-6f1f-4a13-a0dd-f253df88ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:05.383875 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-d65569ff-6f1f-4a13-a0dd-f253df88ed2c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5501113 Jul 06 17:42:05.399792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Pushing event updated for resources: {'Port': ['ID=ca65a389-3aff-4a71-9ac3-1180117b1629,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:05.404450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:05.405432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.407130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b5e8f391-44b4-44df-ae97-c10de2b48b48 service neutron] 10.222.0.55 "PUT /v2.0/ports/ca65a389-3aff-4a71-9ac3-1180117b1629 HTTP/1.1" status: 200 len: 1091 time: 2.9419131 Jul 06 17:42:05.442232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-4dbbafdf-0d71-4f24-a329-ac22755a7b91 service neutron] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293781 Jul 06 17:42:05.462312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Request body: {'port': {'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:05.545986 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325138fb-0049-4215-bf43-4bd58b20ca3a None None] Pushing event updated for resources: {'Port': ['ID=8958fe8b-8293-4cd7-a6eb-b1be1bc338ea,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:05.606991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.636406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-01b498c9-5603-4e7f-8ea3-8ac14efd4878 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47 HTTP/1.1" status: 200 len: 217 time: 0.1738634 Jul 06 17:42:05.697472 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.699423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.712975 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:05.720118 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:06.071429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:42:06.085089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.086189 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Added segment f0af74ea-04dc-4f44-8b3c-4814be8529b2 of type vlan for network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 Jul 06 17:42:06.116527 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:41:58Z', 'revision_number': 3, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:06.143157 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.149989 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763e541-e14a-4efc-a577-c07f09d098b4 None None] The sync data for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 is: [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:41:58Z', 'revision_number': 3, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:06.194234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447a37aa-660a-497b-941d-c787a5777540,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:06.290315 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.292391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.293581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.355182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'ca65a389-3aff-4a71-9ac3-1180117b1629'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:06.360082 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02851cfa-bad9-4f96-a142-07dedf0bdf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "ca65a389-3aff-4a71-9ac3-1180117b1629"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:06.400225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-ccfa4d85-1d36-4949-af33-72b003c9a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.401932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ecbf3ed1-a4f3-4d9e-85f6-8f545533362a req-ccfa4d85-1d36-4949-af33-72b003c9a0d2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9886622 Jul 06 17:42:06.403944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-2c552420-550f-42f2-a6ee-ce4d55cf3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.405563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-2c552420-550f-42f2-a6ee-ce4d55cf3a0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 0.7475982 Jul 06 17:42:06.540927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be0a80-8afa-4ac1-8e00-b94b60630278 req-7406f40c-fc47-418d-b602-6f267ad9741a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.545952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] Pushing event updated for resources: {'Network': ['ID=afbefd2e-0aca-4fb5-9c39-c73b51fadb51,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:06.569838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be0a80-8afa-4ac1-8e00-b94b60630278 req-7406f40c-fc47-418d-b602-6f267ad9741a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.590944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be0a80-8afa-4ac1-8e00-b94b60630278 req-7406f40c-fc47-418d-b602-6f267ad9741a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.594833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:42:06.601324 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-927a5ee0-ceca-4790-bd1a-def9fd6db018 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0792587 Jul 06 17:42:06.610224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be0a80-8afa-4ac1-8e00-b94b60630278 req-7406f40c-fc47-418d-b602-6f267ad9741a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.615956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:06.618039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be0a80-8afa-4ac1-8e00-b94b60630278 req-7406f40c-fc47-418d-b602-6f267ad9741a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.625367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be0a80-8afa-4ac1-8e00-b94b60630278 req-7406f40c-fc47-418d-b602-6f267ad9741a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.631193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Request body: {'subnet': {'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-subnet', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:06.633634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be0a80-8afa-4ac1-8e00-b94b60630278 req-7406f40c-fc47-418d-b602-6f267ad9741a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:06.641513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31be0a80-8afa-4ac1-8e00-b94b60630278 req-7406f40c-fc47-418d-b602-6f267ad9741a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5409 time: 1.0427864 Jul 06 17:42:06.815377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3586c00f-536d-44ef-82fd-af48620ef5a9 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:06.824979 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:06.842361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Transition to ACTIVE for port object 3586c00f-536d-44ef-82fd-af48620ef5a9 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:06.843294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Made reservation on behalf of ed5fb43f4c814360af5464bf0c2f9e4d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:06.844742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Allocated IP 172.20.0.1 (62def9ed-9325-46d4-b409-b21e3eb8a1e1/d474963f-fc5b-404b-b104-17e639e43cb2/ed8a50b2-077b-4f2f-8e38-838b44e3ccc1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:06.846414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.051453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31be0a80-8afa-4ac1-8e00-b94b60630278 req-381c3632-f5dd-4652-893b-7f3ab4d5cb4f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3665745 Jul 06 17:42:07.070329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ccae1-1e1d-43b4-a42c-f33acf5d0bad req-e2e0ea91-f6e5-4464-a002-38bede812328 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:07.072094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-358ccae1-1e1d-43b4-a42c-f33acf5d0bad req-e2e0ea91-f6e5-4464-a002-38bede812328 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 945 time: 1.0880249 Jul 06 17:42:07.084487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.100129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.156934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-a63f648d-b69b-48eb-9abb-512badd54cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:07.161511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-a63f648d-b69b-48eb-9abb-512badd54cd1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7415726 Jul 06 17:42:07.178858 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.242511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b61d69-63ad-47a5-89bc-fae806891dc2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:07.340262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-e51b016e-739d-48be-a9f3-857f5b6777ec tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:07.341640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-358ccae1-1e1d-43b4-a42c-f33acf5d0bad req-20f4c32b-3964-4d44-b71d-b2fc9610f6b0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495770 Jul 06 17:42:07.342516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Pushing event updated for resources: {'Port': ['ID=3586c00f-536d-44ef-82fd-af48620ef5a9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:07.343174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-e51b016e-739d-48be-a9f3-857f5b6777ec tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 945 time: 0.6948588 Jul 06 17:42:07.383661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Transition to ACTIVE for port object ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:07.553294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Checking segment: {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:07.553701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Network hostable DHCP agents. Network: afbefd2e-0aca-4fb5-9c39-c73b51fadb51, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:42:07.647506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:42:07.653637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Attempting to bind port 3586c00f-536d-44ef-82fd-af48620ef5a9 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:07.653990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Attempting to bind port 3586c00f-536d-44ef-82fd-af48620ef5a9 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:07.657195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Attempting to bind port 3586c00f-536d-44ef-82fd-af48620ef5a9 on network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:07.671658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-56db25cd-a957-40ed-a677-f8f9045508e2 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886203 Jul 06 17:42:07.695572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Port 3586c00f-536d-44ef-82fd-af48620ef5a9 on network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:07.698502 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Attempting to bind port 3586c00f-536d-44ef-82fd-af48620ef5a9 on network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:07.720802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, afbefd2e-0aca-4fb5-9c39-c73b51fadb51) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:07.732677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:07.733280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Checking segment: {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:07.733941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Bound using segment: {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:07.734819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Bound port: 3586c00f-536d-44ef-82fd-af48620ef5a9, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad803439-b730-46e1-a841-f7bd2a5fa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:07.735404 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.740727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7298723-d1b8-4590-a05f-12cf3fe64c2b None None] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:07.754286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:07.759341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.803252 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a963c2-e61e-4515-bed1-4b639ffbfa1b x-openstack-request-id: req-f2a963c2-e61e-4515-bed1-4b639ffbfa1b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:07.803952 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "ca65a389-3aff-4a71-9ac3-1180117b1629", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:07.804365 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2a963c2-e61e-4515-bed1-4b639ffbfa1b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:07.805000 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'ca65a389-3aff-4a71-9ac3-1180117b1629', 'status': 'completed', 'code': 200} Jul 06 17:42:07.955774 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:07.973731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:07.979100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3264694e-1c48-4753-b5c8-49b4f33efe6d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3596251 Jul 06 17:42:08.021457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:08.058275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-767fdc8d-4b1b-4836-b65e-f832fab17892 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614309 Jul 06 17:42:08.080861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:42:08.082984 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.092238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] For port 3586c00f-536d-44ef-82fd-af48620ef5a9, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:08.101455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] For port 3586c00f-536d-44ef-82fd-af48620ef5a9, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3586c00f-536d-44ef-82fd-af48620ef5a9,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:08.108187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.109533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.112664 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.284228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.345953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:08.346157 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:08.354127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] 10.222.0.55 "PUT /v2.0/ports/3586c00f-536d-44ef-82fd-af48620ef5a9 HTTP/1.1" status: 200 len: 1091 time: 2.9034472 Jul 06 17:42:08.446042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a746fda-e3fd-4b76-b549-79dcb423df83 service neutron] Pushing event updated for resources: {'Port': ['ID=3586c00f-536d-44ef-82fd-af48620ef5a9,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:08.499986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Allocated IP 172.20.0.2 (afbefd2e-0aca-4fb5-9c39-c73b51fadb51/32b61d69-63ad-47a5-89bc-fae806891dc2/879c592b-34b4-4f92-90a8-9298e5c95152) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:08.770013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:08.830926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:08.835733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-47a6eb14-0199-4532-959b-92e938e7e9db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5 HTTP/1.1" status: 200 len: 217 time: 0.5397449 Jul 06 17:42:08.851928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6600b65-8715-4258-898e-b0c7b559b026 req-dc22e47a-fb86-4573-b01f-c891fe5323e5 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:08.873274 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6600b65-8715-4258-898e-b0c7b559b026 req-dc22e47a-fb86-4573-b01f-c891fe5323e5 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 945 time: 0.1788347 Jul 06 17:42:08.895923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:08.936245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:08.998954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6600b65-8715-4258-898e-b0c7b559b026 req-96b275d3-5937-45ea-aaaa-3e7fdb56acdc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231740 Jul 06 17:42:09.005514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Pushing event updated for resources: {'Port': ['ID=ed8a50b2-077b-4f2f-8e38-838b44e3ccc1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:09.014486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.099299 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.154221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:09.184083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:09.230502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:09.231085 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.401594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Deleting port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:09.401928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.505695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-8e7848f5-626a-4ef9-93ea-2bd27e3c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:09.506564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-8e7848f5-626a-4ef9-93ea-2bd27e3c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:09.507195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-8e7848f5-626a-4ef9-93ea-2bd27e3c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:09.507718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-8e7848f5-626a-4ef9-93ea-2bd27e3c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:09.508383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-8e7848f5-626a-4ef9-93ea-2bd27e3c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:09.509156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-8e7848f5-626a-4ef9-93ea-2bd27e3c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:09.510149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-8e7848f5-626a-4ef9-93ea-2bd27e3c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:09.512836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-8e7848f5-626a-4ef9-93ea-2bd27e3c07e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6436 time: 1.5969229 Jul 06 17:42:09.558253 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.582878 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.587763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-755f1aeb-4c7d-4cb9-8daf-2ca346af0202 None None] Provisioning for port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:09.642785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-755f1aeb-4c7d-4cb9-8daf-2ca346af0202 None None] Provisioning complete for port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:09.643364 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-755f1aeb-4c7d-4cb9-8daf-2ca346af0202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.673818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e9aad71b-f6bd-41b2-8529-b4ce9e55c714 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=043562dc660540039d93c1c741d90e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174708 Jul 06 17:42:09.678304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36156) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:09.752866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Transition to ACTIVE for port object 879c592b-34b4-4f92-90a8-9298e5c95152 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:09.757474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-755f1aeb-4c7d-4cb9-8daf-2ca346af0202 None None] Port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:09.792754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Transition to ACTIVE for port object 879c592b-34b4-4f92-90a8-9298e5c95152 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:09.800289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.805763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': '3586c00f-536d-44ef-82fd-af48620ef5a9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:09.810609 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b4ef1-22c6-481a-ba3b-855921ea396c" -d '{"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "3586c00f-536d-44ef-82fd-af48620ef5a9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:09.855035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0b68c3d-763d-4d3c-bcb1-47d1e2b5acc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.861761 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.884337 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7394a596-13ab-4112-a0eb-9e8a5fa89a90 x-openstack-request-id: req-7394a596-13ab-4112-a0eb-9e8a5fa89a90 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:09.885647 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "3586c00f-536d-44ef-82fd-af48620ef5a9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:09.886222 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7394a596-13ab-4112-a0eb-9e8a5fa89a90 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:09.886833 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': '3586c00f-536d-44ef-82fd-af48620ef5a9', 'status': 'completed', 'code': 200} Jul 06 17:42:09.900512 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0b68c3d-763d-4d3c-bcb1-47d1e2b5acc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.905139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:09.913846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:09.918480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:09.922173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:09.997333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0b68c3d-763d-4d3c-bcb1-47d1e2b5acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.000950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0b68c3d-763d-4d3c-bcb1-47d1e2b5acc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.014696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d0b68c3d-763d-4d3c-bcb1-47d1e2b5acc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9700232d-3f5f-4058-a026-a1f72c4b6892 HTTP/1.1" status: 204 len: 168 time: 0.3344719 Jul 06 17:42:10.040169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Pushing event updated for resources: {'Port': ['ID=879c592b-34b4-4f92-90a8-9298e5c95152,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:10.044189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b68c3d-763d-4d3c-bcb1-47d1e2b5acc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9700232d-3f5f-4058-a026-a1f72c4b6892,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:10.048553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.196034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Attempting to bind port 879c592b-34b4-4f92-90a8-9298e5c95152 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:10.196787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Attempting to bind port 879c592b-34b4-4f92-90a8-9298e5c95152 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:10.197500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Attempting to bind port 879c592b-34b4-4f92-90a8-9298e5c95152 on network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:10.209460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-53a1d29c-d07c-4f5d-9058-ec781440aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.210323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-53a1d29c-d07c-4f5d-9058-ec781440aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.210893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-53a1d29c-d07c-4f5d-9058-ec781440aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.212800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-53a1d29c-d07c-4f5d-9058-ec781440aa9a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6041923 Jul 06 17:42:10.214587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:10.215317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Checking segment: {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:10.216221 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.216920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Bound using segment: {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:10.217818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Bound port: 879c592b-34b4-4f92-90a8-9298e5c95152, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:10.218568 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.251629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8958fe8b-8293-4cd7-a6eb-b1be1bc338ea,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:10.263103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Pushing event updated for resources: {'Port': ['ID=ed8a50b2-077b-4f2f-8e38-838b44e3ccc1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:10.270305 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.276107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.288581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-35ab1145-cc49-49f2-8134-55e0d784048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.290388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-35ab1145-cc49-49f2-8134-55e0d784048d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 200 len: 797 time: 1.4331825 Jul 06 17:42:10.297729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.298235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.298763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.299173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.299622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.300065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.300922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.301852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.302357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.302812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.303279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.303746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:10.440462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=8958fe8b-8293-4cd7-a6eb-b1be1bc338ea,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:10.553289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] For port 879c592b-34b4-4f92-90a8-9298e5c95152, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:10.578071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] For port 879c592b-34b4-4f92-90a8-9298e5c95152, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=879c592b-34b4-4f92-90a8-9298e5c95152,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:10.589570 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:10.688097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb71f5-4a69-4fce-a832-257b4979a117 req-edd811e0-743d-4b98-964e-aa4d5743b474 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.701205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f06f-10ba-4500-96c1-0d8b79759aad None None] Pushing event updated for resources: {'Port': ['ID=879c592b-34b4-4f92-90a8-9298e5c95152,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:10.702840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb71f5-4a69-4fce-a832-257b4979a117 req-edd811e0-743d-4b98-964e-aa4d5743b474 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.705696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65596a1e-8119-449c-811a-77fc72eeda9c req-beb2d5f7-f1b7-470d-bf88-57431c0f309d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.725063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65596a1e-8119-449c-811a-77fc72eeda9c req-beb2d5f7-f1b7-470d-bf88-57431c0f309d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 945 time: 0.2082353 Jul 06 17:42:10.728548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb71f5-4a69-4fce-a832-257b4979a117 req-edd811e0-743d-4b98-964e-aa4d5743b474 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.752689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb71f5-4a69-4fce-a832-257b4979a117 req-edd811e0-743d-4b98-964e-aa4d5743b474 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.780860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb71f5-4a69-4fce-a832-257b4979a117 req-edd811e0-743d-4b98-964e-aa4d5743b474 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.804912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb71f5-4a69-4fce-a832-257b4979a117 req-edd811e0-743d-4b98-964e-aa4d5743b474 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.818317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb71f5-4a69-4fce-a832-257b4979a117 req-edd811e0-743d-4b98-964e-aa4d5743b474 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.830091 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65596a1e-8119-449c-811a-77fc72eeda9c req-61007e2c-2da1-4d01-bdc1-3cc88c6885e8 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038332 Jul 06 17:42:10.832273 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70bb71f5-4a69-4fce-a832-257b4979a117 req-edd811e0-743d-4b98-964e-aa4d5743b474 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 2.2034068 Jul 06 17:42:10.852393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-235d84c3-660b-4047-9dd2-ffc7d0fc4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:10.855359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-02851cfa-bad9-4f96-a142-07dedf0bdf3f req-235d84c3-660b-4047-9dd2-ffc7d0fc4d53 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5605209 Jul 06 17:42:10.975155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:11.106225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] For port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:11.107863 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.126329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:11.311965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Calling delete_port for 3b4a3132-8162-43f5-a2cb-9eb0d795fccf owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:11.427800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70bb71f5-4a69-4fce-a832-257b4979a117 req-cf053538-01af-4a71-a532-21d91148dbd2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5708239 Jul 06 17:42:11.632944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e5c1c62f-af6e-4b18-af00-0fd3b629c32b None None] Provisioning complete for port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:11.632944 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c62f-af6e-4b18-af00-0fd3b629c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:11.643371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a137-7a03-48eb-9a47-174f981a451b req-8b459453-a345-4477-9f14-89f5f48054be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.648044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-8b459453-a345-4477-9f14-89f5f48054be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0372069 Jul 06 17:42:11.691442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1c62f-af6e-4b18-af00-0fd3b629c32b None None] Port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:11.739680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3b4a3132-8162-43f5-a2cb-9eb0d795fccf no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:42:11.779792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca5e452-1dfe-4fd0-9ff6-866ed6c0eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.780275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca5e452-1dfe-4fd0-9ff6-866ed6c0eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.781248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca5e452-1dfe-4fd0-9ff6-866ed6c0eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.781248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca5e452-1dfe-4fd0-9ff6-866ed6c0eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.781687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca5e452-1dfe-4fd0-9ff6-866ed6c0eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.782276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca5e452-1dfe-4fd0-9ff6-866ed6c0eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.782863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca5e452-1dfe-4fd0-9ff6-866ed6c0eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:11.785948 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca5e452-1dfe-4fd0-9ff6-866ed6c0eb66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6478 time: 0.8327522 Jul 06 17:42:12.014070 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.119113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce63f64-c780-4005-860f-6166e78e9d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:12.122877 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6c906a-ca94-4f4b-84d2-cd5625fdf339" -d '{"events": [{"server_uuid": "4ce63f64-c780-4005-860f-6166e78e9d83", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4a3132-8162-43f5-a2cb-9eb0d795fccf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:12.155169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:12.164480 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:12.279880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93009f9-2718-4f00-910c-a3a3a72c2e39 req-29aba4e6-1d07-4dc6-904f-25cbfc0e0a44 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:12.290017 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e93009f9-2718-4f00-910c-a3a3a72c2e39 req-29aba4e6-1d07-4dc6-904f-25cbfc0e0a44 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 945 time: 0.2309766 Jul 06 17:42:12.337258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:12.388712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e93009f9-2718-4f00-910c-a3a3a72c2e39 req-65368fb5-f1d5-4e57-b2ad-1dd6cc4e1a9e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844100 Jul 06 17:42:12.633342 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f489e1d-bf95-433a-991e-e4993046ac1f x-openstack-request-id: req-1f489e1d-bf95-433a-991e-e4993046ac1f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:12.633954 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce63f64-c780-4005-860f-6166e78e9d83", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4a3132-8162-43f5-a2cb-9eb0d795fccf", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:12.634151 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f489e1d-bf95-433a-991e-e4993046ac1f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:12.634825 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce63f64-c780-4005-860f-6166e78e9d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf', 'code': 200} Jul 06 17:42:12.639408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Router 133f8300-23ac-42b7-8b06-5e5311ce5323 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:42:12.676983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-7891882e-33d5-426b-85cc-5912c63ab9c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a32bc3-0425-4419-9935-213d68df3df8 HTTP/1.1" status: 200 len: 217 time: 0.4040139 Jul 06 17:42:12.973714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:13.100792 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.176191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.235130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6796f40d-76de-4dad-8935-4f0d18fd697d None None] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:13.293621 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36208) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:13.310300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2c49518c-bac6-48d2-a75f-3ad796140a8d None None] Provisioning for port 879c592b-34b4-4f92-90a8-9298e5c95152 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:13.381306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:13.384251 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.439566 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.445127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-dfbd9247-6fef-4427-be21-875538164905 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7670383 Jul 06 17:42:13.489895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Allocated IP 172.25.7.230 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/c9a8ff62-d919-47c4-ae24-485ad92a9c1c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:13.520725 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16cdb25a-226d-4fa6-8f9d-a1be26fe6fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.695274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 879c592b-34b4-4f92-90a8-9298e5c95152 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:13.725779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event deleted for resources: {'Port': ['ID=3b4a3132-8162-43f5-a2cb-9eb0d795fccf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:13.764048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-7419e762-a536-4c88-9f85-e02f9a3ebef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:13.765590 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16cdb25a-226d-4fa6-8f9d-a1be26fe6fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.766804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-7419e762-a536-4c88-9f85-e02f9a3ebef1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5be3346-afa0-406d-a934-ceeda5f8bbb2 HTTP/1.1" status: 200 len: 850 time: 1.0525393 Jul 06 17:42:13.774954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16cdb25a-226d-4fa6-8f9d-a1be26fe6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.807858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 879c592b-34b4-4f92-90a8-9298e5c95152 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:13.819266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 879c592b-34b4-4f92-90a8-9298e5c95152 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:13.819906 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:13.875301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-16cdb25a-226d-4fa6-8f9d-a1be26fe6fad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7319f80e7f9f44e98ff2e93fa44c619d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758090 Jul 06 17:42:13.902700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36218) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:13.915515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdb25a-226d-4fa6-8f9d-a1be26fe6fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fc51e3-1d8c-4281-8d32-292b94a7314c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:13.975209 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.020986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 879c592b-34b4-4f92-90a8-9298e5c95152, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=879c592b-34b4-4f92-90a8-9298e5c95152,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:14.030785 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.135831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=879c592b-34b4-4f92-90a8-9298e5c95152,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:14.176769 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76d830a0-558f-4d15-804c-ba4f29e9952c req-83ef9761-0538-4bf4-99de-dd9e36d74ddf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.0725484 Jul 06 17:42:14.182524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] No DVR routers for this DVR port 3b4a3132-8162-43f5-a2cb-9eb0d795fccf on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:42:14.236747 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.241237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a57df83-1fad-4433-9b65-d1be865595c2 req-b14d6a0d-3f96-46ad-ba79-be6373675f8f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "DELETE /v2.0/ports/3b4a3132-8162-43f5-a2cb-9eb0d795fccf HTTP/1.1" status: 204 len: 173 time: 6.8801951 Jul 06 17:42:14.282309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-aea7a4c6-e6fb-44a7-bb59-387143e01c24 None None] Provisioning complete for port 879c592b-34b4-4f92-90a8-9298e5c95152 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:14.282750 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aea7a4c6-e6fb-44a7-bb59-387143e01c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.404827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce63f64-c780-4005-860f-6166e78e9d83', 'name': 'network-vif-deleted', 'tag': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:14.414072 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d3510d-4b6c-42e6-8b04-5b7d4e7ec639" -d '{"events": [{"server_uuid": "4ce63f64-c780-4005-860f-6166e78e9d83", "name": "network-vif-deleted", "tag": "3b4a3132-8162-43f5-a2cb-9eb0d795fccf"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:14.511474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6375a137-7a03-48eb-9a47-174f981a451b req-0496e94f-cbe8-44c4-b1a6-c29fefa7e5e5 service neutron] 10.222.0.22 "GET /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7882247 Jul 06 17:42:14.527850 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c960fe8-bdfd-413d-9db2-52c52e25c0f6 x-openstack-request-id: req-9c960fe8-bdfd-413d-9db2-52c52e25c0f6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:14.528256 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce63f64-c780-4005-860f-6166e78e9d83", "name": "network-vif-deleted", "tag": "3b4a3132-8162-43f5-a2cb-9eb0d795fccf", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:14.528618 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c960fe8-bdfd-413d-9db2-52c52e25c0f6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:14.529178 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce63f64-c780-4005-860f-6166e78e9d83', 'name': 'network-vif-deleted', 'tag': '3b4a3132-8162-43f5-a2cb-9eb0d795fccf', 'status': 'completed', 'code': 200} Jul 06 17:42:14.553222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 879c592b-34b4-4f92-90a8-9298e5c95152 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:14.678823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c24e-336d-4680-a47c-d9dbc57e0371 req-2f0524e8-eb22-4a90-90eb-6c1e469f62f2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.693462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c24e-336d-4680-a47c-d9dbc57e0371 req-2f0524e8-eb22-4a90-90eb-6c1e469f62f2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.708838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c24e-336d-4680-a47c-d9dbc57e0371 req-2f0524e8-eb22-4a90-90eb-6c1e469f62f2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.722797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c24e-336d-4680-a47c-d9dbc57e0371 req-2f0524e8-eb22-4a90-90eb-6c1e469f62f2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.760898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c24e-336d-4680-a47c-d9dbc57e0371 req-2f0524e8-eb22-4a90-90eb-6c1e469f62f2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.768876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 879c592b-34b4-4f92-90a8-9298e5c95152 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:14.771161 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.777763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c24e-336d-4680-a47c-d9dbc57e0371 req-2f0524e8-eb22-4a90-90eb-6c1e469f62f2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.790075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c24e-336d-4680-a47c-d9dbc57e0371 req-2f0524e8-eb22-4a90-90eb-6c1e469f62f2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.793709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e971c24e-336d-4680-a47c-d9dbc57e0371 req-2f0524e8-eb22-4a90-90eb-6c1e469f62f2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 1.6201098 Jul 06 17:42:14.939760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-fe0423f9-b180-4e04-827a-14ad2508de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:14.942736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-fe0423f9-b180-4e04-827a-14ad2508de62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=783772ad-1179-4bad-9382-d4de5d5d3d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0442133 Jul 06 17:42:14.943931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:14.954117 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:14.972858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fd0ea24c-8a61-4d76-8efb-1327302b234b admin admin] 10.222.0.13 "PUT /v2.0/routers/133f8300-23ac-42b7-8b06-5e5311ce5323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0966706 Jul 06 17:42:14.973102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Sync routers for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:15.000170 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c4df00f-8e8f-4c28-8c23-55710719c864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.054994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:15.056255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:41:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:15.149733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e971c24e-336d-4680-a47c-d9dbc57e0371 req-d57f63b0-94d6-4268-ba22-3208d1463c98 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2627537 Jul 06 17:42:15.247681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36244) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:15.344782 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c4df00f-8e8f-4c28-8c23-55710719c864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.422616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e2827a0-4306-4af6-abee-311f361fef44 req-1e41c705-0240-4c9a-9906-4beccddec7e2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.0475461 Jul 06 17:42:15.446863 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.486104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:15.577929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a8ff62-d919-47c4-ae24-485ad92a9c1c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:15.608951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:15.611353 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-d54555ca-3ec9-45d7-9473-fbe12d8986a7 service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463485 Jul 06 17:42:15.619307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62e6aaed-2bde-41ec-82dc-818eea6aad51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.676193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:15.685508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:15.844269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'ed8a50b2-077b-4f2f-8e38-838b44e3ccc1', 'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'mac_address': 'fa:16:3e:f1:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:06Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 2, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'subnets': [{'id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:15.856718 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c4df00f-8e8f-4c28-8c23-55710719c864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.871238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c4df00f-8e8f-4c28-8c23-55710719c864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.877059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Checking router: 133f8300-23ac-42b7-8b06-5e5311ce5323 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:15.877059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Updating router 133f8300-23ac-42b7-8b06-5e5311ce5323 port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:15.877492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62e6aaed-2bde-41ec-82dc-818eea6aad51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.887490 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62e6aaed-2bde-41ec-82dc-818eea6aad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.890932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2c4df00f-8e8f-4c28-8c23-55710719c864 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6fc51e3-1d8c-4281-8d32-292b94a7314c HTTP/1.1" status: 204 len: 168 time: 1.8552029 Jul 06 17:42:15.947640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4df00f-8e8f-4c28-8c23-55710719c864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fc51e3-1d8c-4281-8d32-292b94a7314c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:15.956211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6aaed-2bde-41ec-82dc-818eea6aad51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d096b58b-7b76-4dfa-b53b-d899f5c9db2b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:15.984449 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-62e6aaed-2bde-41ec-82dc-818eea6aad51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e9602163eff4d4bb100a1c330f2b743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352509 Jul 06 17:42:15.993984 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:15.999034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36256) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:16.083879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97916f3c-c293-4a61-a7c6-04f445c69bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.129803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97916f3c-c293-4a61-a7c6-04f445c69bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.249362 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97916f3c-c293-4a61-a7c6-04f445c69bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.252838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97916f3c-c293-4a61-a7c6-04f445c69bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.258595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-97916f3c-c293-4a61-a7c6-04f445c69bd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d096b58b-7b76-4dfa-b53b-d899f5c9db2b HTTP/1.1" status: 204 len: 168 time: 0.2530286 Jul 06 17:42:16.304306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97916f3c-c293-4a61-a7c6-04f445c69bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d096b58b-7b76-4dfa-b53b-d899f5c9db2b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:16.353936 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-58bc4067-6f41-42c9-9d9c-334e168d921f service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031047 Jul 06 17:42:16.601263 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-90016ec3-d2cb-49e9-84c0-2fe0e7577a40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=7683b96e-e042-4f2c-baf6-0f7ab80da843 HTTP/1.1" status: 200 len: 217 time: 0.2349608 Jul 06 17:42:16.799417 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.814218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Transition to ACTIVE for port object ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:16.825885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:16.837765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:16.870609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-37796c26-c030-4167-b04d-2cdef8abd2a1 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1742736021', 'description': 'tempest-description--995753050'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:16.954704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09ed57-513e-4519-a3ea-da4b947bbce7 None None] Pushing event updated for resources: {'Port': ['ID=ed8a50b2-077b-4f2f-8e38-838b44e3ccc1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:17.021948 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4bdac55-1620-40b5-a87c-187780e302e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.106439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Attempting to bind port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:17.106824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Attempting to bind port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:17.107196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Attempting to bind port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 on network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:17.118300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:17.120036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Checking segment: {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:17.121138 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.122451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Bound using segment: {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:17.123140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Bound port: ed8a50b2-077b-4f2f-8e38-838b44e3ccc1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:17.123724 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.132949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a3a0-727c-4ebb-a790-867e2d196cd6 req-53c1c194-3ea7-4e2d-8119-fe96e9f267b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.133682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-639379ac-61d2-49b7-91bc-2c499d090ca4 req-2a30c356-1c34-4233-b4da-7957e81bb5ca tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.2381709 Jul 06 17:42:17.157839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a3a0-727c-4ebb-a790-867e2d196cd6 req-53c1c194-3ea7-4e2d-8119-fe96e9f267b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.171223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-238ed0da-5bac-402b-b519-b2102b304b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.172994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a3a0-727c-4ebb-a790-867e2d196cd6 req-53c1c194-3ea7-4e2d-8119-fe96e9f267b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.184120 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-238ed0da-5bac-402b-b519-b2102b304b8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.5709467 Jul 06 17:42:17.196589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a3a0-727c-4ebb-a790-867e2d196cd6 req-53c1c194-3ea7-4e2d-8119-fe96e9f267b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.219718 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a3a0-727c-4ebb-a790-867e2d196cd6 req-53c1c194-3ea7-4e2d-8119-fe96e9f267b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.245122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] For port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:17.252094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a3a0-727c-4ebb-a790-867e2d196cd6 req-53c1c194-3ea7-4e2d-8119-fe96e9f267b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.253293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] For port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ed8a50b2-077b-4f2f-8e38-838b44e3ccc1,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:17.263194 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.286532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2a3a0-727c-4ebb-a790-867e2d196cd6 req-53c1c194-3ea7-4e2d-8119-fe96e9f267b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.290181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cf2a3a0-727c-4ebb-a790-867e2d196cd6 req-53c1c194-3ea7-4e2d-8119-fe96e9f267b3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.5878808 Jul 06 17:42:17.366476 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37796c26-c030-4167-b04d-2cdef8abd2a1 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.489481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:17.493102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:41:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:17.578236 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cf2a3a0-727c-4ebb-a790-867e2d196cd6 req-48f75c6e-bc2e-4775-8aef-87c25385f850 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2646303 Jul 06 17:42:17.587660 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.737330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37796c26-c030-4167-b04d-2cdef8abd2a1 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.749352 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37796c26-c030-4167-b04d-2cdef8abd2a1 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.837395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-90654451-6f89-4960-8478-202b2f1e0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:17.839454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-90654451-6f89-4960-8478-202b2f1e0b0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5496511 Jul 06 17:42:17.886151 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37796c26-c030-4167-b04d-2cdef8abd2a1 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:17.888686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-37796c26-c030-4167-b04d-2cdef8abd2a1 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0461445 Jul 06 17:42:17.893436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:17.908233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-92ccaae1-0ce4-4e2b-aa6c-7da894ba233e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Request body: {'security_group_rule': {'security_group_id': '7ceb585f-33b8-42d8-8494-32dfe74be7dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:17.934466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37796c26-c030-4167-b04d-2cdef8abd2a1 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceb585f-33b8-42d8-8494-32dfe74be7dd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:17.990643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.016937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92ccaae1-0ce4-4e2b-aa6c-7da894ba233e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.091504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09ed57-513e-4519-a3ea-da4b947bbce7 None None] Pushing event updated for resources: {'Port': ['ID=ed8a50b2-077b-4f2f-8e38-838b44e3ccc1,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:18.096849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92ccaae1-0ce4-4e2b-aa6c-7da894ba233e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.102310 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92ccaae1-0ce4-4e2b-aa6c-7da894ba233e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.135312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccaae1-0ce4-4e2b-aa6c-7da894ba233e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79ed2b6-a03e-4db3-8a5b-fe39fb5b6549,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:18.139088 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92ccaae1-0ce4-4e2b-aa6c-7da894ba233e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.141090 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-92ccaae1-0ce4-4e2b-aa6c-7da894ba233e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461474 Jul 06 17:42:18.143447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:18.152156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a40fc07e-6f55-44b9-a1bc-e710fb1aedee tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Request body: {'security_group_rule': {'security_group_id': '7ceb585f-33b8-42d8-8494-32dfe74be7dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:18.176153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:18.225318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a40fc07e-6f55-44b9-a1bc-e710fb1aedee tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.268468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-99032236-6351-47ff-ac5b-62286f9569ca service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216480 Jul 06 17:42:18.436375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Router 0d092371-0521-4934-9954-c5d6e99425be is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:42:18.449225 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a40fc07e-6f55-44b9-a1bc-e710fb1aedee tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.457845 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a40fc07e-6f55-44b9-a1bc-e710fb1aedee tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.467767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-496f55dd-7f8b-45ec-b15a-58f4dad780d5 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896701 Jul 06 17:42:18.514032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fc07e-6f55-44b9-a1bc-e710fb1aedee tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b86d0d-8573-49bc-93c1-f0df13386baa,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:18.524057 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a40fc07e-6f55-44b9-a1bc-e710fb1aedee tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.529955 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a40fc07e-6f55-44b9-a1bc-e710fb1aedee tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3841732 Jul 06 17:42:18.532637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:18.542159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:18.578411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-1f153c85-7d7d-4ac3-8cbc-88740d6626d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=ed0e1eb7-4909-4d09-985f-3586dfcb9c82 HTTP/1.1" status: 200 len: 217 time: 0.0976815 Jul 06 17:42:18.616376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:18.908041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'ed8a50b2-077b-4f2f-8e38-838b44e3ccc1', 'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'mac_address': 'fa:16:3e:f1:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:06Z', 'updated_at': '2021-07-06T17:42:17Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'subnets': [{'id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:18.919658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:18.951922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688f792-9ef2-4bfe-b144-c6f5ef83619f None None] The sync data for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 is: [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'ed8a50b2-077b-4f2f-8e38-838b44e3ccc1', 'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'mac_address': 'fa:16:3e:f1:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:06Z', 'updated_at': '2021-07-06T17:42:17Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'subnets': [{'id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:18.968548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:19.241200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1838918512-network', 'tenant_id': '7517d8978eaf4961a501374aea91b6f0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:19.351690 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d686384b-b783-4e28-8712-d725dd51a521 req-ca2e84cc-524e-4c9d-a70b-9515384caeef tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.7670717 Jul 06 17:42:19.353328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-ab29490e-3cc6-4798-93f2-8d5f02ef550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.354879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-ab29490e-3cc6-4798-93f2-8d5f02ef550d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.7593153 Jul 06 17:42:19.433327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Made reservation on behalf of 7517d8978eaf4961a501374aea91b6f0 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:19.435838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:19.461197 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e85517e9-f59d-43a4-ae41-6859d2137aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:19.479486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ea3b-a71d-49c8-a76f-9f13cfa95ffe req-d3646b15-075f-41fc-9948-1a0f9bfc4716 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.488260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ea3b-a71d-49c8-a76f-9f13cfa95ffe req-d3646b15-075f-41fc-9948-1a0f9bfc4716 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.495286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ea3b-a71d-49c8-a76f-9f13cfa95ffe req-d3646b15-075f-41fc-9948-1a0f9bfc4716 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.502474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ea3b-a71d-49c8-a76f-9f13cfa95ffe req-d3646b15-075f-41fc-9948-1a0f9bfc4716 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.510370 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ea3b-a71d-49c8-a76f-9f13cfa95ffe req-d3646b15-075f-41fc-9948-1a0f9bfc4716 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.519731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ea3b-a71d-49c8-a76f-9f13cfa95ffe req-d3646b15-075f-41fc-9948-1a0f9bfc4716 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.529013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:19.533628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ea3b-a71d-49c8-a76f-9f13cfa95ffe req-d3646b15-075f-41fc-9948-1a0f9bfc4716 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.538318 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4931ea3b-a71d-49c8-a76f-9f13cfa95ffe req-d3646b15-075f-41fc-9948-1a0f9bfc4716 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.4304714 Jul 06 17:42:19.539239 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:19.546229 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Sync routers for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:19.568199 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:19.569496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-ee2bbeb5-4d14-43c3-98b8-3c4ce0009013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:19.570444 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:42:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:19.571290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-ee2bbeb5-4d14-43c3-98b8-3c4ce0009013 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2026408 Jul 06 17:42:19.574661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:19.575949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-99335bc8-18c6-41cd-aaef-f44dd392c2e2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 11.5684264 Jul 06 17:42:19.581460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36334) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:19.606280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Allocated IP 172.25.7.89 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/15f7b389-c01e-4721-9c3f-716b1b81507d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:19.716778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4931ea3b-a71d-49c8-a76f-9f13cfa95ffe req-9cdcf409-ce6d-472c-ae83-5eb2a85753aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630135 Jul 06 17:42:19.835880 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:19.913256 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:20.110705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.141109 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.147611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.170711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-57afa1b0-2121-446c-831d-32a4f3b04277 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909636 Jul 06 17:42:20.205597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:42:20.294296 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.294658 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Added segment 8472f69b-433a-46b3-909e-dee9ccaed6db of type vlan for network 2211f5ea-9e45-46a4-800a-89aedc1b949a Jul 06 17:42:20.308732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67399a05-662c-4330-b4ff-14f2fb5c0952,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:20.385840 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.519796 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.566496 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:16Z', 'revision_number': 3, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:20.620632 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.703427 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.706772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:20.707795 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Checking router: 0d092371-0521-4934-9954-c5d6e99425be for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:20.708472 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Updating router 0d092371-0521-4934-9954-c5d6e99425be port c9a8ff62-d919-47c4-ae24-485ad92a9c1c binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:20.711023 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.720136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:20.811215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-b26de562-f11a-4fa9-9804-f9e820eb6aee service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212554 Jul 06 17:42:20.895285 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:20.957811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:20.975366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:20.978781 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:21.023338 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-536108d6-d2dd-446d-aa9c-beb66e9d04b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=cade89d9-c173-4e18-9597-f89f752088d7 HTTP/1.1" status: 200 len: 217 time: 0.1980386 Jul 06 17:42:21.063059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=2211f5ea-9e45-46a4-800a-89aedc1b949a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:21.078874 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cd47a396-f8d4-4ecd-be08-6c8ee4c23fb9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1490960 Jul 06 17:42:21.093858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 2211f5ea-9e45-46a4-800a-89aedc1b949a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:42:21.115486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:21.132311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Request body: {'subnet': {'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1838918512-subnet', 'tenant_id': '7517d8978eaf4961a501374aea91b6f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:21.142865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:21.149482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Pushing event updated for resources: {'Port': ['ID=15f7b389-c01e-4721-9c3f-716b1b81507d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:21.173036 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e8ec65d-20e1-4e79-8f2a-e318fedd6018 req-aa1d38da-4d69-45fe-8333-3be84f291ac5 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.1693084 Jul 06 17:42:21.181439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:21.196831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:21.441833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2639b005-6ed2-40f7-a172-9dc9052652dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:21.446530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-2639b005-6ed2-40f7-a172-9dc9052652dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.4170375 Jul 06 17:42:21.510090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Made reservation on behalf of 7517d8978eaf4961a501374aea91b6f0 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:21.523700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:21.559130 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:21.666624 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:21.717398 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:21.825136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ed8a50b2-077b-4f2f-8e38-838b44e3ccc1,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:21.843083 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:21.892872 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:21.913677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf1220-6c08-4105-a764-cb04d9193e37 req-5132c2f5-557a-437a-9b7b-45a781a2188f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:21.915428 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Transition to ACTIVE for port object c9a8ff62-d919-47c4-ae24-485ad92a9c1c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:21.940365 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:21.946596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf1220-6c08-4105-a764-cb04d9193e37 req-5132c2f5-557a-437a-9b7b-45a781a2188f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:21.964973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf1220-6c08-4105-a764-cb04d9193e37 req-5132c2f5-557a-437a-9b7b-45a781a2188f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:21.991066 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Attempting to bind port c9a8ff62-d919-47c4-ae24-485ad92a9c1c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:21.992067 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Attempting to bind port c9a8ff62-d919-47c4-ae24-485ad92a9c1c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:21.992984 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Attempting to bind port c9a8ff62-d919-47c4-ae24-485ad92a9c1c on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:21.996530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf1220-6c08-4105-a764-cb04d9193e37 req-5132c2f5-557a-437a-9b7b-45a781a2188f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:22.013440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf1220-6c08-4105-a764-cb04d9193e37 req-5132c2f5-557a-437a-9b7b-45a781a2188f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:22.023699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=ed8a50b2-077b-4f2f-8e38-838b44e3ccc1,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:22.026693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf1220-6c08-4105-a764-cb04d9193e37 req-5132c2f5-557a-437a-9b7b-45a781a2188f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:22.040412 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:22.041709 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:22.042132 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.042969 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:22.043820 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Bound port: c9a8ff62-d919-47c4-ae24-485ad92a9c1c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:22.044602 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.056665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf1220-6c08-4105-a764-cb04d9193e37 req-5132c2f5-557a-437a-9b7b-45a781a2188f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:22.060363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3abf1220-6c08-4105-a764-cb04d9193e37 req-5132c2f5-557a-437a-9b7b-45a781a2188f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.7397161 Jul 06 17:42:22.121119 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c896e7-aec0-454e-95b0-5d01df2fca17 None None] Pushing event updated for resources: {'Port': ['ID=c9a8ff62-d919-47c4-ae24-485ad92a9c1c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:22.163686 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] For port c9a8ff62-d919-47c4-ae24-485ad92a9c1c, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:22.168721 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] For port c9a8ff62-d919-47c4-ae24-485ad92a9c1c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c9a8ff62-d919-47c4-ae24-485ad92a9c1c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:22.181747 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.244792 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.268344 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3abf1220-6c08-4105-a764-cb04d9193e37 req-fce6ea7a-863e-4632-8ec9-0660071abfec tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517806 Jul 06 17:42:22.275205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-80e7ef95-db50-49aa-ae0e-dfcb9b35f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:22.286496 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-80e7ef95-db50-49aa-ae0e-dfcb9b35f859 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8318901 Jul 06 17:42:22.296304 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:22.297423 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:42:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:22.305183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.320524 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.502456 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.555203 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:22.569509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.612011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-c9ecfbe4-e21b-4ac5-8f02-f88afb1687fc service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031130 Jul 06 17:42:22.623097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:22.809314 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c896e7-aec0-454e-95b0-5d01df2fca17 None None] Pushing event updated for resources: {'Port': ['ID=c9a8ff62-d919-47c4-ae24-485ad92a9c1c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:22.824145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-37bdd81b-2706-4791-8eb4-139ffc18882d req-3b9b8f54-4698-4ac8-8589-b1d93a44d049 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.2365613 Jul 06 17:42:22.824684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:22.825426 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.825907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Pushing event updated for resources: {'Port': ['ID=15f7b389-c01e-4721-9c3f-716b1b81507d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:22.836237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:22.852537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7df7e144-61cb-421f-9f38-96e0f6cd8d93 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3184123 Jul 06 17:42:22.977080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36434) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:22.992927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Allocated IP 172.20.0.1 (afbefd2e-0aca-4fb5-9c39-c73b51fadb51/32b61d69-63ad-47a5-89bc-fae806891dc2/2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:23.140325 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:16Z', 'revision_number': 3, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:23.201063 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aedde1-70e9-4a2e-b7a3-b5443f1d93e8 None None] The sync data for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 is: [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:16Z', 'revision_number': 3, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:23.307393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a509e95-afcc-4615-ad4c-46c59972a1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.385577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.500627 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a509e95-afcc-4615-ad4c-46c59972a1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.558617 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Transition to ACTIVE for port object 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:23.561079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a509e95-afcc-4615-ad4c-46c59972a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.636203 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6a509e95-afcc-4615-ad4c-46c59972a1a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87e6bc7950c041f780cab56d5e6b0dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6551526 Jul 06 17:42:23.663836 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:23.698192 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-7ed35be1-cf4e-400a-ae40-c2407a86e45b tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1742736021&fields=id&tenant_id=0e4b4d97285849a5862d35288bd2fca9 HTTP/1.1" status: 200 len: 267 time: 0.3290274 Jul 06 17:42:23.704278 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.791721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a509e95-afcc-4615-ad4c-46c59972a1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a0bcc5-ebcc-4575-9e22-a79f559a4eaa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:23.863393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1e04a-5dcd-4c01-a29f-b63cdf50a04a req-649e3340-53d3-479f-90f2-17b0a485e8d1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:23.875691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1e04a-5dcd-4c01-a29f-b63cdf50a04a req-649e3340-53d3-479f-90f2-17b0a485e8d1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:23.880265 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.889778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1e04a-5dcd-4c01-a29f-b63cdf50a04a req-649e3340-53d3-479f-90f2-17b0a485e8d1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:23.897507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-a4fedce7-4d31-437b-9731-70f2a9ec6653 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2749043 Jul 06 17:42:23.902943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1e04a-5dcd-4c01-a29f-b63cdf50a04a req-649e3340-53d3-479f-90f2-17b0a485e8d1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:23.917803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1e04a-5dcd-4c01-a29f-b63cdf50a04a req-649e3340-53d3-479f-90f2-17b0a485e8d1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:23.931522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1e04a-5dcd-4c01-a29f-b63cdf50a04a req-649e3340-53d3-479f-90f2-17b0a485e8d1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:23.944567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1e04a-5dcd-4c01-a29f-b63cdf50a04a req-649e3340-53d3-479f-90f2-17b0a485e8d1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:23.953863 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-47a1e04a-5dcd-4c01-a29f-b63cdf50a04a req-649e3340-53d3-479f-90f2-17b0a485e8d1 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.4509618 Jul 06 17:42:23.991548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef31e571-2ab0-4de9-831f-c34cc9bf02c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:23.998753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-7f854591-5a55-46d8-8886-b6ff1ad9137f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237 HTTP/1.1" status: 200 len: 217 time: 0.0600538 Jul 06 17:42:24.034428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef31e571-2ab0-4de9-831f-c34cc9bf02c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:24.043650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-8b6e0017-e7c5-4770-bd80-927af19d8a34 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:24.045320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-8b6e0017-e7c5-4770-bd80-927af19d8a34 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/networks?id=62def9ed-9325-46d4-b409-b21e3eb8a1e1 HTTP/1.1" status: 200 len: 811 time: 0.3139613 Jul 06 17:42:24.050518 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-47a1e04a-5dcd-4c01-a29f-b63cdf50a04a req-395d5df6-1295-45cd-ae8f-1524f2536624 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949271 Jul 06 17:42:24.053513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:24.099697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:24.133253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Pushing event updated for resources: {'Port': ['ID=2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:24.136601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:24.176509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef31e571-2ab0-4de9-831f-c34cc9bf02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:24.179053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:24.179487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef31e571-2ab0-4de9-831f-c34cc9bf02c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:24.183984 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ef31e571-2ab0-4de9-831f-c34cc9bf02c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41a0bcc5-ebcc-4575-9e22-a79f559a4eaa HTTP/1.1" status: 204 len: 168 time: 0.5172887 Jul 06 17:42:24.214664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31e571-2ab0-4de9-831f-c34cc9bf02c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a0bcc5-ebcc-4575-9e22-a79f559a4eaa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:24.234081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-a3ef0750-6d1f-4924-b3b4-ac44319dff95 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/quotas/0e4b4d97285849a5862d35288bd2fca9 HTTP/1.1" status: 200 len: 375 time: 0.1357696 Jul 06 17:42:24.260393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-10ee8646-34ae-4f2e-9a0e-1bc227990691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:24.263361 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-10ee8646-34ae-4f2e-9a0e-1bc227990691 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.2490854 Jul 06 17:42:24.268406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Checking segment: {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:24.269322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Network hostable DHCP agents. Network: 2211f5ea-9e45-46a4-800a-89aedc1b949a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:42:24.354167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:24.548713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0dc63ee0-a7d1-4543-b988-3f451159bdf2 req-e0e1fc6e-a0eb-4d06-b749-01c352ea4935 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63f64-c780-4005-860f-6166e78e9d83 HTTP/1.1" status: 200 len: 210 time: 0.1048086 Jul 06 17:42:24.558963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Network 2211f5ea-9e45-46a4-800a-89aedc1b949a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:42:24.626153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 2211f5ea-9e45-46a4-800a-89aedc1b949a) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:24.632083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:24.632687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:24.636869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5c727-c13f-438b-a2cd-feeed1521cdd None None] Network 2211f5ea-9e45-46a4-800a-89aedc1b949a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:24.724332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-3a0f8c3b-3a6d-4c58-873f-2f22c63dd179 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e4b4d97285849a5862d35288bd2fca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4892762 Jul 06 17:42:24.731934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c9a8ff62-d919-47c4-ae24-485ad92a9c1c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:24.750080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-07d2b481-3ac9-47cd-a030-f5181ecc1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:24.751695 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-07d2b481-3ac9-47cd-a030-f5181ecc1a18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4773288 Jul 06 17:42:24.809720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e0eea423-9d2e-4f8f-8e27-80577fe729ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.6867261 Jul 06 17:42:24.864432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7a141d7b-a852-4889-a67f-a796043058da None None] Provisioning for port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:24.893926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7a141d7b-a852-4889-a67f-a796043058da None None] Provisioning complete for port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:24.894466 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a141d7b-a852-4889-a67f-a796043058da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:24.986603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:24.989163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c9a8ff62-d919-47c4-ae24-485ad92a9c1c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:25.005297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.008697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c9a8ff62-d919-47c4-ae24-485ad92a9c1c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:25.008959 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.037375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-532f1856-ca5f-4aaa-9d68-317e148b4ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.049012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7a141d7b-a852-4889-a67f-a796043058da None None] Port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:25.146962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f07b723-1e25-4ce3-8efd-862a3b435ea2 None None] Network 2211f5ea-9e45-46a4-800a-89aedc1b949a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:25.160836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-c1e55b4d-3619-4a36-8f30-1819be4bcbf0 service neutron] 10.222.0.13 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033446 Jul 06 17:42:25.181389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-3dc82493-7e21-4178-9550-8d9d3586fec3 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080691 Jul 06 17:42:25.358010 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-532f1856-ca5f-4aaa-9d68-317e148b4ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.374926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-532f1856-ca5f-4aaa-9d68-317e148b4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.462261 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.491400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-532f1856-ca5f-4aaa-9d68-317e148b4ed9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66325bbd1571450dbb8d69dd2b3d4f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993451 Jul 06 17:42:25.493415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:25.509223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f1856-ca5f-4aaa-9d68-317e148b4ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01bf7e3-1326-4c20-a592-a353903a139f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:25.536197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port c9a8ff62-d919-47c4-ae24-485ad92a9c1c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c9a8ff62-d919-47c4-ae24-485ad92a9c1c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:25.543991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.618328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=c9a8ff62-d919-47c4-ae24-485ad92a9c1c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:25.628589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.628939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.629285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.629627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.630130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.630526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.631015 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.631423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.631762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.632247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.632586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.632916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:25.649308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9c56a-d4b0-4e92-9b68-5e2d7e4faf2c req-f7e4747f-5c4c-45a3-83f3-25e3708b29d4 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:25.656562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9c56a-d4b0-4e92-9b68-5e2d7e4faf2c req-f7e4747f-5c4c-45a3-83f3-25e3708b29d4 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:25.663872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9c56a-d4b0-4e92-9b68-5e2d7e4faf2c req-f7e4747f-5c4c-45a3-83f3-25e3708b29d4 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:25.670563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9c56a-d4b0-4e92-9b68-5e2d7e4faf2c req-f7e4747f-5c4c-45a3-83f3-25e3708b29d4 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:25.677604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9c56a-d4b0-4e92-9b68-5e2d7e4faf2c req-f7e4747f-5c4c-45a3-83f3-25e3708b29d4 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:25.683961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9c56a-d4b0-4e92-9b68-5e2d7e4faf2c req-f7e4747f-5c4c-45a3-83f3-25e3708b29d4 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:25.690079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9c56a-d4b0-4e92-9b68-5e2d7e4faf2c req-f7e4747f-5c4c-45a3-83f3-25e3708b29d4 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:25.692623 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1c9c56a-d4b0-4e92-9b68-5e2d7e4faf2c req-f7e4747f-5c4c-45a3-83f3-25e3708b29d4 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.3326509 Jul 06 17:42:25.732210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31aa4e1a-ed61-48ac-a5f9-2acf709859b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.772793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31aa4e1a-ed61-48ac-a5f9-2acf709859b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.779245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1c9c56a-d4b0-4e92-9b68-5e2d7e4faf2c req-53e06380-c6c6-4d41-846a-39452d1d044f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778956 Jul 06 17:42:25.863549 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31aa4e1a-ed61-48ac-a5f9-2acf709859b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.867777 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31aa4e1a-ed61-48ac-a5f9-2acf709859b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:25.872508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-31aa4e1a-ed61-48ac-a5f9-2acf709859b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e01bf7e3-1326-4c20-a592-a353903a139f HTTP/1.1" status: 204 len: 168 time: 0.3758271 Jul 06 17:42:25.885317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa4e1a-ed61-48ac-a5f9-2acf709859b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01bf7e3-1326-4c20-a592-a353903a139f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:25.983459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-cd43cbdc-aacb-4f3f-adaa-f519bfdeb05e service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7834966 Jul 06 17:42:25.988615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-b18355f6-7d49-4a91-a145-147fb2253001 service neutron] 10.222.0.13 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8043830 Jul 06 17:42:26.059931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-8a393ad4-0ed2-40bc-a29b-d46cacdea985 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ca65a389-3aff-4a71-9ac3-1180117b1629 HTTP/1.1" status: 200 len: 217 time: 0.0669255 Jul 06 17:42:26.200523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:26.214725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-f05c984e-d0e8-44a5-b0c3-c62c441b4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:26.219247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-f05c984e-d0e8-44a5-b0c3-c62c441b4b2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 200 len: 797 time: 0.1517823 Jul 06 17:42:26.222492 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:26.342178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:26.355224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Pushing event updated for resources: {'Port': ['ID=2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:26.436788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-365393e5-abdd-4229-9c6d-e580b5f78d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:26.438708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-365393e5-abdd-4229-9c6d-e580b5f78d48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2102447 Jul 06 17:42:26.563951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:26.568322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:26.729507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c9a8ff62-d919-47c4-ae24-485ad92a9c1c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:26.792847 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-e6e6e6f3-4bae-418c-850e-dd018dd79dcf service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452044 Jul 06 17:42:26.875433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c9a8ff62-d919-47c4-ae24-485ad92a9c1c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:26.875819 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.153745 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75ef8d9b-df67-4c33-bda1-8a0093e3d32d req-f9dd39fa-f5b0-4368-a89e-5b9bca62dd6e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 210 time: 0.4181979 Jul 06 17:42:27.267882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Router 0d092371-0521-4934-9954-c5d6e99425be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:42:27.273301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6974ad07-ee37-4b0f-b692-1271d4c1e7ab None None] Provisioning complete for port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:27.274415 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6974ad07-ee37-4b0f-b692-1271d4c1e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:27.294062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-d89d41c2-cd35-48bd-87a9-04e464c66c2c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.314880 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-d89d41c2-cd35-48bd-87a9-04e464c66c2c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 813 time: 0.4153261 Jul 06 17:42:27.404057 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-df91bf34-59f3-4374-aba0-7671f49fe05e tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/quotas/7517d8978eaf4961a501374aea91b6f0 HTTP/1.1" status: 200 len: 375 time: 0.0858436 Jul 06 17:42:27.427046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-74825a16-1e06-4269-beb0-ac322de43d40 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079218 Jul 06 17:42:27.495569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6974ad07-ee37-4b0f-b692-1271d4c1e7ab None None] Port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:27.519726 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-432b4c39-ea9a-4dd6-b438-d08d4872624e tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963056 Jul 06 17:42:27.528029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-df49ab81-fbd4-49d6-8061-d762694c3977 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3586c00f-536d-44ef-82fd-af48620ef5a9 HTTP/1.1" status: 200 len: 217 time: 0.0536714 Jul 06 17:42:27.633749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:27.641351 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-43011d24-9965-4886-b656-a8fed444172e admin admin] 10.222.0.13 "PUT /v2.0/routers/0d092371-0521-4934-9954-c5d6e99425be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0598912 Jul 06 17:42:27.657029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Sync routers for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:27.671259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-577dd000-27e0-47fa-ad01-76bbb33f5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.675842 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-577dd000-27e0-47fa-ad01-76bbb33f5fe2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 200 len: 797 time: 0.1142466 Jul 06 17:42:27.685120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:27.687620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:42:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:27.761053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-79669d6f-3956-4f3b-b90b-14534cb9cff6 service neutron] 10.222.0.13 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276227 Jul 06 17:42:27.762997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0fea-60e4-4411-8899-4ea43b1b85cc req-91d08720-34f3-4f1b-81e9-fbfd4715df4b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.769383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0fea-60e4-4411-8899-4ea43b1b85cc req-91d08720-34f3-4f1b-81e9-fbfd4715df4b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.776318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0fea-60e4-4411-8899-4ea43b1b85cc req-91d08720-34f3-4f1b-81e9-fbfd4715df4b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.782972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0fea-60e4-4411-8899-4ea43b1b85cc req-91d08720-34f3-4f1b-81e9-fbfd4715df4b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.791343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0fea-60e4-4411-8899-4ea43b1b85cc req-91d08720-34f3-4f1b-81e9-fbfd4715df4b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.796967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0fea-60e4-4411-8899-4ea43b1b85cc req-91d08720-34f3-4f1b-81e9-fbfd4715df4b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.803423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0fea-60e4-4411-8899-4ea43b1b85cc req-91d08720-34f3-4f1b-81e9-fbfd4715df4b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.811378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6ef0fea-60e4-4411-8899-4ea43b1b85cc req-91d08720-34f3-4f1b-81e9-fbfd4715df4b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.4058678 Jul 06 17:42:27.872628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6ef0fea-60e4-4411-8899-4ea43b1b85cc req-e4481756-f58b-4f8f-bdd3-d15f1d16c0cd tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602376 Jul 06 17:42:27.918131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca510f2-5309-4534-895d-3a422347556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:27.919913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-dca510f2-5309-4534-895d-3a422347556a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2375050 Jul 06 17:42:28.005827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:28.254819 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-ade43693-b13b-4391-a005-f405b74b583c service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263366 Jul 06 17:42:28.413766 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-74dccc02-7342-4994-892f-ac39e6837abd service neutron] 10.222.0.13 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417241 Jul 06 17:42:28.515467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 2, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:28.577580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Checking router: 0d092371-0521-4934-9954-c5d6e99425be for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:28.577961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Updating router 0d092371-0521-4934-9954-c5d6e99425be port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:42:28.650226 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:28.695586 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e0c2e55-d1f8-4b8e-85dc-0e8f1c6f8270 req-42fd3796-1316-428a-a7c6-c1d8852a6d71 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338019 Jul 06 17:42:28.763407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-a1f18010-19b4-41ba-ad11-df48ac74b295 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:28.775670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-a1f18010-19b4-41ba-ad11-df48ac74b295 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.4971132 Jul 06 17:42:28.912542 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-3761c68d-a2ba-41d8-b31c-80dad4cee079 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/quotas/b1241c3cb7844dfaade4e75a0193502a HTTP/1.1" status: 200 len: 375 time: 0.1391106 Jul 06 17:42:29.027154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-be79fe1c-5691-4d91-b8dc-453947a0ee20 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132417 Jul 06 17:42:29.316202 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73eaf625-a557-4598-bac8-102099774fd5 req-5117e46c-f900-4a02-be9e-a076c2166a0f tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0680423 Jul 06 17:42:29.326160 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.340400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Transition to ACTIVE for port object 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:29.351198 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.372946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-08019dd8-0d7c-4394-bbed-53ea3a888168 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.381197 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-08019dd8-0d7c-4394-bbed-53ea3a888168 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.22 "GET /v2.0/networks?id=62def9ed-9325-46d4-b409-b21e3eb8a1e1 HTTP/1.1" status: 200 len: 811 time: 0.6823330 Jul 06 17:42:29.423161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-08ef93c9-801a-4f99-939e-bf104782438a service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886316 Jul 06 17:42:29.456650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8986610-24eb-4289-9de0-cafebc8959b4 None None] Pushing event updated for resources: {'Port': ['ID=2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:29.562772 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-873e24ac-a311-4914-98a3-79e830b29506 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e4b4d97285849a5862d35288bd2fca9 HTTP/1.1" status: 200 len: 380 time: 0.1254659 Jul 06 17:42:29.565881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Attempting to bind port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:29.566877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Attempting to bind port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:29.567581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Attempting to bind port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a on network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:29.604355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:29.607634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Checking segment: {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:29.608373 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.613158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Bound using segment: {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:29.614454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Bound port: 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:29.615068 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.660604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Request body: {'port': {'device_id': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'admin_state_up': True, 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'security_groups': ['7ceb585f-33b8-42d8-8494-32dfe74be7dd']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:29.734496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-0be528b7-c33d-49ef-8b75-a93193f52655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.735096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-0be528b7-c33d-49ef-8b75-a93193f52655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.735968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-0be528b7-c33d-49ef-8b75-a93193f52655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.736645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-0be528b7-c33d-49ef-8b75-a93193f52655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.737346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-0be528b7-c33d-49ef-8b75-a93193f52655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.739007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-0be528b7-c33d-49ef-8b75-a93193f52655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.740142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-0be528b7-c33d-49ef-8b75-a93193f52655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:29.744064 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-0be528b7-c33d-49ef-8b75-a93193f52655 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6478 time: 0.9270086 Jul 06 17:42:29.865770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] For port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:29.872774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] For port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:29.887427 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:29.962905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-9109929e-8e9d-4a33-aa0a-6546c3abb760 service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378799 Jul 06 17:42:30.077199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:30.078257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:42:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:30.093168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-bdcf79bc-928f-4751-aeed-78cde8e0bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:30.097498 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-bdcf79bc-928f-4751-aeed-78cde8e0bdc2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=563e46c9-5ffa-45c3-8a52-e75a0fee5801 HTTP/1.1" status: 200 len: 903 time: 0.3435254 Jul 06 17:42:30.119646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Made reservation on behalf of 0e4b4d97285849a5862d35288bd2fca9 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:30.127416 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:30.219483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-c4ba4dfd-ee28-42d2-b8f8-0087684952e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3586c00f-536d-44ef-82fd-af48620ef5a9 HTTP/1.1" status: 200 len: 217 time: 0.1140621 Jul 06 17:42:30.356945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-baa7a46c-18d2-4237-b7b3-fdac869a714e tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:30.371119 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-baa7a46c-18d2-4237-b7b3-fdac869a714e tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 821 time: 0.4332635 Jul 06 17:42:30.405382 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-8334e7b6-e411-4ff2-9175-7df430bbc9d8 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/quotas/ed5fb43f4c814360af5464bf0c2f9e4d HTTP/1.1" status: 200 len: 375 time: 0.0325208 Jul 06 17:42:30.539738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-60767f19-9d5e-4b2d-87b4-181beec56e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:30.542790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-60767f19-9d5e-4b2d-87b4-181beec56e50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 200 len: 797 time: 0.3101430 Jul 06 17:42:30.615753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-8503211a-6089-4a76-a79a-3da3e8171ce4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2093573 Jul 06 17:42:30.663140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8986610-24eb-4289-9de0-cafebc8959b4 None None] Pushing event updated for resources: {'Port': ['ID=2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:30.717140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:30.967308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7efc3a2-9f61-40ee-81f9-0467f0b5b16d service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501406 Jul 06 17:42:31.113216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Allocated IP 172.20.0.14 (62def9ed-9325-46d4-b409-b21e3eb8a1e1/d474963f-fc5b-404b-b104-17e639e43cb2/ea265c2e-395d-4f9f-baf5-1f897fc63381) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:31.211090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-9417822e-3840-41fa-a12a-bc639756a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:31.212777 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-9417822e-3840-41fa-a12a-bc639756a989 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6481750 Jul 06 17:42:31.259905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-66082fce-492b-43ad-b89d-d3ca9aa130ee service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896771 Jul 06 17:42:31.294731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:29Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:31.416616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86145e5d-b557-4cb0-aeab-242378251a90 None None] The sync data for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 is: [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:29Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:31.708571 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:31.914242 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ad21eb0-7783-4e89-af9f-36bdc2451c5d req-886716c6-c149-428d-80e2-98a4fea89050 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0847938 Jul 06 17:42:32.077617 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:32.117984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272da72-fcdf-4937-abf8-95800b0581e9 req-7fe7a154-3289-47d0-8d6c-374ba6c334a0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.124274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272da72-fcdf-4937-abf8-95800b0581e9 req-7fe7a154-3289-47d0-8d6c-374ba6c334a0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.144952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272da72-fcdf-4937-abf8-95800b0581e9 req-7fe7a154-3289-47d0-8d6c-374ba6c334a0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.151681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272da72-fcdf-4937-abf8-95800b0581e9 req-7fe7a154-3289-47d0-8d6c-374ba6c334a0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.162882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272da72-fcdf-4937-abf8-95800b0581e9 req-7fe7a154-3289-47d0-8d6c-374ba6c334a0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.168873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272da72-fcdf-4937-abf8-95800b0581e9 req-7fe7a154-3289-47d0-8d6c-374ba6c334a0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.175945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272da72-fcdf-4937-abf8-95800b0581e9 req-7fe7a154-3289-47d0-8d6c-374ba6c334a0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.183627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5272da72-fcdf-4937-abf8-95800b0581e9 req-7fe7a154-3289-47d0-8d6c-374ba6c334a0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.7693541 Jul 06 17:42:32.188316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-eaf8092e-2464-4ddc-9808-ef6f8674e485 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9559968 Jul 06 17:42:32.270490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Transition to ACTIVE for port object ea265c2e-395d-4f9f-baf5-1f897fc63381 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:32.543522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-2b5b5e47-5f40-4398-b93f-a318898bffec tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:32.547515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-2b5b5e47-5f40-4398-b93f-a318898bffec tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.55 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 813 time: 0.4710624 Jul 06 17:42:32.610730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5f034ad-d7f6-420c-a8fd-3c530e8469fb req-ad9ca57a-2e5a-4ff6-96aa-552179851309 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 210 time: 0.0611289 Jul 06 17:42:32.623426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Request body: {'port': {'device_id': 'f386b28c-7ebc-4ed7-8788-cab6107c103a', 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a', 'admin_state_up': True, 'tenant_id': '7517d8978eaf4961a501374aea91b6f0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:32.749252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:33.068494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:33.079391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:33.079708 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:33.287655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:33.303103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7da5f26c-eeb5-4809-b097-f70bf3ebde2b req-85786f72-c7b2-420f-95f4-913126173474 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 210 time: 0.1833973 Jul 06 17:42:33.311068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Made reservation on behalf of 7517d8978eaf4961a501374aea91b6f0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:33.322074 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:33.375951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:33.386622 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:33.490978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5272da72-fcdf-4937-abf8-95800b0581e9 req-fbb4715c-a174-46a3-a274-375288d108eb tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3064425 Jul 06 17:42:33.574765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:33.763921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:33.996656 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f45b4ef1-22c6-481a-ba3b-855921ea396c req-48a50b15-6192-4168-bafa-b58d3e61d458 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7584641 Jul 06 17:42:34.025087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:34.037183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:34.064723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-ea8b2cb2-dfde-4a89-898e-598d3f24fae2 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:34.071520 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-ea8b2cb2-dfde-4a89-898e-598d3f24fae2 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.22 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 813 time: 1.8793197 Jul 06 17:42:34.072519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3afa3628-d728-466e-8d88-e485a40ac609 req-00fbc595-fb41-45f2-815d-cb02b9d4de14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 210 time: 0.1083970 Jul 06 17:42:34.089931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:34.101499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Allocated IP 172.20.0.5 (2211f5ea-9e45-46a4-800a-89aedc1b949a/4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed/4fe56f82-6732-409c-b426-b93471ebe130) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:34.107292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Pushing event updated for resources: {'Port': ['ID=ea265c2e-395d-4f9f-baf5-1f897fc63381,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:34.143374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Request body: {'port': {'device_id': 'e2e6abe1-6f5d-4443-9fb0-1d662447afec', 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a', 'admin_state_up': True, 'tenant_id': '7517d8978eaf4961a501374aea91b6f0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:34.663064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:34.801522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:34.802442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.816798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:34.817916 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.821341 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2174b7d-4299-47a6-b9bc-21acc3f0c24e req-1beaf784-c7e7-4f6e-a987-efae21cf7e2d tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:34.828320 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2174b7d-4299-47a6-b9bc-21acc3f0c24e req-1beaf784-c7e7-4f6e-a987-efae21cf7e2d tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 932 time: 0.3393252 Jul 06 17:42:34.865654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a97f28db-1dc6-4164-9ef1-b98eb8769128 None None] Provisioning for port ea265c2e-395d-4f9f-baf5-1f897fc63381 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:34.896576 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a97f28db-1dc6-4164-9ef1-b98eb8769128 None None] Provisioning complete for port ea265c2e-395d-4f9f-baf5-1f897fc63381 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:34.896953 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a97f28db-1dc6-4164-9ef1-b98eb8769128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.931234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36764) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:34.966667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:34.995472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97896baf-edcc-4bfe-b21c-bf670129413d req-899f0c62-013b-44a1-8a71-d5d5384114c3 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 210 time: 0.1626625 Jul 06 17:42:35.003776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a97f28db-1dc6-4164-9ef1-b98eb8769128 None None] Port ea265c2e-395d-4f9f-baf5-1f897fc63381 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:35.004121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0757a0ad-6c5a-4a03-a313-a89013610eeb tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.005860 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0757a0ad-6c5a-4a03-a313-a89013610eeb tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.55 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.7394490 Jul 06 17:42:35.122587 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2174b7d-4299-47a6-b9bc-21acc3f0c24e req-a776fb78-228b-4c61-b6e5-7d348c1df9d2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518246 Jul 06 17:42:35.162599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-74de2f74-81a6-4579-8a43-93f54de65132 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.164526 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-74de2f74-81a6-4579-8a43-93f54de65132 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.55 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 821 time: 0.1468394 Jul 06 17:42:35.173530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Request body: {'port': {'device_id': '26b69e2d-5cdb-4ab0-9216-66955bee882a', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'admin_state_up': True, 'tenant_id': 'b1241c3cb7844dfaade4e75a0193502a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:35.239343 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.248480 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.398271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Network 2211f5ea-9e45-46a4-800a-89aedc1b949a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:35.425895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Pushing event updated for resources: {'Port': ['ID=4fe56f82-6732-409c-b426-b93471ebe130,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:35.428896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Request body: {'port': {'device_id': 'e25fe791-0564-416c-bf89-e378cd787239', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'admin_state_up': True, 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:35.509329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:35.516677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:35.538218 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68854874-8b3d-4127-92ac-7f4d67184719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.587220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-292d770f-4e97-4883-82de-5ed0af80c22e tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9321601 Jul 06 17:42:35.595172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85e28b55-744f-4f62-a063-e09ccd3e0b09 req-840b2606-31bd-4c97-a1fe-7cdbd9b049f2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 210 time: 0.2032509 Jul 06 17:42:35.603145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Request body: {'port': {'device_id': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:35.653681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Made reservation on behalf of b1241c3cb7844dfaade4e75a0193502a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:35.657781 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.691948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.693424 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.752310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d91-43cb-473a-bf87-292241aa3bba req-f5249ebe-b890-41c3-a8fd-1b3bfe07259d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.766774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d91-43cb-473a-bf87-292241aa3bba req-f5249ebe-b890-41c3-a8fd-1b3bfe07259d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.779321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d91-43cb-473a-bf87-292241aa3bba req-f5249ebe-b890-41c3-a8fd-1b3bfe07259d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.796080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d91-43cb-473a-bf87-292241aa3bba req-f5249ebe-b890-41c3-a8fd-1b3bfe07259d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.811258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d91-43cb-473a-bf87-292241aa3bba req-f5249ebe-b890-41c3-a8fd-1b3bfe07259d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.821545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d91-43cb-473a-bf87-292241aa3bba req-f5249ebe-b890-41c3-a8fd-1b3bfe07259d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.826411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Made reservation on behalf of ed5fb43f4c814360af5464bf0c2f9e4d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:35.829846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d91-43cb-473a-bf87-292241aa3bba req-f5249ebe-b890-41c3-a8fd-1b3bfe07259d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:35.830083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.833270 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e26c1d91-43cb-473a-bf87-292241aa3bba req-f5249ebe-b890-41c3-a8fd-1b3bfe07259d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.3855598 Jul 06 17:42:35.864724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-dc5fa21c-ca50-41eb-a8e2-82a9f105767d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2489483 Jul 06 17:42:35.888163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Request body: {'port': {'device_id': 'f386b28c-7ebc-4ed7-8788-cab6107c103a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:35.894372 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:35.911136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Allocated IP 172.20.0.12 (9811fd57-c9db-4518-b207-d909bc461be1/efd08fa1-37f8-4d9c-8543-93bcd3936a3f/03cdd724-d10c-4c4d-90b1-a731b0946228) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:35.985801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e26c1d91-43cb-473a-bf87-292241aa3bba req-194c6079-ec87-4933-805f-6a1fb6c84f62 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239789 Jul 06 17:42:36.060857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.084483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68854874-8b3d-4127-92ac-7f4d67184719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.113454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68854874-8b3d-4127-92ac-7f4d67184719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.191770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68854874-8b3d-4127-92ac-7f4d67184719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2213d1b-e1c7-468b-9002-94fe7254f26b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:36.247141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-68854874-8b3d-4127-92ac-7f4d67184719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b9764b6d5e04c1ca718404128b8fa9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2982557 Jul 06 17:42:36.253387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36774) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:36.345100 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cc76555-6754-4593-9753-f393c008f19a req-a4bc843e-d90d-4411-be83-7b8ad4575a8a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 210 time: 0.1670432 Jul 06 17:42:36.423534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Made reservation on behalf of 7517d8978eaf4961a501374aea91b6f0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:36.434645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.437180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-602aee02-834f-4f47-b304-1a756db72f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.478306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bd99301e-eaab-43c0-b94a-81810dca09eb req-67cedce1-b501-4ce2-8397-a6388196ebff tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 210 time: 0.0910013 Jul 06 17:42:36.553125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-602aee02-834f-4f47-b304-1a756db72f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.707012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Allocated IP 172.20.0.8 (afbefd2e-0aca-4fb5-9c39-c73b51fadb51/32b61d69-63ad-47a5-89bc-fae806891dc2/0c9dd9e2-9989-41b2-9d14-fa32bb778df3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:36.732098 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-602aee02-834f-4f47-b304-1a756db72f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.736842 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-602aee02-834f-4f47-b304-1a756db72f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.739899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-602aee02-834f-4f47-b304-1a756db72f50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2213d1b-e1c7-468b-9002-94fe7254f26b HTTP/1.1" status: 204 len: 168 time: 0.4878886 Jul 06 17:42:36.746778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe56f82-6732-409c-b426-b93471ebe130 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:36.801290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.808081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aee02-834f-4f47-b304-1a756db72f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2213d1b-e1c7-468b-9002-94fe7254f26b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:36.851041 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80846775-9122-4a03-a3ec-b9440684a4ff req-730d5812-c248-40e6-945e-866072a6b5f0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 210 time: 0.0895801 Jul 06 17:42:36.865581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Transition to ACTIVE for port object 4fe56f82-6732-409c-b426-b93471ebe130 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:36.872773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:36.969692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe56f82-6732-409c-b426-b93471ebe130,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:37.058927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.095994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Attempting to bind port 4fe56f82-6732-409c-b426-b93471ebe130 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:37.097483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Attempting to bind port 4fe56f82-6732-409c-b426-b93471ebe130 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:37.098869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Attempting to bind port 4fe56f82-6732-409c-b426-b93471ebe130 on network 2211f5ea-9e45-46a4-800a-89aedc1b949a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:37.104679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Port 4fe56f82-6732-409c-b426-b93471ebe130 on network 2211f5ea-9e45-46a4-800a-89aedc1b949a not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:37.105497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Attempting to bind port 4fe56f82-6732-409c-b426-b93471ebe130 on network 2211f5ea-9e45-46a4-800a-89aedc1b949a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:37.112194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:37.113215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Checking segment: {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:37.113824 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Bound using segment: {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:37.114442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Bound port: 4fe56f82-6732-409c-b426-b93471ebe130, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:37.116102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.213525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] For port 4fe56f82-6732-409c-b426-b93471ebe130, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:37.218074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] For port 4fe56f82-6732-409c-b426-b93471ebe130, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4fe56f82-6732-409c-b426-b93471ebe130,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:37.226183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.283039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.283878 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.286185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] 10.222.0.55 "PUT /v2.0/ports/4fe56f82-6732-409c-b426-b93471ebe130 HTTP/1.1" status: 200 len: 1091 time: 1.4070783 Jul 06 17:42:37.286769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f386b28c-7ebc-4ed7-8788-cab6107c103a', 'tag': '4fe56f82-6732-409c-b426-b93471ebe130'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:37.289189 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d" -d '{"events": [{"name": "network-changed", "server_uuid": "f386b28c-7ebc-4ed7-8788-cab6107c103a", "tag": "4fe56f82-6732-409c-b426-b93471ebe130"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:37.297947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:37.364052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7a48-178c-483d-a723-4d43b244db0a req-2f01faa6-6823-41c3-8e27-32cddb1151e1 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.377149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-122a7a48-178c-483d-a723-4d43b244db0a req-2f01faa6-6823-41c3-8e27-32cddb1151e1 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 932 time: 0.8020256 Jul 06 17:42:37.408389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df33e95e-849a-4015-895b-04f7af2bf522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.453636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4145e1-8633-4806-9429-7b08b8dae229 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe56f82-6732-409c-b426-b93471ebe130,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:37.538064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39c14-08e4-4d93-969c-a7371222f782 req-da81b494-9d12-462a-a2ef-cc4358020a5b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.544166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39c14-08e4-4d93-969c-a7371222f782 req-da81b494-9d12-462a-a2ef-cc4358020a5b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.552174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39c14-08e4-4d93-969c-a7371222f782 req-da81b494-9d12-462a-a2ef-cc4358020a5b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.557476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39c14-08e4-4d93-969c-a7371222f782 req-da81b494-9d12-462a-a2ef-cc4358020a5b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.558465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Allocated IP 172.20.0.14 (2211f5ea-9e45-46a4-800a-89aedc1b949a/4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed/f3c64e76-b14b-4e40-82a9-5929422d8acb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:42:37.564075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39c14-08e4-4d93-969c-a7371222f782 req-da81b494-9d12-462a-a2ef-cc4358020a5b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.572917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39c14-08e4-4d93-969c-a7371222f782 req-da81b494-9d12-462a-a2ef-cc4358020a5b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.583119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a39c14-08e4-4d93-969c-a7371222f782 req-da81b494-9d12-462a-a2ef-cc4358020a5b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.586218 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9a39c14-08e4-4d93-969c-a7371222f782 req-da81b494-9d12-462a-a2ef-cc4358020a5b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.3244386 Jul 06 17:42:37.593115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-055384cb-2f26-42cf-b41a-0acab9d39067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.595476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-055384cb-2f26-42cf-b41a-0acab9d39067 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&device_id=f386b28c-7ebc-4ed7-8788-cab6107c103a HTTP/1.1" status: 200 len: 1094 time: 0.2647781 Jul 06 17:42:37.600438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea265c2e-395d-4f9f-baf5-1f897fc63381 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:37.658928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.670501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.684807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-d7e6dcc9-475e-47ee-9b05-d5de4f3e8734 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fe56f82-6732-409c-b426-b93471ebe130 HTTP/1.1" status: 200 len: 217 time: 0.0790443 Jul 06 17:42:37.723711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-122a7a48-178c-483d-a723-4d43b244db0a req-3c43c00d-919b-49b5-9cc9-ed3a89879395 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439593 Jul 06 17:42:37.750968 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9a39c14-08e4-4d93-969c-a7371222f782 req-e5d40b7c-a7de-4783-a901-5a0460176636 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487448 Jul 06 17:42:37.786774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-b399e5b8-e445-4fdc-bc57-3565b723c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:37.788402 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-b399e5b8-e445-4fdc-bc57-3565b723c9a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed HTTP/1.1" status: 200 len: 853 time: 0.0869260 Jul 06 17:42:37.811648 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df33e95e-849a-4015-895b-04f7af2bf522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.822149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Transition to ACTIVE for port object ea265c2e-395d-4f9f-baf5-1f897fc63381 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:37.844218 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3921b8-e66f-4bf0-b2c4-313901925df5 x-openstack-request-id: req-1c3921b8-e66f-4bf0-b2c4-313901925df5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:37.844505 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f386b28c-7ebc-4ed7-8788-cab6107c103a", "tag": "4fe56f82-6732-409c-b426-b93471ebe130", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:37.844757 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c3921b8-e66f-4bf0-b2c4-313901925df5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:37.845167 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f386b28c-7ebc-4ed7-8788-cab6107c103a', 'tag': '4fe56f82-6732-409c-b426-b93471ebe130', 'status': 'completed', 'code': 200} Jul 06 17:42:37.847893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-28271c9c-2c9b-4afb-acaa-1af4ec3f25f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2211f5ea-9e45-46a4-800a-89aedc1b949a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508194 Jul 06 17:42:37.848930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df33e95e-849a-4015-895b-04f7af2bf522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.863642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Network 9811fd57-c9db-4518-b207-d909bc461be1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:37.880966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:37.884150 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:37.888073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:37.961995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-df33e95e-849a-4015-895b-04f7af2bf522 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d1e824919824c31905ea607aa90b0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338573 Jul 06 17:42:37.966982 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33e95e-849a-4015-895b-04f7af2bf522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e0652-6aaf-478e-9eab-749d90f21fd6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:37.971657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36806) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:38.004966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.040523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event updated for resources: {'Port': ['ID=03cdd724-d10c-4c4d-90b1-a731b0946228,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:38.077281 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-166c5928-e5f9-4ed7-a395-1591486b23f0 req-bbdde045-6dfe-4359-b6a5-85c94188bd82 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 210 time: 0.0478938 Jul 06 17:42:38.083209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-af5eb410-b7af-43e7-89d2-a3b28571c792 service neutron] 10.222.0.55 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277942 Jul 06 17:42:38.146877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ab7-1e58-4d28-950b-84659b9b090d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.184113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Transition to ACTIVE for port object 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:38.214815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ab7-1e58-4d28-950b-84659b9b090d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.255220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d82b305f-be5e-483a-8aa8-5825a7667c19 req-b3a4c30f-e375-4d37-9f05-37a01abee7e6 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 210 time: 0.2102852 Jul 06 17:42:38.291811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:38.292743 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.380264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Pushing event updated for resources: {'Port': ['ID=ea265c2e-395d-4f9f-baf5-1f897fc63381,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:38.398941 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ab7-1e58-4d28-950b-84659b9b090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.403048 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ab7-1e58-4d28-950b-84659b9b090d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.406764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b1c99ab7-1e58-4d28-950b-84659b9b090d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc2e0652-6aaf-478e-9eab-749d90f21fd6 HTTP/1.1" status: 204 len: 168 time: 0.4312918 Jul 06 17:42:38.427187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-0f5fd962-3fcb-4d16-80cc-a88959e154ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2588494 Jul 06 17:42:38.449004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Request body: {'port': {'device_id': '26b69e2d-5cdb-4ab0-9216-66955bee882a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:38.484730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-d576a078-7dcf-493e-8114-a609f4d9bd35 service neutron] 10.222.0.55 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932166 Jul 06 17:42:38.493088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c99ab7-1e58-4d28-950b-84659b9b090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e0652-6aaf-478e-9eab-749d90f21fd6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:38.547454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.559183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.579299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Attempting to bind port ea265c2e-395d-4f9f-baf5-1f897fc63381 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:38.582894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Attempting to bind port ea265c2e-395d-4f9f-baf5-1f897fc63381 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:38.583443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Attempting to bind port ea265c2e-395d-4f9f-baf5-1f897fc63381 on network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:38.630889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Port ea265c2e-395d-4f9f-baf5-1f897fc63381 on network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:38.631585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Attempting to bind port ea265c2e-395d-4f9f-baf5-1f897fc63381 on network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:38.632279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fdf53-0b1b-40da-87b0-6284b6209932 req-9d53929d-d84a-42ef-918d-bc6b1a5e094a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:38.649766 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b4fdf53-0b1b-40da-87b0-6284b6209932 req-9d53929d-d84a-42ef-918d-bc6b1a5e094a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 932 time: 0.4130008 Jul 06 17:42:38.692641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:38.698247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:38.699036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Checking segment: {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:38.699834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Bound using segment: {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:38.700554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Bound port: ea265c2e-395d-4f9f-baf5-1f897fc63381, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c38667-c374-4849-827a-257e59073886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:38.701217 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.709490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Pushing event updated for resources: {'Port': ['ID=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:38.727271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:38.739624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:38.872119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] For port ea265c2e-395d-4f9f-baf5-1f897fc63381, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:38.876247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] For port ea265c2e-395d-4f9f-baf5-1f897fc63381, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea265c2e-395d-4f9f-baf5-1f897fc63381,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:38.887996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b4fdf53-0b1b-40da-87b0-6284b6209932 req-77879193-f39e-49f9-bfde-caa00b26040c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570048 Jul 06 17:42:38.895490 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.927336 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:38.973307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-953bc8b1-b7f6-44c1-9357-40c2d6d802bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:38.975833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-953bc8b1-b7f6-44c1-9357-40c2d6d802bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&device_id=f386b28c-7ebc-4ed7-8788-cab6107c103a HTTP/1.1" status: 200 len: 1094 time: 0.3247066 Jul 06 17:42:38.995083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:38.995762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:39.024749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.025387 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:39.026905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] 10.222.0.22 "PUT /v2.0/ports/ea265c2e-395d-4f9f-baf5-1f897fc63381 HTTP/1.1" status: 200 len: 1092 time: 3.4287214 Jul 06 17:42:39.030388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'tag': 'ea265c2e-395d-4f9f-baf5-1f897fc63381'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:39.047639 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69df049e-648c-4baf-ba95-27ffd99da9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6", "tag": "ea265c2e-395d-4f9f-baf5-1f897fc63381"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:39.112651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:39.209496 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:42:39.230712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-a09e1e3c-1d5e-4fdb-a89c-f75cd53849e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.232348 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-a09e1e3c-1d5e-4fdb-a89c-f75cd53849e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 914 time: 0.2481043 Jul 06 17:42:39.436941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-fae8f939-6bf5-41ca-8d55-77855a43345c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fe56f82-6732-409c-b426-b93471ebe130 HTTP/1.1" status: 200 len: 217 time: 0.1905947 Jul 06 17:42:39.624855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0109fbb8-b5f6-420d-aa50-f23fcb6ff175 None None] Provisioning for port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:39.639646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0109fbb8-b5f6-420d-aa50-f23fcb6ff175 None None] Provisioning complete for port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:39.640292 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0109fbb8-b5f6-420d-aa50-f23fcb6ff175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:39.640992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-05dd3cfc-eed8-46ae-904a-bcac4b752b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.644371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-05dd3cfc-eed8-46ae-904a-bcac4b752b21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed HTTP/1.1" status: 200 len: 853 time: 0.1956649 Jul 06 17:42:39.729921 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-60b0afb2-41ab-47a0-8b04-ec7ec71ea5b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2211f5ea-9e45-46a4-800a-89aedc1b949a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752108 Jul 06 17:42:39.764730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0109fbb8-b5f6-420d-aa50-f23fcb6ff175 None None] Port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:42:39.909614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80d39-687e-4574-bbbb-5d69ae2dae52 req-1fd2220c-4e5a-4f35-a171-5c8f1d7c831b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.916128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80d39-687e-4574-bbbb-5d69ae2dae52 req-1fd2220c-4e5a-4f35-a171-5c8f1d7c831b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.922597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80d39-687e-4574-bbbb-5d69ae2dae52 req-1fd2220c-4e5a-4f35-a171-5c8f1d7c831b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.934864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80d39-687e-4574-bbbb-5d69ae2dae52 req-1fd2220c-4e5a-4f35-a171-5c8f1d7c831b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.941983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80d39-687e-4574-bbbb-5d69ae2dae52 req-1fd2220c-4e5a-4f35-a171-5c8f1d7c831b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.948324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80d39-687e-4574-bbbb-5d69ae2dae52 req-1fd2220c-4e5a-4f35-a171-5c8f1d7c831b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.954716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80d39-687e-4574-bbbb-5d69ae2dae52 req-1fd2220c-4e5a-4f35-a171-5c8f1d7c831b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:39.964913 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-38c80d39-687e-4574-bbbb-5d69ae2dae52 req-1fd2220c-4e5a-4f35-a171-5c8f1d7c831b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.5870550 Jul 06 17:42:39.994114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-c7fecdfc-b2a5-49bc-8338-bfa48c0d8a9c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5854883 Jul 06 17:42:40.033552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Request body: {'port': {'device_id': 'e25fe791-0564-416c-bf89-e378cd787239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:40.085305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-38c80d39-687e-4574-bbbb-5d69ae2dae52 req-1dde345c-8f3c-4924-b973-5941557a5c99 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185703 Jul 06 17:42:40.092863 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-3a43df6e-85a2-4980-b2d5-3c8046cc21aa service neutron] 10.222.0.55 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498261 Jul 06 17:42:40.172225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ad223-18f6-4220-8f9a-3b2c6afec630 service neutron] Pushing event updated for resources: {'Port': ['ID=ea265c2e-395d-4f9f-baf5-1f897fc63381,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:40.195181 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e301f8d-0b79-4cec-b21e-ba45b046b90f x-openstack-request-id: req-7e301f8d-0b79-4cec-b21e-ba45b046b90f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:40.195489 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6", "tag": "ea265c2e-395d-4f9f-baf5-1f897fc63381", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:40.195751 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e301f8d-0b79-4cec-b21e-ba45b046b90f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:40.196174 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'tag': 'ea265c2e-395d-4f9f-baf5-1f897fc63381', 'status': 'completed', 'code': 200} Jul 06 17:42:40.218492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Network 2211f5ea-9e45-46a4-800a-89aedc1b949a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:40.273580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:40.296638 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c063adb6-4bf2-4dfa-87a0-f9872d8de46d req-bdde7c8d-c64e-4af5-9e5b-7b96d8ad35d4 service neutron] 10.222.0.55 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929352 Jul 06 17:42:40.313438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:40.432215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Pushing event updated for resources: {'Port': ['ID=f3c64e76-b14b-4e40-82a9-5929422d8acb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:40.462054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9963e-c0b4-45d9-9a81-c2bca20e2c60 req-34a4dcc7-d3cd-4d13-aef9-02d7298d9a7b tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.464147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-05d9963e-c0b4-45d9-9a81-c2bca20e2c60 req-34a4dcc7-d3cd-4d13-aef9-02d7298d9a7b tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 944 time: 1.4524250 Jul 06 17:42:40.489753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.490468 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:40.523519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:40.530969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40526a-c1df-4355-9d0c-a14a7eb178e7 req-3b39e1ce-01ff-4660-80b8-e7e9d23ebf4c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.533760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c40526a-c1df-4355-9d0c-a14a7eb178e7 req-3b39e1ce-01ff-4660-80b8-e7e9d23ebf4c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 931 time: 0.1621633 Jul 06 17:42:40.556116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-f89b9627-70c2-49ab-84cc-b6c6b34792fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.557809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-f89b9627-70c2-49ab-84cc-b6c6b34792fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0e4b4d97285849a5862d35288bd2fca9&device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 1095 time: 0.5973320 Jul 06 17:42:40.573189 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-fed85fd2-cb44-455c-a082-939a70bbda03 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4481204 Jul 06 17:42:40.592830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Request body: {'port': {'device_id': 'e2e6abe1-6f5d-4443-9fb0-1d662447afec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:40.612538 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c40526a-c1df-4355-9d0c-a14a7eb178e7 req-210a9922-dc0b-41ce-9863-d3b85f9f4680 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Jul 06 17:42:40.688559 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-f68a5068-b090-4cd6-9cba-2b3143563ad5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea265c2e-395d-4f9f-baf5-1f897fc63381 HTTP/1.1" status: 200 len: 217 time: 0.1146789 Jul 06 17:42:40.725581 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-05d9963e-c0b4-45d9-9a81-c2bca20e2c60 req-1313364b-b5e0-42f5-b404-755c9271ce57 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458975 Jul 06 17:42:40.874168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284950c-9448-4f06-af5c-c703330cda02 req-d1ff6457-3c72-41f1-afce-6a4afe20b0a0 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.887514 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5284950c-9448-4f06-af5c-c703330cda02 req-d1ff6457-3c72-41f1-afce-6a4afe20b0a0 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 932 time: 0.1425798 Jul 06 17:42:40.913692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-21e3cacf-e8d0-4235-89db-720fa05e3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:40.915376 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-21e3cacf-e8d0-4235-89db-720fa05e3d46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d474963f-fc5b-404b-b104-17e639e43cb2 HTTP/1.1" status: 200 len: 850 time: 0.2139206 Jul 06 17:42:40.917800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cdd724-d10c-4c4d-90b1-a731b0946228 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:40.947359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:40.968610 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5284950c-9448-4f06-af5c-c703330cda02 req-805c51ec-f433-4c77-8a2d-e9f8fa0c7f8d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751920 Jul 06 17:42:41.050215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36866) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:41.052694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Transition to ACTIVE for port object 03cdd724-d10c-4c4d-90b1-a731b0946228 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:41.080384 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.097230 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.244157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1635870739'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:41.254739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Pushing event updated for resources: {'Port': ['ID=03cdd724-d10c-4c4d-90b1-a731b0946228,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:41.281256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Made reservation on behalf of 831485dc378e4a82a7cb65307373dc37 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:41.294176 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.311992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.324307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-c6002bcc-bce8-4321-a6be-4da390468069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.325957 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-c6002bcc-bce8-4321-a6be-4da390468069 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=62def9ed-9325-46d4-b409-b21e3eb8a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3970730 Jul 06 17:42:41.492972 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.505429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.552960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e259a-6e5f-4a35-91f0-ba1fb66ea942 req-65ae5ab4-83c5-4a50-82b3-af38c6f72db0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.560850 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-037e259a-6e5f-4a35-91f0-ba1fb66ea942 req-65ae5ab4-83c5-4a50-82b3-af38c6f72db0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 932 time: 0.5382071 Jul 06 17:42:41.577470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:41.606711 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.624393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:42:41.637517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f9ed04-2371-4361-bf83-26136d444c18,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:41.655383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.657649 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Added segment e9d7c07e-42b2-461e-afb2-279d38b2f7d7 of type vlan for network fa98b045-7e34-4fbd-929e-26cb57af4f87 Jul 06 17:42:41.718809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Transition to ACTIVE for port object 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:41.735569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Attempting to bind port 03cdd724-d10c-4c4d-90b1-a731b0946228 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:41.735919 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Attempting to bind port 03cdd724-d10c-4c4d-90b1-a731b0946228 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:41.736508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Attempting to bind port 03cdd724-d10c-4c4d-90b1-a731b0946228 on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:41.747538 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.760780 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.762369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-037e259a-6e5f-4a35-91f0-ba1fb66ea942 req-8193a54d-9a6c-47d3-ab02-d6ac264fa795 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011461 Jul 06 17:42:41.804799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Port 03cdd724-d10c-4c4d-90b1-a731b0946228 on network 9811fd57-c9db-4518-b207-d909bc461be1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:41.805227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Attempting to bind port 03cdd724-d10c-4c4d-90b1-a731b0946228 on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:41.825404 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-9203b3ea-b1bb-4e52-a306-3c345c3820b4 service neutron] 10.222.0.22 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031234 Jul 06 17:42:41.840896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec16e-9a4a-4aeb-8f77-5c98814781c6 req-14ef3c09-2309-45d0-9393-785a8aed87aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.848614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec16e-9a4a-4aeb-8f77-5c98814781c6 req-14ef3c09-2309-45d0-9393-785a8aed87aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.855284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec16e-9a4a-4aeb-8f77-5c98814781c6 req-14ef3c09-2309-45d0-9393-785a8aed87aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.862670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec16e-9a4a-4aeb-8f77-5c98814781c6 req-14ef3c09-2309-45d0-9393-785a8aed87aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.875304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec16e-9a4a-4aeb-8f77-5c98814781c6 req-14ef3c09-2309-45d0-9393-785a8aed87aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.893144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec16e-9a4a-4aeb-8f77-5c98814781c6 req-14ef3c09-2309-45d0-9393-785a8aed87aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.901859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec16e-9a4a-4aeb-8f77-5c98814781c6 req-14ef3c09-2309-45d0-9393-785a8aed87aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.906269 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bb4ec16e-9a4a-4aeb-8f77-5c98814781c6 req-14ef3c09-2309-45d0-9393-785a8aed87aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.1938179 Jul 06 17:42:41.907828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.920576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:41.921169 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:41.949496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:41.949882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Checking segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:41.950263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Bound using segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:41.950774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Bound port: 03cdd724-d10c-4c4d-90b1-a731b0946228, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:41.951144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:42.057120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] For port 03cdd724-d10c-4c4d-90b1-a731b0946228, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:42.062892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] For port 03cdd724-d10c-4c4d-90b1-a731b0946228, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03cdd724-d10c-4c4d-90b1-a731b0946228,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:42.076286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bb4ec16e-9a4a-4aeb-8f77-5c98814781c6 req-7e94cb3b-8107-47d9-8dde-e37fb76e7d7f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518259 Jul 06 17:42:42.093533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0405204 Jul 06 17:42:42.107255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:42.120218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb009f87-3e99-4805-a8f7-f4cce0d96fe1 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Pushing event updated for resources: {'Network': ['ID=fa98b045-7e34-4fbd-929e-26cb57af4f87,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:42.132737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network fa98b045-7e34-4fbd-929e-26cb57af4f87 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:42:42.192550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4fe56f82-6732-409c-b426-b93471ebe130 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:42.203012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Pushing event updated for resources: {'Port': ['ID=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:42.336880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4fe56f82-6732-409c-b426-b93471ebe130, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4fe56f82-6732-409c-b426-b93471ebe130,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:42.342941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:42.343606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:42.345125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] 10.222.0.55 "PUT /v2.0/ports/03cdd724-d10c-4c4d-90b1-a731b0946228 HTTP/1.1" status: 200 len: 1092 time: 3.9050605 Jul 06 17:42:42.345657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b69e2d-5cdb-4ab0-9216-66955bee882a', 'tag': '03cdd724-d10c-4c4d-90b1-a731b0946228'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:42.356949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '4fe56f82-6732-409c-b426-b93471ebe130', 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a', 'port_id': '4fe56f82-6732-409c-b426-b93471ebe130', 'mac_address': 'fa:16:3e:0b:38:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:42.370915 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36" -d '{"events": [{"name": "network-changed", "server_uuid": "26b69e2d-5cdb-4ab0-9216-66955bee882a", "tag": "03cdd724-d10c-4c4d-90b1-a731b0946228"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:42.378140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1a7cc-97a3-44a9-8cfb-152d4863a37c req-13d49437-29ad-45aa-9d60-3ad9efc0db4a tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:42.391442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddc1a7cc-97a3-44a9-8cfb-152d4863a37c req-13d49437-29ad-45aa-9d60-3ad9efc0db4a tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 944 time: 0.1511600 Jul 06 17:42:42.404683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318e575-ea81-44e5-8006-5d2309b66511 service neutron] Pushing event updated for resources: {'Port': ['ID=03cdd724-d10c-4c4d-90b1-a731b0946228,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:42.424133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:42.443547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe56f82-6732-409c-b426-b93471ebe130 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:42.467676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddc1a7cc-97a3-44a9-8cfb-152d4863a37c req-572deba4-f68c-4fdb-98fa-23f201d59b6c tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728960 Jul 06 17:42:42.502607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4fe56f82-6732-409c-b426-b93471ebe130, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4fe56f82-6732-409c-b426-b93471ebe130,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:42.510025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d7f15-fd95-4b85-ba05-d8fa19437cf7 req-3ee43e93-5aa3-4e83-b571-3ddf3dcf5f84 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:42.512431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d2d7f15-fd95-4b85-ba05-d8fa19437cf7 req-3ee43e93-5aa3-4e83-b571-3ddf3dcf5f84 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 943 time: 0.5344186 Jul 06 17:42:42.512844 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:42.522287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2ae131e-9147-4ace-a6d9-0ab6ad879176 req-f40581a4-20fb-46da-93a4-fe9bb8be6566 service neutron] 10.222.0.22 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766574 Jul 06 17:42:42.551192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Attempting to bind port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:42.552026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Attempting to bind port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:42.552155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Attempting to bind port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 on network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:42.583053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c64e76-b14b-4e40-82a9-5929422d8acb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:42.629345 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:42.649136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Transition to ACTIVE for port object f3c64e76-b14b-4e40-82a9-5929422d8acb will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:42.654804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 on network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:42.655776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Attempting to bind port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 on network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:42.694509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:42.695143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Checking segment: {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:42.695623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Bound using segment: {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:42.696098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Bound port: 0c9dd9e2-9989-41b2-9d14-fa32bb778df3, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:42.696479 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:42.716413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:42.731697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f352acb-2d06-4d13-976d-5df1f7dc2de9 req-4f772bf0-1a26-4b30-85af-c61ad24d33e1 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:42.734035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0f352acb-2d06-4d13-976d-5df1f7dc2de9 req-4f772bf0-1a26-4b30-85af-c61ad24d33e1 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 932 time: 0.1197727 Jul 06 17:42:42.792099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0f352acb-2d06-4d13-976d-5df1f7dc2de9 req-e4485f38-0ed4-47d0-ad97-ac98b91e08fe tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514019 Jul 06 17:42:42.842632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4fe56f82-6732-409c-b426-b93471ebe130,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:42.932936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['4fe56f82-6732-409c-b426-b93471ebe130'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:43.109624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36896) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:43.121785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Request body: {'port': {'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87', 'binding:host_id': 'n-h1-799526-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-383945949'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:43.185600 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59424e87-6704-4249-9384-426dbd78568a x-openstack-request-id: req-59424e87-6704-4249-9384-426dbd78568a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:43.186460 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b69e2d-5cdb-4ab0-9216-66955bee882a", "tag": "03cdd724-d10c-4c4d-90b1-a731b0946228", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:43.186460 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59424e87-6704-4249-9384-426dbd78568a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:43.186771 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b69e2d-5cdb-4ab0-9216-66955bee882a', 'tag': '03cdd724-d10c-4c4d-90b1-a731b0946228', 'status': 'completed', 'code': 200} Jul 06 17:42:43.193815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Made reservation on behalf of 9c1e6e79116a484faa9e685f97fa0273 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:43.203505 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.221205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.238628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d2d7f15-fd95-4b85-ba05-d8fa19437cf7 req-22b73742-9bfa-4c58-a5fa-85b0068be70a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116055 Jul 06 17:42:43.281764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-ca70ebc2-3e55-4c5c-a93a-f6343b57f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.286109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-ca70ebc2-3e55-4c5c-a93a-f6343b57f236 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 1095 time: 0.8773744 Jul 06 17:42:43.485207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Pushing event updated for resources: {'Port': ['ID=f3c64e76-b14b-4e40-82a9-5929422d8acb,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:43.511271 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.520652 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-eea07536-4936-4184-8168-2e74971209ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03cdd724-d10c-4c4d-90b1-a731b0946228 HTTP/1.1" status: 200 len: 217 time: 0.1793606 Jul 06 17:42:43.527012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.534680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] device_id is not set on port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:42:43.601811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] For port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:43.613595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-707874f3-9f03-438d-b196-b8971920627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.615426 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-707874f3-9f03-438d-b196-b8971920627a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0e4b4d97285849a5862d35288bd2fca9&device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 1095 time: 1.0227373 Jul 06 17:42:43.733950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] For port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:43.735329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bebcb7-d87c-45ed-a34b-650ee34d69a1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:43.738161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-61264e4d-37d9-46df-bbfc-51c302ec525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.740809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-61264e4d-37d9-46df-bbfc-51c302ec525c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.2062519 Jul 06 17:42:43.755770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.809615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Attempting to bind port f3c64e76-b14b-4e40-82a9-5929422d8acb on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:43.810050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Attempting to bind port f3c64e76-b14b-4e40-82a9-5929422d8acb by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:43.810483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Attempting to bind port f3c64e76-b14b-4e40-82a9-5929422d8acb on network 2211f5ea-9e45-46a4-800a-89aedc1b949a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:43.843584 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b46350-b65f-4e80-b7df-9bbb628a6d48 req-f0fc6714-812f-4b9a-97b7-565056172ea7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.851039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-39cc7b41-46c3-4704-948e-ea57ebc9684a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003439 Jul 06 17:42:43.852050 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39b46350-b65f-4e80-b7df-9bbb628a6d48 req-f0fc6714-812f-4b9a-97b7-565056172ea7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 944 time: 0.4398034 Jul 06 17:42:43.873923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:43.874586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.875998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] 10.222.0.55 "PUT /v2.0/ports/0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 1091 time: 3.8482890 Jul 06 17:42:43.876650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Port f3c64e76-b14b-4e40-82a9-5929422d8acb on network 2211f5ea-9e45-46a4-800a-89aedc1b949a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:43.876984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Attempting to bind port f3c64e76-b14b-4e40-82a9-5929422d8acb on network 2211f5ea-9e45-46a4-800a-89aedc1b949a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:43.977637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:42:43.978117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Checking segment: {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:43.978460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Bound using segment: {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:42:43.979561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Bound port: f3c64e76-b14b-4e40-82a9-5929422d8acb, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:42:43.979561 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:43.991930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb6fa9-5dd4-4af3-90cf-dda1e94d130f service neutron] Pushing event updated for resources: {'Port': ['ID=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:44.020031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39b46350-b65f-4e80-b7df-9bbb628a6d48 req-ae832aa0-36fc-43a4-b3f7-33917e153ca7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579010 Jul 06 17:42:44.053596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d94a-dd11-420b-9a1a-10ced686947a req-7cfef621-c470-4f00-a18a-fa08516bb976 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.060118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d94a-dd11-420b-9a1a-10ced686947a req-7cfef621-c470-4f00-a18a-fa08516bb976 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.067227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d94a-dd11-420b-9a1a-10ced686947a req-7cfef621-c470-4f00-a18a-fa08516bb976 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.073331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d94a-dd11-420b-9a1a-10ced686947a req-7cfef621-c470-4f00-a18a-fa08516bb976 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.085389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d94a-dd11-420b-9a1a-10ced686947a req-7cfef621-c470-4f00-a18a-fa08516bb976 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.093724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d94a-dd11-420b-9a1a-10ced686947a req-7cfef621-c470-4f00-a18a-fa08516bb976 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.101619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d94a-dd11-420b-9a1a-10ced686947a req-7cfef621-c470-4f00-a18a-fa08516bb976 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.104861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4316d94a-dd11-420b-9a1a-10ced686947a req-7cfef621-c470-4f00-a18a-fa08516bb976 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.5218964 Jul 06 17:42:44.120367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-c11e566c-e2a6-48d2-9e73-b09a1cddb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.121925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-c11e566c-e2a6-48d2-9e73-b09a1cddb966 service neutron] 10.222.0.22 "GET /v2.0/networks?id=62def9ed-9325-46d4-b409-b21e3eb8a1e1 HTTP/1.1" status: 200 len: 912 time: 0.4760525 Jul 06 17:42:44.164453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4fe56f82-6732-409c-b426-b93471ebe130 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:44.202683 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-d5a0fc8d-472e-4146-b802-3880c482b3f2 service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299310 Jul 06 17:42:44.231879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] device_id is not set on port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:42:44.263183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.274778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-b0bf4cd4-d763-4ba3-bdb6-29a7a41f8d94 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea265c2e-395d-4f9f-baf5-1f897fc63381 HTTP/1.1" status: 200 len: 217 time: 0.1423466 Jul 06 17:42:44.289903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Transition to ACTIVE for port object 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:44.322078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 4fe56f82-6732-409c-b426-b93471ebe130 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:44.339832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 4fe56f82-6732-409c-b426-b93471ebe130 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:44.341226 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.372940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.407760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] For port f3c64e76-b14b-4e40-82a9-5929422d8acb, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:44.418422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] For port f3c64e76-b14b-4e40-82a9-5929422d8acb, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f3c64e76-b14b-4e40-82a9-5929422d8acb,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:42:44.511725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a3dad-0d84-4b0e-bb17-03c38a49d7a9 req-27ee7019-9d91-42ff-bf48-d7b8f49898bb tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.514307 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-825a3dad-0d84-4b0e-bb17-03c38a49d7a9 req-27ee7019-9d91-42ff-bf48-d7b8f49898bb tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 944 time: 0.2264383 Jul 06 17:42:44.524247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'Port': ['ID=68f25ff0-dfee-4c56-8cb8-8cdda09bfb22,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:44.528260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Checking segment: {'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:42:44.528741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Network hostable DHCP agents. Network: fa98b045-7e34-4fbd-929e-26cb57af4f87, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:42:44.553987 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.567587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4316d94a-dd11-420b-9a1a-10ced686947a req-1d92726f-d964-4f82-9033-4ae6530e28c2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4372187 Jul 06 17:42:44.570529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Network fa98b045-7e34-4fbd-929e-26cb57af4f87 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:42:44.577929 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.592851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, fa98b045-7e34-4fbd-929e-26cb57af4f87) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:44.628901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-825a3dad-0d84-4b0e-bb17-03c38a49d7a9 req-744c22a2-5da5-435b-8920-f99e13378a11 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945961 Jul 06 17:42:44.629776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900524f-9127-4db0-8dc7-08f1a93160c6 None None] Network fa98b045-7e34-4fbd-929e-26cb57af4f87 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:42:44.630188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:44.697176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:44.699078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:44.699770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:44.703817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-ff31254f-0d8c-486a-8b06-a168f5e7d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.707672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-ff31254f-0d8c-486a-8b06-a168f5e7d97b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1094 time: 0.7430563 Jul 06 17:42:44.720584 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:44.723640 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:44.726730 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 2 to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 Jul 06 17:42:44.727999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-c282522a-8345-4d7a-a96f-4a9299bf7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.730749 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-c282522a-8345-4d7a-a96f-4a9299bf7e88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d474963f-fc5b-404b-b104-17e639e43cb2 HTTP/1.1" status: 200 len: 850 time: 0.4297848 Jul 06 17:42:44.736474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:44.738106 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.740678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] 10.222.0.22 "PUT /v2.0/ports/f3c64e76-b14b-4e40-82a9-5929422d8acb HTTP/1.1" status: 200 len: 1092 time: 4.1605387 Jul 06 17:42:44.757657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:44.760074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:44.761119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:44.772084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:44.773117 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:44.774449 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 3 to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 Jul 06 17:42:44.812615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:44.813398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:44.814046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:44.824173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:44.824830 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:44.825577 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 4 to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 Jul 06 17:42:44.856701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:44.857358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:44.858036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:44.865397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:44.865870 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:44.866484 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 5 to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 Jul 06 17:42:44.895479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:44.897830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:44.897830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:44.908967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386b28c-7ebc-4ed7-8788-cab6107c103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe56f82-6732-409c-b426-b93471ebe130'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:44.911835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:44.914171 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:44.915084 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 6 to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 Jul 06 17:42:44.917378 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51b47e5-741f-4527-9432-24e23d276518" -d '{"events": [{"server_uuid": "f386b28c-7ebc-4ed7-8788-cab6107c103a", "name": "network-vif-plugged", "status": "completed", "tag": "4fe56f82-6732-409c-b426-b93471ebe130"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:44.957375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4fe56f82-6732-409c-b426-b93471ebe130, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4fe56f82-6732-409c-b426-b93471ebe130,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:44.971087 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:44.984201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:44.984728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:44.985242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:45.025743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-7840ef29-244b-4d17-ab60-ae1af5bdc213 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 217 time: 0.2800379 Jul 06 17:42:45.033674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:45.036925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd8ade-771f-4c1b-89eb-6281268a5bfd service neutron] Pushing event updated for resources: {'Port': ['ID=f3c64e76-b14b-4e40-82a9-5929422d8acb,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:45.037501 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:45.053523 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 7 to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 Jul 06 17:42:45.080342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4fe56f82-6732-409c-b426-b93471ebe130,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:45.118081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:45.118837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:45.119514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:45.134910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:45.135553 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:45.136721 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 8 to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 Jul 06 17:42:45.138815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08df7e37-fdc5-4a3b-9bab-8cc6bce25392 req-7c4d7498-2724-4d88-8881-a7db511e769d service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8836987 Jul 06 17:42:45.180904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:45.181538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:45.182194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:45.188581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3'}, {'name': 'network-changed', 'server_uuid': 'e2e6abe1-6f5d-4443-9fb0-1d662447afec', 'tag': 'f3c64e76-b14b-4e40-82a9-5929422d8acb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:45.192848 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5858647-346c-4dd6-b048-07bbafc7f139" -d '{"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3"}, {"name": "network-changed", "server_uuid": "e2e6abe1-6f5d-4443-9fb0-1d662447afec", "tag": "f3c64e76-b14b-4e40-82a9-5929422d8acb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:45.196636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:45.197166 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:45.205746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-b9664ebc-d009-427a-affe-76467c09cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.207909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-b9664ebc-d009-427a-affe-76467c09cb10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.1575494 Jul 06 17:42:45.212620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744925-0e43-4515-9b1f-59e8dcd7a887 req-79a75f26-7077-447f-aa0a-9f4850fe95e8 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.215564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20744925-0e43-4515-9b1f-59e8dcd7a887 req-79a75f26-7077-447f-aa0a-9f4850fe95e8 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 943 time: 0.2712610 Jul 06 17:42:45.216456 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 9 to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 Jul 06 17:42:45.246674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-70e02586-2300-4f56-9c1d-5abbe8da1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.248300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-70e02586-2300-4f56-9c1d-5abbe8da1a62 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=62def9ed-9325-46d4-b409-b21e3eb8a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4912524 Jul 06 17:42:45.311460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-d6cd4d63-1053-4776-ab8e-66c140c07286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.313677 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-d6cd4d63-1053-4776-ab8e-66c140c07286 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 1095 time: 0.4897521 Jul 06 17:42:45.415799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53e0aa-4151-4932-90f3-6e5d5f365ead req-755ae467-5cd2-4ab3-980b-cf41a01b7305 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.417488 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc53e0aa-4151-4932-90f3-6e5d5f365ead req-755ae467-5cd2-4ab3-980b-cf41a01b7305 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 944 time: 0.3992753 Jul 06 17:42:45.429188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-b42718ed-6233-431b-90b0-0d2760a56340 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c64e76-b14b-4e40-82a9-5929422d8acb HTTP/1.1" status: 200 len: 217 time: 0.1016464 Jul 06 17:42:45.579569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc53e0aa-4151-4932-90f3-6e5d5f365ead req-f91c6fc1-fc8f-41a9-9868-44d5322ef50f tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392465 Jul 06 17:42:45.585914 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-65c534b6-7caf-4d44-90ac-c2805cd69b13 service neutron] 10.222.0.22 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280220 Jul 06 17:42:45.588103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-cab7d8df-bc5e-4343-8de3-0a7896e54e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.589824 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-cab7d8df-bc5e-4343-8de3-0a7896e54e4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 1095 time: 0.3638117 Jul 06 17:42:45.592928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-91ebfda4-1ceb-436d-a429-11d2ec7c8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.594587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-91ebfda4-1ceb-436d-a429-11d2ec7c8737 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3698249 Jul 06 17:42:45.598521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-f6d946bd-555d-4598-baf9-c4c806ae3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:45.600103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-f6d946bd-555d-4598-baf9-c4c806ae3024 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed HTTP/1.1" status: 200 len: 853 time: 0.1626840 Jul 06 17:42:45.682989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:45.684469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:45.685036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:45.691585 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08645a7-2204-49b4-b479-a4fa9cb64633 x-openstack-request-id: req-d08645a7-2204-49b4-b479-a4fa9cb64633 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:45.692412 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386b28c-7ebc-4ed7-8788-cab6107c103a", "name": "network-vif-plugged", "status": "completed", "tag": "4fe56f82-6732-409c-b426-b93471ebe130", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:45.692412 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d08645a7-2204-49b4-b479-a4fa9cb64633 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:45.698071 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f386b28c-7ebc-4ed7-8788-cab6107c103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe56f82-6732-409c-b426-b93471ebe130', 'code': 200} Jul 06 17:42:45.763944 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-4b9e6511-84b7-4b2b-ae29-b45cfd214174 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2211f5ea-9e45-46a4-800a-89aedc1b949a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542909 Jul 06 17:42:45.766322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:45.767072 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:45.791555 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 10 to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 Jul 06 17:42:45.822517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:45.823297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:45.823572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:45.867983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20744925-0e43-4515-9b1f-59e8dcd7a887 req-197c7b31-37b7-4f4d-8667-f27c0d22f4e7 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441543 Jul 06 17:42:45.931107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:45.933714 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:45.933714 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:45.965857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ea265c2e-395d-4f9f-baf5-1f897fc63381 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:46.099869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9bfb5-ce1e-4470-9173-c983d92f3ff8 req-d39521bb-2daa-445f-be7e-75ef8dac248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.101635 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c2f9bfb5-ce1e-4470-9173-c983d92f3ff8 req-d39521bb-2daa-445f-be7e-75ef8dac248b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f386b28c-7ebc-4ed7-8788-cab6107c103a HTTP/1.1" status: 200 len: 1096 time: 0.2813675 Jul 06 17:42:46.107518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] For port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:46.107905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempted to set empty binding levels {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 17:42:46.136823 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.198703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'Port': ['ID=68f25ff0-dfee-4c56-8cb8-8cdda09bfb22,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:46.213137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ea265c2e-395d-4f9f-baf5-1f897fc63381, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea265c2e-395d-4f9f-baf5-1f897fc63381,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:46.228651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'ea265c2e-395d-4f9f-baf5-1f897fc63381', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'port_id': 'ea265c2e-395d-4f9f-baf5-1f897fc63381', 'mac_address': 'fa:16:3e:08:b8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:46.241001 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c2f9bfb5-ce1e-4470-9173-c983d92f3ff8 req-61fe8764-9fb6-455b-bbe9-df6a4486beb3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314511 Jul 06 17:42:46.263529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.264271 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.282623 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.292995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-32513517-894e-45d0-bd4a-8afe5e6f0d12 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.1789737 Jul 06 17:42:46.293764 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36922) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:46.307913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea265c2e-395d-4f9f-baf5-1f897fc63381 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:46.336223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ea265c2e-395d-4f9f-baf5-1f897fc63381, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea265c2e-395d-4f9f-baf5-1f897fc63381,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:46.342612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.388604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504fa8-e1ea-4d00-8d89-fce74b28b0a3 req-301c6d21-7b7c-459e-81f8-39f0b1b79447 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.400324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504fa8-e1ea-4d00-8d89-fce74b28b0a3 req-301c6d21-7b7c-459e-81f8-39f0b1b79447 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.410258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504fa8-e1ea-4d00-8d89-fce74b28b0a3 req-301c6d21-7b7c-459e-81f8-39f0b1b79447 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.419418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504fa8-e1ea-4d00-8d89-fce74b28b0a3 req-301c6d21-7b7c-459e-81f8-39f0b1b79447 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.427849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504fa8-e1ea-4d00-8d89-fce74b28b0a3 req-301c6d21-7b7c-459e-81f8-39f0b1b79447 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.435418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504fa8-e1ea-4d00-8d89-fce74b28b0a3 req-301c6d21-7b7c-459e-81f8-39f0b1b79447 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.437688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ea265c2e-395d-4f9f-baf5-1f897fc63381,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:46.447703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504fa8-e1ea-4d00-8d89-fce74b28b0a3 req-301c6d21-7b7c-459e-81f8-39f0b1b79447 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.456421 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef504fa8-e1ea-4d00-8d89-fce74b28b0a3 req-301c6d21-7b7c-459e-81f8-39f0b1b79447 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.2407548 Jul 06 17:42:46.526805 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef504fa8-e1ea-4d00-8d89-fce74b28b0a3 req-926afe24-c44a-4e9f-ae17-8034879e4a6d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692897 Jul 06 17:42:46.550979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ce84dbac-b79b-4e6f-8c14-6ee441b64b91 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Deleting port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:46.551411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce84dbac-b79b-4e6f-8c14-6ee441b64b91 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.610908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['ea265c2e-395d-4f9f-baf5-1f897fc63381'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:46.621573 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf25058-edd9-46d1-8865-4283e72f58b1 x-openstack-request-id: req-baf25058-edd9-46d1-8865-4283e72f58b1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:46.622136 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2e6abe1-6f5d-4443-9fb0-1d662447afec", "tag": "f3c64e76-b14b-4e40-82a9-5929422d8acb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:46.622503 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baf25058-edd9-46d1-8865-4283e72f58b1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:46.623161 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'status': 'completed', 'code': 200} Jul 06 17:42:46.623590 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e6abe1-6f5d-4443-9fb0-1d662447afec', 'tag': 'f3c64e76-b14b-4e40-82a9-5929422d8acb', 'status': 'completed', 'code': 200} Jul 06 17:42:46.708875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ce84dbac-b79b-4e6f-8c14-6ee441b64b91 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] For port 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22, host n-h1-799526-3, got binding levels [] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:46.709561 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce84dbac-b79b-4e6f-8c14-6ee441b64b91 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.737996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-0654fd82-5cd1-48b5-9721-2ca0da9f5861 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1187053 Jul 06 17:42:46.749815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ce84dbac-b79b-4e6f-8c14-6ee441b64b91 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Calling delete_port for 68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:46.770177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69df049e-648c-4baf-ba95-27ffd99da9e7 req-0467886e-9420-4d6b-b355-d959c08b0237 service neutron] 10.222.0.22 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1738853 Jul 06 17:42:46.777703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-bae03b8b-11f8-4d37-8719-47cdc562945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:46.780453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-bae03b8b-11f8-4d37-8719-47cdc562945b service neutron] 10.222.0.55 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 913 time: 1.1715732 Jul 06 17:42:46.808490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-6782f15c-b06e-45d6-af5e-409989c2e710 service neutron] 10.222.0.22 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0044603 Jul 06 17:42:46.936083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce84dbac-b79b-4e6f-8c14-6ee441b64b91 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.945641 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-792ac641-00a3-47d9-8c1b-6fed1a1074eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.980525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84dbac-b79b-4e6f-8c14-6ee441b64b91 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event deleted for resources: {'Port': ['ID=68f25ff0-dfee-4c56-8cb8-8cdda09bfb22,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:46.985568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce84dbac-b79b-4e6f-8c14-6ee441b64b91 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:46.989097 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce84dbac-b79b-4e6f-8c14-6ee441b64b91 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "DELETE /v2.0/ports/68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 HTTP/1.1" status: 204 len: 168 time: 0.6939583 Jul 06 17:42:46.996606 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:47.039574 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b63226-c6f5-434d-865b-8e4b9fb911d4 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] GET failed (client error): The resource could not be found. Jul 06 17:42:47.042708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-10b63226-c6f5-434d-865b-8e4b9fb911d4 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "GET /v2.0/ports/68f25ff0-dfee-4c56-8cb8-8cdda09bfb22 HTTP/1.1" status: 404 len: 333 time: 0.0414598 Jul 06 17:42:47.057230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e913e72-48d0-46d9-97d3-0f2b62d7397d req-7f1ee9ee-1615-496e-b536-b5d0005e9b9f tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:47.059391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e913e72-48d0-46d9-97d3-0f2b62d7397d req-7f1ee9ee-1615-496e-b536-b5d0005e9b9f tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 945 time: 0.3370857 Jul 06 17:42:47.062422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:47.064614 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-94153e6b-47dd-4b36-8889-79d844248e0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03cdd724-d10c-4c4d-90b1-a731b0946228 HTTP/1.1" status: 200 len: 217 time: 0.2067389 Jul 06 17:42:47.073152 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Request body: {'port': {'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2064843023'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:47.105368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef7334-f8c1-4ce8-ab62-a6ff157be0ba req-203705cd-3787-4905-9e72-40e9549b8d6a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:47.108141 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89ef7334-f8c1-4ce8-ab62-a6ff157be0ba req-203705cd-3787-4905-9e72-40e9549b8d6a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 944 time: 1.1914244 Jul 06 17:42:47.145749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e913e72-48d0-46d9-97d3-0f2b62d7397d req-06d27d2c-d40b-4e77-833f-3739e5bee5d3 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640643 Jul 06 17:42:47.148469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Made reservation on behalf of 9c1e6e79116a484faa9e685f97fa0273 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:47.154698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.187823 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4015f0b9-62b5-4cea-811c-427c3ecbb4c9 req-dcaa0ef6-1a48-462d-9685-653ee4b21712 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359453 Jul 06 17:42:47.211451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] device_id is not set on port b0786928-f11d-4e78-9c0d-2dda60fed6a7 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:42:47.216160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89ef7334-f8c1-4ce8-ab62-a6ff157be0ba req-df588b7b-8fda-49b9-a4b2-20a48c0f4695 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764081 Jul 06 17:42:47.233789 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f1bd7c-d763-4a6b-9ded-dbca174e9cc5 req-c50adfeb-2ccc-4c2f-a78f-14fe65192375 service neutron] 10.222.0.22 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738236 Jul 06 17:42:47.235635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-f0a9f232-c419-4262-94ca-39c853eb813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:47.238033 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-f0a9f232-c419-4262-94ca-39c853eb813e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.1637774 Jul 06 17:42:47.310782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-e1f4ea5f-2ec7-480b-b32b-ca0789fd3113 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583096 Jul 06 17:42:47.589800 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.657272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c72bf8-d25a-401d-ad71-4a64a030451a req-49728212-0d25-4e7c-8867-b983c92aaefd tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:47.660146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5c72bf8-d25a-401d-ad71-4a64a030451a req-49728212-0d25-4e7c-8867-b983c92aaefd tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 944 time: 0.2242470 Jul 06 17:42:47.789827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-f72221dc-134b-4f1f-a831-101aa0f1fa4d service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669726 Jul 06 17:42:47.792045 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5c72bf8-d25a-401d-ad71-4a64a030451a req-6c209994-59e1-4c1f-af7c-377127483154 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242414 Jul 06 17:42:47.803911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.853159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-851049c4-3b85-4a74-9194-73354b661d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:47.853506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Network fa98b045-7e34-4fbd-929e-26cb57af4f87 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:47.856517 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-851049c4-3b85-4a74-9194-73354b661d7d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 1095 time: 0.5443935 Jul 06 17:42:47.864501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-47a1814b-59a8-4064-b600-6b0295d80d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:47.867592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-47a1814b-59a8-4064-b600-6b0295d80d62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1094 time: 0.5540149 Jul 06 17:42:47.891728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244a65b-f201-404b-a7e6-863cf98f7e31 req-9bd52a92-424c-42ac-8994-43c16a6d9fe4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:47.900108 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d244a65b-f201-404b-a7e6-863cf98f7e31 req-9bd52a92-424c-42ac-8994-43c16a6d9fe4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 943 time: 0.3564849 Jul 06 17:42:47.904686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:47.909090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:47.911192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:47.912276 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:47.962623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ea265c2e-395d-4f9f-baf5-1f897fc63381 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:47.967020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:47.969561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9035320 Jul 06 17:42:47.976843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69411353-6bbe-4f53-94d6-9aab75780ad3 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'Port': ['ID=b0786928-f11d-4e78-9c0d-2dda60fed6a7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:48.004799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:48.050935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port ea265c2e-395d-4f9f-baf5-1f897fc63381 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:48.057931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port ea265c2e-395d-4f9f-baf5-1f897fc63381 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:48.059173 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.090533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c8df-1118-412f-be2b-11135e823c33 req-59d94f14-9309-48a6-a486-c7d2947868c0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.098108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c8df-1118-412f-be2b-11135e823c33 req-59d94f14-9309-48a6-a486-c7d2947868c0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.105243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c8df-1118-412f-be2b-11135e823c33 req-59d94f14-9309-48a6-a486-c7d2947868c0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.112239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c8df-1118-412f-be2b-11135e823c33 req-59d94f14-9309-48a6-a486-c7d2947868c0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.118113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c8df-1118-412f-be2b-11135e823c33 req-59d94f14-9309-48a6-a486-c7d2947868c0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.124428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c8df-1118-412f-be2b-11135e823c33 req-59d94f14-9309-48a6-a486-c7d2947868c0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.131661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c8df-1118-412f-be2b-11135e823c33 req-59d94f14-9309-48a6-a486-c7d2947868c0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.133906 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1eb1c8df-1118-412f-be2b-11135e823c33 req-59d94f14-9309-48a6-a486-c7d2947868c0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5421 time: 0.1411777 Jul 06 17:42:48.162487 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.190754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea265c2e-395d-4f9f-baf5-1f897fc63381'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:48.193319 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f2675a-f385-4b30-a557-5b4472cb6013" -d '{"events": [{"server_uuid": "ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6", "name": "network-vif-plugged", "status": "completed", "tag": "ea265c2e-395d-4f9f-baf5-1f897fc63381"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:48.200520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 03cdd724-d10c-4c4d-90b1-a731b0946228 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:48.215527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ea265c2e-395d-4f9f-baf5-1f897fc63381, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea265c2e-395d-4f9f-baf5-1f897fc63381,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:48.218517 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1eb1c8df-1118-412f-be2b-11135e823c33 req-7d2b4dd9-05f9-4f8c-8d8b-c8745de982da tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674844 Jul 06 17:42:48.225572 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.238017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d244a65b-f201-404b-a7e6-863cf98f7e31 req-957f3b2b-1d00-488a-96ac-7fa5109df16b tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362515 Jul 06 17:42:48.451342 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0046e0-d658-4267-9a1b-38d6b5b8245c x-openstack-request-id: req-8a0046e0-d658-4267-9a1b-38d6b5b8245c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:48.451782 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6", "name": "network-vif-plugged", "status": "completed", "tag": "ea265c2e-395d-4f9f-baf5-1f897fc63381", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:48.452169 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a0046e0-d658-4267-9a1b-38d6b5b8245c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:48.452733 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea265c2e-395d-4f9f-baf5-1f897fc63381', 'code': 200} Jul 06 17:42:48.497329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c162194-b4e7-4774-b6d2-42a2ccec4da2 req-97df8703-9f9f-4dcf-9865-b0d7272e8c83 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.508506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c162194-b4e7-4774-b6d2-42a2ccec4da2 req-97df8703-9f9f-4dcf-9865-b0d7272e8c83 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 946 time: 0.1200070 Jul 06 17:42:48.510448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ea265c2e-395d-4f9f-baf5-1f897fc63381,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:48.545485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 03cdd724-d10c-4c4d-90b1-a731b0946228, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03cdd724-d10c-4c4d-90b1-a731b0946228,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:48.564585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '03cdd724-d10c-4c4d-90b1-a731b0946228', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'port_id': '03cdd724-d10c-4c4d-90b1-a731b0946228', 'mac_address': 'fa:16:3e:11:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08fa1-37f8-4d9c-8543-93bcd3936a3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:48.568856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c162194-b4e7-4774-b6d2-42a2ccec4da2 req-e22edf6e-754d-4dc7-b493-a738232d3fe4 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587635 Jul 06 17:42:48.617228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.632793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cdd724-d10c-4c4d-90b1-a731b0946228 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:48.633173 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b97ac4f-ecb7-4655-a2c5-2c719644ae36 req-78e47995-5777-4138-adfc-1bb2275f00f2 service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8200178 Jul 06 17:42:48.666086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 03cdd724-d10c-4c4d-90b1-a731b0946228, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03cdd724-d10c-4c4d-90b1-a731b0946228,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:48.671826 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.672521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3586c00f-536d-44ef-82fd-af48620ef5a9 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:48.695214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-bf085705-2fc0-4852-94fa-a28cbff04173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.696747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-bf085705-2fc0-4852-94fa-a28cbff04173 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.7333641 Jul 06 17:42:48.701920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-293683ca-e801-4374-b4ca-b750af71a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:48.703585 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-293683ca-e801-4374-b4ca-b750af71a17f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 914 time: 0.8221118 Jul 06 17:42:48.704333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.777857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=03cdd724-d10c-4c4d-90b1-a731b0946228,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:48.819512 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-f6bb55f2-459a-4fb0-8e64-8bfc1e07e79f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 217 time: 0.1123533 Jul 06 17:42:48.834085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3586c00f-536d-44ef-82fd-af48620ef5a9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3586c00f-536d-44ef-82fd-af48620ef5a9,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:48.845125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-21f34d0b-6a6a-40bc-a2ac-16dc0f852795 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c64e76-b14b-4e40-82a9-5929422d8acb HTTP/1.1" status: 200 len: 217 time: 0.1266603 Jul 06 17:42:48.852788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '3586c00f-536d-44ef-82fd-af48620ef5a9', 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801', 'port_id': '3586c00f-536d-44ef-82fd-af48620ef5a9', 'mac_address': 'fa:16:3e:ee:c6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c014c69-be27-4d21-bd02-a36f6090fef3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:48.910254 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:48.942506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3586c00f-536d-44ef-82fd-af48620ef5a9 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:48.982616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3586c00f-536d-44ef-82fd-af48620ef5a9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3586c00f-536d-44ef-82fd-af48620ef5a9,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:48.992432 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:49.067798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3586c00f-536d-44ef-82fd-af48620ef5a9,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:49.078699 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b43d36-c648-4f10-8f06-e6475e9a0cd5 req-0c9fffc5-8a56-48a9-9ce1-34f28d70274d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.080684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46b43d36-c648-4f10-8f06-e6475e9a0cd5 req-0c9fffc5-8a56-48a9-9ce1-34f28d70274d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 944 time: 0.0913129 Jul 06 17:42:49.111492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b0522-eedd-4b4e-8ae0-1a9e8031bde7 req-67b38bf9-9a84-4d84-86a3-7ac6fa7273b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.114275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-206b0522-eedd-4b4e-8ae0-1a9e8031bde7 req-67b38bf9-9a84-4d84-86a3-7ac6fa7273b7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 1097 time: 0.6123061 Jul 06 17:42:49.132601 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46b43d36-c648-4f10-8f06-e6475e9a0cd5 req-b39e317f-bdf6-4aa0-b6ab-a4879100d374 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Jul 06 17:42:49.157295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b97cb1-960d-4ac3-a914-c2e298f35031 req-89b6aa39-1298-4f5d-b21b-747e67367d69 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.160608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76b97cb1-960d-4ac3-a914-c2e298f35031 req-89b6aa39-1298-4f5d-b21b-747e67367d69 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 944 time: 0.6252942 Jul 06 17:42:49.218101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-c2e1a9d2-3684-43a2-a294-1a33e6ab5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.220748 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-c2e1a9d2-3684-43a2-a294-1a33e6ab5363 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.3691478 Jul 06 17:42:49.224335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-039683ca-2e17-47e1-b7c3-3af64d8c60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.226820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-039683ca-2e17-47e1-b7c3-3af64d8c60d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed HTTP/1.1" status: 200 len: 853 time: 0.3584895 Jul 06 17:42:49.403902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-b821ef92-9127-4fc6-a17c-692a9dfb1a00 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2211f5ea-9e45-46a4-800a-89aedc1b949a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320996 Jul 06 17:42:49.438849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc199-0cab-49ed-bbb2-e25adf3850d1 req-67b8502a-baa6-4260-a3f5-33f0492c37a6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.444842 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-206b0522-eedd-4b4e-8ae0-1a9e8031bde7 req-ccab694b-198e-4e73-bb28-be669ecbd679 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188069 Jul 06 17:42:49.447155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc199-0cab-49ed-bbb2-e25adf3850d1 req-67b8502a-baa6-4260-a3f5-33f0492c37a6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.452822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['3586c00f-536d-44ef-82fd-af48620ef5a9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:49.453556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc199-0cab-49ed-bbb2-e25adf3850d1 req-67b8502a-baa6-4260-a3f5-33f0492c37a6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.464951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc199-0cab-49ed-bbb2-e25adf3850d1 req-67b8502a-baa6-4260-a3f5-33f0492c37a6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.472002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc199-0cab-49ed-bbb2-e25adf3850d1 req-67b8502a-baa6-4260-a3f5-33f0492c37a6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.478538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc199-0cab-49ed-bbb2-e25adf3850d1 req-67b8502a-baa6-4260-a3f5-33f0492c37a6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.486047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc199-0cab-49ed-bbb2-e25adf3850d1 req-67b8502a-baa6-4260-a3f5-33f0492c37a6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.488128 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4b4fc199-0cab-49ed-bbb2-e25adf3850d1 req-67b8502a-baa6-4260-a3f5-33f0492c37a6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5422 time: 0.1420276 Jul 06 17:42:49.501231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['03cdd724-d10c-4c4d-90b1-a731b0946228'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:49.554814 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e9d5-fc04-40d5-81c4-f4efc30eabc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:49.576811 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4b4fc199-0cab-49ed-bbb2-e25adf3850d1 req-fb2066d8-cc2c-48f6-aba3-1b1c0b68b89e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736799 Jul 06 17:42:49.579075 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76b97cb1-960d-4ac3-a914-c2e298f35031 req-e372fecb-7130-4bc0-ad62-57f75f08e8d1 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995454 Jul 06 17:42:49.688743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] device_id is not set on port b0786928-f11d-4e78-9c0d-2dda60fed6a7 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:42:49.714524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-546297e1-8d0a-473d-b6bd-541b2b0d4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.718530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-546297e1-8d0a-473d-b6bd-541b2b0d4fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4827845 Jul 06 17:42:49.758277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:49.788684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Transition to ACTIVE for port object b0786928-f11d-4e78-9c0d-2dda60fed6a7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:49.794081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-2a8bae83-6a3f-4ce8-87d2-6940b892ab22 service neutron] 10.222.0.22 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731334 Jul 06 17:42:49.802079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:49.935777 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:49.993593 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3701f-9fab-4bbb-b8d7-39ccf64414aa req-8744c34d-b1c9-440d-85e4-1efeae879300 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:49.995778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50d3701f-9fab-4bbb-b8d7-39ccf64414aa req-8744c34d-b1c9-440d-85e4-1efeae879300 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 946 time: 0.1327190 Jul 06 17:42:50.005345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f3c64e76-b14b-4e40-82a9-5929422d8acb details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:50.033459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'Port': ['ID=b0786928-f11d-4e78-9c0d-2dda60fed6a7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:50.089366 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50d3701f-9fab-4bbb-b8d7-39ccf64414aa req-60a24573-0231-4119-82c9-48c61498f9ad tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779767 Jul 06 17:42:50.144777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.145112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.146821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.179146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.179572 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.184130 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 2 to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 Jul 06 17:42:50.238706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.239168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.239572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.248787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-3cdbbc22-9184-45a5-89ae-c97cabc8a3c1 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510305 Jul 06 17:42:50.260012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b62ee-f6e6-4de0-95b1-5d3fd336edc6 req-ad879ddd-3b0a-4541-9ca5-70d61b509143 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:50.261784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-236b62ee-f6e6-4de0-95b1-5d3fd336edc6 req-ad879ddd-3b0a-4541-9ca5-70d61b509143 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 943 time: 0.3249967 Jul 06 17:42:50.265615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device cade89d9-c173-4e18-9597-f89f752088d7 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:50.274263 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-d20a4ba3-e704-4225-adf0-6f7d70138a69 service neutron] 10.222.0.22 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410586 Jul 06 17:42:50.276491 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.276910 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.293441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f3c64e76-b14b-4e40-82a9-5929422d8acb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f3c64e76-b14b-4e40-82a9-5929422d8acb,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:50.296058 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 3 to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 Jul 06 17:42:50.330254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'f3c64e76-b14b-4e40-82a9-5929422d8acb', 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a', 'port_id': 'f3c64e76-b14b-4e40-82a9-5929422d8acb', 'mac_address': 'fa:16:3e:48:00:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:50.412523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.413027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.413539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.444622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.445044 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.449839 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 4 to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 Jul 06 17:42:50.483073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-236b62ee-f6e6-4de0-95b1-5d3fd336edc6 req-8d8e48b1-576f-472a-8a36-e5ffacc66709 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935627 Jul 06 17:42:50.516482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2afabd-091b-4eb5-b6c1-e38dec63e942 req-38218185-a079-40cf-b478-ab1e93930d61 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:50.516841 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.517013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a2afabd-091b-4eb5-b6c1-e38dec63e942 req-38218185-a079-40cf-b478-ab1e93930d61 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 944 time: 0.1129017 Jul 06 17:42:50.528711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.529310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.529914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.545493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5858647-346c-4dd6-b048-07bbafc7f139 req-e2f6590a-a119-4e97-976f-b4f5da96f334 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815783 Jul 06 17:42:50.546693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.547356 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.548085 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 5 to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 Jul 06 17:42:50.572258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c64e76-b14b-4e40-82a9-5929422d8acb {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:50.572591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a2afabd-091b-4eb5-b6c1-e38dec63e942 req-16d1cfdf-16c2-4ff3-8ad1-5d44d7595594 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585847 Jul 06 17:42:50.586996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.587786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.590282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.613887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.613887 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.613887 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 6 to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 Jul 06 17:42:50.640404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.641092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.642373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.651504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f3c64e76-b14b-4e40-82a9-5929422d8acb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f3c64e76-b14b-4e40-82a9-5929422d8acb,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:50.652085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.652940 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.653724 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 7 to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 Jul 06 17:42:50.656902 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.662081 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.683034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.683766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.684443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.696905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.697513 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.698502 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 8 to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 Jul 06 17:42:50.729906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.731589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.732408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.737409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port cade89d9-c173-4e18-9597-f89f752088d7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=cade89d9-c173-4e18-9597-f89f752088d7,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:50.744341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.745965 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.747096 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 9 to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 Jul 06 17:42:50.773765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'cade89d9-c173-4e18-9597-f89f752088d7', 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'port_id': 'cade89d9-c173-4e18-9597-f89f752088d7', 'mac_address': 'fa:16:3e:cd:69:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88be28d-1908-4a81-a282-6768cce163e4', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:50.793172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.793654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.793861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.807339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f3c64e76-b14b-4e40-82a9-5929422d8acb,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:50.834754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.835510 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.837716 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 10 to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 Jul 06 17:42:50.875403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.875946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:50.876298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:50.876646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:50.886905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:50.887627 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:50.887882 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:50.899978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cade89d9-c173-4e18-9597-f89f752088d7 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:50.916217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762064b6-6698-4e9b-88a4-c7ee976cd2f6 req-b5cf88b0-301b-45ba-b0f1-4d958a606cc9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:50.918159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-762064b6-6698-4e9b-88a4-c7ee976cd2f6 req-b5cf88b0-301b-45ba-b0f1-4d958a606cc9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 945 time: 0.1444571 Jul 06 17:42:50.954435 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['f3c64e76-b14b-4e40-82a9-5929422d8acb'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:51.037668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port cade89d9-c173-4e18-9597-f89f752088d7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=cade89d9-c173-4e18-9597-f89f752088d7,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:51.052736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52725-c434-42d2-9745-a3581e514eeb req-9ba80f9e-9f72-4d7b-9b86-c03c350adc51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.063836 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52725-c434-42d2-9745-a3581e514eeb req-9ba80f9e-9f72-4d7b-9b86-c03c350adc51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.066181 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.066764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ca65a389-3aff-4a71-9ac3-1180117b1629 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:51.076811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52725-c434-42d2-9745-a3581e514eeb req-9ba80f9e-9f72-4d7b-9b86-c03c350adc51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.091259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52725-c434-42d2-9745-a3581e514eeb req-9ba80f9e-9f72-4d7b-9b86-c03c350adc51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.105956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52725-c434-42d2-9745-a3581e514eeb req-9ba80f9e-9f72-4d7b-9b86-c03c350adc51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.119335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52725-c434-42d2-9745-a3581e514eeb req-9ba80f9e-9f72-4d7b-9b86-c03c350adc51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.134073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52725-c434-42d2-9745-a3581e514eeb req-9ba80f9e-9f72-4d7b-9b86-c03c350adc51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.138170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cd52725-c434-42d2-9745-a3581e514eeb req-9ba80f9e-9f72-4d7b-9b86-c03c350adc51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5422 time: 0.2455478 Jul 06 17:42:51.238784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=cade89d9-c173-4e18-9597-f89f752088d7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:51.239669 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6cd52725-c434-42d2-9745-a3581e514eeb req-17418e93-566b-48dd-8969-00b8182baeb6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890172 Jul 06 17:42:51.310956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ca65a389-3aff-4a71-9ac3-1180117b1629, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ca65a389-3aff-4a71-9ac3-1180117b1629,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:51.340499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'ca65a389-3aff-4a71-9ac3-1180117b1629', 'network_id': '563e46c9-5ffa-45c3-8a52-e75a0fee5801', 'port_id': 'ca65a389-3aff-4a71-9ac3-1180117b1629', 'mac_address': 'fa:16:3e:3a:49:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c014c69-be27-4d21-bd02-a36f6090fef3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:51.421945 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.459081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca65a389-3aff-4a71-9ac3-1180117b1629 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:51.485875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba1fe-327e-4bc3-b9f5-bb0ae7e1c167 req-b4af1523-1ceb-4ea2-90f1-643727798512 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.488259 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-824ba1fe-327e-4bc3-b9f5-bb0ae7e1c167 req-b4af1523-1ceb-4ea2-90f1-643727798512 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0885396 Jul 06 17:42:51.505593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ca65a389-3aff-4a71-9ac3-1180117b1629, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ca65a389-3aff-4a71-9ac3-1180117b1629,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:51.513280 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.514714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7683b96e-e042-4f2c-baf6-0f7ab80da843 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:51.537005 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-824ba1fe-327e-4bc3-b9f5-bb0ae7e1c167 req-77d0909b-9965-42fa-aa85-34c6c32d8d5b tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 Jul 06 17:42:51.580338 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-762064b6-6698-4e9b-88a4-c7ee976cd2f6 req-d67bfbb0-2cf8-48eb-af5c-1bfe22417ffa tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406519 Jul 06 17:42:51.593572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] For port b0786928-f11d-4e78-9c0d-2dda60fed6a7, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:51.594628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempted to set empty binding levels {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 17:42:51.606674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.625535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 7683b96e-e042-4f2c-baf6-0f7ab80da843, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7683b96e-e042-4f2c-baf6-0f7ab80da843,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:51.652976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '7683b96e-e042-4f2c-baf6-0f7ab80da843', 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'port_id': '7683b96e-e042-4f2c-baf6-0f7ab80da843', 'mac_address': 'fa:16:3e:55:72:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88be28d-1908-4a81-a282-6768cce163e4', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:51.658126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=ca65a389-3aff-4a71-9ac3-1180117b1629,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:51.672629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] In _notify_port_updated(), no bound segment for port b0786928-f11d-4e78-9c0d-2dda60fed6a7 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:42:51.674165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.676483 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.678972 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "PUT /v2.0/ports/b0786928-f11d-4e78-9c0d-2dda60fed6a7 HTTP/1.1" status: 200 len: 975 time: 3.6997647 Jul 06 17:42:51.683579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36972) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:51.778842 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.789883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b29281-4ec1-42c0-b696-c0fdc4100345 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'Port': ['ID=b0786928-f11d-4e78-9c0d-2dda60fed6a7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:51.801662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7683b96e-e042-4f2c-baf6-0f7ab80da843 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:51.825237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8db1d-3440-489f-968c-ce5169f1f824 req-5169573c-e5d6-431e-bd3c-d1fd2bc7aa4a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.832154 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ece8db1d-3440-489f-968c-ce5169f1f824 req-5169573c-e5d6-431e-bd3c-d1fd2bc7aa4a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 943 time: 0.1229241 Jul 06 17:42:51.835331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 7683b96e-e042-4f2c-baf6-0f7ab80da843, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7683b96e-e042-4f2c-baf6-0f7ab80da843,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:51.844284 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:51.845228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b9a32bc3-0425-4419-9935-213d68df3df8 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:51.913153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ece8db1d-3440-489f-968c-ce5169f1f824 req-e8fe33f0-476c-4a76-85f8-5f0bf66e6f0c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745258 Jul 06 17:42:51.947694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ec3af-680e-423e-ae7f-be6501ff202b req-75aa15d2-710f-4cee-8220-de4deacd242a tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:51.955266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b59ec3af-680e-423e-ae7f-be6501ff202b req-75aa15d2-710f-4cee-8220-de4deacd242a tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 946 time: 0.1614370 Jul 06 17:42:51.959269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:51.970017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Request body: {'floatingip': {'port_id': 'ea265c2e-395d-4f9f-baf5-1f897fc63381'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:52.007794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.008596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.009249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.010578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.011411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.012307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.012943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.013577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.014296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.014958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.015754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.016301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.016783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.017312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.017792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.018299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.018803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.019275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.020327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.020889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.021287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.021757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.022225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.022766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.023234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.023756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.024235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.024700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.025755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.026294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.026862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.027337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.027801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.028267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.028783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.029191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.029657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.030759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.031210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.031737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.032209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.032806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.033274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.034373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.035837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.036423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.036990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.037546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.046407 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-10d080c1-9afe-46f2-8b57-c24af7fc1030 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43228 time: 0.3577085 Jul 06 17:42:52.048198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:52.083798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.177655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5903c-7373-4872-a197-28f65a3fff08 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Deleting port b0786928-f11d-4e78-9c0d-2dda60fed6a7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:52.178395 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1b5903c-7373-4872-a197-28f65a3fff08 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.216004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=7683b96e-e042-4f2c-baf6-0f7ab80da843,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:52.251068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port b9a32bc3-0425-4419-9935-213d68df3df8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b9a32bc3-0425-4419-9935-213d68df3df8,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:52.266797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'port_id': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'mac_address': 'fa:16:3e:f9:47:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:52.275304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e1b5903c-7373-4872-a197-28f65a3fff08 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] For port b0786928-f11d-4e78-9c0d-2dda60fed6a7, host n-h1-799526-3, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:52.275666 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1b5903c-7373-4872-a197-28f65a3fff08 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.291815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5903c-7373-4872-a197-28f65a3fff08 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Calling delete_port for b0786928-f11d-4e78-9c0d-2dda60fed6a7 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:52.310197 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.327908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a32bc3-0425-4419-9935-213d68df3df8 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:52.334694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2abf3-8b6c-4fb1-b1af-c08bdff1beee req-1d501021-f30e-45ad-b156-a1dde8f6356e tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.354510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port b9a32bc3-0425-4419-9935-213d68df3df8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b9a32bc3-0425-4419-9935-213d68df3df8,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:52.358634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfd2abf3-8b6c-4fb1-b1af-c08bdff1beee req-1d501021-f30e-45ad-b156-a1dde8f6356e tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 945 time: 0.2957914 Jul 06 17:42:52.362817 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.364672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3b3b1242-7bce-4780-878c-7dd2ad0de237 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:52.423537 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1b5903c-7373-4872-a197-28f65a3fff08 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.437786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3b3b1242-7bce-4780-878c-7dd2ad0de237, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:52.481608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5903c-7373-4872-a197-28f65a3fff08 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0786928-f11d-4e78-9c0d-2dda60fed6a7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:52.488695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '3b3b1242-7bce-4780-878c-7dd2ad0de237', 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'port_id': '3b3b1242-7bce-4780-878c-7dd2ad0de237', 'mac_address': 'fa:16:3e:ba:17:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88be28d-1908-4a81-a282-6768cce163e4', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:52.511377 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1b5903c-7373-4872-a197-28f65a3fff08 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.517082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e1b5903c-7373-4872-a197-28f65a3fff08 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b0786928-f11d-4e78-9c0d-2dda60fed6a7 HTTP/1.1" status: 204 len: 168 time: 0.4643731 Jul 06 17:42:52.517338 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.520730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36982) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:52.544137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfd2abf3-8b6c-4fb1-b1af-c08bdff1beee req-5c105e68-b2fb-4f42-be0b-155117f9b7d7 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823447 Jul 06 17:42:52.545412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=b9a32bc3-0425-4419-9935-213d68df3df8,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:52.566746 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f47792e-aa29-4d6c-9450-6b84b88ad581 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] GET failed (client error): The resource could not be found. Jul 06 17:42:52.568374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9f47792e-aa29-4d6c-9450-6b84b88ad581 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "GET /v2.0/ports/b0786928-f11d-4e78-9c0d-2dda60fed6a7 HTTP/1.1" status: 404 len: 333 time: 0.0454135 Jul 06 17:42:52.573378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36984) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:52.574498 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.580014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-327526800', 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:52.595877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3b1242-7bce-4780-878c-7dd2ad0de237 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:52.618652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504e03-f0f9-495e-8037-0ed180c393ed req-ac53041b-aa69-4035-8407-1f99bbd00af8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.619605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3b3b1242-7bce-4780-878c-7dd2ad0de237, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:52.625026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504e03-f0f9-495e-8037-0ed180c393ed req-ac53041b-aa69-4035-8407-1f99bbd00af8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.625256 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.625908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ed0e1eb7-4909-4d09-985f-3586dfcb9c82 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:52.633099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504e03-f0f9-495e-8037-0ed180c393ed req-ac53041b-aa69-4035-8407-1f99bbd00af8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.640954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504e03-f0f9-495e-8037-0ed180c393ed req-ac53041b-aa69-4035-8407-1f99bbd00af8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.647985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504e03-f0f9-495e-8037-0ed180c393ed req-ac53041b-aa69-4035-8407-1f99bbd00af8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.656866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504e03-f0f9-495e-8037-0ed180c393ed req-ac53041b-aa69-4035-8407-1f99bbd00af8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.664584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504e03-f0f9-495e-8037-0ed180c393ed req-ac53041b-aa69-4035-8407-1f99bbd00af8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:52.673046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e504e03-f0f9-495e-8037-0ed180c393ed req-ac53041b-aa69-4035-8407-1f99bbd00af8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5426 time: 0.2080097 Jul 06 17:42:52.712464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Made reservation on behalf of 9c1e6e79116a484faa9e685f97fa0273 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:52.715024 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.718092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3b3b1242-7bce-4780-878c-7dd2ad0de237,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:52.725262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ed0e1eb7-4909-4d09-985f-3586dfcb9c82, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:52.748080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'ed0e1eb7-4909-4d09-985f-3586dfcb9c82', 'network_id': 'e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98', 'port_id': 'ed0e1eb7-4909-4d09-985f-3586dfcb9c82', 'mac_address': 'fa:16:3e:e2:27:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88be28d-1908-4a81-a282-6768cce163e4', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:52.751184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] device_id is not set on port 28afc179-1af3-4814-9a65-09b839caed89 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:42:52.768729 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e504e03-f0f9-495e-8037-0ed180c393ed req-6544f6d8-07fe-4171-8da2-9db8123402ec tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939415 Jul 06 17:42:52.843375 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.873652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0e1eb7-4909-4d09-985f-3586dfcb9c82 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:52.899630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ed0e1eb7-4909-4d09-985f-3586dfcb9c82, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:52.907325 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:52.948263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:42:52.962158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 03cdd724-d10c-4c4d-90b1-a731b0946228 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:53.022604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.067752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:53.077845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.131232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 03cdd724-d10c-4c4d-90b1-a731b0946228 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:53.142163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 03cdd724-d10c-4c4d-90b1-a731b0946228 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:53.142620 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.153003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Network fa98b045-7e34-4fbd-929e-26cb57af4f87 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:53.160546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:53.168946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:53.170638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:53.171506 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.182754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'Port': ['ID=28afc179-1af3-4814-9a65-09b839caed89,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:53.198393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-71d188a0-b5d1-48aa-99de-63c6ce55c4c6 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6236184 Jul 06 17:42:53.200832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36992) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:53.220358 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:53.227235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf709e-8bfd-49a5-bc45-5f406b3e3cde req-543a3b68-1d8b-4b97-8955-50abfc7b98f6 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:53.228874 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fcf709e-8bfd-49a5-bc45-5f406b3e3cde req-543a3b68-1d8b-4b97-8955-50abfc7b98f6 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 945 time: 0.4093959 Jul 06 17:42:53.235930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:42:53.241124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'port_id': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'mac_address': 'fa:16:3e:bd:03:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:42:53.258193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5fda6c-9273-40c9-b7c5-614f4448cf47 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:53.264653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9a5fda6c-9273-40c9-b7c5-614f4448cf47 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "GET /v2.0/ports/28afc179-1af3-4814-9a65-09b839caed89 HTTP/1.1" status: 200 len: 954 time: 0.0579202 Jul 06 17:42:53.273659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36994) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:53.342543 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.346487 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.362092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.371375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fcf709e-8bfd-49a5-bc45-5f406b3e3cde req-cdbf5c87-c246-4331-af23-fe150fffac0d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273966 Jul 06 17:42:53.372557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c27cee-fae7-42f5-beb7-3e9a352fe793 req-84da2b3e-1d7f-4756-a2be-587b892133b7 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:53.375684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8c27cee-fae7-42f5-beb7-3e9a352fe793 req-84da2b3e-1d7f-4756-a2be-587b892133b7 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 943 time: 0.1135006 Jul 06 17:42:53.399667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.406754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:42:53.422144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b69e2d-5cdb-4ab0-9216-66955bee882a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cdd724-d10c-4c4d-90b1-a731b0946228'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:53.424782 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385e8e52-f27e-4d31-9656-f692399558e5" -d '{"events": [{"server_uuid": "26b69e2d-5cdb-4ab0-9216-66955bee882a", "name": "network-vif-plugged", "status": "completed", "tag": "03cdd724-d10c-4c4d-90b1-a731b0946228"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:53.443393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 03cdd724-d10c-4c4d-90b1-a731b0946228, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03cdd724-d10c-4c4d-90b1-a731b0946228,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:53.445744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:53.456302 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.458663 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.459524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3586c00f-536d-44ef-82fd-af48620ef5a9 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:53.461587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8c27cee-fae7-42f5-beb7-3e9a352fe793 req-7adf7fe9-adbe-4cae-8751-d625cd5557de tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786326 Jul 06 17:42:53.509061 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b8f4b-662b-45fd-87c5-6da4aad1af4b x-openstack-request-id: req-7c2b8f4b-662b-45fd-87c5-6da4aad1af4b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:53.509391 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b69e2d-5cdb-4ab0-9216-66955bee882a", "name": "network-vif-plugged", "status": "completed", "tag": "03cdd724-d10c-4c4d-90b1-a731b0946228", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:53.509603 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c2b8f4b-662b-45fd-87c5-6da4aad1af4b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:53.510125 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b69e2d-5cdb-4ab0-9216-66955bee882a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cdd724-d10c-4c4d-90b1-a731b0946228', 'code': 200} Jul 06 17:42:53.557442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:53.581819 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Floating IP 24a3d0e0-0eb7-4a37-b5d3-fb59ec2bc33c associated. External IP: 172.25.7.89, port: ea265c2e-395d-4f9f-baf5-1f897fc63381. Jul 06 17:42:53.592310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-705286d4-e551-4bbf-afb6-04dc5a76ae9f tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Deleting port 28afc179-1af3-4814-9a65-09b839caed89 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:53.592924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-705286d4-e551-4bbf-afb6-04dc5a76ae9f tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.626008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 3586c00f-536d-44ef-82fd-af48620ef5a9 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:53.639376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 3586c00f-536d-44ef-82fd-af48620ef5a9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:53.639950 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.740682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834d9bf-c3ab-4d04-9fe0-a0e4a92d90c8 req-ff3bbdc7-59f7-4055-b03d-262c9cd1c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:53.743328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3834d9bf-c3ab-4d04-9fe0-a0e4a92d90c8 req-ff3bbdc7-59f7-4055-b03d-262c9cd1c43d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 1097 time: 0.1166019 Jul 06 17:42:53.760421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=03cdd724-d10c-4c4d-90b1-a731b0946228,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:53.803885 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3834d9bf-c3ab-4d04-9fe0-a0e4a92d90c8 req-f2745bc4-9b86-40b7-8196-503d985426a6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488389 Jul 06 17:42:53.924111 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:53.974757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4667113-aa4f-4ee6-ba67-a3d644043c85 req-6ab66881-af12-48e4-99ed-bc81e194f63d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:53.978710 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4667113-aa4f-4ee6-ba67-a3d644043c85 req-6ab66881-af12-48e4-99ed-bc81e194f63d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 945 time: 0.1599402 Jul 06 17:42:54.037898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3586c00f-536d-44ef-82fd-af48620ef5a9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3586c00f-536d-44ef-82fd-af48620ef5a9,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:54.046764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f3c64e76-b14b-4e40-82a9-5929422d8acb up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:42:54.056753 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.130467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4667113-aa4f-4ee6-ba67-a3d644043c85 req-6cae2aff-e67c-4318-ae07-690e26700b2e tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328416 Jul 06 17:42:54.230265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3586c00f-536d-44ef-82fd-af48620ef5a9,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:54.255866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port f3c64e76-b14b-4e40-82a9-5929422d8acb completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:42:54.263279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port f3c64e76-b14b-4e40-82a9-5929422d8acb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:42:54.263856 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.353926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-705286d4-e551-4bbf-afb6-04dc5a76ae9f tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.394027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.424973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-705286d4-e551-4bbf-afb6-04dc5a76ae9f tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Calling delete_port for 28afc179-1af3-4814-9a65-09b839caed89 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:54.440668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f3c64e76-b14b-4e40-82a9-5929422d8acb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f3c64e76-b14b-4e40-82a9-5929422d8acb,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:54.446193 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:54.532226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f3c64e76-b14b-4e40-82a9-5929422d8acb,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:54.576354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['ca65a389-3aff-4a71-9ac3-1180117b1629'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:54.639569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827c8a-ff5d-4e47-a521-5e9411ed087d req-d1b01b15-96b8-4680-b877-4cc56c32a812 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:54.651070 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827c8a-ff5d-4e47-a521-5e9411ed087d req-d1b01b15-96b8-4680-b877-4cc56c32a812 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:54.652668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['3b3b1242-7bce-4780-878c-7dd2ad0de237'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:54.663304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827c8a-ff5d-4e47-a521-5e9411ed087d req-d1b01b15-96b8-4680-b877-4cc56c32a812 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:54.665827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7683b96e-e042-4f2c-baf6-0f7ab80da843'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:54.674970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827c8a-ff5d-4e47-a521-5e9411ed087d req-d1b01b15-96b8-4680-b877-4cc56c32a812 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:54.686818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827c8a-ff5d-4e47-a521-5e9411ed087d req-d1b01b15-96b8-4680-b877-4cc56c32a812 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:54.698804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827c8a-ff5d-4e47-a521-5e9411ed087d req-d1b01b15-96b8-4680-b877-4cc56c32a812 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:54.711246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['b9a32bc3-0425-4419-9935-213d68df3df8'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:54.712868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827c8a-ff5d-4e47-a521-5e9411ed087d req-d1b01b15-96b8-4680-b877-4cc56c32a812 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:54.729158 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b0827c8a-ff5d-4e47-a521-5e9411ed087d req-d1b01b15-96b8-4680-b877-4cc56c32a812 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5429 time: 0.4965541 Jul 06 17:42:54.768984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b274d4-2745-4286-8424-5e774969683e req-8517a9dc-e117-4d28-af71-be3367364347 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:54.772058 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7b274d4-2745-4286-8424-5e774969683e req-8517a9dc-e117-4d28-af71-be3367364347 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 946 time: 0.1102757 Jul 06 17:42:54.845749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['ed0e1eb7-4909-4d09-985f-3586dfcb9c82'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:54.845938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7b274d4-2745-4286-8424-5e774969683e req-9e24b99b-6b6b-42c5-8778-aa786a87d76e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Jul 06 17:42:54.905784 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b0827c8a-ff5d-4e47-a521-5e9411ed087d req-8a8ca334-9797-4350-ad4c-957adc20f1f2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1751812 Jul 06 17:42:55.028149 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-705286d4-e551-4bbf-afb6-04dc5a76ae9f tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:55.087788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Router 133f8300-23ac-42b7-8b06-5e5311ce5323 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:42:55.095432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705286d4-e551-4bbf-afb6-04dc5a76ae9f tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event deleted for resources: {'Port': ['ID=28afc179-1af3-4814-9a65-09b839caed89,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:55.127452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-705286d4-e551-4bbf-afb6-04dc5a76ae9f tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:55.131582 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-705286d4-e551-4bbf-afb6-04dc5a76ae9f tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "DELETE /v2.0/ports/28afc179-1af3-4814-9a65-09b839caed89 HTTP/1.1" status: 204 len: 168 time: 1.8515656 Jul 06 17:42:55.138893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37012) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:55.214620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b228d4-e8fa-41ed-8944-5047c9cc4df7 req-57b717eb-dd1f-4ea9-a8c5-c0901afa2167 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:55.217277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b7b228d4-e8fa-41ed-8944-5047c9cc4df7 req-57b717eb-dd1f-4ea9-a8c5-c0901afa2167 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 944 time: 0.1336675 Jul 06 17:42:55.247893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0c9dd9e2-9989-41b2-9d14-fa32bb778df3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:55.260339 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db05a1f-d539-42d6-b933-7e93358c0f6c tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] GET failed (client error): The resource could not be found. Jul 06 17:42:55.272047 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8db05a1f-d539-42d6-b933-7e93358c0f6c tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "GET /v2.0/ports/28afc179-1af3-4814-9a65-09b839caed89 HTTP/1.1" status: 404 len: 333 time: 0.1236446 Jul 06 17:42:55.272047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37016) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:55.278631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b7b228d4-e8fa-41ed-8944-5047c9cc4df7 req-f57f302c-355b-406b-b700-4d734a4aea04 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Jul 06 17:42:55.285721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Request body: {'port': {'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1487913701'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:55.323072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['cade89d9-c173-4e18-9597-f89f752088d7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:42:55.406640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Made reservation on behalf of 9c1e6e79116a484faa9e685f97fa0273 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:42:55.414693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:55.468455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] device_id is not set on port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:42:55.516165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3586c00f-536d-44ef-82fd-af48620ef5a9'}, {'server_uuid': 'e2e6abe1-6f5d-4443-9fb0-1d662447afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c64e76-b14b-4e40-82a9-5929422d8acb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:55.518735 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f01b6c4-d8a3-44dd-96f3-f253faf0b387" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "3586c00f-536d-44ef-82fd-af48620ef5a9"}, {"server_uuid": "e2e6abe1-6f5d-4443-9fb0-1d662447afec", "name": "network-vif-plugged", "status": "completed", "tag": "f3c64e76-b14b-4e40-82a9-5929422d8acb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:55.535878 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:42:55.552887 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:55.561546 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] Sync routers for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:42:55.585934 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:55.586294 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:42:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:55.589098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859bd36-8b5a-41c0-a2f8-4f1662e818dc req-6b466a79-278c-412f-b9bd-4b4c0dc150b1 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:55.601302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b859bd36-8b5a-41c0-a2f8-4f1662e818dc req-6b466a79-278c-412f-b9bd-4b4c0dc150b1 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.3102539 Jul 06 17:42:55.735201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aea000-58e3-4e8a-ae6f-2f23c2134437 req-d7e150f5-7ec6-49bf-8706-44e8dd145415 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:55.738631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32aea000-58e3-4e8a-ae6f-2f23c2134437 req-d7e150f5-7ec6-49bf-8706-44e8dd145415 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 946 time: 0.1852982 Jul 06 17:42:55.824205 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32aea000-58e3-4e8a-ae6f-2f23c2134437 req-9fd00b73-67df-4191-9808-c4695987d712 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692394 Jul 06 17:42:55.844962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1f7de619-9e30-44ec-bebb-2c0077b6b627 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "PUT /v2.0/floatingips/24a3d0e0-0eb7-4a37-b5d3-fb59ec2bc33c HTTP/1.1" status: 200 len: 991 time: 3.8838472 Jul 06 17:42:55.858367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'tag': 'ea265c2e-395d-4f9f-baf5-1f897fc63381'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:42:55.861047 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2810ea3-6aff-4a05-8822-29bf20ab384d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6", "tag": "ea265c2e-395d-4f9f-baf5-1f897fc63381"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:42:55.899311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b859bd36-8b5a-41c0-a2f8-4f1662e818dc req-d8b20d49-0d26-4a40-8753-dea57e4e1432 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209044 Jul 06 17:42:55.989413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:56.004773 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32d2da4-33d8-4420-a1f4-aee53814707f x-openstack-request-id: req-f32d2da4-33d8-4420-a1f4-aee53814707f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:56.005169 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "3586c00f-536d-44ef-82fd-af48620ef5a9", "code": 200}, {"server_uuid": "e2e6abe1-6f5d-4443-9fb0-1d662447afec", "name": "network-vif-plugged", "status": "completed", "tag": "f3c64e76-b14b-4e40-82a9-5929422d8acb", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:56.005492 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f32d2da4-33d8-4420-a1f4-aee53814707f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:56.005985 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3586c00f-536d-44ef-82fd-af48620ef5a9', 'code': 200} Jul 06 17:42:56.006314 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6abe1-6f5d-4443-9fb0-1d662447afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c64e76-b14b-4e40-82a9-5929422d8acb', 'code': 200} Jul 06 17:42:56.059791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-d73a2554-35b8-4485-af13-a64b33b5cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.063194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-d73a2554-35b8-4485-af13-a64b33b5cbfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 1097 time: 0.1481895 Jul 06 17:42:56.085694 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:56.133684 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:56.187083 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8643f2-4923-4d99-a937-759212210bc9 x-openstack-request-id: req-dc8643f2-4923-4d99-a937-759212210bc9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:42:56.187433 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6", "tag": "ea265c2e-395d-4f9f-baf5-1f897fc63381", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:42:56.187749 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc8643f2-4923-4d99-a937-759212210bc9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:42:56.188182 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'tag': 'ea265c2e-395d-4f9f-baf5-1f897fc63381', 'status': 'completed', 'code': 200} Jul 06 17:42:56.192464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Network fa98b045-7e34-4fbd-929e-26cb57af4f87 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:42:56.197830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:42:56.202702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:42:56.203839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.204486 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:56.220247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'Port': ['ID=c8f643fc-b8c6-4b22-ae05-1d16290a35a9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:56.234425 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8155a57e-9c2c-4469-80d9-a71e643205fe tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9549391 Jul 06 17:42:56.237965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:56.243769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:42:56.494729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-0c0ecb33-5654-4c44-a825-cd6795158f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.497558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-0c0ecb33-5654-4c44-a825-cd6795158f56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 913 time: 0.4244947 Jul 06 17:42:56.502388 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:56.544668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869dddb-0380-40fc-b670-d9fa6bb27dc9 req-bf65abe9-1d08-4a64-8b8c-a16fc4b9d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.547256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9869dddb-0380-40fc-b670-d9fa6bb27dc9 req-bf65abe9-1d08-4a64-8b8c-a16fc4b9d20d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 1097 time: 0.3910286 Jul 06 17:42:56.573136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-517dd08c-a1d7-43b4-aa24-9a17c80816a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.576137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-517dd08c-a1d7-43b4-aa24-9a17c80816a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0e4b4d97285849a5862d35288bd2fca9&device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 1097 time: 0.3089616 Jul 06 17:42:56.609001 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '24a3d0e0-0eb7-4a37-b5d3-fb59ec2bc33c', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'port_id': 'ea265c2e-395d-4f9f-baf5-1f897fc63381', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'mac_address': 'fa:16:3e:08:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:42:21Z', 'updated_at': '2021-07-06T17:42:53Z', 'revision_number': 1, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed8a50b2-077b-4f2f-8e38-838b44e3ccc1', 'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'mac_address': 'fa:16:3e:f1:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:06Z', 'updated_at': '2021-07-06T17:42:21Z', 'revision_number': 5, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'subnets': [{'id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:56.644812 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] Checking router: 133f8300-23ac-42b7-8b06-5e5311ce5323 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:42:56.655491 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:42:56.656483 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:42:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:56.688314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-c3b0ad3f-b8b5-4106-9c94-120a28ab8762 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03cdd724-d10c-4c4d-90b1-a731b0946228 HTTP/1.1" status: 200 len: 217 time: 0.1371341 Jul 06 17:42:56.719193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b983-5380-4727-a18c-5c668051ca64 req-b845d518-5e3f-4746-b6a7-32f047e5653b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.725698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b983-5380-4727-a18c-5c668051ca64 req-b845d518-5e3f-4746-b6a7-32f047e5653b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.734975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b983-5380-4727-a18c-5c668051ca64 req-b845d518-5e3f-4746-b6a7-32f047e5653b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.745692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b983-5380-4727-a18c-5c668051ca64 req-b845d518-5e3f-4746-b6a7-32f047e5653b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.758124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b983-5380-4727-a18c-5c668051ca64 req-b845d518-5e3f-4746-b6a7-32f047e5653b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.769843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b983-5380-4727-a18c-5c668051ca64 req-b845d518-5e3f-4746-b6a7-32f047e5653b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.781975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b983-5380-4727-a18c-5c668051ca64 req-b845d518-5e3f-4746-b6a7-32f047e5653b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.786400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9b2b983-5380-4727-a18c-5c668051ca64 req-b845d518-5e3f-4746-b6a7-32f047e5653b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5429 time: 0.3010192 Jul 06 17:42:56.839092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9869dddb-0380-40fc-b670-d9fa6bb27dc9 req-e58c71c6-46d4-4cb8-81f9-0d15e7ebebec service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701466 Jul 06 17:42:56.843825 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:42:56.867036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607120f2-101c-4a82-ba5a-266fbe8f8708 req-9370e7d2-2ac9-45ba-ae03-650a653f38f2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.868768 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-607120f2-101c-4a82-ba5a-266fbe8f8708 req-9370e7d2-2ac9-45ba-ae03-650a653f38f2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 946 time: 0.4065115 Jul 06 17:42:56.879290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-9c0b6a52-f187-4493-a614-8e32ef38f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.882003 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-9c0b6a52-f187-4493-a614-8e32ef38f059 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.1506510 Jul 06 17:42:56.883479 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9b2b983-5380-4727-a18c-5c668051ca64 req-983eff19-8780-4ef8-8db7-def212bccba3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893242 Jul 06 17:42:56.946387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-278f3a1d-b5ec-43f2-8313-4106fb23075c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411637 Jul 06 17:42:56.951400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-a8feefec-66aa-41b8-8604-9cde7e0a68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:56.954056 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-a8feefec-66aa-41b8-8604-9cde7e0a68fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=62def9ed-9325-46d4-b409-b21e3eb8a1e1 HTTP/1.1" status: 200 len: 912 time: 0.3049142 Jul 06 17:42:56.981138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] device_id is not set on port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:42:56.992626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:57.012994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Transition to ACTIVE for port object c8f643fc-b8c6-4b22-ae05-1d16290a35a9 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:42:57.020218 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:57.134650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'Port': ['ID=c8f643fc-b8c6-4b22-ae05-1d16290a35a9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:57.161833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-607120f2-101c-4a82-ba5a-266fbe8f8708 req-1a2c86f6-e3a4-47ed-9962-2b308723352a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757545 Jul 06 17:42:57.185010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.185010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.185010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.233758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.234277 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.236548 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 2 to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 Jul 06 17:42:57.256022 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-1032685c-9c3a-4c86-909e-ce516dd8f495 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea265c2e-395d-4f9f-baf5-1f897fc63381 HTTP/1.1" status: 200 len: 999 time: 0.2875297 Jul 06 17:42:57.263507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-ebd0c1ab-5299-41ef-8ef6-b434f3e9a6ef service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999587 Jul 06 17:42:57.275068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.275602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.276136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.285775 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '24a3d0e0-0eb7-4a37-b5d3-fb59ec2bc33c', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'port_id': 'ea265c2e-395d-4f9f-baf5-1f897fc63381', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'mac_address': 'fa:16:3e:08:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:42:21Z', 'updated_at': '2021-07-06T17:42:53Z', 'revision_number': 1, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed8a50b2-077b-4f2f-8e38-838b44e3ccc1', 'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'mac_address': 'fa:16:3e:f1:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:06Z', 'updated_at': '2021-07-06T17:42:21Z', 'revision_number': 5, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'subnets': [{'id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:57.293221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.293748 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.299032 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 3 to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 Jul 06 17:42:57.326673 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7f38f-a467-41db-ba40-0c09460d1560 None None] The sync data for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 is: [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '24a3d0e0-0eb7-4a37-b5d3-fb59ec2bc33c', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'port_id': 'ea265c2e-395d-4f9f-baf5-1f897fc63381', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'mac_address': 'fa:16:3e:08:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:42:21Z', 'updated_at': '2021-07-06T17:42:53Z', 'revision_number': 1, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed8a50b2-077b-4f2f-8e38-838b44e3ccc1', 'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'mac_address': 'fa:16:3e:f1:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:06Z', 'updated_at': '2021-07-06T17:42:21Z', 'revision_number': 5, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'subnets': [{'id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:42:57.356526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.356526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.356526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.376173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008725d-f703-4d76-93c3-9b7543b979c5 req-26fa9bc5-f219-4dc4-b35b-95b284a6ac86 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:57.385000 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3008725d-f703-4d76-93c3-9b7543b979c5 req-26fa9bc5-f219-4dc4-b35b-95b284a6ac86 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 944 time: 0.2264249 Jul 06 17:42:57.396020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.396873 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.397722 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 4 to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 Jul 06 17:42:57.437486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-9b0ef4a4-d756-4a1e-9bc9-b2dedfe71516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:57.440444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-9b0ef4a4-d756-4a1e-9bc9-b2dedfe71516 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d474963f-fc5b-404b-b104-17e639e43cb2 HTTP/1.1" status: 200 len: 850 time: 0.1745095 Jul 06 17:42:57.454507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.455095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.456554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.470195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.470811 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.487729 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 5 to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 Jul 06 17:42:57.535429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.536578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.536578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.554292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3008725d-f703-4d76-93c3-9b7543b979c5 req-05b86861-6dd2-416a-8ec3-b31e3e876867 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423159 Jul 06 17:42:57.555603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.556144 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.556771 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 6 to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 Jul 06 17:42:57.579472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.579472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.580052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.584880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-7fc773ca-2f2c-4620-aa4f-086284380bb1 service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038273 Jul 06 17:42:57.590749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.591454 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.592326 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 7 to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 Jul 06 17:42:57.618233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.618906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.619435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.628976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.629576 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.630223 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 8 to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 Jul 06 17:42:57.633278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-57121b68-b6ea-401c-b6e4-cae1be8a33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:57.636407 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-57121b68-b6ea-401c-b6e4-cae1be8a33c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=62def9ed-9325-46d4-b409-b21e3eb8a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871345 Jul 06 17:42:57.663686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253fa85-efd6-486b-9400-028a42409e6e req-3de824a7-05f1-4807-be19-1e297717416c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:57.670315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.670560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0253fa85-efd6-486b-9400-028a42409e6e req-3de824a7-05f1-4807-be19-1e297717416c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 946 time: 0.1591198 Jul 06 17:42:57.670875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.672641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.691731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.692232 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.692847 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 9 to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 Jul 06 17:42:57.726234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.726793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.727558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.738516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.746553 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.747653 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempt 10 to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 Jul 06 17:42:57.796747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d6453-a46e-4b2d-b58a-564ce1af2aa9 None None] New status for floating IP 24a3d0e0-0eb7-4a37-b5d3-fb59ec2bc33c: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:42:57.806094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:42:57.806898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:42:57.807998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempting to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:42:57.821123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:42:57.821660 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Failed to bind port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on host n-h1-799526-3 for vnic_type normal using segments [{'id': 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fa98b045-7e34-4fbd-929e-26cb57af4f87'}] Jul 06 17:42:57.825849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:57.894473 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-6590283e-c9f0-4318-b64b-9d5a5b54523c service neutron] 10.222.0.22 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225566 Jul 06 17:42:57.999458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0253fa85-efd6-486b-9400-028a42409e6e req-0dfd99e8-6f14-4620-bdc6-c9a0e89ace42 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051853 Jul 06 17:42:58.055999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270fa2c-7b61-4819-b5e4-52e2284623b5 req-f41f6f4c-2908-406d-8404-adf16f9cfbf5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.057640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6270fa2c-7b61-4819-b5e4-52e2284623b5 req-f41f6f4c-2908-406d-8404-adf16f9cfbf5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.1980941 Jul 06 17:42:58.060961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] For port c8f643fc-b8c6-4b22-ae05-1d16290a35a9, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:42:58.061468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attempted to set empty binding levels {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 17:42:58.069469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.109042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2810ea3-6aff-4a05-8822-29bf20ab384d req-8e086ef9-52ce-4604-a007-8b6b4380f1bc service neutron] 10.222.0.22 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009952 Jul 06 17:42:58.141574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] In _notify_port_updated(), no bound segment for port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 on network fa98b045-7e34-4fbd-929e-26cb57af4f87 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:42:58.142521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.143788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.145610 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "PUT /v2.0/ports/c8f643fc-b8c6-4b22-ae05-1d16290a35a9 HTTP/1.1" status: 200 len: 975 time: 1.9065173 Jul 06 17:42:58.151009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37040) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:58.227363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6270fa2c-7b61-4819-b5e4-52e2284623b5 req-b57d337f-9842-4835-b31a-f93e028c740f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547785 Jul 06 17:42:58.246542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b574bc-6ebb-40ce-8c87-ad1450c8a6a7 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event updated for resources: {'Port': ['ID=c8f643fc-b8c6-4b22-ae05-1d16290a35a9,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:58.362775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Deleting port c8f643fc-b8c6-4b22-ae05-1d16290a35a9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:42:58.363611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.442179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50570dce-f244-46e6-90f5-a159f5e4d0d6 req-65d0651d-8cc1-4318-9e2a-b936fc83af81 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.448297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50570dce-f244-46e6-90f5-a159f5e4d0d6 req-65d0651d-8cc1-4318-9e2a-b936fc83af81 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.454424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50570dce-f244-46e6-90f5-a159f5e4d0d6 req-65d0651d-8cc1-4318-9e2a-b936fc83af81 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.461839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50570dce-f244-46e6-90f5-a159f5e4d0d6 req-65d0651d-8cc1-4318-9e2a-b936fc83af81 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.467826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50570dce-f244-46e6-90f5-a159f5e4d0d6 req-65d0651d-8cc1-4318-9e2a-b936fc83af81 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.475286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50570dce-f244-46e6-90f5-a159f5e4d0d6 req-65d0651d-8cc1-4318-9e2a-b936fc83af81 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.481308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50570dce-f244-46e6-90f5-a159f5e4d0d6 req-65d0651d-8cc1-4318-9e2a-b936fc83af81 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.483404 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-50570dce-f244-46e6-90f5-a159f5e4d0d6 req-65d0651d-8cc1-4318-9e2a-b936fc83af81 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5429 time: 0.1282973 Jul 06 17:42:58.531405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-50570dce-f244-46e6-90f5-a159f5e4d0d6 req-01d40d3d-a226-4d20-95e4-7a495670ec29 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410044 Jul 06 17:42:58.567192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] For port c8f643fc-b8c6-4b22-ae05-1d16290a35a9, host n-h1-799526-3, got binding levels [] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:42:58.568183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.588185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Calling delete_port for c8f643fc-b8c6-4b22-ae05-1d16290a35a9 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:42:58.658821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb8a6c-fbec-4dcf-83eb-a041eeb47674 req-0310e333-85a9-47b7-8245-79244af75406 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.661296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ecb8a6c-fbec-4dcf-83eb-a041eeb47674 req-0310e333-85a9-47b7-8245-79244af75406 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 946 time: 0.2669621 Jul 06 17:42:58.731476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ecb8a6c-fbec-4dcf-83eb-a041eeb47674 req-0565612f-9efa-46ad-b711-4c0c3fc76cde tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601957 Jul 06 17:42:58.748133 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.782554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8f643fc-b8c6-4b22-ae05-1d16290a35a9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:58.791610 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:58.794856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c8f643fc-b8c6-4b22-ae05-1d16290a35a9 HTTP/1.1" status: 204 len: 168 time: 0.6426370 Jul 06 17:42:58.804106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:58.819894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.820455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.821014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.821578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.822136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.822747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.823267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.823820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.824372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.824931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.825500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.826097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de3680-9aae-46d0-ae99-da695c34ded9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:42:58.864812 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-982d5d68-8468-410f-8c3b-c82a3aa023f9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] GET failed (client error): The resource could not be found. Jul 06 17:42:58.867645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-982d5d68-8468-410f-8c3b-c82a3aa023f9 tempest-PortsAdminExtendedAttrsTestJSON-1964532199 tempest-PortsAdminExtendedAttrsTestJSON-1964532199-project-admin] 10.222.0.13 "GET /v2.0/ports/c8f643fc-b8c6-4b22-ae05-1d16290a35a9 HTTP/1.1" status: 404 len: 333 time: 0.0616767 Jul 06 17:42:58.873674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37048) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:58.915879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50c98f-52b5-4af0-9742-7fc83894e50b req-80b3d480-4081-4350-8831-88784622b2a4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:58.919286 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f50c98f-52b5-4af0-9742-7fc83894e50b req-80b3d480-4081-4350-8831-88784622b2a4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 944 time: 0.1306288 Jul 06 17:42:58.978046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f50c98f-52b5-4af0-9742-7fc83894e50b req-d0fbfd10-81b9-4b14-9aa2-a7ce9e19a5b5 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494120 Jul 06 17:42:58.982562 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.102462 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.115769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa98b045-7e34-4fbd-929e-26cb57af4f87']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:59.129019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:59.129338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d7c07e-42b2-461e-afb2-279d38b2f7d7') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:42:59.141399 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.161196 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.169114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:42:59.169530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:42:59.173287 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:42:59.183951 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:42:59.289267 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.296933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:42:59.299872 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] 10.222.0.13 "DELETE /v2.0/networks/fa98b045-7e34-4fbd-929e-26cb57af4f87 HTTP/1.1" status: 204 len: 168 time: 0.4238358 Jul 06 17:42:59.316638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3c917-6276-486f-9ea4-bc063a791c67 tempest-PortsAdminExtendedAttrsTestJSON-2137559657 tempest-PortsAdminExtendedAttrsTestJSON-2137559657-project] Pushing event deleted for resources: {'Network': ['ID=fa98b045-7e34-4fbd-929e-26cb57af4f87,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:42:59.368512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d1a8-41b5-4aad-8f30-a30e965cf6dc req-5c25d2f0-d703-4810-bd28-38e591d5cfd1 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:59.371743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccf8d1a8-41b5-4aad-8f30-a30e965cf6dc req-5c25d2f0-d703-4810-bd28-38e591d5cfd1 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 946 time: 0.1309018 Jul 06 17:42:59.455074 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccf8d1a8-41b5-4aad-8f30-a30e965cf6dc req-137417cf-bdec-49fa-9473-070fc4c9a86c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759757 Jul 06 17:42:59.569310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731370e-4164-4d71-bb0e-172574c3d154 req-510645e6-ff9c-4b5a-a39d-f6b1f4059826 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:59.572297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5731370e-4164-4d71-bb0e-172574c3d154 req-510645e6-ff9c-4b5a-a39d-f6b1f4059826 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.1049199 Jul 06 17:42:59.631140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5731370e-4164-4d71-bb0e-172574c3d154 req-2e3a5dba-e8b8-423a-8d5b-665e8e65bb3a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486376 Jul 06 17:42:59.687523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37064) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:42:59.762209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c520e7-126b-4881-9931-826e209a3446 req-85bbb9d8-7c62-4a2f-bb78-025f50c1247d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:42:59.764470 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90c520e7-126b-4881-9931-826e209a3446 req-85bbb9d8-7c62-4a2f-bb78-025f50c1247d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=f386b28c-7ebc-4ed7-8788-cab6107c103a HTTP/1.1" status: 200 len: 945 time: 0.1009068 Jul 06 17:42:59.817063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90c520e7-126b-4881-9931-826e209a3446 req-9c11812b-a69f-42c7-86b5-6c9c6e14d679 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Jul 06 17:42:59.958791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-617a5dbc-3e05-4f1d-8d25-2dd9e232aad6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=831485dc378e4a82a7cb65307373dc37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694666 Jul 06 17:42:59.966498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37072) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:00.008666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ea7f-7ccb-40e5-9687-d3383ab712e2 req-cadaaee2-2d22-4756-a883-84f5e522ed5b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.010321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4e6ea7f-7ccb-40e5-9687-d3383ab712e2 req-cadaaee2-2d22-4756-a883-84f5e522ed5b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 946 time: 0.0742078 Jul 06 17:43:00.063515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4e6ea7f-7ccb-40e5-9687-d3383ab712e2 req-4c3c54cc-db66-4350-a677-dbc1d8443fb3 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Jul 06 17:43:00.132127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989bf37-7d1f-4e4e-8b95-3141478d4d66 req-7d26bbac-b980-419e-859d-6aebdbb974b8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.139361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989bf37-7d1f-4e4e-8b95-3141478d4d66 req-7d26bbac-b980-419e-859d-6aebdbb974b8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.145790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989bf37-7d1f-4e4e-8b95-3141478d4d66 req-7d26bbac-b980-419e-859d-6aebdbb974b8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.151796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989bf37-7d1f-4e4e-8b95-3141478d4d66 req-7d26bbac-b980-419e-859d-6aebdbb974b8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.159352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989bf37-7d1f-4e4e-8b95-3141478d4d66 req-7d26bbac-b980-419e-859d-6aebdbb974b8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.165389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989bf37-7d1f-4e4e-8b95-3141478d4d66 req-7d26bbac-b980-419e-859d-6aebdbb974b8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.171596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989bf37-7d1f-4e4e-8b95-3141478d4d66 req-7d26bbac-b980-419e-859d-6aebdbb974b8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.173617 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a989bf37-7d1f-4e4e-8b95-3141478d4d66 req-7d26bbac-b980-419e-859d-6aebdbb974b8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5429 time: 0.3010046 Jul 06 17:43:00.182472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c7046ef-e50f-4c07-808d-ff9a7cb21662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.231979 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c7046ef-e50f-4c07-808d-ff9a7cb21662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.258281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-43e7e10f-1d5e-4562-b6a3-f95f7230dbf9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.260083 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-43e7e10f-1d5e-4562-b6a3-f95f7230dbf9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.55 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 946 time: 0.2602479 Jul 06 17:43:00.337680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a989bf37-7d1f-4e4e-8b95-3141478d4d66 req-c6ce5207-062c-4f0a-ab10-81d9eadeac5b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508589 Jul 06 17:43:00.437291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c7046ef-e50f-4c07-808d-ff9a7cb21662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.441290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c7046ef-e50f-4c07-808d-ff9a7cb21662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.442867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5c7046ef-e50f-4c07-808d-ff9a7cb21662 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12f9ed04-2371-4361-bf83-26136d444c18 HTTP/1.1" status: 204 len: 168 time: 0.4748569 Jul 06 17:43:00.460377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7046ef-e50f-4c07-808d-ff9a7cb21662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f9ed04-2371-4361-bf83-26136d444c18,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:00.481781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Deleting port 03cdd724-d10c-4c4d-90b1-a731b0946228 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:00.482224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.709981 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] For port 03cdd724-d10c-4c4d-90b1-a731b0946228, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03cdd724-d10c-4c4d-90b1-a731b0946228,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:00.710390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:00.739675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Calling delete_port for 03cdd724-d10c-4c4d-90b1-a731b0946228 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:00.879905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e213c-fdde-4b7d-8747-932dad29d72f req-23ff0cf9-42aa-4160-9476-56c02e3bf579 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:00.883068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd7e213c-fdde-4b7d-8747-932dad29d72f req-23ff0cf9-42aa-4160-9476-56c02e3bf579 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 944 time: 0.2256212 Jul 06 17:43:00.933161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37086) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:00.963981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7683b96e-e042-4f2c-baf6-0f7ab80da843 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:00.984822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd7e213c-fdde-4b7d-8747-932dad29d72f req-73e89a40-447e-4f5c-90fb-aad2f499cd85 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933254 Jul 06 17:43:01.042151 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c9c4a9d2-9849-4f56-bf45-5674a97ddf5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c1e6e79116a484faa9e685f97fa0273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051371 Jul 06 17:43:01.042281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:01.046593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 7683b96e-e042-4f2c-baf6-0f7ab80da843 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:01.055952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 7683b96e-e042-4f2c-baf6-0f7ab80da843 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:01.058496 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.108280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.121938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c6acb73-4da5-438a-a479-ac60a67e4876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.148303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event deleted for resources: {'Port': ['ID=03cdd724-d10c-4c4d-90b1-a731b0946228,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:01.181870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c6acb73-4da5-438a-a479-ac60a67e4876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.228518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] No DVR routers for this DVR port 03cdd724-d10c-4c4d-90b1-a731b0946228 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:01.231509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.234288 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65466d9-ae92-4e14-a251-7b89347879d1 req-aecf3da3-70a7-4338-9131-b03756b8c476 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.55 "DELETE /v2.0/ports/03cdd724-d10c-4c4d-90b1-a731b0946228 HTTP/1.1" status: 204 len: 173 time: 0.9488649 Jul 06 17:43:01.235157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b69e2d-5cdb-4ab0-9216-66955bee882a', 'name': 'network-vif-deleted', 'tag': '03cdd724-d10c-4c4d-90b1-a731b0946228'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:01.247852 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fb2f99-1075-446c-9927-0d59a517fe1d" -d '{"events": [{"server_uuid": "26b69e2d-5cdb-4ab0-9216-66955bee882a", "name": "network-vif-deleted", "tag": "03cdd724-d10c-4c4d-90b1-a731b0946228"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:01.289528 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c6acb73-4da5-438a-a479-ac60a67e4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.292206 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c6acb73-4da5-438a-a479-ac60a67e4876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.297982 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5c6acb73-4da5-438a-a479-ac60a67e4876 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5bebcb7-d87c-45ed-a34b-650ee34d69a1 HTTP/1.1" status: 204 len: 168 time: 0.2525566 Jul 06 17:43:01.310295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6acb73-4da5-438a-a479-ac60a67e4876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bebcb7-d87c-45ed-a34b-650ee34d69a1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:01.316667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-874fd3cc-4412-4b57-a734-e061696ab5c7 req-086d453f-3f52-400a-bc9c-79661cd24acc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=26b69e2d-5cdb-4ab0-9216-66955bee882a HTTP/1.1" status: 200 len: 210 time: 0.0553849 Jul 06 17:43:01.385266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69ca8-bb3f-4b78-8ebc-4496eaa23c7f req-2bf0d77a-6c22-41c5-ba93-bae547c8c42d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.394908 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a69ca8-bb3f-4b78-8ebc-4496eaa23c7f req-2bf0d77a-6c22-41c5-ba93-bae547c8c42d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.1512790 Jul 06 17:43:01.424638 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.460233 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0a69ca8-bb3f-4b78-8ebc-4496eaa23c7f req-481383a7-7c76-4ce4-951d-53e12a7d14d3 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639236 Jul 06 17:43:01.471938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 7683b96e-e042-4f2c-baf6-0f7ab80da843, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7683b96e-e042-4f2c-baf6-0f7ab80da843,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:01.472831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7683b96e-e042-4f2c-baf6-0f7ab80da843'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:01.476077 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff711ce-f19d-4cfd-a5d6-9b3e4a6d6c12" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "7683b96e-e042-4f2c-baf6-0f7ab80da843"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:01.480141 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.481122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b9a32bc3-0425-4419-9935-213d68df3df8 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:01.544651 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293814da-487f-4615-878b-45e2270b326f x-openstack-request-id: req-293814da-487f-4615-878b-45e2270b326f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:01.544939 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b69e2d-5cdb-4ab0-9216-66955bee882a", "name": "network-vif-deleted", "tag": "03cdd724-d10c-4c4d-90b1-a731b0946228", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:01.545826 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-293814da-487f-4615-878b-45e2270b326f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:01.545826 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b69e2d-5cdb-4ab0-9216-66955bee882a', 'name': 'network-vif-deleted', 'tag': '03cdd724-d10c-4c4d-90b1-a731b0946228', 'status': 'completed', 'code': 200} Jul 06 17:43:01.599851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=7683b96e-e042-4f2c-baf6-0f7ab80da843,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:01.613016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port b9a32bc3-0425-4419-9935-213d68df3df8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:01.619376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port b9a32bc3-0425-4419-9935-213d68df3df8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:01.619988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.675228 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-cb20ef98-6278-4e7b-a3c6-02d4368547aa tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.678643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-cb20ef98-6278-4e7b-a3c6-02d4368547aa tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 813 time: 0.2116406 Jul 06 17:43:01.699941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d7c69a6d-7e71-4f4c-b56d-fcb8ba523323 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/quotas/7517d8978eaf4961a501374aea91b6f0 HTTP/1.1" status: 200 len: 375 time: 0.0127568 Jul 06 17:43:01.753515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172832-1b8e-406b-922c-9a8e2914e0cd req-98b0c615-f021-4814-bcf0-d4b16c5a9a66 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.767028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172832-1b8e-406b-922c-9a8e2914e0cd req-98b0c615-f021-4814-bcf0-d4b16c5a9a66 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.768215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.776164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172832-1b8e-406b-922c-9a8e2914e0cd req-98b0c615-f021-4814-bcf0-d4b16c5a9a66 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.782785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172832-1b8e-406b-922c-9a8e2914e0cd req-98b0c615-f021-4814-bcf0-d4b16c5a9a66 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.787926 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.789869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172832-1b8e-406b-922c-9a8e2914e0cd req-98b0c615-f021-4814-bcf0-d4b16c5a9a66 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.797011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172832-1b8e-406b-922c-9a8e2914e0cd req-98b0c615-f021-4814-bcf0-d4b16c5a9a66 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.797271 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-fb2713ec-4bcd-47ed-9c48-70fd98d77c47 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909207 Jul 06 17:43:01.807349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172832-1b8e-406b-922c-9a8e2914e0cd req-98b0c615-f021-4814-bcf0-d4b16c5a9a66 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:01.817643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5172832-1b8e-406b-922c-9a8e2914e0cd req-98b0c615-f021-4814-bcf0-d4b16c5a9a66 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5430 time: 0.1769867 Jul 06 17:43:01.839808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port b9a32bc3-0425-4419-9935-213d68df3df8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b9a32bc3-0425-4419-9935-213d68df3df8,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:01.849621 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:01.850965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3b3b1242-7bce-4780-878c-7dd2ad0de237 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:01.879177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5172832-1b8e-406b-922c-9a8e2914e0cd req-40e9253a-25e8-4a4b-9091-9b07f7038d71 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561407 Jul 06 17:43:01.975994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-cd572efb-eee6-4b00-ad1c-a2ecc14182b4 service neutron] 10.222.0.13 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777673 Jul 06 17:43:01.985656 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d78dda-899d-48d7-8256-213622c32712 x-openstack-request-id: req-91d78dda-899d-48d7-8256-213622c32712 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:01.986287 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "7683b96e-e042-4f2c-baf6-0f7ab80da843", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:01.987458 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91d78dda-899d-48d7-8256-213622c32712 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:01.988250 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7683b96e-e042-4f2c-baf6-0f7ab80da843', 'code': 200} Jul 06 17:43:02.041819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=b9a32bc3-0425-4419-9935-213d68df3df8,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:02.048619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 3b3b1242-7bce-4780-878c-7dd2ad0de237 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:02.056131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 3b3b1242-7bce-4780-878c-7dd2ad0de237 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:02.057042 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.224529 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-1cba5edc-0223-4ec5-8d5a-99f02dd9378d service neutron] 10.222.0.13 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360799 Jul 06 17:43:02.285546 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.357062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3b3b1242-7bce-4780-878c-7dd2ad0de237, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:02.365775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.366725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ca65a389-3aff-4a71-9ac3-1180117b1629 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:02.417790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca7cc-bb1d-4b04-b354-defd30a476f6 req-5921a617-04cc-47a0-9db1-202c433d392f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:02.421695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-907ca7cc-bb1d-4b04-b354-defd30a476f6 req-5921a617-04cc-47a0-9db1-202c433d392f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 944 time: 0.1087203 Jul 06 17:43:02.527496 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-907ca7cc-bb1d-4b04-b354-defd30a476f6 req-1d7a5877-e2e9-4a15-8b7f-04d938776d82 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982201 Jul 06 17:43:02.537134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3b3b1242-7bce-4780-878c-7dd2ad0de237,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:02.543745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-00faf9cf-ec75-4cd4-984f-57367967dace tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:02.544221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port ca65a389-3aff-4a71-9ac3-1180117b1629 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:02.547057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-00faf9cf-ec75-4cd4-984f-57367967dace tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2e6abe1-6f5d-4443-9fb0-1d662447afec HTTP/1.1" status: 200 len: 946 time: 0.1680541 Jul 06 17:43:02.551388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port ca65a389-3aff-4a71-9ac3-1180117b1629 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:02.552271 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.701185 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.805276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ca65a389-3aff-4a71-9ac3-1180117b1629, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ca65a389-3aff-4a71-9ac3-1180117b1629,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:02.816657 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:02.820383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:03.078564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=ca65a389-3aff-4a71-9ac3-1180117b1629,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:03.108364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:03.118725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:03.119344 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.308010 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.353271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:03.364033 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.386153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device cade89d9-c173-4e18-9597-f89f752088d7 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:03.440047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74ef8d-c7b4-473a-a0c7-2b944973a0d0 req-abab43c5-113d-450b-a6e0-126d7e722a13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.448607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74ef8d-c7b4-473a-a0c7-2b944973a0d0 req-abab43c5-113d-450b-a6e0-126d7e722a13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.457741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74ef8d-c7b4-473a-a0c7-2b944973a0d0 req-abab43c5-113d-450b-a6e0-126d7e722a13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.468657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74ef8d-c7b4-473a-a0c7-2b944973a0d0 req-abab43c5-113d-450b-a6e0-126d7e722a13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.477073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74ef8d-c7b4-473a-a0c7-2b944973a0d0 req-abab43c5-113d-450b-a6e0-126d7e722a13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.484919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74ef8d-c7b4-473a-a0c7-2b944973a0d0 req-abab43c5-113d-450b-a6e0-126d7e722a13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.492524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74ef8d-c7b4-473a-a0c7-2b944973a0d0 req-abab43c5-113d-450b-a6e0-126d7e722a13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.504617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e74ef8d-c7b4-473a-a0c7-2b944973a0d0 req-abab43c5-113d-450b-a6e0-126d7e722a13 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5433 time: 0.2619221 Jul 06 17:43:03.553261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Deleting port f3c64e76-b14b-4e40-82a9-5929422d8acb {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:03.554690 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.563213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:03.608820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e74ef8d-c7b4-473a-a0c7-2b944973a0d0 req-fa382675-0888-47bc-93de-abff469d6e9f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018250 Jul 06 17:43:03.637545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port cade89d9-c173-4e18-9597-f89f752088d7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:03.651028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port cade89d9-c173-4e18-9597-f89f752088d7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:03.652215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.681891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a765e-5af3-44a2-9570-00a2c652ce3c req-7cb6035c-f7b9-4040-8207-e9bd4748bc65 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.723073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b3a765e-5af3-44a2-9570-00a2c652ce3c req-7cb6035c-f7b9-4040-8207-e9bd4748bc65 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.4283628 Jul 06 17:43:03.757837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72299222-5924-4f10-9cce-954460e4cdaf req-4ad0ccff-6ee2-436b-989f-0992cd1715fe tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:03.760442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72299222-5924-4f10-9cce-954460e4cdaf req-4ad0ccff-6ee2-436b-989f-0992cd1715fe tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.55 "GET /v2.0/ports?device_id=f386b28c-7ebc-4ed7-8788-cab6107c103a HTTP/1.1" status: 200 len: 945 time: 0.4793389 Jul 06 17:43:03.790325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37186) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:03.837129 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.904547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b3a765e-5af3-44a2-9570-00a2c652ce3c req-c204b167-c1c7-45ba-871e-17a5765a09ba tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801715 Jul 06 17:43:03.916038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port cade89d9-c173-4e18-9597-f89f752088d7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=cade89d9-c173-4e18-9597-f89f752088d7,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:03.924082 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:03.925684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ed0e1eb7-4909-4d09-985f-3586dfcb9c82 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:03.981556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1598227401', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:04.006649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] For port f3c64e76-b14b-4e40-82a9-5929422d8acb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f3c64e76-b14b-4e40-82a9-5929422d8acb,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:04.007128 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.007292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8'}, {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3b1242-7bce-4780-878c-7dd2ad0de237'}, {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca65a389-3aff-4a71-9ac3-1180117b1629'}, {'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3'}, {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cade89d9-c173-4e18-9597-f89f752088d7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:04.012608 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41046214-4347-423c-a673-c78c7b20a4ec" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8"}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "3b3b1242-7bce-4780-878c-7dd2ad0de237"}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "ca65a389-3aff-4a71-9ac3-1180117b1629"}, {"server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "name": "network-vif-plugged", "status": "completed", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3"}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "cade89d9-c173-4e18-9597-f89f752088d7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:04.061021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Calling delete_port for f3c64e76-b14b-4e40-82a9-5929422d8acb owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:04.062602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Made reservation on behalf of f3176b8e0a6c4485bd4a629efe44329a for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:04.069751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.071945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a87a7bfe-a147-470c-aeb9-0be2f6d367f7 req-dc85ec28-7618-4a32-afb4-6a16a5339849 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 210 time: 0.0691102 Jul 06 17:43:04.102573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.118204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=cade89d9-c173-4e18-9597-f89f752088d7,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:04.125970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:04.136132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:04.136509 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.216837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-a8298d94-d0cb-40f7-98a5-db26c9010f88 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:04.231393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-72299222-5924-4f10-9cce-954460e4cdaf req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Deleting port 4fe56f82-6732-409c-b426-b93471ebe130 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:04.233198 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-a8298d94-d0cb-40f7-98a5-db26c9010f88 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.4179199 Jul 06 17:43:04.239796 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-72299222-5924-4f10-9cce-954460e4cdaf req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.266720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.272430 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-1cd6f122-90a5-4a47-84a0-caf0aa7991ea tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/quotas/b1241c3cb7844dfaade4e75a0193502a HTTP/1.1" status: 200 len: 375 time: 0.0375781 Jul 06 17:43:04.313942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ed0e1eb7-4909-4d09-985f-3586dfcb9c82, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:04.325779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.327120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 03cdd724-d10c-4c4d-90b1-a731b0946228 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:04.383084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-61463289-2b08-47fd-87ef-77cb42ceb43e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042066 Jul 06 17:43:04.494022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 03cdd724-d10c-4c4d-90b1-a731b0946228 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:04.494397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 03cdd724-d10c-4c4d-90b1-a731b0946228 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:04.505826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-72299222-5924-4f10-9cce-954460e4cdaf req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] For port 4fe56f82-6732-409c-b426-b93471ebe130, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4fe56f82-6732-409c-b426-b93471ebe130,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:04.508826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-72299222-5924-4f10-9cce-954460e4cdaf req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.518634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:04.571457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-72299222-5924-4f10-9cce-954460e4cdaf req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Calling delete_port for 4fe56f82-6732-409c-b426-b93471ebe130 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:04.658242 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-fd38acb3-1d29-4f18-a3f7-41c7a1e921af service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727723 Jul 06 17:43:04.725062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13438ec-895a-4598-bacb-327f8ad53d76 req-30aafa72-c786-44dc-96b1-10f207dba0f8 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:04.726621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a13438ec-895a-4598-bacb-327f8ad53d76 req-30aafa72-c786-44dc-96b1-10f207dba0f8 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 945 time: 0.2281656 Jul 06 17:43:04.742692 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.757000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.771419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] device_id is not set on port 3af28ee4-5f3a-4162-88ea-eea3ee6473a2 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:43:04.810416 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.827117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['4fe56f82-6732-409c-b426-b93471ebe130'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:04.868443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Pushing event deleted for resources: {'Port': ['ID=f3c64e76-b14b-4e40-82a9-5929422d8acb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:04.882437 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-72299222-5924-4f10-9cce-954460e4cdaf req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.904001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6490b5f2-1e6b-434b-a348-c79321fd8f4a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:04.912741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a13438ec-895a-4598-bacb-327f8ad53d76 req-799c1562-40d6-4472-b38c-d1c9fc980fe7 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518128 Jul 06 17:43:04.952323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-a8562358-e2c9-4b58-922c-36d089e99ba9 service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853808 Jul 06 17:43:04.961201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] No DVR routers for this DVR port f3c64e76-b14b-4e40-82a9-5929422d8acb on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:04.964992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Pushing event deleted for resources: {'Port': ['ID=4fe56f82-6732-409c-b426-b93471ebe130,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:04.968103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:04.969929 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5a5fe7-087d-47e0-9a94-84c89de86231 req-49fb4836-7e57-4f96-b279-6ff2457a75cf tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.22 "DELETE /v2.0/ports/f3c64e76-b14b-4e40-82a9-5929422d8acb HTTP/1.1" status: 204 len: 173 time: 2.4156034 Jul 06 17:43:04.970426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6abe1-6f5d-4443-9fb0-1d662447afec', 'name': 'network-vif-deleted', 'tag': 'f3c64e76-b14b-4e40-82a9-5929422d8acb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:04.972981 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494807c1-8717-4bcc-bb6c-fed7625d4f60" -d '{"events": [{"server_uuid": "e2e6abe1-6f5d-4443-9fb0-1d662447afec", "name": "network-vif-deleted", "tag": "f3c64e76-b14b-4e40-82a9-5929422d8acb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:05.074500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-72299222-5924-4f10-9cce-954460e4cdaf req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] No DVR routers for this DVR port 4fe56f82-6732-409c-b426-b93471ebe130 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:05.090780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-72299222-5924-4f10-9cce-954460e4cdaf req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:05.097101 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72299222-5924-4f10-9cce-954460e4cdaf req-105fb649-718c-4df9-a365-b540d41d8116 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.55 "DELETE /v2.0/ports/4fe56f82-6732-409c-b426-b93471ebe130 HTTP/1.1" status: 204 len: 173 time: 1.3171904 Jul 06 17:43:05.113757 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:05.140267 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f043a7-39ef-4c0e-b5b3-a65deb764843 x-openstack-request-id: req-f6f043a7-39ef-4c0e-b5b3-a65deb764843 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:05.140944 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8", "code": 200}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "3b3b1242-7bce-4780-878c-7dd2ad0de237", "code": 200}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "ca65a389-3aff-4a71-9ac3-1180117b1629", "code": 200}, {"server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "name": "network-vif-plugged", "status": "completed", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3", "code": 200}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "cade89d9-c173-4e18-9597-f89f752088d7", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:05.140944 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6f043a7-39ef-4c0e-b5b3-a65deb764843 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:05.141544 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'code': 200} Jul 06 17:43:05.141999 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3b1242-7bce-4780-878c-7dd2ad0de237', 'code': 200} Jul 06 17:43:05.142362 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca65a389-3aff-4a71-9ac3-1180117b1629', 'code': 200} Jul 06 17:43:05.143604 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'code': 200} Jul 06 17:43:05.143604 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cade89d9-c173-4e18-9597-f89f752088d7', 'code': 200} Jul 06 17:43:05.192498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Allocated IP 172.25.7.140 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/3af28ee4-5f3a-4162-88ea-eea3ee6473a2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:05.652736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692ad1e-d12a-45d5-9c9d-9b8ef3ef81de req-4af489e3-d792-4b7a-9891-df30041cbbd6 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:05.661362 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b692ad1e-d12a-45d5-9c9d-9b8ef3ef81de req-4af489e3-d792-4b7a-9891-df30041cbbd6 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.1491208 Jul 06 17:43:05.666628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:05.763878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b692ad1e-d12a-45d5-9c9d-9b8ef3ef81de req-43d23c54-c122-4c09-9f9d-68ed419d1d6e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014986 Jul 06 17:43:05.798464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-fc63acb8-4145-46e3-ace7-e428a423c178 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:05.801144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-fc63acb8-4145-46e3-ace7-e428a423c178 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.55 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 813 time: 0.5315387 Jul 06 17:43:05.831935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:05.851506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d228714a-bb14-4333-aea6-713297ba18ad tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:05.853852 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d228714a-bb14-4333-aea6-713297ba18ad tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.22 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 813 time: 0.5748289 Jul 06 17:43:05.859772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Request body: {'port': {'device_id': 'fc716853-4710-48ae-8865-dd58eab6b952', 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a', 'admin_state_up': True, 'tenant_id': '7517d8978eaf4961a501374aea91b6f0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:05.905449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996dad5-77f8-410a-95fa-460ca96a1575 req-b6060e7a-a3e5-4ad2-ae1f-645f268e153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:05.911657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:05.918127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f996dad5-77f8-410a-95fa-460ca96a1575 req-b6060e7a-a3e5-4ad2-ae1f-645f268e153d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1096 time: 0.5360849 Jul 06 17:43:05.923937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Request body: {'port': {'device_id': '768dcdde-7e87-4f51-befd-35d32e018495', 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a', 'admin_state_up': True, 'tenant_id': '7517d8978eaf4961a501374aea91b6f0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:05.933149 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:05.936881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:05.960295 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78cb35c-c79b-47b3-9a8d-e402eaab4df6 x-openstack-request-id: req-b78cb35c-c79b-47b3-9a8d-e402eaab4df6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:05.960759 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e6abe1-6f5d-4443-9fb0-1d662447afec", "name": "network-vif-deleted", "tag": "f3c64e76-b14b-4e40-82a9-5929422d8acb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:05.961162 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b78cb35c-c79b-47b3-9a8d-e402eaab4df6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:05.961848 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6abe1-6f5d-4443-9fb0-1d662447afec', 'name': 'network-vif-deleted', 'tag': 'f3c64e76-b14b-4e40-82a9-5929422d8acb', 'status': 'completed', 'code': 200} Jul 06 17:43:05.977837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Pushing event updated for resources: {'Port': ['ID=3af28ee4-5f3a-4162-88ea-eea3ee6473a2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:06.024275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.025245 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:06.074575 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-50dd550c-8515-49eb-b4cf-a2d005ca63a0 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2826381 Jul 06 17:43:06.076071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:06.081974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f3c64e76-b14b-4e40-82a9-5929422d8acb no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:06.083894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.140'}]}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:06.135741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: f3c64e76-b14b-4e40-82a9-5929422d8acb {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:06.136486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f3c64e76-b14b-4e40-82a9-5929422d8acb not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:06.178645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72b29-0838-4788-ad5d-f3ee02c15aec req-24a1a6b2-6ec0-4eb4-a42c-54825d4c08c8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.185536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72b29-0838-4788-ad5d-f3ee02c15aec req-24a1a6b2-6ec0-4eb4-a42c-54825d4c08c8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.193436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72b29-0838-4788-ad5d-f3ee02c15aec req-24a1a6b2-6ec0-4eb4-a42c-54825d4c08c8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.199874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72b29-0838-4788-ad5d-f3ee02c15aec req-24a1a6b2-6ec0-4eb4-a42c-54825d4c08c8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.206861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72b29-0838-4788-ad5d-f3ee02c15aec req-24a1a6b2-6ec0-4eb4-a42c-54825d4c08c8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.213023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83827eb1-2fd3-43d3-b9c8-43adb2a94438 req-d89c0202-4b49-4be8-a3ef-b476e436254d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 210 time: 0.0550904 Jul 06 17:43:06.213521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72b29-0838-4788-ad5d-f3ee02c15aec req-24a1a6b2-6ec0-4eb4-a42c-54825d4c08c8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.214318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:06.215988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:06.220520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72b29-0838-4788-ad5d-f3ee02c15aec req-24a1a6b2-6ec0-4eb4-a42c-54825d4c08c8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:06.229973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2e72b29-0838-4788-ad5d-f3ee02c15aec req-24a1a6b2-6ec0-4eb4-a42c-54825d4c08c8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.7752001 Jul 06 17:43:06.300480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:06.320297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f996dad5-77f8-410a-95fa-460ca96a1575 req-471d7461-3d88-41f8-8260-2e6a1a55371f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022773 Jul 06 17:43:06.364072 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2e72b29-0838-4788-ad5d-f3ee02c15aec req-3955d7fb-7bfe-4a5e-8db0-a39bfaf6f2d0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325858 Jul 06 17:43:06.458148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Made reservation on behalf of 7517d8978eaf4961a501374aea91b6f0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:06.465543 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:06.578607 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f53412f-285a-4610-9a66-24dc29202e5f req-7686e787-f2d4-4d91-8a94-4acde614e227 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 210 time: 0.0708210 Jul 06 17:43:06.581693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:06.641323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Made reservation on behalf of 7517d8978eaf4961a501374aea91b6f0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:06.648777 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:06.739377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Allocated IP 172.20.0.12 (2211f5ea-9e45-46a4-800a-89aedc1b949a/4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed/3bde5600-aad2-440c-b53c-f121cfc5cd87) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:07.031364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4fe56f82-6732-409c-b426-b93471ebe130 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:07.053825 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d344d-f7ea-4f9b-811c-66b2d817ff77 req-4ff0c99e-badb-4ed5-a583-f74fd82180de tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:07.068198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 4fe56f82-6732-409c-b426-b93471ebe130 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:07.069287 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-180d344d-f7ea-4f9b-811c-66b2d817ff77 req-4ff0c99e-badb-4ed5-a583-f74fd82180de tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 945 time: 0.2544515 Jul 06 17:43:07.069594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4fe56f82-6732-409c-b426-b93471ebe130 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:07.092618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:07.145688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0e1eb7-4909-4d09-985f-3586dfcb9c82'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:07.149602 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece16aca-58c5-407e-a267-cdd03060b386" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "ed0e1eb7-4909-4d09-985f-3586dfcb9c82"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:07.215638 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:07.233088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cbcf8-2579-4d37-bf14-d199709da452 req-4499219b-475f-4554-90d1-7dd5961c2601 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:07.235821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd2cbcf8-2579-4d37-bf14-d199709da452 req-4499219b-475f-4554-90d1-7dd5961c2601 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2263174 Jul 06 17:43:07.439597 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:07.596848 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:07.615933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd2cbcf8-2579-4d37-bf14-d199709da452 req-057f0767-fa4d-4e65-978f-3e5666340062 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579156 Jul 06 17:43:07.665302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-2f848c10-518f-4259-8aa6-a17f70c10143 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:07.667243 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-2f848c10-518f-4259-8aa6-a17f70c10143 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.4780929 Jul 06 17:43:07.680946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Network 2211f5ea-9e45-46a4-800a-89aedc1b949a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:07.683104 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3767836c-411e-47fa-b6c5-aba51eb024ff x-openstack-request-id: req-3767836c-411e-47fa-b6c5-aba51eb024ff {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:07.683813 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-plugged", "status": "completed", "tag": "ed0e1eb7-4909-4d09-985f-3586dfcb9c82", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:07.684314 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-180d344d-f7ea-4f9b-811c-66b2d817ff77 req-b42697bd-b661-4e37-bf9a-6fc8930176b2 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113977 Jul 06 17:43:07.684842 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3767836c-411e-47fa-b6c5-aba51eb024ff {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:07.685699 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0e1eb7-4909-4d09-985f-3586dfcb9c82', 'code': 200} Jul 06 17:43:07.687531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Request body: {'port': {'device_id': 'a33e7761-4036-4965-8a68-6535a766feb2', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'admin_state_up': True, 'tenant_id': 'b1241c3cb7844dfaade4e75a0193502a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:07.696848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:07.700158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:07.706324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Pushing event updated for resources: {'Port': ['ID=3bde5600-aad2-440c-b53c-f121cfc5cd87,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:07.731664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Allocated IP 172.20.0.13 (2211f5ea-9e45-46a4-800a-89aedc1b949a/4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed/38b4deb0-26be-40dc-a1bf-d934474e4312) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:07.895930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:07.962928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386b28c-7ebc-4ed7-8788-cab6107c103a', 'name': 'network-vif-deleted', 'tag': '4fe56f82-6732-409c-b426-b93471ebe130'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:07.968266 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3c6fdb-d00f-4b32-9958-5d00c6034a61" -d '{"events": [{"server_uuid": "f386b28c-7ebc-4ed7-8788-cab6107c103a", "name": "network-vif-deleted", "tag": "4fe56f82-6732-409c-b426-b93471ebe130"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:08.076382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2bc2d48-fb74-45e8-b15e-7d8fe5ddad04 req-cb66c743-d0c5-4555-87bc-70a6f70f0889 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 210 time: 0.1220651 Jul 06 17:43:08.086638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.087738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:08.163174 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:08.168821 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:08.190030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-d0065448-efa1-45cd-a074-916fc27f8749 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3051100 Jul 06 17:43:08.257827 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1bc35-e19d-4dfd-899e-4c54a0a97262 req-5cb33133-b723-423f-997e-82c3118e1a04 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.270357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1bc35-e19d-4dfd-899e-4c54a0a97262 req-5cb33133-b723-423f-997e-82c3118e1a04 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.277708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Request body: {'port': {'device_id': '768dcdde-7e87-4f51-befd-35d32e018495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:08.281886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1bc35-e19d-4dfd-899e-4c54a0a97262 req-5cb33133-b723-423f-997e-82c3118e1a04 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.293978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1bc35-e19d-4dfd-899e-4c54a0a97262 req-5cb33133-b723-423f-997e-82c3118e1a04 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.305269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1bc35-e19d-4dfd-899e-4c54a0a97262 req-5cb33133-b723-423f-997e-82c3118e1a04 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.316666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1bc35-e19d-4dfd-899e-4c54a0a97262 req-5cb33133-b723-423f-997e-82c3118e1a04 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.328247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1bc35-e19d-4dfd-899e-4c54a0a97262 req-5cb33133-b723-423f-997e-82c3118e1a04 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.332354 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ad1bc35-e19d-4dfd-899e-4c54a0a97262 req-5cb33133-b723-423f-997e-82c3118e1a04 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.3544512 Jul 06 17:43:08.334142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:08.335021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37723bd2-4998-4039-8358-7505c14bbd3c {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:43:08.341157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304328e-98b9-4548-a2d2-f3a5f61a152a req-38475d06-e161-4bf6-ae80-66ea522e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.342618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304328e-98b9-4548-a2d2-f3a5f61a152a req-38475d06-e161-4bf6-ae80-66ea522e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.342618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304328e-98b9-4548-a2d2-f3a5f61a152a req-38475d06-e161-4bf6-ae80-66ea522e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.343339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304328e-98b9-4548-a2d2-f3a5f61a152a req-38475d06-e161-4bf6-ae80-66ea522e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.344059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304328e-98b9-4548-a2d2-f3a5f61a152a req-38475d06-e161-4bf6-ae80-66ea522e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.344773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304328e-98b9-4548-a2d2-f3a5f61a152a req-38475d06-e161-4bf6-ae80-66ea522e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.345487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304328e-98b9-4548-a2d2-f3a5f61a152a req-38475d06-e161-4bf6-ae80-66ea522e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:08.349964 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1304328e-98b9-4548-a2d2-f3a5f61a152a req-38475d06-e161-4bf6-ae80-66ea522e6fb9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6492 time: 0.5229564 Jul 06 17:43:08.383975 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 17:43:08.385783 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dcd4a3a7-4920-4624-bc92-91564742a351 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3081012 Jul 06 17:43:08.389557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:08.417185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Made reservation on behalf of b1241c3cb7844dfaade4e75a0193502a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:08.422637 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:08.429536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7000ffbe-0a46-4284-9714-b9ce191fccc9 req-b1d182cd-a6f0-49a0-ac0f-da267e7f8806 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 210 time: 0.1587718 Jul 06 17:43:08.486295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ad1bc35-e19d-4dfd-899e-4c54a0a97262 req-ecc9570f-103b-45ef-9028-f2a4790e318c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1360450 Jul 06 17:43:08.597679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fd8dff27-196d-4893-8497-77408659bcd3 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Deleting port 3af28ee4-5f3a-4162-88ea-eea3ee6473a2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:08.598210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd8dff27-196d-4893-8497-77408659bcd3 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:08.700574 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd8dff27-196d-4893-8497-77408659bcd3 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:08.725246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fd8dff27-196d-4893-8497-77408659bcd3 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Calling delete_port for 3af28ee4-5f3a-4162-88ea-eea3ee6473a2 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:08.882382 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17cc21-c08c-41d8-bfd3-99c1509f7fda x-openstack-request-id: req-1b17cc21-c08c-41d8-bfd3-99c1509f7fda {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:08.882733 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386b28c-7ebc-4ed7-8788-cab6107c103a", "name": "network-vif-deleted", "tag": "4fe56f82-6732-409c-b426-b93471ebe130", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:08.882917 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b17cc21-c08c-41d8-bfd3-99c1509f7fda {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:08.883323 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f386b28c-7ebc-4ed7-8788-cab6107c103a', 'name': 'network-vif-deleted', 'tag': '4fe56f82-6732-409c-b426-b93471ebe130', 'status': 'completed', 'code': 200} Jul 06 17:43:08.996568 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1304328e-98b9-4548-a2d2-f3a5f61a152a req-13711fd7-e643-48ee-9f6c-f50f21b0b3d6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6291049 Jul 06 17:43:09.041037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9cc0d-57e4-4a54-86e0-6b1135bb0a2f req-83be2a54-44ea-44aa-b453-933424669f06 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:09.043757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19d9cc0d-57e4-4a54-86e0-6b1135bb0a2f req-83be2a54-44ea-44aa-b453-933424669f06 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2130497 Jul 06 17:43:09.068562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:09.123184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd8dff27-196d-4893-8497-77408659bcd3 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:09.150083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19d9cc0d-57e4-4a54-86e0-6b1135bb0a2f req-1b60cc4c-0554-4182-ab66-cdfe3be232f9 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978281 Jul 06 17:43:09.201510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dff27-196d-4893-8497-77408659bcd3 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Pushing event deleted for resources: {'Port': ['ID=3af28ee4-5f3a-4162-88ea-eea3ee6473a2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:09.210320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:09.257433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b36c5-15fc-467d-94c9-4c85cf7d8bbe req-bd5d951c-4562-48c7-92cc-3bb0a2602186 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:09.259298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-571b36c5-15fc-467d-94c9-4c85cf7d8bbe req-bd5d951c-4562-48c7-92cc-3bb0a2602186 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 945 time: 0.3809814 Jul 06 17:43:09.334887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Allocated IP 172.20.0.3 (9811fd57-c9db-4518-b207-d909bc461be1/efd08fa1-37f8-4d9c-8543-93bcd3936a3f/9324d5a3-c4b5-4f1b-ad70-65b86e2f41de) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:09.351326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f402499d-a93f-4656-bb32-23a2d3724cb5 req-665675cb-0a15-498c-8a35-d81e9088f2e4 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 210 time: 0.0670483 Jul 06 17:43:09.369011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd8dff27-196d-4893-8497-77408659bcd3 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:09.372563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fd8dff27-196d-4893-8497-77408659bcd3 tempest-RoutersAdminNegativeTest-392265758 tempest-RoutersAdminNegativeTest-392265758-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3af28ee4-5f3a-4162-88ea-eea3ee6473a2 HTTP/1.1" status: 204 len: 168 time: 0.9812970 Jul 06 17:43:09.423144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-571b36c5-15fc-467d-94c9-4c85cf7d8bbe req-1c7e6d1a-835a-43a2-aea3-1555000db370 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070766 Jul 06 17:43:09.453475 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:09.614460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Network 2211f5ea-9e45-46a4-800a-89aedc1b949a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:09.683978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:09.696126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:09.710091 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b1a9443-b5ac-43af-8968-ecf4988c4198 req-3a95a0dd-9880-4109-a522-34307b39926e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 210 time: 0.0539420 Jul 06 17:43:09.789408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Pushing event updated for resources: {'Port': ['ID=38b4deb0-26be-40dc-a1bf-d934474e4312,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:09.826488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37252) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:09.896536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:09.896826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:09.970269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-6000a6b6-37c0-48b4-a97c-cf0696bb9884 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4475131 Jul 06 17:43:09.998607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e374c9f4-8789-4688-a58b-edde644fd72c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1833324 Jul 06 17:43:10.001956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:10.012853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.021929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Request body: {'port': {'device_id': 'fc716853-4710-48ae-8865-dd58eab6b952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:10.040627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e44c9-0a45-4069-b7fc-e6da04d50952 req-fd705e11-bd3c-4708-b01e-6a3bcfbbbfed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.053891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e44c9-0a45-4069-b7fc-e6da04d50952 req-fd705e11-bd3c-4708-b01e-6a3bcfbbbfed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.066938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e44c9-0a45-4069-b7fc-e6da04d50952 req-fd705e11-bd3c-4708-b01e-6a3bcfbbbfed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.076750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bde5600-aad2-440c-b53c-f121cfc5cd87 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:10.079649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e44c9-0a45-4069-b7fc-e6da04d50952 req-fd705e11-bd3c-4708-b01e-6a3bcfbbbfed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.092874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e44c9-0a45-4069-b7fc-e6da04d50952 req-fd705e11-bd3c-4708-b01e-6a3bcfbbbfed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.094981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.106236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e44c9-0a45-4069-b7fc-e6da04d50952 req-fd705e11-bd3c-4708-b01e-6a3bcfbbbfed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.119519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e44c9-0a45-4069-b7fc-e6da04d50952 req-fd705e11-bd3c-4708-b01e-6a3bcfbbbfed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.134918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.135289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-156e44c9-0a45-4069-b7fc-e6da04d50952 req-fd705e11-bd3c-4708-b01e-6a3bcfbbbfed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.2294121 Jul 06 17:43:10.138453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Transition to ACTIVE for port object 3bde5600-aad2-440c-b53c-f121cfc5cd87 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:10.177089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e27951ab-4de7-4704-80d3-06b481cc2b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.197144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.222089 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-156e44c9-0a45-4069-b7fc-e6da04d50952 req-592d676c-64a6-46b6-a7fa-b609234112a7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856965 Jul 06 17:43:10.304178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.319533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.344611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Pushing event updated for resources: {'Port': ['ID=3bde5600-aad2-440c-b53c-f121cfc5cd87,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:10.375782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.376230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.376550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.376815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.377162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.378383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.378383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.378736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.379115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.379373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.379682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.380039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:10.395263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e27951ab-4de7-4704-80d3-06b481cc2b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.402904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e27951ab-4de7-4704-80d3-06b481cc2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.461507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e27951ab-4de7-4704-80d3-06b481cc2b24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fca253f58b1c4075b2462b9243340e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292078 Jul 06 17:43:10.461507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27951ab-4de7-4704-80d3-06b481cc2b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1240fa-2dff-4863-8b33-e867b11a9c93,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:10.461951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37260) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:10.479614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Network 9811fd57-c9db-4518-b207-d909bc461be1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:10.520426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:10.544089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:10.573611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-575a027f-d4c5-41f2-b6fd-5f066f9dd9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.629072 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-575a027f-d4c5-41f2-b6fd-5f066f9dd9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.659882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event updated for resources: {'Port': ['ID=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:10.738796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.739758 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.742707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Attempting to bind port 3bde5600-aad2-440c-b53c-f121cfc5cd87 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:10.743132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Attempting to bind port 3bde5600-aad2-440c-b53c-f121cfc5cd87 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:10.743483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Attempting to bind port 3bde5600-aad2-440c-b53c-f121cfc5cd87 on network 2211f5ea-9e45-46a4-800a-89aedc1b949a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:10.770458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-575a027f-d4c5-41f2-b6fd-5f066f9dd9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.780662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-575a027f-d4c5-41f2-b6fd-5f066f9dd9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.790888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-575a027f-d4c5-41f2-b6fd-5f066f9dd9a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b1240fa-2dff-4863-8b33-e867b11a9c93 HTTP/1.1" status: 204 len: 168 time: 0.3194201 Jul 06 17:43:10.794196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a027f-d4c5-41f2-b6fd-5f066f9dd9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1240fa-2dff-4863-8b33-e867b11a9c93,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:10.809217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995dc1-e8b7-4c90-9a05-1d9e42375973 req-1a872423-17d7-4e80-b846-c67ff59144b7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:10.819142 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a995dc1-e8b7-4c90-9a05-1d9e42375973 req-1a872423-17d7-4e80-b846-c67ff59144b7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.1954355 Jul 06 17:43:10.832279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-d13849da-e1c2-49a2-803e-819609dac462 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1496749 Jul 06 17:43:10.832888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Port 3bde5600-aad2-440c-b53c-f121cfc5cd87 on network 2211f5ea-9e45-46a4-800a-89aedc1b949a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:10.833221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Attempting to bind port 3bde5600-aad2-440c-b53c-f121cfc5cd87 on network 2211f5ea-9e45-46a4-800a-89aedc1b949a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:10.854088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Request body: {'port': {'device_id': 'a33e7761-4036-4965-8a68-6535a766feb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:10.863709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.865717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:10.866091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Checking segment: {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:10.866534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Bound using segment: {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:10.866970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Bound port: 3bde5600-aad2-440c-b53c-f121cfc5cd87, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:10.867339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:10.879806 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a995dc1-e8b7-4c90-9a05-1d9e42375973 req-a6d58c4d-0a7a-4fd7-bd9d-f8b21d33e892 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591724 Jul 06 17:43:11.161513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69105c93-15f5-40b4-b224-e901f0eebe96 req-90c2a652-cb5a-4986-937d-4f0b89b088ed tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:11.174604 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69105c93-15f5-40b4-b224-e901f0eebe96 req-90c2a652-cb5a-4986-937d-4f0b89b088ed tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 932 time: 0.1283751 Jul 06 17:43:11.177550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.185387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] For port 3bde5600-aad2-440c-b53c-f121cfc5cd87, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:11.234492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69105c93-15f5-40b4-b224-e901f0eebe96 req-2cf7cc4d-6255-4d95-8cec-5ca6c4142f17 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588043 Jul 06 17:43:11.250656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] For port 3bde5600-aad2-440c-b53c-f121cfc5cd87, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3bde5600-aad2-440c-b53c-f121cfc5cd87,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:11.265958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Allocated IP 172.25.7.187 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/b2e39f8c-7bc2-4157-8ab9-08b6369146ad) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:11.284811 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.289043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b4deb0-26be-40dc-a1bf-d934474e4312 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:11.325124 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.414528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:11.462318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Transition to ACTIVE for port object 38b4deb0-26be-40dc-a1bf-d934474e4312 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:11.480520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:11.481149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.482652 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] 10.222.0.22 "PUT /v2.0/ports/3bde5600-aad2-440c-b53c-f121cfc5cd87 HTTP/1.1" status: 200 len: 1092 time: 3.2717187 Jul 06 17:43:11.483142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768dcdde-7e87-4f51-befd-35d32e018495', 'tag': '3bde5600-aad2-440c-b53c-f121cfc5cd87'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:11.485520 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43829a24-bb2e-437e-934c-b70186ed7731" -d '{"events": [{"name": "network-changed", "server_uuid": "768dcdde-7e87-4f51-befd-35d32e018495", "tag": "3bde5600-aad2-440c-b53c-f121cfc5cd87"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:11.503651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.504830 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4fb47fd8-1158-4e2f-a7df-71d220360496 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3176b8e0a6c4485bd4a629efe44329a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880086 Jul 06 17:43:11.509916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:11.559481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c477708-8cf9-4afd-a7c7-e76fcd759fa6 req-ee01eeac-1d03-4aa4-b330-ccc6aea4f7b3 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:11.561118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c477708-8cf9-4afd-a7c7-e76fcd759fa6 req-ee01eeac-1d03-4aa4-b330-ccc6aea4f7b3 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 931 time: 0.1644936 Jul 06 17:43:11.617871 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be362121-05a7-4bc8-9b22-68468f614d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.625586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1796d-92de-4cc7-bb98-f005654dface service neutron] Pushing event updated for resources: {'Port': ['ID=3bde5600-aad2-440c-b53c-f121cfc5cd87,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:11.641673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c477708-8cf9-4afd-a7c7-e76fcd759fa6 req-3c197d9b-c090-4cd6-9cae-f10ff7f713fe tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676954 Jul 06 17:43:11.657112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be362121-05a7-4bc8-9b22-68468f614d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.733436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be362121-05a7-4bc8-9b22-68468f614d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.740561 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be362121-05a7-4bc8-9b22-68468f614d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.745977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-be362121-05a7-4bc8-9b22-68468f614d0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6490b5f2-1e6b-434b-a348-c79321fd8f4a HTTP/1.1" status: 204 len: 168 time: 0.2305102 Jul 06 17:43:11.750950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be362121-05a7-4bc8-9b22-68468f614d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6490b5f2-1e6b-434b-a348-c79321fd8f4a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:11.825173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Pushing event updated for resources: {'Port': ['ID=38b4deb0-26be-40dc-a1bf-d934474e4312,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:11.831239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:11.949485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-c5e20625-b406-4a24-a903-f3ebaec1b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:11.951123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-c5e20625-b406-4a24-a903-f3ebaec1b22c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&device_id=768dcdde-7e87-4f51-befd-35d32e018495 HTTP/1.1" status: 200 len: 1095 time: 0.3850398 Jul 06 17:43:12.040201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Attempting to bind port 38b4deb0-26be-40dc-a1bf-d934474e4312 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:12.040556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Attempting to bind port 38b4deb0-26be-40dc-a1bf-d934474e4312 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:12.040875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Attempting to bind port 38b4deb0-26be-40dc-a1bf-d934474e4312 on network 2211f5ea-9e45-46a4-800a-89aedc1b949a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:12.074217 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-02e1a8fc-c311-40c1-9f3f-ad1ed390dbe2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bde5600-aad2-440c-b53c-f121cfc5cd87 HTTP/1.1" status: 200 len: 217 time: 0.1142385 Jul 06 17:43:12.083363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Port 38b4deb0-26be-40dc-a1bf-d934474e4312 on network 2211f5ea-9e45-46a4-800a-89aedc1b949a not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:12.083679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Attempting to bind port 38b4deb0-26be-40dc-a1bf-d934474e4312 on network 2211f5ea-9e45-46a4-800a-89aedc1b949a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:12.093622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:12.093990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Checking segment: {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:12.094520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Bound using segment: {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:12.095017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Bound port: 38b4deb0-26be-40dc-a1bf-d934474e4312, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8472f69b-433a-46b3-909e-dee9ccaed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:12.095420 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:12.216760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee795f7-6d0f-426c-9a06-d852ef9858a8 req-5ad9a01d-e377-4b2d-b3d4-1aca4f1f095d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:12.230012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee795f7-6d0f-426c-9a06-d852ef9858a8 req-5ad9a01d-e377-4b2d-b3d4-1aca4f1f095d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:12.238557 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:12.247128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee795f7-6d0f-426c-9a06-d852ef9858a8 req-5ad9a01d-e377-4b2d-b3d4-1aca4f1f095d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:12.255628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee795f7-6d0f-426c-9a06-d852ef9858a8 req-5ad9a01d-e377-4b2d-b3d4-1aca4f1f095d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:12.262198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee795f7-6d0f-426c-9a06-d852ef9858a8 req-5ad9a01d-e377-4b2d-b3d4-1aca4f1f095d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:12.269663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee795f7-6d0f-426c-9a06-d852ef9858a8 req-5ad9a01d-e377-4b2d-b3d4-1aca4f1f095d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:12.275909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee795f7-6d0f-426c-9a06-d852ef9858a8 req-5ad9a01d-e377-4b2d-b3d4-1aca4f1f095d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:12.278200 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ee795f7-6d0f-426c-9a06-d852ef9858a8 req-5ad9a01d-e377-4b2d-b3d4-1aca4f1f095d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.1615956 Jul 06 17:43:12.339477 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ee795f7-6d0f-426c-9a06-d852ef9858a8 req-79e0d610-8bb9-4faf-b1c6-ff77f411cc39 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540812 Jul 06 17:43:12.715255 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be845e1a-3f90-4a49-bb2f-de2a9179e934 x-openstack-request-id: req-be845e1a-3f90-4a49-bb2f-de2a9179e934 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:12.715790 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768dcdde-7e87-4f51-befd-35d32e018495", "tag": "3bde5600-aad2-440c-b53c-f121cfc5cd87", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:12.715790 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be845e1a-3f90-4a49-bb2f-de2a9179e934 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:12.716213 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768dcdde-7e87-4f51-befd-35d32e018495', 'tag': '3bde5600-aad2-440c-b53c-f121cfc5cd87', 'status': 'completed', 'code': 200} Jul 06 17:43:12.749437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:12.756673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-29788a0f-8694-4c0e-b5d4-630f6d44a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:12.758231 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-29788a0f-8694-4c0e-b5d4-630f6d44a4e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed HTTP/1.1" status: 200 len: 853 time: 0.6686766 Jul 06 17:43:12.781026 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:12.806196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:12.850248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:12.853846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-9406d09e-34a4-46f1-abf3-9582a5c48ef0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2211f5ea-9e45-46a4-800a-89aedc1b949a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752592 Jul 06 17:43:12.854674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:12.862367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Pushing event updated for resources: {'Port': ['ID=b2e39f8c-7bc2-4157-8ab9-08b6369146ad,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:12.870930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Transition to ACTIVE for port object 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:12.882132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37316) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:12.913414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:12.926859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] For port 38b4deb0-26be-40dc-a1bf-d934474e4312, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:12.978691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-3484290e-ad59-435f-bc8f-8bcd4d0fea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:12.980269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-3484290e-ad59-435f-bc8f-8bcd4d0fea4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 1096 time: 0.8666887 Jul 06 17:43:13.011470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] For port 38b4deb0-26be-40dc-a1bf-d934474e4312, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=38b4deb0-26be-40dc-a1bf-d934474e4312,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:13.058741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.104807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1359382038'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:13.144533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Made reservation on behalf of c999b2d45f954ec59e7df2dd7a2998a2 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:13.150179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.161410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Pushing event updated for resources: {'Port': ['ID=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:13.178374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.181490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:13.182143 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.183701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] 10.222.0.55 "PUT /v2.0/ports/38b4deb0-26be-40dc-a1bf-d934474e4312 HTTP/1.1" status: 200 len: 1092 time: 3.1667106 Jul 06 17:43:13.363134 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-5eae7d2b-0689-4fdb-a49b-8a307539f7ae service neutron] 10.222.0.22 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950299 Jul 06 17:43:13.374382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.375412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.402719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.441671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:43:13.457194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb91bba-0fea-4be6-945b-4cafb7ed33b6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:13.466027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.466620 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Added segment a2b5277c-1976-42da-ae70-6e34e40a1188 of type vlan for network a9c62a76-6a03-48f5-b21b-5cca9f0e689f Jul 06 17:43:13.475533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-e278411e-0250-4a2d-a0c4-bf4b8934b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:13.477394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-e278411e-0250-4a2d-a0c4-bf4b8934b859 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 912 time: 0.4720843 Jul 06 17:43:13.487329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12369df-3495-40ab-8c67-f733bdbb12ef service neutron] Pushing event updated for resources: {'Port': ['ID=38b4deb0-26be-40dc-a1bf-d934474e4312,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:13.535148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb57b4-49a6-41de-ab34-25469707ade4 req-f0925cb8-3e33-4c9f-a69c-58575048726e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:13.536351 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccfb57b4-49a6-41de-ab34-25469707ade4 req-f0925cb8-3e33-4c9f-a69c-58575048726e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.1792316 Jul 06 17:43:13.540968 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.588170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Attempting to bind port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:13.588523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Attempting to bind port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:13.588843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Attempting to bind port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:13.622557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.631877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de on network 9811fd57-c9db-4518-b207-d909bc461be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:13.632207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Attempting to bind port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:13.634121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:13.635420 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.645767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.687585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:13.687946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Checking segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:13.688326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Bound using segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:13.688784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Bound port: 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:13.689159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:13.703255 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-c4c91114-4b94-4aff-940e-5f0e2ce1d700 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0d36c59-bc4f-450c-82ce-517af78f70df HTTP/1.1" status: 200 len: 1001 time: 0.2062619 Jul 06 17:43:13.705338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-b123bf62-bb37-435d-b308-30b02428cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:13.706864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-b123bf62-bb37-435d-b308-30b02428cb6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 1095 time: 0.4303989 Jul 06 17:43:13.749708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ccfb57b4-49a6-41de-ab34-25469707ade4 req-afa76c80-69e2-4a37-bfd6-14d2513627e7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907203 Jul 06 17:43:13.762773 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8792219 Jul 06 17:43:13.766569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:13.775018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Request body: {'subnet': {'network_id': 'a9c62a76-6a03-48f5-b21b-5cca9f0e689f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:13.789605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eab099-b61e-4200-ad9e-4484fa51e6b4 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event updated for resources: {'Network': ['ID=a9c62a76-6a03-48f5-b21b-5cca9f0e689f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:13.811464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network a9c62a76-6a03-48f5-b21b-5cca9f0e689f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:43:13.828546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-bac4bb2a-5c26-4785-864a-ef82664933b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b4deb0-26be-40dc-a1bf-d934474e4312 HTTP/1.1" status: 200 len: 217 time: 0.1113968 Jul 06 17:43:13.838222 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-0a6dc84c-1502-4ae4-9d06-ef68e4d123dd service neutron] 10.222.0.22 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581225 Jul 06 17:43:14.025501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Made reservation on behalf of c999b2d45f954ec59e7df2dd7a2998a2 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:14.029226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.086414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186728ec-0a9e-4213-84ae-47e873f9b106 req-2e0a0be6-17c7-4b70-b43a-694948102c77 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.088054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-186728ec-0a9e-4213-84ae-47e873f9b106 req-2e0a0be6-17c7-4b70-b43a-694948102c77 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 944 time: 0.1616914 Jul 06 17:43:14.166464 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-186728ec-0a9e-4213-84ae-47e873f9b106 req-8426f069-47cb-4644-b87c-63b2f9a8a629 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708666 Jul 06 17:43:14.216537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e6d21617-888b-4aab-8031-f63c93b5f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.217747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-e6d21617-888b-4aab-8031-f63c93b5f7aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed HTTP/1.1" status: 200 len: 853 time: 0.3782282 Jul 06 17:43:14.228714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-278a638d-6dc4-4b90-b2f0-d9274f98f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.230281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-278a638d-6dc4-4b90-b2f0-d9274f98f180 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.5123465 Jul 06 17:43:14.294688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-84cd5936-6dfe-44b7-ac18-7ea342151288 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2211f5ea-9e45-46a4-800a-89aedc1b949a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603988 Jul 06 17:43:14.312092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.336613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] For port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:14.407378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event updated for resources: {'Subnet': ['ID=0c924478-a665-4f56-8d51-0ded063f2e7c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:14.421242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] For port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:14.457488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Checking segment: {'id': 'a2b5277c-1976-42da-ae70-6e34e40a1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9c62a76-6a03-48f5-b21b-5cca9f0e689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:14.457785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Network hostable DHCP agents. Network: a9c62a76-6a03-48f5-b21b-5cca9f0e689f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:43:14.461583 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.488987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09108167-c2a5-4d6d-98e8-e9af58d26748 req-3da05973-1a25-409f-8cba-3a5d178baafa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.495154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09108167-c2a5-4d6d-98e8-e9af58d26748 req-3da05973-1a25-409f-8cba-3a5d178baafa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.501206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09108167-c2a5-4d6d-98e8-e9af58d26748 req-3da05973-1a25-409f-8cba-3a5d178baafa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.507805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09108167-c2a5-4d6d-98e8-e9af58d26748 req-3da05973-1a25-409f-8cba-3a5d178baafa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.514128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09108167-c2a5-4d6d-98e8-e9af58d26748 req-3da05973-1a25-409f-8cba-3a5d178baafa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.520672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09108167-c2a5-4d6d-98e8-e9af58d26748 req-3da05973-1a25-409f-8cba-3a5d178baafa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.526809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09108167-c2a5-4d6d-98e8-e9af58d26748 req-3da05973-1a25-409f-8cba-3a5d178baafa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.529388 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09108167-c2a5-4d6d-98e8-e9af58d26748 req-3da05973-1a25-409f-8cba-3a5d178baafa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.1875222 Jul 06 17:43:14.541057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829a24-bb2e-437e-934c-b70186ed7731 req-206a3c68-ae93-4c9b-a09f-77aa6f38306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.542137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Network a9c62a76-6a03-48f5-b21b-5cca9f0e689f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:43:14.543213 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43829a24-bb2e-437e-934c-b70186ed7731 req-206a3c68-ae93-4c9b-a09f-77aa6f38306f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&device_id=768dcdde-7e87-4f51-befd-35d32e018495 HTTP/1.1" status: 200 len: 1095 time: 0.5678744 Jul 06 17:43:14.555455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:14.566418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Request body: {'floatingip': {'port_id': 'b9a32bc3-0425-4419-9935-213d68df3df8'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:14.571988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, a9c62a76-6a03-48f5-b21b-5cca9f0e689f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:14.581960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.583046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.583793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.584510 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.586054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] 10.222.0.22 "PUT /v2.0/ports/9324d5a3-c4b5-4f1b-ad70-65b86e2f41de HTTP/1.1" status: 200 len: 1091 time: 3.7427673 Jul 06 17:43:14.596183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7589ad-746f-474e-b443-9c20080bf265 None None] Network a9c62a76-6a03-48f5-b21b-5cca9f0e689f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:14.693868 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b117e3d-b9c0-4ecb-adc5-242f366ec2f3 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9258134 Jul 06 17:43:14.699351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:14.703768 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-8dceac6a-e786-42ec-9867-070d4bc5fe38 service neutron] 10.222.0.55 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833544 Jul 06 17:43:14.704499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acb1e7-c2af-4f7d-94a6-fad30e5f0426 service neutron] Pushing event updated for resources: {'Port': ['ID=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:14.709766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7ab1028a-9b06-4f05-bbe9-a4d2fc2ab26d tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1885683336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:14.714802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.727080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.737855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc716853-4710-48ae-8865-dd58eab6b952', 'tag': '38b4deb0-26be-40dc-a1bf-d934474e4312'}, {'name': 'network-changed', 'server_uuid': 'a33e7761-4036-4965-8a68-6535a766feb2', 'tag': '9324d5a3-c4b5-4f1b-ad70-65b86e2f41de'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:14.740326 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da" -d '{"events": [{"name": "network-changed", "server_uuid": "fc716853-4710-48ae-8865-dd58eab6b952", "tag": "38b4deb0-26be-40dc-a1bf-d934474e4312"}, {"name": "network-changed", "server_uuid": "a33e7761-4036-4965-8a68-6535a766feb2", "tag": "9324d5a3-c4b5-4f1b-ad70-65b86e2f41de"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:14.744426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-799689c5-8cd2-4fdb-b016-7e8c00aa6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.746089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-799689c5-8cd2-4fdb-b016-7e8c00aa6b02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4946096 Jul 06 17:43:14.772054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.851484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-a9c62a76-6a03-48f5-b21b-5cca9f0e689f', 'network_id': 'a9c62a76-6a03-48f5-b21b-5cca9f0e689f', 'tenant_id': 'c999b2d45f954ec59e7df2dd7a2998a2', 'fixed_ips': [{'subnet_id': '0c924478-a665-4f56-8d51-0ded063f2e7c'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:43:14.854226 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.917282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ab1028a-9b06-4f05-bbe9-a4d2fc2ab26d tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.918767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ab1028a-9b06-4f05-bbe9-a4d2fc2ab26d tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:14.954762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-32c74bbd-d428-427e-912c-cc6e5a75a84f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.962319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-32c74bbd-d428-427e-912c-cc6e5a75a84f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.968322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-32c74bbd-d428-427e-912c-cc6e5a75a84f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.974833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-32c74bbd-d428-427e-912c-cc6e5a75a84f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.980906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-32c74bbd-d428-427e-912c-cc6e5a75a84f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.987964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-32c74bbd-d428-427e-912c-cc6e5a75a84f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.994393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-32c74bbd-d428-427e-912c-cc6e5a75a84f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:14.996682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-32c74bbd-d428-427e-912c-cc6e5a75a84f tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5444 time: 0.5955985 Jul 06 17:43:15.044714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Allocated IP 172.20.0.2 (a9c62a76-6a03-48f5-b21b-5cca9f0e689f/0c924478-a665-4f56-8d51-0ded063f2e7c/651d7997-4335-407a-acfd-4f53e266ff87) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:15.065796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Pushing event updated for resources: {'Port': ['ID=b2e39f8c-7bc2-4157-8ab9-08b6369146ad,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:15.148317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375e43d-2e5b-49d2-a241-43a0e13c260c req-ab33f016-2a7d-432e-bfbc-0b48d8834d59 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:15.152344 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4375e43d-2e5b-49d2-a241-43a0e13c260c req-ab33f016-2a7d-432e-bfbc-0b48d8834d59 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 943 time: 0.4313645 Jul 06 17:43:15.159845 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ab1028a-9b06-4f05-bbe9-a4d2fc2ab26d tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.216773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ab1028a-9b06-4f05-bbe9-a4d2fc2ab26d tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.235292 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.245973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Transition to ACTIVE for port object 651d7997-4335-407a-acfd-4f53e266ff87 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:15.266377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Transition to ACTIVE for port object 651d7997-4335-407a-acfd-4f53e266ff87 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:15.275491 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.316526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Network a9c62a76-6a03-48f5-b21b-5cca9f0e689f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:15.320506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:15.325234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:15.332683 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ab1028a-9b06-4f05-bbe9-a4d2fc2ab26d tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.336462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7ab1028a-9b06-4f05-bbe9-a4d2fc2ab26d tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6329343 Jul 06 17:43:15.339031 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37336) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:15.382138 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4375e43d-2e5b-49d2-a241-43a0e13c260c req-1e6df9d9-1c9d-4bb3-86a5-012c70f16093 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712525 Jul 06 17:43:15.417432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Attempting to bind port 651d7997-4335-407a-acfd-4f53e266ff87 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:15.418946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Attempting to bind port 651d7997-4335-407a-acfd-4f53e266ff87 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'a2b5277c-1976-42da-ae70-6e34e40a1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9c62a76-6a03-48f5-b21b-5cca9f0e689f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:15.418946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Attempting to bind port 651d7997-4335-407a-acfd-4f53e266ff87 on network a9c62a76-6a03-48f5-b21b-5cca9f0e689f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:15.430003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Pushing event updated for resources: {'Port': ['ID=651d7997-4335-407a-acfd-4f53e266ff87,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:15.440456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:15.442955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Checking segment: {'id': 'a2b5277c-1976-42da-ae70-6e34e40a1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9c62a76-6a03-48f5-b21b-5cca9f0e689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:15.443382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.443796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Bound using segment: {'id': 'a2b5277c-1976-42da-ae70-6e34e40a1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9c62a76-6a03-48f5-b21b-5cca9f0e689f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:15.444303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Bound port: 651d7997-4335-407a-acfd-4f53e266ff87, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b5277c-1976-42da-ae70-6e34e40a1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9c62a76-6a03-48f5-b21b-5cca9f0e689f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:15.444704 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.489018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829a24-bb2e-437e-934c-b70186ed7731 req-7b6e327d-bd12-485d-9a14-9e085f11e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:15.490871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43829a24-bb2e-437e-934c-b70186ed7731 req-7b6e327d-bd12-485d-9a14-9e085f11e890 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 914 time: 0.9350791 Jul 06 17:43:15.551960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] For port 651d7997-4335-407a-acfd-4f53e266ff87, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:15.560775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] For port 651d7997-4335-407a-acfd-4f53e266ff87, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=651d7997-4335-407a-acfd-4f53e266ff87,segment=NetworkSegment(a2b5277c-1976-42da-ae70-6e34e40a1188),segment_id=a2b5277c-1976-42da-ae70-6e34e40a1188)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:15.569821 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.601360 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.611373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43829a24-bb2e-437e-934c-b70186ed7731 req-f057c059-5896-422c-ae8e-4a140ec8bd3b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bde5600-aad2-440c-b53c-f121cfc5cd87 HTTP/1.1" status: 200 len: 217 time: 0.0886009 Jul 06 17:43:15.620314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-1427c39f-080f-4c61-8338-d50fc29bf382 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:15.621767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-1427c39f-080f-4c61-8338-d50fc29bf382 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "GET /v2.0/ports/631caff5-2706-4ccf-9a3d-0053d1ec2a2d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6070273 Jul 06 17:43:15.628242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-e7dd68e7-eda9-4ced-88d1-e61e7275678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:15.629954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-e7dd68e7-eda9-4ced-88d1-e61e7275678b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 1094 time: 0.9549551 Jul 06 17:43:15.634911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8378c670-4bb4-4dc2-9ddc-34b448d9bf30 req-0410d961-1d51-4805-b7c8-9cfe710a7a6a service neutron] 10.222.0.55 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8981748 Jul 06 17:43:15.663425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c0a47-0bce-48e0-b521-ebb44073faef None None] Pushing event updated for resources: {'Port': ['ID=651d7997-4335-407a-acfd-4f53e266ff87,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:15.672450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-a11d245b-1640-4314-9aac-aaf436d856b2 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8975778 Jul 06 17:43:15.795602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:15.796856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-e09133ee-c79e-4e65-a19e-4638e80d653f tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8256602 Jul 06 17:43:15.883576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-38d0b23e-5cd2-41da-b986-c71373e3611c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de HTTP/1.1" status: 200 len: 217 time: 0.2051177 Jul 06 17:43:16.023360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829a24-bb2e-437e-934c-b70186ed7731 req-c9821668-f87e-48a5-a000-d6fe020ef06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.026278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43829a24-bb2e-437e-934c-b70186ed7731 req-c9821668-f87e-48a5-a000-d6fe020ef06c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed HTTP/1.1" status: 200 len: 853 time: 0.4030972 Jul 06 17:43:16.039778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-30a65ac3-0b01-47cc-8e02-614f47d01eb6 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 696 time: 0.1598289 Jul 06 17:43:16.125809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43829a24-bb2e-437e-934c-b70186ed7731 req-65260f91-fa72-4d90-a665-a65bf40215cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2211f5ea-9e45-46a4-800a-89aedc1b949a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848682 Jul 06 17:43:16.197999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-760b2878-6450-40c8-85f1-70283871a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.199790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-760b2878-6450-40c8-85f1-70283871a714 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.2921216 Jul 06 17:43:16.203342 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:43:16.227508 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf8dd72b-55e0-4895-b03c-607f3538c0e3 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "GET /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5752320 Jul 06 17:43:16.284112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:16.319892 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d2810a5-95c3-4f5a-940f-8944a3fe1e62 req-23543995-712c-4fce-8550-9fb638a6bcf2 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106460 Jul 06 17:43:16.381852 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-0435df5a-324c-4b42-aebb-25155a94953e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209507 Jul 06 17:43:16.528006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ce4f-a3ee-4bec-91d7-0504312312c1 req-d1f88e73-d7f4-48f4-bb19-715135a36aa0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.540432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ce4f-a3ee-4bec-91d7-0504312312c1 req-d1f88e73-d7f4-48f4-bb19-715135a36aa0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.553607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ce4f-a3ee-4bec-91d7-0504312312c1 req-d1f88e73-d7f4-48f4-bb19-715135a36aa0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.567777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ce4f-a3ee-4bec-91d7-0504312312c1 req-d1f88e73-d7f4-48f4-bb19-715135a36aa0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.579935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ce4f-a3ee-4bec-91d7-0504312312c1 req-d1f88e73-d7f4-48f4-bb19-715135a36aa0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.593365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ce4f-a3ee-4bec-91d7-0504312312c1 req-d1f88e73-d7f4-48f4-bb19-715135a36aa0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.616408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ce4f-a3ee-4bec-91d7-0504312312c1 req-d1f88e73-d7f4-48f4-bb19-715135a36aa0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.620013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-23b9ce4f-a3ee-4bec-91d7-0504312312c1 req-d1f88e73-d7f4-48f4-bb19-715135a36aa0 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 5444 time: 1.0108294 Jul 06 17:43:16.644836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-39128a60-b96d-42bf-8c65-2c7df7190fea tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:16.644836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b066ba1c-7e49-468a-a25f-dd1538c63eeb req-39128a60-b96d-42bf-8c65-2c7df7190fea tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.5848196 Jul 06 17:43:16.698902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43829a24-bb2e-437e-934c-b70186ed7731 req-c5eace02-8652-4fbf-a19c-be5c9c6c482b service neutron] 10.222.0.22 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058420 Jul 06 17:43:16.718054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:16.729276 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:16.808667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 651d7997-4335-407a-acfd-4f53e266ff87 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:16.955804 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:43:16.961433 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-732c4afc-082a-44f2-8958-599453bf0406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:16.963163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 651d7997-4335-407a-acfd-4f53e266ff87 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:17.009451 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f453e-ab83-4aee-89d6-a58ff768a144 x-openstack-request-id: req-7a4f453e-ab83-4aee-89d6-a58ff768a144 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:17.010155 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc716853-4710-48ae-8865-dd58eab6b952", "tag": "38b4deb0-26be-40dc-a1bf-d934474e4312", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a33e7761-4036-4965-8a68-6535a766feb2", "tag": "9324d5a3-c4b5-4f1b-ad70-65b86e2f41de", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:17.010711 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a4f453e-ab83-4aee-89d6-a58ff768a144 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:17.011628 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc716853-4710-48ae-8865-dd58eab6b952', 'tag': '38b4deb0-26be-40dc-a1bf-d934474e4312', 'status': 'completed', 'code': 200} Jul 06 17:43:17.012430 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33e7761-4036-4965-8a68-6535a766feb2', 'tag': '9324d5a3-c4b5-4f1b-ad70-65b86e2f41de', 'status': 'completed', 'code': 200} Jul 06 17:43:17.022914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-23b9ce4f-a3ee-4bec-91d7-0504312312c1 req-dd74766c-6780-42ce-bb13-18570bbbb4c5 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3449392 Jul 06 17:43:17.043768 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-cd0c8fee-319d-4565-acff-6471ffa8863f service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442382 Jul 06 17:43:17.153904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.177411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.225582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e99eeb-0578-4284-9a9b-d112166ad33d None None] Network a9c62a76-6a03-48f5-b21b-5cca9f0e689f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:17.323193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7caffacc-3c57-41a5-938c-6eaeedd7ecd4 None None] Provisioning for port 651d7997-4335-407a-acfd-4f53e266ff87 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:17.332804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7caffacc-3c57-41a5-938c-6eaeedd7ecd4 None None] Provisioning complete for port 651d7997-4335-407a-acfd-4f53e266ff87 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:17.333139 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7caffacc-3c57-41a5-938c-6eaeedd7ecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.514637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] For port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:17.531003 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43829a24-bb2e-437e-934c-b70186ed7731 req-cb2639d6-f144-489b-aee0-59f8d645029c service neutron] 10.222.0.22 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8308764 Jul 06 17:43:17.551759 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7caffacc-3c57-41a5-938c-6eaeedd7ecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.570554 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Floating IP 1ce9bef1-1f33-478c-a108-11f78e48e3fb associated. External IP: 172.25.7.197, port: b9a32bc3-0425-4419-9935-213d68df3df8. Jul 06 17:43:17.603510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7caffacc-3c57-41a5-938c-6eaeedd7ecd4 None None] For port 651d7997-4335-407a-acfd-4f53e266ff87, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=651d7997-4335-407a-acfd-4f53e266ff87,segment=NetworkSegment(a2b5277c-1976-42da-ae70-6e34e40a1188),segment_id=a2b5277c-1976-42da-ae70-6e34e40a1188)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:17.612674 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7caffacc-3c57-41a5-938c-6eaeedd7ecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:17.669631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0586713-fc36-4bb8-8b44-dde8aec4ff5e req-9c67f7d4-1ed5-4161-9c35-3bddd02d2c71 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:17.671315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0586713-fc36-4bb8-8b44-dde8aec4ff5e req-9c67f7d4-1ed5-4161-9c35-3bddd02d2c71 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 944 time: 0.3905847 Jul 06 17:43:17.673131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caffacc-3c57-41a5-938c-6eaeedd7ecd4 None None] Pushing event updated for resources: {'Port': ['ID=651d7997-4335-407a-acfd-4f53e266ff87,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:17.675547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-b8f420b1-e8c8-4aab-b610-950a2ac540a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:17.678405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-b8f420b1-e8c8-4aab-b610-950a2ac540a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7517d8978eaf4961a501374aea91b6f0&device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 1095 time: 0.6431999 Jul 06 17:43:17.692787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Allocated IP 172.20.0.1 (a9c62a76-6a03-48f5-b21b-5cca9f0e689f/0c924478-a665-4f56-8d51-0ded063f2e7c/a395ea83-f2e4-44c0-ac99-dfe4b436aefb) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:17.716778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] For port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:17.795296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1515a22-f3c0-4607-ac84-2bfdace7db6d req-ee6ece98-6b6f-4491-8f6a-4ccf52afda79 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763811 Jul 06 17:43:17.864077 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0586713-fc36-4bb8-8b44-dde8aec4ff5e req-b957f965-527e-495d-bcbc-40f5671ccb83 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317463 Jul 06 17:43:17.974993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] device_id is not set on port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:43:17.984192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.000420 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.019397 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.032050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0373-c6b0-4189-8d3c-5bfab4098cce req-c205d2a4-5568-4e7b-bf32-41409303bbb0 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:18.039565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Transition to ACTIVE for port object a395ea83-f2e4-44c0-ac99-dfe4b436aefb will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:18.044632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14fe0373-c6b0-4189-8d3c-5bfab4098cce req-c205d2a4-5568-4e7b-bf32-41409303bbb0 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.7428598 Jul 06 17:43:18.066907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4a87c592-8858-41c1-97c8-398790e5c545 None None] Provisioning complete for port 651d7997-4335-407a-acfd-4f53e266ff87 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:18.068525 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a87c592-8858-41c1-97c8-398790e5c545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.071360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Router 5eb25a74-968a-4c89-a3ca-b1854167c6be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:43:18.148572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3bde5600-aad2-440c-b53c-f121cfc5cd87 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:18.152827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9560dc4f-2e60-4076-a113-c8feb40f9653 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:18.156382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.162130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] Pushing event updated for resources: {'Port': ['ID=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:18.283911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14fe0373-c6b0-4189-8d3c-5bfab4098cce req-994da07e-ab9d-4a20-b9c4-3e1bdc09aafa tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380958 Jul 06 17:43:18.351913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Network a9c62a76-6a03-48f5-b21b-5cca9f0e689f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:18.354773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:43:18.384713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.385366 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] Sync routers for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:43:18.401032 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:18.403038 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:42:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:18.417049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-d3f3a67b-6804-4cf7-a7cc-781b8b73a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:18.419459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-d3f3a67b-6804-4cf7-a7cc-781b8b73a9e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 200 len: 914 time: 0.7230172 Jul 06 17:43:18.422637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] No DVR routers for this DVR port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:18.444816 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.462890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:18.469207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3bde5600-aad2-440c-b53c-f121cfc5cd87, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3bde5600-aad2-440c-b53c-f121cfc5cd87,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:18.483661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:18.499999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-02bea22f-1177-4b0a-993f-fcc7afa30c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:18.502781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-02bea22f-1177-4b0a-993f-fcc7afa30c6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 1094 time: 0.6445024 Jul 06 17:43:18.506176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9560dc4f-2e60-4076-a113-c8feb40f9653, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9560dc4f-2e60-4076-a113-c8feb40f9653,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:18.509397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9560dc4f-2e60-4076-a113-c8feb40f9653'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:18.512866 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e49944-5145-4eb7-ba07-25d75efd6487" -d '{"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "9560dc4f-2e60-4076-a113-c8feb40f9653"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:18.518417 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:18.519681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fc29c559-ab96-478e-96ad-b2f2b05969f5 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:18.524935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '3bde5600-aad2-440c-b53c-f121cfc5cd87', 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a', 'port_id': '3bde5600-aad2-440c-b53c-f121cfc5cd87', 'mac_address': 'fa:16:3e:fd:08:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:18.641440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event updated for resources: {'Port': ['ID=a395ea83-f2e4-44c0-ac99-dfe4b436aefb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:18.662090 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-319b116a-6203-48bc-98b8-be8f9a8d9107 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b4deb0-26be-40dc-a1bf-d934474e4312 HTTP/1.1" status: 200 len: 217 time: 0.2090569 Jul 06 17:43:18.809304 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:18.861710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a237-c98a-499d-93fb-305ec63db00d req-2920a211-79f4-4b50-a16a-4fa0c812b2ec tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:18.877442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69d6a237-c98a-499d-93fb-305ec63db00d req-2920a211-79f4-4b50-a16a-4fa0c812b2ec tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 943 time: 0.7334995 Jul 06 17:43:18.882616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 651d7997-4335-407a-acfd-4f53e266ff87 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:19.016060 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69d6a237-c98a-499d-93fb-305ec63db00d req-2d7ac95a-3ba4-4950-a570-ea7e9032ee0c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360524 Jul 06 17:43:19.029362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] In _notify_port_updated(), no bound segment for port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:43:19.030930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.031939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.032728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-83ed2c60-546c-4ce0-a7b8-8740d5806f31 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "PUT /v2.0/floatingips/1ce9bef1-1f33-478c-a108-11f78e48e3fb HTTP/1.1" status: 200 len: 991 time: 4.4752758 Jul 06 17:43:19.034955 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-bf901e28-bf4b-4ec8-862a-ded7148d1226 service neutron] 10.222.0.22 "PUT /v2.0/ports/631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 200 len: 1033 time: 2.7672861 Jul 06 17:43:19.035319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ba37b989-19a1-410d-8b69-830b550dda59 None None] Provisioning complete for port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:19.035927 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba37b989-19a1-410d-8b69-830b550dda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.039857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=9560dc4f-2e60-4076-a113-c8feb40f9653,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:19.042916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:19.045921 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.090792 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40293bd6-e731-4e07-9dfb-7dd4621d22e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:19.093802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 38b4deb0-26be-40dc-a1bf-d934474e4312 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:19.101843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.125970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bde5600-aad2-440c-b53c-f121cfc5cd87 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:19.176397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-d099f943-c825-44e3-bffd-779a7fc90e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.178021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-d099f943-c825-44e3-bffd-779a7fc90e75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed HTTP/1.1" status: 200 len: 853 time: 0.4731653 Jul 06 17:43:19.187090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-424e9f16-27a7-4384-9647-881651482abc tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.188790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-424e9f16-27a7-4384-9647-881651482abc tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 821 time: 0.5117967 Jul 06 17:43:19.191115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ba37b989-19a1-410d-8b69-830b550dda59 None None] Port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:19.231442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 651d7997-4335-407a-acfd-4f53e266ff87 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:19.231908 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.237409 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.243244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3bde5600-aad2-440c-b53c-f121cfc5cd87, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3bde5600-aad2-440c-b53c-f121cfc5cd87,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:19.284944 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.326386 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '1ce9bef1-1f33-478c-a108-11f78e48e3fb', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'port_id': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'mac_address': 'fa:16:3e:f9:47:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:41:28Z', 'updated_at': '2021-07-06T17:43:16Z', 'revision_number': 1, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5e782a-4d65-4ba5-8d88-25fb8a3e3cec', 'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'mac_address': 'fa:16:3e:d0:b9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:23Z', 'updated_at': '2021-07-06T17:40:36Z', 'revision_number': 5, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'subnets': [{'id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:19.393757 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.414779 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] Checking router: 5eb25a74-968a-4c89-a3ca-b1854167c6be for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:43:19.428252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fc29c559-ab96-478e-96ad-b2f2b05969f5, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:19.431644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-43f71b2d-e692-4e30-868d-0892ce478e32 None None] Provisioning for port a395ea83-f2e4-44c0-ac99-dfe4b436aefb completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:19.442241 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:19.443735 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:42:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:19.461848 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.462865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 631caff5-2706-4ccf-9a3d-0053d1ec2a2d no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:19.471683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-43f71b2d-e692-4e30-868d-0892ce478e32 None None] Provisioning complete for port a395ea83-f2e4-44c0-ac99-dfe4b436aefb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:19.472268 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43f71b2d-e692-4e30-868d-0892ce478e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.529689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3bde5600-aad2-440c-b53c-f121cfc5cd87,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:19.563473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3bde5600-aad2-440c-b53c-f121cfc5cd87'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:19.657488 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:19.769753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 38b4deb0-26be-40dc-a1bf-d934474e4312, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=38b4deb0-26be-40dc-a1bf-d934474e4312,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:19.786190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fc29c559-ab96-478e-96ad-b2f2b05969f5,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:19.793528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-43f71b2d-e692-4e30-868d-0892ce478e32 None None] Port a395ea83-f2e4-44c0-ac99-dfe4b436aefb cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:19.803086 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5ef45711-5ef5-4f6d-b690-2968c81d2f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:19.805863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '38b4deb0-26be-40dc-a1bf-d934474e4312', 'network_id': '2211f5ea-9e45-46a4-800a-89aedc1b949a', 'port_id': '38b4deb0-26be-40dc-a1bf-d934474e4312', 'mac_address': 'fa:16:3e:b2:16:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:19.880560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 631caff5-2706-4ccf-9a3d-0053d1ec2a2d not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:19.880997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a17ec985-5bbb-4a71-8846-a6dcc24b9122 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:19.884531 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdcb86-d87d-4e7f-9cac-78a43dccc62d req-1a9ccadb-4814-4936-838e-51394f91fcf2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.891517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdcb86-d87d-4e7f-9cac-78a43dccc62d req-1a9ccadb-4814-4936-838e-51394f91fcf2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.899159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdcb86-d87d-4e7f-9cac-78a43dccc62d req-1a9ccadb-4814-4936-838e-51394f91fcf2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.905907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdcb86-d87d-4e7f-9cac-78a43dccc62d req-1a9ccadb-4814-4936-838e-51394f91fcf2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.912587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdcb86-d87d-4e7f-9cac-78a43dccc62d req-1a9ccadb-4814-4936-838e-51394f91fcf2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.919358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdcb86-d87d-4e7f-9cac-78a43dccc62d req-1a9ccadb-4814-4936-838e-51394f91fcf2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:19.928054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3cdcb86-d87d-4e7f-9cac-78a43dccc62d req-1a9ccadb-4814-4936-838e-51394f91fcf2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 4660 time: 0.2482793 Jul 06 17:43:19.987680 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.000110 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.018914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3cdcb86-d87d-4e7f-9cac-78a43dccc62d req-8bf1b99f-ac95-48b9-a2b9-caa1777e18d7 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf&id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857599 Jul 06 17:43:20.024704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.044274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-dcc8a802-e16a-4d40-a811-23568f49701f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2211f5ea-9e45-46a4-800a-89aedc1b949a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8346157 Jul 06 17:43:20.048307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-8c83ea81-3751-40a8-905f-edd5df904cca tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:20.050319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-8c83ea81-3751-40a8-905f-edd5df904cca tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "GET /v2.0/ports/1f64f72b-5b42-456e-a399-f92be96fae98?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8430910 Jul 06 17:43:20.051773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b4deb0-26be-40dc-a1bf-d934474e4312 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:20.107232 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:20.122760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-e869a664-e4ed-437d-9dd9-c141c0e36cb2 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/quotas/ed5fb43f4c814360af5464bf0c2f9e4d HTTP/1.1" status: 200 len: 375 time: 0.9064488 Jul 06 17:43:20.175268 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '1ce9bef1-1f33-478c-a108-11f78e48e3fb', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'port_id': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'mac_address': 'fa:16:3e:f9:47:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:41:28Z', 'updated_at': '2021-07-06T17:43:16Z', 'revision_number': 1, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5e782a-4d65-4ba5-8d88-25fb8a3e3cec', 'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'mac_address': 'fa:16:3e:d0:b9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:23Z', 'updated_at': '2021-07-06T17:40:36Z', 'revision_number': 5, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'subnets': [{'id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:20.181182 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.216265 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c97f88-8c6b-40e2-b6e1-89ac096f826f None None] The sync data for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 is: [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '1ce9bef1-1f33-478c-a108-11f78e48e3fb', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'port_id': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'mac_address': 'fa:16:3e:f9:47:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6838712f-aff3-45f1-8996-05f9ca748940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:41:28Z', 'updated_at': '2021-07-06T17:43:16Z', 'revision_number': 1, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5e782a-4d65-4ba5-8d88-25fb8a3e3cec', 'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'mac_address': 'fa:16:3e:d0:b9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:23Z', 'updated_at': '2021-07-06T17:40:36Z', 'revision_number': 5, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'subnets': [{'id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:43:20.245978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 38b4deb0-26be-40dc-a1bf-d934474e4312, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=38b4deb0-26be-40dc-a1bf-d934474e4312,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:20.250494 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12844657-1ca1-4864-9aff-73db0e1908e1 x-openstack-request-id: req-12844657-1ca1-4864-9aff-73db0e1908e1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:20.251445 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "9560dc4f-2e60-4076-a113-c8feb40f9653", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:20.252126 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12844657-1ca1-4864-9aff-73db0e1908e1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:20.253057 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9560dc4f-2e60-4076-a113-c8feb40f9653', 'code': 200} Jul 06 17:43:20.264148 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.267162 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.344750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-79458924-b030-42de-ac5f-cf88bcf0cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:20.348149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-79458924-b030-42de-ac5f-cf88bcf0cee4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 913 time: 1.6738179 Jul 06 17:43:20.350956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=38b4deb0-26be-40dc-a1bf-d934474e4312,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:20.367419 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.430041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a17ec985-5bbb-4a71-8846-a6dcc24b9122, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:20.448031 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.449282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 18ec0406-0c19-4aa4-a163-89ffe987cc94 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:20.472769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event updated for resources: {'Port': ['ID=a395ea83-f2e4-44c0-ac99-dfe4b436aefb,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:20.499732 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-addbaa4f-6a12-40a6-88fb-598091aa09df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de HTTP/1.1" status: 200 len: 217 time: 0.1379998 Jul 06 17:43:20.526577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a17ec985-5bbb-4a71-8846-a6dcc24b9122,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:20.686204 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.687889 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Network a9c62a76-6a03-48f5-b21b-5cca9f0e689f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:20.688556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.696875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:20.780319 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.800985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 18ec0406-0c19-4aa4-a163-89ffe987cc94, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:20.804461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-25f9af71-d5cf-4799-a51f-37e6a97de27c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6803610 Jul 06 17:43:20.806527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-d7ca4604-aa3d-4d0e-9b51-814b2104519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:20.809537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-d7ca4604-aa3d-4d0e-9b51-814b2104519a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.2980282 Jul 06 17:43:20.811495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['38b4deb0-26be-40dc-a1bf-d934474e4312'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:20.812593 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-410d3339-eb64-4dec-befc-746e246ea6b8 service neutron] 10.222.0.55 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455788 Jul 06 17:43:20.835624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0606a-ee6a-4301-9157-9c6d8a93fe82 req-0557eb78-6ce7-478a-9738-9794de7e029f tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:20.838253 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5dd0606a-ee6a-4301-9157-9c6d8a93fe82 req-0557eb78-6ce7-478a-9738-9794de7e029f tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 945 time: 0.3173454 Jul 06 17:43:20.883183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1381df8-2d0a-46f9-b0ed-570be2dcbc1f None None] New status for floating IP 1ce9bef1-1f33-478c-a108-11f78e48e3fb: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:43:20.935768 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:20.936514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 1f64f72b-5b42-456e-a399-f92be96fae98 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:20.972882 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-d09c6556-11c2-4476-ac25-f5018dd640d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471715 Jul 06 17:43:21.007444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5dd0606a-ee6a-4301-9157-9c6d8a93fe82 req-7c0e2fd6-c092-45ee-8190-7884fa5e782e tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869143 Jul 06 17:43:21.059106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Router acccfdd8-5335-4172-8626-40718bf42d15 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:43:21.234413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-344b2bfc-bf8f-42e3-8115-5e23a0315d16 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971496 Jul 06 17:43:21.260948 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-6e1d9301-4eed-44c7-8572-82df91fdbac6 service neutron] 10.222.0.55 "GET /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368937 Jul 06 17:43:21.272085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=18ec0406-0c19-4aa4-a163-89ffe987cc94,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:21.352416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-96c40647-2cf4-4d11-a034-9b4fbcd51ef0 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645554 Jul 06 17:43:21.362315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5683e486-bf94-443a-8c33-46f94030acbe None None] Provisioning complete for port a395ea83-f2e4-44c0-ac99-dfe4b436aefb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:21.362959 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5683e486-bf94-443a-8c33-46f94030acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.374124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] For port 1f64f72b-5b42-456e-a399-f92be96fae98, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=1f64f72b-5b42-456e-a399-f92be96fae98,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:21.406996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:43:21.411114 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a7d994-59f8-4085-984e-b32d8b231b6d x-openstack-request-id: req-37a7d994-59f8-4085-984e-b32d8b231b6d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:21.411666 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:21.412071 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37a7d994-59f8-4085-984e-b32d8b231b6d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:21.412641 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'status': 'completed', 'code': 200} Jul 06 17:43:21.432800 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a06b8c83-2de0-4935-8e9c-6ce426b1a459 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "PUT /v2.0/routers/acccfdd8-5335-4172-8626-40718bf42d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0923295 Jul 06 17:43:21.437077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37374) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:21.443793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Request body: {'port': {'network_id': 'a9c62a76-6a03-48f5-b21b-5cca9f0e689f', 'name': 'tempest-FloatingIPNegativeTestJSON-2085122460'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:21.449129 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.466670 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b695e-6a19-4542-a2e7-e5aefe77286e None None] Sync routers for ids ['acccfdd8-5335-4172-8626-40718bf42d15'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:43:21.477917 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b695e-6a19-4542-a2e7-e5aefe77286e None None] Routers {'acccfdd8-5335-4172-8626-40718bf42d15'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:21.478592 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7a1b695e-6a19-4542-a2e7-e5aefe77286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['acccfdd8-5335-4172-8626-40718bf42d15'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:21.513956 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7a1b695e-6a19-4542-a2e7-e5aefe77286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:21.525473 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b695e-6a19-4542-a2e7-e5aefe77286e None None] Routers {'acccfdd8-5335-4172-8626-40718bf42d15'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:21.526110 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7a1b695e-6a19-4542-a2e7-e5aefe77286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['acccfdd8-5335-4172-8626-40718bf42d15'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:21.531305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5683e486-bf94-443a-8c33-46f94030acbe None None] Port a395ea83-f2e4-44c0-ac99-dfe4b436aefb cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:21.576930 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7a1b695e-6a19-4542-a2e7-e5aefe77286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:21.577671 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b695e-6a19-4542-a2e7-e5aefe77286e None None] The sync data for ids ['acccfdd8-5335-4172-8626-40718bf42d15'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:43:21.584823 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1029f53b-6d83-4c54-a995-23b02e6fdf82 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376267 Jul 06 17:43:21.606465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de43be-cfb9-4e41-9015-76e66a5bdfa0 req-050e7665-a8d1-49c2-bf2f-a3d0311440ed tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.614980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80de43be-cfb9-4e41-9015-76e66a5bdfa0 req-050e7665-a8d1-49c2-bf2f-a3d0311440ed tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2011294 Jul 06 17:43:21.649310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] For port 1f64f72b-5b42-456e-a399-f92be96fae98, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:21.691849 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80de43be-cfb9-4e41-9015-76e66a5bdfa0 req-2781e0e0-2a01-474c-aed1-968d920aaedd tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756223 Jul 06 17:43:21.714696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f74a55d-cdb8-46a0-8cc6-058a0f0f86da req-07b9263b-3eec-4b09-8880-21f5de1d8278 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490863 Jul 06 17:43:21.728790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] device_id is not set on port 1f64f72b-5b42-456e-a399-f92be96fae98 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:43:21.732402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Made reservation on behalf of c999b2d45f954ec59e7df2dd7a2998a2 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:21.744346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-b6c0cc4a-1ef9-4609-9130-8ca13ca9a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.745318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-b6c0cc4a-1ef9-4609-9130-8ca13ca9a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.745508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.745878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-b6c0cc4a-1ef9-4609-9130-8ca13ca9a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.746836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-b6c0cc4a-1ef9-4609-9130-8ca13ca9a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.747023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-b6c0cc4a-1ef9-4609-9130-8ca13ca9a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.747713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-b6c0cc4a-1ef9-4609-9130-8ca13ca9a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.748384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-b6c0cc4a-1ef9-4609-9130-8ca13ca9a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:21.750972 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-b6c0cc4a-1ef9-4609-9130-8ca13ca9a48e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6492 time: 0.3875406 Jul 06 17:43:21.758106 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.790801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] device_id is not set on port 2ce17e36-455c-41c5-92f6-929b3c6e5e8e yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:43:21.842561 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:21.882626 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:43:21.883163 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:43:22.000903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] Pushing event updated for resources: {'Port': ['ID=1f64f72b-5b42-456e-a399-f92be96fae98,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:22.003915 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] No DVR routers for this DVR port 1f64f72b-5b42-456e-a399-f92be96fae98 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:22.118703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-cea18ccc-9155-459a-ad6c-b01c87ae15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.122886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-cea18ccc-9155-459a-ad6c-b01c87ae15b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=783772ad-1179-4bad-9382-d4de5d5d3d28 HTTP/1.1" status: 200 len: 912 time: 0.3611095 Jul 06 17:43:22.131182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Allocated IP 172.20.0.5 (a9c62a76-6a03-48f5-b21b-5cca9f0e689f/0c924478-a665-4f56-8d51-0ded063f2e7c/2ce17e36-455c-41c5-92f6-929b3c6e5e8e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:22.167125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:22.256035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038418d-78ba-4dd4-8930-9ba7bce2faf1 req-551019f1-5346-42a1-886a-582a20815fab tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.257804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0038418d-78ba-4dd4-8930-9ba7bce2faf1 req-551019f1-5346-42a1-886a-582a20815fab tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 943 time: 0.2192466 Jul 06 17:43:22.295400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] In _notify_port_updated(), no bound segment for port 1f64f72b-5b42-456e-a399-f92be96fae98 on network 47e547bc-f710-4b73-b52e-751477455b04 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:43:22.296290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.297859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.300951 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-2c23abd4-a705-45c5-a220-f85be023cb2f service neutron] 10.222.0.22 "PUT /v2.0/ports/1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 200 len: 1032 time: 2.2374914 Jul 06 17:43:22.427778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc29c559-ab96-478e-96ad-b2f2b05969f5'}, {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122'}, {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ec0406-0c19-4aa4-a163-89ffe987cc94'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:22.431861 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5115d494-52f4-4a43-97e5-66512d0bb66f" -d '{"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "fc29c559-ab96-478e-96ad-b2f2b05969f5"}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122"}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "18ec0406-0c19-4aa4-a163-89ffe987cc94"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:22.449889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-1b6b5a89-8ea3-43eb-8fbc-5e9df0016f5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a32bc3-0425-4419-9935-213d68df3df8 HTTP/1.1" status: 200 len: 1001 time: 0.3196125 Jul 06 17:43:22.518743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0038418d-78ba-4dd4-8930-9ba7bce2faf1 req-7f7297d0-666a-410b-ba85-0f3056d26024 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307415 Jul 06 17:43:22.547270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-17570f6d-067f-4c26-9ad2-314a6f794864 None None] Provisioning complete for port 1f64f72b-5b42-456e-a399-f92be96fae98 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:22.549726 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17570f6d-067f-4c26-9ad2-314a6f794864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.554595 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.564045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 77b9e98a-913e-4ee3-a7cc-83267ef98d47 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:22.641750 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.669973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8758008-964e-45f0-9201-b6609488a18c req-2418e8fc-28a8-4990-b38d-2d83c3160d50 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.682871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8758008-964e-45f0-9201-b6609488a18c req-2418e8fc-28a8-4990-b38d-2d83c3160d50 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.683704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Transition to ACTIVE for port object 2ce17e36-455c-41c5-92f6-929b3c6e5e8e will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:22.696104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8758008-964e-45f0-9201-b6609488a18c req-2418e8fc-28a8-4990-b38d-2d83c3160d50 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.710239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8758008-964e-45f0-9201-b6609488a18c req-2418e8fc-28a8-4990-b38d-2d83c3160d50 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.722972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8758008-964e-45f0-9201-b6609488a18c req-2418e8fc-28a8-4990-b38d-2d83c3160d50 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.735800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8758008-964e-45f0-9201-b6609488a18c req-2418e8fc-28a8-4990-b38d-2d83c3160d50 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 3877 time: 0.4749062 Jul 06 17:43:22.755625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-e5e16f41-5814-4042-a2de-80fc459a1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:22.758193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-e5e16f41-5814-4042-a2de-80fc459a1c58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5be3346-afa0-406d-a934-ceeda5f8bbb2 HTTP/1.1" status: 200 len: 850 time: 0.2954884 Jul 06 17:43:22.778155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.897844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting port 9560dc4f-2e60-4076-a113-c8feb40f9653 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:22.898364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:22.932059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event updated for resources: {'Port': ['ID=2ce17e36-455c-41c5-92f6-929b3c6e5e8e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:22.934156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:22.969489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-17570f6d-067f-4c26-9ad2-314a6f794864 None None] Port 1f64f72b-5b42-456e-a399-f92be96fae98 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:23.000954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6414f82e-8be0-4b24-9c75-5c566bd59985 req-07882c8d-ac38-4af1-a765-2d31ab89d225 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 210 time: 0.1012874 Jul 06 17:43:23.005638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8758008-964e-45f0-9201-b6609488a18c req-7d816d47-3a01-4b07-b3fe-1b13e80dda2c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682981 Jul 06 17:43:23.007422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Network a9c62a76-6a03-48f5-b21b-5cca9f0e689f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:23.010088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:23.014992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:23.094671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '9324d5a3-c4b5-4f1b-ad70-65b86e2f41de', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'port_id': '9324d5a3-c4b5-4f1b-ad70-65b86e2f41de', 'mac_address': 'fa:16:3e:6a:6a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08fa1-37f8-4d9c-8543-93bcd3936a3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:23.148717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 38b4deb0-26be-40dc-a1bf-d934474e4312 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:23.181432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-e46cb196-ac1a-4de7-8ce9-bd8db4b1013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:23.184241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-e46cb196-ac1a-4de7-8ce9-bd8db4b1013d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=783772ad-1179-4bad-9382-d4de5d5d3d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4154041 Jul 06 17:43:23.217785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:23.223394 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.274358 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7cbb7537-6145-49c4-a8b9-e38fcb8a6167 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8311696 Jul 06 17:43:23.275545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37396) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:23.308285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:23.368258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.383751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 38b4deb0-26be-40dc-a1bf-d934474e4312 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:23.396780 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.402842 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.416406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 38b4deb0-26be-40dc-a1bf-d934474e4312 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:23.417196 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.460378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] For port 9560dc4f-2e60-4076-a113-c8feb40f9653, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9560dc4f-2e60-4076-a113-c8feb40f9653,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:23.461113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.558269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Calling delete_port for 9560dc4f-2e60-4076-a113-c8feb40f9653 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:23.587214 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec7aec2-a135-46f9-a7f6-8d8ca50962cf x-openstack-request-id: req-6ec7aec2-a135-46f9-a7f6-8d8ca50962cf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:23.590493 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "fc29c559-ab96-478e-96ad-b2f2b05969f5", "code": 200}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122", "code": 200}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "18ec0406-0c19-4aa4-a163-89ffe987cc94", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:23.592516 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ec7aec2-a135-46f9-a7f6-8d8ca50962cf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:23.596886 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc29c559-ab96-478e-96ad-b2f2b05969f5', 'code': 200} Jul 06 17:43:23.598163 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'code': 200} Jul 06 17:43:23.598980 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ec0406-0c19-4aa4-a163-89ffe987cc94', 'code': 200} Jul 06 17:43:23.662138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:23.694022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ba84a-da4d-4173-a4f0-c759cd894885 req-9f59fb27-037d-4d88-9e27-bfba82cbac59 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:23.706495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb4ba84a-da4d-4173-a4f0-c759cd894885 req-9f59fb27-037d-4d88-9e27-bfba82cbac59 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 945 time: 0.2848938 Jul 06 17:43:23.740520 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-c16df228-4540-4dfa-9d65-db02f1beffc0 service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335927 Jul 06 17:43:23.748268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.795956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1362b7ca-3533-447a-8c10-c91fa1fa680b None None] Provisioning for port 2ce17e36-455c-41c5-92f6-929b3c6e5e8e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:23.802421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 77b9e98a-913e-4ee3-a7cc-83267ef98d47, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:23.819138 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.824660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:23.834423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1362b7ca-3533-447a-8c10-c91fa1fa680b None None] Provisioning complete for port 2ce17e36-455c-41c5-92f6-929b3c6e5e8e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:23.835511 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1362b7ca-3533-447a-8c10-c91fa1fa680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:23.847209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb4ba84a-da4d-4173-a4f0-c759cd894885 req-5862eae5-dd52-4b05-81ad-5e8684bf5ada tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396179 Jul 06 17:43:23.922234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3bde5600-aad2-440c-b53c-f121cfc5cd87 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:23.932142 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.070573 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.074287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Allocated IP 172.25.7.244 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/3c1da3d8-dba7-4e5e-bb76-12d70b877192) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:24.110797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1362b7ca-3533-447a-8c10-c91fa1fa680b None None] Port 2ce17e36-455c-41c5-92f6-929b3c6e5e8e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:24.136463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=77b9e98a-913e-4ee3-a7cc-83267ef98d47,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:24.222953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:24.228481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['9324d5a3-c4b5-4f1b-ad70-65b86e2f41de'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:24.319177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 38b4deb0-26be-40dc-a1bf-d934474e4312, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=38b4deb0-26be-40dc-a1bf-d934474e4312,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:24.345180 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.434377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 3bde5600-aad2-440c-b53c-f121cfc5cd87 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:24.438849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=38b4deb0-26be-40dc-a1bf-d934474e4312,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:24.448701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 3bde5600-aad2-440c-b53c-f121cfc5cd87 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:24.449173 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.698241 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.798556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3bde5600-aad2-440c-b53c-f121cfc5cd87, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3bde5600-aad2-440c-b53c-f121cfc5cd87,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:24.808384 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.850491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40293bd6-e731-4e07-9dfb-7dd4621d22e9 req-535001c3-0d76-45db-994e-eb35e1814d8a service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0795431 Jul 06 17:43:24.880154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3bde5600-aad2-440c-b53c-f121cfc5cd87,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:24.895296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-ad865c42-5a78-458f-b1f4-cf943999faaf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:24.897237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-ad865c42-5a78-458f-b1f4-cf943999faaf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.22 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 821 time: 1.1050110 Jul 06 17:43:24.900427 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.919960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Request body: {'port': {'device_id': '53e26af9-057e-464d-90a4-5686734130ba', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'admin_state_up': True, 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:24.934717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2efe-4017-4c6b-a9af-688da972e6bb req-c0d535e8-b29c-4f56-9a30-114c1b066c26 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:24.936360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a9f2efe-4017-4c6b-a9af-688da972e6bb req-c0d535e8-b29c-4f56-9a30-114c1b066c26 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 944 time: 0.8310733 Jul 06 17:43:24.965034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:24.969749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Port': ['ID=9560dc4f-2e60-4076-a113-c8feb40f9653,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:25.005226 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a9f2efe-4017-4c6b-a9af-688da972e6bb req-89bde807-9015-416a-ab2b-7efff767e668 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581870 Jul 06 17:43:25.053192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.091880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989d335-5c79-4461-a91e-a650e5dfdee9 req-bb24b14f-571d-4230-8ebc-05d6aa18ac90 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:25.098912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989d335-5c79-4461-a91e-a650e5dfdee9 req-bb24b14f-571d-4230-8ebc-05d6aa18ac90 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:25.099674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:25.105175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989d335-5c79-4461-a91e-a650e5dfdee9 req-bb24b14f-571d-4230-8ebc-05d6aa18ac90 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:25.105493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:25.109807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:25.113065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989d335-5c79-4461-a91e-a650e5dfdee9 req-bb24b14f-571d-4230-8ebc-05d6aa18ac90 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:25.120200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989d335-5c79-4461-a91e-a650e5dfdee9 req-bb24b14f-571d-4230-8ebc-05d6aa18ac90 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:25.127917 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d989d335-5c79-4461-a91e-a650e5dfdee9 req-bb24b14f-571d-4230-8ebc-05d6aa18ac90 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 3798 time: 0.4162779 Jul 06 17:43:25.150743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event updated for resources: {'Port': ['ID=3c1da3d8-dba7-4e5e-bb76-12d70b877192,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:25.181495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] No DVR routers for this DVR port 9560dc4f-2e60-4076-a113-c8feb40f9653 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:25.186440 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.191230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-d7cf9412-5c95-4db4-96dd-7071c1bd4c97 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "DELETE /v2.0/ports/9560dc4f-2e60-4076-a113-c8feb40f9653 HTTP/1.1" status: 204 len: 173 time: 2.8453243 Jul 06 17:43:25.199334 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': '9560dc4f-2e60-4076-a113-c8feb40f9653'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:25.201276 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c0420c-b02b-4870-af21-8244aa8f005c" -d '{"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "9560dc4f-2e60-4076-a113-c8feb40f9653"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:25.224230 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.263629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca63a2bc-65a3-4ae7-81c1-6d481a395bd9 req-1254d9fd-1fe4-4295-a033-d9562537258d tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 210 time: 0.0374982 Jul 06 17:43:25.324797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.329211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d989d335-5c79-4461-a91e-a650e5dfdee9 req-5deb217c-234d-4e81-8c01-aaccdfb14ab2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999483 Jul 06 17:43:25.528466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Made reservation on behalf of ed5fb43f4c814360af5464bf0c2f9e4d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:25.532511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.600885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b9e98a-913e-4ee3-a7cc-83267ef98d47'}, {'server_uuid': 'fc716853-4710-48ae-8865-dd58eab6b952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4deb0-26be-40dc-a1bf-d934474e4312'}, {'server_uuid': '768dcdde-7e87-4f51-befd-35d32e018495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bde5600-aad2-440c-b53c-f121cfc5cd87'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:25.605051 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce832093-d581-49f4-a3d5-89e3f3701931" -d '{"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "77b9e98a-913e-4ee3-a7cc-83267ef98d47"}, {"server_uuid": "fc716853-4710-48ae-8865-dd58eab6b952", "name": "network-vif-plugged", "status": "completed", "tag": "38b4deb0-26be-40dc-a1bf-d934474e4312"}, {"server_uuid": "768dcdde-7e87-4f51-befd-35d32e018495", "name": "network-vif-plugged", "status": "completed", "tag": "3bde5600-aad2-440c-b53c-f121cfc5cd87"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:25.702045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting port 18ec0406-0c19-4aa4-a163-89ffe987cc94 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:25.702492 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.719827 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.733684 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d42389a-c7e0-4b17-9801-10fa85aca810 x-openstack-request-id: req-8d42389a-c7e0-4b17-9801-10fa85aca810 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:25.734137 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "9560dc4f-2e60-4076-a113-c8feb40f9653", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:25.734525 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d42389a-c7e0-4b17-9801-10fa85aca810 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:25.735089 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': '9560dc4f-2e60-4076-a113-c8feb40f9653', 'status': 'completed', 'code': 200} Jul 06 17:43:25.756268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:25.823789 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a230a0d1-927a-48cb-9a09-60d3f6eb5a7c x-openstack-request-id: req-a230a0d1-927a-48cb-9a09-60d3f6eb5a7c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:25.824582 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-unplugged", "status": "completed", "tag": "77b9e98a-913e-4ee3-a7cc-83267ef98d47", "code": 200}, {"server_uuid": "fc716853-4710-48ae-8865-dd58eab6b952", "name": "network-vif-plugged", "status": "completed", "tag": "38b4deb0-26be-40dc-a1bf-d934474e4312", "code": 200}, {"server_uuid": "768dcdde-7e87-4f51-befd-35d32e018495", "name": "network-vif-plugged", "status": "completed", "tag": "3bde5600-aad2-440c-b53c-f121cfc5cd87", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:25.824901 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a230a0d1-927a-48cb-9a09-60d3f6eb5a7c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:25.825491 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b9e98a-913e-4ee3-a7cc-83267ef98d47', 'code': 200} Jul 06 17:43:25.825697 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc716853-4710-48ae-8865-dd58eab6b952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4deb0-26be-40dc-a1bf-d934474e4312', 'code': 200} Jul 06 17:43:25.826096 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768dcdde-7e87-4f51-befd-35d32e018495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bde5600-aad2-440c-b53c-f121cfc5cd87', 'code': 200} Jul 06 17:43:25.829014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Allocated IP 172.20.0.14 (afbefd2e-0aca-4fb5-9c39-c73b51fadb51/32b61d69-63ad-47a5-89bc-fae806891dc2/ddc0b4c3-f49f-41e9-a559-007e00c11315) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:25.890404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event updated for resources: {'Port': ['ID=3c1da3d8-dba7-4e5e-bb76-12d70b877192,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:25.993642 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.029379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfcf4c-cc5a-43df-a550-a4d0750eccb9 req-04e1e1e3-a763-48f3-92fe-435a5ae8eedd tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:26.031054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cadfcf4c-cc5a-43df-a550-a4d0750eccb9 req-04e1e1e3-a763-48f3-92fe-435a5ae8eedd tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 946 time: 0.3059349 Jul 06 17:43:26.032488 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.034616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f8698ef9-a768-4a4b-b85a-5fec1dc44ede tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7541955 Jul 06 17:43:26.037347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37414) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:26.042239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7dbaf100-c9e9-4c91-a012-758137378bcd tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Request body: {'floatingip': {'port_id': '2ce17e36-455c-41c5-92f6-929b3c6e5e8e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:26.068281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] For port 18ec0406-0c19-4aa4-a163-89ffe987cc94, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=18ec0406-0c19-4aa4-a163-89ffe987cc94,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:26.068826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.105918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Calling delete_port for 18ec0406-0c19-4aa4-a163-89ffe987cc94 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:26.126966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf100-c9e9-4c91-a012-758137378bcd tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.200062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:26.225686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cadfcf4c-cc5a-43df-a550-a4d0750eccb9 req-9507f969-62b0-44fb-9ece-33dc9f357264 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092613 Jul 06 17:43:26.306919 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:26.311981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.316567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:26.317276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.337481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278cccd-1116-45e0-ac25-d5ad38f934dc req-98486e02-7937-4d0b-b7c2-3b87b335067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:26.339346 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c278cccd-1116-45e0-ac25-d5ad38f934dc req-98486e02-7937-4d0b-b7c2-3b87b335067a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=768dcdde-7e87-4f51-befd-35d32e018495 HTTP/1.1" status: 200 len: 1097 time: 0.4182103 Jul 06 17:43:26.343100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf12c7d-53e3-4af5-8e34-643a2eda732f req-6cbe16e3-4d59-4ec9-a600-bdf3be1b5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:26.344374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bf12c7d-53e3-4af5-8e34-643a2eda732f req-6cbe16e3-4d59-4ec9-a600-bdf3be1b5cad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 1097 time: 0.4077647 Jul 06 17:43:26.353494 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-7dbaf100-c9e9-4c91-a012-758137378bcd tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] update failed (client error): The resource could not be found. Jul 06 17:43:26.354695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7dbaf100-c9e9-4c91-a012-758137378bcd tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "PUT /v2.0/floatingips/2188fa4f-0dd2-4304-938a-7ce0ee97aa29 HTTP/1.1" status: 404 len: 507 time: 0.3162344 Jul 06 17:43:26.358411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:26.388677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Transition to ACTIVE for port object ddc0b4c3-f49f-41e9-a559-007e00c11315 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:26.485401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bf12c7d-53e3-4af5-8e34-643a2eda732f req-04e739e0-eb49-4b81-ae79-dc3f08017e02 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198514 Jul 06 17:43:26.499033 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c278cccd-1116-45e0-ac25-d5ad38f934dc req-998f6868-080e-4782-add7-1db7a678c520 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324537 Jul 06 17:43:26.514465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebb88c-c808-43af-85a9-5c6a95416887 req-fef1ceb3-22e3-41d1-9baf-23b18788683d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:26.521958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-90ebb88c-c808-43af-85a9-5c6a95416887 req-fef1ceb3-22e3-41d1-9baf-23b18788683d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 944 time: 0.3059797 Jul 06 17:43:26.576035 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.579635 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.623788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0c9dd9e2-9989-41b2-9d14-fa32bb778df3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:26.680789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:26.684875 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-90ebb88c-c808-43af-85a9-5c6a95416887 req-5d02d125-bc7c-492f-a162-6b356fe8f664 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617315 Jul 06 17:43:26.691809 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.698845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:26.700186 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.709140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:26.712324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Pushing event updated for resources: {'Port': ['ID=ddc0b4c3-f49f-41e9-a559-007e00c11315,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:26.717296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:26.741005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Deleting port 3c1da3d8-dba7-4e5e-bb76-12d70b877192 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:26.741854 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:26.870589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17843a3d-c51b-42d4-8570-c5e2a51cb30c req-af0d0552-4fe3-4f71-b874-67d1c87b27db tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:26.874747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Port': ['ID=18ec0406-0c19-4aa4-a163-89ffe987cc94,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:26.896688 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17843a3d-c51b-42d4-8570-c5e2a51cb30c req-af0d0552-4fe3-4f71-b874-67d1c87b27db tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 932 time: 0.3047535 Jul 06 17:43:26.938906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:26.973666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.974692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.975702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.976530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.977217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.978032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.979207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.979969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.980684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.981408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.982440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:26.983413 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:27.007372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17843a3d-c51b-42d4-8570-c5e2a51cb30c req-1d9122bf-de0b-4fe1-8005-fe041899ddb7 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096690 Jul 06 17:43:27.034661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.035054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.057248 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Calling delete_port for 3c1da3d8-dba7-4e5e-bb76-12d70b877192 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:27.085280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] No DVR routers for this DVR port 18ec0406-0c19-4aa4-a163-89ffe987cc94 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:27.094087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.099120 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-36ded711-6547-4166-a1c2-feb176f6a20e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "DELETE /v2.0/ports/18ec0406-0c19-4aa4-a163-89ffe987cc94 HTTP/1.1" status: 204 len: 173 time: 1.8887656 Jul 06 17:43:27.113289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:27.114412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.197547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7f06c7e2-88e2-41ed-810f-82175fcd1767 None None] Provisioning for port ddc0b4c3-f49f-41e9-a559-007e00c11315 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:27.213139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7f06c7e2-88e2-41ed-810f-82175fcd1767 None None] Provisioning complete for port ddc0b4c3-f49f-41e9-a559-007e00c11315 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:27.214492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f06c7e2-88e2-41ed-810f-82175fcd1767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.214717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-857229d3-7254-4594-a443-24d517da17f1 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2997429 Jul 06 17:43:27.254714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Request body: {'port': {'device_id': '53e26af9-057e-464d-90a4-5686734130ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:27.292682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7f06c7e2-88e2-41ed-810f-82175fcd1767 None None] Port ddc0b4c3-f49f-41e9-a559-007e00c11315 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:27.354771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.414002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event deleted for resources: {'Port': ['ID=3c1da3d8-dba7-4e5e-bb76-12d70b877192,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:27.469272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedb0ff-60d5-434c-b9e1-e74ee0f05a2c req-d4319d7f-6525-46d2-b7de-0e018b2c9f2d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:27.483328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedb0ff-60d5-434c-b9e1-e74ee0f05a2c req-d4319d7f-6525-46d2-b7de-0e018b2c9f2d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:27.496535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedb0ff-60d5-434c-b9e1-e74ee0f05a2c req-d4319d7f-6525-46d2-b7de-0e018b2c9f2d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:27.502093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bdedb0ff-60d5-434c-b9e1-e74ee0f05a2c req-d4319d7f-6525-46d2-b7de-0e018b2c9f2d tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 2410 time: 0.6340194 Jul 06 17:43:27.525053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.527814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.529860 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ff73e0f1-fb63-49b0-9536-f5fb6dc1c915 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "DELETE /v2.0/floatingips/2188fa4f-0dd2-4304-938a-7ce0ee97aa29 HTTP/1.1" status: 204 len: 168 time: 1.1701903 Jul 06 17:43:27.536513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:27.542389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ae946a52-7bf8-43b7-9c68-a3afa69a70b0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Request body: {'floatingip': {'floating_network_id': 'a9c62a76-6a03-48f5-b21b-5cca9f0e689f', 'port_id': '2ce17e36-455c-41c5-92f6-929b3c6e5e8e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:27.574653 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae946a52-7bf8-43b7-9c68-a3afa69a70b0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.630995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.661320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bdedb0ff-60d5-434c-b9e1-e74ee0f05a2c req-5e1e300f-f363-46c6-a15e-d10e607979d1 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425014 Jul 06 17:43:27.662935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting port fc29c559-ab96-478e-96ad-b2f2b05969f5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:27.663299 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.737192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': '18ec0406-0c19-4aa4-a163-89ffe987cc94'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:27.739690 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9f2ad2-6072-49f6-a48a-2556ec4f4edf" -d '{"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "18ec0406-0c19-4aa4-a163-89ffe987cc94"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:27.795034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036305ca-1281-4474-a628-836dc8410136 req-6d53d92d-c443-458c-a83b-a971ecbf5c4d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:27.797823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-036305ca-1281-4474-a628-836dc8410136 req-6d53d92d-c443-458c-a83b-a971ecbf5c4d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 946 time: 0.2196698 Jul 06 17:43:27.827344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33e7761-4036-4965-8a68-6535a766feb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324d5a3-c4b5-4f1b-ad70-65b86e2f41de'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:27.832017 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f7368-7bda-4902-bdb2-61d0f073aeda" -d '{"events": [{"server_uuid": "a33e7761-4036-4965-8a68-6535a766feb2", "name": "network-vif-plugged", "status": "completed", "tag": "9324d5a3-c4b5-4f1b-ad70-65b86e2f41de"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:27.888851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] For port fc29c559-ab96-478e-96ad-b2f2b05969f5, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fc29c559-ab96-478e-96ad-b2f2b05969f5,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:27.889286 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:27.929868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Calling delete_port for fc29c559-ab96-478e-96ad-b2f2b05969f5 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:27.931651 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-036305ca-1281-4474-a628-836dc8410136 req-443b5fc4-3329-4eb8-8f4e-da676ede26b6 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157784 Jul 06 17:43:27.989971 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-ae946a52-7bf8-43b7-9c68-a3afa69a70b0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:43:27.997088 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ae946a52-7bf8-43b7-9c68-a3afa69a70b0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4541397 Jul 06 17:43:27.997979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37438) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:28.007314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '2ce17e36-455c-41c5-92f6-929b3c6e5e8e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:28.045643 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2ca3c5-220a-453c-9d84-18141af95ed4 x-openstack-request-id: req-9f2ca3c5-220a-453c-9d84-18141af95ed4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:28.046011 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "18ec0406-0c19-4aa4-a163-89ffe987cc94", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:28.046266 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f2ca3c5-220a-453c-9d84-18141af95ed4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:28.046633 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': '18ec0406-0c19-4aa4-a163-89ffe987cc94', 'status': 'completed', 'code': 200} Jul 06 17:43:28.061333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.103112 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2dbb9c-d4d1-4cf0-a3c9-09a05d3d6352 x-openstack-request-id: req-ea2dbb9c-d4d1-4cf0-a3c9-09a05d3d6352 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:28.103112 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33e7761-4036-4965-8a68-6535a766feb2", "name": "network-vif-plugged", "status": "completed", "tag": "9324d5a3-c4b5-4f1b-ad70-65b86e2f41de", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:28.108240 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea2dbb9c-d4d1-4cf0-a3c9-09a05d3d6352 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:28.109382 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33e7761-4036-4965-8a68-6535a766feb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324d5a3-c4b5-4f1b-ad70-65b86e2f41de', 'code': 200} Jul 06 17:43:28.163974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d4351-23ac-47bc-be8d-dc94116677ec req-f29a02fd-3e5d-46b7-9946-3bd7ac535596 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.170810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-995d4351-23ac-47bc-be8d-dc94116677ec req-f29a02fd-3e5d-46b7-9946-3bd7ac535596 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 945 time: 0.2668104 Jul 06 17:43:28.351346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ca71-15d9-464d-b166-031cf6063518 req-06177bda-b492-4912-ae1a-cf6b44f3207d tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.353234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e894ca71-15d9-464d-b166-031cf6063518 req-06177bda-b492-4912-ae1a-cf6b44f3207d tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 932 time: 0.1265371 Jul 06 17:43:28.356486 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.442760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc0b4c3-f49f-41e9-a559-007e00c11315 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:28.448569 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e894ca71-15d9-464d-b166-031cf6063518 req-67349d35-ee78-49bd-b6ff-dc242ea0be84 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835254 Jul 06 17:43:28.456093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-995d4351-23ac-47bc-be8d-dc94116677ec req-7486ac02-bb9a-4a17-bc4a-83e26df6132a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692149 Jul 06 17:43:28.469259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.479049 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.531061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Transition to ACTIVE for port object ddc0b4c3-f49f-41e9-a559-007e00c11315 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:28.532309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Port': ['ID=fc29c559-ab96-478e-96ad-b2f2b05969f5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:28.547538 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.633027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Allocated IP 172.25.7.85 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/7a92d4c6-164a-478d-b20f-0aa616758fe3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:28.640839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] No DVR routers for this DVR port fc29c559-ab96-478e-96ad-b2f2b05969f5 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:28.647855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f2b9-20f3-4b34-8a3a-efcea6741794 req-f470872c-914e-44e4-9b2f-8118c68a0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.649583 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb16f2b9-20f3-4b34-8a3a-efcea6741794 req-f470872c-914e-44e4-9b2f-8118c68a0091 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 1096 time: 0.3351347 Jul 06 17:43:28.652900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.655471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-dd3e723c-1b4c-40d3-b45b-d987dfded710 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "DELETE /v2.0/ports/fc29c559-ab96-478e-96ad-b2f2b05969f5 HTTP/1.1" status: 204 len: 173 time: 1.5340424 Jul 06 17:43:28.789400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc0b4c3-f49f-41e9-a559-007e00c11315,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:28.842675 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb16f2b9-20f3-4b34-8a3a-efcea6741794 req-4c2023b5-576e-4cc2-8796-bed4918bb374 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292441 Jul 06 17:43:28.847101 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.884585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Attempting to bind port ddc0b4c3-f49f-41e9-a559-007e00c11315 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:28.884928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Attempting to bind port ddc0b4c3-f49f-41e9-a559-007e00c11315 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:28.885271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Attempting to bind port ddc0b4c3-f49f-41e9-a559-007e00c11315 on network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:28.893204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Port ddc0b4c3-f49f-41e9-a559-007e00c11315 on network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:28.893539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Attempting to bind port ddc0b4c3-f49f-41e9-a559-007e00c11315 on network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:28.902003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:28.902372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Checking segment: {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:28.902773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Bound using segment: {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:28.903548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Bound port: ddc0b4c3-f49f-41e9-a559-007e00c11315, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0af74ea-04dc-4f44-8b3c-4814be8529b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:28.903677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.959571 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.976537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8c7b-6888-4a21-8a6c-d40dc1afd927 req-dcc7571b-ee48-4083-889e-417d33ba87b1 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.978247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:28.978622 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:28.984389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8c7b-6888-4a21-8a6c-d40dc1afd927 req-dcc7571b-ee48-4083-889e-417d33ba87b1 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:28.994270 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5a5e8c7b-6888-4a21-8a6c-d40dc1afd927 req-dcc7571b-ee48-4083-889e-417d33ba87b1 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 1677 time: 0.1408689 Jul 06 17:43:29.046691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:29.056419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:29.065788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:29.080592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] For port ddc0b4c3-f49f-41e9-a559-007e00c11315, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:29.121933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] For port ddc0b4c3-f49f-41e9-a559-007e00c11315, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:29.138298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.153554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event updated for resources: {'Port': ['ID=7a92d4c6-164a-478d-b20f-0aa616758fe3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:29.172025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5a5e8c7b-6888-4a21-8a6c-d40dc1afd927 req-6f5fa216-c7ea-479f-8eea-dc5a2ede7868 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764770 Jul 06 17:43:29.325109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:29.327418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.330714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] 10.222.0.22 "PUT /v2.0/ports/ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 200 len: 1092 time: 2.0978255 Jul 06 17:43:29.358673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] For port 77b9e98a-913e-4ee3-a7cc-83267ef98d47, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77b9e98a-913e-4ee3-a7cc-83267ef98d47,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:29.359282 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.375191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Deleting port 7a92d4c6-164a-478d-b20f-0aa616758fe3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:29.375476 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.428291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Calling delete_port for 77b9e98a-913e-4ee3-a7cc-83267ef98d47 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:29.478039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35fa53-5546-4bee-8630-9a308bfd8b68 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc0b4c3-f49f-41e9-a559-007e00c11315,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:29.505228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.505578 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.536497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Calling delete_port for 7a92d4c6-164a-478d-b20f-0aa616758fe3 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:29.640821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754380f-fe15-4be8-be0d-8008400c5a4d req-875adf9f-adaa-4f4b-9c7f-4feaefdf74d9 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:29.644669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e754380f-fe15-4be8-be0d-8008400c5a4d req-875adf9f-adaa-4f4b-9c7f-4feaefdf74d9 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 946 time: 0.4793236 Jul 06 17:43:29.739682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-fbf1e8c9-ef15-4e4a-b993-77cccab47634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:29.742459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-fbf1e8c9-ef15-4e4a-b993-77cccab47634 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 1095 time: 0.3436308 Jul 06 17:43:29.805822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:29.841856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-bdc08a60-3fdb-4b70-9dd8-430db0be4290 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 200 len: 217 time: 0.0899711 Jul 06 17:43:29.847099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e754380f-fe15-4be8-be0d-8008400c5a4d req-c7739d65-47c0-4acf-90ff-ad192da5f3ec tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779027 Jul 06 17:43:29.866124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event deleted for resources: {'Port': ['ID=7a92d4c6-164a-478d-b20f-0aa616758fe3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:29.909166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058e6c0-e4b8-4099-8fc2-bf29f6e11a99 req-b5652755-8733-4635-bd3c-d618e2bf51a4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:29.910498 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c058e6c0-e4b8-4099-8fc2-bf29f6e11a99 req-b5652755-8733-4635-bd3c-d618e2bf51a4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 944 time: 0.2066746 Jul 06 17:43:30.009170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c058e6c0-e4b8-4099-8fc2-bf29f6e11a99 req-22a59b5b-a273-460b-98cb-64086fd7d868 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726726 Jul 06 17:43:30.039175 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] create failed (client error): The resource could not be found. Jul 06 17:43:30.046971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4772752f-2c65-4da6-ac67-f3161f201fa0 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0471218 Jul 06 17:43:30.048010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:30.217661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c13f9-fd56-418d-9beb-a57599c733e5 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Deleting port 2ce17e36-455c-41c5-92f6-929b3c6e5e8e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:30.218793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c4c13f9-fd56-418d-9beb-a57599c733e5 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.341797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c4c13f9-fd56-418d-9beb-a57599c733e5 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.356556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': 'fc29c559-ab96-478e-96ad-b2f2b05969f5'}, {'name': 'network-changed', 'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:30.358372 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d" -d '{"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "fc29c559-ab96-478e-96ad-b2f2b05969f5"}, {"name": "network-changed", "server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:30.366001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c13f9-fd56-418d-9beb-a57599c733e5 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Calling delete_port for 2ce17e36-455c-41c5-92f6-929b3c6e5e8e owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:30.430966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.482099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-f8e4bf9e-5f41-44b1-9df1-37a665939dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:30.483569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-f8e4bf9e-5f41-44b1-9df1-37a665939dec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.6352618 Jul 06 17:43:30.484394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Port': ['ID=77b9e98a-913e-4ee3-a7cc-83267ef98d47,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:30.590509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] No DVR routers for this DVR port 77b9e98a-913e-4ee3-a7cc-83267ef98d47 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:30.594992 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.597384 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-a9fb5a6f-0b08-4a82-810f-484585a5da02 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "DELETE /v2.0/ports/77b9e98a-913e-4ee3-a7cc-83267ef98d47 HTTP/1.1" status: 204 len: 173 time: 1.9053922 Jul 06 17:43:30.605884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f6d5-db3b-4245-a521-6d6dfd74dae5 req-a2027c70-1289-4fa0-a9c3-5266322a3c54 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:30.610423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c4c13f9-fd56-418d-9beb-a57599c733e5 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.614460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e6d3f6d5-db3b-4245-a521-6d6dfd74dae5 req-a2027c70-1289-4fa0-a9c3-5266322a3c54 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 945 time: 0.2275851 Jul 06 17:43:30.735469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c13f9-fd56-418d-9beb-a57599c733e5 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event deleted for resources: {'Port': ['ID=2ce17e36-455c-41c5-92f6-929b3c6e5e8e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:30.743014 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e6d3f6d5-db3b-4245-a521-6d6dfd74dae5 req-6d46cf2d-40ac-4619-bd43-a99e954b0951 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274803 Jul 06 17:43:30.747314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-c15af38b-3ecd-4d7f-b880-eefd6266f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:30.748872 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-c15af38b-3ecd-4d7f-b880-eefd6266f94f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562542 Jul 06 17:43:30.873360 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c4c13f9-fd56-418d-9beb-a57599c733e5 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.881768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7c4c13f9-fd56-418d-9beb-a57599c733e5 tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "DELETE /v2.0/ports/2ce17e36-455c-41c5-92f6-929b3c6e5e8e HTTP/1.1" status: 204 len: 168 time: 0.8279212 Jul 06 17:43:30.882052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting port a17ec985-5bbb-4a71-8846-a6dcc24b9122 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:30.882052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:30.882919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:30.972169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86b7e4-4565-4429-a01e-8ae305d05152 req-9e823c15-a2e7-4775-b964-c0bf410e2978 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:30.974257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d86b7e4-4565-4429-a01e-8ae305d05152 req-9e823c15-a2e7-4775-b964-c0bf410e2978 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=768dcdde-7e87-4f51-befd-35d32e018495 HTTP/1.1" status: 200 len: 946 time: 0.3224142 Jul 06 17:43:31.007310 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-64ad96cb-354b-499a-8a77-75880ceed344 service neutron] 10.222.0.22 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503073 Jul 06 17:43:31.052818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac8f0b-e1d2-445e-83b4-c4cbd39ee3db tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:31.054541 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-afac8f0b-e1d2-445e-83b4-c4cbd39ee3db tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "GET /v2.0/ports?device_id=acccfdd8-5335-4172-8626-40718bf42d15 HTTP/1.1" status: 200 len: 913 time: 0.1657832 Jul 06 17:43:31.064778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37470) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:31.203651 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d86b7e4-4565-4429-a01e-8ae305d05152 req-ea94ce56-d704-48a2-9e2a-3da68ac649b7 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127166 Jul 06 17:43:31.238075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] For port a17ec985-5bbb-4a71-8846-a6dcc24b9122, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a17ec985-5bbb-4a71-8846-a6dcc24b9122,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:31.238548 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:31.323406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fbff87-af95-4c68-8a03-a5834a0d227c req-58a7a924-5342-440e-a0f3-f10f460a14b8 service neutron] 10.222.0.22 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032312 Jul 06 17:43:31.441700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90494fb5-7c98-4e57-bd13-65c077dab8fc req-bbc269fe-a589-4058-847c-cbca139362f5 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:31.444537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-90494fb5-7c98-4e57-bd13-65c077dab8fc req-bbc269fe-a589-4058-847c-cbca139362f5 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 943 time: 0.4044094 Jul 06 17:43:31.446821 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f95da8-f960-4c93-ad44-b6c332566bd0 x-openstack-request-id: req-e3f95da8-f960-4c93-ad44-b6c332566bd0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:31.447462 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "fc29c559-ab96-478e-96ad-b2f2b05969f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:31.447940 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3f95da8-f960-4c93-ad44-b6c332566bd0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:31.448643 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': 'fc29c559-ab96-478e-96ad-b2f2b05969f5', 'status': 'completed', 'code': 200} Jul 06 17:43:31.449123 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'status': 'completed', 'code': 200} Jul 06 17:43:31.592978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-90494fb5-7c98-4e57-bd13-65c077dab8fc req-60b89050-9fcb-4050-a2ec-b35dbb1821ea tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups?id=16b76451-f230-4be5-a319-6c8a4b825e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334968 Jul 06 17:43:31.618655 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:31.619205 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:31.619391 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Floating IP 5916c30b-64d1-47d2-9346-de854865a096 disassociated. External IP: 172.25.7.69, port: a17ec985-5bbb-4a71-8846-a6dcc24b9122. Jul 06 17:43:31.619707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Calling delete_port for a17ec985-5bbb-4a71-8846-a6dcc24b9122 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:31.635675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-eacca98a-60e0-43fa-a5cb-2ea2b516dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:31.637551 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-eacca98a-60e0-43fa-a5cb-2ea2b516dcd5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 1095 time: 0.1794794 Jul 06 17:43:31.740308 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:31.742977 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:32.033366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-cbc30c29-1cd6-42c3-b14a-e37dac8a030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:32.035194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-cbc30c29-1cd6-42c3-b14a-e37dac8a030e service neutron] 10.222.0.22 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.3813937 Jul 06 17:43:32.066178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d7d97-6060-437f-a2d2-8d3f97c62db5 req-9932b370-25db-42e7-b20e-845d40fb4337 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:32.071167 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d00d7d97-6060-437f-a2d2-8d3f97c62db5 req-9932b370-25db-42e7-b20e-845d40fb4337 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 944 time: 0.2909513 Jul 06 17:43:32.182275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Deleting port a395ea83-f2e4-44c0-ac99-dfe4b436aefb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:32.182875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:32.201334 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-391d3dda-5a66-41c8-bd5a-7d83f25e07eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 200 len: 217 time: 0.1575356 Jul 06 17:43:32.323341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:32.339596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d00d7d97-6060-437f-a2d2-8d3f97c62db5 req-38c6c7c4-de2f-433d-8be2-b65ec23908bc tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566627 Jul 06 17:43:32.341870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Calling delete_port for a395ea83-f2e4-44c0-ac99-dfe4b436aefb owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:32.353966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-bce97a9f-0b08-4f0b-9aa7-b68b67e851dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:32.356540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-bce97a9f-0b08-4f0b-9aa7-b68b67e851dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.1321123 Jul 06 17:43:32.358165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:32.399161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Port': ['ID=a17ec985-5bbb-4a71-8846-a6dcc24b9122,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:32.635791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-17c649a3-9b79-4e02-8dda-3827bdb6dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:32.639628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-17c649a3-9b79-4e02-8dda-3827bdb6dedf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503927 Jul 06 17:43:32.811547 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41f91c-fefc-4037-8fdf-0e94d13230fa req-eb96dd34-5a2f-4cce-aa6f-abe5d0ce126a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:32.820456 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad41f91c-fefc-4037-8fdf-0e94d13230fa req-eb96dd34-5a2f-4cce-aa6f-abe5d0ce126a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 945 time: 0.2896638 Jul 06 17:43:32.849344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Router 80534118-a248-47c8-9a6e-a8e8ec073a8d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:43:32.912148 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad41f91c-fefc-4037-8fdf-0e94d13230fa req-fd6583f9-f278-4f7b-9fa5-f735504d565b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908668 Jul 06 17:43:32.916262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:33.062077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-8d83f560-5fd5-47ed-b765-2a103a040313 service neutron] 10.222.0.22 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125285 Jul 06 17:43:33.338377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:43:33.349962 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e0bb729-83d4-44c4-85cb-29864f5e1a3d req-27ec63b7-69cb-4baf-98ed-238da93b5df7 service neutron] 10.222.0.22 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793162 Jul 06 17:43:33.377661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] Sync routers for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:43:33.408324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] No DVR routers for this DVR port a17ec985-5bbb-4a71-8846-a6dcc24b9122 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:33.411677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:33.414162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29072e5a-d6aa-4c1f-ad7a-15a5f04e4aa7 req-e563b281-01d3-43d8-88dd-8d19f8a4cdaa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.22 "DELETE /v2.0/ports/a17ec985-5bbb-4a71-8846-a6dcc24b9122 HTTP/1.1" status: 204 len: 173 time: 2.7973931 Jul 06 17:43:33.421871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:33.422593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:33.452763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': '77b9e98a-913e-4ee3-a7cc-83267ef98d47'}, {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:33.458929 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6230690-2779-4b6f-b69a-2a636e2207c5" -d '{"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "77b9e98a-913e-4ee3-a7cc-83267ef98d47"}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:33.543033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event deleted for resources: {'Port': ['ID=a395ea83-f2e4-44c0-ac99-dfe4b436aefb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:33.643990 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-165c3089-14d3-46e4-98b4-89110f239571 req-4aff566c-a1c6-4190-875b-deee899af58e tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.1047280 Jul 06 17:43:33.681515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:33.718647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-d1259f1d-01fd-4fc3-82e6-912ca17fad4d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:33.728330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-d1259f1d-01fd-4fc3-82e6-912ca17fad4d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.22 "GET /v2.0/ports?device_id=768dcdde-7e87-4f51-befd-35d32e018495 HTTP/1.1" status: 200 len: 946 time: 0.2513347 Jul 06 17:43:33.997395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:34.003093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Deleting port 3bde5600-aad2-440c-b53c-f121cfc5cd87 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:34.003445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:34.179830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] For port 3bde5600-aad2-440c-b53c-f121cfc5cd87, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3bde5600-aad2-440c-b53c-f121cfc5cd87,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:34.180365 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:34.206043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Calling delete_port for 3bde5600-aad2-440c-b53c-f121cfc5cd87 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:34.216595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ddc0b4c3-f49f-41e9-a559-007e00c11315 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:34.320270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:37Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7d94e292-7482-4b23-9b52-773958178173', 'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'mac_address': 'fa:16:3e:62:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:36Z', 'updated_at': '2021-07-06T17:32:43Z', 'revision_number': 5, 'project_id': '111b07676259475e995110a924defb8f', 'subnets': [{'id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:34.419763 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:34.465540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Pushing event deleted for resources: {'Port': ['ID=3bde5600-aad2-440c-b53c-f121cfc5cd87,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:34.482990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3bde5600-aad2-440c-b53c-f121cfc5cd87'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:34.499877 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Router acccfdd8-5335-4172-8626-40718bf42d15 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:43:34.506974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['38b4deb0-26be-40dc-a1bf-d934474e4312'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:34.559269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] Checking router: 80534118-a248-47c8-9a6e-a8e8ec073a8d for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:43:34.560446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647909e-933a-4c35-9fdc-79661540f5e9 req-32d98afa-f529-4862-863c-13582ca1b47d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.582615 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8647909e-933a-4c35-9fdc-79661540f5e9 req-32d98afa-f529-4862-863c-13582ca1b47d tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=768dcdde-7e87-4f51-befd-35d32e018495 HTTP/1.1" status: 200 len: 867 time: 0.4022467 Jul 06 17:43:34.601097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] No DVR routers for this DVR port 3bde5600-aad2-440c-b53c-f121cfc5cd87 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:34.605550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:34.606643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:34.607302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:34.609834 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1d72e1e-bce7-4e5d-8288-779f317ca9e1 req-1d99b7dc-b26d-4624-b6c0-20a2722fc853 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.22 "DELETE /v2.0/ports/3bde5600-aad2-440c-b53c-f121cfc5cd87 HTTP/1.1" status: 204 len: 173 time: 0.8814962 Jul 06 17:43:34.657159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f7dc8-9048-451b-a8e8-7d80b89f6ed5 req-a8955dba-fd74-4272-8969-26f33fecd6e9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:34.679390 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-347f7dc8-9048-451b-a8e8-7d80b89f6ed5 req-a8955dba-fd74-4272-8969-26f33fecd6e9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 944 time: 0.2934215 Jul 06 17:43:34.831648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-347f7dc8-9048-451b-a8e8-7d80b89f6ed5 req-3644a7e4-a6cc-4350-89b5-d7a13c0f91df tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510191 Jul 06 17:43:34.832744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:43:34.846450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8647909e-933a-4c35-9fdc-79661540f5e9 req-1e6dd9f6-7652-4b58-bd08-0fdab2fc7b68 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590539 Jul 06 17:43:34.854219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb676891-767b-4f79-ad0d-b057f065454c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "PUT /v2.0/routers/acccfdd8-5335-4172-8626-40718bf42d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7876327 Jul 06 17:43:34.854703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37504) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:34.855672 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae8d8e-633a-485a-96cd-b8b7e133c63b None None] Sync routers for ids ['acccfdd8-5335-4172-8626-40718bf42d15'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:43:34.870834 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae8d8e-633a-485a-96cd-b8b7e133c63b None None] Routers {'acccfdd8-5335-4172-8626-40718bf42d15'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:34.871465 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-38ae8d8e-633a-485a-96cd-b8b7e133c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['acccfdd8-5335-4172-8626-40718bf42d15'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:34.905310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ddc0b4c3-f49f-41e9-a559-007e00c11315, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:34.934983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'port_id': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'mac_address': 'fa:16:3e:cc:1a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:34.962790 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-38ae8d8e-633a-485a-96cd-b8b7e133c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:34.992065 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae8d8e-633a-485a-96cd-b8b7e133c63b None None] Routers {'acccfdd8-5335-4172-8626-40718bf42d15'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:34.992696 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-38ae8d8e-633a-485a-96cd-b8b7e133c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['acccfdd8-5335-4172-8626-40718bf42d15'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:34.997397 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a307bc78-2ec9-4fcb-bd30-78b0298ee65d x-openstack-request-id: req-a307bc78-2ec9-4fcb-bd30-78b0298ee65d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:34.997989 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "77b9e98a-913e-4ee3-a7cc-83267ef98d47", "status": "completed", "code": 200}, {"server_uuid": "5b32ea61-b6c1-470f-bd32-33299be2ceb3", "name": "network-vif-deleted", "tag": "a17ec985-5bbb-4a71-8846-a6dcc24b9122", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:34.998377 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a307bc78-2ec9-4fcb-bd30-78b0298ee65d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:34.998940 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': '77b9e98a-913e-4ee3-a7cc-83267ef98d47', 'status': 'completed', 'code': 200} Jul 06 17:43:35.000672 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b32ea61-b6c1-470f-bd32-33299be2ceb3', 'name': 'network-vif-deleted', 'tag': 'a17ec985-5bbb-4a71-8846-a6dcc24b9122', 'status': 'completed', 'code': 200} Jul 06 17:43:35.129442 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-38ae8d8e-633a-485a-96cd-b8b7e133c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:35.132193 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae8d8e-633a-485a-96cd-b8b7e133c63b None None] The sync data for ids ['acccfdd8-5335-4172-8626-40718bf42d15'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:43:35.217120 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2699d2d3-b3cf-45ec-a880-805540cd546f tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:35.222538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882420fc-d978-401b-90d4-8540399f0662 req-7983df06-1d3d-46d3-a3d2-03907b776555 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:35.230003 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-882420fc-d978-401b-90d4-8540399f0662 req-7983df06-1d3d-46d3-a3d2-03907b776555 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 945 time: 0.1519513 Jul 06 17:43:35.237337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:35.348924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-882420fc-d978-401b-90d4-8540399f0662 req-fb40ad71-7e0d-4def-b031-0f3976d4c36e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164219 Jul 06 17:43:35.461114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:35.534595 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:35.568064 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8172a4e-a64a-4122-93b0-6732f6730634 req-b98a399d-3754-4b4e-9bdb-0d4375c898f2 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0415404 Jul 06 17:43:35.573207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc0b4c3-f49f-41e9-a559-007e00c11315 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:35.576907 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2699d2d3-b3cf-45ec-a880-805540cd546f tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:35.582939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2699d2d3-b3cf-45ec-a880-805540cd546f tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:35.611977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9b19885d-a7e0-4fef-83eb-a8b0ae81efab tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:35.613645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9b19885d-a7e0-4fef-83eb-a8b0ae81efab tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 946 time: 0.3920691 Jul 06 17:43:35.614114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ddc0b4c3-f49f-41e9-a559-007e00c11315, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:35.632517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:37Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7d94e292-7482-4b23-9b52-773958178173', 'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'mac_address': 'fa:16:3e:62:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:36Z', 'updated_at': '2021-07-06T17:32:43Z', 'revision_number': 5, 'project_id': '111b07676259475e995110a924defb8f', 'subnets': [{'id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:35.670173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8442f-d943-4273-81f7-79776195b990 None None] The sync data for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 is: [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:32:37Z', 'revision_number': 4, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7d94e292-7482-4b23-9b52-773958178173', 'name': '', 'network_id': 'c490c4b1-1265-44c5-9049-5dde07c6dd3a', 'tenant_id': '111b07676259475e995110a924defb8f', 'mac_address': 'fa:16:3e:62:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:36Z', 'updated_at': '2021-07-06T17:32:43Z', 'revision_number': 5, 'project_id': '111b07676259475e995110a924defb8f', 'subnets': [{'id': '10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:43:35.671987 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:35.740472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2699d2d3-b3cf-45ec-a880-805540cd546f tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:35.741481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2699d2d3-b3cf-45ec-a880-805540cd546f tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Fanout notify agent at l3_agent the message router_deleted on router acccfdd8-5335-4172-8626-40718bf42d15 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:43:35.750800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-81f27220-c836-4805-be2f-e6e2af651e70 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:35.753249 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-81f27220-c836-4805-be2f-e6e2af651e70 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 945 time: 0.3899555 Jul 06 17:43:35.753778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ddc0b4c3-f49f-41e9-a559-007e00c11315,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:35.778329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2699d2d3-b3cf-45ec-a880-805540cd546f tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:35.781517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37508) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:35.781708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2699d2d3-b3cf-45ec-a880-805540cd546f tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "DELETE /v2.0/routers/acccfdd8-5335-4172-8626-40718bf42d15 HTTP/1.1" status: 204 len: 168 time: 0.9256995 Jul 06 17:43:35.875289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['ddc0b4c3-f49f-41e9-a559-007e00c11315'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:35.998188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a57f59e-881c-49f5-b4de-c4c7e33085ad tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Deleting subnet 0c924478-a665-4f56-8d51-0ded063f2e7c {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:43:36.016145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a57f59e-881c-49f5-b4de-c4c7e33085ad tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:36.138735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a57f59e-881c-49f5-b4de-c4c7e33085ad tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:36.226796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3bde5600-aad2-440c-b53c-f121cfc5cd87 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:36.263570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 3bde5600-aad2-440c-b53c-f121cfc5cd87 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:36.263981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3bde5600-aad2-440c-b53c-f121cfc5cd87 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:36.370245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e82f459-66ec-40e5-a906-fdb1eb609ff3 None None] New status for floating IP 5916c30b-64d1-47d2-9346-de854865a096: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:43:36.505961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a57f59e-881c-49f5-b4de-c4c7e33085ad tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:36.572145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86591bad-91e9-4dd9-96b7-65659e8dbeef req-092db2c0-b3bf-4828-bcfc-5ca85d4e6e79 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:36.576137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86591bad-91e9-4dd9-96b7-65659e8dbeef req-092db2c0-b3bf-4828-bcfc-5ca85d4e6e79 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 945 time: 0.3549819 Jul 06 17:43:36.606931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Deleting port 38b4deb0-26be-40dc-a1bf-d934474e4312 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:36.606931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:36.689640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c65fb-4000-4257-b325-40c42e23710b req-917621c3-05f7-4877-8573-ab6d509c6061 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:36.691099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-86591bad-91e9-4dd9-96b7-65659e8dbeef req-c27fdf2b-69db-4439-91a9-ba6d2f8d5e83 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965335 Jul 06 17:43:36.691797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c26c65fb-4000-4257-b325-40c42e23710b req-917621c3-05f7-4877-8573-ab6d509c6061 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 946 time: 0.1708071 Jul 06 17:43:36.696474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Deleting port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:36.696800 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:36.746711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a57f59e-881c-49f5-b4de-c4c7e33085ad tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:36.797320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57f59e-881c-49f5-b4de-c4c7e33085ad tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event deleted for resources: {'Subnet': ['ID=0c924478-a665-4f56-8d51-0ded063f2e7c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:36.805727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a57f59e-881c-49f5-b4de-c4c7e33085ad tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:36.808335 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5a57f59e-881c-49f5-b4de-c4c7e33085ad tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "DELETE /v2.0/subnets/0c924478-a665-4f56-8d51-0ded063f2e7c HTTP/1.1" status: 204 len: 168 time: 1.0252962 Jul 06 17:43:36.814095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37524) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:36.824902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2254ffb-9a59-4580-9433-87454fc59198 None None] Network a9c62a76-6a03-48f5-b21b-5cca9f0e689f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:36.828121 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c26c65fb-4000-4257-b325-40c42e23710b req-dca22792-a508-42b6-a6cf-e9152fbbe4c9 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/security-groups?id=67399a05-662c-4330-b4ff-14f2fb5c0952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204643 Jul 06 17:43:36.905523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] For port 38b4deb0-26be-40dc-a1bf-d934474e4312, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=38b4deb0-26be-40dc-a1bf-d934474e4312,segment=NetworkSegment(8472f69b-433a-46b3-909e-dee9ccaed6db),segment_id=8472f69b-433a-46b3-909e-dee9ccaed6db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:36.906132 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:36.937265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Calling delete_port for 38b4deb0-26be-40dc-a1bf-d934474e4312 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:36.952087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] For port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:36.952671 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:36.980244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Calling delete_port for 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:37.036556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768dcdde-7e87-4f51-befd-35d32e018495', 'name': 'network-vif-deleted', 'tag': '3bde5600-aad2-440c-b53c-f121cfc5cd87'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:37.040707 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a3d553-7d60-4cc3-9798-8e0cd443dbcf" -d '{"events": [{"server_uuid": "768dcdde-7e87-4f51-befd-35d32e018495", "name": "network-vif-deleted", "tag": "3bde5600-aad2-440c-b53c-f121cfc5cd87"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:37.096188 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.147075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 38b4deb0-26be-40dc-a1bf-d934474e4312 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:37.218987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f29c12-0c02-41cc-8c2a-330bb836ad3d None None] DHCP port deletion for a9c62a76-6a03-48f5-b21b-5cca9f0e689f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:43:37.231892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Deleting port 651d7997-4335-407a-acfd-4f53e266ff87 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:37.235080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.315782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-87f29c12-0c02-41cc-8c2a-330bb836ad3d None None] Deleting port 651d7997-4335-407a-acfd-4f53e266ff87 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:37.316165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-87f29c12-0c02-41cc-8c2a-330bb836ad3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.413155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-87f29c12-0c02-41cc-8c2a-330bb836ad3d None None] For port 651d7997-4335-407a-acfd-4f53e266ff87, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=651d7997-4335-407a-acfd-4f53e266ff87,segment=NetworkSegment(a2b5277c-1976-42da-ae70-6e34e40a1188),segment_id=a2b5277c-1976-42da-ae70-6e34e40a1188)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:37.413465 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-87f29c12-0c02-41cc-8c2a-330bb836ad3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.433724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-87f29c12-0c02-41cc-8c2a-330bb836ad3d None None] Calling delete_port for 651d7997-4335-407a-acfd-4f53e266ff87 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:37.446794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-742c9120-621e-4b88-a456-a9f9a8871e33 req-7a9f690a-c231-4b17-af64-1b1286b30642 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0886118 Jul 06 17:43:37.456253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] For port 651d7997-4335-407a-acfd-4f53e266ff87, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=651d7997-4335-407a-acfd-4f53e266ff87,segment=NetworkSegment(a2b5277c-1976-42da-ae70-6e34e40a1188),segment_id=a2b5277c-1976-42da-ae70-6e34e40a1188)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:37.456822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.498961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Calling delete_port for 651d7997-4335-407a-acfd-4f53e266ff87 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:37.506108 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.566147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Pushing event deleted for resources: {'Port': ['ID=38b4deb0-26be-40dc-a1bf-d934474e4312,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:37.585408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675d50-565b-43ab-82f7-56dece84afe4 req-5d219442-7b84-42be-a33d-918d643cd68a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:37.587123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9675d50-565b-43ab-82f7-56dece84afe4 req-5d219442-7b84-42be-a33d-918d643cd68a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33e7761-4036-4965-8a68-6535a766feb2 HTTP/1.1" status: 200 len: 945 time: 0.3760564 Jul 06 17:43:37.615130 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-87f29c12-0c02-41cc-8c2a-330bb836ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.627617 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563b71eb-1134-4a94-8146-1bb3f47bff17 x-openstack-request-id: req-563b71eb-1134-4a94-8146-1bb3f47bff17 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:37.628539 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768dcdde-7e87-4f51-befd-35d32e018495", "name": "network-vif-deleted", "tag": "3bde5600-aad2-440c-b53c-f121cfc5cd87", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:37.628539 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-563b71eb-1134-4a94-8146-1bb3f47bff17 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:37.628862 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768dcdde-7e87-4f51-befd-35d32e018495', 'name': 'network-vif-deleted', 'tag': '3bde5600-aad2-440c-b53c-f121cfc5cd87', 'status': 'completed', 'code': 200} Jul 06 17:43:37.646288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.650477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f29c12-0c02-41cc-8c2a-330bb836ad3d None None] Pushing event deleted for resources: {'Port': ['ID=651d7997-4335-407a-acfd-4f53e266ff87,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:37.655254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.663438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] No DVR routers for this DVR port 38b4deb0-26be-40dc-a1bf-d934474e4312 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:37.665459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f29c12-0c02-41cc-8c2a-330bb836ad3d None None] No DVR routers for this DVR port 651d7997-4335-407a-acfd-4f53e266ff87 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:37.669260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['9324d5a3-c4b5-4f1b-ad70-65b86e2f41de'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:37.674572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.676424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a355458f-d518-4f88-b8f1-510b4182a10a req-9917ed31-119a-47d5-ac3f-49578ee69020 tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.55 "DELETE /v2.0/ports/38b4deb0-26be-40dc-a1bf-d934474e4312 HTTP/1.1" status: 204 len: 173 time: 2.0188305 Jul 06 17:43:37.686280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] No DVR routers for this DVR port 651d7997-4335-407a-acfd-4f53e266ff87 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:37.706190 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9675d50-565b-43ab-82f7-56dece84afe4 req-11559904-adde-4dd6-b565-cfbad0bedebb tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994821 Jul 06 17:43:37.707737 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.723687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event deleted for resources: {'Port': ['ID=9324d5a3-c4b5-4f1b-ad70-65b86e2f41de,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:37.790202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event deleted for resources: {'Port': ['ID=651d7997-4335-407a-acfd-4f53e266ff87,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:37.890692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] No DVR routers for this DVR port 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:43:37.894966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.897828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76dc5e58-e4e0-48bc-9bd8-3002fa82ffc5 req-6515b9f9-7862-4553-a1d5-d9e0e7dd569b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "DELETE /v2.0/ports/9324d5a3-c4b5-4f1b-ad70-65b86e2f41de HTTP/1.1" status: 204 len: 173 time: 2.1138864 Jul 06 17:43:37.963477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:37.976911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c62a76-6a03-48f5-b21b-5cca9f0e689f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:37.996095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b5277c-1976-42da-ae70-6e34e40a1188') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:37.997022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b5277c-1976-42da-ae70-6e34e40a1188') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:38.020733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.058399 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.082644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:43:38.083810 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.104610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfe01-9a89-4e49-be67-66f119af69b9 req-60ea8aaa-b261-4ee1-af6b-df3ec54be9e4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:38.107195 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba6b45d8-e5a7-4281-8fbf-9b015d4d9bd3 req-62813ba0-0b30-464a-8914-752d74ae545c tempest-MultipleCreateTestJSON-441828543 tempest-MultipleCreateTestJSON-441828543-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc716853-4710-48ae-8865-dd58eab6b952 HTTP/1.1" status: 200 len: 210 time: 0.0456719 Jul 06 17:43:38.117857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b4cfe01-9a89-4e49-be67-66f119af69b9 req-60ea8aaa-b261-4ee1-af6b-df3ec54be9e4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 945 time: 0.2041991 Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:43:38.120623 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:43:38.230490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ddc0b4c3-f49f-41e9-a559-007e00c11315 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:38.265895 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b4cfe01-9a89-4e49-be67-66f119af69b9 req-a1de22cc-f71a-457d-8bc3-f2ef5c122d64 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204917 Jul 06 17:43:38.268168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.286887 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.292210 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] 10.222.0.13 "DELETE /v2.0/networks/a9c62a76-6a03-48f5-b21b-5cca9f0e689f HTTP/1.1" status: 204 len: 168 time: 1.4775198 Jul 06 17:43:38.318951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c462-a4fd-41c3-b576-cacc3943e12c tempest-FloatingIPNegativeTestJSON-1354680512 tempest-FloatingIPNegativeTestJSON-1354680512-project] Pushing event deleted for resources: {'Network': ['ID=a9c62a76-6a03-48f5-b21b-5cca9f0e689f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:38.335424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port ddc0b4c3-f49f-41e9-a559-007e00c11315 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:38.342162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port ddc0b4c3-f49f-41e9-a559-007e00c11315 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:38.342681 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.514271 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.582526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ddc0b4c3-f49f-41e9-a559-007e00c11315, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:38.583859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:38.588442 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa3a469-6339-47d2-85ec-d58b5b59fd0c" -d '{"events": [{"server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "name": "network-vif-plugged", "status": "completed", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:38.593300 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:38.594355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:38.624616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:38.624616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9324d5a3-c4b5-4f1b-ad70-65b86e2f41de not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:38.690862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ddc0b4c3-f49f-41e9-a559-007e00c11315,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:38.740285 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c83a11f-cc3f-441c-b2ee-7fbd89099b18 x-openstack-request-id: req-3c83a11f-cc3f-441c-b2ee-7fbd89099b18 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:38.740734 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "name": "network-vif-plugged", "status": "completed", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:38.741133 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c83a11f-cc3f-441c-b2ee-7fbd89099b18 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:38.741847 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'code': 200} Jul 06 17:43:38.759119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 651d7997-4335-407a-acfd-4f53e266ff87 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:43:38.820024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 651d7997-4335-407a-acfd-4f53e266ff87 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:43:38.820607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 651d7997-4335-407a-acfd-4f53e266ff87 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:43:38.859965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ecc0d46-1dd1-4028-bbbe-552799df7fea req-15aef242-3ac6-4a83-90c9-d97a996baa34 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0692048 Jul 06 17:43:38.946498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:39.030925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e374c3-d549-4679-a547-bc588d4cf4f1 req-248718e5-29c1-4b36-ace4-9586cf89cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:39.035516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1e374c3-d549-4679-a547-bc588d4cf4f1 req-248718e5-29c1-4b36-ace4-9586cf89cfbe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 1097 time: 0.1212561 Jul 06 17:43:39.095947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1e374c3-d549-4679-a547-bc588d4cf4f1 req-fd5b21b1-1429-4092-a7b9-72edb77e2dc9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519454 Jul 06 17:43:39.147254 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a8fc00e4-7555-4695-a892-59bf045e22e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c999b2d45f954ec59e7df2dd7a2998a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980889 Jul 06 17:43:39.150563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37556) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:39.225209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37562) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:39.251171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175e00a6-da1e-4b83-8b12-8533059b531d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:39.296082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175e00a6-da1e-4b83-8b12-8533059b531d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:39.362044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175e00a6-da1e-4b83-8b12-8533059b531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:39.367559 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175e00a6-da1e-4b83-8b12-8533059b531d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:39.369558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-175e00a6-da1e-4b83-8b12-8533059b531d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aeb91bba-0fea-4be6-945b-4cafb7ed33b6 HTTP/1.1" status: 204 len: 168 time: 0.2176187 Jul 06 17:43:39.380449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e00a6-da1e-4b83-8b12-8533059b531d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb91bba-0fea-4be6-945b-4cafb7ed33b6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:39.414969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-230bc65e-6d76-4ff0-853b-e79b70170df7 admin admin] Deleting subnet 4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:43:39.424792 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-230bc65e-6d76-4ff0-853b-e79b70170df7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:39.478172 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-230bc65e-6d76-4ff0-853b-e79b70170df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:39.558844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-230bc65e-6d76-4ff0-853b-e79b70170df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:39.638203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f10c19-5597-46c5-b20e-c746c7f02d50 req-8be3f772-d91c-4a08-8aed-357010cbc987 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:39.646994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49f10c19-5597-46c5-b20e-c746c7f02d50 req-8be3f772-d91c-4a08-8aed-357010cbc987 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 946 time: 0.1007285 Jul 06 17:43:39.657452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc716853-4710-48ae-8865-dd58eab6b952', 'name': 'network-vif-deleted', 'tag': '38b4deb0-26be-40dc-a1bf-d934474e4312'}, {'server_uuid': 'a33e7761-4036-4965-8a68-6535a766feb2', 'name': 'network-vif-deleted', 'tag': '9324d5a3-c4b5-4f1b-ad70-65b86e2f41de'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:39.660726 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4312b40-9261-4f50-bb74-969bea24de46" -d '{"events": [{"server_uuid": "fc716853-4710-48ae-8865-dd58eab6b952", "name": "network-vif-deleted", "tag": "38b4deb0-26be-40dc-a1bf-d934474e4312"}, {"server_uuid": "a33e7761-4036-4965-8a68-6535a766feb2", "name": "network-vif-deleted", "tag": "9324d5a3-c4b5-4f1b-ad70-65b86e2f41de"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:39.668416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d3107123-9eb4-4e7a-8523-9e797344b48c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:39.670377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d3107123-9eb4-4e7a-8523-9e797344b48c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.3912406 Jul 06 17:43:39.699343 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-a2da2949-6fd7-406f-8822-7bb2e0a5707e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/quotas/b1241c3cb7844dfaade4e75a0193502a HTTP/1.1" status: 200 len: 375 time: 0.0107181 Jul 06 17:43:39.708093 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-230bc65e-6d76-4ff0-853b-e79b70170df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:39.722405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49f10c19-5597-46c5-b20e-c746c7f02d50 req-5255fc26-d713-4ffa-afba-74e935519054 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742579 Jul 06 17:43:39.817860 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-230bc65e-6d76-4ff0-853b-e79b70170df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:39.827986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:39.831417 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-230bc65e-6d76-4ff0-853b-e79b70170df7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed HTTP/1.1" status: 204 len: 168 time: 0.6042304 Jul 06 17:43:39.837684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bc65e-6d76-4ff0-853b-e79b70170df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c63bdaf-aff2-4ec7-b5c6-d3dca24918ed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:39.879257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-f4826044-d821-43cf-a8f2-efd369cd0229 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1516366 Jul 06 17:43:40.066506 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.089226 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c0caa0-04db-49fc-9395-8186f98cb831 x-openstack-request-id: req-a4c0caa0-04db-49fc-9395-8186f98cb831 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:40.106793 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc716853-4710-48ae-8865-dd58eab6b952", "name": "network-vif-deleted", "tag": "38b4deb0-26be-40dc-a1bf-d934474e4312", "status": "completed", "code": 200}, {"server_uuid": "a33e7761-4036-4965-8a68-6535a766feb2", "name": "network-vif-deleted", "tag": "9324d5a3-c4b5-4f1b-ad70-65b86e2f41de", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:40.111990 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4c0caa0-04db-49fc-9395-8186f98cb831 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:40.113024 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc716853-4710-48ae-8865-dd58eab6b952', 'name': 'network-vif-deleted', 'tag': '38b4deb0-26be-40dc-a1bf-d934474e4312', 'status': 'completed', 'code': 200} Jul 06 17:43:40.113651 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33e7761-4036-4965-8a68-6535a766feb2', 'name': 'network-vif-deleted', 'tag': '9324d5a3-c4b5-4f1b-ad70-65b86e2f41de', 'status': 'completed', 'code': 200} Jul 06 17:43:40.252243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-18f97db7-6d61-4137-bae4-8806bf4385ab service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552041 Jul 06 17:43:40.253312 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.268267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2211f5ea-9e45-46a4-800a-89aedc1b949a']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:40.287316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8472f69b-433a-46b3-909e-dee9ccaed6db') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:40.287923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8472f69b-433a-46b3-909e-dee9ccaed6db') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:40.303044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.351102 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.362552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:43:40.362920 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:43:40.368779 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:43:40.376378 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:43:40.471564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-2ef2e571-6990-415b-b940-602b6bca9d9b service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179229 Jul 06 17:43:40.483669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ef3055b-237d-4c9e-9312-f9878750c9aa req-c7f40aef-b3fc-4d5d-8e87-9950feddbcb6 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.1230440 Jul 06 17:43:40.510548 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.547991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.553714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2211f5ea-9e45-46a4-800a-89aedc1b949a HTTP/1.1" status: 204 len: 168 time: 0.7212729 Jul 06 17:43:40.553714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920396cd-39ac-44e2-9306-fb46ce2efd57 admin admin] Pushing event deleted for resources: {'Network': ['ID=2211f5ea-9e45-46a4-800a-89aedc1b949a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:40.750670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:40.815483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-72d832cb-0702-4219-9fa3-28546b4c694b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7517d8978eaf4961a501374aea91b6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574687 Jul 06 17:43:40.816447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37608) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:40.893817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b52ebb2-4025-46a4-b91e-f60519b9a16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:40.895251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:40.946059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b52ebb2-4025-46a4-b91e-f60519b9a16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.087454 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-22d42cca-d5e4-4dda-975a-a171645459e3 req-3a140a14-8276-4873-bd08-06df859eb1ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 210 time: 0.1235929 Jul 06 17:43:41.155192 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b52ebb2-4025-46a4-b91e-f60519b9a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.159556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b52ebb2-4025-46a4-b91e-f60519b9a16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.161041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0b52ebb2-4025-46a4-b91e-f60519b9a16e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67399a05-662c-4330-b4ff-14f2fb5c0952 HTTP/1.1" status: 204 len: 168 time: 0.3433514 Jul 06 17:43:41.178411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52ebb2-4025-46a4-b91e-f60519b9a16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67399a05-662c-4330-b4ff-14f2fb5c0952,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:41.200760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1d171-0b4e-4456-ba84-d69f6cc72e27 req-d96902a6-72aa-4193-9aec-e8a2965fd7a6 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:41.209009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f1d171-0b4e-4456-ba84-d69f6cc72e27 req-d96902a6-72aa-4193-9aec-e8a2965fd7a6 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 946 time: 0.1571205 Jul 06 17:43:41.279214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f1d171-0b4e-4456-ba84-d69f6cc72e27 req-45a8f15e-d846-45a3-ae7d-dbacca3790cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644238 Jul 06 17:43:41.324536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'networks': [{'name': 'tempest-network--1987045460'}, {'name': 'tempest-network--479009937'}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:41.324722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'network': {'name': 'tempest-network--1987045460'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:41.325214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'network': {'name': 'tempest-network--479009937'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:41.373220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Made reservation on behalf of 1417337866fc447bb8ec0596cb60d033 for: {'network': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:41.388458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.413156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.677583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.683952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.684752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.802120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:43:41.817944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-20bf3289-09d0-45b7-a715-92606bf99550 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:41.818484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3a1b2a-927c-407a-9a58-3439db14b02b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:41.834060 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-20bf3289-09d0-45b7-a715-92606bf99550 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3677602 Jul 06 17:43:41.849837 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:41.850570 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Added segment 77a31310-4c37-4515-9ebe-4dcd1ce7fffe of type vlan for network 3ca99303-e978-4446-8e5b-ea2078a0de14 Jul 06 17:43:41.964220 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e59cfc48-6ff5-4949-9530-7a684939b362 req-1b7e7506-2336-4d63-9ebd-910ef9cdf3ab tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.1376321 Jul 06 17:43:41.994807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-50fb30fe-fd7b-4a27-ae2c-d06fda61ae98 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 696 time: 0.1581683 Jul 06 17:43:42.023541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52eed901-b4c9-4387-b474-639719554eb4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Request body: {'floatingip': {'port_id': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:42.023877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.129102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:43:42.149992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.150632 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Added segment 4b579819-04e1-455d-9a78-019b3f9c2ee5 of type vlan for network 4a6ef69a-3e47-4c0a-aa9a-79234bc5f72c Jul 06 17:43:42.175113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52eed901-b4c9-4387-b474-639719554eb4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.254194 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.364635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.365481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.430618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:42.446998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:42.448750 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:42.581126 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6838379 Jul 06 17:43:42.587795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37648) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:42.643563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ac1e503-9358-4725-ba03-521979cb444b req-cf9165e1-0a45-4fea-a570-27031237a979 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 210 time: 0.1201370 Jul 06 17:43:42.772410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Network': ['ID=3ca99303-e978-4446-8e5b-ea2078a0de14,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:42.785447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 3ca99303-e978-4446-8e5b-ea2078a0de14 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:43:43.013237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a4fcf-ff91-41e6-bd82-14d75e5ba50a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:43.022268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a4fcf-ff91-41e6-bd82-14d75e5ba50a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:43.032047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a4fcf-ff91-41e6-bd82-14d75e5ba50a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:43.039790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a4fcf-ff91-41e6-bd82-14d75e5ba50a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:43.042427 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-435a4fcf-ff91-41e6-bd82-14d75e5ba50a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4347041 Jul 06 17:43:43.048055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37660) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:43.172031 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ae04a-2993-4f60-b360-7b7385e68061 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Network': ['ID=4a6ef69a-3e47-4c0a-aa9a-79234bc5f72c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:43.196526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4a6ef69a-3e47-4c0a-aa9a-79234bc5f72c details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:43:43.197759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37664) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:43.273376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.342798 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52eed901-b4c9-4387-b474-639719554eb4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.414070 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52eed901-b4c9-4387-b474-639719554eb4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.557125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-92c6b2cd-c07a-45a6-b4ed-3b92ea89eebb req-8de9023d-8ce1-4ccc-8926-164784dabf70 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0538201 Jul 06 17:43:43.565775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.583191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca99303-e978-4446-8e5b-ea2078a0de14']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:43.598831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a31310-4c37-4515-9ebe-4dcd1ce7fffe') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:43.599131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a31310-4c37-4515-9ebe-4dcd1ce7fffe') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:43.615709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-591717801-network', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:43.621856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-07c9a060-e7a2-415a-ab56-6033f6f505bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:43.624130 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-07c9a060-e7a2-415a-ab56-6033f6f505bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.5512815 Jul 06 17:43:43.626046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.655019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Request body: {'port': {'device_id': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'admin_state_up': True, 'tenant_id': 'b1241c3cb7844dfaade4e75a0193502a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:43.668859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.670037 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52eed901-b4c9-4387-b474-639719554eb4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da associated. External IP: 172.25.7.187, port: 0c9dd9e2-9989-41b2-9d14-fa32bb778df3. Jul 06 17:43:43.672979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Made reservation on behalf of 7aacb4a41b3b464b8acf89aee1d36cf3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:43.676730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.694082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:43:43.697318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:43:43.698486 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:43:43.711766 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.794079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.803547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:43.805884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/networks/3ca99303-e978-4446-8e5b-ea2078a0de14 HTTP/1.1" status: 204 len: 168 time: 0.7565017 Jul 06 17:43:43.824868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37672) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:43.841729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08008a54-d280-4c1f-8d29-681a3b59eef5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Network': ['ID=3ca99303-e978-4446-8e5b-ea2078a0de14,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:43.960271 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.124247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.151392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.170550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52eed901-b4c9-4387-b474-639719554eb4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Router 0d092371-0521-4934-9954-c5d6e99425be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:43:44.172231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Made reservation on behalf of b1241c3cb7844dfaade4e75a0193502a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:44.177227 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.211051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.277806 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8dc2a9b4-652e-4f1a-9446-bcd0f9f1464a req-05a303db-1315-4f83-b900-91ce1de6d632 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 210 time: 0.1157136 Jul 06 17:43:44.278963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:43:44.301280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6ef69a-3e47-4c0a-aa9a-79234bc5f72c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:44.342277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defac288-3e9f-4679-af51-7ace8d978be7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:44.350960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b579819-04e1-455d-9a78-019b3f9c2ee5') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:44.351467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b579819-04e1-455d-9a78-019b3f9c2ee5') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:44.366945 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.367535 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Added segment 8f4dd1e3-9a14-466c-bccc-cc0b959d29e8 of type vlan for network ad008159-491b-44b7-b34f-58dbc4e84586 Jul 06 17:43:44.386864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.448794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.472199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.492137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:43:44.492846 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:43:44.496844 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:43:44.599521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.601365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:44.602386 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.631119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.685673 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.688461 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/networks/4a6ef69a-3e47-4c0a-aa9a-79234bc5f72c HTTP/1.1" status: 204 len: 168 time: 0.8624675 Jul 06 17:43:44.700059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5010815 Jul 06 17:43:44.703247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37678) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:44.706044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37680) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:44.726355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Request body: {'subnet': {'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-591717801-subnet', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:44.758191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Made reservation on behalf of 7aacb4a41b3b464b8acf89aee1d36cf3 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:44.761523 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:44.931640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b7aa7-810e-4f23-9208-0d9fd9fd4683 admin admin] Pushing event updated for resources: {'Network': ['ID=ad008159-491b-44b7-b34f-58dbc4e84586,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:44.949023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ad008159-491b-44b7-b34f-58dbc4e84586 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:43:44.991225 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06f9bd85-0f42-44a3-9d52-f23932977fbb req-822741e9-66dd-4cd9-8bf9-81856ebd97bf tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.1118495 Jul 06 17:43:45.019905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1af6cf-c60c-404d-9047-648e9bf89eea tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Network': ['ID=4a6ef69a-3e47-4c0a-aa9a-79234bc5f72c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:45.140809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Allocated IP 172.20.0.9 (9811fd57-c9db-4518-b207-d909bc461be1/efd08fa1-37f8-4d9c-8543-93bcd3936a3f/f372f78a-474d-401a-8356-f4061f166413) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:45.289106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52eed901-b4c9-4387-b474-639719554eb4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:43:45.302853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52eed901-b4c9-4387-b474-639719554eb4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.304685 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] Sync routers for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:43:45.322638 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:45.323881 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:45.397862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52eed901-b4c9-4387-b474-639719554eb4 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "PUT /v2.0/floatingips/b5320293-f1b5-4d79-8d8e-d33fe4ae45da HTTP/1.1" status: 200 len: 996 time: 3.4013615 Jul 06 17:43:45.400935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:45.403362 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62449c33-a483-451b-82eb-68e9c1f3f005" -d '{"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:45.496837 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:45.504791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.558364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52961969-93e6-4a65-b1a7-42c1f451b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:45.559966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-52961969-93e6-4a65-b1a7-42c1f451b98c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1096 time: 0.1061571 Jul 06 17:43:45.661430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01476ac4-a72a-492a-abb4-602fe5f1eb11 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:45.668395 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01476ac4-a72a-492a-abb4-602fe5f1eb11 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:45.670478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-01476ac4-a72a-492a-abb4-602fe5f1eb11 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9630930 Jul 06 17:43:45.687469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-5e551085-0f01-4e11-ae26-f34e01baac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:45.691636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-5e551085-0f01-4e11-ae26-f34e01baac66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.1203594 Jul 06 17:43:45.692317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37690) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:45.700882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-709832995'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:45.724107 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-52da4c57-ea23-4e95-9714-978349d18db8 req-e668fa19-5ca2-4152-be4d-0b4c56ebc922 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 210 time: 0.0762401 Jul 06 17:43:45.733965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.750982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Made reservation on behalf of 1417337866fc447bb8ec0596cb60d033 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:45.756791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.806127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.828980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9521b14c-453c-47b3-8db1-d103d8b30de6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:45.855683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Checking segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:45.856286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Network hostable DHCP agents. Network: ad008159-491b-44b7-b34f-58dbc4e84586, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:43:45.900028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Network 9811fd57-c9db-4518-b207-d909bc461be1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:45.902226 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8471ef1-3bb6-441a-9dd7-a414fe728df7 x-openstack-request-id: req-d8471ef1-3bb6-441a-9dd7-a414fe728df7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:45.902588 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:45.902783 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8471ef1-3bb6-441a-9dd7-a414fe728df7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:45.903198 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'status': 'completed', 'code': 200} Jul 06 17:43:45.909954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:45.917964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:45.924656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Network ad008159-491b-44b7-b34f-58dbc4e84586 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:43:45.930672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-09166322-1423-4a82-afbb-48023860bdf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 999 time: 0.1966255 Jul 06 17:43:45.952924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ad008159-491b-44b7-b34f-58dbc4e84586) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:45.964766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:45.965894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:45.974420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8306b2-25cf-4868-9dbb-dfdba471eca7 None None] Network ad008159-491b-44b7-b34f-58dbc4e84586 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:45.985710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:43:45.991894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event updated for resources: {'Port': ['ID=f372f78a-474d-401a-8356-f4061f166413,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:46.015840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3435777d-db5a-4bea-b42d-72e733f83bc1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3062739 Jul 06 17:43:46.019306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:46.026854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:46.061653 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:bd:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fe791-0564-416c-bf89-e378cd787239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:43:43Z', 'revision_number': 1, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:46.077564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.077924 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Added segment 055f83b6-ab44-4c31-82d0-91d4cf3914f5 of type vlan for network 8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8 Jul 06 17:43:46.089327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.089931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.130002 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.134186 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.163182 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] Checking router: 0d092371-0521-4934-9954-c5d6e99425be for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:43:46.174648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-762ac9c3-eb47-4a71-88de-a0af051961de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.176468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-762ac9c3-eb47-4a71-88de-a0af051961de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.2152088 Jul 06 17:43:46.198540 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:46.202648 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:46.222558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-8290b613-f458-41ec-b3db-b330dd76b5ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5870364 Jul 06 17:43:46.239312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.248487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Request body: {'port': {'device_id': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:46.426479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-ad008159-491b-44b7-b34f-58dbc4e84586', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:43:46.429230 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.455769 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.505154 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:46.514989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c7b40a5-7eb1-4f8e-881d-bbfadab4f2a1 req-d1c1b1f0-d325-48e5-a078-c9f4551bf461 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0675321 Jul 06 17:43:46.526969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-1d2e97b7-2860-4a7c-85bb-51ccf20f15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.529831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-1d2e97b7-2860-4a7c-85bb-51ccf20f15a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1096 time: 0.5705009 Jul 06 17:43:46.640262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.714910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Allocated IP 172.20.0.2 (ad008159-491b-44b7-b34f-58dbc4e84586/9521b14c-453c-47b3-8db1-d103d8b30de6/336028b2-6ec4-4ee8-8d25-77bdc7a01135) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:46.751980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:43:46.939478 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6248e39-ad91-45f4-b7b9-c33be5a7dec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:46.995779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-90e9d769-43fc-441b-bba9-6b92e8c8087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:46.998371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-90e9d769-43fc-441b-bba9-6b92e8c8087e service neutron] 10.222.0.55 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.4518769 Jul 06 17:43:47.022607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.035668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:47.036753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.067185 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.098534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Transition to ACTIVE for port object 336028b2-6ec4-4ee8-8d25-77bdc7a01135 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:47.133722 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.150155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Transition to ACTIVE for port object 336028b2-6ec4-4ee8-8d25-77bdc7a01135 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:47.163240 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.165915 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.275251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a0eed-527c-4334-abe1-693721512c0b req-98ce8fa0-67f1-4c6f-91e6-d2003b910d21 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:47.285117 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b04a0eed-527c-4334-abe1-693721512c0b req-98ce8fa0-67f1-4c6f-91e6-d2003b910d21 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 931 time: 0.2241321 Jul 06 17:43:47.306062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Network ad008159-491b-44b7-b34f-58dbc4e84586 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:47.319054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:47.330463 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:bd:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fe791-0564-416c-bf89-e378cd787239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:43:43Z', 'revision_number': 1, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:47.334817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:47.341321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-b1721dd4-c8ab-4030-8253-dc923c07e575 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 999 time: 0.3278658 Jul 06 17:43:47.342376 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.357535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Pushing event updated for resources: {'Port': ['ID=336028b2-6ec4-4ee8-8d25-77bdc7a01135,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:47.389974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3f774-f4c8-4e6e-909b-f05a3545a83e None None] The sync data for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 is: [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:bd:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fe791-0564-416c-bf89-e378cd787239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:43:43Z', 'revision_number': 1, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:43:47.391886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Network': ['ID=8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:47.447283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:43:47.469165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b04a0eed-527c-4334-abe1-693721512c0b req-aa91d619-d726-46d0-a1d4-b1adb89f1297 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826565 Jul 06 17:43:47.516412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Allocated IP 172.25.7.60 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:47.608885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Attempting to bind port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:47.609356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Attempting to bind port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:47.609778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Attempting to bind port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:47.623439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-177430b9-592f-46e4-a059-2fd792f37e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:47.627105 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-177430b9-592f-46e4-a059-2fd792f37e7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3938158 Jul 06 17:43:47.627301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:47.627993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Checking segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:47.628577 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.632421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Bound using segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:47.633045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Bound port: 336028b2-6ec4-4ee8-8d25-77bdc7a01135, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:47.633521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.654239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4f16995b-4ce0-44ec-9d49-8a588581f6bd tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9559283 Jul 06 17:43:47.669696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37704) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:47.775537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] For port 336028b2-6ec4-4ee8-8d25-77bdc7a01135, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:47.779370 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] For port 336028b2-6ec4-4ee8-8d25-77bdc7a01135, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=336028b2-6ec4-4ee8-8d25-77bdc7a01135,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:47.788487 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.827468 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.914710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:47.948742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a5351-52a1-4dd0-ae2d-a726dedfcf84 None None] Pushing event updated for resources: {'Port': ['ID=336028b2-6ec4-4ee8-8d25-77bdc7a01135,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:47.992697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6eed59-4aae-4e85-9dd9-8ac544e616f0 None None] New status for floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:43:47.998515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:48.002098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:48.009514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:48.047501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:48.131427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-199003940'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:48.201971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-29fff7f5-5601-4077-8d52-27cf977e70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:48.205780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-29fff7f5-5601-4077-8d52-27cf977e70fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.8225842 Jul 06 17:43:48.459431 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Made reservation on behalf of 1417337866fc447bb8ec0596cb60d033 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:48.465575 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:48.518979 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-5a52610c-69a7-40ce-8aa7-74e6fabc928c service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8546972 Jul 06 17:43:48.581549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:43:48.599015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:48.599559 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Added segment 5a557354-18e7-4da1-be12-2ab538e02202 of type vlan for network 5e13f970-f452-41bf-904f-300fa5ae78dd Jul 06 17:43:48.689468 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e5b9a2e2-c3d7-4fbf-9079-8690e9aa594e req-3b318149-0d49-480d-ab19-8efa1fbeaa79 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.5272436 Jul 06 17:43:48.726690 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:48.779999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 336028b2-6ec4-4ee8-8d25-77bdc7a01135 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:48.824602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:48.896266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:48.967857 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fa86f5a-74af-4f8e-a957-a5eeaff0851c req-12b6fdc0-f36c-4ae2-8595-47703cda99f8 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386797 Jul 06 17:43:48.979207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-cb827760-7f34-4061-a9dc-e93c792a1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:48.981943 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-cb827760-7f34-4061-a9dc-e93c792a1b0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7512081 Jul 06 17:43:48.990557 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.002030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:49.003310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.022272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f372f78a-474d-401a-8356-f4061f166413 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:49.257801 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.321265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.393951 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2721491 Jul 06 17:43:49.403303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37720) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:49.409456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Transition to ACTIVE for port object f372f78a-474d-401a-8356-f4061f166413 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:49.412239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33296dac-2a81-4520-878e-816843ca8db8 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Network': ['ID=5e13f970-f452-41bf-904f-300fa5ae78dd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:49.425288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.435306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'ports': [{'network_id': '8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8', 'name': 'tempest-port--1536111621', 'admin_state_up': True}, {'network_id': '5e13f970-f452-41bf-904f-300fa5ae78dd', 'admin_state_up': False}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:49.435829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'port': {'network_id': '8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8', 'name': 'tempest-port--1536111621', 'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:49.436706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'port': {'network_id': '5e13f970-f452-41bf-904f-300fa5ae78dd', 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:49.437107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 5e13f970-f452-41bf-904f-300fa5ae78dd details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:43:49.535814 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bbdd1fe-4e9f-4413-9bba-36e4836ac0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:49.618490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f372f78a-474d-401a-8356-f4061f166413,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:49.724188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-4b41a082-30ad-4dae-98f4-0391167a4b52 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131464 Jul 06 17:43:49.729729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17b77a-573e-47f1-a15c-81e75be16645 req-4c53b46e-3175-4994-b626-71330e0521bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:49.737040 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a17b77a-573e-47f1-a15c-81e75be16645 req-4c53b46e-3175-4994-b626-71330e0521bc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 931 time: 0.4683027 Jul 06 17:43:49.776885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c59fe3-0f67-493c-9620-afaa136e6733 None None] Network ad008159-491b-44b7-b34f-58dbc4e84586 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:49.908628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a17b77a-573e-47f1-a15c-81e75be16645 req-30801c6c-90a8-4228-b335-4c74dc44e645 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571803 Jul 06 17:43:49.955510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Router 3aa45635-ca4b-426c-ab43-854a211be9f6 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:43:50.008457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Made reservation on behalf of 1417337866fc447bb8ec0596cb60d033 for: {'port': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:50.014331 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.020893 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.027156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b3563646-728f-4dc9-b7bb-bcfe0f87619a None None] Provisioning for port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:50.037532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b3563646-728f-4dc9-b7bb-bcfe0f87619a None None] Provisioning complete for port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:50.038504 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3563646-728f-4dc9-b7bb-bcfe0f87619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.219653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:43:50.237492 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Sync routers for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:43:50.250603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.259994 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:50.260763 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:50.280188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-339f4cfa-7042-4e55-91f8-b6be518d9d04 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5516670 Jul 06 17:43:50.296805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-e5b36256-1dcb-4906-9f49-5af0d6fbd7ac tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:50.318913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-e5b36256-1dcb-4906-9f49-5af0d6fbd7ac tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9753718 Jul 06 17:43:50.321459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3563646-728f-4dc9-b7bb-bcfe0f87619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.375420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b3563646-728f-4dc9-b7bb-bcfe0f87619a None None] For port 336028b2-6ec4-4ee8-8d25-77bdc7a01135, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=336028b2-6ec4-4ee8-8d25-77bdc7a01135,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:50.383218 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3563646-728f-4dc9-b7bb-bcfe0f87619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.391223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b9219862-4a2c-4bc5-beb0-1962e2f50208 req-5e69ceeb-77f5-4ac9-8a10-c8dec65919ec tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.1011286 Jul 06 17:43:50.409545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.411042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e588937-e5ba-4cb9-a60a-9fdf9bc89ba3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3905852 Jul 06 17:43:50.426291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:50.473584 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3563646-728f-4dc9-b7bb-bcfe0f87619a None None] Pushing event updated for resources: {'Port': ['ID=336028b2-6ec4-4ee8-8d25-77bdc7a01135,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:50.554389 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:50.567062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62449c33-a483-451b-82eb-68e9c1f3f005 req-aacc6392-ccfc-4cc0-bea5-ca1bcaf353ec service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358669 Jul 06 17:43:50.574671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Attempting to bind port f372f78a-474d-401a-8356-f4061f166413 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:50.575010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Attempting to bind port f372f78a-474d-401a-8356-f4061f166413 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:50.575357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Attempting to bind port f372f78a-474d-401a-8356-f4061f166413 on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:50.611268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Port f372f78a-474d-401a-8356-f4061f166413 on network 9811fd57-c9db-4518-b207-d909bc461be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:43:50.611817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Attempting to bind port f372f78a-474d-401a-8356-f4061f166413 on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:50.621540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.645523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:50.646066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Checking segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:50.646264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Bound using segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:50.652704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Bound port: f372f78a-474d-401a-8356-f4061f166413, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:50.653089 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.703562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-2c298e6a-cfbe-4f4f-9c92-951cfb7532f3 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 1001 time: 0.3609104 Jul 06 17:43:50.760737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Request body: {'floatingip': {'port_id': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:50.803753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 336028b2-6ec4-4ee8-8d25-77bdc7a01135 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:50.835297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] device_id is not set on port 33b83fc7-35de-473a-a7f8-1a8f93b74ba2 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:43:50.888184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:50.888568 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.920392 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:48Z', 'revision_number': 3, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:50.944686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-73556d75-59aa-4b3e-9450-791987156b2c None None] Provisioning complete for port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:50.945054 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73556d75-59aa-4b3e-9450-791987156b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:50.953568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-6668da50-c57f-4aa2-8010-8d3c91f0a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:50.960393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-6668da50-c57f-4aa2-8010-8d3c91f0a16b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 1096 time: 0.5803642 Jul 06 17:43:50.986312 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.015863 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Checking router: 3aa45635-ca4b-426c-ab43-854a211be9f6 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:43:51.016245 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Updating router 3aa45635-ca4b-426c-ab43-854a211be9f6 port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:43:51.086621 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.575366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.665137 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.696758 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Transition to ACTIVE for port object 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:51.700648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec48a-ee2a-44d6-9068-07c4fe067e04 req-0a980bf6-5088-4e01-8dc4-210f84e6bbcf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:51.708660 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-618ec48a-ee2a-44d6-9068-07c4fe067e04 req-0a980bf6-5088-4e01-8dc4-210f84e6bbcf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 943 time: 0.5270088 Jul 06 17:43:51.716467 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.757812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] device_id is not set on port b1d9d715-5048-473e-a996-66df5c34f876 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:43:51.802204 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-618ec48a-ee2a-44d6-9068-07c4fe067e04 req-b50e735d-ad27-48f6-a8f4-c243be537324 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883906 Jul 06 17:43:51.810086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:51.863037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f372f78a-474d-401a-8356-f4061f166413,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:51.910896 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:51.982635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-279eff73-c2ff-4d12-81fa-88da338570a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:51.984262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-279eff73-c2ff-4d12-81fa-88da338570a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 912 time: 0.6581073 Jul 06 17:43:51.998260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:51.998950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.000467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] 10.222.0.22 "PUT /v2.0/ports/f372f78a-474d-401a-8356-f4061f166413 HTTP/1.1" status: 200 len: 1091 time: 5.7632165 Jul 06 17:43:52.002953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'tag': 'f372f78a-474d-401a-8356-f4061f166413'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:52.005816 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044f2fd8-0d40-4e28-82dd-f1df4181480e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "tag": "f372f78a-474d-401a-8356-f4061f166413"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:52.066932 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Pushing event updated for resources: {'Port': ['ID=92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:52.089585 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Attempting to bind port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:52.089927 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Attempting to bind port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:52.090235 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Attempting to bind port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:52.098651 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.099085 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.099434 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.099769 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.100170 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.100508 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.100837 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.101163 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.101487 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.101809 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.102137 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.102521 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:52.109228 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:52.110059 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:52.110651 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.111248 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:52.111748 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Bound port: 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:52.112138 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.162675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376e45f-d06d-49e3-90e5-87d39853cbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f372f78a-474d-401a-8356-f4061f166413,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:52.185331 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] For port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:52.189704 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] For port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:52.200087 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.224511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-f9cd32c2-0cb9-4a16-8938-303e4bc95350 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8993926 Jul 06 17:43:52.234067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-a2f66e75-0e37-44ce-9ecc-60dc52f5d914 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0d36c59-bc4f-450c-82ce-517af78f70df HTTP/1.1" status: 200 len: 1001 time: 0.2202451 Jul 06 17:43:52.430827 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:52.431946 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:52.468279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-dc15d3fc-2eed-487d-b28d-1b55c292abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:52.471091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-dc15d3fc-2eed-487d-b28d-1b55c292abce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.2269056 Jul 06 17:43:52.519243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-75b64048-53d8-4be5-ac96-ffc84bbc97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:52.522214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-75b64048-53d8-4be5-ac96-ffc84bbc97ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 1094 time: 0.3983958 Jul 06 17:43:52.527534 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.625560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-24d97d4b-9f9d-4501-8134-9dd823993371 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f372f78a-474d-401a-8356-f4061f166413 HTTP/1.1" status: 200 len: 217 time: 0.0549853 Jul 06 17:43:52.628142 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1a087690-2241-47cc-9c2e-55c9739ff410 req-0682e322-dfdb-4585-8740-b543603de936 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0416903 Jul 06 17:43:52.689331 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c4d1b-224e-4494-9392-89e802aecdd9 None None] Pushing event updated for resources: {'Port': ['ID=92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:52.713355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-5f87ab16-7396-41c3-8f59-afecdf59a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:52.715349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-5f87ab16-7396-41c3-8f59-afecdf59a45a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.0801563 Jul 06 17:43:52.788489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.792968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-5a89e998-7dbc-4aca-81f9-3511fa2f2ca4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663123 Jul 06 17:43:52.818987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:52.835270 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:52.845474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-b8a89cec-8d7f-4036-ac30-2caa271d7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:52.847168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-b8a89cec-8d7f-4036-ac30-2caa271d7e16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3187902 Jul 06 17:43:52.865957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-8e84c365-bb6b-42aa-9af6-544c3efd71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:52.867793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-8e84c365-bb6b-42aa-9af6-544c3efd71dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0e4b4d97285849a5862d35288bd2fca9&device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 1097 time: 0.5245178 Jul 06 17:43:52.961780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:43:53.113198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:53.118716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Allocated IP 172.20.0.1 (ad008159-491b-44b7-b34f-58dbc4e84586/9521b14c-453c-47b3-8db1-d103d8b30de6/851b100c-26cb-45d4-a8c7-1cef71ce2ab7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:53.183285 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:53.225725 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:53.249050 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:48Z', 'revision_number': 3, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:53.285693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Port': ['ID=33b83fc7-35de-473a-a7f8-1a8f93b74ba2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:53.307055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Checking segment: {'id': '055f83b6-ab44-4c31-82d0-91d4cf3914f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:53.307734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Network hostable DHCP agents. Network: 8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:43:53.327124 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:43:53.332106 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805e04a-cffc-447a-bc7e-ef804ed4deee None None] The sync data for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 is: [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:48Z', 'revision_number': 3, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:43:53.332558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-f61f2456-d07a-4755-9ed0-5ea301520ea6 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287306 Jul 06 17:43:53.351631 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b66a79-c583-4b6c-85f4-b42a2dbcf6c4 x-openstack-request-id: req-49b66a79-c583-4b6c-85f4-b42a2dbcf6c4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:53.351631 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "tag": "f372f78a-474d-401a-8356-f4061f166413", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:53.351980 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49b66a79-c583-4b6c-85f4-b42a2dbcf6c4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:53.352281 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'tag': 'f372f78a-474d-401a-8356-f4061f166413', 'status': 'completed', 'code': 200} Jul 06 17:43:53.360234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Network 8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:43:53.379251 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-41920faf-cd99-48da-a0de-6a822c6da8f2 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102632 Jul 06 17:43:53.387547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-828b9b57-289f-407a-ae21-26f56ea9621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.389324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-828b9b57-289f-407a-ae21-26f56ea9621e service neutron] 10.222.0.22 "GET /v2.0/networks?id=62def9ed-9325-46d4-b409-b21e3eb8a1e1 HTTP/1.1" status: 200 len: 912 time: 0.4617789 Jul 06 17:43:53.406725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:53.423618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:53.425007 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:53.432696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:53.482422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f56ac-ec61-45ba-b1a5-d561b74b42f1 None None] Network 8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:53.561527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Transition to ACTIVE for port object 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:53.630641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Port': ['ID=b1d9d715-5048-473e-a996-66df5c34f876,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:53.684042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Checking segment: {'id': '5a557354-18e7-4da1-be12-2ab538e02202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e13f970-f452-41bf-904f-300fa5ae78dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:53.684042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Network hostable DHCP agents. Network: 5e13f970-f452-41bf-904f-300fa5ae78dd, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:43:53.738619 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:53.761318 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b83d235f-3a49-4df2-837e-bad7491b0ebe req-9e644884-1cce-4b12-8fb4-6b5fab3518b9 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143357 Jul 06 17:43:53.793330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-ee17f7f6-54e6-4af1-9797-9df67e480c2c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea265c2e-395d-4f9f-baf5-1f897fc63381 HTTP/1.1" status: 200 len: 1001 time: 0.3290730 Jul 06 17:43:53.797618 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da associated. External IP: 172.25.7.187, port: 0c9dd9e2-9989-41b2-9d14-fa32bb778df3. Jul 06 17:43:53.815127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9e11b-a8ae-44f9-9b8f-36a03c9b05f7 req-7983cfc0-b4b4-4874-bffe-cae991fc79f9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.825941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-40e9e11b-a8ae-44f9-9b8f-36a03c9b05f7 req-7983cfc0-b4b4-4874-bffe-cae991fc79f9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 943 time: 0.2679517 Jul 06 17:43:53.879570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Network 5e13f970-f452-41bf-904f-300fa5ae78dd is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:43:53.919900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Network ad008159-491b-44b7-b34f-58dbc4e84586 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:53.923999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 5e13f970-f452-41bf-904f-300fa5ae78dd) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:53.935128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443e8422-7503-4c55-a158-262291ea8889 None None] Network 5e13f970-f452-41bf-904f-300fa5ae78dd requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:43:53.950840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:53.973771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:53.981076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.991468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:53.992405 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:54.026799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:54.103818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-40e9e11b-a8ae-44f9-9b8f-36a03c9b05f7 req-bc31dc2a-328e-4fd5-809e-82ffe266a3c8 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702217 Jul 06 17:43:54.109374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Pushing event updated for resources: {'Port': ['ID=851b100c-26cb-45d4-a8c7-1cef71ce2ab7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:54.167935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69bffcff-25a4-4d74-9266-e6b02f04891b req-7e16cbd4-0670-4ba8-a6a4-72bdffe7b876 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498307 Jul 06 17:43:54.169339 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6cdf8b96-213a-4bab-a31e-e023357f661c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7633851 Jul 06 17:43:54.184673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37746) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:54.207356 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:54.336618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-34331228-31d6-4779-805d-bb5bb766aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:54.340066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-34331228-31d6-4779-805d-bb5bb766aeff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d474963f-fc5b-404b-b104-17e639e43cb2 HTTP/1.1" status: 200 len: 850 time: 0.5365603 Jul 06 17:43:54.519572 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e63a5ae8-0020-4cb8-9a98-bd21b27d3fc3 req-ae930502-a371-4ade-9bbd-2e07ed7f9c57 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0422351 Jul 06 17:43:54.566895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a857f210-2397-45c6-96b2-19254eae69e1 None None] Provisioning for port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:54.571050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a857f210-2397-45c6-96b2-19254eae69e1 None None] Provisioning complete for port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:54.571855 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a857f210-2397-45c6-96b2-19254eae69e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:54.674023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a857f210-2397-45c6-96b2-19254eae69e1 None None] Port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:54.714786 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:54.870813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:54.994734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:43:55.014377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:55.015922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:55.090010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-f94fe993-9c6a-4f5a-ae35-cc052948d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:55.091665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-f94fe993-9c6a-4f5a-ae35-cc052948d7bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 1094 time: 1.1700015 Jul 06 17:43:55.152717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b82b4-fb1d-40a7-8893-1c40e5e7a0d9 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:55.171357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b82b4-fb1d-40a7-8893-1c40e5e7a0d9 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:55.183387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-493b82b4-fb1d-40a7-8893-1c40e5e7a0d9 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9918926 Jul 06 17:43:55.187681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37754) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:55.231208 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:55.233338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-f384c873-77a7-43a5-9948-2117b31dd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:55.236623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-f384c873-77a7-43a5-9948-2117b31dd8c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=62def9ed-9325-46d4-b409-b21e3eb8a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8029897 Jul 06 17:43:55.306791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:55.317980 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:55.333232 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:55.343582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:55.435311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Pushing event updated for resources: {'Port': ['ID=851b100c-26cb-45d4-a8c7-1cef71ce2ab7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:55.516110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:55.540064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:55.633669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdb5d3-e1e1-4504-b3e8-07f3f5f92e29 req-6ec0aed4-b495-47c6-950e-48316b2f26ed tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:55.642809 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cbdb5d3-e1e1-4504-b3e8-07f3f5f92e29 req-6ec0aed4-b495-47c6-950e-48316b2f26ed tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 943 time: 0.2078514 Jul 06 17:43:55.769548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cbdb5d3-e1e1-4504-b3e8-07f3f5f92e29 req-765e07e2-f3fe-4ee8-a4d7-237352792f8d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254756 Jul 06 17:43:55.774306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Router 0d092371-0521-4934-9954-c5d6e99425be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:43:55.796855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Network ad008159-491b-44b7-b34f-58dbc4e84586 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:55.801772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:56.085189 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fe0270a-9c17-4ee3-88a4-db0f70a7cd8a req-1ef00121-c367-4934-81a8-bba77cf50545 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b32ea61-b6c1-470f-bd32-33299be2ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0735815 Jul 06 17:43:56.104767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Router 3aa45635-ca4b-426c-ab43-854a211be9f6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:43:56.192328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-e10d3d7e-757f-44db-8f67-a6c0658718ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:56.194686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-e10d3d7e-757f-44db-8f67-a6c0658718ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 913 time: 1.0892754 Jul 06 17:43:56.293665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:43:56.314954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f150c90c-71fb-41c0-ac12-5d9302a0c6fb admin admin] 10.222.0.13 "PUT /v2.0/routers/3aa45635-ca4b-426c-ab43-854a211be9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8834686 Jul 06 17:43:56.341253 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-b1b8930c-19f8-48a2-a7c3-c95ac8d2be44 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f372f78a-474d-401a-8356-f4061f166413 HTTP/1.1" status: 200 len: 217 time: 0.1129811 Jul 06 17:43:56.366141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e8e69fc6-b663-494b-8a54-e60bf0b3b7bd None None] Provisioning complete for port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:56.368750 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8e69fc6-b663-494b-8a54-e60bf0b3b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.413795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:43:56.436760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd25aa-27b4-4a4f-ba63-c956e480b769 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Deleting port 33b83fc7-35de-473a-a7f8-1a8f93b74ba2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:56.437111 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3cdd25aa-27b4-4a4f-ba63-c956e480b769 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.449851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] Sync routers for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:43:56.482595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:56.483479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:56.584057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e8e69fc6-b663-494b-8a54-e60bf0b3b7bd None None] Port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:43:56.611828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-087fd624-f28d-4448-a1b9-d1d98002b47e service neutron] 10.222.0.22 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8313415 Jul 06 17:43:56.697825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:56.770143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-818b80ef-6c51-46d6-a75e-0a247de998c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:56.771705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-818b80ef-6c51-46d6-a75e-0a247de998c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.4149456 Jul 06 17:43:56.776230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:43:56.840430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3cdd25aa-27b4-4a4f-ba63-c956e480b769 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:56.879425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-9b4ccd32-4d9b-409d-ace7-93d8c191c3aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665505 Jul 06 17:43:56.922426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd25aa-27b4-4a4f-ba63-c956e480b769 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Calling delete_port for 33b83fc7-35de-473a-a7f8-1a8f93b74ba2 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:56.989629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:43:56.990207 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.120264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1eda145-da6d-4ca1-9973-d667d80bac54 req-cd845642-f0ca-4832-86f5-14c6fa99eb46 service neutron] 10.222.0.22 "GET /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194715 Jul 06 17:43:57.212200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-219c07b7-580a-435a-80b7-cb1fb1d1420d service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911284 Jul 06 17:43:57.226029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37774) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:57.243014 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Sync routers for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:43:57.253755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8d7b95f4-a3c0-4a2e-bcfc-0ddf6c2892b0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884572269', 'description': 'tempest-description--1443830597'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:57.275678 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:57.276326 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:57.309236 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3cdd25aa-27b4-4a4f-ba63-c956e480b769 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.326641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d7b95f4-a3c0-4a2e-bcfc-0ddf6c2892b0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.369004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:cc:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e26af9-057e-464d-90a4-5686734130ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:43:52Z', 'revision_number': 3, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:57.398373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd25aa-27b4-4a4f-ba63-c956e480b769 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Port': ['ID=33b83fc7-35de-473a-a7f8-1a8f93b74ba2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:57.438193 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3cdd25aa-27b4-4a4f-ba63-c956e480b769 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.440914 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3cdd25aa-27b4-4a4f-ba63-c956e480b769 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/ports/33b83fc7-35de-473a-a7f8-1a8f93b74ba2 HTTP/1.1" status: 204 len: 168 time: 2.2521708 Jul 06 17:43:57.447456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] Checking router: 0d092371-0521-4934-9954-c5d6e99425be for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:43:57.457246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37778) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:57.463062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:57.464379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:57.479353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Router 0d092371-0521-4934-9954-c5d6e99425be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:43:57.496843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-044f2fd8-0d40-4e28-82dd-f1df4181480e req-570a7f91-2ee2-4b4d-ba22-5b04538d8bbe service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699778 Jul 06 17:43:57.619133 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:57.632270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:43:57.638517 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.649884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d7b95f4-a3c0-4a2e-bcfc-0ddf6c2892b0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.663095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d7b95f4-a3c0-4a2e-bcfc-0ddf6c2892b0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.680404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7c53e-d8cc-4a51-86ad-9711aa96c052 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Deleting port b1d9d715-5048-473e-a996-66df5c34f876 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:43:57.680798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0f7c53e-d8cc-4a51-86ad-9711aa96c052 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.701445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:43:57.703347 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed35a19-3b3c-4504-963f-62379d80941c" -d '{"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:43:57.723139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:57.749922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f442e9-ade0-451a-8d12-51926fb65c14 req-e48b44a0-dadb-4fc9-98b6-52e008b81195 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:57.750157 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-6531dd59-8ef0-4309-a3d9-6ce41e5338cf tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "PUT /v2.0/floatingips/b5320293-f1b5-4d79-8d8e-d33fe4ae45da HTTP/1.1" status: 200 len: 999 time: 7.0446291 Jul 06 17:43:57.751885 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19f442e9-ade0-451a-8d12-51926fb65c14 req-e48b44a0-dadb-4fc9-98b6-52e008b81195 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 943 time: 0.3456380 Jul 06 17:43:57.796962 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d7b95f4-a3c0-4a2e-bcfc-0ddf6c2892b0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.804071 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8d7b95f4-a3c0-4a2e-bcfc-0ddf6c2892b0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5713308 Jul 06 17:43:57.805979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37786) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:57.811168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f5e19f24-bdcf-4c31-8b93-f4a697721405 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'security_group_rule': {'security_group_id': 'a77fd995-2263-4aad-b4c7-72fdacc2fc86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:57.842804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19f442e9-ade0-451a-8d12-51926fb65c14 req-23bd21de-8967-4617-bc50-269e46b9498d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834854 Jul 06 17:43:57.843786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b95f4-a3c0-4a2e-bcfc-0ddf6c2892b0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77fd995-2263-4aad-b4c7-72fdacc2fc86,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:57.859193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-41c9cf30-2307-42b3-bdaa-e71c6b8d2805 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:57.863448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-41c9cf30-2307-42b3-bdaa-e71c6b8d2805 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports/0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 942 time: 0.1010070 Jul 06 17:43:57.896742 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5e19f24-bdcf-4c31-8b93-f4a697721405 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.901661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0f7c53e-d8cc-4a51-86ad-9711aa96c052 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.937855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7c53e-d8cc-4a51-86ad-9711aa96c052 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Calling delete_port for b1d9d715-5048-473e-a996-66df5c34f876 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:43:57.969206 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5e19f24-bdcf-4c31-8b93-f4a697721405 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:57.975213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5e19f24-bdcf-4c31-8b93-f4a697721405 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.070040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e19f24-bdcf-4c31-8b93-f4a697721405 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942e7200-ab49-4384-993c-702d35e08d95,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:58.075175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5e19f24-bdcf-4c31-8b93-f4a697721405 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.076680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f5e19f24-bdcf-4c31-8b93-f4a697721405 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2697015 Jul 06 17:43:58.080549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37790) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:58.085322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-07f6f054-9159-4dcd-85cc-551aa02c4c6d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'security_group_rule': {'security_group_id': 'a77fd995-2263-4aad-b4c7-72fdacc2fc86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:58.106281 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0f7c53e-d8cc-4a51-86ad-9711aa96c052 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.123479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-5dfdc81e-ad39-4b25-b7ec-796259476398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.128071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-5dfdc81e-ad39-4b25-b7ec-796259476398 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1096 time: 0.1272461 Jul 06 17:43:58.158060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7c53e-d8cc-4a51-86ad-9711aa96c052 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Port': ['ID=b1d9d715-5048-473e-a996-66df5c34f876,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:58.163993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0f7c53e-d8cc-4a51-86ad-9711aa96c052 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.168836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f0f7c53e-d8cc-4a51-86ad-9711aa96c052 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/ports/b1d9d715-5048-473e-a996-66df5c34f876 HTTP/1.1" status: 204 len: 168 time: 0.7079477 Jul 06 17:43:58.170396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:58.171818 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '851b100c-26cb-45d4-a8c7-1cef71ce2ab7', 'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'mac_address': 'fa:16:3e:e2:a6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:52Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 2, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'subnets': [{'id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:58.225051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07f6f054-9159-4dcd-85cc-551aa02c4c6d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.237277 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-30c9c113-ed22-4d24-af7a-8cddff1a92c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0584736 Jul 06 17:43:58.238297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37794) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:58.245612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1598239753'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:58.259644 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Checking router: 3aa45635-ca4b-426c-ab43-854a211be9f6 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:43:58.264617 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Updating router 3aa45635-ca4b-426c-ab43-854a211be9f6 port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:43:58.283338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Made reservation on behalf of 1417337866fc447bb8ec0596cb60d033 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:58.287201 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.309260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:cc:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e26af9-057e-464d-90a4-5686734130ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:43:52Z', 'revision_number': 3, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:58.336860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:43:58.338039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07f6f054-9159-4dcd-85cc-551aa02c4c6d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.346212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07f6f054-9159-4dcd-85cc-551aa02c4c6d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.351989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.352466 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Added segment fff13d6d-cb02-49fb-9f83-2ddd226d4de9 of type vlan for network 21afbc7e-c537-4575-84b8-db9928ba9ab4 Jul 06 17:43:58.389222 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.390464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f372f78a-474d-401a-8356-f4061f166413 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:43:58.394821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862020ca-5b53-46ba-abef-bfa1649b83f9 None None] The sync data for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 is: [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:cc:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e26af9-057e-464d-90a4-5686734130ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:43:52Z', 'revision_number': 3, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:43:58.424151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6f054-9159-4dcd-85cc-551aa02c4c6d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a50491-ba1a-4ed1-98d5-d105b4fe1154,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:58.442711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07f6f054-9159-4dcd-85cc-551aa02c4c6d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.447629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-07f6f054-9159-4dcd-85cc-551aa02c4c6d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3631206 Jul 06 17:43:58.452108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:58.456507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-e29d479f-1d96-49fb-83cb-afe4373636c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.459021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-e29d479f-1d96-49fb-83cb-afe4373636c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.3231020 Jul 06 17:43:58.482831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:58.538965 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.549360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-b38b24fc-2282-4f4e-9511-8157d2807b9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 217 time: 0.0645638 Jul 06 17:43:58.551696 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf8c565-bd7f-451c-b4f4-a51d0e2ff19a x-openstack-request-id: req-8cf8c565-bd7f-451c-b4f4-a51d0e2ff19a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:43:58.552142 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:43:58.552797 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cf8c565-bd7f-451c-b4f4-a51d0e2ff19a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:43:58.553353 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'status': 'completed', 'code': 200} Jul 06 17:43:58.562204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.613586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:58.647401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f372f78a-474d-401a-8356-f4061f166413,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:58.666613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'f372f78a-474d-401a-8356-f4061f166413', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'port_id': 'f372f78a-474d-401a-8356-f4061f166413', 'mac_address': 'fa:16:3e:21:c9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08fa1-37f8-4d9c-8543-93bcd3936a3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:43:58.716930 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:43:58.728066 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.756223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f372f78a-474d-401a-8356-f4061f166413 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:43:58.780828 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.793754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:58.794276 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.820992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f372f78a-474d-401a-8356-f4061f166413,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:43:58.828075 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.853351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.885073 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.904728 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Transition to ACTIVE for port object 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:43:58.922679 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.946030 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:58.957936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f372f78a-474d-401a-8356-f4061f166413,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:58.990799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296073f0-4d2f-4645-aaba-a6f7cb5bf8a5 None None] New status for floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:43:59.036032 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.039290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.040552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "DELETE /v2.0/security-groups/16b76451-f230-4be5-a319-6c8a4b825e82 HTTP/1.1" status: 204 len: 168 time: 0.4256127 Jul 06 17:43:59.052424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37802) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:59.058105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-26382625-f0c8-4c20-a708-9e8d48d33c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:59.067837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-26382625-f0c8-4c20-a708-9e8d48d33c9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.5048714 Jul 06 17:43:59.091748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b76451-f230-4be5-a319-6c8a4b825e82,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:59.097517 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-fde41284-5c6e-4d3b-ade3-80d889b58038 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] show failed (client error): The resource could not be found. Jul 06 17:43:59.098978 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fde41284-5c6e-4d3b-ade3-80d889b58038 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "GET /v2.0/security-groups/16b76451-f230-4be5-a319-6c8a4b825e82 HTTP/1.1" status: 404 len: 347 time: 0.0445385 Jul 06 17:43:59.119639 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be995b-c1da-43ef-b4b4-d25a2195f463 None None] Pushing event updated for resources: {'Port': ['ID=851b100c-26cb-45d4-a8c7-1cef71ce2ab7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:59.138058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37804) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:59.149599 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Attempting to bind port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:43:59.150192 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Attempting to bind port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:43:59.150803 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Attempting to bind port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:43:59.163561 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:43:59.163806 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Checking segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:43:59.164330 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.165129 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Bound using segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:43:59.166134 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Bound port: 851b100c-26cb-45d4-a8c7-1cef71ce2ab7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:43:59.166777 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.176613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.177116 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.177591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.178694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.179151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.179583 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.180080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.180510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.181093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.181518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.182024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.182477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6dfd18-4a82-4c4b-a94c-f39195dd5236 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:43:59.197559 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.199077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9592791 Jul 06 17:43:59.232797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:43:59.235728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['f372f78a-474d-401a-8356-f4061f166413'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:43:59.255345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-602111238'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:43:59.295205 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] For port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:43:59.304526 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] For port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=851b100c-26cb-45d4-a8c7-1cef71ce2ab7,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:43:59.314127 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.369016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Allocated IP 172.25.7.209 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/d942a9b0-094c-412a-a292-49b411214cc7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:43:59.435734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Made reservation on behalf of 1417337866fc447bb8ec0596cb60d033 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:43:59.440479 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.459946 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be995b-c1da-43ef-b4b4-d25a2195f463 None None] Pushing event updated for resources: {'Port': ['ID=851b100c-26cb-45d4-a8c7-1cef71ce2ab7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:59.462653 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:43:59.463271 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:43:59.467329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e69b5-5c3e-48d8-871b-66f96b95c96d tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Network': ['ID=21afbc7e-c537-4575-84b8-db9928ba9ab4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:43:59.492898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35a19-3b3c-4504-963f-62379d80941c req-0902bf0e-a6d8-41f3-abe9-1df326e5242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:59.494665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aed35a19-3b3c-4504-963f-62379d80941c req-0902bf0e-a6d8-41f3-abe9-1df326e5242d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1096 time: 0.9178364 Jul 06 17:43:59.509149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 21afbc7e-c537-4575-84b8-db9928ba9ab4 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:43:59.621922 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.702379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.730366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:43:59.775815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:43:59.778569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-5e6ab85d-883e-40c0-8950-bb7df96b5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:59.782866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-5e6ab85d-883e-40c0-8950-bb7df96b5f83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6841278 Jul 06 17:43:59.785039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:43:59.788736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:43:59.844766 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:43:59.960097 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:43:59.960571 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Added segment 9c7134b9-4709-4278-9789-edb8bc1e15fa of type vlan for network 5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9 Jul 06 17:43:59.976535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ae17f-44b2-49d9-84fd-e9bd5ebcbd32 req-76ae2ce2-15e3-478e-8ec4-361c7009573f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:43:59.990925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9b8ae17f-44b2-49d9-84fd-e9bd5ebcbd32 req-76ae2ce2-15e3-478e-8ec4-361c7009573f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 944 time: 0.9004245 Jul 06 17:44:00.053823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'Port': ['ID=d942a9b0-094c-412a-a292-49b411214cc7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:00.058991 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-c2972b4a-cc01-4d2f-aad3-87a16eea2d31 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609811 Jul 06 17:44:00.075657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.171082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9b8ae17f-44b2-49d9-84fd-e9bd5ebcbd32 req-6097f2c4-c264-4fbe-ad25-a9417b07ec5f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788926 Jul 06 17:44:00.217256 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.279059 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] Sync routers for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:44:00.307576 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:00.309096 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:00.397256 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.405224 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.479946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'Port': ['ID=d942a9b0-094c-412a-a292-49b411214cc7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:00.491414 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:00.541269 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.566817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.569549 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ed440a37-3a56-4b3a-b84c-5026a1395931 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1157737 Jul 06 17:44:00.590588 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '851b100c-26cb-45d4-a8c7-1cef71ce2ab7', 'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'mac_address': 'fa:16:3e:e2:a6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:52Z', 'updated_at': '2021-07-06T17:43:59Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'subnets': [{'id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:00.622283 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b98c0-42dd-4e61-9161-e16fec9a66f8 None None] The sync data for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 is: [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '851b100c-26cb-45d4-a8c7-1cef71ce2ab7', 'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'mac_address': 'fa:16:3e:e2:a6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:52Z', 'updated_at': '2021-07-06T17:43:59Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'subnets': [{'id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:00.738617 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:00.749813 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900" -d '{"events": [{"name": "network-changed", "server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:00.783461 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.791825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35a19-3b3c-4504-963f-62379d80941c req-d209af8f-271b-443e-b91d-e41c2b605b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:00.793965 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aed35a19-3b3c-4504-963f-62379d80941c req-d209af8f-271b-443e-b91d-e41c2b605b52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 1.2430658 Jul 06 17:44:00.926719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting port cba122d7-9a66-46c4-843d-20fc4dee8b6a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:00.927006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:00.961275 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-7e314cfa-cdb6-4cc9-954c-a95d36424094 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--884572269&fields=id&tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3 HTTP/1.1" status: 200 len: 267 time: 0.0769577 Jul 06 17:44:00.973735 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:cc:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e26af9-057e-464d-90a4-5686734130ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:43:59Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:00.974527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aed35a19-3b3c-4504-963f-62379d80941c req-612c6528-aa70-4a35-a783-6dc6c4301a38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 217 time: 0.1687109 Jul 06 17:44:01.028039 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] Checking router: 0d092371-0521-4934-9954-c5d6e99425be for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:44:01.047145 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:01.055814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.056607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:01.058093 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:01.059331 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:01.143812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-b83178f0-a12a-457c-be04-a5fe98ac1d37 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0770066 Jul 06 17:44:01.173663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9373713 Jul 06 17:44:01.201143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2391d-acd8-406f-a342-9e8430412626 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Network': ['ID=5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:01.206623 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:01.207289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:01.219795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35a19-3b3c-4504-963f-62379d80941c req-f0c7c38d-fab4-4579-a95d-0813a7aed031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.221924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aed35a19-3b3c-4504-963f-62379d80941c req-f0c7c38d-fab4-4579-a95d-0813a7aed031 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.2405851 Jul 06 17:44:01.225909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:44:01.244999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-8de9d78f-ea21-479a-96bf-f5b012832309 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.259245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-8de9d78f-ea21-479a-96bf-f5b012832309 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 0.2899811 Jul 06 17:44:01.289386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Calling delete_port for cba122d7-9a66-46c4-843d-20fc4dee8b6a owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:01.302759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-197e6d4c-df3f-4110-ac60-e7f137b60eda tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/quotas/7aacb4a41b3b464b8acf89aee1d36cf3 HTTP/1.1" status: 200 len: 375 time: 0.0419886 Jul 06 17:44:01.368635 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:01.472933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-9589f71c-89fb-435e-9173-f6694cd2b2ac tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1686101 Jul 06 17:44:01.624182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-bae5f964-9260-4021-92cc-18ef27a7a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.627520 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-bae5f964-9260-4021-92cc-18ef27a7a259 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 1097 time: 0.4292674 Jul 06 17:44:01.638099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35a19-3b3c-4504-963f-62379d80941c req-817e8bc6-68ce-4def-aed1-5f7f5a6c3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:01.640784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aed35a19-3b3c-4504-963f-62379d80941c req-817e8bc6-68ce-4def-aed1-5f7f5a6c3866 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4064190 Jul 06 17:44:01.740148 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-9664c364-c707-4fa6-bd5c-82759ed57133 service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438486 Jul 06 17:44:01.771106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:01.954452 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:cc:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e26af9-057e-464d-90a4-5686734130ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:43:59Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:01.971297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-df58a3ba-10b8-4279-99cc-20d9336a85ee service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276444 Jul 06 17:44:02.050879 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d04f81-7525-4b61-84ff-a35bae102a08 None None] The sync data for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 is: [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:cc:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e26af9-057e-464d-90a4-5686734130ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:43:59Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:02.206130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-dd9a7a57-8a35-4eec-a4cd-9e1e004e3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:02.207820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-dd9a7a57-8a35-4eec-a4cd-9e1e004e3060 service neutron] 10.222.0.13 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.5628238 Jul 06 17:44:02.217881 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:02.301560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aed35a19-3b3c-4504-963f-62379d80941c req-dd437532-e914-464f-bd21-e3800f65d7a8 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065010 Jul 06 17:44:02.336305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f372f78a-474d-401a-8356-f4061f166413 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:02.598808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port f372f78a-474d-401a-8356-f4061f166413 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:02.609940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port f372f78a-474d-401a-8356-f4061f166413 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:02.612838 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:02.647060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Port': ['ID=cba122d7-9a66-46c4-843d-20fc4dee8b6a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:02.666804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-b43d7608-b17f-4e36-9262-6be0e8ec459d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 200 len: 1002 time: 0.4101148 Jul 06 17:44:02.833957 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe61fae4-e73f-442e-adfe-82e329ae8ec5 x-openstack-request-id: req-fe61fae4-e73f-442e-adfe-82e329ae8ec5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:02.834489 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:02.835037 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe61fae4-e73f-442e-adfe-82e329ae8ec5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:02.835699 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'status': 'completed', 'code': 200} Jul 06 17:44:03.041177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:03.086050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6322-f2cd-4374-b45d-79a3844cbc77 req-87b3d031-cbb6-4c3b-ac68-9ad08688e2c7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:03.099219 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.104806 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e40e6322-f2cd-4374-b45d-79a3844cbc77 req-87b3d031-cbb6-4c3b-ac68-9ad08688e2c7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 944 time: 0.1745269 Jul 06 17:44:03.187112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f372f78a-474d-401a-8356-f4061f166413'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:03.193298 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048ad2f4-7026-43c3-8750-c51d55079658" -d '{"events": [{"server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "name": "network-vif-plugged", "status": "completed", "tag": "f372f78a-474d-401a-8356-f4061f166413"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:03.241794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e40e6322-f2cd-4374-b45d-79a3844cbc77 req-8c59b185-7f5c-4969-a3e8-58db1399fbf0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358252 Jul 06 17:44:03.252738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f372f78a-474d-401a-8356-f4061f166413,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:03.292491 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.439285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:03.447632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f372f78a-474d-401a-8356-f4061f166413,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:03.455059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:03.456426 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.520511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-94710243-9f49-4185-a19d-703098be8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:03.522947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-94710243-9f49-4185-a19d-703098be8bad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.4928067 Jul 06 17:44:03.538952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.542528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.543782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-58f5b7f6-6f0c-4d03-bc6f-d1f76f5c8b27 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "DELETE /v2.0/floatingips/5916c30b-64d1-47d2-9346-de854865a096 HTTP/1.1" status: 204 len: 168 time: 4.3496017 Jul 06 17:44:03.549549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37846) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:03.649687 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.656592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aed35a19-3b3c-4504-963f-62379d80941c req-48e100ff-00d8-496b-87ff-0a38542fe688 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340796 Jul 06 17:44:03.672072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-e055b8bd-6784-4ea4-9e58-f9d66b78b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:03.674219 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-e055b8bd-6784-4ea4-9e58-f9d66b78b12b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 1097 time: 1.0042844 Jul 06 17:44:03.736114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=851b100c-26cb-45d4-a8c7-1cef71ce2ab7,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:03.745471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.806961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f6325-6714-46e0-933f-d14f4c849658 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting port 1f64f72b-5b42-456e-a399-f92be96fae98 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:03.807640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce2f6325-6714-46e0-933f-d14f4c849658 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:03.879158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-979dab45-7ba8-476c-ae13-1a4749b49ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:03.880762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-979dab45-7ba8-476c-ae13-1a4749b49ca5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3316669 Jul 06 17:44:03.921619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=851b100c-26cb-45d4-a8c7-1cef71ce2ab7,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:03.993231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-74c9eb9c-4402-4ffb-9a53-0ebff2207036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:03.994745 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-74c9eb9c-4402-4ffb-9a53-0ebff2207036 service neutron] 10.222.0.22 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.3136508 Jul 06 17:44:04.087406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-67cb02f6-8ff8-4b80-9136-a2b3090df7b7 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984935 Jul 06 17:44:04.110118 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-9530740c-848a-4787-97af-b3f69dd76536 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 200 len: 1002 time: 0.1079445 Jul 06 17:44:04.223248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-12033cb5-1d6e-44cc-bef2-86181d263369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:04.224905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-12033cb5-1d6e-44cc-bef2-86181d263369 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.1034966 Jul 06 17:44:04.286741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba44817d-54ff-4115-a9ff-eb0906318c77 req-b5aa81f5-da12-46ab-9a67-0e5fb0d79b4f service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931605 Jul 06 17:44:04.326475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-03af9858-9032-4941-a4b3-1740b8dee94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:04.328801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-03af9858-9032-4941-a4b3-1740b8dee94b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944235 Jul 06 17:44:04.363322 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff3312f-0e9e-414d-8338-db06e9c3efd3 x-openstack-request-id: req-aff3312f-0e9e-414d-8338-db06e9c3efd3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:04.363868 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "name": "network-vif-plugged", "status": "completed", "tag": "f372f78a-474d-401a-8356-f4061f166413", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:04.365263 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aff3312f-0e9e-414d-8338-db06e9c3efd3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:04.365263 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f372f78a-474d-401a-8356-f4061f166413', 'code': 200} Jul 06 17:44:04.373253 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a648aeae-298d-440b-9d9b-de37ea383ab4 req-c9a1901f-5228-4ac7-bbce-860b0622661b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 210 time: 0.5029974 Jul 06 17:44:04.468476 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce2f6325-6714-46e0-933f-d14f4c849658 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.490549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f6325-6714-46e0-933f-d14f4c849658 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Calling delete_port for 1f64f72b-5b42-456e-a399-f92be96fae98 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:04.618865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f981f0a4-b8d5-4a96-b533-c9de006233cd req-59837989-7872-46df-8574-64386dea6bec tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 1002 time: 0.1210859 Jul 06 17:44:04.661840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-323c920b-f12b-41f1-927a-c88e39cfe409 service neutron] 10.222.0.22 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254249 Jul 06 17:44:04.707729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981f0a4-b8d5-4a96-b533-c9de006233cd req-12f1aa36-0318-42d7-a1a0-5bbb4743469a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:04.709250 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f981f0a4-b8d5-4a96-b533-c9de006233cd req-12f1aa36-0318-42d7-a1a0-5bbb4743469a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports/ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 200 len: 943 time: 0.0800908 Jul 06 17:44:04.795772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:04.807645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce2f6325-6714-46e0-933f-d14f4c849658 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:04.852269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f6325-6714-46e0-933f-d14f4c849658 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Port': ['ID=1f64f72b-5b42-456e-a399-f92be96fae98,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:04.895879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:04.896254 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:05.004799 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f981f0a4-b8d5-4a96-b533-c9de006233cd req-44c5e6ed-e512-45e3-9a66-e1b6019d9bbd tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 1002 time: 0.0827084 Jul 06 17:44:05.077470 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:05.081691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46a0cfe9-9c7f-44e1-bdd5-a6b3b9344900 req-af5a5c6f-dee3-42c8-b128-3e4f4c93ebf3 service neutron] 10.222.0.22 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609123 Jul 06 17:44:05.172437 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce2f6325-6714-46e0-933f-d14f4c849658 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:05.174486 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce2f6325-6714-46e0-933f-d14f4c849658 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "DELETE /v2.0/ports/1f64f72b-5b42-456e-a399-f92be96fae98 HTTP/1.1" status: 204 len: 168 time: 1.6238348 Jul 06 17:44:05.184571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:05.188523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260fae6-eed8-4ffc-a585-9c8e3dbe7732 req-8e887ac7-9522-4294-aff6-931dd9d91beb tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:05.191333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9260fae6-eed8-4ffc-a585-9c8e3dbe7732 req-8e887ac7-9522-4294-aff6-931dd9d91beb tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.5237393 Jul 06 17:44:05.194210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdc6a2-0a3f-4af0-be57-94b7093812bb req-bb9e060f-55fc-4040-bbc6-2b5d03da4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:05.196142 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6fbdc6a2-0a3f-4af0-be57-94b7093812bb req-bb9e060f-55fc-4040-bbc6-2b5d03da4b97 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 1096 time: 0.5268743 Jul 06 17:44:05.318323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981f0a4-b8d5-4a96-b533-c9de006233cd req-277c2701-74f2-42e5-96fd-88185e3a62e8 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:05.332148 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f981f0a4-b8d5-4a96-b533-c9de006233cd req-277c2701-74f2-42e5-96fd-88185e3a62e8 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.3262115 Jul 06 17:44:05.371651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6fbdc6a2-0a3f-4af0-be57-94b7093812bb req-54ad0c2e-33e0-4f49-a473-ef0102108527 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599064 Jul 06 17:44:05.383631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9260fae6-eed8-4ffc-a585-9c8e3dbe7732 req-ec542a70-f26c-4266-9788-29f72c9328f0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845832 Jul 06 17:44:05.513492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-e9a17bb0-294f-4b52-9457-0b298fbbfce9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:05.523088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-e9a17bb0-294f-4b52-9457-0b298fbbfce9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 0.2856946 Jul 06 17:44:05.530732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5e2049c2-259f-44d6-8cbd-a0dd79e0cd6c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting port 631caff5-2706-4ccf-9a3d-0053d1ec2a2d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:05.531321 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2049c2-259f-44d6-8cbd-a0dd79e0cd6c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:05.631513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-dc034962-74eb-4ef7-a543-76db937d001a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3 HTTP/1.1" status: 200 len: 379 time: 0.0947301 Jul 06 17:44:05.649984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'port': {'device_id': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'admin_state_up': True, 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'security_groups': ['a77fd995-2263-4aad-b4c7-72fdacc2fc86']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:05.799879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2049c2-259f-44d6-8cbd-a0dd79e0cd6c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:05.826453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5e2049c2-259f-44d6-8cbd-a0dd79e0cd6c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Calling delete_port for 631caff5-2706-4ccf-9a3d-0053d1ec2a2d owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:05.929970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Made reservation on behalf of 7aacb4a41b3b464b8acf89aee1d36cf3 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:05.936338 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:05.980663 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-37dff0e0-f69b-4bbb-b4c6-7159f7aae385 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 1002 time: 0.3690541 Jul 06 17:44:05.984078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1f8d4e4-b08c-43d9-8c6d-a76b9c8ac9eb req-96753a73-71a7-4abe-ab8d-403c24cd1fd6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 210 time: 0.0742242 Jul 06 17:44:06.099179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-5981c042-f9f7-43ee-9290-af50ebac57f2 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:06.115668 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-5981c042-f9f7-43ee-9290-af50ebac57f2 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports/ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 200 len: 943 time: 0.1181457 Jul 06 17:44:06.187241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Allocated IP 172.20.0.9 (ad008159-491b-44b7-b34f-58dbc4e84586/9521b14c-453c-47b3-8db1-d103d8b30de6/a05a99ff-2e05-4dcc-93d7-911b0ae1c18e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:06.348288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2049c2-259f-44d6-8cbd-a0dd79e0cd6c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.411342 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2049c2-259f-44d6-8cbd-a0dd79e0cd6c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Port': ['ID=631caff5-2706-4ccf-9a3d-0053d1ec2a2d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:06.473234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-33702f3a-68c1-4de9-9411-bd04d5c44737 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 1002 time: 0.2319968 Jul 06 17:44:06.502236 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.521699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Transition to ACTIVE for port object a05a99ff-2e05-4dcc-93d7-911b0ae1c18e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:06.569076 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.635710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Network ad008159-491b-44b7-b34f-58dbc4e84586 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:06.637030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37870) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:06.646516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'subnets': [{'network_id': '21afbc7e-c537-4575-84b8-db9928ba9ab4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--902802531', 'ip_version': 6}, {'network_id': '5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:06.646947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'subnet': {'network_id': '21afbc7e-c537-4575-84b8-db9928ba9ab4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--902802531', 'ip_version': 6}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:06.648010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Request body: {'subnet': {'network_id': '5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:06.655620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:06.660095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:06.723252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2049c2-259f-44d6-8cbd-a0dd79e0cd6c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.726930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5e2049c2-259f-44d6-8cbd-a0dd79e0cd6c tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "DELETE /v2.0/ports/631caff5-2706-4ccf-9a3d-0053d1ec2a2d HTTP/1.1" status: 204 len: 168 time: 1.5425043 Jul 06 17:44:06.731418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37874) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:06.899063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1e717b-16be-4912-8a5e-2f86da5008bc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting subnet c47ce271-7683-486e-a0da-d917eaa8f9ed {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:06.900795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:06.917952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-e6f2003e-d0be-4e99-a31a-52906b45c37c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:06.920623 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-e6f2003e-d0be-4e99-a31a-52906b45c37c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.4442887 Jul 06 17:44:06.922225 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a1e717b-16be-4912-8a5e-2f86da5008bc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.972570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-49aa0f93-86ae-4e8a-90be-592ccc300c99 None None] Provisioning for port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:06.978636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-49aa0f93-86ae-4e8a-90be-592ccc300c99 None None] Provisioning complete for port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:06.979011 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49aa0f93-86ae-4e8a-90be-592ccc300c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:06.979497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:06.980830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.023226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-49aa0f93-86ae-4e8a-90be-592ccc300c99 None None] Port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:44:07.064389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-15847c59-5ac5-473d-9771-5258eeabcb45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4249017 Jul 06 17:44:07.082103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Request body: {'port': {'device_id': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:07.094836 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a1e717b-16be-4912-8a5e-2f86da5008bc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.132291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c4105-4588-4ebf-8bbe-4ae49102afa9 req-829e22a6-47ef-4dae-99b3-af9a7390cb4f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:07.133995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c38c4105-4588-4ebf-8bbe-4ae49102afa9 req-829e22a6-47ef-4dae-99b3-af9a7390cb4f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3894594 Jul 06 17:44:07.178275 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-a17be82a-9a89-4310-a23a-d6fdd50d6140 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 1002 time: 0.2493939 Jul 06 17:44:07.180665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Made reservation on behalf of 1417337866fc447bb8ec0596cb60d033 for: {'subnet': 2} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:07.185710 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.186053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.199974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-370903ba-0dc6-419a-8963-00d20fb20efe tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:07.290185 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c38c4105-4588-4ebf-8bbe-4ae49102afa9 req-b720b1b6-75de-428c-b8ff-bbbf75f367de tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446681 Jul 06 17:44:07.293992 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.371309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-370903ba-0dc6-419a-8963-00d20fb20efe tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.459814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a1e717b-16be-4912-8a5e-2f86da5008bc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.724715 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-370903ba-0dc6-419a-8963-00d20fb20efe tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.729198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a1e717b-16be-4912-8a5e-2f86da5008bc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.738499 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-370903ba-0dc6-419a-8963-00d20fb20efe tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.738831 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-370903ba-0dc6-419a-8963-00d20fb20efe tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da disassociated. External IP: 172.25.7.187, port: ddc0b4c3-f49f-41e9-a559-007e00c11315. Jul 06 17:44:07.798659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a1e717b-16be-4912-8a5e-2f86da5008bc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.801302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3a1e717b-16be-4912-8a5e-2f86da5008bc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "DELETE /v2.0/subnets/c47ce271-7683-486e-a0da-d917eaa8f9ed HTTP/1.1" status: 204 len: 168 time: 1.0684235 Jul 06 17:44:07.802601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e717b-16be-4912-8a5e-2f86da5008bc tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Subnet': ['ID=c47ce271-7683-486e-a0da-d917eaa8f9ed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:07.807273 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119ac4f-e5a2-47d4-a421-d7dd8d374298 None None] Network 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:07.809188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37880) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:07.915799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-968f8e22-eae5-4fac-9866-fdd4ed857f85 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting subnet 4119291e-39a4-4d21-8cea-f6b0db239b54 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:07.921147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-968f8e22-eae5-4fac-9866-fdd4ed857f85 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:07.984163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-968f8e22-eae5-4fac-9866-fdd4ed857f85 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.046248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7303939-e110-4016-9994-5dab19403d0e None None] DHCP port deletion for 8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:44:08.114223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a7303939-e110-4016-9994-5dab19403d0e None None] Deleting port 9e07d813-9db4-4bee-9a10-ba63930d06b1 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:08.114680 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7303939-e110-4016-9994-5dab19403d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.195963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-968f8e22-eae5-4fac-9866-fdd4ed857f85 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.201169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a7303939-e110-4016-9994-5dab19403d0e None None] For port 9e07d813-9db4-4bee-9a10-ba63930d06b1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9e07d813-9db4-4bee-9a10-ba63930d06b1,segment=NetworkSegment(c7930320-bf34-4cd1-9509-2d1b87a6faff),segment_id=c7930320-bf34-4cd1-9509-2d1b87a6faff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:08.201577 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7303939-e110-4016-9994-5dab19403d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.221134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a7303939-e110-4016-9994-5dab19403d0e None None] Calling delete_port for 9e07d813-9db4-4bee-9a10-ba63930d06b1 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:08.227680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f34032-f536-4c5c-8f29-a3f7babbfa9a req-c8dc31c5-b5de-480e-adfb-0343b9d98034 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:08.228340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-370903ba-0dc6-419a-8963-00d20fb20efe tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Router 0d092371-0521-4934-9954-c5d6e99425be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:44:08.229442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54f34032-f536-4c5c-8f29-a3f7babbfa9a req-c8dc31c5-b5de-480e-adfb-0343b9d98034 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 931 time: 0.2874928 Jul 06 17:44:08.321637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54f34032-f536-4c5c-8f29-a3f7babbfa9a req-9ce09044-6328-49b1-8428-0be857fe4470 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752723 Jul 06 17:44:08.342369 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7303939-e110-4016-9994-5dab19403d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.387974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05a99ff-2e05-4dcc-93d7-911b0ae1c18e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:08.394509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7303939-e110-4016-9994-5dab19403d0e None None] Pushing event deleted for resources: {'Port': ['ID=9e07d813-9db4-4bee-9a10-ba63930d06b1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:08.396711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7303939-e110-4016-9994-5dab19403d0e None None] No DVR routers for this DVR port 9e07d813-9db4-4bee-9a10-ba63930d06b1 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:08.429445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.476805 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-968f8e22-eae5-4fac-9866-fdd4ed857f85 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.486866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Transition to ACTIVE for port object a05a99ff-2e05-4dcc-93d7-911b0ae1c18e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:08.498079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.541404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f8e22-eae5-4fac-9866-fdd4ed857f85 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Subnet': ['ID=4119291e-39a4-4d21-8cea-f6b0db239b54,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:08.560886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-968f8e22-eae5-4fac-9866-fdd4ed857f85 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.565021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcecb3f8-de18-44e3-873e-90cc4dbb5250 None None] Network 47e547bc-f710-4b73-b52e-751477455b04 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:08.569975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-968f8e22-eae5-4fac-9866-fdd4ed857f85 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "DELETE /v2.0/subnets/4119291e-39a4-4d21-8cea-f6b0db239b54 HTTP/1.1" status: 204 len: 168 time: 0.7549865 Jul 06 17:44:08.594104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-370903ba-0dc6-419a-8963-00d20fb20efe tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:44:08.610603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-370903ba-0dc6-419a-8963-00d20fb20efe tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.615357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:08.672268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] Sync routers for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:44:08.698883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:08.730693 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.773095 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9e07d813-9db4-4bee-9a10-ba63930d06b1 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:08.800914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:08.802026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:08.805513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-370903ba-0dc6-419a-8963-00d20fb20efe tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "PUT /v2.0/floatingips/b5320293-f1b5-4d79-8d8e-d33fe4ae45da HTTP/1.1" status: 200 len: 695 time: 1.6179106 Jul 06 17:44:08.811933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:08.816254 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8277143e-dbf8-43bb-a3e1-57394e66a80d" -d '{"events": [{"name": "network-changed", "server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:08.913036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 9e07d813-9db4-4bee-9a10-ba63930d06b1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:08.913699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:08.913933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9e07d813-9db4-4bee-9a10-ba63930d06b1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:08.940722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Subnet': ['ID=ca40cd87-8ac4-43f0-89dd-c8708473a1eb,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:09.018679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Attempting to bind port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:09.019746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Attempting to bind port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:09.020581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Attempting to bind port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:09.039871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e on network ad008159-491b-44b7-b34f-58dbc4e84586 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:44:09.040886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Attempting to bind port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:09.069607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Checking segment: {'id': 'fff13d6d-cb02-49fb-9f83-2ddd226d4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21afbc7e-c537-4575-84b8-db9928ba9ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:09.070591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Network hostable DHCP agents. Network: 21afbc7e-c537-4575-84b8-db9928ba9ab4, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:44:09.082082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:09.083361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Checking segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:09.085812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Bound using segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:09.086716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.087424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Bound port: a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:09.092017 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.097709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-4b5aed42-68d0-4789-a375-aed359023c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:09.105550 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-4b5aed42-68d0-4789-a375-aed359023c8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 1097 time: 0.2729151 Jul 06 17:44:09.119440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9e137a-be51-4fa9-8c4a-3a54c7fd2468']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:09.137329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:09.177630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7930320-bf34-4cd1-9509-2d1b87a6faff') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:09.177964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7930320-bf34-4cd1-9509-2d1b87a6faff') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:09.197454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.244497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.260535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Network 21afbc7e-c537-4575-84b8-db9928ba9ab4 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:44:09.273229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:09.274043 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.286695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 21afbc7e-c537-4575-84b8-db9928ba9ab4) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:09.293171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.297708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:09.306937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:09.324112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0245fb07-ab66-4471-aed7-bfeca85a31e3 None None] Network 21afbc7e-c537-4575-84b8-db9928ba9ab4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:09.346184 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.414725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1a79c-6e6d-4095-acc4-09deb493117c None None] DHCP port deletion for 47e547bc-f710-4b73-b52e-751477455b04 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:09.457678 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:09.462954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.500930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.505066 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "DELETE /v2.0/networks/8a9e137a-be51-4fa9-8c4a-3a54c7fd2468 HTTP/1.1" status: 204 len: 168 time: 0.8840349 Jul 06 17:44:09.513800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8e86c-4245-4d84-ad0c-29482b11ea36 tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Network': ['ID=8a9e137a-be51-4fa9-8c4a-3a54c7fd2468,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:09.514139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37902) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:09.543417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-b0b3c80f-f3b3-40b7-959a-05ab3e452f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:09.547194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-b0b3c80f-f3b3-40b7-959a-05ab3e452f3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.4408011 Jul 06 17:44:09.550956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event updated for resources: {'Subnet': ['ID=5a3869d6-1073-4cc9-8b85-ed532572227e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:09.626598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:09.627591 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.628807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] 10.222.0.55 "PUT /v2.0/ports/a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 1091 time: 2.5538023 Jul 06 17:44:09.629306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:09.631790 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04779a5-7eae-45c6-b21c-f00e51727b75" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:09.675060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c502d-dd1c-4213-9732-2b865d281168 service neutron] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:09.682137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-c76ce67e-480d-40da-b077-3aca55b64520 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 200 len: 217 time: 0.1100636 Jul 06 17:44:09.683096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Checking segment: {'id': '9c7134b9-4709-4278-9789-edb8bc1e15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:09.683471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Network hostable DHCP agents. Network: 5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:44:09.729424 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.765200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Network 5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:44:09.786567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-417dd783-a5de-4152-acee-fd4e4f5afbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:09.798418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-417dd783-a5de-4152-acee-fd4e4f5afbb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.1134632 Jul 06 17:44:09.864422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:09.876601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bb1021-78fc-47af-805b-4a180b6b6fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-21afbc7e-c537-4575-84b8-db9928ba9ab4', 'network_id': '21afbc7e-c537-4575-84b8-db9928ba9ab4', 'tenant_id': '1417337866fc447bb8ec0596cb60d033', 'fixed_ips': [{'subnet_id': 'ca40cd87-8ac4-43f0-89dd-c8708473a1eb'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:44:09.877502 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1021-78fc-47af-805b-4a180b6b6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.883218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:09.883838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:09.884352 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.920186 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fc94ddbd-d6a0-41ef-a705-08720002f0c3 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.2794960 Jul 06 17:44:09.920426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf364c6-b7fe-476a-aaaf-d051e9b877e3 None None] Network 5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:09.920669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37910) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:09.923072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1a79c-6e6d-4095-acc4-09deb493117c None None] Deleting port 7478c3c0-3ffb-4902-abef-119ba8dd2807 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:09.923698 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5a1a79c-6e6d-4095-acc4-09deb493117c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:09.939000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-5517edad-0595-4efa-94b0-ee66569b0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:09.960062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-5517edad-0595-4efa-94b0-ee66569b0b4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602561 Jul 06 17:44:10.006380 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed10de7-f543-483b-aeba-472f37daf8d2 x-openstack-request-id: req-3ed10de7-f543-483b-aeba-472f37daf8d2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:10.006851 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:10.007244 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ed10de7-f543-483b-aeba-472f37daf8d2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:10.007888 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'status': 'completed', 'code': 200} Jul 06 17:44:10.127873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Deleting port 7478c3c0-3ffb-4902-abef-119ba8dd2807 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:10.128186 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.132002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-5e0bfabc-c574-495f-8cce-dbc333340d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.133577 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-5e0bfabc-c574-495f-8cce-dbc333340d87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1094 time: 0.4364843 Jul 06 17:44:10.157401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-4676ff4e-946e-4341-bce6-30b8fb14d860 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953731 Jul 06 17:44:10.218840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e49ec-624a-4e38-9779-54221e981164 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.222791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e49ec-624a-4e38-9779-54221e981164 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.225949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e49ec-624a-4e38-9779-54221e981164 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.238387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eb3e49ec-624a-4e38-9779-54221e981164 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3070929 Jul 06 17:44:10.250063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:10.348864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-80bf2327-1ce5-4da3-985f-983060199159 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 217 time: 0.1936941 Jul 06 17:44:10.394449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc677388-1b1f-43e9-8a0c-368cc053a9b5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Deleting subnet ca40cd87-8ac4-43f0-89dd-c8708473a1eb {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:10.402697 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc677388-1b1f-43e9-8a0c-368cc053a9b5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.410371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6772a1b8-3489-4a6d-9d1a-60e85d3c0430 req-61cd6aff-a3b4-4b5b-a964-8e744a2aa598 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385433 Jul 06 17:44:10.481248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] For port 7478c3c0-3ffb-4902-abef-119ba8dd2807, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7478c3c0-3ffb-4902-abef-119ba8dd2807,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:10.482162 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.500720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-a5aa3184-03a7-47fa-acbd-94dfaf5f291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.503097 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-a5aa3184-03a7-47fa-acbd-94dfaf5f291c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.1349025 Jul 06 17:44:10.516184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c5a1a79c-6e6d-4095-acc4-09deb493117c None None] For port 7478c3c0-3ffb-4902-abef-119ba8dd2807, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7478c3c0-3ffb-4902-abef-119ba8dd2807,segment=NetworkSegment(5298e8cd-2bbc-41f2-a99e-f8643bdd9767),segment_id=5298e8cd-2bbc-41f2-a99e-f8643bdd9767)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:10.517038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5a1a79c-6e6d-4095-acc4-09deb493117c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.524499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Calling delete_port for 7478c3c0-3ffb-4902-abef-119ba8dd2807 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:10.528212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc677388-1b1f-43e9-8a0c-368cc053a9b5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.532104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-c6a540fb-26f7-4f9e-b6c7-7cb71286c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.533690 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-c6a540fb-26f7-4f9e-b6c7-7cb71286c5f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 1097 time: 0.4980199 Jul 06 17:44:10.560430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1a79c-6e6d-4095-acc4-09deb493117c None None] Calling delete_port for 7478c3c0-3ffb-4902-abef-119ba8dd2807 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:10.579495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f91ee-b630-4c98-831c-3491586c169a req-eba0a82d-24c8-4515-ac34-5f774903084c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.587027 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-615f91ee-b630-4c98-831c-3491586c169a req-eba0a82d-24c8-4515-ac34-5f774903084c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 943 time: 0.4425657 Jul 06 17:44:10.602407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc677388-1b1f-43e9-8a0c-368cc053a9b5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.725255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:10.752862 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc677388-1b1f-43e9-8a0c-368cc053a9b5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.772387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-615f91ee-b630-4c98-831c-3491586c169a req-ff4c3bb6-ca6f-430c-8fb0-e2737cc4c897 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830633 Jul 06 17:44:10.813799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-37da252d-46a0-4bcf-b769-fc6322620328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.816753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-37da252d-46a0-4bcf-b769-fc6322620328 service neutron] 10.222.0.22 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.2616241 Jul 06 17:44:10.835626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc677388-1b1f-43e9-8a0c-368cc053a9b5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Subnet': ['ID=ca40cd87-8ac4-43f0-89dd-c8708473a1eb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:10.837188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13835178-f7ea-4e17-be76-d5caf4ba5ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9', 'network_id': '5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9', 'tenant_id': '1417337866fc447bb8ec0596cb60d033', 'fixed_ips': [{'subnet_id': '5a3869d6-1073-4cc9-8b85-ed532572227e'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:44:10.840203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc677388-1b1f-43e9-8a0c-368cc053a9b5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.841933 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13835178-f7ea-4e17-be76-d5caf4ba5ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:10.844526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7478c3c0-3ffb-4902-abef-119ba8dd2807 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:10.848536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fc677388-1b1f-43e9-8a0c-368cc053a9b5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/subnets/ca40cd87-8ac4-43f0-89dd-c8708473a1eb HTTP/1.1" status: 204 len: 168 time: 0.5974090 Jul 06 17:44:10.848718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] Checking router: 0d092371-0521-4934-9954-c5d6e99425be for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:44:10.849758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37918) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:10.856613 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1cd86f-5bca-46b8-8942-031954210992 x-openstack-request-id: req-4f1cd86f-5bca-46b8-8942-031954210992 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:10.858236 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:10.859023 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f1cd86f-5bca-46b8-8942-031954210992 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:10.859784 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'status': 'completed', 'code': 200} Jul 06 17:44:10.917411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-4bd64f1a-0c18-4fd7-97a4-b0316b53a54c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 200 len: 217 time: 0.0914176 Jul 06 17:44:10.925566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-bba9e4de-072b-4bf8-82e2-e0834d3dd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:10.929065 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-bba9e4de-072b-4bf8-82e2-e0834d3dd468 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4126773 Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-d9bb1021-78fc-47af-805b-4a180b6b6fd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca40cd87-8ac4-43f0-89dd-c8708473a1eb: This subnet is being modified by another concurrent operation. Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:44:10.933502 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca40cd87-8ac4-43f0-89dd-c8708473a1eb: This subnet is being modified by another concurrent operation. Jul 06 17:44:10.945947 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 17:44:10.984512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8e47f-dcb4-4816-a330-85caa71b131e req-e814f694-7cfa-4a99-8156-09380476f42e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:11.004545 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dda8e47f-dcb4-4816-a330-85caa71b131e req-e814f694-7cfa-4a99-8156-09380476f42e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.2782252 Jul 06 17:44:11.016768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-87699bbd-af94-449f-a937-3155531bc83c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Deleting subnet 5a3869d6-1073-4cc9-8b85-ed532572227e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:11.036324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87699bbd-af94-449f-a937-3155531bc83c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.042748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.046246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9befddf2-a3c6-497d-8e5a-818192c0fb74 None None] Network 21afbc7e-c537-4575-84b8-db9928ba9ab4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:11.095210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] No DVR routers for this DVR port 7478c3c0-3ffb-4902-abef-119ba8dd2807 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:11.097009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Port': ['ID=7478c3c0-3ffb-4902-abef-119ba8dd2807,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:11.104998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-9a4664a5-a7cd-4718-8c21-e51c4440bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:11.108111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-9a4664a5-a7cd-4718-8c21-e51c4440bd7e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.1775658 Jul 06 17:44:11.184052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.184570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.184992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.185389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.185827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.186212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.186604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.187133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.187479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.187824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.188829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.189577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:11.189749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dda8e47f-dcb4-4816-a330-85caa71b131e req-bafe2072-60d5-4c5b-b8f1-b2b8fce44dd5 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806436 Jul 06 17:44:11.207077 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87699bbd-af94-449f-a937-3155531bc83c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.244618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:11.245296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:11.301121 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-71e907fe-ebde-4c54-a270-d962796f3c87 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618784 Jul 06 17:44:11.315287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.340966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port 7478c3c0-3ffb-4902-abef-119ba8dd2807 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:44:11.341587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7478c3c0-3ffb-4902-abef-119ba8dd2807 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:11.355518 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5a1a79c-6e6d-4095-acc4-09deb493117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.356741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e547bc-f710-4b73-b52e-751477455b04']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:11.442395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5298e8cd-2bbc-41f2-a99e-f8643bdd9767') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:11.442962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5298e8cd-2bbc-41f2-a99e-f8643bdd9767') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:11.479411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87699bbd-af94-449f-a937-3155531bc83c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.495799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1a79c-6e6d-4095-acc4-09deb493117c None None] Pushing event deleted for resources: {'Port': ['ID=7478c3c0-3ffb-4902-abef-119ba8dd2807,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:11.535430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.558400 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.568369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1a79c-6e6d-4095-acc4-09deb493117c None None] No DVR routers for this DVR port 7478c3c0-3ffb-4902-abef-119ba8dd2807 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:11.575177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-45a33b72-1b2f-47e8-8236-6501c9affeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:11.576975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-45a33b72-1b2f-47e8-8236-6501c9affeb9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4391420 Jul 06 17:44:11.603718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:11.604468 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:11.613773 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:11.632032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:11.675284 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddf0d8b-48ac-4d35-bbd4-81bfefedf4b7 req-cbc6ea6f-5f80-4d76-a9c1-03e3dfe89532 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658619 Jul 06 17:44:11.793958 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.823730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:11.826411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] 10.222.0.13 "DELETE /v2.0/networks/47e547bc-f710-4b73-b52e-751477455b04 HTTP/1.1" status: 204 len: 168 time: 2.3005903 Jul 06 17:44:11.889055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51e25b-4846-4b41-a07c-d2afa13328fa tempest-TaggedBootDevicesTest_v242-2043380434 tempest-TaggedBootDevicesTest_v242-2043380434-project] Pushing event deleted for resources: {'Network': ['ID=47e547bc-f710-4b73-b52e-751477455b04,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:11.949667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-d34fb480-a5c0-4f40-b284-b17017baf7c2 service neutron] 10.222.0.22 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604715 Jul 06 17:44:12.215367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:12.248859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-5f7aa180-c247-437f-9e8a-cf441685abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:12.251916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-5f7aa180-c247-437f-9e8a-cf441685abbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1094 time: 0.4457915 Jul 06 17:44:12.257913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8277143e-dbf8-43bb-a3e1-57394e66a80d req-9883712b-6aab-4750-a62f-e343ba270582 service neutron] 10.222.0.22 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827556 Jul 06 17:44:12.264079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7ad3e-9db9-4e76-b8be-6449da18402e None None] The sync data for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 is: [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:12.304277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3347eb6-9dab-463a-ad7e-0ac717dc548c req-5c240a96-0561-4c04-b910-a1143353e283 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:12.306946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3347eb6-9dab-463a-ad7e-0ac717dc548c req-5c240a96-0561-4c04-b910-a1143353e283 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 943 time: 0.0955923 Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-13835178-f7ea-4e17-be76-d5caf4ba5ac7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a3869d6-1073-4cc9-8b85-ed532572227e: This subnet is being modified by another concurrent operation. Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:44:12.333715 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a3869d6-1073-4cc9-8b85-ed532572227e: This subnet is being modified by another concurrent operation. Jul 06 17:44:12.337387 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 17:44:12.345089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87699bbd-af94-449f-a937-3155531bc83c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:12.353803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedd4d61-bd47-400d-9793-4cdee850df55 None None] Network 5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:12.382764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-e5c804a2-102b-4d2f-8aea-37afa70e1a45 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:12.385576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-e5c804a2-102b-4d2f-8aea-37afa70e1a45 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4695077 Jul 06 17:44:12.388833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87699bbd-af94-449f-a937-3155531bc83c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3869d6-1073-4cc9-8b85-ed532572227e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:12.433195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87699bbd-af94-449f-a937-3155531bc83c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:12.438592 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87699bbd-af94-449f-a937-3155531bc83c tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/subnets/5a3869d6-1073-4cc9-8b85-ed532572227e HTTP/1.1" status: 204 len: 168 time: 1.5823970 Jul 06 17:44:12.439936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3347eb6-9dab-463a-ad7e-0ac717dc548c req-a69e6811-bfbe-42f7-922d-3ddda7080e45 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240158 Jul 06 17:44:12.440937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:12.520389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-5ed3f021-447e-42d9-bc9e-857a8e2e9d57 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 698 time: 0.1117492 Jul 06 17:44:12.536705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Request body: {'floatingip': {'port_id': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:12.606614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-5b4f31bf-6764-43cc-be19-b507a2ba3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:12.608463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-5b4f31bf-6764-43cc-be19-b507a2ba3c4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.3473332 Jul 06 17:44:12.613830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:12.701792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731876c-e8df-4098-80de-f22fe8c9cb69 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:12.705400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9731876c-e8df-4098-80de-f22fe8c9cb69 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2627473 Jul 06 17:44:12.710713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37936) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:12.732887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64b2ee8-ac15-4ccf-b104-e59cc7c8f00a None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:44:12.742382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-1c2e01a0-d7cb-48a6-9b45-8eb0a514f55e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 217 time: 0.1251609 Jul 06 17:44:12.788733 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20b4fff-2474-4e70-b282-b590198390cf None None] New status for floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:44:12.910130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-9c5775c2-2dd2-41a7-8c6b-cf91da5d39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:12.911680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-9c5775c2-2dd2-41a7-8c6b-cf91da5d39bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.1455348 Jul 06 17:44:12.961995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:12.987793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4cd38-ac4b-442f-a9ed-747134fd007f req-cb883677-35a6-4750-86d8-abc2191dc438 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:13.003743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bca4cd38-ac4b-442f-a9ed-747134fd007f req-cb883677-35a6-4750-86d8-abc2191dc438 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.2575066 Jul 06 17:44:13.023004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-aad85562-6100-49d7-a733-bea64d44e00c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:13.025743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-aad85562-6100-49d7-a733-bea64d44e00c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.22 "GET /v2.0/ports?device_id=53e26af9-057e-464d-90a4-5686734130ba HTTP/1.1" status: 200 len: 946 time: 0.3115430 Jul 06 17:44:13.203021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bca4cd38-ac4b-442f-a9ed-747134fd007f req-84a598ad-b5b6-41ce-8b7e-ed24e25402af tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003555 Jul 06 17:44:13.207880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.228981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:13.249097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7134b9-4709-4278-9789-edb8bc1e15fa') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:13.249424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7134b9-4709-4278-9789-edb8bc1e15fa') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:13.252837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b2ee8-ac15-4ccf-b104-e59cc7c8f00a None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:44:13.265744 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.286922 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.297194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:13.298271 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:13.427455 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:13.434131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.458438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.464596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/networks/5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9 HTTP/1.1" status: 204 len: 168 time: 0.7520187 Jul 06 17:44:13.467749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ccfd3-4c9c-4031-9128-9600b95619a5 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Network': ['ID=5e8a570d-a0f0-44b9-ab70-4fa7be42bdd9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:13.470847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37942) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:13.642246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-cd038aab-ae52-415a-a981-9c1e1c0d7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:13.644014 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-cd038aab-ae52-415a-a981-9c1e1c0d7deb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7190576 Jul 06 17:44:13.657304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.821508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Deleting port ddc0b4c3-f49f-41e9-a559-007e00c11315 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:13.821798 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.924009 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:13.939043 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.api [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:44:13.939616 n-d-799526-3 neutron-server[93779]: DEBUG oslo_db.api [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:44:13.965913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21afbc7e-c537-4575-84b8-db9928ba9ab4']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:13.981126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-6fa93e6f-6703-400b-93a0-e6ecb0d0dc11 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898085 Jul 06 17:44:13.988422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff13d6d-cb02-49fb-9f83-2ddd226d4de9') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:13.989035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff13d6d-cb02-49fb-9f83-2ddd226d4de9') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:14.012639 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.046396 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.060464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:14.060952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:14.065899 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:14.077793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] For port ddc0b4c3-f49f-41e9-a559-007e00c11315, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ddc0b4c3-f49f-41e9-a559-007e00c11315,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:14.078172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.099875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Calling delete_port for ddc0b4c3-f49f-41e9-a559-007e00c11315 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:14.193212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.205601 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.207741 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/networks/21afbc7e-c537-4575-84b8-db9928ba9ab4 HTTP/1.1" status: 204 len: 168 time: 0.7356184 Jul 06 17:44:14.220869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37948) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:14.244651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf9bec-23bc-413f-bac5-1f1fa8d63b1c req-459d9677-e21a-4f95-b083-c09251169e7f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:14.252477 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3abf9bec-23bc-413f-bac5-1f1fa8d63b1c req-459d9677-e21a-4f95-b083-c09251169e7f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 943 time: 0.1612349 Jul 06 17:44:14.264087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bd473-1ebb-48e1-bc6b-f1fd8672bc84 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Network': ['ID=21afbc7e-c537-4575-84b8-db9928ba9ab4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:14.365394 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3abf9bec-23bc-413f-bac5-1f1fa8d63b1c req-4a914b7e-bc41-411b-8255-c5e9104c1cf3 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119282 Jul 06 17:44:14.382938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e04779a5-7eae-45c6-b21c-f00e51727b75 req-a071c21f-fd20-4b19-bb80-64e70fbbc5c9 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908770 Jul 06 17:44:14.398734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45ce01-9d28-4496-a2c1-2ab2c8ed8856 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:44:14.438113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.444018 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.457555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.458866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['0c9dd9e2-9989-41b2-9d14-fa32bb778df3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:14.607851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Pushing event deleted for resources: {'Port': ['ID=ddc0b4c3-f49f-41e9-a559-007e00c11315,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:14.690653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] No DVR routers for this DVR port ddc0b4c3-f49f-41e9-a559-007e00c11315 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:14.698123 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.700358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f43e8e1d-a2a9-4b5a-9a60-1cdb6a312f4e req-2d8669ce-10c0-4ab4-b5fb-ab61ee091018 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.22 "DELETE /v2.0/ports/ddc0b4c3-f49f-41e9-a559-007e00c11315 HTTP/1.1" status: 204 len: 173 time: 1.6645031 Jul 06 17:44:14.700979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'name': 'network-vif-deleted', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:14.714671 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4769dfc-f376-4547-9617-730821f7d4f3" -d '{"events": [{"server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "name": "network-vif-deleted", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:14.715278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a45ce01-9d28-4496-a2c1-2ab2c8ed8856 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:44:14.793052 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.807560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e13f970-f452-41bf-904f-300fa5ae78dd']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:14.825777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a557354-18e7-4da1-be12-2ab538e02202') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:14.826426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a557354-18e7-4da1-be12-2ab538e02202') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:14.847826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.873414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7ecfc-45a4-4f4f-a058-b428099167e5 req-ab38020b-83dc-47bd-839e-0a0238028850 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:14.881931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ab7ecfc-45a4-4f4f-a058-b428099167e5 req-ab38020b-83dc-47bd-839e-0a0238028850 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3290522 Jul 06 17:44:14.904317 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.917513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:14.918208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:14.923103 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:15.019515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ab7ecfc-45a4-4f4f-a058-b428099167e5 req-b5c2a051-6063-4d31-b2b2-a2b5e3141e78 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363175 Jul 06 17:44:15.031489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.054389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.057069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/networks/5e13f970-f452-41bf-904f-300fa5ae78dd HTTP/1.1" status: 204 len: 168 time: 0.8272865 Jul 06 17:44:15.059330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37960) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:15.132658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975ac5c-1329-45a9-8fe5-8196727311c0 tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Network': ['ID=5e13f970-f452-41bf-904f-300fa5ae78dd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:15.232080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.264675 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75eb07d-f075-4a24-abe5-f388e7aff99e x-openstack-request-id: req-a75eb07d-f075-4a24-abe5-f388e7aff99e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:15.267958 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e26af9-057e-464d-90a4-5686734130ba", "name": "network-vif-deleted", "tag": "ddc0b4c3-f49f-41e9-a559-007e00c11315", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:15.270609 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a75eb07d-f075-4a24-abe5-f388e7aff99e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:15.273196 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e26af9-057e-464d-90a4-5686734130ba', 'name': 'network-vif-deleted', 'tag': 'ddc0b4c3-f49f-41e9-a559-007e00c11315', 'status': 'completed', 'code': 200} Jul 06 17:44:15.481794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.509293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:15.534739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055f83b6-ab44-4c31-82d0-91d4cf3914f5') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:15.535430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055f83b6-ab44-4c31-82d0-91d4cf3914f5') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:15.538125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.547069 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.556274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.579129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.589625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:15.590304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:15.594857 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:15.675328 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da associated. External IP: 172.25.7.187, port: 0c9dd9e2-9989-41b2-9d14-fa32bb778df3. Jul 06 17:44:15.729456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.748682 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:15.753048 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] 10.222.0.13 "DELETE /v2.0/networks/8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8 HTTP/1.1" status: 204 len: 168 time: 0.6897378 Jul 06 17:44:15.754513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e06506-b9a8-4d89-af64-4ac546ea238a tempest-BulkNetworkOpsIpV6Test-511495782 tempest-BulkNetworkOpsIpV6Test-511495782-project] Pushing event deleted for resources: {'Network': ['ID=8a6ff78c-bd64-4bc4-b0e9-0c92d27394a8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:15.788920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5785cd-bad2-467f-b7bd-8717924b6c83 req-81688eae-28b4-4122-be4f-f987d1dc6232 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:15.791819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c5785cd-bad2-467f-b7bd-8717924b6c83 req-81688eae-28b4-4122-be4f-f987d1dc6232 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 943 time: 0.1693106 Jul 06 17:44:15.851960 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c5785cd-bad2-467f-b7bd-8717924b6c83 req-849583cf-bc51-4b8e-96eb-794de1496e0e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496614 Jul 06 17:44:16.135989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:16.161173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Router 0d092371-0521-4934-9954-c5d6e99425be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:44:16.329607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:44:16.336473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a04023-2ecb-4145-863f-727287e7e252 req-b05bc625-bb29-49d0-ad02-fdacc535ce58 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:16.338480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.338676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8a04023-2ecb-4145-863f-727287e7e252 req-b05bc625-bb29-49d0-ad02-fdacc535ce58 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.1213472 Jul 06 17:44:16.348214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] Sync routers for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:44:16.354573 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c1ecf1cf-799c-4b82-850c-d6f53c7f9768 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1417337866fc447bb8ec0596cb60d033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170951 Jul 06 17:44:16.361991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37978) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:16.369430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:16.371067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:16.418905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8a04023-2ecb-4145-863f-727287e7e252 req-d63ed145-4248-438e-a3f6-f0159bdfafef tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748172 Jul 06 17:44:16.433281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-87f9e088-a49e-4787-9909-07225dc0dda9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "PUT /v2.0/floatingips/b5320293-f1b5-4d79-8d8e-d33fe4ae45da HTTP/1.1" status: 200 len: 996 time: 3.9048431 Jul 06 17:44:16.457948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ddc0b4c3-f49f-41e9-a559-007e00c11315 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:16.492914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c2297e4-c7d1-4b60-a227-8d0f4fd9a2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.520660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: ddc0b4c3-f49f-41e9-a559-007e00c11315 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:16.521231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ddc0b4c3-f49f-41e9-a559-007e00c11315 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:16.552193 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c2297e4-c7d1-4b60-a227-8d0f4fd9a2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.633158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-57e4b9c7-7058-4618-8b38-38b2dc77aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:16.642411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-57e4b9c7-7058-4618-8b38-38b2dc77aaad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1096 time: 0.1865304 Jul 06 17:44:16.706957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:16.711431 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c2297e4-c7d1-4b60-a227-8d0f4fd9a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.715851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c2297e4-c7d1-4b60-a227-8d0f4fd9a2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:16.718966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0c2297e4-c7d1-4b60-a227-8d0f4fd9a2ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f3a1b2a-927c-407a-9a58-3439db14b02b HTTP/1.1" status: 204 len: 168 time: 0.3544528 Jul 06 17:44:16.741807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2297e4-c7d1-4b60-a227-8d0f4fd9a2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3a1b2a-927c-407a-9a58-3439db14b02b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:16.788897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-81dd23c0-fed2-40b0-8ed2-4777df4b7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:16.789932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-81dd23c0-fed2-40b0-8ed2-4777df4b7234 service neutron] 10.222.0.13 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.1467893 Jul 06 17:44:16.916942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-afe06506-baf1-4323-a3c5-d8f325b2fafa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 999 time: 0.1104689 Jul 06 17:44:16.993114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-bfde020e-6196-490d-9f7d-29afcfd282fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:17.004201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-bfde020e-6196-490d-9f7d-29afcfd282fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.0800025 Jul 06 17:44:17.074155 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4270ed12-c28d-4ea2-b840-6eae48356a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:17.122235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-f8d93aa5-e1ad-4798-bcd1-3e79029a961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:17.124103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-f8d93aa5-e1ad-4798-bcd1-3e79029a961c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187911 Jul 06 17:44:17.137110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:bd:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fe791-0564-416c-bf89-e378cd787239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:44:15Z', 'revision_number': 8, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:17.189685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] Checking router: 0d092371-0521-4934-9954-c5d6e99425be for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:44:17.200373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:17.201017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:43:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:17.296673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c60515-00b1-48ed-be39-0786751eb2a3 req-e89b2b96-8ece-426e-8aed-cfca4fbb1d4c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:17.299779 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10c60515-00b1-48ed-be39-0786751eb2a3 req-e89b2b96-8ece-426e-8aed-cfca4fbb1d4c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 943 time: 0.1797237 Jul 06 17:44:17.315742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:17.318168 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccc1cf5-0d48-47ca-af1a-a062988bf624" -d '{"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:17.322152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-e5f1dfe2-4a14-44f8-b209-c72e9017196c service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829724 Jul 06 17:44:17.404834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10c60515-00b1-48ed-be39-0786751eb2a3 req-86b1c319-c95f-4565-97ea-dd6ca018004e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948100 Jul 06 17:44:17.490236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:17.517730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52d7b5e6-59fd-4f2f-afc4-8a0b21db1c0d req-26a4f598-109b-411f-99f1-c3fb8fec083c service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770148 Jul 06 17:44:17.607093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:17.757093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555190d9-f7e2-4ab4-9052-185be173cdf4 req-a2b1f53f-11a6-4d12-9f3a-ad4f86ac70be tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:17.763221 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-555190d9-f7e2-4ab4-9052-185be173cdf4 req-a2b1f53f-11a6-4d12-9f3a-ad4f86ac70be tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.1076446 Jul 06 17:44:17.856212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-555190d9-f7e2-4ab4-9052-185be173cdf4 req-16507c35-15d0-40c8-a5b7-492ed1982ca4 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881569 Jul 06 17:44:18.073823 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcdda19-ea2e-4a9f-b1bc-a9dd9ca790fd x-openstack-request-id: req-1dcdda19-ea2e-4a9f-b1bc-a9dd9ca790fd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:18.074125 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:18.074441 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1dcdda19-ea2e-4a9f-b1bc-a9dd9ca790fd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:18.074870 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'status': 'completed', 'code': 200} Jul 06 17:44:18.182412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f4869ff-aecd-4b37-bd6c-9d68f9626c3a req-5819144b-631c-4055-8bc3-8ba8740db6d6 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips/b5320293-f1b5-4d79-8d8e-d33fe4ae45da HTTP/1.1" status: 200 len: 996 time: 0.2347147 Jul 06 17:44:18.282619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:18.300735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'port_id': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'mac_address': 'fa:16:3e:7c:dc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:18.349234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:bd:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fe791-0564-416c-bf89-e378cd787239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:44:15Z', 'revision_number': 8, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:18.368187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-dae15965-6695-4f6c-bc4a-77411dcae8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:18.370970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-dae15965-6695-4f6c-bc4a-77411dcae8fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1096 time: 0.2948663 Jul 06 17:44:18.394285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ea299-86b9-45f5-b999-4b908361afc2 None None] The sync data for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 is: [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'b5320293-f1b5-4d79-8d8e-d33fe4ae45da', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '0d092371-0521-4934-9954-c5d6e99425be', 'port_id': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'mac_address': 'fa:16:3e:bd:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25fe791-0564-416c-bf89-e378cd787239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:13Z', 'updated_at': '2021-07-06T17:44:15Z', 'revision_number': 8, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:18.424017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:18.450892 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.480950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05a99ff-2e05-4dcc-93d7-911b0ae1c18e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:18.505133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:18.513000 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.528866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-e7c46093-8026-4c69-bd13-48aa619dd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:18.530595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-e7c46093-8026-4c69-bd13-48aa619dd83b service neutron] 10.222.0.55 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.1473062 Jul 06 17:44:18.572898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4869ff-aecd-4b37-bd6c-9d68f9626c3a req-ffd29b9b-3fc0-49a2-a34f-8c2eede72722 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:18.582959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f4869ff-aecd-4b37-bd6c-9d68f9626c3a req-ffd29b9b-3fc0-49a2-a34f-8c2eede72722 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.3879216 Jul 06 17:44:18.590160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-3f4869ff-aecd-4b37-bd6c-9d68f9626c3a req-33b6fcfe-5aa5-4890-b315-4b470bf1cdac tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:44:18.607586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:18.612439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f4869ff-aecd-4b37-bd6c-9d68f9626c3a req-33b6fcfe-5aa5-4890-b315-4b470bf1cdac tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262041 Jul 06 17:44:18.656367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group': {'name': 'tempest-secgroup--659578922'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:18.711959 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.728325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:18.776357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-8356403a-d180-4276-94c2-332a7807b24c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 999 time: 0.1506155 Jul 06 17:44:18.820706 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fd8a90-cbd0-4b61-a897-04c54324dec3 None None] New status for floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:44:18.848657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-cad93de6-7b35-4ebf-8414-01a7967ad4cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 999 time: 0.2347472 Jul 06 17:44:18.855849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e9ed0-5278-4be3-9309-00c04183db7f req-2aac15c9-514a-463e-ad4b-7351005d109b tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:18.867180 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-2aac15c9-514a-463e-ad4b-7351005d109b tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports/0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 942 time: 0.0847702 Jul 06 17:44:18.960773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-8abf1084-4bca-485c-b8ba-7954d35598e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:18.962561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-8abf1084-4bca-485c-b8ba-7954d35598e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.0915611 Jul 06 17:44:18.993293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:19.061553 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.076320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.085690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-26b8ee40-1713-4db5-b97b-fc809d77f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:19.087298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-26b8ee40-1713-4db5-b97b-fc809d77f113 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171637 Jul 06 17:44:19.207280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-f4dc304e-5191-442b-98d2-6a35425ec14f service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121271 Jul 06 17:44:19.273705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.276001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd8600-449a-49d2-b5d6-d2dd2af5c7b0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:19.284482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.333328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28358a-d9ab-4360-94af-72d7b1978e5f req-a69729ec-59dc-46a1-953f-6aaffe475990 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:19.336299 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf28358a-d9ab-4360-94af-72d7b1978e5f req-a69729ec-59dc-46a1-953f-6aaffe475990 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.5872517 Jul 06 17:44:19.347668 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.349917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9246135 Jul 06 17:44:19.357148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38042) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:19.460024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437fbd3-2ad0-4629-90d9-a088a20e9eef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13312e8e-5c21-46ba-96fa-a5cd16414be1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:19.460838 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dc81d56-937a-47ac-9487-3c0c6aefe45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.514097 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf28358a-d9ab-4360-94af-72d7b1978e5f req-231d0bc4-b9f8-4a88-8760-858b22e8f5ca tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625004 Jul 06 17:44:19.585634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-24076691-a278-4aa2-9d39-5e1cb073bb7f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2232649 Jul 06 17:44:19.586492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:19.592123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d6976fe3-f116-4a17-aa33-89e370e0cfbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group': {'name': 'tempest-security--1005571903', 'description': 'tempest-security-description-2055763087'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:19.632460 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6976fe3-f116-4a17-aa33-89e370e0cfbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.718813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6976fe3-f116-4a17-aa33-89e370e0cfbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.724974 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-baf3f078-b27d-415f-b3e4-e1a368142b7c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 999 time: 0.6879992 Jul 06 17:44:19.732775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6976fe3-f116-4a17-aa33-89e370e0cfbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.736807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6976fe3-f116-4a17-aa33-89e370e0cfbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.741045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:19.741429 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d6976fe3-f116-4a17-aa33-89e370e0cfbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "PUT /v2.0/security-groups/13312e8e-5c21-46ba-96fa-a5cd16414be1 HTTP/1.1" status: 200 len: 1780 time: 0.1534710 Jul 06 17:44:19.784756 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6976fe3-f116-4a17-aa33-89e370e0cfbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13312e8e-5c21-46ba-96fa-a5cd16414be1,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:19.796288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c6ce2-7d6e-48c8-96cf-83c65a8bd939 req-6937b701-26c7-4b0a-a7c1-84eb44d128df tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:19.798127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dd0c6ce2-7d6e-48c8-96cf-83c65a8bd939 req-6937b701-26c7-4b0a-a7c1-84eb44d128df tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.1309009 Jul 06 17:44:19.847246 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:19.870572 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dd0c6ce2-7d6e-48c8-96cf-83c65a8bd939 req-eda8cf65-c31c-4789-8439-0e0465ed277b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623960 Jul 06 17:44:19.890301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bccc1cf5-0d48-47ca-af1a-a062988bf624 req-9de44665-c752-43e4-b1bc-dc27dee64f59 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741524 Jul 06 17:44:19.917357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38050) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:19.918116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e82b638e-aa16-46dc-b745-805aa1d4549c tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups/13312e8e-5c21-46ba-96fa-a5cd16414be1 HTTP/1.1" status: 200 len: 1780 time: 0.1757891 Jul 06 17:44:19.958193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e9ed0-5278-4be3-9309-00c04183db7f req-1978086e-8d23-4a63-8c10-78ce41d759c9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:19.960645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-1978086e-8d23-4a63-8c10-78ce41d759c9 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.2078834 Jul 06 17:44:20.005793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-729660dc-97a2-4b08-98e3-95fa2c20991a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.035851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-729660dc-97a2-4b08-98e3-95fa2c20991a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.097989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-3a6dd72c-02bc-4d8c-b95b-a5d450cd24f5 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 1001 time: 0.1212873 Jul 06 17:44:20.108487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-729660dc-97a2-4b08-98e3-95fa2c20991a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.112795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-729660dc-97a2-4b08-98e3-95fa2c20991a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.113870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-806e9ed0-5278-4be3-9309-00c04183db7f req-bcadb1f4-68ce-4921-90a5-d077a256b936 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:20.116802 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-729660dc-97a2-4b08-98e3-95fa2c20991a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-groups/13312e8e-5c21-46ba-96fa-a5cd16414be1 HTTP/1.1" status: 204 len: 168 time: 0.1980667 Jul 06 17:44:20.117513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38052) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:20.135349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729660dc-97a2-4b08-98e3-95fa2c20991a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13312e8e-5c21-46ba-96fa-a5cd16414be1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:20.197421 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b3809fee-681e-453a-baec-d78895f7dd94 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0744975 Jul 06 17:44:20.198458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:20.214886 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-8df883a1-a130-4ef4-8d1c-82f72b2a3d1b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] delete failed (client error): The resource could not be found. Jul 06 17:44:20.223050 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8df883a1-a130-4ef4-8d1c-82f72b2a3d1b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-groups/13312e8e-5c21-46ba-96fa-a5cd16414be1 HTTP/1.1" status: 404 len: 347 time: 0.0214238 Jul 06 17:44:20.223050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:20.228360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-25e26b8c-db74-4d13-ab23-d5172f4babf9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047381952'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:20.260373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e26b8c-db74-4d13-ab23-d5172f4babf9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.265855 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-806e9ed0-5278-4be3-9309-00c04183db7f req-bcadb1f4-68ce-4921-90a5-d077a256b936 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.374826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e26b8c-db74-4d13-ab23-d5172f4babf9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.383004 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e26b8c-db74-4d13-ab23-d5172f4babf9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.424773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e26b8c-db74-4d13-ab23-d5172f4babf9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c7f826-e3f0-4268-8853-a6de576e8ede,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:20.428734 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e26b8c-db74-4d13-ab23-d5172f4babf9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.432656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-25e26b8c-db74-4d13-ab23-d5172f4babf9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2070103 Jul 06 17:44:20.433057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38058) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:20.443072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5bb22965-5f17-4c1f-88ca-69714556f9ef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': '87c7f826-e3f0-4268-8853-a6de576e8ede', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:20.489620 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bb22965-5f17-4c1f-88ca-69714556f9ef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.565054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-806e9ed0-5278-4be3-9309-00c04183db7f req-bcadb1f4-68ce-4921-90a5-d077a256b936 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.571577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-806e9ed0-5278-4be3-9309-00c04183db7f req-bcadb1f4-68ce-4921-90a5-d077a256b936 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.572414 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-806e9ed0-5278-4be3-9309-00c04183db7f req-bcadb1f4-68ce-4921-90a5-d077a256b936 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da disassociated. External IP: 172.25.7.187, port: 0c9dd9e2-9989-41b2-9d14-fa32bb778df3. Jul 06 17:44:20.626049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bb22965-5f17-4c1f-88ca-69714556f9ef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.635769 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.639611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bb22965-5f17-4c1f-88ca-69714556f9ef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.698964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb22965-5f17-4c1f-88ca-69714556f9ef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02952596-0855-4c48-abf5-a8e08a336b4a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:20.708716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bb22965-5f17-4c1f-88ca-69714556f9ef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.711726 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5bb22965-5f17-4c1f-88ca-69714556f9ef tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771511 Jul 06 17:44:20.714287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:20.800681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d72ad69-930d-44f3-a648-efb6794ee5f5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.846591 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d72ad69-930d-44f3-a648-efb6794ee5f5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.915716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d72ad69-930d-44f3-a648-efb6794ee5f5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.935069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d72ad69-930d-44f3-a648-efb6794ee5f5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:20.940823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5d72ad69-930d-44f3-a648-efb6794ee5f5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/02952596-0855-4c48-abf5-a8e08a336b4a HTTP/1.1" status: 204 len: 168 time: 0.2212441 Jul 06 17:44:20.943694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:20.950052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-806e9ed0-5278-4be3-9309-00c04183db7f req-bcadb1f4-68ce-4921-90a5-d077a256b936 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Router 0d092371-0521-4934-9954-c5d6e99425be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:44:20.955838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72ad69-930d-44f3-a648-efb6794ee5f5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02952596-0855-4c48-abf5-a8e08a336b4a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:20.990083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d062-b703-41ed-b13b-c73e0c589fd9 req-6f998e80-2f93-4d39-8bdf-c934ff43ed96 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:20.993182 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d455d062-b703-41ed-b13b-c73e0c589fd9 req-6f998e80-2f93-4d39-8bdf-c934ff43ed96 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2240267 Jul 06 17:44:21.049686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d455d062-b703-41ed-b13b-c73e0c589fd9 req-b9f71c87-fd9a-444e-8019-71235cbbe9b5 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502610 Jul 06 17:44:21.061802 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c9e2eb3b-0252-4e0f-9d58-5f3dfabca71b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1162834 Jul 06 17:44:21.068011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38070) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:21.154068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-806e9ed0-5278-4be3-9309-00c04183db7f req-bcadb1f4-68ce-4921-90a5-d077a256b936 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:44:21.166189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-806e9ed0-5278-4be3-9309-00c04183db7f req-bcadb1f4-68ce-4921-90a5-d077a256b936 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.167394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] Sync routers for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:44:21.182737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:21.183411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:21.192369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7747d7d4-af01-4c80-972f-d4a9f997270f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.233123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-bcadb1f4-68ce-4921-90a5-d077a256b936 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "PUT /v2.0/floatingips/b5320293-f1b5-4d79-8d8e-d33fe4ae45da HTTP/1.1" status: 200 len: 696 time: 1.1274164 Jul 06 17:44:21.233616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:21.236728 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28971a65-81f2-4e9d-9d5a-31bbf89bac77" -d '{"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:21.252814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7747d7d4-af01-4c80-972f-d4a9f997270f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.350561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e9ed0-5278-4be3-9309-00c04183db7f req-8b97a2d7-8f10-408b-908a-7b930705668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:21.355284 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-8b97a2d7-8f10-408b-908a-7b930705668d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1096 time: 0.0998669 Jul 06 17:44:21.359230 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7747d7d4-af01-4c80-972f-d4a9f997270f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.362973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7747d7d4-af01-4c80-972f-d4a9f997270f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.364313 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7747d7d4-af01-4c80-972f-d4a9f997270f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-groups/87c7f826-e3f0-4268-8853-a6de576e8ede HTTP/1.1" status: 204 len: 168 time: 0.2947662 Jul 06 17:44:21.375533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38076) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:21.415136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:21.451179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a19042-8117-4f95-883e-41645963b873 req-d417b999-ce7d-4e49-8159-ec6923af8355 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:21.454578 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06a19042-8117-4f95-883e-41645963b873 req-d417b999-ce7d-4e49-8159-ec6923af8355 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.2084503 Jul 06 17:44:21.460891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747d7d4-af01-4c80-972f-d4a9f997270f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c7f826-e3f0-4268-8853-a6de576e8ede,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:21.479318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:21.521362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e9ed0-5278-4be3-9309-00c04183db7f req-eb9931ce-88e6-4556-8d47-15c1252f91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:21.523848 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-eb9931ce-88e6-4556-8d47-15c1252f91b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.1642747 Jul 06 17:44:21.550160 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06a19042-8117-4f95-883e-41645963b873 req-f5d45659-b257-44de-b97d-bed896d2405b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862968 Jul 06 17:44:21.559516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f6751f56-dd16-4e6b-8f33-717ed502392d tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1815064 Jul 06 17:44:21.568210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38080) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:21.584846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-b3ac3c66-8bff-4a01-965a-0aaa8b00bbbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 217 time: 0.0538034 Jul 06 17:44:21.591655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7b592147-beaa-43bb-98a3-70aa7438e4a2 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092717323'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:21.641930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b592147-beaa-43bb-98a3-70aa7438e4a2 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.661485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e9ed0-5278-4be3-9309-00c04183db7f req-c8965386-a904-45d0-8872-3f207afcc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:21.663685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-c8965386-a904-45d0-8872-3f207afcc0c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.0687644 Jul 06 17:44:21.797076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e9ed0-5278-4be3-9309-00c04183db7f req-9d5185bc-c918-4e0f-b870-bdcdf9d6c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:21.803504 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-9d5185bc-c918-4e0f-b870-bdcdf9d6c74d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308279 Jul 06 17:44:21.824805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:21.833400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:21.833873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.845047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b592147-beaa-43bb-98a3-70aa7438e4a2 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.857573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b592147-beaa-43bb-98a3-70aa7438e4a2 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.925926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b592147-beaa-43bb-98a3-70aa7438e4a2 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7124d4f2-1225-4c0d-a99e-339a8f19b96d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:21.954290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b592147-beaa-43bb-98a3-70aa7438e4a2 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:21.956188 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7b592147-beaa-43bb-98a3-70aa7438e4a2 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3862524 Jul 06 17:44:21.959571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:21.978526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d715b1f0-40c2-4c74-a333-02f7a10f3c4d tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': '7124d4f2-1225-4c0d-a99e-339a8f19b96d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:22.002990 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.042328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:22.045555 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b928c8-4d87-4031-9941-2dc772658892" -d '{"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:22.063822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:22.069726 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7068ca-9b99-4a09-a47e-2067d7f373ad x-openstack-request-id: req-1d7068ca-9b99-4a09-a47e-2067d7f373ad {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:22.070358 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:22.070598 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:22.071730 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d7068ca-9b99-4a09-a47e-2067d7f373ad {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:22.072987 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'status': 'completed', 'code': 200} Jul 06 17:44:22.085543 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d715b1f0-40c2-4c74-a333-02f7a10f3c4d tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.110733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] Checking router: 0d092371-0521-4934-9954-c5d6e99425be for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:44:22.113805 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.152522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:22.153236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:22.184597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-1232257e-e56f-4f9e-b1ab-5c354009b340 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684337 Jul 06 17:44:22.195452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d715b1f0-40c2-4c74-a333-02f7a10f3c4d tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.211502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d715b1f0-40c2-4c74-a333-02f7a10f3c4d tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.237465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715b1f0-40c2-4c74-a333-02f7a10f3c4d tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e14f75-1856-4c87-8878-610d58fa04a6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:22.263143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d715b1f0-40c2-4c74-a333-02f7a10f3c4d tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.263905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:22.265636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d715b1f0-40c2-4c74-a333-02f7a10f3c4d tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3022847 Jul 06 17:44:22.270397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:22.289307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-25bc4183-2bfa-48e7-9fe7-e014a32386a7 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': '7124d4f2-1225-4c0d-a99e-339a8f19b96d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:22.348336 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25bc4183-2bfa-48e7-9fe7-e014a32386a7 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.359335 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08aa0b9-bb93-445e-9fcb-83c68307a753 x-openstack-request-id: req-e08aa0b9-bb93-445e-9fcb-83c68307a753 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:22.359932 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:22.359932 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e08aa0b9-bb93-445e-9fcb-83c68307a753 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:22.360353 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'code': 200} Jul 06 17:44:22.392973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-53fd29a7-0a00-4afb-a5b7-3e2ba0ac28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.396816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-53fd29a7-0a00-4afb-a5b7-3e2ba0ac28cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 1096 time: 0.3049657 Jul 06 17:44:22.442330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:22.520883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25bc4183-2bfa-48e7-9fe7-e014a32386a7 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.538439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-806e9ed0-5278-4be3-9309-00c04183db7f req-83c0a666-a13e-47b4-b0ed-084ee2d3b563 service neutron] 10.222.0.13 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462267 Jul 06 17:44:22.591660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25bc4183-2bfa-48e7-9fe7-e014a32386a7 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.615723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-ddfa36e3-a92f-4125-95bc-88514dff2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.617659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-ddfa36e3-a92f-4125-95bc-88514dff2552 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 200 len: 922 time: 0.2123387 Jul 06 17:44:22.624003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.644587 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25bc4183-2bfa-48e7-9fe7-e014a32386a7 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.646971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-25bc4183-2bfa-48e7-9fe7-e014a32386a7 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3749642 Jul 06 17:44:22.651272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b117a-42be-49aa-be44-ba5ab38a0b2d req-3103498a-c54b-42fd-a183-b2ccda89a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.651505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:22.653975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-691b117a-42be-49aa-be44-ba5ab38a0b2d req-3103498a-c54b-42fd-a183-b2ccda89a016 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1096 time: 0.1713049 Jul 06 17:44:22.670038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d52639a5-f70f-47c7-bae7-e9b2f66cc501 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': '7124d4f2-1225-4c0d-a99e-339a8f19b96d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:22.686623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc4183-2bfa-48e7-9fe7-e014a32386a7 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff3334c-d749-467d-84ac-c669ad484ee3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:22.710146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-b74195cb-a662-4e4b-b73f-6303140f797b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 200 len: 217 time: 0.0848093 Jul 06 17:44:22.800589 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-691b117a-42be-49aa-be44-ba5ab38a0b2d req-522c0a6b-ebbd-4fcc-900e-a1f292f553d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981874 Jul 06 17:44:22.801439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52639a5-f70f-47c7-bae7-e9b2f66cc501 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.823571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-7a796446-3bc3-48ef-932f-e093f1695b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.825000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1e8db-134a-4bc6-bc01-1f3cfa8e6322 req-ed04eaeb-b49f-44a6-8921-fd64486644a1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:22.826502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-7a796446-3bc3-48ef-932f-e093f1695b6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 200 len: 860 time: 0.1083505 Jul 06 17:44:22.832359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25d1e8db-134a-4bc6-bc01-1f3cfa8e6322 req-ed04eaeb-b49f-44a6-8921-fd64486644a1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 945 time: 0.3092530 Jul 06 17:44:22.908174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:22.928638 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25d1e8db-134a-4bc6-bc01-1f3cfa8e6322 req-f9d07954-4478-4d5f-8a7c-b3e16080b0fc tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951779 Jul 06 17:44:22.948808 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52639a5-f70f-47c7-bae7-e9b2f66cc501 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:22.971573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52639a5-f70f-47c7-bae7-e9b2f66cc501 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.002660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b7bcf-c8fc-4638-9b63-8b6b716e1fd1 None None] The sync data for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 is: [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:42:24Z', 'revision_number': 4, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a', 'name': '', 'network_id': 'afbefd2e-0aca-4fb5-9c39-c73b51fadb51', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'mac_address': 'fa:16:3e:49:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:22Z', 'updated_at': '2021-07-06T17:42:33Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'subnets': [{'id': '32b61d69-63ad-47a5-89bc-fae806891dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:23.014445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52639a5-f70f-47c7-bae7-e9b2f66cc501 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4240cfb4-dfd1-4286-9d15-e88b8ee02ea3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:23.034896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52639a5-f70f-47c7-bae7-e9b2f66cc501 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.036697 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d52639a5-f70f-47c7-bae7-e9b2f66cc501 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3830261 Jul 06 17:44:23.041516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38108) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:23.048105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e326e938-30d3-47bb-afce-09f778eecef3 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': '7124d4f2-1225-4c0d-a99e-339a8f19b96d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:23.146081 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e326e938-30d3-47bb-afce-09f778eecef3 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.318013 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e326e938-30d3-47bb-afce-09f778eecef3 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.322580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81d68f-4b9e-49d6-a737-e3cbb004dfba req-01d639d6-9687-4f32-b87e-c1c8f0a5fe43 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:23.325577 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc81d68f-4b9e-49d6-a737-e3cbb004dfba req-01d639d6-9687-4f32-b87e-c1c8f0a5fe43 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3307149 Jul 06 17:44:23.328182 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e326e938-30d3-47bb-afce-09f778eecef3 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.334557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-82b1b15b-a368-49a3-ada9-2b5b419153e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:23.337859 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-82b1b15b-a368-49a3-ada9-2b5b419153e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afbefd2e-0aca-4fb5-9c39-c73b51fadb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3905764 Jul 06 17:44:23.368469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e326e938-30d3-47bb-afce-09f778eecef3 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.371462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e326e938-30d3-47bb-afce-09f778eecef3 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3285339 Jul 06 17:44:23.377832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326e938-30d3-47bb-afce-09f778eecef3 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dc4927-7794-45a8-9def-1c2975c196b0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:23.380977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38114) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:23.394747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-26972180-f2be-49d1-90da-d3dae1e9cbb5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': '7124d4f2-1225-4c0d-a99e-339a8f19b96d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:23.530302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26972180-f2be-49d1-90da-d3dae1e9cbb5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.562719 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-f7dcaf9a-f5bc-4143-84d4-de8a77298a36 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips/b5320293-f1b5-4d79-8d8e-d33fe4ae45da HTTP/1.1" status: 200 len: 696 time: 0.1115544 Jul 06 17:44:23.577764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc81d68f-4b9e-49d6-a737-e3cbb004dfba req-214fd229-8a79-4a42-b7ba-fd4b4c07035b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359374 Jul 06 17:44:23.629340 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef183d-1652-4a78-b1c8-ae7d1cee2388 None None] New status for floating IP b5320293-f1b5-4d79-8d8e-d33fe4ae45da: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:44:23.653424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-45a12c6d-8561-4531-8aca-86694dbaa281 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970960 Jul 06 17:44:23.691296 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-23ad429a-f8bb-4e43-9283-70a937566296 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:23.698255 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-23ad429a-f8bb-4e43-9283-70a937566296 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.1340730 Jul 06 17:44:23.704834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-f8720aa1-a511-4996-9ced-28ebde51a74d tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:44:23.712890 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-f8720aa1-a511-4996-9ced-28ebde51a74d tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136306 Jul 06 17:44:23.825916 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26972180-f2be-49d1-90da-d3dae1e9cbb5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.835642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-b6395f2d-6101-49bd-ab12-416d5af9bc2e tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 699 time: 0.1215763 Jul 06 17:44:23.838531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26972180-f2be-49d1-90da-d3dae1e9cbb5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:23.885154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28971a65-81f2-4e9d-9d5a-31bbf89bac77 req-06c9aac0-208a-4dfd-9374-68a874761690 service neutron] 10.222.0.55 "GET /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204764 Jul 06 17:44:23.992326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26972180-f2be-49d1-90da-d3dae1e9cbb5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e849838-2541-41a2-a7b9-5cb6193d086a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:24.018112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-9d3eb0c6-44ab-4f9b-9a24-b27432d72414 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.187 HTTP/1.1" status: 200 len: 699 time: 0.1685336 Jul 06 17:44:24.020420 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26972180-f2be-49d1-90da-d3dae1e9cbb5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.028334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-26972180-f2be-49d1-90da-d3dae1e9cbb5 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6418698 Jul 06 17:44:24.028618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38118) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.078589 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bacd03c0-6187-42ae-8653-f462ee60d331 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.088706 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bacd03c0-6187-42ae-8653-f462ee60d331 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.144016 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bacd03c0-6187-42ae-8653-f462ee60d331 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.158237 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bacd03c0-6187-42ae-8653-f462ee60d331 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.160836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bacd03c0-6187-42ae-8653-f462ee60d331 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0e849838-2541-41a2-a7b9-5cb6193d086a HTTP/1.1" status: 204 len: 168 time: 0.1300497 Jul 06 17:44:24.164764 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.170408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd03c0-6187-42ae-8653-f462ee60d331 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e849838-2541-41a2-a7b9-5cb6193d086a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:24.347256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-68d5b0f0-6b3d-4a4a-820f-5faecca073b6 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1751773 Jul 06 17:44:24.350041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38124) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.426065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb4f3-3853-4828-a3ed-f575e1dc0114 req-c393f893-4615-4292-a25d-9b413be787b1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:24.428864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbbfb4f3-3853-4828-a3ed-f575e1dc0114 req-c393f893-4615-4292-a25d-9b413be787b1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 945 time: 0.2007513 Jul 06 17:44:24.443941 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc08a-fbb0-4e56-8fe6-36aa520f8916 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.455402 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc08a-fbb0-4e56-8fe6-36aa520f8916 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.458589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Deleting port b2e39f8c-7bc2-4157-8ab9-08b6369146ad {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:24.459208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.498651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbbfb4f3-3853-4828-a3ed-f575e1dc0114 req-9d975de6-606d-484c-94e0-f54063da48d5 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636904 Jul 06 17:44:24.546655 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc08a-fbb0-4e56-8fe6-36aa520f8916 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.562302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc08a-fbb0-4e56-8fe6-36aa520f8916 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.572291 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b4bc08a-fbb0-4e56-8fe6-36aa520f8916 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/80dc4927-7794-45a8-9def-1c2975c196b0 HTTP/1.1" status: 204 len: 168 time: 0.2138226 Jul 06 17:44:24.572812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38128) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.610356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bc08a-fbb0-4e56-8fe6-36aa520f8916 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80dc4927-7794-45a8-9def-1c2975c196b0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:24.636728 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.637475 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.663920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Calling delete_port for b2e39f8c-7bc2-4157-8ab9-08b6369146ad owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:24.685584 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b5bf4352-74fb-4d13-a862-8e1f4737bce3 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1109338 Jul 06 17:44:24.689890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38132) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.718662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c473ab6-4027-4338-8a44-e10ab9e5e581 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.730254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c473ab6-4027-4338-8a44-e10ab9e5e581 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.773025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c473ab6-4027-4338-8a44-e10ab9e5e581 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.782569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c473ab6-4027-4338-8a44-e10ab9e5e581 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.784241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7c473ab6-4027-4338-8a44-e10ab9e5e581 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4240cfb4-dfd1-4286-9d15-e88b8ee02ea3 HTTP/1.1" status: 204 len: 168 time: 0.0932312 Jul 06 17:44:24.791274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38134) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.794632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c473ab6-4027-4338-8a44-e10ab9e5e581 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4240cfb4-dfd1-4286-9d15-e88b8ee02ea3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:24.888471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80172cdb-8e77-41c4-8520-3ba6b3e5bf91 req-6fb6e698-75d7-424c-9fa8-f83bc5f59bed tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:24.891571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80172cdb-8e77-41c4-8520-3ba6b3e5bf91 req-6fb6e698-75d7-424c-9fa8-f83bc5f59bed tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.0996559 Jul 06 17:44:24.905847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-83309439-1c5e-469e-aad4-cd4f3cd89857 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1123047 Jul 06 17:44:24.909295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38136) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:24.946484 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80172cdb-8e77-41c4-8520-3ba6b3e5bf91 req-1cbf38dc-b23b-440d-a720-fe6593020629 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491438 Jul 06 17:44:24.956680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c09e9906-5631-46b4-8f88-a3c131ffb508 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:24.998204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c09e9906-5631-46b4-8f88-a3c131ffb508 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.056544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c09e9906-5631-46b4-8f88-a3c131ffb508 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.061954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.069278 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c09e9906-5631-46b4-8f88-a3c131ffb508 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.074721 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c09e9906-5631-46b4-8f88-a3c131ffb508 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fff3334c-d749-467d-84ac-c669ad484ee3 HTTP/1.1" status: 204 len: 168 time: 0.1538048 Jul 06 17:44:25.075860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38140) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:25.119702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Pushing event deleted for resources: {'Port': ['ID=b2e39f8c-7bc2-4157-8ab9-08b6369146ad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:25.135072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e9906-5631-46b4-8f88-a3c131ffb508 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fff3334c-d749-467d-84ac-c669ad484ee3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:25.277472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cb09f5d0-ac5e-4f94-8210-9a95577d7f58 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1936069 Jul 06 17:44:25.280530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38142) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:25.303207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.308092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.309909 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a44f6a1f-5679-4957-914a-5ae40e360843 req-116bad75-44ff-4f0d-88ba-58b3c970d2af tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "DELETE /v2.0/floatingips/b5320293-f1b5-4d79-8d8e-d33fe4ae45da HTTP/1.1" status: 204 len: 173 time: 1.2840075 Jul 06 17:44:25.318423 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6b33e4b-d754-425a-90bf-66bd1cff5e64 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.334486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6b33e4b-d754-425a-90bf-66bd1cff5e64 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.396626 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6b33e4b-d754-425a-90bf-66bd1cff5e64 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.413657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6b33e4b-d754-425a-90bf-66bd1cff5e64 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.416117 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d6b33e4b-d754-425a-90bf-66bd1cff5e64 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/39e14f75-1856-4c87-8878-610d58fa04a6 HTTP/1.1" status: 204 len: 168 time: 0.1336324 Jul 06 17:44:25.425043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:25.432417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b33e4b-d754-425a-90bf-66bd1cff5e64 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39e14f75-1856-4c87-8878-610d58fa04a6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:25.509453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a0d8ef6d-db62-4757-8833-3f7cec401ada tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829494 Jul 06 17:44:25.513744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38150) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:25.632362 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc921-83cb-4e22-aad6-b618707e4005 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.713302 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc921-83cb-4e22-aad6-b618707e4005 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.819424 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc921-83cb-4e22-aad6-b618707e4005 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.831183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc921-83cb-4e22-aad6-b618707e4005 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:25.839260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9e2dc921-83cb-4e22-aad6-b618707e4005 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-groups/7124d4f2-1225-4c0d-a99e-339a8f19b96d HTTP/1.1" status: 204 len: 168 time: 0.3212574 Jul 06 17:44:25.840846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38160) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:25.850329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ea904-1365-453b-a1db-5b1b998f38ce req-f7912499-b89c-4f48-ae7e-6a7bdf74e799 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:25.853395 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a49ea904-1365-453b-a1db-5b1b998f38ce req-f7912499-b89c-4f48-ae7e-6a7bdf74e799 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 945 time: 0.1331108 Jul 06 17:44:25.894065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dc921-83cb-4e22-aad6-b618707e4005 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7124d4f2-1225-4c0d-a99e-339a8f19b96d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:25.963722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a49ea904-1365-453b-a1db-5b1b998f38ce req-0968e3da-cf26-4bd5-80f8-86f27300c549 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023078 Jul 06 17:44:26.034561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a7f4c7e7-940f-42ea-b34b-3363fe52dd87 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1841793 Jul 06 17:44:26.040745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38166) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:26.051230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8a74e35a-73ae-4e96-b882-9d923039d33b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group': {'name': 'tempest-secgroup--941805462'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:26.099206 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a74e35a-73ae-4e96-b882-9d923039d33b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.139947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94708cb7-6f92-494e-9d3e-02fdb1acf664 req-a8c42b39-2303-44bf-a776-729dd1ec090a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:26.146975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-94708cb7-6f92-494e-9d3e-02fdb1acf664 req-a8c42b39-2303-44bf-a776-729dd1ec090a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 945 time: 0.1476440 Jul 06 17:44:26.241085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-94708cb7-6f92-494e-9d3e-02fdb1acf664 req-17912aec-9910-49bb-83f4-5884d9e53f5c tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906231 Jul 06 17:44:26.325262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a134d1-5693-44e7-b17f-8950da2a4247 req-710f77ff-274d-4930-bec4-284176f55255 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:26.329397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01a134d1-5693-44e7-b17f-8950da2a4247 req-710f77ff-274d-4930-bec4-284176f55255 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.1818039 Jul 06 17:44:26.364033 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a74e35a-73ae-4e96-b882-9d923039d33b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.378652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a74e35a-73ae-4e96-b882-9d923039d33b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.463785 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a74e35a-73ae-4e96-b882-9d923039d33b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.466099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a74e35a-73ae-4e96-b882-9d923039d33b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4223759 Jul 06 17:44:26.472146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:26.481660 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01a134d1-5693-44e7-b17f-8950da2a4247 req-cd6b92f4-a9ef-481a-b7b8-a0bfe81f0617 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454895 Jul 06 17:44:26.483826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5188f0-b024-491c-9c75-14a2a4fd7e4d req-74dc8d8d-5647-416d-83a0-81f849a077be tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:26.488348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-add65954-6cd4-4d3b-8949-58dec25a3e79 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': '0999fd6f-9d81-4bd3-98de-69d270a4ec0a', 'direction': 'ingress', 'protocol': 17}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:26.498743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d5188f0-b024-491c-9c75-14a2a4fd7e4d req-74dc8d8d-5647-416d-83a0-81f849a077be tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 945 time: 0.1338923 Jul 06 17:44:26.499338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:26.513082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7158f0ec-e2b8-408c-b677-38e4875c7ddf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'floatingip': {'port_id': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:26.551877 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74e35a-73ae-4e96-b882-9d923039d33b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0999fd6f-9d81-4bd3-98de-69d270a4ec0a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:26.561919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38176) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:26.592324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add65954-6cd4-4d3b-8949-58dec25a3e79 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.631545 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7158f0ec-e2b8-408c-b677-38e4875c7ddf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.735926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add65954-6cd4-4d3b-8949-58dec25a3e79 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.744309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add65954-6cd4-4d3b-8949-58dec25a3e79 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.801071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add65954-6cd4-4d3b-8949-58dec25a3e79 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddffe287-0959-403b-905b-e0d66dd5556a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:26.874739 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add65954-6cd4-4d3b-8949-58dec25a3e79 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:26.877494 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-add65954-6cd4-4d3b-8949-58dec25a3e79 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4020169 Jul 06 17:44:26.882066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38186) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:27.105564 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef11c0-c963-4005-a5f9-3af1ea3a6d59 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.449115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7158f0ec-e2b8-408c-b677-38e4875c7ddf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.457731 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7158f0ec-e2b8-408c-b677-38e4875c7ddf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.675155 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-7158f0ec-e2b8-408c-b677-38e4875c7ddf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Floating IP 08c523b4-4f05-48ec-8162-b226414fa663 associated. External IP: 172.25.7.209, port: a05a99ff-2e05-4dcc-93d7-911b0ae1c18e. Jul 06 17:44:27.885123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef11c0-c963-4005-a5f9-3af1ea3a6d59 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:27.907144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2589-c88d-4021-93c9-8f8832995ce0 req-0fbf9869-004b-4089-abbb-6b3ac9eaf407 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:27.909775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09ae2589-c88d-4021-93c9-8f8832995ce0 req-0fbf9869-004b-4089-abbb-6b3ac9eaf407 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 945 time: 0.3210115 Jul 06 17:44:27.990136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-e8fb737e-4bbd-4572-96ea-995e2e7887c7 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:27.992729 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-e8fb737e-4bbd-4572-96ea-995e2e7887c7 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.55 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 945 time: 0.3113651 Jul 06 17:44:28.145959 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef11c0-c963-4005-a5f9-3af1ea3a6d59 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:28.148726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09ae2589-c88d-4021-93c9-8f8832995ce0 req-a1d681c1-c733-4423-bb56-304570e0c57b tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253408 Jul 06 17:44:28.150725 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ceef11c0-c963-4005-a5f9-3af1ea3a6d59 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:28.155872 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ceef11c0-c963-4005-a5f9-3af1ea3a6d59 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-groups/0999fd6f-9d81-4bd3-98de-69d270a4ec0a HTTP/1.1" status: 204 len: 168 time: 1.2690260 Jul 06 17:44:28.156305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38202) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:28.201676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd660f-83a8-4684-b7ac-b1a093139c7c req-ec110308-33e5-490d-9621-661e933a5e9f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:28.206140 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98dd660f-83a8-4684-b7ac-b1a093139c7c req-ec110308-33e5-490d-9621-661e933a5e9f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3363490 Jul 06 17:44:28.239533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef11c0-c963-4005-a5f9-3af1ea3a6d59 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0999fd6f-9d81-4bd3-98de-69d270a4ec0a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:28.315521 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98dd660f-83a8-4684-b7ac-b1a093139c7c req-19c4de9e-55cb-45a6-9ef5-76cbb818b5cb tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776103 Jul 06 17:44:28.475682 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:28.768380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7158f0ec-e2b8-408c-b677-38e4875c7ddf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Router 3aa45635-ca4b-426c-ab43-854a211be9f6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:44:28.782766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-49fb0bbf-27fb-465f-9076-0f8ca02e7859 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6242976 Jul 06 17:44:28.783531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38206) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:28.790270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3d9af563-d030-4972-b2e6-8f50a635792e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114871160'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:28.877100 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d9af563-d030-4972-b2e6-8f50a635792e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:28.882084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Deleting port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:28.882482 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:28.914630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Deleting port 7d94e292-7482-4b23-9b52-773958178173 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:28.916327 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.065622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7158f0ec-e2b8-408c-b677-38e4875c7ddf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:44:29.075656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] For port 7d94e292-7482-4b23-9b52-773958178173, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7d94e292-7482-4b23-9b52-773958178173,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:29.076536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.081323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7158f0ec-e2b8-408c-b677-38e4875c7ddf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.086469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] Sync routers for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:44:29.101756 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Calling delete_port for 7d94e292-7482-4b23-9b52-773958178173 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:29.104893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:29.106020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:29.123869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] For port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:29.124325 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.154113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Calling delete_port for 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:29.199811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7158f0ec-e2b8-408c-b677-38e4875c7ddf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "PUT /v2.0/floatingips/08c523b4-4f05-48ec-8162-b226414fa663 HTTP/1.1" status: 200 len: 991 time: 2.6975439 Jul 06 17:44:29.207004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:29.213466 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399b3d49-89ff-463d-93e5-aeaba744d986" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:29.273173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d9af563-d030-4972-b2e6-8f50a635792e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.283695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d9af563-d030-4972-b2e6-8f50a635792e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.315067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:29.382880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d9af563-d030-4972-b2e6-8f50a635792e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.390042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3d9af563-d030-4972-b2e6-8f50a635792e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6030381 Jul 06 17:44:29.390466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:29.393250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9af563-d030-4972-b2e6-8f50a635792e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ea34c5-2dcd-41e2-9f53-f95afb2a664b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:29.399637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4a15baa9-e295-4817-be87-3f2c7b6b4e92 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685654250'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:29.566876 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.644664 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa112190-3680-49e9-aaed-c3efbd04b1a1 x-openstack-request-id: req-aa112190-3680-49e9-aaed-c3efbd04b1a1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:29.645043 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:29.645210 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa112190-3680-49e9-aaed-c3efbd04b1a1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:29.645607 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'status': 'completed', 'code': 200} Jul 06 17:44:29.676413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a15baa9-e295-4817-be87-3f2c7b6b4e92 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.737502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Pushing event deleted for resources: {'Port': ['ID=0c9dd9e2-9989-41b2-9d14-fa32bb778df3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:29.817784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] No DVR routers for this DVR port 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:29.822082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.824869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5fd1fc34-510e-4428-8de1-35476d49e256 req-ea6ae5ab-704b-4a2b-9193-154992063b14 tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.55 "DELETE /v2.0/ports/0c9dd9e2-9989-41b2-9d14-fa32bb778df3 HTTP/1.1" status: 204 len: 173 time: 1.8218765 Jul 06 17:44:29.852611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-3f4a886b-b391-4e96-befc-fe99fd55e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:29.854960 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-3f4a886b-b391-4e96-befc-fe99fd55e0be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1096 time: 0.1998775 Jul 06 17:44:29.857203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.868257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '08c523b4-4f05-48ec-8162-b226414fa663', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'port_id': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'mac_address': 'fa:16:3e:7c:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:59Z', 'updated_at': '2021-07-06T17:44:27Z', 'revision_number': 1, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '851b100c-26cb-45d4-a8c7-1cef71ce2ab7', 'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'mac_address': 'fa:16:3e:e2:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:52Z', 'updated_at': '2021-07-06T17:44:03Z', 'revision_number': 5, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'subnets': [{'id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:29.935742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a15baa9-e295-4817-be87-3f2c7b6b4e92 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:29.954031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] Checking router: 3aa45635-ca4b-426c-ab43-854a211be9f6 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:44:29.976878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:29.978092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:29.992375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a15baa9-e295-4817-be87-3f2c7b6b4e92 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.040295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d94e292-7482-4b23-9b52-773958178173,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:30.045577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15baa9-e295-4817-be87-3f2c7b6b4e92 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2278246f-556f-4eda-ae22-490597a2af2c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:30.204601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7e810-d574-418f-95d7-65343272b47e req-c32d4a72-ab95-4bdd-8dc2-f4d3407ad88a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:30.212138 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3c7e810-d574-418f-95d7-65343272b47e req-c32d4a72-ab95-4bdd-8dc2-f4d3407ad88a tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25fe791-0564-416c-bf89-e378cd787239 HTTP/1.1" status: 200 len: 867 time: 0.7766864 Jul 06 17:44:30.223412 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:44:30.330012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:30.348640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-2fc29d1c-cd57-4714-b059-d323ecd23483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:30.352299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-2fc29d1c-cd57-4714-b059-d323ecd23483 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.4901543 Jul 06 17:44:30.372188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84fd79-3a71-4648-bfad-df80a5db9640 req-5b2e7e54-2639-4a4d-9a0a-e6dfbb40ab55 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:30.379001 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.381075 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a15baa9-e295-4817-be87-3f2c7b6b4e92 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.385713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4a15baa9-e295-4817-be87-3f2c7b6b4e92 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9930124 Jul 06 17:44:30.386849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38224) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:30.391920 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a84fd79-3a71-4648-bfad-df80a5db9640 req-5b2e7e54-2639-4a4d-9a0a-e6dfbb40ab55 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3894832 Jul 06 17:44:30.393904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5a20cd54-384b-4df8-8ffe-00f7edbbd4ac tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': 'e4ea34c5-2dcd-41e2-9f53-f95afb2a664b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2278246f-556f-4eda-ae22-490597a2af2c', 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:30.473376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3c7e810-d574-418f-95d7-65343272b47e req-4236eaeb-6824-49f2-83a5-692f433c570b tempest-FloatingIPsAssociationTestJSON-1410487196 tempest-FloatingIPsAssociationTestJSON-1410487196-project] 10.222.0.13 "GET /v2.0/security-groups?id=447a37aa-660a-497b-941d-c787a5777540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600145 Jul 06 17:44:30.635176 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a84fd79-3a71-4648-bfad-df80a5db9640 req-b1053326-b18a-4df4-be42-e15a1b1f61e1 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183704 Jul 06 17:44:30.679045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-f75bba30-bebf-4cd4-904a-571e7d5c7f99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 999 time: 0.2816961 Jul 06 17:44:30.879398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a20cd54-384b-4df8-8ffe-00f7edbbd4ac tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:30.958061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-fd3e5211-63b8-4152-a005-3988287c93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:30.971372 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-fd3e5211-63b8-4152-a005-3988287c93ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.2747235 Jul 06 17:44:31.192935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-c45ea8f2-e864-4d90-8a30-0022a04a0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:31.205897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-c45ea8f2-e864-4d90-8a30-0022a04a0bc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259798 Jul 06 17:44:31.340884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Router 80534118-a248-47c8-9a6e-a8e8ec073a8d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:44:31.361683 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a20cd54-384b-4df8-8ffe-00f7edbbd4ac tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.370849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a20cd54-384b-4df8-8ffe-00f7edbbd4ac tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.477090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:31.478805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a20146-f9d3-4426-8990-a7d3a6d2253c req-7dd9ef64-b3cd-4f63-9116-9540905df22b tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:31.480585 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68a20146-f9d3-4426-8990-a7d3a6d2253c req-7dd9ef64-b3cd-4f63-9116-9540905df22b tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 946 time: 0.1589038 Jul 06 17:44:31.520971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:44:31.530625 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-86f2b62f-e1a2-4f8d-a755-94e848c32513 admin admin] 10.222.0.13 "PUT /v2.0/routers/80534118-a248-47c8-9a6e-a8e8ec073a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9663601 Jul 06 17:44:31.533199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20cd54-384b-4df8-8ffe-00f7edbbd4ac tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aca517c-650f-4758-a5b0-d4b356f17099,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:31.535033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38236) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:31.540180 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] Sync routers for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:44:31.555836 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a20cd54-384b-4df8-8ffe-00f7edbbd4ac tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.560878 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:31.561556 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:31.564032 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-ae14a986-9064-4a72-a313-bb78ed902c19 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463283 Jul 06 17:44:31.570697 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5a20cd54-384b-4df8-8ffe-00f7edbbd4ac tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1804147 Jul 06 17:44:31.589287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68a20146-f9d3-4426-8990-a7d3a6d2253c req-5b981b16-00fe-4910-9336-5fc0c60d7d21 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963385 Jul 06 17:44:31.590201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38238) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:31.608504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:31.614795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 0c9dd9e2-9989-41b2-9d14-fa32bb778df3 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:31.629520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '08c523b4-4f05-48ec-8162-b226414fa663', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'port_id': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'mac_address': 'fa:16:3e:7c:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:59Z', 'updated_at': '2021-07-06T17:44:27Z', 'revision_number': 1, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '851b100c-26cb-45d4-a8c7-1cef71ce2ab7', 'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'mac_address': 'fa:16:3e:e2:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:52Z', 'updated_at': '2021-07-06T17:44:03Z', 'revision_number': 5, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'subnets': [{'id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:31.659913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'name': 'network-vif-deleted', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:31.663955 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c57e5d-8853-4909-bdc8-029e47a5ce4b" -d '{"events": [{"server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "name": "network-vif-deleted", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:31.750841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e435f-c9d3-4afa-99d7-bf14ac0cab08 None None] The sync data for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 is: [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '08c523b4-4f05-48ec-8162-b226414fa663', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'port_id': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'mac_address': 'fa:16:3e:7c:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:43:59Z', 'updated_at': '2021-07-06T17:44:27Z', 'revision_number': 1, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '851b100c-26cb-45d4-a8c7-1cef71ce2ab7', 'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'mac_address': 'fa:16:3e:e2:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:52Z', 'updated_at': '2021-07-06T17:44:03Z', 'revision_number': 5, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'subnets': [{'id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:31.751921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.781070 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:31.835885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.864122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38246) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:31.872342 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1d1bbdf-b863-428a-8504-4e2f8da72e13 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:31.956893 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1d1bbdf-b863-428a-8504-4e2f8da72e13 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.011694 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6dc956-b452-4a9d-95ec-ef07f9a8df6d x-openstack-request-id: req-3d6dc956-b452-4a9d-95ec-ef07f9a8df6d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:32.012845 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25fe791-0564-416c-bf89-e378cd787239", "name": "network-vif-deleted", "tag": "0c9dd9e2-9989-41b2-9d14-fa32bb778df3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:32.012845 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d6dc956-b452-4a9d-95ec-ef07f9a8df6d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:32.012845 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25fe791-0564-416c-bf89-e378cd787239', 'name': 'network-vif-deleted', 'tag': '0c9dd9e2-9989-41b2-9d14-fa32bb778df3', 'status': 'completed', 'code': 200} Jul 06 17:44:32.107778 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:44:29Z', 'revision_number': 5, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:32.111036 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-399b3d49-89ff-463d-93e5-aeaba744d986 req-62959617-e495-4340-89c7-352d74e3b245 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189707 Jul 06 17:44:32.150731 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1d1bbdf-b863-428a-8504-4e2f8da72e13 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.164856 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] Checking router: 80534118-a248-47c8-9a6e-a8e8ec073a8d for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:44:32.176613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1d1bbdf-b863-428a-8504-4e2f8da72e13 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.176998 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] Routers {'80534118-a248-47c8-9a6e-a8e8ec073a8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:32.177783 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80534118-a248-47c8-9a6e-a8e8ec073a8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:32.181892 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e1d1bbdf-b863-428a-8504-4e2f8da72e13 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8aca517c-650f-4758-a5b0-d4b356f17099 HTTP/1.1" status: 204 len: 168 time: 0.5882614 Jul 06 17:44:32.183487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:32.216039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9425e83-0d1f-468a-8a4e-f9e081d1cb78 req-31c26fbd-7c85-49df-87b7-2f8a49221f1c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:32.224740 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9425e83-0d1f-468a-8a4e-f9e081d1cb78 req-31c26fbd-7c85-49df-87b7-2f8a49221f1c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.2289367 Jul 06 17:44:32.256855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1bbdf-b863-428a-8504-4e2f8da72e13 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aca517c-650f-4758-a5b0-d4b356f17099,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:32.257110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c20d2-a68c-4a7f-969c-5785c12ba16c None None] New status for floating IP 08c523b4-4f05-48ec-8162-b226414fa663: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:44:32.329691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9425e83-0d1f-468a-8a4e-f9e081d1cb78 req-35f92dce-7006-4071-82d3-e88d7c287f79 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030402 Jul 06 17:44:32.361493 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] Set router 80534118-a248-47c8-9a6e-a8e8ec073a8d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:32.378660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-50a26d5e-fa33-44cc-8c3f-e3a709f595d0 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1906955 Jul 06 17:44:32.379341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38258) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:32.579513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3638-4c04-440b-8b2b-66409f355b25 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.585462 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.605535 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:44:29Z', 'revision_number': 5, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:32.642370 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267258-806d-4ffe-9678-1d6b74ff1715 None None] The sync data for ids ['80534118-a248-47c8-9a6e-a8e8ec073a8d'] in n-d-799526-3 is: [{'id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1967417791-router', 'tenant_id': '111b07676259475e995110a924defb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:32:28Z', 'updated_at': '2021-07-06T17:44:29Z', 'revision_number': 5, 'project_id': '111b07676259475e995110a924defb8f', 'gw_port': {'id': '7b52006e-bfbe-4f8f-ad0a-10f9c4edd751', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80534118-a248-47c8-9a6e-a8e8ec073a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:32:29Z', 'updated_at': '2021-07-06T17:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:32.669424 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3638-4c04-440b-8b2b-66409f355b25 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.790623 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3638-4c04-440b-8b2b-66409f355b25 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.797015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3638-4c04-440b-8b2b-66409f355b25 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:32.801976 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f6fb3638-4c04-440b-8b2b-66409f355b25 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-groups/2278246f-556f-4eda-ae22-490597a2af2c HTTP/1.1" status: 204 len: 168 time: 0.4215293 Jul 06 17:44:32.802764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38260) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:32.852190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb3638-4c04-440b-8b2b-66409f355b25 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2278246f-556f-4eda-ae22-490597a2af2c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:32.926133 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bb4cd111-ea25-421d-bf15-3f5a3834e46b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1155877 Jul 06 17:44:32.931428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38264) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:32.975459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Deleting port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:32.976176 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.126860 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c63da324-2989-4fba-8f6b-c9f384888bc8 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.150899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] For port 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7b52006e-bfbe-4f8f-ad0a-10f9c4edd751,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:33.152202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.182003 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c63da324-2989-4fba-8f6b-c9f384888bc8 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.198534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Calling delete_port for 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:33.317808 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c63da324-2989-4fba-8f6b-c9f384888bc8 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.324087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c63da324-2989-4fba-8f6b-c9f384888bc8 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.326469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c63da324-2989-4fba-8f6b-c9f384888bc8 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4ea34c5-2dcd-41e2-9f53-f95afb2a664b HTTP/1.1" status: 204 len: 168 time: 0.3932977 Jul 06 17:44:33.332272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:33.347114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63da324-2989-4fba-8f6b-c9f384888bc8 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ea34c5-2dcd-41e2-9f53-f95afb2a664b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:33.348748 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:33.403124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30727cb5-3ff7-4bf0-8c3a-db8bf1b8040a req-c4f989a3-59bb-493b-9f56-45103c0d66f6 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:33.421673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30727cb5-3ff7-4bf0-8c3a-db8bf1b8040a req-c4f989a3-59bb-493b-9f56-45103c0d66f6 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 946 time: 0.2317111 Jul 06 17:44:33.571716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30727cb5-3ff7-4bf0-8c3a-db8bf1b8040a req-254f57df-366b-45f3-9973-90df19a17d94 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478915 Jul 06 17:44:33.808903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c69cddaf-ad1e-4a62-b08c-f72e12955401 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4744794 Jul 06 17:44:33.818766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:33.827153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8e42d58a-3c64-4a0d-8cab-95f112f62592 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group': {'name': 'tempest-secgroup--349856847'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:33.858395 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e42d58a-3c64-4a0d-8cab-95f112f62592 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.004152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e42d58a-3c64-4a0d-8cab-95f112f62592 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.019244 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e42d58a-3c64-4a0d-8cab-95f112f62592 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.057091 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e42d58a-3c64-4a0d-8cab-95f112f62592 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.059733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8e42d58a-3c64-4a0d-8cab-95f112f62592 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2395592 Jul 06 17:44:34.071505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:34.080752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f18d2970-fb1d-4d99-9fb4-d3fa651521b9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': 'bd99fe0a-ed7f-4d83-a0c4-5b6795f128ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:34.141921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f18d2970-fb1d-4d99-9fb4-d3fa651521b9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.146199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42d58a-3c64-4a0d-8cab-95f112f62592 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd99fe0a-ed7f-4d83-a0c4-5b6795f128ac,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:34.232258 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f18d2970-fb1d-4d99-9fb4-d3fa651521b9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.242410 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f18d2970-fb1d-4d99-9fb4-d3fa651521b9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.268321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d2970-fb1d-4d99-9fb4-d3fa651521b9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b332ac3-0a14-491f-86dd-4e44d5ed448a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:34.286440 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f18d2970-fb1d-4d99-9fb4-d3fa651521b9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.290903 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f18d2970-fb1d-4d99-9fb4-d3fa651521b9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2171443 Jul 06 17:44:34.293798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38286) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:34.371160 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1a43f89-36c7-4bd8-adce-276f8f7d8083 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.389381 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1a43f89-36c7-4bd8-adce-276f8f7d8083 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.446745 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1a43f89-36c7-4bd8-adce-276f8f7d8083 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.456701 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1a43f89-36c7-4bd8-adce-276f8f7d8083 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.458467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a1a43f89-36c7-4bd8-adce-276f8f7d8083 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5b332ac3-0a14-491f-86dd-4e44d5ed448a HTTP/1.1" status: 204 len: 168 time: 0.1624517 Jul 06 17:44:34.463311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:34.480561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a43f89-36c7-4bd8-adce-276f8f7d8083 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b332ac3-0a14-491f-86dd-4e44d5ed448a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:34.555569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1d9f11a2-48d8-4a46-8967-4c54e2ec3762 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0901334 Jul 06 17:44:34.560696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38296) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:34.622868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763fb5b-16d5-4afd-8448-d276e76a3ca7 req-a5cb39af-4bcd-44c6-adb7-bc909f9b71c6 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:34.624509 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e763fb5b-16d5-4afd-8448-d276e76a3ca7 req-a5cb39af-4bcd-44c6-adb7-bc909f9b71c6 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 946 time: 0.1417191 Jul 06 17:44:34.632868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e74f3-8cb7-462d-8ff0-2add03388f20 req-b01c48a9-f41c-4776-9010-d4c1ef1d7516 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:34.641617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f8e74f3-8cb7-462d-8ff0-2add03388f20 req-b01c48a9-f41c-4776-9010-d4c1ef1d7516 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.9756231 Jul 06 17:44:34.681403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b6358c0-51b0-4e3c-a669-b08b0623193b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.684572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7d94e292-7482-4b23-9b52-773958178173 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:34.710025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b6358c0-51b0-4e3c-a669-b08b0623193b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.732530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 7d94e292-7482-4b23-9b52-773958178173 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:34.733576 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7d94e292-7482-4b23-9b52-773958178173 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:34.777131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b6358c0-51b0-4e3c-a669-b08b0623193b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.780621 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b6358c0-51b0-4e3c-a669-b08b0623193b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.784502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3b6358c0-51b0-4e3c-a669-b08b0623193b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-groups/bd99fe0a-ed7f-4d83-a0c4-5b6795f128ac HTTP/1.1" status: 204 len: 168 time: 0.2193978 Jul 06 17:44:34.787229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:34.799711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e763fb5b-16d5-4afd-8448-d276e76a3ca7 req-ac0acce7-a56f-402e-8752-26711b1a16c2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603980 Jul 06 17:44:34.801055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6358c0-51b0-4e3c-a669-b08b0623193b tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd99fe0a-ed7f-4d83-a0c4-5b6795f128ac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:34.841817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:34.892551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f8e74f3-8cb7-462d-8ff0-2add03388f20 req-183b60b4-cc0a-4f09-982e-bee55772af07 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501371 Jul 06 17:44:34.903183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b52006e-bfbe-4f8f-ad0a-10f9c4edd751,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:34.980692 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b67b870a-4cab-4fd3-8c53-5a672491ead8 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1916070 Jul 06 17:44:34.985422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:34.991327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-02513cf7-a5c8-42ac-93d4-a805b7883184 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group': {'name': 'tempest-secgroup--953423133'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:35.072797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.088188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.109840 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02513cf7-a5c8-42ac-93d4-a805b7883184 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.224444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.229187 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.311803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.312307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80534118-a248-47c8-9a6e-a8e8ec073a8d {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:44:35.318087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.319351 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e2f8c9f5-8e12-4fee-8fa5-2df357713077 admin admin] 10.222.0.13 "DELETE /v2.0/routers/80534118-a248-47c8-9a6e-a8e8ec073a8d HTTP/1.1" status: 204 len: 168 time: 3.7833264 Jul 06 17:44:35.323598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:35.381506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Deleting port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:35.381877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.474735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a793e6af-0264-4e96-8f6b-e4bf0ac40300 admin admin] Deleting subnet 10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:35.485013 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02513cf7-a5c8-42ac-93d4-a805b7883184 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.490484 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a793e6af-0264-4e96-8f6b-e4bf0ac40300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.534881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02513cf7-a5c8-42ac-93d4-a805b7883184 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.604540 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a793e6af-0264-4e96-8f6b-e4bf0ac40300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.607700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] For port 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:35.608189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.611482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02513cf7-a5c8-42ac-93d4-a805b7883184 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.612745 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-02513cf7-a5c8-42ac-93d4-a805b7883184 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6263161 Jul 06 17:44:35.617638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38306) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:35.628012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-52472358-8249-46f7-841e-e62c50a7d52a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': 'db9766b1-0741-44c1-89dd-cb9f8c0bdacb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:35.648506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02513cf7-a5c8-42ac-93d4-a805b7883184 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9766b1-0741-44c1-89dd-cb9f8c0bdacb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:35.663934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Calling delete_port for 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:35.696528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52472358-8249-46f7-841e-e62c50a7d52a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.810917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52472358-8249-46f7-841e-e62c50a7d52a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.856239 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a793e6af-0264-4e96-8f6b-e4bf0ac40300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.861959 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52472358-8249-46f7-841e-e62c50a7d52a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.925753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472358-8249-46f7-841e-e62c50a7d52a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcaedd9-89ac-422f-af38-34c948e3ef7d,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:35.959480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52472358-8249-46f7-841e-e62c50a7d52a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:35.961467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-52472358-8249-46f7-841e-e62c50a7d52a tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3410292 Jul 06 17:44:35.968924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38318) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:36.029465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-1bbc2685-63af-4ed1-a64b-d8a3c7d2fe78 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:36.032854 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-1bbc2685-63af-4ed1-a64b-d8a3c7d2fe78 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 946 time: 0.2491288 Jul 06 17:44:36.042412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2d4fd9bb-d533-4961-af33-1ead6ade87a9 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules/9dcaedd9-89ac-422f-af38-34c948e3ef7d HTTP/1.1" status: 200 len: 763 time: 0.0700731 Jul 06 17:44:36.056639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38322) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:36.259220 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a793e6af-0264-4e96-8f6b-e4bf0ac40300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.270485 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.305112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a793e6af-0264-4e96-8f6b-e4bf0ac40300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.307793 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a793e6af-0264-4e96-8f6b-e4bf0ac40300 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8 HTTP/1.1" status: 204 len: 168 time: 0.9825130 Jul 06 17:44:36.309056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793e6af-0264-4e96-8f6b-e4bf0ac40300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c2761c-76d3-4ebd-bf1b-10ebf2ec0ba8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:36.311114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:36.314658 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6981272-f172-4948-afcb-c1f44773f084 None None] Network c490c4b1-1265-44c5-9049-5dde07c6dd3a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:36.335252 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a6ece7ae-cb1d-4860-a4e1-29b05fb420a7 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2742391 Jul 06 17:44:36.339060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:36.346865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:36.448961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188a2d4-a89c-4e39-9df9-9df0ff643013 req-4d852242-ee61-4eca-ac7a-0315b3f849a2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:36.454868 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a188a2d4-a89c-4e39-9df9-9df0ff643013 req-4d852242-ee61-4eca-ac7a-0315b3f849a2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3292818 Jul 06 17:44:36.463036 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7db6b054-0304-4965-bb05-24d4eb01dd35 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.506380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7db6b054-0304-4965-bb05-24d4eb01dd35 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.566325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Deleting port ea265c2e-395d-4f9f-baf5-1f897fc63381 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:36.566948 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.571582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28e31b-2045-4700-b318-69b1af1ffc2c req-5394d2e2-8a61-4135-aca4-5da3986c44b2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:36.582551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f28e31b-2045-4700-b318-69b1af1ffc2c req-5394d2e2-8a61-4135-aca4-5da3986c44b2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 946 time: 0.4243855 Jul 06 17:44:36.672534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] DHCP port deletion for c490c4b1-1265-44c5-9049-5dde07c6dd3a request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:44:36.695467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.759213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7db6b054-0304-4965-bb05-24d4eb01dd35 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.776582 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a188a2d4-a89c-4e39-9df9-9df0ff643013 req-ada604de-b744-43a5-819b-19b29b89a506 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089793 Jul 06 17:44:36.784717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7db6b054-0304-4965-bb05-24d4eb01dd35 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.786781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7db6b054-0304-4965-bb05-24d4eb01dd35 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9dcaedd9-89ac-422f-af38-34c948e3ef7d HTTP/1.1" status: 204 len: 168 time: 0.4462657 Jul 06 17:44:36.792768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Deleting port 8f4f4987-dd8f-4737-aa52-323bd50471c8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:36.793556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.799371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38338) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:36.839360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6b054-0304-4965-bb05-24d4eb01dd35 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dcaedd9-89ac-422f-af38-34c948e3ef7d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:36.895173 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f28e31b-2045-4700-b318-69b1af1ffc2c req-f725152c-c617-4c73-b8c0-7c390c04dfa3 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105361 Jul 06 17:44:36.905339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] For port ea265c2e-395d-4f9f-baf5-1f897fc63381, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea265c2e-395d-4f9f-baf5-1f897fc63381,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:36.905560 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.937157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] For port 8f4f4987-dd8f-4737-aa52-323bd50471c8, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8f4f4987-dd8f-4737-aa52-323bd50471c8,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:36.938245 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:36.944363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:36.962128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-45c8093a-8d57-4885-af05-265ccff2c4c6 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1571856 Jul 06 17:44:36.966467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38340) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:36.979333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c146c369-2f78-4562-b960-685a069ec40e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': 'db9766b1-0741-44c1-89dd-cb9f8c0bdacb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:37.028522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Calling delete_port for 8f4f4987-dd8f-4737-aa52-323bd50471c8 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:37.032511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:37.032956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7b52006e-bfbe-4f8f-ad0a-10f9c4edd751 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:37.162580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.177482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Deleting port 8f4f4987-dd8f-4737-aa52-323bd50471c8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:37.178483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.260635 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.320715 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c146c369-2f78-4562-b960-685a069ec40e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.353586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Pushing event deleted for resources: {'Port': ['ID=8f4f4987-dd8f-4737-aa52-323bd50471c8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:37.370988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.372227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.372654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] For port 8f4f4987-dd8f-4737-aa52-323bd50471c8, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8f4f4987-dd8f-4737-aa52-323bd50471c8,segment=NetworkSegment(3ef34880-9801-4cbe-af56-8b9282ac7ce4),segment_id=3ef34880-9801-4cbe-af56-8b9282ac7ce4)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:37.373278 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.373772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.375727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.377190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.378078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.379305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.380141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.380897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.381684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.382889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.383687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:37.396829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a72e2e-e4d5-404e-bddb-494e808c81db None None] No DVR routers for this DVR port 8f4f4987-dd8f-4737-aa52-323bd50471c8 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:37.414101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Calling delete_port for 8f4f4987-dd8f-4737-aa52-323bd50471c8 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:37.541306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7ee6-a429-4e58-ae2c-634ac1a6ceb7 req-191915e4-ed5b-42df-bfdd-266aaed871f3 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:37.544001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-893e7ee6-a429-4e58-ae2c-634ac1a6ceb7 req-191915e4-ed5b-42df-bfdd-266aaed871f3 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.4692450 Jul 06 17:44:37.615838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c146c369-2f78-4562-b960-685a069ec40e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.624365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-893e7ee6-a429-4e58-ae2c-634ac1a6ceb7 req-8fdb7828-fd33-4fb9-9de3-69d1194fd5fb tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640895 Jul 06 17:44:37.629860 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c146c369-2f78-4562-b960-685a069ec40e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.680265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146c369-2f78-4562-b960-685a069ec40e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9fa2e3-a390-4c5e-8988-e33e92516247,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:37.684670 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.689441 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.689441 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.690475 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Floating IP 24a3d0e0-0eb7-4a37-b5d3-fb59ec2bc33c disassociated. External IP: 172.25.7.89, port: ea265c2e-395d-4f9f-baf5-1f897fc63381. Jul 06 17:44:37.690475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Calling delete_port for ea265c2e-395d-4f9f-baf5-1f897fc63381 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:37.712233 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c146c369-2f78-4562-b960-685a069ec40e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:37.716151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c146c369-2f78-4562-b960-685a069ec40e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7453680 Jul 06 17:44:37.742674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:37.744118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4f4987-dd8f-4737-aa52-323bd50471c8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:37.775152 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Router 0d092371-0521-4934-9954-c5d6e99425be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:44:37.776894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] No DVR routers for this DVR port 8f4f4987-dd8f-4737-aa52-323bd50471c8 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:37.785460 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a40d7d79-ea2e-4cc9-98e2-419d384dbf34 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules/ca9fa2e3-a390-4c5e-8988-e33e92516247 HTTP/1.1" status: 200 len: 763 time: 0.0383298 Jul 06 17:44:37.789224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38360) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:37.915310 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a70e8c15-cfa9-4c98-9b7e-99acdd537231 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1240416 Jul 06 17:44:37.919451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38364) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:37.954544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.028250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c490c4b1-1265-44c5-9049-5dde07c6dd3a']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:38.050092 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5efbb88-1e54-4535-a92f-4f530f9d8fbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.067802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5efbb88-1e54-4535-a92f-4f530f9d8fbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.132746 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5efbb88-1e54-4535-a92f-4f530f9d8fbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.135325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef34880-9801-4cbe-af56-8b9282ac7ce4') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:38.135828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef34880-9801-4cbe-af56-8b9282ac7ce4') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:38.144884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5efbb88-1e54-4535-a92f-4f530f9d8fbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.146812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f5efbb88-1e54-4535-a92f-4f530f9d8fbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ca9fa2e3-a390-4c5e-8988-e33e92516247 HTTP/1.1" status: 204 len: 168 time: 0.2259314 Jul 06 17:44:38.158189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38374) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:38.176621 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.206749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efbb88-1e54-4535-a92f-4f530f9d8fbe tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca9fa2e3-a390-4c5e-8988-e33e92516247,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:38.278404 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.307345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:38.308025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:38.311123 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:38.348985 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.402378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-39bf6fe0-e1d4-41e0-a824-a3bf317d075e tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2358263 Jul 06 17:44:38.407952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:38.431458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530669a-cd83-429a-8484-08d39086a4b5 req-20293535-be58-4f76-9521-dfc7a624aa14 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:38.439456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-85ea5198-03e6-453f-9410-4f70d119b92f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Request body: {'security_group_rule': {'security_group_id': 'db9766b1-0741-44c1-89dd-cb9f8c0bdacb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:38.443201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1530669a-cd83-429a-8484-08d39086a4b5 req-20293535-be58-4f76-9521-dfc7a624aa14 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.5139787 Jul 06 17:44:38.462560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f372f78a-474d-401a-8356-f4061f166413 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:44:38.510694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:44:38.513398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Pushing event deleted for resources: {'Port': ['ID=ea265c2e-395d-4f9f-baf5-1f897fc63381,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:38.524038 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-21d84caf-d686-4da6-9e8a-b877f5b32aac admin admin] 10.222.0.13 "PUT /v2.0/routers/0d092371-0521-4934-9954-c5d6e99425be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6500599 Jul 06 17:44:38.527550 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] Sync routers for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:44:38.528635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:38.548554 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:38.549446 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:38.683701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.696636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.702046 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-85ea5198-03e6-453f-9410-4f70d119b92f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Project f879d9f04fb741a9a115468da35d8e53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:44:38.704203 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/c490c4b1-1265-44c5-9049-5dde07c6dd3a HTTP/1.1" status: 204 len: 168 time: 2.3685567 Jul 06 17:44:38.717248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85ea5198-03e6-453f-9410-4f70d119b92f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:38.734845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f372f78a-474d-401a-8356-f4061f166413,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:38.770267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1530669a-cd83-429a-8484-08d39086a4b5 req-995d7cd6-f343-4492-ac16-94c49fc40849 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060110 Jul 06 17:44:38.777334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'f372f78a-474d-401a-8356-f4061f166413', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'port_id': 'f372f78a-474d-401a-8356-f4061f166413', 'mac_address': 'fa:16:3e:21:c9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08fa1-37f8-4d9c-8543-93bcd3936a3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:44:38.787935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b3d4a-5db0-43f7-94cd-e08ec6680fc9 req-9aef4e2d-83ac-4e17-8537-c219a47ad2e8 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:38.811409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d7b3d4a-5db0-43f7-94cd-e08ec6680fc9 req-9aef4e2d-83ac-4e17-8537-c219a47ad2e8 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 867 time: 0.5808821 Jul 06 17:44:38.867848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77390f4-44ac-4669-af63-837c386bd5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c490c4b1-1265-44c5-9049-5dde07c6dd3a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:38.873858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8f4f4987-dd8f-4737-aa52-323bd50471c8 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:38.948350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 8f4f4987-dd8f-4737-aa52-323bd50471c8 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:38.948704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8f4f4987-dd8f-4737-aa52-323bd50471c8 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:38.970752 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:39.031532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f372f78a-474d-401a-8356-f4061f166413 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:44:39.037672 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:39.134157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f372f78a-474d-401a-8356-f4061f166413,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:39.136094 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d7b3d4a-5db0-43f7-94cd-e08ec6680fc9 req-336c49fb-644d-445a-ad6a-b57b3b3387f2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ceb585f-33b8-42d8-8494-32dfe74be7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220513 Jul 06 17:44:39.145086 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:39.208286 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:39.316132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['f372f78a-474d-401a-8356-f4061f166413'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:44:39.442635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:39.446954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f372f78a-474d-401a-8356-f4061f166413,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:39.598075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85ea5198-03e6-453f-9410-4f70d119b92f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:39.621827 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85ea5198-03e6-453f-9410-4f70d119b92f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:39.673014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85ea5198-03e6-453f-9410-4f70d119b92f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:39.677198 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:44:36Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:39.679587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-85ea5198-03e6-453f-9410-4f70d119b92f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2492244 Jul 06 17:44:39.688176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38388) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:39.698627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea5198-03e6-453f-9410-4f70d119b92f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e68b52f-e8bb-48d6-9c05-a6122dc3da3a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:39.709001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Router 133f8300-23ac-42b7-8b06-5e5311ce5323 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:44:39.733405 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3efcd9d9-19e0-4207-a255-c429cf04d276 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules/0e68b52f-e8bb-48d6-9c05-a6122dc3da3a HTTP/1.1" status: 200 len: 769 time: 0.0431433 Jul 06 17:44:39.738238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:39.744785 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] Checking router: 0d092371-0521-4934-9954-c5d6e99425be for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:44:39.758043 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] Routers {'0d092371-0521-4934-9954-c5d6e99425be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:39.759003 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0d092371-0521-4934-9954-c5d6e99425be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:39.833420 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-173026e7-a4c1-4dac-bb9f-e17d6f0accb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=111b07676259475e995110a924defb8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831134 Jul 06 17:44:39.833748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38392) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:40.013522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.036667 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] Set router 0d092371-0521-4934-9954-c5d6e99425be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:40.106773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a641e46a-28f3-443e-a5cc-0718180bb886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.133391 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a641e46a-28f3-443e-a5cc-0718180bb886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.209706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c312-e9b6-410c-9a40-a54124df8148 req-230f1742-d885-4ea0-8e57-3c22d99acf1e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:40.211580 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3459c312-e9b6-410c-9a40-a54124df8148 req-230f1742-d885-4ea0-8e57-3c22d99acf1e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.4713588 Jul 06 17:44:40.217236 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a641e46a-28f3-443e-a5cc-0718180bb886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.222435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a641e46a-28f3-443e-a5cc-0718180bb886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.222435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a641e46a-28f3-443e-a5cc-0718180bb886 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ece67e2-3c54-45e9-b893-9fb9a2ec6baf HTTP/1.1" status: 204 len: 168 time: 0.3759594 Jul 06 17:44:40.222795 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-086dda52-15c8-4ed3-9082-1f5a67e22e8f tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4815950 Jul 06 17:44:40.225435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:40.242962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:44:40.266196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641e46a-28f3-443e-a5cc-0718180bb886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ece67e2-3c54-45e9-b893-9fb9a2ec6baf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:40.273600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] Sync routers for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:44:40.289550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47de5654-9895-4782-995d-2128d1fdb1ad tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.304145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47de5654-9895-4782-995d-2128d1fdb1ad tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.329343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Deleting port c9a8ff62-d919-47c4-ae24-485ad92a9c1c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:40.329983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.365260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:40.366310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:40.427759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3459c312-e9b6-410c-9a40-a54124df8148 req-f7df7755-4e89-452d-9e12-20d64e8cdbb4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908157 Jul 06 17:44:40.505712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47de5654-9895-4782-995d-2128d1fdb1ad tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.520571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] No DVR routers for this DVR port ea265c2e-395d-4f9f-baf5-1f897fc63381 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:40.535138 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.537529 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd3c6165-e5f2-465d-985a-544113e8e72f req-e7d92fde-f7db-46a6-8122-7873a552e7b9 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.22 "DELETE /v2.0/ports/ea265c2e-395d-4f9f-baf5-1f897fc63381 HTTP/1.1" status: 204 len: 173 time: 4.4935951 Jul 06 17:44:40.537971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47de5654-9895-4782-995d-2128d1fdb1ad tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.540616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'name': 'network-vif-deleted', 'tag': 'ea265c2e-395d-4f9f-baf5-1f897fc63381'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:40.543118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-47de5654-9895-4782-995d-2128d1fdb1ad tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0e68b52f-e8bb-48d6-9c05-a6122dc3da3a HTTP/1.1" status: 204 len: 168 time: 0.3162389 Jul 06 17:44:40.543786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38404) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:40.548557 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3cf22c-95f6-4871-9b42-284b37383d0d" -d '{"events": [{"server_uuid": "ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6", "name": "network-vif-deleted", "tag": "ea265c2e-395d-4f9f-baf5-1f897fc63381"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:40.587973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11838920-93fa-4074-bef7-3aaa95d42ac7 req-8b461bf1-bb14-4756-85bf-a46b4bab3a52 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:40.588204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de5654-9895-4782-995d-2128d1fdb1ad tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e68b52f-e8bb-48d6-9c05-a6122dc3da3a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:40.604265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] For port c9a8ff62-d919-47c4-ae24-485ad92a9c1c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c9a8ff62-d919-47c4-ae24-485ad92a9c1c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:40.605386 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:40.612620 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11838920-93fa-4074-bef7-3aaa95d42ac7 req-8b461bf1-bb14-4756-85bf-a46b4bab3a52 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 944 time: 0.6092420 Jul 06 17:44:40.630661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Calling delete_port for c9a8ff62-d919-47c4-ae24-485ad92a9c1c owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:40.667229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-90dd7626-9523-4c92-a497-191f3e8dd101 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1165895 Jul 06 17:44:40.668142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:40.679854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f372f78a-474d-401a-8356-f4061f166413 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:40.782145 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11838920-93fa-4074-bef7-3aaa95d42ac7 req-86044e27-8071-476b-bb15-414db0701616 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456845 Jul 06 17:44:40.819156 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:44:36Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:40.887464 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3ce9a-aa94-4cef-9555-81de89888121 None None] The sync data for ids ['0d092371-0521-4934-9954-c5d6e99425be'] in n-d-799526-3 is: [{'id': '0d092371-0521-4934-9954-c5d6e99425be', 'name': 'tempest-FloatingIPsAssociationTestJSON-2051186788-router', 'tenant_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:42:08Z', 'updated_at': '2021-07-06T17:44:36Z', 'revision_number': 5, 'project_id': 'ed5fb43f4c814360af5464bf0c2f9e4d', 'gw_port': {'id': 'c9a8ff62-d919-47c4-ae24-485ad92a9c1c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d092371-0521-4934-9954-c5d6e99425be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:13Z', 'updated_at': '2021-07-06T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:41.061973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:41.144505 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85153dde-ce61-4f1e-a581-2cbf3120134a req-4a3689e9-a425-45fa-b834-5e109018bec4 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6 HTTP/1.1" status: 200 len: 210 time: 0.2660613 Jul 06 17:44:41.170801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43be604d-7f3e-4dea-b0a1-ea412939f979 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.223913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.239996 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4042aae6-39c2-401d-a03c-7fd21a319283 x-openstack-request-id: req-4042aae6-39c2-401d-a03c-7fd21a319283 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:41.240589 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6", "name": "network-vif-deleted", "tag": "ea265c2e-395d-4f9f-baf5-1f897fc63381", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:41.240907 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4042aae6-39c2-401d-a03c-7fd21a319283 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:41.241098 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc8a26b-16c6-4d6c-b347-016a5ea4d9b6', 'name': 'network-vif-deleted', 'tag': 'ea265c2e-395d-4f9f-baf5-1f897fc63381', 'status': 'completed', 'code': 200} Jul 06 17:44:41.252150 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43be604d-7f3e-4dea-b0a1-ea412939f979 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.353289 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43be604d-7f3e-4dea-b0a1-ea412939f979 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.356870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43be604d-7f3e-4dea-b0a1-ea412939f979 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.361563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:41.361703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-43be604d-7f3e-4dea-b0a1-ea412939f979 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "DELETE /v2.0/security-groups/db9766b1-0741-44c1-89dd-cb9f8c0bdacb HTTP/1.1" status: 204 len: 168 time: 0.6854279 Jul 06 17:44:41.392056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a8ff62-d919-47c4-ae24-485ad92a9c1c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:41.443960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port f372f78a-474d-401a-8356-f4061f166413 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:41.444709 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.457418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be604d-7f3e-4dea-b0a1-ea412939f979 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9766b1-0741-44c1-89dd-cb9f8c0bdacb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:41.508737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e680d181-781b-4ecd-9cab-fe88031e94e1 tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1457634 Jul 06 17:44:41.515858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38426) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:41.536548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.708214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e313486e-0105-4a3b-b8c3-472f4ee7483d tempest-SecGroupIPv6Test-968143730 tempest-SecGroupIPv6Test-968143730-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1903827 Jul 06 17:44:41.852614 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.916644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.925443 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:41.985471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f372f78a-474d-401a-8356-f4061f166413'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:44:41.989387 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3bc73c-abbc-4b39-a042-bc6cc85d14c1" -d '{"events": [{"server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "name": "network-vif-plugged", "status": "completed", "tag": "f372f78a-474d-401a-8356-f4061f166413"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:44:42.025062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f372f78a-474d-401a-8356-f4061f166413,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:42.033054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'ed8a50b2-077b-4f2f-8e38-838b44e3ccc1', 'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'mac_address': 'fa:16:3e:f1:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:06Z', 'updated_at': '2021-07-06T17:42:21Z', 'revision_number': 5, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'subnets': [{'id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:42.039717 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:42.041090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ea265c2e-395d-4f9f-baf5-1f897fc63381 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:42.114877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:42.115528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d092371-0521-4934-9954-c5d6e99425be {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:44:42.123806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:42.126054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1ca13232-3ee2-40c7-990a-3ddad5fddb7b admin admin] 10.222.0.13 "DELETE /v2.0/routers/0d092371-0521-4934-9954-c5d6e99425be HTTP/1.1" status: 204 len: 168 time: 3.5767078 Jul 06 17:44:42.130700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:42.189694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] Checking router: 133f8300-23ac-42b7-8b06-5e5311ce5323 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:44:42.211013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-336afc58-8955-4ed6-adca-e74f49261ffb admin admin] Deleting subnet 32b61d69-63ad-47a5-89bc-fae806891dc2 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:42.213614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: ea265c2e-395d-4f9f-baf5-1f897fc63381 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:42.214268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ea265c2e-395d-4f9f-baf5-1f897fc63381 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:42.224610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98465a00-9902-4fba-b6b0-75fa522d8a4c req-afe3ae09-90cd-4668-ada0-8e6c9cdf5a7a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:42.236108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:42.237243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:42.238997 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98465a00-9902-4fba-b6b0-75fa522d8a4c req-afe3ae09-90cd-4668-ada0-8e6c9cdf5a7a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2742448 Jul 06 17:44:42.255255 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336afc58-8955-4ed6-adca-e74f49261ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:42.331643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38452) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:42.344709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f372f78a-474d-401a-8356-f4061f166413,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:42.461995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a8adc-24fc-4051-8e2f-c2eb6d5e157d req-9e365204-fce7-4fac-a383-77666c8b608b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:42.468710 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-620a8adc-24fc-4051-8e2f-c2eb6d5e157d req-9e365204-fce7-4fac-a383-77666c8b608b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3754661 Jul 06 17:44:42.528453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38456) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:42.567915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:42.677631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-620a8adc-24fc-4051-8e2f-c2eb6d5e157d req-acebecdb-d8b3-4f38-92fb-52aa4306a8ad tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963887 Jul 06 17:44:42.697446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1382477296-network', 'tenant_id': 'be204ad23f784e1e90d2c3f15c72d8b4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:42.783750 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-06c90d99-41e8-4b74-b2d8-70e8bd72ac94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f879d9f04fb741a9a115468da35d8e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4343135 Jul 06 17:44:42.785966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:42.787760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Made reservation on behalf of be204ad23f784e1e90d2c3f15c72d8b4 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:42.793905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:42.821875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.045585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c9a8ff62-d919-47c4-ae24-485ad92a9c1c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:43.092609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: c9a8ff62-d919-47c4-ae24-485ad92a9c1c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:43.093021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c9a8ff62-d919-47c4-ae24-485ad92a9c1c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:43.093387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:43.107365 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.115755 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d151454-af65-4a79-b95c-77e9bf726140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.132834 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.160695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:43.161124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2ab9a49d-7ea8-4d75-9039-54ee3dbfc33a not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:43.165262 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cda98a-7bd7-4bfc-b792-28cc01a470ce x-openstack-request-id: req-c4cda98a-7bd7-4bfc-b792-28cc01a470ce {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:44:43.165545 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "name": "network-vif-plugged", "status": "completed", "tag": "f372f78a-474d-401a-8356-f4061f166413", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:44:43.166502 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4cda98a-7bd7-4bfc-b792-28cc01a470ce {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:44:43.166502 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f372f78a-474d-401a-8356-f4061f166413', 'code': 200} Jul 06 17:44:43.181372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336afc58-8955-4ed6-adca-e74f49261ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.222168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:44:43.228734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d151454-af65-4a79-b95c-77e9bf726140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.277083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336afc58-8955-4ed6-adca-e74f49261ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.289946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.290687 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Added segment 1b25ebc4-7dc3-49e0-9001-6910842605b6 of type vlan for network 66ba7562-6044-4446-be6a-17696ad33280 Jul 06 17:44:43.324375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'ed8a50b2-077b-4f2f-8e38-838b44e3ccc1', 'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'mac_address': 'fa:16:3e:f1:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:06Z', 'updated_at': '2021-07-06T17:42:21Z', 'revision_number': 5, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'subnets': [{'id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:43.353280 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336afc58-8955-4ed6-adca-e74f49261ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.398075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dec9af-9ec6-4bf2-a3e6-052c0057d84b None None] The sync data for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 is: [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:42:09Z', 'revision_number': 4, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'ed8a50b2-077b-4f2f-8e38-838b44e3ccc1', 'name': '', 'network_id': '62def9ed-9325-46d4-b409-b21e3eb8a1e1', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'mac_address': 'fa:16:3e:f1:56:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:42:06Z', 'updated_at': '2021-07-06T17:42:21Z', 'revision_number': 5, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'subnets': [{'id': 'd474963f-fc5b-404b-b104-17e639e43cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:43.413272 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.419254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336afc58-8955-4ed6-adca-e74f49261ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b61d69-63ad-47a5-89bc-fae806891dc2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:43.442164 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98465a00-9902-4fba-b6b0-75fa522d8a4c req-b6ebf6d7-283e-45d7-aee6-b033ab22d298 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2013938 Jul 06 17:44:43.452374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336afc58-8955-4ed6-adca-e74f49261ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.455369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5583d74-53f9-42e3-94d8-dcdae73f5b1a None None] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:43.461072 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-336afc58-8955-4ed6-adca-e74f49261ffb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32b61d69-63ad-47a5-89bc-fae806891dc2 HTTP/1.1" status: 204 len: 168 time: 1.3290887 Jul 06 17:44:43.473293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:43.491282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0dc064-80f0-4474-8dd3-580c82a6422e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:43.501814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.503007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:43.503906 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.538111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0083661 Jul 06 17:44:43.570138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38468) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:43.583925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Request body: {'subnet': {'network_id': '66ba7562-6044-4446-be6a-17696ad33280', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1382477296-subnet', 'tenant_id': 'be204ad23f784e1e90d2c3f15c72d8b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:43.696651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:43.776071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Made reservation on behalf of be204ad23f784e1e90d2c3f15c72d8b4 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:43.780232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.843772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce334f-3973-4fb9-a576-0ca5a55f218c admin admin] Pushing event updated for resources: {'Network': ['ID=66ba7562-6044-4446-be6a-17696ad33280,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:43.868544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.943720 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-996e8de7-182f-415e-9b7e-016ef56fb1ea tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:43.980032 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd208527-60a6-4589-b2d1-09ce2d4cdc37 None None] New status for floating IP 24a3d0e0-0eb7-4a37-b5d3-fb59ec2bc33c: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:44:44.034042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 66ba7562-6044-4446-be6a-17696ad33280 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:44:44.036231 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-996e8de7-182f-415e-9b7e-016ef56fb1ea tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.041875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d151454-af65-4a79-b95c-77e9bf726140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.048631 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d151454-af65-4a79-b95c-77e9bf726140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.050954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4d151454-af65-4a79-b95c-77e9bf726140 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8abd8600-449a-49d2-b5d6-d2dd2af5c7b0 HTTP/1.1" status: 204 len: 168 time: 1.2491939 Jul 06 17:44:44.119711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Deleting port 879c592b-34b4-4f92-90a8-9298e5c95152 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:44.120120 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.166437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d151454-af65-4a79-b95c-77e9bf726140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd8600-449a-49d2-b5d6-d2dd2af5c7b0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:44.223916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fe551-ca07-4686-84c5-ec04e974cb94 req-7163aa14-aec6-4666-82cf-40c82aa0bc11 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:44.226548 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-085fe551-ca07-4686-84c5-ec04e974cb94 req-7163aa14-aec6-4666-82cf-40c82aa0bc11 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3120136 Jul 06 17:44:44.324447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] For port 879c592b-34b4-4f92-90a8-9298e5c95152, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=879c592b-34b4-4f92-90a8-9298e5c95152,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:44.324922 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.344585 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-996e8de7-182f-415e-9b7e-016ef56fb1ea tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.352314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-996e8de7-182f-415e-9b7e-016ef56fb1ea tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.355901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-996e8de7-182f-415e-9b7e-016ef56fb1ea tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ceb585f-33b8-42d8-8494-32dfe74be7dd HTTP/1.1" status: 204 len: 168 time: 0.6559765 Jul 06 17:44:44.361880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:44.363124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Calling delete_port for 879c592b-34b4-4f92-90a8-9298e5c95152 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:44.429343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] DHCP port deletion for afbefd2e-0aca-4fb5-9c39-c73b51fadb51 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:44:44.474688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e8de7-182f-415e-9b7e-016ef56fb1ea tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceb585f-33b8-42d8-8494-32dfe74be7dd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:44.499361 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-41ede0e7-b6cf-40bd-b828-c5df7624bdbd tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] show failed (client error): The resource could not be found. Jul 06 17:44:44.502219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-41ede0e7-b6cf-40bd-b828-c5df7624bdbd tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "GET /v2.0/security-groups/7ceb585f-33b8-42d8-8494-32dfe74be7dd HTTP/1.1" status: 404 len: 347 time: 0.1273024 Jul 06 17:44:44.508427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38486) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:44.542291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-085fe551-ca07-4686-84c5-ec04e974cb94 req-febf3690-0a55-4131-88a8-172d5439e1c4 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379620 Jul 06 17:44:44.611958 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.643984 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] Deleting port 879c592b-34b4-4f92-90a8-9298e5c95152 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:44.645913 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.757506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd875ce-45eb-4d1c-a419-e30c73101d77,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:44.818810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 879c592b-34b4-4f92-90a8-9298e5c95152 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:44.905300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Checking segment: {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:44.906601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Network hostable DHCP agents. Network: 66ba7562-6044-4446-be6a-17696ad33280, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:44:44.915516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:44.950942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] For port 879c592b-34b4-4f92-90a8-9298e5c95152, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=879c592b-34b4-4f92-90a8-9298e5c95152,segment=NetworkSegment(f0af74ea-04dc-4f44-8b3c-4814be8529b2),segment_id=f0af74ea-04dc-4f44-8b3c-4814be8529b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:44.957789 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.007416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] Calling delete_port for 879c592b-34b4-4f92-90a8-9298e5c95152 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:45.015997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port 879c592b-34b4-4f92-90a8-9298e5c95152 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:44:45.016971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 879c592b-34b4-4f92-90a8-9298e5c95152 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:45.027361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] No DVR routers for this DVR port 879c592b-34b4-4f92-90a8-9298e5c95152 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:45.032041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=879c592b-34b4-4f92-90a8-9298e5c95152,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:45.057632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa770-10e5-407e-945f-21d9077bba1c req-cec71013-dab1-4ea6-bcac-f6d6ff922a5e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:45.061592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-736aa770-10e5-407e-945f-21d9077bba1c req-cec71013-dab1-4ea6-bcac-f6d6ff922a5e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2968702 Jul 06 17:44:45.064976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Network 66ba7562-6044-4446-be6a-17696ad33280 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:44:45.160160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 66ba7562-6044-4446-be6a-17696ad33280) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:45.184807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:45.185671 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.186982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c62c6-0876-4810-971b-65d0ab00bb69 None None] Network 66ba7562-6044-4446-be6a-17696ad33280 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:45.215481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.229641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-736aa770-10e5-407e-945f-21d9077bba1c req-34b579d9-a44f-41d7-a842-04fc2c166bf5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306009 Jul 06 17:44:45.231864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbefd2e-0aca-4fb5-9c39-c73b51fadb51']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:45.242734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-572d5462-7766-4362-8bc4-bf3d7c67c4d6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6713974 Jul 06 17:44:45.260974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0af74ea-04dc-4f44-8b3c-4814be8529b2') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:45.261655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0af74ea-04dc-4f44-8b3c-4814be8529b2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:45.279426 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.296965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Deleting port 15f7b389-c01e-4721-9c3f-716b1b81507d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:45.297594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.301856 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.351872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:44:45.352634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:44:45.354771 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:44:45.467157 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.479177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.485852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] 10.222.0.13 "DELETE /v2.0/networks/afbefd2e-0aca-4fb5-9c39-c73b51fadb51 HTTP/1.1" status: 204 len: 168 time: 2.0073519 Jul 06 17:44:45.499639 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.501072 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.523393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30164404-95c0-4dbb-99e6-c33651734f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=afbefd2e-0aca-4fb5-9c39-c73b51fadb51,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:45.535852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Calling delete_port for 15f7b389-c01e-4721-9c3f-716b1b81507d owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: from cryptography.utils import int_from_bytes Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: from cryptography.utils import int_from_bytes Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.575442 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:44:45.581317 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:44:45.645696 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.699647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] Network afbefd2e-0aca-4fb5-9c39-c73b51fadb51 is not hosted by any dhcp agent {{(pid=93780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:44:45.699647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] No DVR routers for this DVR port 879c592b-34b4-4f92-90a8-9298e5c95152 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:45.715579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6dbb9-b0fb-4239-a35f-3b726ecc4401 None None] Pushing event deleted for resources: {'Port': ['ID=879c592b-34b4-4f92-90a8-9298e5c95152,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:45.783490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-66ba7562-6044-4446-be6a-17696ad33280', 'network_id': '66ba7562-6044-4446-be6a-17696ad33280', 'tenant_id': 'be204ad23f784e1e90d2c3f15c72d8b4', 'fixed_ips': [{'subnet_id': '4fd875ce-45eb-4d1c-a419-e30c73101d77'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:44:45.785494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.809623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:45.904111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:45.918684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b7a4cd89-fdd4-42ee-9f81-77a673a4ed50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed5fb43f4c814360af5464bf0c2f9e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061611 Jul 06 17:44:45.922167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38518) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:46.079036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Pushing event deleted for resources: {'Port': ['ID=15f7b389-c01e-4721-9c3f-716b1b81507d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:46.080496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Allocated IP 172.20.0.2 (66ba7562-6044-4446-be6a-17696ad33280/4fd875ce-45eb-4d1c-a419-e30c73101d77/c185db68-bee8-44c1-8aa4-9bba06a75c80) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:46.105899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af69f5d9-c3d0-4e74-9b75-edb83aeaa614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.165552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af69f5d9-c3d0-4e74-9b75-edb83aeaa614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.279403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af69f5d9-c3d0-4e74-9b75-edb83aeaa614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.283442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af69f5d9-c3d0-4e74-9b75-edb83aeaa614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.288320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-af69f5d9-c3d0-4e74-9b75-edb83aeaa614 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/447a37aa-660a-497b-941d-c787a5777540 HTTP/1.1" status: 204 len: 168 time: 0.3643880 Jul 06 17:44:46.298748 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.301756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.307078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69f5d9-c3d0-4e74-9b75-edb83aeaa614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447a37aa-660a-497b-941d-c787a5777540,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:46.308973 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8b10e6b3-d11c-4827-9b4d-a41d9b54fcf2 tempest-ServersTestManualDisk-39266455 tempest-ServersTestManualDisk-39266455-project] 10.222.0.13 "DELETE /v2.0/floatingips/24a3d0e0-0eb7-4a37-b5d3-fb59ec2bc33c HTTP/1.1" status: 204 len: 168 time: 1.7945669 Jul 06 17:44:46.314943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38532) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:46.348784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38534) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:46.427440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a0e2-a2a2-4878-9aca-d7e043ce70b7 req-6c579cce-bbda-47ec-9e85-d14c1b141dcf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:46.429268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31c7a0e2-a2a2-4878-9aca-d7e043ce70b7 req-6c579cce-bbda-47ec-9e85-d14c1b141dcf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3413837 Jul 06 17:44:46.637614 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31c7a0e2-a2a2-4878-9aca-d7e043ce70b7 req-55ceb843-7c58-4918-8ce3-4e20dfbc6e89 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532242 Jul 06 17:44:46.717068 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.740077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Transition to ACTIVE for port object c185db68-bee8-44c1-8aa4-9bba06a75c80 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:46.767384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Transition to ACTIVE for port object c185db68-bee8-44c1-8aa4-9bba06a75c80 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:46.795295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:46.868464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Network 66ba7562-6044-4446-be6a-17696ad33280 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:46.869691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Pushing event updated for resources: {'Port': ['ID=c185db68-bee8-44c1-8aa4-9bba06a75c80,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:46.872596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:46.875473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:47.071767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522312383'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:47.114968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Attempting to bind port c185db68-bee8-44c1-8aa4-9bba06a75c80 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:44:47.114968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Attempting to bind port c185db68-bee8-44c1-8aa4-9bba06a75c80 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:44:47.114968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Attempting to bind port c185db68-bee8-44c1-8aa4-9bba06a75c80 on network 66ba7562-6044-4446-be6a-17696ad33280 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:44:47.133202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148afe74-794d-43c0-9f03-00ca1107754a req-adf87272-8fe3-4347-8722-c16b29443abc tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:47.144652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-182cfd31-77ff-4da2-b95b-62190b332c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.151820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-adf87272-8fe3-4347-8722-c16b29443abc tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 816 time: 0.4224384 Jul 06 17:44:47.152050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:44:47.152844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Checking segment: {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:44:47.153301 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.153689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Bound using segment: {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:44:47.158820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Bound port: c185db68-bee8-44c1-8aa4-9bba06a75c80, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:44:47.159506 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.213088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-23e57991-3b52-48ea-acc1-c996711afc5d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/quotas/be204ad23f784e1e90d2c3f15c72d8b4 HTTP/1.1" status: 200 len: 375 time: 0.0597491 Jul 06 17:44:47.337024 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.350095 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.373450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] For port c185db68-bee8-44c1-8aa4-9bba06a75c80, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:44:47.379526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] For port c185db68-bee8-44c1-8aa4-9bba06a75c80, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c185db68-bee8-44c1-8aa4-9bba06a75c80,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:44:47.391226 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.414778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-1856bcbe-a0e6-4bf6-8517-fe9990367249 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2004149 Jul 06 17:44:47.529951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.589050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-b70528d1-344c-456f-a4f4-bec445d149a9 service neutron] 10.222.0.13 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732001 Jul 06 17:44:47.630270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7dcd5-7ed1-4bc2-8ae7-02cee1f17e7d None None] Pushing event updated for resources: {'Port': ['ID=c185db68-bee8-44c1-8aa4-9bba06a75c80,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:47.631220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216f717-ddb4-4d66-bfe3-c3632eb7e934 req-e69afcc9-d10c-4651-947b-ba16355a450c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:47.642701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0216f717-ddb4-4d66-bfe3-c3632eb7e934 req-e69afcc9-d10c-4651-947b-ba16355a450c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2413194 Jul 06 17:44:47.741663 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.762162 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:47.817156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-5aadb559-d5a0-4952-9b38-f37aebd816c2 service neutron] 10.222.0.13 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271123 Jul 06 17:44:47.888164 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0216f717-ddb4-4d66-bfe3-c3632eb7e934 req-a87f3b93-971a-43b2-85ae-4ed3789e9976 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440412 Jul 06 17:44:47.904685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a1c6c4-a5b9-45eb-bed0-1e0243e2edf0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:48.105238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.116846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.298387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdea88e-5485-4197-af1f-76407c8dd0aa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:48.307885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.325542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:48.326860 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-93c4d313-acd4-4316-9879-e459651eff4a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9600394 Jul 06 17:44:48.631130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c74cf7f8-054b-4cfc-bab5-4ab3772c02c0 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2968788 Jul 06 17:44:48.631814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:48.643524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f4d8d08c-e934-4714-8806-12f308e4ea2a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group': {'name': 'tempest-security--16825276', 'description': 'tempest-security-description-408823216'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:48.729084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d08c-e934-4714-8806-12f308e4ea2a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.733136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Deleting port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:48.733494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.969591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] For port ed8a50b2-077b-4f2f-8e38-838b44e3ccc1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ed8a50b2-077b-4f2f-8e38-838b44e3ccc1,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:48.970268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.977460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c185db68-bee8-44c1-8aa4-9bba06a75c80 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:48.990394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d08c-e934-4714-8806-12f308e4ea2a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:48.995888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Calling delete_port for ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:49.002374 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d08c-e934-4714-8806-12f308e4ea2a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.008572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d08c-e934-4714-8806-12f308e4ea2a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.013568 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f4d8d08c-e934-4714-8806-12f308e4ea2a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "PUT /v2.0/security-groups/cfdea88e-5485-4197-af1f-76407c8dd0aa HTTP/1.1" status: 200 len: 1777 time: 0.3827066 Jul 06 17:44:49.024335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38598) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:49.137405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c185db68-bee8-44c1-8aa4-9bba06a75c80 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:49.201468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-95e10d6e-5d8f-421a-beca-16423980f06c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups/cfdea88e-5485-4197-af1f-76407c8dd0aa HTTP/1.1" status: 200 len: 1777 time: 0.1743274 Jul 06 17:44:49.220703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38604) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:49.257318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8274d7-6794-4c73-83b3-9cf56cf619d1 req-0f995cb2-05a0-492d-8b44-f4407547a4d3 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:49.281816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db8274d7-6794-4c73-83b3-9cf56cf619d1 req-0f995cb2-05a0-492d-8b44-f4407547a4d3 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.5585203 Jul 06 17:44:49.285007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8d08c-e934-4714-8806-12f308e4ea2a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdea88e-5485-4197-af1f-76407c8dd0aa,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:49.402123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-b546c3eb-7603-4eb2-bd44-75dc7e9693f5 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:49.403929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-b546c3eb-7603-4eb2-bd44-75dc7e9693f5 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 816 time: 0.3608649 Jul 06 17:44:49.459314 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-036aded6-3b9a-4a1a-b7df-22fdf06420b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.481443 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-fbeb5394-ac58-48f4-9cf9-9a9f5166390f tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/quotas/be204ad23f784e1e90d2c3f15c72d8b4 HTTP/1.1" status: 200 len: 375 time: 0.0303717 Jul 06 17:44:49.507300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db8274d7-6794-4c73-83b3-9cf56cf619d1 req-93445e55-be9a-464a-a307-e4ccfbece1c7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238266 Jul 06 17:44:49.584530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67149bc-5914-46fc-87aa-e04a07eb605c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.645896 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67149bc-5914-46fc-87aa-e04a07eb605c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.686738 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.713913 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-2253f23c-80f7-495b-8c79-deab0fbd6655 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2053025 Jul 06 17:44:49.737881 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67149bc-5914-46fc-87aa-e04a07eb605c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.743098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67149bc-5914-46fc-87aa-e04a07eb605c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.755030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a67149bc-5914-46fc-87aa-e04a07eb605c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-groups/cfdea88e-5485-4197-af1f-76407c8dd0aa HTTP/1.1" status: 204 len: 168 time: 0.4630728 Jul 06 17:44:49.757366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38610) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:49.777403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8a50b2-077b-4f2f-8e38-838b44e3ccc1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:49.804067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67149bc-5914-46fc-87aa-e04a07eb605c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdea88e-5485-4197-af1f-76407c8dd0aa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:49.869462 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:49.923408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fdbe03-5be1-4fad-94fd-8f37b2a6ce58 None None] Network 66ba7562-6044-4446-be6a-17696ad33280 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:50.252497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-60ea461b-1a25-4cb4-a530-1e6df19614b0 None None] Provisioning for port c185db68-bee8-44c1-8aa4-9bba06a75c80 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:50.284056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-7d66abe9-573f-4ca3-869e-577d4444caa3 service neutron] 10.222.0.13 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686750 Jul 06 17:44:50.304145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-60ea461b-1a25-4cb4-a530-1e6df19614b0 None None] Provisioning complete for port c185db68-bee8-44c1-8aa4-9bba06a75c80 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:50.305905 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60ea461b-1a25-4cb4-a530-1e6df19614b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.555275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8740a0c1-fcaf-4575-9c1f-22a505e8af87 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7941942 Jul 06 17:44:50.559649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38614) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:50.566871 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60ea461b-1a25-4cb4-a530-1e6df19614b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.609628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-19b67f2f-d3ed-40ff-83ed-09873cd171de service neutron] 10.222.0.13 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234799 Jul 06 17:44:50.613706 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-d4a1f47b-1ea1-43a8-8180-e184a7d27492 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] delete failed (client error): The resource could not be found. Jul 06 17:44:50.622139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38618) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:50.623479 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d4a1f47b-1ea1-43a8-8180-e184a7d27492 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-groups/cfdea88e-5485-4197-af1f-76407c8dd0aa HTTP/1.1" status: 404 len: 347 time: 0.0582860 Jul 06 17:44:50.628097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f5110a3c-ecbb-46d3-8b0a-3dbab8f7f370 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group': {'name': 'tempest-secgroup--428758093'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:50.674780 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.721245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5110a3c-ecbb-46d3-8b0a-3dbab8f7f370 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.743831 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:50.873959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-60ea461b-1a25-4cb4-a530-1e6df19614b0 None None] For port c185db68-bee8-44c1-8aa4-9bba06a75c80, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c185db68-bee8-44c1-8aa4-9bba06a75c80,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:50.883211 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60ea461b-1a25-4cb4-a530-1e6df19614b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:51.157410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea461b-1a25-4cb4-a530-1e6df19614b0 None None] Pushing event updated for resources: {'Port': ['ID=c185db68-bee8-44c1-8aa4-9bba06a75c80,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:51.447935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148afe74-794d-43c0-9f03-00ca1107754a req-2b5cf738-8c0c-4b3d-9637-abcfb5d5a43d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:51.453397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-2b5cf738-8c0c-4b3d-9637-abcfb5d5a43d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.22 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 816 time: 0.6214933 Jul 06 17:44:51.489999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Request body: {'port': {'device_id': '7c18f5d7-32bb-4db8-bfd8-827e4d43e024', 'network_id': '66ba7562-6044-4446-be6a-17696ad33280', 'admin_state_up': True, 'tenant_id': 'be204ad23f784e1e90d2c3f15c72d8b4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:51.752891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5110a3c-ecbb-46d3-8b0a-3dbab8f7f370 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:51.784499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-79f36604-7a5b-4d36-8499-c067f6d459af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9106536 Jul 06 17:44:51.805114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Router 133f8300-23ac-42b7-8b06-5e5311ce5323 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:44:51.829891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5110a3c-ecbb-46d3-8b0a-3dbab8f7f370 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:51.839332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-107c2738-723f-4000-832d-30e65ad92b51 None None] Provisioning complete for port c185db68-bee8-44c1-8aa4-9bba06a75c80 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:51.840413 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-107c2738-723f-4000-832d-30e65ad92b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.148708 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5110a3c-ecbb-46d3-8b0a-3dbab8f7f370 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.154086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f5110a3c-ecbb-46d3-8b0a-3dbab8f7f370 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5306661 Jul 06 17:44:52.160076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38634) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:52.180116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-655983b3-be25-4244-bef8-ab5a394c00c4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '7155734b-176f-4bef-b12a-18004e4b1606', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:52.206762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:44:52.225486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5110a3c-ecbb-46d3-8b0a-3dbab8f7f370 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7155734b-176f-4bef-b12a-18004e4b1606,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:52.226465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] Sync routers for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:44:52.232770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-45671161-915d-4218-af24-4aa5382f6541 admin admin] 10.222.0.13 "PUT /v2.0/routers/133f8300-23ac-42b7-8b06-5e5311ce5323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9124937 Jul 06 17:44:52.233665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38636) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:52.241310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:52.243570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:52.283590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3c483-7ee1-423c-91fd-e4502b0d01d2 req-311a9648-5929-4281-8839-1eb165e636d3 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.287590 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1c3c483-7ee1-423c-91fd-e4502b0d01d2 req-311a9648-5929-4281-8839-1eb165e636d3 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.6454022 Jul 06 17:44:52.396014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-655983b3-be25-4244-bef8-ab5a394c00c4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.436400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ae4a7aea-0e23-42f5-81d7-c3315a5c5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.437804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ae4a7aea-0e23-42f5-81d7-c3315a5c5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.439511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ae4a7aea-0e23-42f5-81d7-c3315a5c5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.440543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ae4a7aea-0e23-42f5-81d7-c3315a5c5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.441342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ae4a7aea-0e23-42f5-81d7-c3315a5c5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.442314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ae4a7aea-0e23-42f5-81d7-c3315a5c5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.443261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ae4a7aea-0e23-42f5-81d7-c3315a5c5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.445871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ae4a7aea-0e23-42f5-81d7-c3315a5c5e80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6492 time: 0.5825315 Jul 06 17:44:52.474137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0a694-67b6-424e-94e9-32e1f57d4de8 req-724b29a8-592a-4f27-84bf-7e423b237b7e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:52.477968 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dd0a694-67b6-424e-94e9-32e1f57d4de8 req-724b29a8-592a-4f27-84bf-7e423b237b7e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.4005804 Jul 06 17:44:52.497703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1c3c483-7ee1-423c-91fd-e4502b0d01d2 req-6d59f178-deeb-4994-ac10-55b128e9dc3b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919968 Jul 06 17:44:52.506652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Made reservation on behalf of be204ad23f784e1e90d2c3f15c72d8b4 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:52.513986 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.597946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dd0a694-67b6-424e-94e9-32e1f57d4de8 req-8ae5ab4e-4f86-4fad-a423-b6d1bbd35bec tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155956 Jul 06 17:44:52.602537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.731984 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:52.754655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:52.998913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c185db68-bee8-44c1-8aa4-9bba06a75c80 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:44:53.215996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c185db68-bee8-44c1-8aa4-9bba06a75c80 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:53.219798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.319053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-843a1a18-b876-42f6-a742-035d8a4f0638 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:53.325749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:44:49Z', 'revision_number': 5, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:53.333126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-843a1a18-b876-42f6-a742-035d8a4f0638 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 816 time: 0.4084425 Jul 06 17:44:53.464744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] Checking router: 133f8300-23ac-42b7-8b06-5e5311ce5323 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:44:53.475281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-e82c71bf-1618-4ee0-9cab-836bfbc83a77 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/quotas/be204ad23f784e1e90d2c3f15c72d8b4 HTTP/1.1" status: 200 len: 375 time: 0.1406503 Jul 06 17:44:53.503880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] Routers {'133f8300-23ac-42b7-8b06-5e5311ce5323'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:44:53.505753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:44:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['133f8300-23ac-42b7-8b06-5e5311ce5323'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:53.593367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-655983b3-be25-4244-bef8-ab5a394c00c4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.647335 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-655983b3-be25-4244-bef8-ab5a394c00c4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:53.884098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655983b3-be25-4244-bef8-ab5a394c00c4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a778a2e1-32d9-4689-b954-9a5a2ab246fc,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:53.948923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.091378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Deleting port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:54.091917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.116494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ab98ed1e-2d10-47b5-9a8b-e4094b97843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.117410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ab98ed1e-2d10-47b5-9a8b-e4094b97843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.118299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ab98ed1e-2d10-47b5-9a8b-e4094b97843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.121587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-ab98ed1e-2d10-47b5-9a8b-e4094b97843c service neutron] 10.222.0.55 "GET /v2.0/networks?id=783772ad-1179-4bad-9382-d4de5d5d3d28&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801 HTTP/1.1" status: 200 len: 2293 time: 1.5651956 Jul 06 17:44:54.172530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-655983b3-be25-4244-bef8-ab5a394c00c4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.174713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-655983b3-be25-4244-bef8-ab5a394c00c4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0081358 Jul 06 17:44:54.198438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38662) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:54.319781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] Set router 133f8300-23ac-42b7-8b06-5e5311ce5323 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:44:54.392222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daef8147-ac7c-46f4-8bca-a4fe357d089c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.445054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da678f90-379b-4211-b5aa-ca907a06971f req-8a6e35e9-03f3-4bb4-8f93-7b50fc9d60d0 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.447367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da678f90-379b-4211-b5aa-ca907a06971f req-8a6e35e9-03f3-4bb4-8f93-7b50fc9d60d0 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2298234 Jul 06 17:44:54.453201 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daef8147-ac7c-46f4-8bca-a4fe357d089c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.459000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-1f49febf-c9c2-4c6b-8106-10b6de4f0573 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9820766 Jul 06 17:44:54.491649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Allocated IP 172.20.0.12 (66ba7562-6044-4446-be6a-17696ad33280/4fd875ce-45eb-4d1c-a419-e30c73101d77/886f2c46-2ce7-43af-b071-3c818e8c45af) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:54.597928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] For port 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8958fe8b-8293-4cd7-a6eb-b1be1bc338ea,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:54.598289 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.602810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-a048b9a9-ccd3-4e04-a875-ea68bd1682d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a32bc3-0425-4419-9935-213d68df3df8 HTTP/1.1" status: 200 len: 1001 time: 0.4519339 Jul 06 17:44:54.644373 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da678f90-379b-4211-b5aa-ca907a06971f req-77d97054-f2ea-4410-9ae5-5c1142df805d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641636 Jul 06 17:44:54.653333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daef8147-ac7c-46f4-8bca-a4fe357d089c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.668868 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daef8147-ac7c-46f4-8bca-a4fe357d089c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:54.674790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-daef8147-ac7c-46f4-8bca-a4fe357d089c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a778a2e1-32d9-4689-b954-9a5a2ab246fc HTTP/1.1" status: 204 len: 168 time: 0.4701374 Jul 06 17:44:54.681760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:54.683790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Calling delete_port for 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:54.732335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:44:49Z', 'revision_number': 5, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:44:54.745470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef8147-ac7c-46f4-8bca-a4fe357d089c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a778a2e1-32d9-4689-b954-9a5a2ab246fc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:54.808194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-8e3265b3-1edc-4ee7-b1dc-e2bfe5a67960 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.809771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-8e3265b3-1edc-4ee7-b1dc-e2bfe5a67960 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.22 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 816 time: 1.0372343 Jul 06 17:44:54.813617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc8197a-a77f-48eb-8524-8a5b7bbb186c None None] The sync data for ids ['133f8300-23ac-42b7-8b06-5e5311ce5323'] in n-d-799526-3 is: [{'id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'name': 'tempest-ServersTestManualDisk-303240448-router', 'tenant_id': '0e4b4d97285849a5862d35288bd2fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:41:51Z', 'updated_at': '2021-07-06T17:44:49Z', 'revision_number': 5, 'project_id': '0e4b4d97285849a5862d35288bd2fca9', 'gw_port': {'id': '8958fe8b-8293-4cd7-a6eb-b1be1bc338ea', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f8300-23ac-42b7-8b06-5e5311ce5323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:41:54Z', 'updated_at': '2021-07-06T17:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:44:54.832691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Request body: {'port': {'device_id': 'e434be04-1ef4-4221-892a-b0a35d2d8e21', 'network_id': '66ba7562-6044-4446-be6a-17696ad33280', 'admin_state_up': True, 'tenant_id': 'be204ad23f784e1e90d2c3f15c72d8b4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:54.928723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-31a9689e-cb27-474d-956d-f34428df38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:54.932980 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-31a9689e-cb27-474d-956d-f34428df38ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5be3346-afa0-406d-a934-ceeda5f8bbb2 HTTP/1.1" status: 200 len: 850 time: 0.3120589 Jul 06 17:44:54.994654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6371-8fa7-4345-8e83-a4ac1658183c req-c5cad972-d456-4e0c-b4b5-b982f29369aa tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:55.000455 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a48b6371-8fa7-4345-8e83-a4ac1658183c req-c5cad972-d456-4e0c-b4b5-b982f29369aa tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.1325212 Jul 06 17:44:55.032051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-195190da-44ca-44d3-9bf1-6108df0bd2e5 service neutron] 10.222.0.13 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715103 Jul 06 17:44:55.054086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-838dfa16-8955-4235-b468-28c13cccd99d tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3634691 Jul 06 17:44:55.058853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:55.157783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Made reservation on behalf of be204ad23f784e1e90d2c3f15c72d8b4 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:55.164024 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.193366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-6c1efb00-34f0-4a1e-a90d-bde47df0f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:55.195080 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-6c1efb00-34f0-4a1e-a90d-bde47df0f3c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=783772ad-1179-4bad-9382-d4de5d5d3d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513938 Jul 06 17:44:55.198211 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a48b6371-8fa7-4345-8e83-a4ac1658183c req-ee355bbb-09c8-464f-814c-ea690da9e108 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388416 Jul 06 17:44:55.224940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a810c1ee-5210-4380-84fe-83d87a0e0e79 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.226963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.380951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8958fe8b-8293-4cd7-a6eb-b1be1bc338ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:55.388080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a810c1ee-5210-4380-84fe-83d87a0e0e79 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.392157 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.459100 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-4985acf6-ad9b-4a9b-9543-e32af902fcee service neutron] 10.222.0.13 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260583 Jul 06 17:44:55.554195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.559052 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.619391 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.620062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 133f8300-23ac-42b7-8b06-5e5311ce5323 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:44:55.628314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.632995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-959fe861-ab95-4846-9c84-fecb4f7ba4d4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/133f8300-23ac-42b7-8b06-5e5311ce5323 HTTP/1.1" status: 204 len: 168 time: 3.3963630 Jul 06 17:44:55.639434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38674) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:55.743977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-c998e12e-5845-4132-af66-869f3b787825 service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251944 Jul 06 17:44:55.759406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce25ad5d-da41-4235-867c-69cdbede2260 admin admin] Deleting subnet d474963f-fc5b-404b-b104-17e639e43cb2 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:44:55.770445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a810c1ee-5210-4380-84fe-83d87a0e0e79 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.773138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a810c1ee-5210-4380-84fe-83d87a0e0e79 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.781500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a810c1ee-5210-4380-84fe-83d87a0e0e79 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-groups/7155734b-176f-4bef-b12a-18004e4b1606 HTTP/1.1" status: 204 len: 168 time: 0.7118649 Jul 06 17:44:55.784253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce25ad5d-da41-4235-867c-69cdbede2260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:55.786075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38676) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:55.928236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c1ee-5210-4380-84fe-83d87a0e0e79 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7155734b-176f-4bef-b12a-18004e4b1606,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:56.066064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce25ad5d-da41-4235-867c-69cdbede2260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.154572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-e561d4f3-58b4-4b17-8aa9-8187d45fe4fe service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005597 Jul 06 17:44:56.253606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-13acfa4f-e2a2-4dfa-a7c8-6fd867c6e564 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4577661 Jul 06 17:44:56.254699 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:56.321344 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-b7703404-f746-4e0a-9750-7cfd36faa232 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=7683b96e-e042-4f2c-baf6-0f7ab80da843 HTTP/1.1" status: 200 len: 217 time: 0.1408055 Jul 06 17:44:56.354858 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.363106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c4ce4893-15cb-4f3d-8146-713910011253 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group': {'name': 'tempest-secgroup--235828792'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:56.438442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Transition to ACTIVE for port object 886f2c46-2ce7-43af-b071-3c818e8c45af will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:56.466190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce25ad5d-da41-4235-867c-69cdbede2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.482367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4893-15cb-4f3d-8146-713910011253 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.677644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:56.711350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fad328ca-2222-444e-9f74-e48b47d1354b req-07f0d3cf-8e2d-4159-8b22-383cf6734ebe tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 210 time: 0.3006990 Jul 06 17:44:57.014326 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce25ad5d-da41-4235-867c-69cdbede2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.044901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:57.138371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:57.142644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ed8a50b2-077b-4f2f-8e38-838b44e3ccc1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:57.143857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:57.215600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Network 66ba7562-6044-4446-be6a-17696ad33280 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:57.219064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-6003a282-b94a-44ff-9e6f-e1afda2142e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.229413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-6003a282-b94a-44ff-9e6f-e1afda2142e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.7873843 Jul 06 17:44:57.236244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:57.239279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Pushing event updated for resources: {'Port': ['ID=886f2c46-2ce7-43af-b071-3c818e8c45af,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:57.239705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8958fe8b-8293-4cd7-a6eb-b1be1bc338ea not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:57.279098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:57.299515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25ad5d-da41-4235-867c-69cdbede2260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d474963f-fc5b-404b-b104-17e639e43cb2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:57.313935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce25ad5d-da41-4235-867c-69cdbede2260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.336191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce25ad5d-da41-4235-867c-69cdbede2260 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d474963f-fc5b-404b-b104-17e639e43cb2 HTTP/1.1" status: 204 len: 168 time: 1.6924334 Jul 06 17:44:57.345125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1379b3e-f2f1-4dbc-b968-5c49ae806247 None None] Network 62def9ed-9325-46d4-b409-b21e3eb8a1e1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:44:57.377357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:57.379039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:57.463491 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Allocated IP 172.20.0.5 (66ba7562-6044-4446-be6a-17696ad33280/4fd875ce-45eb-4d1c-a419-e30c73101d77/97f36606-d6d7-4c57-95d9-700cf6abd0eb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:44:57.750958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.849954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e5796-738b-444c-88d6-9286f3ebba82 req-6999329b-199e-49ac-bd67-5d8ee1a5c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.853801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-479e5796-738b-444c-88d6-9286f3ebba82 req-6999329b-199e-49ac-bd67-5d8ee1a5c608 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 1096 time: 0.9177375 Jul 06 17:44:57.862405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058b0a4-449f-46ac-b813-48c32b8e943e None None] DHCP port deletion for 62def9ed-9325-46d4-b409-b21e3eb8a1e1 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:44:57.867332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:57.868446 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.879198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4893-15cb-4f3d-8146-713910011253 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.885450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-222fdf10-a5c1-4818-ac8d-07d92c873f69 None None] Provisioning for port 886f2c46-2ce7-43af-b071-3c818e8c45af completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:44:57.973751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-222fdf10-a5c1-4818-ac8d-07d92c873f69 None None] Provisioning complete for port 886f2c46-2ce7-43af-b071-3c818e8c45af triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:44:57.974320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-222fdf10-a5c1-4818-ac8d-07d92c873f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:57.993179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834a39a-bd89-4698-ab75-336e66dce51b req-9fcb7520-2ab3-45af-b4d7-aef3fc4b7f26 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:58.006080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8834a39a-bd89-4698-ab75-336e66dce51b req-9fcb7520-2ab3-45af-b4d7-aef3fc4b7f26 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.7368279 Jul 06 17:44:58.049996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-222fdf10-a5c1-4818-ac8d-07d92c873f69 None None] Port 886f2c46-2ce7-43af-b071-3c818e8c45af cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:44:58.059224 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4893-15cb-4f3d-8146-713910011253 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.070313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-c5cf1d01-ce9f-4d17-844f-4a3f5adc9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:58.072737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e058b0a4-449f-46ac-b813-48c32b8e943e None None] Deleting port 1957c748-b72f-4953-b351-77fffe35a04b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:58.072992 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-c5cf1d01-ce9f-4d17-844f-4a3f5adc9f28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8086171 Jul 06 17:44:58.073486 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e058b0a4-449f-46ac-b813-48c32b8e943e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.111861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b06af-31dc-4f9a-8732-9a266d73aafb req-f420d50e-0095-4791-923b-16374c336603 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:58.114610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-762b06af-31dc-4f9a-8732-9a266d73aafb req-f420d50e-0095-4791-923b-16374c336603 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.8255615 Jul 06 17:44:58.116797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-a172df9c-4dd3-4689-81c6-0dea14b7b4a6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6355104 Jul 06 17:44:58.151938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce4893-15cb-4f3d-8146-713910011253 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ef1303-42a2-4f64-a0db-3e36c1b55552,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:58.162836 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4893-15cb-4f3d-8146-713910011253 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.165366 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c4ce4893-15cb-4f3d-8146-713910011253 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8149438 Jul 06 17:44:58.172119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38710) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:58.188432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-60a70f06-b5d0-4c8a-bd43-28bcf6db39d2 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '81ef1303-42a2-4f64-a0db-3e36c1b55552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:58.193230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e058b0a4-449f-46ac-b813-48c32b8e943e None None] For port 1957c748-b72f-4953-b351-77fffe35a04b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1957c748-b72f-4953-b351-77fffe35a04b,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:58.193634 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e058b0a4-449f-46ac-b813-48c32b8e943e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.213837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e058b0a4-449f-46ac-b813-48c32b8e943e None None] Calling delete_port for 1957c748-b72f-4953-b351-77fffe35a04b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:58.225691 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8834a39a-bd89-4698-ab75-336e66dce51b req-98b64759-f341-4780-90ac-f0994a8dc7f4 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153184 Jul 06 17:44:58.273139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Deleting port 1957c748-b72f-4953-b351-77fffe35a04b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:44:58.279586 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.351124 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e058b0a4-449f-46ac-b813-48c32b8e943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.364291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-79862520-5e48-41d8-be34-787ca941d561 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457273 Jul 06 17:44:58.386307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058b0a4-449f-46ac-b813-48c32b8e943e None None] Pushing event deleted for resources: {'Port': ['ID=1957c748-b72f-4953-b351-77fffe35a04b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:58.441587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058b0a4-449f-46ac-b813-48c32b8e943e None None] No DVR routers for this DVR port 1957c748-b72f-4953-b351-77fffe35a04b on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:58.522646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] For port 1957c748-b72f-4953-b351-77fffe35a04b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1957c748-b72f-4953-b351-77fffe35a04b,segment=NetworkSegment(b2c38667-c374-4849-827a-257e59073886),segment_id=b2c38667-c374-4849-827a-257e59073886)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:44:58.523592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:58.551390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Calling delete_port for 1957c748-b72f-4953-b351-77fffe35a04b owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:44:58.857992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1957c748-b72f-4953-b351-77fffe35a04b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:44:58.954524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-d5144e74-7424-47f8-9384-70e1c5c687c2 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:58.957376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-d5144e74-7424-47f8-9384-70e1c5c687c2 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.55 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 816 time: 0.4015944 Jul 06 17:44:58.975690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Request body: {'port': {'device_id': 'b765b447-a545-4b96-944e-a05509113ead', 'network_id': '66ba7562-6044-4446-be6a-17696ad33280', 'admin_state_up': True, 'tenant_id': 'be204ad23f784e1e90d2c3f15c72d8b4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:58.983251 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 1957c748-b72f-4953-b351-77fffe35a04b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:44:58.985265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1957c748-b72f-4953-b351-77fffe35a04b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:44:59.152509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60a70f06-b5d0-4c8a-bd43-28bcf6db39d2 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.179900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.204965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Transition to ACTIVE for port object 97f36606-d6d7-4c57-95d9-700cf6abd0eb will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:44:59.311400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Request body: {'port': {'device_id': '7c18f5d7-32bb-4db8-bfd8-827e4d43e024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:59.318110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e5796-738b-444c-88d6-9286f3ebba82 req-3c167f23-f5f4-4f04-a4ad-a569964fce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:59.320715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-479e5796-738b-444c-88d6-9286f3ebba82 req-3c167f23-f5f4-4f04-a4ad-a569964fce46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 912 time: 1.4280617 Jul 06 17:44:59.328520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Made reservation on behalf of be204ad23f784e1e90d2c3f15c72d8b4 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:44:59.333137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.352115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.355432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60a70f06-b5d0-4c8a-bd43-28bcf6db39d2 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.367247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.381132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60a70f06-b5d0-4c8a-bd43-28bcf6db39d2 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.445217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1957c748-b72f-4953-b351-77fffe35a04b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:59.504355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.505120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.505912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.506557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.507247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.507916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.508585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.509275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.510088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.510840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.511782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.512682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:44:59.518531 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] No DVR routers for this DVR port 1957c748-b72f-4953-b351-77fffe35a04b on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:44:59.533622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a70f06-b5d0-4c8a-bd43-28bcf6db39d2 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34c8df0-e365-4615-97cf-2e0144461d6e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:59.564754 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60a70f06-b5d0-4c8a-bd43-28bcf6db39d2 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.566996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-60a70f06-b5d0-4c8a-bd43-28bcf6db39d2 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3847070 Jul 06 17:44:59.608570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38716) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:44:59.619710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-51263f08-81c5-4b72-a71e-389e83de3724 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '81ef1303-42a2-4f64-a0db-3e36c1b55552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:44:59.623542 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-479e5796-738b-444c-88d6-9286f3ebba82 req-267e4117-4358-423d-a197-4e7d3e250b15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0d36c59-bc4f-450c-82ce-517af78f70df HTTP/1.1" status: 200 len: 1001 time: 0.2659054 Jul 06 17:44:59.774817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Network 66ba7562-6044-4446-be6a-17696ad33280 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:44:59.814286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Pushing event updated for resources: {'Port': ['ID=97f36606-d6d7-4c57-95d9-700cf6abd0eb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:44:59.817103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:44:59.821638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-762b06af-31dc-4f9a-8732-9a266d73aafb req-a1ecec7f-2886-4a7b-b3a1-2a31316614f4 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5313334 Jul 06 17:44:59.822522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:44:59.851031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8479ec57-6a1b-477f-87f7-2db3d862ff6d req-7e0c8fbc-45ee-44bf-a7db-8a2dc8bc7094 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 210 time: 0.1864035 Jul 06 17:44:59.924317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:44:59.925379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.932865 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.956387 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:44:59.989780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Allocated IP 172.20.0.6 (66ba7562-6044-4446-be6a-17696ad33280/4fd875ce-45eb-4d1c-a419-e30c73101d77/de800985-a179-4f4c-a106-7736cae757b9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:00.019915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-d24d4e95-c5aa-441b-abd4-32a14043c06e service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979976 Jul 06 17:45:00.062808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e5796-738b-444c-88d6-9286f3ebba82 req-48f9d8c3-eab6-478c-ad1b-0331a52b38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:00.064567 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-479e5796-738b-444c-88d6-9286f3ebba82 req-48f9d8c3-eab6-478c-ad1b-0331a52b38c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.3292749 Jul 06 17:45:00.114110 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-c9b3091a-0dbc-4b68-ba6f-d89fe9106aad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2868481 Jul 06 17:45:00.208002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Request body: {'port': {'device_id': 'e434be04-1ef4-4221-892a-b0a35d2d8e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:00.284244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.306520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Transition to ACTIVE for port object de800985-a179-4f4c-a106-7736cae757b9 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:00.326062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8217b80e-cbdb-43ae-b02f-a4aef487994e None None] Provisioning for port 97f36606-d6d7-4c57-95d9-700cf6abd0eb completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:00.342680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8217b80e-cbdb-43ae-b02f-a4aef487994e None None] Provisioning complete for port 97f36606-d6d7-4c57-95d9-700cf6abd0eb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:00.344323 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8217b80e-cbdb-43ae-b02f-a4aef487994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.352853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.356092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-6191c7a4-e2e0-4199-9894-a1ccfba6d397 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=ed0e1eb7-4909-4d09-985f-3586dfcb9c82 HTTP/1.1" status: 200 len: 217 time: 0.2904093 Jul 06 17:45:00.373830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62def9ed-9325-46d4-b409-b21e3eb8a1e1']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:00.377991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.492837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Pushing event updated for resources: {'Port': ['ID=de800985-a179-4f4c-a106-7736cae757b9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:00.497935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51263f08-81c5-4b72-a71e-389e83de3724 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.502533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c38667-c374-4849-827a-257e59073886') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:00.502813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c38667-c374-4849-827a-257e59073886') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:00.526603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.542943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8217b80e-cbdb-43ae-b02f-a4aef487994e None None] Port 97f36606-d6d7-4c57-95d9-700cf6abd0eb cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:00.568251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Network 66ba7562-6044-4446-be6a-17696ad33280 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:00.575929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:00.579805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:00.624433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-a830f52a-4a86-451b-98cb-41e21ac7e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:00.627809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-a830f52a-4a86-451b-98cb-41e21ac7e36f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.2431338 Jul 06 17:45:00.646208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b284a-1578-4c21-ad7a-f1a489eed90b req-c8f120af-a059-46fc-bdc5-d5310b7154dc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:00.648431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-623b284a-1578-4c21-ad7a-f1a489eed90b req-c8f120af-a059-46fc-bdc5-d5310b7154dc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.3703516 Jul 06 17:45:00.658469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.689084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:45:00.689389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:45:00.691862 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:45:00.720054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51263f08-81c5-4b72-a71e-389e83de3724 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.762228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51263f08-81c5-4b72-a71e-389e83de3724 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.776757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:00.777650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.814402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51263f08-81c5-4b72-a71e-389e83de3724 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b424e6f9-9d6e-4ebc-809a-b00009c9bb1e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:00.842363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-89266a31-58d1-46f6-990c-b3ab95206f93 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8743744 Jul 06 17:45:00.851257 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51263f08-81c5-4b72-a71e-389e83de3724 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.855936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-51263f08-81c5-4b72-a71e-389e83de3724 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2421851 Jul 06 17:45:00.866246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Request body: {'port': {'device_id': 'b765b447-a545-4b96-944e-a05509113ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:00.868111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38722) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:00.890931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dabd7585-5392-4856-94e0-e82424d89e74 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '81ef1303-42a2-4f64-a0db-3e36c1b55552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:00.913486 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.932659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:00.935262 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/62def9ed-9325-46d4-b409-b21e3eb8a1e1 HTTP/1.1" status: 204 len: 168 time: 3.4872777 Jul 06 17:45:00.952203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7ef79-ae5c-4d62-a414-bc9707219de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=62def9ed-9325-46d4-b409-b21e3eb8a1e1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:01.066386 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.073364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dabd7585-5392-4856-94e0-e82424d89e74 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.084268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-da961d89-40f1-45ce-9a71-e0ad32478bda None None] Provisioning for port de800985-a179-4f4c-a106-7736cae757b9 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:01.089104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-da961d89-40f1-45ce-9a71-e0ad32478bda None None] Provisioning complete for port de800985-a179-4f4c-a106-7736cae757b9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:01.089944 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da961d89-40f1-45ce-9a71-e0ad32478bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.164738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e5796-738b-444c-88d6-9286f3ebba82 req-e739a6bf-74fc-4ff3-827f-f62d78e9cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:01.166141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-da961d89-40f1-45ce-9a71-e0ad32478bda None None] Port de800985-a179-4f4c-a106-7736cae757b9 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:45:01.169187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-479e5796-738b-444c-88d6-9286f3ebba82 req-e739a6bf-74fc-4ff3-827f-f62d78e9cd37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0848365 Jul 06 17:45:01.309918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-623b284a-1578-4c21-ad7a-f1a489eed90b req-61a85695-9c7b-4204-b889-fa1c8d975d45 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065574 Jul 06 17:45:01.312730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-479e5796-738b-444c-88d6-9286f3ebba82 req-edc28f56-ca04-41b6-8a85-a814678ad9ec service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248643 Jul 06 17:45:01.361155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38732) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:01.377033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-329b051c-fc4b-4d53-b270-e08ddf6cda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:01.378546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-329b051c-fc4b-4d53-b270-e08ddf6cda33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7177589 Jul 06 17:45:01.470566 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-beffdd0a-2389-40c8-b051-c0138a890405 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e4b4d97285849a5862d35288bd2fca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040559 Jul 06 17:45:01.474276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38734) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:01.530000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886f2c46-2ce7-43af-b071-3c818e8c45af {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:01.540474 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.590091 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91a6d80d-9e21-4c3d-9987-bfbd536998b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.623775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91a6d80d-9e21-4c3d-9987-bfbd536998b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.695051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91a6d80d-9e21-4c3d-9987-bfbd536998b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.698302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91a6d80d-9e21-4c3d-9987-bfbd536998b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.702325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91a6d80d-9e21-4c3d-9987-bfbd536998b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2a90ee5-84cc-45c0-b5cb-92405cb3092e HTTP/1.1" status: 204 len: 168 time: 0.2238152 Jul 06 17:45:01.720209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6d80d-9e21-4c3d-9987-bfbd536998b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a90ee5-84cc-45c0-b5cb-92405cb3092e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:01.757176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba915-165c-4835-8bd8-9ef3f15b6aa2 req-c1453684-75e0-491f-8a37-edabbf329a22 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:01.765847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10fba915-165c-4835-8bd8-9ef3f15b6aa2 req-c1453684-75e0-491f-8a37-edabbf329a22 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2236114 Jul 06 17:45:01.775257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-5b8e872e-c486-4468-8ff6-8a70ab1d9abe service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813183 Jul 06 17:45:01.797734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dabd7585-5392-4856-94e0-e82424d89e74 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.803753 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.833518 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dabd7585-5392-4856-94e0-e82424d89e74 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.833815 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10fba915-165c-4835-8bd8-9ef3f15b6aa2 req-6be7ba53-03aa-4e2d-b6a7-6ea261161705 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660510 Jul 06 17:45:01.902089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Transition to ACTIVE for port object 886f2c46-2ce7-43af-b071-3c818e8c45af will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:01.927502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:01.998729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd7585-5392-4856-94e0-e82424d89e74 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504cca13-c312-4f29-970a-4184ed74f55f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:02.097556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dabd7585-5392-4856-94e0-e82424d89e74 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.110532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dabd7585-5392-4856-94e0-e82424d89e74 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2245350 Jul 06 17:45:02.121539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38742) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:02.170806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9867f462-abfa-436e-aa85-9f9bd891866f tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '81ef1303-42a2-4f64-a0db-3e36c1b55552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:02.237579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-479e5796-738b-444c-88d6-9286f3ebba82 req-8ec9a0f3-fbf6-4ba0-b4b4-4af9775e8ece service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9156978 Jul 06 17:45:02.303832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Pushing event updated for resources: {'Port': ['ID=886f2c46-2ce7-43af-b071-3c818e8c45af,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:02.342112 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-34e83993-2304-4dd9-a9a4-4a15a0638009 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369112 Jul 06 17:45:02.396550 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-bd6b3928-d839-47c7-832e-44c04a3bf467 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=cade89d9-c173-4e18-9597-f89f752088d7 HTTP/1.1" status: 200 len: 217 time: 0.0432060 Jul 06 17:45:02.505331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Attempting to bind port 886f2c46-2ce7-43af-b071-3c818e8c45af on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:02.510728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Attempting to bind port 886f2c46-2ce7-43af-b071-3c818e8c45af by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:02.513972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Attempting to bind port 886f2c46-2ce7-43af-b071-3c818e8c45af on network 66ba7562-6044-4446-be6a-17696ad33280 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:02.523547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-63b85bc6-4f2e-42a8-954b-b33c43a24048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:02.525458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-63b85bc6-4f2e-42a8-954b-b33c43a24048 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.1137033 Jul 06 17:45:02.553408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9867f462-abfa-436e-aa85-9f9bd891866f tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.576457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Port 886f2c46-2ce7-43af-b071-3c818e8c45af on network 66ba7562-6044-4446-be6a-17696ad33280 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:02.580429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Attempting to bind port 886f2c46-2ce7-43af-b071-3c818e8c45af on network 66ba7562-6044-4446-be6a-17696ad33280 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:02.636529 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9867f462-abfa-436e-aa85-9f9bd891866f tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.645511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de800985-a179-4f4c-a106-7736cae757b9 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:02.650532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9867f462-abfa-436e-aa85-9f9bd891866f tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.672079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.675291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867f462-abfa-436e-aa85-9f9bd891866f tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701f5460-20c9-4ce3-b3a1-41515c303c37,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:02.728160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:02.728650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Checking segment: {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:02.728977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Bound using segment: {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:02.729486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Bound port: 886f2c46-2ce7-43af-b071-3c818e8c45af, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:02.729870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.741263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Transition to ACTIVE for port object de800985-a179-4f4c-a106-7736cae757b9 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:02.772293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43a975-4e1b-43bc-9d0e-a96b16de2a6b req-9337740e-2cb0-4c0f-add4-9f0728ab47e2 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:02.774511 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c43a975-4e1b-43bc-9d0e-a96b16de2a6b req-9337740e-2cb0-4c0f-add4-9f0728ab47e2 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 931 time: 0.6581705 Jul 06 17:45:02.775657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9867f462-abfa-436e-aa85-9f9bd891866f tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.777509 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9867f462-abfa-436e-aa85-9f9bd891866f tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6544518 Jul 06 17:45:02.778829 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:02.793445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38764) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:02.909556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ecae3fb8-7d34-4748-b599-7f189c2273a8 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '81ef1303-42a2-4f64-a0db-3e36c1b55552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:02.938966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Pushing event updated for resources: {'Port': ['ID=de800985-a179-4f4c-a106-7736cae757b9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:03.100434 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c43a975-4e1b-43bc-9d0e-a96b16de2a6b req-9aad8615-ab49-417a-9c12-6a7dbc5bf5da tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961662 Jul 06 17:45:03.138276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-299586a3-2b49-4607-bf2d-73e30382b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:03.144588 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-299586a3-2b49-4607-bf2d-73e30382b270 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6069264 Jul 06 17:45:03.264380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] For port 886f2c46-2ce7-43af-b071-3c818e8c45af, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:03.294533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Attempting to bind port de800985-a179-4f4c-a106-7736cae757b9 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:03.294985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Attempting to bind port de800985-a179-4f4c-a106-7736cae757b9 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:03.297928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Attempting to bind port de800985-a179-4f4c-a106-7736cae757b9 on network 66ba7562-6044-4446-be6a-17696ad33280 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:03.302120 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecae3fb8-7d34-4748-b599-7f189c2273a8 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.319194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Port de800985-a179-4f4c-a106-7736cae757b9 on network 66ba7562-6044-4446-be6a-17696ad33280 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:03.319651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Attempting to bind port de800985-a179-4f4c-a106-7736cae757b9 on network 66ba7562-6044-4446-be6a-17696ad33280 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:03.344975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:03.347529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Checking segment: {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:03.348759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Bound using segment: {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:03.352149 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Bound port: de800985-a179-4f4c-a106-7736cae757b9, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:03.353731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.481831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] For port 886f2c46-2ce7-43af-b071-3c818e8c45af, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=886f2c46-2ce7-43af-b071-3c818e8c45af,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:03.534656 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.609960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaaa32-0a82-4a80-875c-deb2948593c1 req-20248292-bf09-45a5-a316-d1768713fca4 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:03.619860 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dfaaa32-0a82-4a80-875c-deb2948593c1 req-20248292-bf09-45a5-a316-d1768713fca4 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.6237075 Jul 06 17:45:03.639679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] For port de800985-a179-4f4c-a106-7736cae757b9, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:03.650639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Pushing event updated for resources: {'Port': ['ID=886f2c46-2ce7-43af-b071-3c818e8c45af,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:03.679603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] For port de800985-a179-4f4c-a106-7736cae757b9, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=de800985-a179-4f4c-a106-7736cae757b9,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:03.697724 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.700073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dfaaa32-0a82-4a80-875c-deb2948593c1 req-4058aa4a-b8fc-4a25-81e4-758ae2380f99 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788989 Jul 06 17:45:03.738135 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecae3fb8-7d34-4748-b599-7f189c2273a8 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.740218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:03.740858 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.742323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-64eb8208-1734-404c-ac85-e52ec84f3208 service neutron] 10.222.0.22 "PUT /v2.0/ports/886f2c46-2ce7-43af-b071-3c818e8c45af HTTP/1.1" status: 200 len: 1092 time: 4.4425502 Jul 06 17:45:03.746964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c18f5d7-32bb-4db8-bfd8-827e4d43e024', 'tag': '886f2c46-2ce7-43af-b071-3c818e8c45af'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:03.762379 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64bec9-bc12-4a83-958f-d541dee975b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c18f5d7-32bb-4db8-bfd8-827e4d43e024", "tag": "886f2c46-2ce7-43af-b071-3c818e8c45af"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:03.774147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecae3fb8-7d34-4748-b599-7f189c2273a8 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.788351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:03.788996 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:03.790486 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] 10.222.0.55 "PUT /v2.0/ports/de800985-a179-4f4c-a106-7736cae757b9 HTTP/1.1" status: 200 len: 1091 time: 2.9319155 Jul 06 17:45:03.800223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b765b447-a545-4b96-944e-a05509113ead', 'tag': 'de800985-a179-4f4c-a106-7736cae757b9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:03.802921 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe5c29e-fa39-4828-b949-b00a138535cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b765b447-a545-4b96-944e-a05509113ead", "tag": "de800985-a179-4f4c-a106-7736cae757b9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:03.853860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e8cf5-922c-4031-a797-b4982b05ff70 req-212416f6-fa25-4c63-a5fc-1c05c2e1b6aa tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:03.877276 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d43e8cf5-922c-4031-a797-b4982b05ff70 req-212416f6-fa25-4c63-a5fc-1c05c2e1b6aa tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2846839 Jul 06 17:45:03.976265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-8c41ce0a-988f-4d13-8213-201bee73473d service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851231 Jul 06 17:45:03.990664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae3fb8-7d34-4748-b599-7f189c2273a8 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a1b0cc-a315-47a8-b288-7a292279b033,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:03.993597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:04.084228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d412a4-ea8f-4b10-a66d-8a9904b95f16 service neutron] Pushing event updated for resources: {'Port': ['ID=de800985-a179-4f4c-a106-7736cae757b9,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:04.172030 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d43e8cf5-922c-4031-a797-b4982b05ff70 req-3e13cccc-d9a5-4353-90d2-b1201678550c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873690 Jul 06 17:45:04.225339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-a6281a0b-2a63-42b8-8cc5-8fca6cfdf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:04.227036 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-a6281a0b-2a63-42b8-8cc5-8fca6cfdf51a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 1094 time: 0.3394821 Jul 06 17:45:04.362743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-bdaa3f34-052a-467c-b547-fab563de54ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de800985-a179-4f4c-a106-7736cae757b9 HTTP/1.1" status: 200 len: 217 time: 0.1267879 Jul 06 17:45:04.460633 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73856a2f-51a9-47d1-87b1-9fa1495696ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.546982 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-292dc24d-3bc6-412e-adec-6d64a23f6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:04.548655 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-292dc24d-3bc6-412e-adec-6d64a23f6517 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fd875ce-45eb-4d1c-a419-e30c73101d77 HTTP/1.1" status: 200 len: 855 time: 0.1744068 Jul 06 17:45:04.689830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecae3fb8-7d34-4748-b599-7f189c2273a8 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.692424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ecae3fb8-7d34-4748-b599-7f189c2273a8 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.8832073 Jul 06 17:45:04.694496 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c647ae8-f470-48f8-8e16-ef8e40d2f126 x-openstack-request-id: req-8c647ae8-f470-48f8-8e16-ef8e40d2f126 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:04.695104 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c18f5d7-32bb-4db8-bfd8-827e4d43e024", "tag": "886f2c46-2ce7-43af-b071-3c818e8c45af", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:04.695566 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c647ae8-f470-48f8-8e16-ef8e40d2f126 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:04.696179 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c18f5d7-32bb-4db8-bfd8-827e4d43e024', 'tag': '886f2c46-2ce7-43af-b071-3c818e8c45af', 'status': 'completed', 'code': 200} Jul 06 17:45:04.705065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38812) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:04.724638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f36606-d6d7-4c57-95d9-700cf6abd0eb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:04.771066 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.818918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Transition to ACTIVE for port object 97f36606-d6d7-4c57-95d9-700cf6abd0eb will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:04.820345 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea4b878d-d732-45d1-94b8-84a3c255cc7a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.833218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148afe74-794d-43c0-9f03-00ca1107754a req-0530c080-9eb9-4514-9bd1-4d8fc4f97f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:04.843242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-0530c080-9eb9-4514-9bd1-4d8fc4f97f63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 1095 time: 1.0351722 Jul 06 17:45:04.854161 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea4b878d-d732-45d1-94b8-84a3c255cc7a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:04.862160 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.014883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73856a2f-51a9-47d1-87b1-9fa1495696ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.043402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-fc632c22-1b26-406e-b227-f3e7edf66493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:05.047031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-fc632c22-1b26-406e-b227-f3e7edf66493 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66ba7562-6044-4446-be6a-17696ad33280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4788394 Jul 06 17:45:05.048468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-1cff25be-eac9-4d3e-9095-05afa3858d16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=886f2c46-2ce7-43af-b071-3c818e8c45af HTTP/1.1" status: 200 len: 217 time: 0.1682434 Jul 06 17:45:05.051591 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5688347-dec2-4cef-ae90-8dc430e28cff x-openstack-request-id: req-d5688347-dec2-4cef-ae90-8dc430e28cff {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:05.051591 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b765b447-a545-4b96-944e-a05509113ead", "tag": "de800985-a179-4f4c-a106-7736cae757b9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:05.051887 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5688347-dec2-4cef-ae90-8dc430e28cff {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:05.052449 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b765b447-a545-4b96-944e-a05509113ead', 'tag': 'de800985-a179-4f4c-a106-7736cae757b9', 'status': 'completed', 'code': 200} Jul 06 17:45:05.053441 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73856a2f-51a9-47d1-87b1-9fa1495696ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.075559 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea4b878d-d732-45d1-94b8-84a3c255cc7a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.092730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea4b878d-d732-45d1-94b8-84a3c255cc7a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.099597 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ea4b878d-d732-45d1-94b8-84a3c255cc7a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/29a1b0cc-a315-47a8-b288-7a292279b033 HTTP/1.1" status: 204 len: 168 time: 0.3926082 Jul 06 17:45:05.150020 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.179759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38820) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:05.180581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73856a2f-51a9-47d1-87b1-9fa1495696ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d44d69d-94ad-46d6-a302-a15da8a89826,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:05.253447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b878d-d732-45d1-94b8-84a3c255cc7a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29a1b0cc-a315-47a8-b288-7a292279b033,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:05.319035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148afe74-794d-43c0-9f03-00ca1107754a req-9491ecbe-0f31-469c-aece-459850751d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:05.320635 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-9491ecbe-0f31-469c-aece-459850751d5e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fd875ce-45eb-4d1c-a419-e30c73101d77 HTTP/1.1" status: 200 len: 855 time: 0.2466516 Jul 06 17:45:05.323672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-17396619-03fd-41e8-9f4e-41bcfbe3a7ec service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3415735 Jul 06 17:45:05.336696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-73856a2f-51a9-47d1-87b1-9fa1495696ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2776a3971f384ff1bc51a1f0566da79e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3311875 Jul 06 17:45:05.347535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38830) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:05.435606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ece3d5b5-240a-4a47-ac35-ddf18974f969 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2514071 Jul 06 17:45:05.448474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:05.466026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Pushing event updated for resources: {'Port': ['ID=97f36606-d6d7-4c57-95d9-700cf6abd0eb,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:05.486666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-96b4642c-274a-4da4-84e3-46729eb1b3e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237 HTTP/1.1" status: 200 len: 217 time: 0.1428926 Jul 06 17:45:05.520336 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-f8b89cbf-478c-49f6-b6a1-44dd14a639b2 service neutron] 10.222.0.55 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605193 Jul 06 17:45:05.585505 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-59393d11-83e0-46cd-9a49-f3d894bef5b8 req-f66239d2-d34f-4b41-bcc5-ccbe15a9f309 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.4897995 Jul 06 17:45:05.682822 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c87f4a34-dc6a-411e-beed-ff0e83141492 req-95c59850-b50a-4bf2-97f9-0c8efea67a6b service neutron] 10.222.0.55 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381519 Jul 06 17:45:05.721388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870ec01-15d2-489d-a211-63b6f6fff94d req-38de8a03-e741-44b7-8eee-0f5f6f80dfe6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:05.731507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1870ec01-15d2-489d-a211-63b6f6fff94d req-38de8a03-e741-44b7-8eee-0f5f6f80dfe6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 943 time: 0.5395155 Jul 06 17:45:05.733022 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0834635d-6545-4e36-a2d8-23dd2b66b7f4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.744441 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0834635d-6545-4e36-a2d8-23dd2b66b7f4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.753223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Attempting to bind port 97f36606-d6d7-4c57-95d9-700cf6abd0eb on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:05.754086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Attempting to bind port 97f36606-d6d7-4c57-95d9-700cf6abd0eb by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:05.754086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Attempting to bind port 97f36606-d6d7-4c57-95d9-700cf6abd0eb on network 66ba7562-6044-4446-be6a-17696ad33280 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:05.793912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Port 97f36606-d6d7-4c57-95d9-700cf6abd0eb on network 66ba7562-6044-4446-be6a-17696ad33280 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:05.794538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Attempting to bind port 97f36606-d6d7-4c57-95d9-700cf6abd0eb on network 66ba7562-6044-4446-be6a-17696ad33280 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:05.797423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-799f3564-0d46-4346-9269-941002e52104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.807238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:05.810949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Checking segment: {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:05.812223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Bound using segment: {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:05.812981 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Bound port: 97f36606-d6d7-4c57-95d9-700cf6abd0eb, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b25ebc4-7dc3-49e0-9001-6910842605b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66ba7562-6044-4446-be6a-17696ad33280'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:05.813574 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.843690 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0834635d-6545-4e36-a2d8-23dd2b66b7f4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.855321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-26f42e5c-d249-472a-911c-7b9490e5e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:05.857165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-26f42e5c-d249-472a-911c-7b9490e5e153 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.2706537 Jul 06 17:45:05.890028 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0834635d-6545-4e36-a2d8-23dd2b66b7f4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.894424 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0834635d-6545-4e36-a2d8-23dd2b66b7f4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/701f5460-20c9-4ce3-b3a1-41515c303c37 HTTP/1.1" status: 204 len: 168 time: 0.4374464 Jul 06 17:45:05.900259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:05.904325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-799f3564-0d46-4346-9269-941002e52104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:05.958168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148afe74-794d-43c0-9f03-00ca1107754a req-418d9096-4b93-4841-b442-e8067692cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:05.960640 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-418d9096-4b93-4841-b442-e8067692cd3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66ba7562-6044-4446-be6a-17696ad33280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6193998 Jul 06 17:45:05.976578 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1870ec01-15d2-489d-a211-63b6f6fff94d req-63f70e2c-7bcc-4fb9-a01f-0dd43d364f8a tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458179 Jul 06 17:45:05.995989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834635d-6545-4e36-a2d8-23dd2b66b7f4 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=701f5460-20c9-4ce3-b3a1-41515c303c37,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:06.129280 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4b567c16-065c-4271-87ff-d642652f8d87 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2185574 Jul 06 17:45:06.137903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:06.179328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c29e-fa39-4828-b949-b00a138535cd req-09b1ffab-7adf-4d1f-b164-d064bb41ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:06.181081 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afe5c29e-fa39-4828-b949-b00a138535cd req-09b1ffab-7adf-4d1f-b164-d064bb41ab28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 1094 time: 0.3863997 Jul 06 17:45:06.221299 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4eb82b0-917b-407e-98ff-8aa1c642065e tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.254230 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-799f3564-0d46-4346-9269-941002e52104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.257453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-799f3564-0d46-4346-9269-941002e52104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.258834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-799f3564-0d46-4346-9269-941002e52104 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d44d69d-94ad-46d6-a302-a15da8a89826 HTTP/1.1" status: 204 len: 168 time: 0.9027634 Jul 06 17:45:06.267376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] For port 97f36606-d6d7-4c57-95d9-700cf6abd0eb, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:06.272459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] For port 97f36606-d6d7-4c57-95d9-700cf6abd0eb, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=97f36606-d6d7-4c57-95d9-700cf6abd0eb,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:06.317153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-299bca8d-7643-477f-b398-435c9275eceb service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469493 Jul 06 17:45:06.359013 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.439885 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4eb82b0-917b-407e-98ff-8aa1c642065e tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.470909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c29e-fa39-4828-b949-b00a138535cd req-710fe89a-5cd9-4dec-86df-f921919a9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:06.473819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afe5c29e-fa39-4828-b949-b00a138535cd req-710fe89a-5cd9-4dec-86df-f921919a9d38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 917 time: 0.2742708 Jul 06 17:45:06.496937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f3564-0d46-4346-9269-941002e52104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d44d69d-94ad-46d6-a302-a15da8a89826,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:06.566145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afe5c29e-fa39-4828-b949-b00a138535cd req-838bfea1-7b25-473a-aa13-4827be780641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de800985-a179-4f4c-a106-7736cae757b9 HTTP/1.1" status: 200 len: 217 time: 0.0803895 Jul 06 17:45:06.566312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:06.568403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.575651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] 10.222.0.22 "PUT /v2.0/ports/97f36606-d6d7-4c57-95d9-700cf6abd0eb HTTP/1.1" status: 200 len: 1091 time: 6.3729737 Jul 06 17:45:06.653581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4eb82b0-917b-407e-98ff-8aa1c642065e tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.684210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4eb82b0-917b-407e-98ff-8aa1c642065e tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:06.686261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e4eb82b0-917b-407e-98ff-8aa1c642065e tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/504cca13-c312-4f29-970a-4184ed74f55f HTTP/1.1" status: 204 len: 168 time: 0.5460343 Jul 06 17:45:06.696120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38858) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:06.725420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e434be04-1ef4-4221-892a-b0a35d2d8e21', 'tag': '97f36606-d6d7-4c57-95d9-700cf6abd0eb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:06.727909 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4de6be4-0811-4614-8b10-1853eb2575e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e434be04-1ef4-4221-892a-b0a35d2d8e21", "tag": "97f36606-d6d7-4c57-95d9-700cf6abd0eb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:06.764319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-f64fc217-4d01-48f7-ad3f-eacc08fe3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:06.766569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-f64fc217-4d01-48f7-ad3f-eacc08fe3858 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9023325 Jul 06 17:45:06.769819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd6f93-d24d-4a8c-bdad-d28e1cb174b7 service neutron] Pushing event updated for resources: {'Port': ['ID=97f36606-d6d7-4c57-95d9-700cf6abd0eb,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:06.776706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-148afe74-794d-43c0-9f03-00ca1107754a req-2e9e19b5-edf5-4d18-8e4e-677787175699 service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452260 Jul 06 17:45:06.784690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb82b0-917b-407e-98ff-8aa1c642065e tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=504cca13-c312-4f29-970a-4184ed74f55f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:06.787347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3da259-2875-4877-a5e3-11e3e54eadac req-81bbd92c-6add-445e-8615-3a027900a132 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:06.789011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b3da259-2875-4877-a5e3-11e3e54eadac req-81bbd92c-6add-445e-8615-3a027900a132 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.5995865 Jul 06 17:45:06.836125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c29e-fa39-4828-b949-b00a138535cd req-42761479-51a8-4498-890d-4f72d38bc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:06.848716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afe5c29e-fa39-4828-b949-b00a138535cd req-42761479-51a8-4498-890d-4f72d38bc594 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fd875ce-45eb-4d1c-a419-e30c73101d77 HTTP/1.1" status: 200 len: 855 time: 0.2678273 Jul 06 17:45:06.935157 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bafcbda1-94a5-4097-9ff2-a333e4c38230 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2344587 Jul 06 17:45:06.937354 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b3da259-2875-4877-a5e3-11e3e54eadac req-c4cf4f8a-ab6e-4297-886e-8bc28b41cc0d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359997 Jul 06 17:45:06.938366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38870) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:07.006763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-8b9e8204-5735-4f24-aade-c6d35d195dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:07.009737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-8b9e8204-5735-4f24-aade-c6d35d195dd0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 1094 time: 0.3719313 Jul 06 17:45:07.045221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-494880a4-b3ac-47f6-86f0-8d43c51ff714 req-dc7c1562-7d52-43ae-b60a-16b330b516b0 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.1403260 Jul 06 17:45:07.091306 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f30120-5b88-42d9-a48d-00bd602bab86 x-openstack-request-id: req-58f30120-5b88-42d9-a48d-00bd602bab86 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:07.091618 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e434be04-1ef4-4221-892a-b0a35d2d8e21", "tag": "97f36606-d6d7-4c57-95d9-700cf6abd0eb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:07.091864 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58f30120-5b88-42d9-a48d-00bd602bab86 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:07.092279 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e434be04-1ef4-4221-892a-b0a35d2d8e21', 'tag': '97f36606-d6d7-4c57-95d9-700cf6abd0eb', 'status': 'completed', 'code': 200} Jul 06 17:45:07.104143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c29e-fa39-4828-b949-b00a138535cd req-c213c202-9984-458e-ba42-55ebf3dec59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:07.109293 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afe5c29e-fa39-4828-b949-b00a138535cd req-c213c202-9984-458e-ba42-55ebf3dec59f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66ba7562-6044-4446-be6a-17696ad33280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2519979 Jul 06 17:45:07.145438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-04ae8bbc-3d49-48d4-8f21-643d0a270a36 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541317 Jul 06 17:45:07.149872 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-6fc63e63-3b93-4b6c-9b29-fae8544f2273 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f36606-d6d7-4c57-95d9-700cf6abd0eb HTTP/1.1" status: 200 len: 217 time: 0.0846708 Jul 06 17:45:07.152328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c02192b-ddf6-4fd6-a830-e38bb02b5997 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:07.192775 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c02192b-ddf6-4fd6-a830-e38bb02b5997 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:07.229193 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:45:07.363789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-091a2c6c-8fa3-4b7d-9fd7-63f1fdf92709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:07.365600 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-091a2c6c-8fa3-4b7d-9fd7-63f1fdf92709 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fd875ce-45eb-4d1c-a419-e30c73101d77 HTTP/1.1" status: 200 len: 855 time: 0.1922631 Jul 06 17:45:07.368468 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afe5c29e-fa39-4828-b949-b00a138535cd req-ee18f070-3a1a-45b8-a543-11a84353cade service neutron] 10.222.0.55 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513473 Jul 06 17:45:07.395338 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c02192b-ddf6-4fd6-a830-e38bb02b5997 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:07.440311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c02192b-ddf6-4fd6-a830-e38bb02b5997 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:07.444485 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3c02192b-ddf6-4fd6-a830-e38bb02b5997 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b424e6f9-9d6e-4ebc-809a-b00009c9bb1e HTTP/1.1" status: 204 len: 168 time: 0.4966187 Jul 06 17:45:07.447301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-104a570d-ab19-40fb-9c0f-023b105bffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:07.448950 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-104a570d-ab19-40fb-9c0f-023b105bffc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 1095 time: 0.4885945 Jul 06 17:45:07.458595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38884) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:07.522906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02192b-ddf6-4fd6-a830-e38bb02b5997 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b424e6f9-9d6e-4ebc-809a-b00009c9bb1e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:07.635467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-d2081f48-018f-4d29-91db-9a5fe1dc54f4 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767218 Jul 06 17:45:07.663496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-fc1f95ee-504e-43ec-8467-fc450e760ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:07.665052 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-fc1f95ee-504e-43ec-8467-fc450e760ae7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 917 time: 0.1815190 Jul 06 17:45:07.727811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:07.738155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-20720186-17b8-462c-a8ef-131108b81bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:07.739807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-20720186-17b8-462c-a8ef-131108b81bae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 1096 time: 0.4454222 Jul 06 17:45:07.751272 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-abdf0193-8430-4dcb-839e-dac8de2ed7e7 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2891488 Jul 06 17:45:07.752787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-2c4db95e-a1f9-40a8-84ed-588b83c2e02c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ca65a389-3aff-4a71-9ac3-1180117b1629 HTTP/1.1" status: 200 len: 217 time: 0.1006386 Jul 06 17:45:07.795047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38894) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:07.816238 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-433290c2-5e8a-4acf-a806-6bd76975fd57 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=886f2c46-2ce7-43af-b071-3c818e8c45af HTTP/1.1" status: 200 len: 217 time: 0.1360300 Jul 06 17:45:07.907546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1886765199-network', 'tenant_id': 'a65cd5b7d47443c1980201c3336b81a5'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:07.945876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-9d177666-d276-47d0-b340-f2a1c1518f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:07.947511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-9d177666-d276-47d0-b340-f2a1c1518f70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66ba7562-6044-4446-be6a-17696ad33280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5702791 Jul 06 17:45:07.996730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e44d67c3-c040-4ada-950f-382d5a07fbeb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.063105 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e44d67c3-c040-4ada-950f-382d5a07fbeb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.070160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-6c59dfb9-c125-4a6d-8e48-3ae79e7eb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.071723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-6c59dfb9-c125-4a6d-8e48-3ae79e7eb65b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 200 len: 797 time: 0.2851131 Jul 06 17:45:08.104119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Made reservation on behalf of a65cd5b7d47443c1980201c3336b81a5 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:08.106526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.107538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63920af-a78a-4e8a-903e-334bb502270b req-f01eb2f4-db7d-47f0-a4bd-9e093d8eaeff tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.109735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f63920af-a78a-4e8a-903e-334bb502270b req-f01eb2f4-db7d-47f0-a4bd-9e093d8eaeff tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 943 time: 0.7395930 Jul 06 17:45:08.113022 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afe5c29e-fa39-4828-b949-b00a138535cd req-4a7d880f-ae09-47eb-9e03-ae1dfeb77258 service neutron] 10.222.0.55 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7284153 Jul 06 17:45:08.122608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-655b8ee4-6388-4dbb-80da-3c287fcf5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.125152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-655b8ee4-6388-4dbb-80da-3c287fcf5db5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fd875ce-45eb-4d1c-a419-e30c73101d77 HTTP/1.1" status: 200 len: 855 time: 0.2907512 Jul 06 17:45:08.160929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f63920af-a78a-4e8a-903e-334bb502270b req-89f27160-9977-4aaa-a4ca-5df49569a8b5 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Jul 06 17:45:08.213977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-f98dcc4b-cf17-4b1f-9e34-8a5c3ff8a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.215590 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-f98dcc4b-cf17-4b1f-9e34-8a5c3ff8a3a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 913 time: 0.4302750 Jul 06 17:45:08.216312 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.280329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e44d67c3-c040-4ada-950f-382d5a07fbeb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.322449 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-92c0ace2-b1e2-4fb7-87c4-e1be7f2a21b4 req-96df9125-1bf7-4b54-8320-f162d65ab184 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0342374 Jul 06 17:45:08.330216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e44d67c3-c040-4ada-950f-382d5a07fbeb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.331708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e44d67c3-c040-4ada-950f-382d5a07fbeb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c34c8df0-e365-4615-97cf-2e0144461d6e HTTP/1.1" status: 204 len: 168 time: 0.5335979 Jul 06 17:45:08.335547 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38900) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:08.352758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-c620a505-4795-42b6-8f57-0e66743c41b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f372f78a-474d-401a-8356-f4061f166413 HTTP/1.1" status: 200 len: 217 time: 0.1041064 Jul 06 17:45:08.365099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d67c3-c040-4ada-950f-382d5a07fbeb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c34c8df0-e365-4615-97cf-2e0144461d6e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:08.402263 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-83f6f57b-5020-4dea-b9d5-d4209fc19150 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638416 Jul 06 17:45:08.405463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38902) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:08.407994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-f830d10b-0401-4a56-a426-094024e3848f service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449015 Jul 06 17:45:08.480699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef466123-48ff-4f49-b74b-3d189b432aba tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.514626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef466123-48ff-4f49-b74b-3d189b432aba tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.529891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-39ac4a78-f830-4598-b263-bf77db3c5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.532334 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-39ac4a78-f830-4598-b263-bf77db3c5286 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4457388 Jul 06 17:45:08.566422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-80a58ff7-071c-459c-a014-4913649bcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.567347 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-80a58ff7-071c-459c-a014-4913649bcea1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66ba7562-6044-4446-be6a-17696ad33280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4131510 Jul 06 17:45:08.583119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3eee-5610-4f71-8418-d07f5c0fdc0c req-6c96fbcf-6a99-45b4-afa5-41d7aee48d0b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.590194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9ad3eee-5610-4f71-8418-d07f5c0fdc0c req-6c96fbcf-6a99-45b4-afa5-41d7aee48d0b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.4694695 Jul 06 17:45:08.594546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef466123-48ff-4f49-b74b-3d189b432aba tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.598366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef466123-48ff-4f49-b74b-3d189b432aba tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:08.602751 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ef466123-48ff-4f49-b74b-3d189b432aba tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-groups/81ef1303-42a2-4f64-a0db-3e36c1b55552 HTTP/1.1" status: 204 len: 168 time: 0.1930630 Jul 06 17:45:08.603383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38906) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:08.626664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-781a742f-75d8-4fa7-b1fe-2f6d51b0ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:08.628328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-781a742f-75d8-4fa7-b1fe-2f6d51b0ba1b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.2557774 Jul 06 17:45:08.632397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef466123-48ff-4f49-b74b-3d189b432aba tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ef1303-42a2-4f64-a0db-3e36c1b55552,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:08.668063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7299356-3df1-4b7d-b10c-6e60bc3358b4 req-98e501c5-78d2-4373-b60c-93cabdddca9b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0369418 Jul 06 17:45:08.714937 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ae1bacb6-462e-4c38-8948-0e8af0e45dfc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1042619 Jul 06 17:45:08.719287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38910) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:08.724747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-42d3c62f-eb73-4d15-9f61-ac49f41ce2ff tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group': {'name': 'tempest-secgroup--267977672'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:09.128035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-581d2b74-a3c6-4392-9570-0b3caf3a9896 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4505198 Jul 06 17:45:09.220288 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07aec107-b32a-4cfa-ac5d-83b2afa559bb req-01f90567-4e08-4534-86ae-3dab432941a9 service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789388 Jul 06 17:45:09.256791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9ad3eee-5610-4f71-8418-d07f5c0fdc0c req-4e28210b-89a4-46f1-889d-53a3785ad676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656299 Jul 06 17:45:09.316689 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-78bf1ac6-1b2b-43d9-bb66-b5b89169832e service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7686663 Jul 06 17:45:09.325328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.365740 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42d3c62f-eb73-4d15-9f61-ac49f41ce2ff tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.402237 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.444226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235b889-df0a-460c-a005-0f4043447616 req-7821c248-f51a-4ffc-b98a-6e3220f53c9c tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:09.452099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8235b889-df0a-460c-a005-0f4043447616 req-7821c248-f51a-4ffc-b98a-6e3220f53c9c tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 943 time: 0.1554365 Jul 06 17:45:09.530976 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-fa06fdd3-8575-408d-a4e8-0947de606b4b service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9376466 Jul 06 17:45:09.531776 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8235b889-df0a-460c-a005-0f4043447616 req-29de73aa-2575-4410-9a62-ac827cda42d0 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734513 Jul 06 17:45:09.587227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42d3c62f-eb73-4d15-9f61-ac49f41ce2ff tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.594926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42d3c62f-eb73-4d15-9f61-ac49f41ce2ff tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.599496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:45:09.630811 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42d3c62f-eb73-4d15-9f61-ac49f41ce2ff tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.638998 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-42d3c62f-eb73-4d15-9f61-ac49f41ce2ff tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9142368 Jul 06 17:45:09.643517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38918) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:09.649891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0f7fa375-8838-491e-bac9-8a0010c60b68 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': 'df0c181a-0899-420b-9b23-7694ad78b51b', 'direction': 'ingress', 'protocol': 17}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:09.652129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device de800985-a179-4f4c-a106-7736cae757b9 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:09.675628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3c62f-eb73-4d15-9f61-ac49f41ce2ff tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0c181a-0899-420b-9b23-7694ad78b51b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:09.689592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa375-8838-491e-bac9-8a0010c60b68 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.711261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedac04c-e881-4204-8eb6-fbcda11bb62e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:09.755361 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-939e62b7-0cf4-489f-b11b-17e9884c398d service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066139 Jul 06 17:45:09.766070 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.766579 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Added segment 5a6732de-d6c6-47f5-b0ba-74e81b26bf0f of type vlan for network 5c85940f-6a5e-4645-a265-a0a7dd426aa3 Jul 06 17:45:09.798607 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa375-8838-491e-bac9-8a0010c60b68 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.808666 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa375-8838-491e-bac9-8a0010c60b68 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.836540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port de800985-a179-4f4c-a106-7736cae757b9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=de800985-a179-4f4c-a106-7736cae757b9,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:09.850463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-575dd31c-81db-428c-9c45-be1ca5665257 req-9a542311-6f7f-4ccb-8d46-9ec0852d7e8e tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.1409955 Jul 06 17:45:09.852113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fa375-8838-491e-bac9-8a0010c60b68 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a4d6f6-5119-485d-883f-cb5ade2d4123,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:09.860146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa375-8838-491e-bac9-8a0010c60b68 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.865169 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0f7fa375-8838-491e-bac9-8a0010c60b68 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2200317 Jul 06 17:45:09.865900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38922) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:09.868996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'de800985-a179-4f4c-a106-7736cae757b9', 'network_id': '66ba7562-6044-4446-be6a-17696ad33280', 'port_id': 'de800985-a179-4f4c-a106-7736cae757b9', 'mac_address': 'fa:16:3e:dd:58:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd875ce-45eb-4d1c-a419-e30c73101d77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:09.954738 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.957409 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.970369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb042c86-070f-40da-8d97-7ab78d4ef555 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:09.980691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed64bec9-bc12-4a83-958f-d541dee975b8 req-6ff2504c-177c-4cdc-a472-cd58a11938ad service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210999 Jul 06 17:45:09.983462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de800985-a179-4f4c-a106-7736cae757b9 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:10.000733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-e1adbdfd-3253-4430-8a42-835fd45ce790 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737928 Jul 06 17:45:10.025923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb042c86-070f-40da-8d97-7ab78d4ef555 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.033811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port de800985-a179-4f4c-a106-7736cae757b9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=de800985-a179-4f4c-a106-7736cae757b9,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:10.041678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.114959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-c9a06a77-dca5-4c3a-b6b8-e6c84617a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.117288 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-c9a06a77-dca5-4c3a-b6b8-e6c84617a65d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 1094 time: 0.7960815 Jul 06 17:45:10.121489 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:45:10.126096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-90a71f23-b248-4d47-a489-5c3e7e3c9392 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3586c00f-536d-44ef-82fd-af48620ef5a9 HTTP/1.1" status: 200 len: 217 time: 0.1148541 Jul 06 17:45:10.135102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb042c86-070f-40da-8d97-7ab78d4ef555 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.138272 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb042c86-070f-40da-8d97-7ab78d4ef555 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.144720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eb042c86-070f-40da-8d97-7ab78d4ef555 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-groups/df0c181a-0899-420b-9b23-7694ad78b51b HTTP/1.1" status: 204 len: 168 time: 0.2725523 Jul 06 17:45:10.145556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:10.198702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb042c86-070f-40da-8d97-7ab78d4ef555 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0c181a-0899-420b-9b23-7694ad78b51b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:10.226904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=de800985-a179-4f4c-a106-7736cae757b9,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:10.282330 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4b513ca3-386d-40bc-86d7-5a942abcf4ad tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255219 Jul 06 17:45:10.282330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:10.287568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-86ae1d78-cd6e-4c68-936e-6e085c04ce27 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group': {'name': 'tempest-secgroup--584205702'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:10.325539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86ae1d78-cd6e-4c68-936e-6e085c04ce27 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.356695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.357820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.359042 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.384194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34934b04-5d59-4e30-8e31-1fc80507f7a7 req-7b171802-7368-4342-a91f-3539c3b0c8bf service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977826 Jul 06 17:45:10.453797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-4b353a00-8605-4223-94f7-5425c1151b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.455483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-4b353a00-8605-4223-94f7-5425c1151b70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 200 len: 797 time: 0.2745109 Jul 06 17:45:10.474511 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86ae1d78-cd6e-4c68-936e-6e085c04ce27 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.481448 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86ae1d78-cd6e-4c68-936e-6e085c04ce27 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.507242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['de800985-a179-4f4c-a106-7736cae757b9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:10.508042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-ff02180d-0629-4d0c-bbd6-d139cf0d714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.509672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-ff02180d-0629-4d0c-bbd6-d139cf0d714b service neutron] 10.222.0.22 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 917 time: 0.3809457 Jul 06 17:45:10.510327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=5c85940f-6a5e-4645-a265-a0a7dd426aa3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:10.515736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-84207824-fa70-4e12-a57a-3313c21f7aa6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7867787 Jul 06 17:45:10.519609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38934) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:10.533244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Request body: {'subnet': {'network_id': '5c85940f-6a5e-4645-a265-a0a7dd426aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1886765199-subnet', 'tenant_id': 'a65cd5b7d47443c1980201c3336b81a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:10.547480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae1d78-cd6e-4c68-936e-6e085c04ce27 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ddb36d-1833-4e7f-8c75-1ba47280504e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:10.555424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 5c85940f-6a5e-4645-a265-a0a7dd426aa3 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:45:10.583786 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86ae1d78-cd6e-4c68-936e-6e085c04ce27 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.587871 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-86ae1d78-cd6e-4c68-936e-6e085c04ce27 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3031344 Jul 06 17:45:10.588081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-fcb3ec07-256b-4d23-a1c2-4734f7571608 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f36606-d6d7-4c57-95d9-700cf6abd0eb HTTP/1.1" status: 200 len: 217 time: 0.0637515 Jul 06 17:45:10.588198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38942) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:10.593578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-aa7a5304-3e57-4a09-abb9-3a38d91c2c3c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group': {'name': 'tempest-secgroup--217285603'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:10.614600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-aa7a5304-3e57-4a09-abb9-3a38d91c2c3c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:45:10.614600 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:45:10.614600 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id_1': '4d227739aee14d229abb740d418279b5', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 45, 10, 601212)}] Jul 06 17:45:10.614600 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:45:10.615111 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-aa7a5304-3e57-4a09-abb9-3a38d91c2c3c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:45:10.669970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 886f2c46-2ce7-43af-b071-3c818e8c45af details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:10.677894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f372f78a-474d-401a-8356-f4061f166413 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:10.692003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-0affe861-2ba6-4d0f-b68a-c7efa4f2d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.693572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-0affe861-2ba6-4d0f-b68a-c7efa4f2d39c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fd875ce-45eb-4d1c-a419-e30c73101d77 HTTP/1.1" status: 200 len: 855 time: 0.0811956 Jul 06 17:45:10.696296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Made reservation on behalf of a65cd5b7d47443c1980201c3336b81a5 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:10.697453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33334f2e-533e-45d8-9a1e-80f1f8bc8d64 req-37ae87cf-bf1e-4984-b705-dfae8f1a36f7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.698930 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:10.699852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-33334f2e-533e-45d8-9a1e-80f1f8bc8d64 req-37ae87cf-bf1e-4984-b705-dfae8f1a36f7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 945 time: 0.1014502 Jul 06 17:45:10.759537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-33334f2e-533e-45d8-9a1e-80f1f8bc8d64 req-5618da3c-5577-4021-9d82-fc4a0b675dc0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482178 Jul 06 17:45:10.813085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933589f-c03f-495c-ad10-d7141d1461fc req-d96f087c-e45c-4ca3-a041-eeb983dbc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.813085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-d96f087c-e45c-4ca3-a041-eeb983dbc97e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3425832 Jul 06 17:45:10.928391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-b7a941fe-be76-45c0-b27b-2847f6562a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:10.930333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-b7a941fe-be76-45c0-b27b-2847f6562a06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66ba7562-6044-4446-be6a-17696ad33280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290142 Jul 06 17:45:11.033441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.156136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-fdb8311a-c8c0-45e0-8465-f0400dba5944 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363206 Jul 06 17:45:11.207937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa7a5304-3e57-4a09-abb9-3a38d91c2c3c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.251165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca6802-080c-4c06-966d-ad5bad7dafed req-7ecd1124-b852-46a0-bfae-801ce17bf667 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:11.255584 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f372f78a-474d-401a-8356-f4061f166413'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:11.265711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4bca6802-080c-4c06-966d-ad5bad7dafed req-7ecd1124-b852-46a0-bfae-801ce17bf667 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 944 time: 0.2387328 Jul 06 17:45:11.271066 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee20806b-dffa-405f-8dac-21efb0e99f7a" -d '{"events": [{"server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "name": "network-vif-unplugged", "status": "completed", "tag": "f372f78a-474d-401a-8356-f4061f166413"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:11.315277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 886f2c46-2ce7-43af-b071-3c818e8c45af, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=886f2c46-2ce7-43af-b071-3c818e8c45af,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:11.339992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f372f78a-474d-401a-8356-f4061f166413,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:11.349987 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.396138 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4bca6802-080c-4c06-966d-ad5bad7dafed req-b1ec8df7-4624-42bd-81f1-1df67dc3ff7f tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274524 Jul 06 17:45:11.451299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adbf42db-88cf-44f9-bd7b-1d7122a2e410 req-741cd908-1c29-4a3f-bc1f-ca7b002c2e98 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.1181917 Jul 06 17:45:11.464160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-e7e60423-9f10-476a-871b-c97ae74c85be service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256195 Jul 06 17:45:11.467215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '886f2c46-2ce7-43af-b071-3c818e8c45af', 'network_id': '66ba7562-6044-4446-be6a-17696ad33280', 'port_id': '886f2c46-2ce7-43af-b071-3c818e8c45af', 'mac_address': 'fa:16:3e:8c:5d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd875ce-45eb-4d1c-a419-e30c73101d77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:11.474812 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.476996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f372f78a-474d-401a-8356-f4061f166413,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:11.555902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f933589f-c03f-495c-ad10-d7141d1461fc req-9ec70d3c-60bd-487d-98fa-68c4259ef1a4 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914092 Jul 06 17:45:11.576298 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027dad2d-a13b-4ee9-abe6-fd15b729bcdb x-openstack-request-id: req-027dad2d-a13b-4ee9-abe6-fd15b729bcdb {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:11.576797 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "name": "network-vif-unplugged", "status": "completed", "tag": "f372f78a-474d-401a-8356-f4061f166413", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:11.577887 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-027dad2d-a13b-4ee9-abe6-fd15b729bcdb {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:11.579811 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f372f78a-474d-401a-8356-f4061f166413', 'code': 200} Jul 06 17:45:11.580866 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.587631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa7a5304-3e57-4a09-abb9-3a38d91c2c3c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.596552 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa7a5304-3e57-4a09-abb9-3a38d91c2c3c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.609534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886f2c46-2ce7-43af-b071-3c818e8c45af {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:11.649085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 886f2c46-2ce7-43af-b071-3c818e8c45af, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=886f2c46-2ce7-43af-b071-3c818e8c45af,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:11.674202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a5304-3e57-4a09-abb9-3a38d91c2c3c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2723c73-a8c6-4094-84a4-ee52839c18b9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:11.674533 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.691749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa7a5304-3e57-4a09-abb9-3a38d91c2c3c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.691749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aa7a5304-3e57-4a09-abb9-3a38d91c2c3c tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1008737 Jul 06 17:45:11.694285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38960) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:11.703897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4e1ff726-bd63-4e5e-9754-8cc8345cc9dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': 'e2ddb36d-1833-4e7f-8c75-1ba47280504e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a2723c73-a8c6-4094-84a4-ee52839c18b9', 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:11.751144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff726-bd63-4e5e-9754-8cc8345cc9dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.769238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=886f2c46-2ce7-43af-b071-3c818e8c45af,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:11.776957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9811a84c-5052-403e-87c4-7a3b117c2bd9,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:11.786436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Checking segment: {'id': '5a6732de-d6c6-47f5-b0ba-74e81b26bf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5c85940f-6a5e-4645-a265-a0a7dd426aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:11.787046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Network hostable DHCP agents. Network: 5c85940f-6a5e-4645-a265-a0a7dd426aa3, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:45:11.824646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.825766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.826542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.827727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.828480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.829313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.830244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.830868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.831456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.832390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.833384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.834032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:11.872428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff726-bd63-4e5e-9754-8cc8345cc9dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.884622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff726-bd63-4e5e-9754-8cc8345cc9dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.887384 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4de6be4-0811-4614-8b10-1853eb2575e6 req-23cd7fc2-64a8-45cc-94b9-e0fb39a3c4af service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142680 Jul 06 17:45:11.889120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Network 5c85940f-6a5e-4645-a265-a0a7dd426aa3 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:45:11.892598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['886f2c46-2ce7-43af-b071-3c818e8c45af'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:11.920312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 5c85940f-6a5e-4645-a265-a0a7dd426aa3) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:11.930732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:11.933901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.948777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ff726-bd63-4e5e-9754-8cc8345cc9dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca088e23-0048-454a-89a7-f3791d617f0c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:11.954436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff726-bd63-4e5e-9754-8cc8345cc9dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:11.955513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa55d16-8231-4f77-9582-0793b1e6b0da None None] Network 5c85940f-6a5e-4645-a265-a0a7dd426aa3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:11.959839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4e1ff726-bd63-4e5e-9754-8cc8345cc9dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2641003 Jul 06 17:45:11.961498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38964) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:12.034811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e28ae966-3064-4ab5-bae3-20fdc90aa761 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5078778 Jul 06 17:45:12.058761 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5be29f4d-d8b0-4975-a1f2-ac502948f000 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.075210 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5be29f4d-d8b0-4975-a1f2-ac502948f000 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.164241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e5108-ad07-4fe5-97ee-21a41078c214 req-8f8a3e45-625f-420e-a258-fb07c62e8565 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:12.173751 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-510e5108-ad07-4fe5-97ee-21a41078c214 req-8f8a3e45-625f-420e-a258-fb07c62e8565 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 943 time: 0.1980360 Jul 06 17:45:12.198729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5be29f4d-d8b0-4975-a1f2-ac502948f000 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.208460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5be29f4d-d8b0-4975-a1f2-ac502948f000 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.212158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5be29f4d-d8b0-4975-a1f2-ac502948f000 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ca088e23-0048-454a-89a7-f3791d617f0c HTTP/1.1" status: 204 len: 168 time: 0.2463009 Jul 06 17:45:12.212942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38970) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:12.223047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be29f4d-d8b0-4975-a1f2-ac502948f000 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca088e23-0048-454a-89a7-f3791d617f0c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:12.258623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-510e5108-ad07-4fe5-97ee-21a41078c214 req-701a04bc-2a9d-4909-a702-4b35abb31996 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837340 Jul 06 17:45:12.363965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:12.367191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b046648d-98d2-4808-bae6-8354c1096ad2 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1526728 Jul 06 17:45:12.481944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e184c5e-2cc6-4ce9-b303-9bdfb4cc1bf5 None None] Network 5c85940f-6a5e-4645-a265-a0a7dd426aa3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:12.554533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52b0d340-5845-4b18-bca9-875af1adcf7b tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.613079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52b0d340-5845-4b18-bca9-875af1adcf7b tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.630695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 97f36606-d6d7-4c57-95d9-700cf6abd0eb details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:12.714101 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-485d6fb3-3ff9-4d21-ab46-368cf9a9ab83 req-fc6e3710-a06e-4b92-9400-5c8884e9df43 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] show failed (client error): The resource could not be found. Jul 06 17:45:12.725091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-485d6fb3-3ff9-4d21-ab46-368cf9a9ab83 req-fc6e3710-a06e-4b92-9400-5c8884e9df43 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] 10.222.0.13 "GET /v2.0/security-groups/ccc7413d-fde3-4a2e-aa9c-5f64c497b3ac HTTP/1.1" status: 404 len: 352 time: 0.0714536 Jul 06 17:45:12.759116 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52b0d340-5845-4b18-bca9-875af1adcf7b tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.763863 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52b0d340-5845-4b18-bca9-875af1adcf7b tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:12.771596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-52b0d340-5845-4b18-bca9-875af1adcf7b tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-groups/a2723c73-a8c6-4094-84a4-ee52839c18b9 HTTP/1.1" status: 204 len: 168 time: 0.4041467 Jul 06 17:45:12.774407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38986) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:12.822139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe6c6e-16f0-4f49-afd3-47f9499a7258 req-eaf4731a-551e-4eb3-9e65-54f5d4db328b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:12.824981 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3bbe6c6e-16f0-4f49-afd3-47f9499a7258 req-eaf4731a-551e-4eb3-9e65-54f5d4db328b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 944 time: 0.2013621 Jul 06 17:45:12.842249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0d340-5845-4b18-bca9-875af1adcf7b tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2723c73-a8c6-4094-84a4-ee52839c18b9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:12.900788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2043875-162f-4d56-be43-b0a06d86d8e3 req-4ea2c4c5-cfde-4c08-ab1e-de24e20a9d3e tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0551703 Jul 06 17:45:12.916115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3bbe6c6e-16f0-4f49-afd3-47f9499a7258 req-209b4913-2b88-49f6-8fbd-f0151d4ff5cc tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761299 Jul 06 17:45:12.971344 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:45:12.980153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-73e6d653-366c-43df-b10f-6c653532de32 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1906259 Jul 06 17:45:12.986952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38990) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:13.059663 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f022db2-9b5f-44ae-8683-8ec72943797b req-d162a9f0-0c21-473e-9d87-27285e1c9683 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a65cd5b7d47443c1980201c3336b81a5 HTTP/1.1" status: 200 len: 2988 time: 0.0966010 Jul 06 17:45:13.110871 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f299b2a7-48b5-4fe7-9646-be7626d5cda5 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.134619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 97f36606-d6d7-4c57-95d9-700cf6abd0eb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=97f36606-d6d7-4c57-95d9-700cf6abd0eb,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:13.147194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f022db2-9b5f-44ae-8683-8ec72943797b req-29fdb6fe-5291-4c52-b587-54b0c54cabd0 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] 10.222.0.13 "GET /v2.0/security-groups/cedac04c-e881-4204-8eb6-fbcda11bb62e HTTP/1.1" status: 200 len: 2985 time: 0.0863285 Jul 06 17:45:13.158312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '97f36606-d6d7-4c57-95d9-700cf6abd0eb', 'network_id': '66ba7562-6044-4446-be6a-17696ad33280', 'port_id': '97f36606-d6d7-4c57-95d9-700cf6abd0eb', 'mac_address': 'fa:16:3e:d5:52:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd875ce-45eb-4d1c-a419-e30c73101d77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:13.162576 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f299b2a7-48b5-4fe7-9646-be7626d5cda5 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.214268 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.236168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f022db2-9b5f-44ae-8683-8ec72943797b req-2b26881f-5543-44ec-bd66-af6f8ff34739 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] 10.222.0.13 "GET /v2.0/security-groups/cedac04c-e881-4204-8eb6-fbcda11bb62e HTTP/1.1" status: 200 len: 2985 time: 0.0810511 Jul 06 17:45:13.237759 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f299b2a7-48b5-4fe7-9646-be7626d5cda5 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.238136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f36606-d6d7-4c57-95d9-700cf6abd0eb {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:13.248538 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f299b2a7-48b5-4fe7-9646-be7626d5cda5 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.248538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f299b2a7-48b5-4fe7-9646-be7626d5cda5 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2ddb36d-1833-4e7f-8c75-1ba47280504e HTTP/1.1" status: 204 len: 168 time: 0.2566209 Jul 06 17:45:13.248895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38994) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:13.267361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299b2a7-48b5-4fe7-9646-be7626d5cda5 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ddb36d-1833-4e7f-8c75-1ba47280504e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:13.282894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 97f36606-d6d7-4c57-95d9-700cf6abd0eb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=97f36606-d6d7-4c57-95d9-700cf6abd0eb,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:13.313641 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.337165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4c7f7758-1219-4fa6-b603-47891da06c5a tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857508 Jul 06 17:45:13.345651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:13.354182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-98bd6506-a3c7-4e33-a2b2-2b6cd603faa0 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group': {'name': 'tempest-secgroup--705295496'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:13.395555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=97f36606-d6d7-4c57-95d9-700cf6abd0eb,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:13.400755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98bd6506-a3c7-4e33-a2b2-2b6cd603faa0 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.412620 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04d02cf6-44c1-45f7-8848-93831cba3122 req-9a4af69c-d528-4437-9202-6017ebb07726 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] 10.222.0.13 "GET /v2.0/security-groups/cedac04c-e881-4204-8eb6-fbcda11bb62e HTTP/1.1" status: 200 len: 2985 time: 0.1204991 Jul 06 17:45:13.503674 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-04d02cf6-44c1-45f7-8848-93831cba3122 req-106a42bf-8391-47fa-b89d-ca2a9b6c77a0 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 17:45:13.505410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04d02cf6-44c1-45f7-8848-93831cba3122 req-106a42bf-8391-47fa-b89d-ca2a9b6c77a0 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] 10.222.0.13 "DELETE /v2.0/security-groups/cedac04c-e881-4204-8eb6-fbcda11bb62e HTTP/1.1" status: 409 len: 352 time: 0.0881710 Jul 06 17:45:13.525109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['97f36606-d6d7-4c57-95d9-700cf6abd0eb'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:13.633262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d48f1-7973-4a18-88ae-766a85af5b2a req-db8580f9-ecb6-498e-9640-04bcd0fb89ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:13.636344 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f4d48f1-7973-4a18-88ae-766a85af5b2a req-db8580f9-ecb6-498e-9640-04bcd0fb89ce tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 943 time: 0.1819463 Jul 06 17:45:13.692979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device de800985-a179-4f4c-a106-7736cae757b9 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:13.694727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98bd6506-a3c7-4e33-a2b2-2b6cd603faa0 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.702694 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-9c994268-3891-4a33-b6f9-899fcfe644f6 req-d5526703-bcbf-4409-bb66-16f0456bbf10 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] show failed (client error): The resource could not be found. Jul 06 17:45:13.704013 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c994268-3891-4a33-b6f9-899fcfe644f6 req-d5526703-bcbf-4409-bb66-16f0456bbf10 tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] 10.222.0.13 "GET /v2.0/security-groups/447560df-7758-4740-9fbb-752e9cea2aba HTTP/1.1" status: 404 len: 352 time: 0.0184746 Jul 06 17:45:13.704696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98bd6506-a3c7-4e33-a2b2-2b6cd603faa0 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.751452 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-0abb8d96-ce09-4f5f-83d4-bf7c9183b488 req-75cce027-7dc3-4b0d-8c98-991298a2af9f tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] show failed (client error): The resource could not be found. Jul 06 17:45:13.770781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0abb8d96-ce09-4f5f-83d4-bf7c9183b488 req-75cce027-7dc3-4b0d-8c98-991298a2af9f tempest-SecurityGroupsNegativeTestJSON-1904290501 tempest-SecurityGroupsNegativeTestJSON-1904290501-project] 10.222.0.13 "GET /v2.0/security-groups/8acfac49-6d1b-49e3-98e3-29caadcd8978 HTTP/1.1" status: 404 len: 352 time: 0.0264208 Jul 06 17:45:13.770781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39006) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:13.775477 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f4d48f1-7973-4a18-88ae-766a85af5b2a req-caf69ecf-0f7d-4c70-a16e-72aec4cc71d9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287196 Jul 06 17:45:13.779929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98bd6506-a3c7-4e33-a2b2-2b6cd603faa0 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.788643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-98bd6506-a3c7-4e33-a2b2-2b6cd603faa0 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4407637 Jul 06 17:45:13.789129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:13.818378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4d1b8443-25bb-4ec6-b12d-8437c8929c93 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '5941d68d-3263-4562-beea-ad997420b5cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:13.826417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd6506-a3c7-4e33-a2b2-2b6cd603faa0 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5941d68d-3263-4562-beea-ad997420b5cb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:13.835646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-60560951-3926-40bb-962d-a5cb72ef34cc admin admin] Deleting subnet 9811a84c-5052-403e-87c4-7a3b117c2bd9 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:45:13.839931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60560951-3926-40bb-962d-a5cb72ef34cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.890277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60560951-3926-40bb-962d-a5cb72ef34cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.893073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8443-25bb-4ec6-b12d-8437c8929c93 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.929366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port de800985-a179-4f4c-a106-7736cae757b9 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:13.948001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port de800985-a179-4f4c-a106-7736cae757b9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:13.948339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60560951-3926-40bb-962d-a5cb72ef34cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:13.948699 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.043025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8443-25bb-4ec6-b12d-8437c8929c93 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.053464 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8443-25bb-4ec6-b12d-8437c8929c93 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.081110 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60560951-3926-40bb-962d-a5cb72ef34cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.112016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b8443-25bb-4ec6-b12d-8437c8929c93 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e6039b-3b25-4d4f-9b26-4326128a2000,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:14.131976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8443-25bb-4ec6-b12d-8437c8929c93 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.134111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4d1b8443-25bb-4ec6-b12d-8437c8929c93 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3344188 Jul 06 17:45:14.139346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:14.165212 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.178925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60560951-3926-40bb-962d-a5cb72ef34cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9811a84c-5052-403e-87c4-7a3b117c2bd9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:14.197439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b5398e8-09cd-4769-a1af-e8f4e831c342 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.204250 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60560951-3926-40bb-962d-a5cb72ef34cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.208167 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-60560951-3926-40bb-962d-a5cb72ef34cc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9811a84c-5052-403e-87c4-7a3b117c2bd9 HTTP/1.1" status: 204 len: 168 time: 0.4390390 Jul 06 17:45:14.210723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39024) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:14.224605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b5398e8-09cd-4769-a1af-e8f4e831c342 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.256296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b765b447-a545-4b96-944e-a05509113ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de800985-a179-4f4c-a106-7736cae757b9'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:14.260500 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefd3373-0063-4ef8-87eb-acfca5621b7e" -d '{"events": [{"server_uuid": "b765b447-a545-4b96-944e-a05509113ead", "name": "network-vif-plugged", "status": "completed", "tag": "de800985-a179-4f4c-a106-7736cae757b9"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:14.266791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b5398e8-09cd-4769-a1af-e8f4e831c342 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.280641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b5398e8-09cd-4769-a1af-e8f4e831c342 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.282097 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5b5398e8-09cd-4769-a1af-e8f4e831c342 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d6e6039b-3b25-4d4f-9b26-4326128a2000 HTTP/1.1" status: 204 len: 168 time: 0.1400189 Jul 06 17:45:14.284647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5398e8-09cd-4769-a1af-e8f4e831c342 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6e6039b-3b25-4d4f-9b26-4326128a2000,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:14.287178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39030) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:14.289315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port de800985-a179-4f4c-a106-7736cae757b9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=de800985-a179-4f4c-a106-7736cae757b9,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:14.298769 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.389911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=de800985-a179-4f4c-a106-7736cae757b9,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:14.400744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.424889 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d8d41408-8f0f-4fa1-a892-ffea24e4d85d tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1361687 Jul 06 17:45:14.429452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39036) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:14.502541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.516231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c85940f-6a5e-4645-a265-a0a7dd426aa3']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:14.519013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d9332-52f8-4913-86a4-bb180313596b req-6626d770-a9c6-4d6c-9227-83e0464a5599 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:14.523114 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-126d9332-52f8-4913-86a4-bb180313596b req-6626d770-a9c6-4d6c-9227-83e0464a5599 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.2397001 Jul 06 17:45:14.531124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6732de-d6c6-47f5-b0ba-74e81b26bf0f') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:14.531544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6732de-d6c6-47f5-b0ba-74e81b26bf0f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:45:14.549784 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.573656 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.583319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:45:14.583859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:45:14.585842 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:45:14.615509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464ff501-5c30-4a66-980d-aa30c737fb29 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.622257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-126d9332-52f8-4913-86a4-bb180313596b req-f1ebdd6b-e712-4a3c-ab43-a2dcebaa0dbb tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848584 Jul 06 17:45:14.630291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 97f36606-d6d7-4c57-95d9-700cf6abd0eb up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:14.676122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464ff501-5c30-4a66-980d-aa30c737fb29 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.699815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.738540 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.745836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c85940f-6a5e-4645-a265-a0a7dd426aa3 HTTP/1.1" status: 204 len: 168 time: 0.5323508 Jul 06 17:45:14.765790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 97f36606-d6d7-4c57-95d9-700cf6abd0eb completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:14.768705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c1073-5797-4516-b0c3-3b54c6485680 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c85940f-6a5e-4645-a265-a0a7dd426aa3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:14.774416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 97f36606-d6d7-4c57-95d9-700cf6abd0eb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:14.779564 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.822304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464ff501-5c30-4a66-980d-aa30c737fb29 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.830069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464ff501-5c30-4a66-980d-aa30c737fb29 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:14.834461 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-464ff501-5c30-4a66-980d-aa30c737fb29 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-groups/5941d68d-3263-4562-beea-ad997420b5cb HTTP/1.1" status: 204 len: 168 time: 0.4031909 Jul 06 17:45:14.839323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39064) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:14.861625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ff501-5c30-4a66-980d-aa30c737fb29 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5941d68d-3263-4562-beea-ad997420b5cb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:15.001245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-32c297e5-a017-4eb0-b39c-caa9d9d8e8f7 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1600645 Jul 06 17:45:15.009389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:15.012547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf20cd4a-3a92-49cf-aa9c-b47854a1e32b req-495fd825-fdc6-4ac7-9a77-f4c7d86a92b0 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0686789 Jul 06 17:45:15.021426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-af6cc785-be86-4277-b3a3-7347f4145db3 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442128931'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:15.056705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af6cc785-be86-4277-b3a3-7347f4145db3 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.092303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39072) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:15.101193 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.207186 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6b34d650-1eed-48be-ac54-6ee600f88f0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a65cd5b7d47443c1980201c3336b81a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1216068 Jul 06 17:45:15.208710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:15.227691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 97f36606-d6d7-4c57-95d9-700cf6abd0eb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=97f36606-d6d7-4c57-95d9-700cf6abd0eb,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:15.234914 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af6cc785-be86-4277-b3a3-7347f4145db3 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.239632 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.241168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 886f2c46-2ce7-43af-b071-3c818e8c45af up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:15.243107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af6cc785-be86-4277-b3a3-7347f4145db3 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.288098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af6cc785-be86-4277-b3a3-7347f4145db3 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.290671 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-af6cc785-be86-4277-b3a3-7347f4145db3 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2747486 Jul 06 17:45:15.293817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cc785-be86-4277-b3a3-7347f4145db3 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab20489-9fe1-44ac-b485-6f783306bf7f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:15.310913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:15.317984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4d198174-260d-4ddd-9342-82f70a088550 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '1ab20489-9fe1-44ac-b485-6f783306bf7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:15.352385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91b98ac3-6f64-41e4-a000-e31dd305c491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.398202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91b98ac3-6f64-41e4-a000-e31dd305c491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.415605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d198174-260d-4ddd-9342-82f70a088550 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.427441 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5185324-d0c3-47c4-a013-9a5b99ab1c0d x-openstack-request-id: req-d5185324-d0c3-47c4-a013-9a5b99ab1c0d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:15.427900 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b765b447-a545-4b96-944e-a05509113ead", "name": "network-vif-plugged", "status": "completed", "tag": "de800985-a179-4f4c-a106-7736cae757b9", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:15.428359 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5185324-d0c3-47c4-a013-9a5b99ab1c0d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:15.428908 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b765b447-a545-4b96-944e-a05509113ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de800985-a179-4f4c-a106-7736cae757b9', 'code': 200} Jul 06 17:45:15.463727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 886f2c46-2ce7-43af-b071-3c818e8c45af completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:15.486373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=97f36606-d6d7-4c57-95d9-700cf6abd0eb,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:15.491292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 886f2c46-2ce7-43af-b071-3c818e8c45af triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:15.491927 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.494612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-a9ccd8a4-8d22-49a7-a9c0-7dc8274b4117 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:15.501428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-a9ccd8a4-8d22-49a7-a9c0-7dc8274b4117 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4 HTTP/1.1" status: 200 len: 943 time: 0.1608863 Jul 06 17:45:15.540790 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91b98ac3-6f64-41e4-a000-e31dd305c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.544127 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91b98ac3-6f64-41e4-a000-e31dd305c491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.550621 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91b98ac3-6f64-41e4-a000-e31dd305c491 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cedac04c-e881-4204-8eb6-fbcda11bb62e HTTP/1.1" status: 204 len: 168 time: 0.3353939 Jul 06 17:45:15.563459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b98ac3-6f64-41e4-a000-e31dd305c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedac04c-e881-4204-8eb6-fbcda11bb62e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:15.688366 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d198174-260d-4ddd-9342-82f70a088550 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.696343 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.702469 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d198174-260d-4ddd-9342-82f70a088550 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.738440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d198174-260d-4ddd-9342-82f70a088550 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db930f38-5a89-4394-a9ea-1a286eca9f2b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:15.743052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Deleting port f372f78a-474d-401a-8356-f4061f166413 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:45:15.744333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.768025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d198174-260d-4ddd-9342-82f70a088550 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.773266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4d198174-260d-4ddd-9342-82f70a088550 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4560990 Jul 06 17:45:15.774213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39082) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:15.789295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 886f2c46-2ce7-43af-b071-3c818e8c45af, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=886f2c46-2ce7-43af-b071-3c818e8c45af,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:15.801735 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.803863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f372f78a-474d-401a-8356-f4061f166413 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:45:15.805974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340f354-e0ee-41e7-8eba-f2797258c407 req-f8c1a346-b93f-4e47-9a99-636178ff1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:15.807967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f340f354-e0ee-41e7-8eba-f2797258c407 req-f8c1a346-b93f-4e47-9a99-636178ff1c8c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 1096 time: 0.2273490 Jul 06 17:45:15.837798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-db78525a-6d83-484b-99a0-565b390f7bd6 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules/db930f38-5a89-4394-a9ea-1a286eca9f2b HTTP/1.1" status: 200 len: 763 time: 0.0616736 Jul 06 17:45:15.841867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:15.862742 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f340f354-e0ee-41e7-8eba-f2797258c407 req-7613f15e-3667-462e-b33f-656c8ab3a810 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Jul 06 17:45:15.930906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] For port f372f78a-474d-401a-8356-f4061f166413, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f372f78a-474d-401a-8356-f4061f166413,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:15.933522 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:15.958257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Calling delete_port for f372f78a-474d-401a-8356-f4061f166413 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:45:15.958729 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=886f2c46-2ce7-43af-b071-3c818e8c45af,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.003058 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f893cc9c-1929-4442-b69c-b7b5160082fa tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1586037 Jul 06 17:45:16.006947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39086) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.096331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a707142b-e2e4-4be4-94bd-1bbf646725dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.111867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a707142b-e2e4-4be4-94bd-1bbf646725dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.144668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.162628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4fcdf-dd99-4a06-94c8-602cc896e27a req-6eaf9635-b737-44ee-bf12-0e9512fcd72a tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:16.164261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9db4fcdf-dd99-4a06-94c8-602cc896e27a req-6eaf9635-b737-44ee-bf12-0e9512fcd72a tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.2156026 Jul 06 17:45:16.171897 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a707142b-e2e4-4be4-94bd-1bbf646725dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.185064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a707142b-e2e4-4be4-94bd-1bbf646725dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.189782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a707142b-e2e4-4be4-94bd-1bbf646725dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/db930f38-5a89-4394-a9ea-1a286eca9f2b HTTP/1.1" status: 204 len: 168 time: 0.1784334 Jul 06 17:45:16.190966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39092) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.209949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707142b-e2e4-4be4-94bd-1bbf646725dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db930f38-5a89-4394-a9ea-1a286eca9f2b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.213082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event deleted for resources: {'Port': ['ID=f372f78a-474d-401a-8356-f4061f166413,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.247724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9db4fcdf-dd99-4a06-94c8-602cc896e27a req-5ffbd4b7-8f58-4d30-96f8-01d9bd94a851 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721540 Jul 06 17:45:16.323478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] No DVR routers for this DVR port f372f78a-474d-401a-8356-f4061f166413 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:45:16.328870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.332483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1999dcd-663b-49d0-9619-9d3034d5130b req-07dd08ad-ae3f-40f0-a81c-653f391d6676 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "DELETE /v2.0/ports/f372f78a-474d-401a-8356-f4061f166413 HTTP/1.1" status: 204 len: 173 time: 0.8297987 Jul 06 17:45:16.333290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'name': 'network-vif-deleted', 'tag': 'f372f78a-474d-401a-8356-f4061f166413'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:16.337165 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7d1ab1-eabf-4915-b523-70eccee20f3a" -d '{"events": [{"server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "name": "network-vif-deleted", "tag": "f372f78a-474d-401a-8356-f4061f166413"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:16.384485 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-142f04ab-c75d-4d37-ba32-1942f0d4c653 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1817327 Jul 06 17:45:16.384956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.393826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bafa1b03-e6de-40af-8c34-d73b3bc186ab tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '1ab20489-9fe1-44ac-b485-6f783306bf7f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:16.457460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bafa1b03-e6de-40af-8c34-d73b3bc186ab tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.492584 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88aab533-10cc-4be1-b936-242e40eada68 req-48d4b60a-7a89-49f9-b32a-10ba11ab8088 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0551233 Jul 06 17:45:16.522849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bafa1b03-e6de-40af-8c34-d73b3bc186ab tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.529720 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bafa1b03-e6de-40af-8c34-d73b3bc186ab tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.569130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa1b03-e6de-40af-8c34-d73b3bc186ab tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9857760-2ce5-4add-adf5-40dc3dbadd53,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.572190 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bafa1b03-e6de-40af-8c34-d73b3bc186ab tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.574188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bafa1b03-e6de-40af-8c34-d73b3bc186ab tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1868858 Jul 06 17:45:16.576460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39112) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.602185 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d3d27e6d-6627-4022-9301-1710ba1c28cb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules/a9857760-2ce5-4add-adf5-40dc3dbadd53 HTTP/1.1" status: 200 len: 763 time: 0.0234716 Jul 06 17:45:16.604798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39114) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.693574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-05525643-487d-449f-a0a3-9afc8e859700 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0828779 Jul 06 17:45:16.696444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39122) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.757223 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0d13552-981b-40ff-bfe3-d4656e1454dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.789814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0d13552-981b-40ff-bfe3-d4656e1454dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.797801 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d3ba43-019c-41b9-96b8-2c2a4cac0e77 x-openstack-request-id: req-a3d3ba43-019c-41b9-96b8-2c2a4cac0e77 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:16.798621 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4", "name": "network-vif-deleted", "tag": "f372f78a-474d-401a-8356-f4061f166413", "status": "failed", "code": 422}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:16.798621 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3d3ba43-019c-41b9-96b8-2c2a4cac0e77 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:16.798995 n-d-799526-3 neutron-server[93779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7bedca8d-b8ee-4a0e-9e49-d9ff5d688ca4', 'name': 'network-vif-deleted', 'tag': 'f372f78a-474d-401a-8356-f4061f166413', 'status': 'failed', 'code': 422} returned with failed status Jul 06 17:45:16.863795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0d13552-981b-40ff-bfe3-d4656e1454dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.873050 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0d13552-981b-40ff-bfe3-d4656e1454dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:16.875824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d0d13552-981b-40ff-bfe3-d4656e1454dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a9857760-2ce5-4add-adf5-40dc3dbadd53 HTTP/1.1" status: 204 len: 168 time: 0.1774440 Jul 06 17:45:16.881042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:16.890510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d13552-981b-40ff-bfe3-d4656e1454dc tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9857760-2ce5-4add-adf5-40dc3dbadd53,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:16.931857 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75a1b4eb-8b42-48d4-8b55-540de16680bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.008389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39138) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:17.009084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-15eedf5e-5f6e-4769-a890-81d0014f1942 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1263437 Jul 06 17:45:17.015414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3b71156a-0c87-447c-b8ab-060a726f86ee tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Request body: {'security_group_rule': {'security_group_id': '1ab20489-9fe1-44ac-b485-6f783306bf7f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:17.057815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b71156a-0c87-447c-b8ab-060a726f86ee tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.066546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:17.132605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b71156a-0c87-447c-b8ab-060a726f86ee tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.137976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b71156a-0c87-447c-b8ab-060a726f86ee tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.167502 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71156a-0c87-447c-b8ab-060a726f86ee tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa0067d-d8a7-4050-b37a-f80801ec9743,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:17.178527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b71156a-0c87-447c-b8ab-060a726f86ee tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.179749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3b71156a-0c87-447c-b8ab-060a726f86ee tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694908 Jul 06 17:45:17.184409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:17.208384 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a11ac523-a850-46fd-95b7-342cda99aafb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules/3fa0067d-d8a7-4050-b37a-f80801ec9743 HTTP/1.1" status: 200 len: 764 time: 0.0223775 Jul 06 17:45:17.212318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:17.284399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1280075462-network', 'tenant_id': 'd0285a1bfe134c329a7fc5b5c81e2c40'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:17.305489 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bed48d83-7b78-474b-a637-879e77523e30 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0915129 Jul 06 17:45:17.311998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:17.325079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Made reservation on behalf of d0285a1bfe134c329a7fc5b5c81e2c40 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:17.329616 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.352714 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.379158 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca92e717-204f-4ed2-b4b6-a48b18310657 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.397339 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca92e717-204f-4ed2-b4b6-a48b18310657 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.430659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e434be04-1ef4-4221-892a-b0a35d2d8e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f36606-d6d7-4c57-95d9-700cf6abd0eb'}, {'server_uuid': '7c18f5d7-32bb-4db8-bfd8-827e4d43e024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f2c46-2ce7-43af-b071-3c818e8c45af'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:17.435172 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17564e3-934b-44f3-b0eb-0156708f9480" -d '{"events": [{"server_uuid": "e434be04-1ef4-4221-892a-b0a35d2d8e21", "name": "network-vif-plugged", "status": "completed", "tag": "97f36606-d6d7-4c57-95d9-700cf6abd0eb"}, {"server_uuid": "7c18f5d7-32bb-4db8-bfd8-827e4d43e024", "name": "network-vif-plugged", "status": "completed", "tag": "886f2c46-2ce7-43af-b071-3c818e8c45af"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:17.452087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca92e717-204f-4ed2-b4b6-a48b18310657 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.459949 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca92e717-204f-4ed2-b4b6-a48b18310657 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.465062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ca92e717-204f-4ed2-b4b6-a48b18310657 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/3fa0067d-d8a7-4050-b37a-f80801ec9743 HTTP/1.1" status: 204 len: 168 time: 0.1480181 Jul 06 17:45:17.467361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39156) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:17.474962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92e717-204f-4ed2-b4b6-a48b18310657 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fa0067d-d8a7-4050-b37a-f80801ec9743,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:17.573424 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d5debc-6821-4a7a-83ba-d3acd2ad0af0 x-openstack-request-id: req-83d5debc-6821-4a7a-83ba-d3acd2ad0af0 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:17.573958 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e434be04-1ef4-4221-892a-b0a35d2d8e21", "name": "network-vif-plugged", "status": "completed", "tag": "97f36606-d6d7-4c57-95d9-700cf6abd0eb", "code": 200}, {"server_uuid": "7c18f5d7-32bb-4db8-bfd8-827e4d43e024", "name": "network-vif-plugged", "status": "completed", "tag": "886f2c46-2ce7-43af-b071-3c818e8c45af", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:17.576016 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83d5debc-6821-4a7a-83ba-d3acd2ad0af0 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:17.576016 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e434be04-1ef4-4221-892a-b0a35d2d8e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f36606-d6d7-4c57-95d9-700cf6abd0eb', 'code': 200} Jul 06 17:45:17.576016 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c18f5d7-32bb-4db8-bfd8-827e4d43e024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f2c46-2ce7-43af-b071-3c818e8c45af', 'code': 200} Jul 06 17:45:17.582195 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c6be1a67-fe83-45b9-bcb5-447854af0ff9 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1124337 Jul 06 17:45:17.589506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:17.764196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67378e0d-8302-471d-bd73-7442875a10a9 req-19939271-2367-4bd6-b4de-b9f255821279 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:17.765728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-67378e0d-8302-471d-bd73-7442875a10a9 req-19939271-2367-4bd6-b4de-b9f255821279 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.2235112 Jul 06 17:45:17.799821 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec4acb0b-ccb0-4516-9996-87d4aae5f2cb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.835141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-67378e0d-8302-471d-bd73-7442875a10a9 req-f0ecb566-4e4e-4664-872a-dca7db844037 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631387 Jul 06 17:45:17.846147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.909327 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.926616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a4658c05-a499-40bb-949b-c75edb5627ed req-0d5f918e-6799-4d5a-9142-cc409156d8ac tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0939200 Jul 06 17:45:17.940513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec4acb0b-ccb0-4516-9996-87d4aae5f2cb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:17.994806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:45:18.076852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:18.084678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.085661 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Added segment a61f2b55-2941-411d-8069-63643ea62739 of type vlan for network 15584471-2630-45f1-9648-6c381607671e Jul 06 17:45:18.180128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-8d4fc370-03d3-43b5-a523-9315441a15bd tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:18.184419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-8d4fc370-03d3-43b5-a523-9315441a15bd tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.2121108 Jul 06 17:45:18.190207 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.212733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb16b8-7263-4868-9e0e-e2a9ae68efb4 req-cf18c811-a911-4dd2-a7c6-1a153f8b9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:18.214667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-acbb16b8-7263-4868-9e0e-e2a9ae68efb4 req-cf18c811-a911-4dd2-a7c6-1a153f8b9fcd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 1096 time: 0.5122952 Jul 06 17:45:18.220469 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec4acb0b-ccb0-4516-9996-87d4aae5f2cb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.221557 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-75b59496-6bc6-45f6-82b1-868805786f14 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/quotas/b1241c3cb7844dfaade4e75a0193502a HTTP/1.1" status: 200 len: 375 time: 0.0199285 Jul 06 17:45:18.223117 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec4acb0b-ccb0-4516-9996-87d4aae5f2cb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.224280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ec4acb0b-ccb0-4516-9996-87d4aae5f2cb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ab20489-9fe1-44ac-b485-6f783306bf7f HTTP/1.1" status: 204 len: 168 time: 0.6333590 Jul 06 17:45:18.230666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39180) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:18.233056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4783-798d-42f4-af8d-514d6631aa8e req-63e07238-d22b-466b-8f65-43dcf99700ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:18.235289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c02e4783-798d-42f4-af8d-514d6631aa8e req-63e07238-d22b-466b-8f65-43dcf99700ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 1097 time: 0.4654684 Jul 06 17:45:18.284958 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-eb995aba-aa5b-4609-908c-c12a64e57595 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558722 Jul 06 17:45:18.298150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4acb0b-ccb0-4516-9996-87d4aae5f2cb tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab20489-9fe1-44ac-b485-6f783306bf7f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:18.345501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.346533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:18.347131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.371737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ba064066-bd36-4eb6-aaeb-b29382b1e41b tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1331329 Jul 06 17:45:18.373256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:18.389218 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c02e4783-798d-42f4-af8d-514d6631aa8e req-9a678844-532a-4595-86f2-a25d3c1ae6b1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276045 Jul 06 17:45:18.434046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-acbb16b8-7263-4868-9e0e-e2a9ae68efb4 req-fe4f2fcf-5f01-4713-a6c6-d84edd3e2454 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059996 Jul 06 17:45:18.457973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3893535 Jul 06 17:45:18.464879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39184) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:18.486259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2511132-eeeb-480c-8eb7-3aa887464c43 admin admin] Pushing event updated for resources: {'Network': ['ID=15584471-2630-45f1-9648-6c381607671e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:18.486920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Request body: {'subnet': {'network_id': '15584471-2630-45f1-9648-6c381607671e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1280075462-subnet', 'tenant_id': 'd0285a1bfe134c329a7fc5b5c81e2c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:18.499414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 15584471-2630-45f1-9648-6c381607671e details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:45:18.508356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850d652-f0f8-499a-aade-598d6d0883d3 req-296a016b-a9c4-4bcf-8b47-53196caaeeb8 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:18.511332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e850d652-f0f8-499a-aade-598d6d0883d3 req-296a016b-a9c4-4bcf-8b47-53196caaeeb8 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.2949684 Jul 06 17:45:18.513581 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0a1f5432-9ac2-42ca-bb7a-9d602f427621 tempest-SecGroupTest-585637036 tempest-SecGroupTest-585637036-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1394634 Jul 06 17:45:18.543606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e03434c5-fa1c-49f1-8eab-e57992833d46 service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399333 Jul 06 17:45:18.590810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e850d652-f0f8-499a-aade-598d6d0883d3 req-c42bf277-16c0-453a-8627-0cf8986d5b7e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677066 Jul 06 17:45:18.699343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Made reservation on behalf of d0285a1bfe134c329a7fc5b5c81e2c40 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:18.705477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:18.865733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39190) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:18.873372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-f926b794-7a52-459e-8726-661d6172614c service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279974 Jul 06 17:45:19.069746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.102377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bb9fc6a5-abd3-4e83-af8f-43e94e22f078 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d227739aee14d229abb740d418279b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287140 Jul 06 17:45:19.102377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39196) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:19.235514 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5dda510-1e0c-4127-a6ca-3aac44fab341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.272535 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c493edd5-9368-405b-8378-421e0aa72c7d req-45fb2707-fcc5-4bd6-872e-b3efd4cf32b7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 210 time: 0.0905790 Jul 06 17:45:19.282219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7efb61c-af40-475c-9987-361c48dbe1e1,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:19.288628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Checking segment: {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:19.289001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Network hostable DHCP agents. Network: 15584471-2630-45f1-9648-6c381607671e, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:45:19.310846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Network 15584471-2630-45f1-9648-6c381607671e is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:45:19.324995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 15584471-2630-45f1-9648-6c381607671e) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:19.328330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57283324-b166-44b6-b0ce-37d03b2ddd0f req-6b02c73d-7cff-459e-9e48-f580a6c3dcd9 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0964575 Jul 06 17:45:19.333326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:19.334688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.341950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cfed7e-f18a-4f2b-b72d-338af4b5d90c None None] Network 15584471-2630-45f1-9648-6c381607671e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:19.371758 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a5d8ba86-7027-40f8-b5ca-a768c1b78416 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8995230 Jul 06 17:45:19.385589 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5dda510-1e0c-4127-a6ca-3aac44fab341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.538468 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5dda510-1e0c-4127-a6ca-3aac44fab341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.542895 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5dda510-1e0c-4127-a6ca-3aac44fab341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.544383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d5dda510-1e0c-4127-a6ca-3aac44fab341 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15a1c6c4-a5b9-45eb-bed0-1e0243e2edf0 HTTP/1.1" status: 204 len: 168 time: 0.4416420 Jul 06 17:45:19.557051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dda510-1e0c-4127-a6ca-3aac44fab341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a1c6c4-a5b9-45eb-bed0-1e0243e2edf0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:19.666110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-799b065e-78b4-4c11-8771-4b63086f6ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:19.674045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2d47d-ce10-4366-97cd-4f6978f6dfc3 None None] Network 15584471-2630-45f1-9648-6c381607671e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:45:20.036464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b79f7-8b2b-4c02-9256-e3eb0ec1dce5 req-2da7d25f-fa7d-4564-ae22-5071143a32df tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:20.039639 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a55b79f7-8b2b-4c02-9256-e3eb0ec1dce5 req-2da7d25f-fa7d-4564-ae22-5071143a32df tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1611848 Jul 06 17:45:20.128147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a55b79f7-8b2b-4c02-9256-e3eb0ec1dce5 req-41cc92c5-9202-4c62-83ce-88735d6782bf tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709658 Jul 06 17:45:20.146307 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.628171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9902-7599-4689-91bf-9aeda6cab66d req-f66f8a73-c913-4333-a9fd-a524370594e0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:20.630456 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:20.643246 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-f66f8a73-c913-4333-a9fd-a524370594e0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/networks?id=15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 200 len: 815 time: 0.1659822 Jul 06 17:45:20.678526 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-a5cbccd1-3634-4546-b5ee-eb9f59a7bd5a tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/quotas/d0285a1bfe134c329a7fc5b5c81e2c40 HTTP/1.1" status: 200 len: 375 time: 0.0337892 Jul 06 17:45:20.765132 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-4f882135-3ab6-4f95-8b5c-993906c0bf68 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741103 Jul 06 17:45:20.943667 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-649b563f-ad88-4397-a87f-d548c64e14d2 service neutron] 10.222.0.13 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715839 Jul 06 17:45:21.072420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd37eb-6312-4e07-9292-5a32b5c1eb77 req-f3a5506d-1f11-438b-8ba1-8af5ee6ce17e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:21.079465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aedd37eb-6312-4e07-9292-5a32b5c1eb77 req-f3a5506d-1f11-438b-8ba1-8af5ee6ce17e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 945 time: 0.4804578 Jul 06 17:45:21.090548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-97a872fc-a3e8-4f32-94f6-db14f08bcabe service neutron] 10.222.0.13 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431258 Jul 06 17:45:21.135175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aedd37eb-6312-4e07-9292-5a32b5c1eb77 req-405e3503-121b-4ab5-bb3d-0acfbfe31b3d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475421 Jul 06 17:45:21.364559 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7990c15-1834-4f87-ad31-70c190f30a1f req-aaf9d178-1ddf-4369-b40a-80496694c472 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 210 time: 0.0582900 Jul 06 17:45:21.728273 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f244a16-e5c5-4b73-82c1-c570e5ce0473 req-a537ac85-ee46-4226-86fb-70f0e900c23e tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0861576 Jul 06 17:45:21.775250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-4c607c56-4385-4cd4-ae6b-f1c449cd67ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:21.779158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-4c607c56-4385-4cd4-ae6b-f1c449cd67ff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.55 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.3867633 Jul 06 17:45:21.806752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Request body: {'port': {'device_id': 'a0603484-bed7-442f-ad3f-2d7b6e9a834a', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'admin_state_up': True, 'tenant_id': 'b1241c3cb7844dfaade4e75a0193502a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:21.965863 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3bfcb438-33c9-43f9-a858-24b3aaa54889 req-3a2ec822-a4b1-4e0a-8175-e55d43b56818 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 210 time: 0.1333644 Jul 06 17:45:22.126600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Made reservation on behalf of b1241c3cb7844dfaade4e75a0193502a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:22.138579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.390881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddffd2d-3930-49c4-b6b4-5a74f9e94ece req-858128be-baa8-4d75-a153-3da500f8a4cd tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:22.393454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ddffd2d-3930-49c4-b6b4-5a74f9e94ece req-858128be-baa8-4d75-a153-3da500f8a4cd tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.2198713 Jul 06 17:45:22.488061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Allocated IP 172.20.0.8 (9811fd57-c9db-4518-b207-d909bc461be1/efd08fa1-37f8-4d9c-8543-93bcd3936a3f/89c82bcd-0fb8-42b4-8f67-d144a1bb52cd) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:22.538712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ddffd2d-3930-49c4-b6b4-5a74f9e94ece req-326548f3-5d1e-4891-9e89-a6a1cf43800c tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308677 Jul 06 17:45:22.557264 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:22.699011 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dde78151-0e85-4886-8b04-f9d17ad08e0c req-af58b215-540d-4ee8-bbf2-198b54979413 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 210 time: 0.0667751 Jul 06 17:45:22.871814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:23.004436 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:23.071806 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a769a6b0-a2c7-4b0a-9438-d80236fe8cf5 req-1f6bba4e-dab8-4c2d-8698-fcf13fed9d7e tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0462804 Jul 06 17:45:23.147781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Network 9811fd57-c9db-4518-b207-d909bc461be1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:23.162497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:23.187714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event updated for resources: {'Port': ['ID=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:23.192830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:23.276143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:23.276852 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:23.303220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-046a8a6d-f78d-416c-8834-e2ea396cd680 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5091000 Jul 06 17:45:23.323936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Request body: {'port': {'device_id': 'a0603484-bed7-442f-ad3f-2d7b6e9a834a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:23.391949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aefd239a-2dd7-4365-bd48-8b639d8fba1c req-9b52bae9-aeef-436a-a46b-4563cb6268d6 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 210 time: 0.0623462 Jul 06 17:45:23.566632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:23.602740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779a2b6-9d76-4821-97d7-cfd5caa16683 req-83bd2b5a-f31b-42c8-abee-663ff4ab8443 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:23.604345 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d779a2b6-9d76-4821-97d7-cfd5caa16683 req-83bd2b5a-f31b-42c8-abee-663ff4ab8443 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.2281744 Jul 06 17:45:23.747922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d779a2b6-9d76-4821-97d7-cfd5caa16683 req-0156014e-8eef-4add-a98c-90ac7a77b448 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247222 Jul 06 17:45:24.030064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9902-7599-4689-91bf-9aeda6cab66d req-4680ac90-1830-4fc8-8282-791fdb2adfd5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:24.032559 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-4680ac90-1830-4fc8-8282-791fdb2adfd5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.55 "GET /v2.0/networks?id=15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 200 len: 815 time: 0.3016829 Jul 06 17:45:24.059507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Request body: {'port': {'device_id': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'network_id': '15584471-2630-45f1-9648-6c381607671e', 'admin_state_up': True, 'tenant_id': 'd0285a1bfe134c329a7fc5b5c81e2c40'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:24.234278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:24.255928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.289614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Transition to ACTIVE for port object 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:24.292226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb62b16-885e-4d29-8c0b-c015117d8c4f req-34da40f4-4400-4ba7-ac1a-ce83bc5acaff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:24.294028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfb62b16-885e-4d29-8c0b-c015117d8c4f req-34da40f4-4400-4ba7-ac1a-ce83bc5acaff tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 931 time: 0.2807236 Jul 06 17:45:24.309793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.343130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Made reservation on behalf of d0285a1bfe134c329a7fc5b5c81e2c40 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:24.346957 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.366519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfb62b16-885e-4d29-8c0b-c015117d8c4f req-77bcc74b-9dc2-4f1f-a567-0be75265e9a3 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630333 Jul 06 17:45:24.519210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:24.609138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Allocated IP 172.20.0.2 (15584471-2630-45f1-9648-6c381607671e/f7efb61c-af40-475c-9987-361c48dbe1e1/3f0bb15e-eed9-4517-a178-22a079893f6c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:24.628697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366a24-7c95-4e38-b1fc-53cba2702c8c req-1e5b7031-4e66-4a6f-ba01-b9024b673fd3 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:24.642225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366a24-7c95-4e38-b1fc-53cba2702c8c req-1e5b7031-4e66-4a6f-ba01-b9024b673fd3 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:24.648638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366a24-7c95-4e38-b1fc-53cba2702c8c req-1e5b7031-4e66-4a6f-ba01-b9024b673fd3 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:24.650499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0366a24-7c95-4e38-b1fc-53cba2702c8c req-1e5b7031-4e66-4a6f-ba01-b9024b673fd3 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead&device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21&device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 2417 time: 0.3650453 Jul 06 17:45:24.729268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Attempting to bind port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:24.729758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Attempting to bind port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:24.730372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Attempting to bind port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:24.738258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0366a24-7c95-4e38-b1fc-53cba2702c8c req-36b524e1-5b06-4a3e-98c3-2c85e600b422 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767269 Jul 06 17:45:24.745517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd on network 9811fd57-c9db-4518-b207-d909bc461be1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:24.745517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Attempting to bind port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:24.758940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f41e08f-9668-4dfe-a920-cc2ae66e2461 req-71acdaa4-3f06-445d-b690-04a85145f842 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0538535 Jul 06 17:45:24.774449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:24.774449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Checking segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:24.774449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Bound using segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:24.774449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Bound port: 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:24.774449 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.914875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] For port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:24.925606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] For port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:24.938363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:24.966959 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.043339 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.047454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:25.048684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.052785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] 10.222.0.55 "PUT /v2.0/ports/89c82bcd-0fb8-42b4-8f67-d144a1bb52cd HTTP/1.1" status: 200 len: 1091 time: 1.7390237 Jul 06 17:45:25.053537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0603484-bed7-442f-ad3f-2d7b6e9a834a', 'tag': '89c82bcd-0fb8-42b4-8f67-d144a1bb52cd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:25.058487 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb056351-dceb-4d0f-86a4-0ddeffa3c425" -d '{"events": [{"name": "network-changed", "server_uuid": "a0603484-bed7-442f-ad3f-2d7b6e9a834a", "tag": "89c82bcd-0fb8-42b4-8f67-d144a1bb52cd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:25.107213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eb888-244f-411d-82c8-ea37a83a4fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:25.144929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Network 15584471-2630-45f1-9648-6c381607671e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:25.165644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:25.175173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:25.230407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Pushing event updated for resources: {'Port': ['ID=3f0bb15e-eed9-4517-a178-22a079893f6c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:25.245958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6ad65-d02f-4a55-99d7-785e6bbbac79 req-979ea54b-9b2c-4865-b24d-0a045bf64502 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:25.254200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2b6ad65-d02f-4a55-99d7-785e6bbbac79 req-979ea54b-9b2c-4865-b24d-0a045bf64502 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 931 time: 0.1613615 Jul 06 17:45:25.268815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-52cc3ce0-211e-4217-9183-7292a43cd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:25.270742 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-52cc3ce0-211e-4217-9183-7292a43cd1a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 1094 time: 0.1588891 Jul 06 17:45:25.303235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:25.305714 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.333163 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-997839c1-4a24-4154-afdd-1bb134b55114 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2817068 Jul 06 17:45:25.342756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-f5adf1f0-9edc-4d3b-b887-177274850a51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd HTTP/1.1" status: 200 len: 217 time: 0.0637479 Jul 06 17:45:25.378468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Request body: {'port': {'device_id': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:25.463927 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2b6ad65-d02f-4a55-99d7-785e6bbbac79 req-02cc8af0-c186-4802-b4e2-a5b656007968 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084374 Jul 06 17:45:25.483964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-8a3b5466-338e-4d88-95d9-a00b350248f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:25.489233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-8a3b5466-338e-4d88-95d9-a00b350248f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.1345437 Jul 06 17:45:25.575407 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-2729b655-d997-4558-b1de-1ad7734b39bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731478 Jul 06 17:45:25.579943 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:25.597700 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26864c8-6795-4cbc-b017-f4aea3e214eb x-openstack-request-id: req-a26864c8-6795-4cbc-b017-f4aea3e214eb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:25.598122 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0603484-bed7-442f-ad3f-2d7b6e9a834a", "tag": "89c82bcd-0fb8-42b4-8f67-d144a1bb52cd", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:25.598797 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a26864c8-6795-4cbc-b017-f4aea3e214eb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:25.599201 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0603484-bed7-442f-ad3f-2d7b6e9a834a', 'tag': '89c82bcd-0fb8-42b4-8f67-d144a1bb52cd', 'status': 'completed', 'code': 200} Jul 06 17:45:25.684796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf6440-f97d-4f94-a24f-86c3fa2dc58f req-0cde09cb-66ea-4804-a185-1f93751fe58e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:25.687722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebbf6440-f97d-4f94-a24f-86c3fa2dc58f req-0cde09cb-66ea-4804-a185-1f93751fe58e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.2223392 Jul 06 17:45:25.722471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-ea51b858-55ce-4bf4-8bcd-499e45619e03 service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391499 Jul 06 17:45:25.884523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebbf6440-f97d-4f94-a24f-86c3fa2dc58f req-ad0a4140-18eb-4bd4-819f-5db2f9d8bccc tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897769 Jul 06 17:45:25.985196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-427ab4bb-44b1-4679-890e-1a9ff46e7a1a req-eb96ee9c-39a1-46a5-a287-b59edaf9a516 service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514527 Jul 06 17:45:26.000035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73c15-e674-40c4-9530-e2855da21962 req-861f4461-78c8-4c85-80d2-1c5780e993fb tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:26.002647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40b73c15-e674-40c4-9530-e2855da21962 req-861f4461-78c8-4c85-80d2-1c5780e993fb tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 943 time: 0.2360311 Jul 06 17:45:26.096830 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40b73c15-e674-40c4-9530-e2855da21962 req-ff89299b-2904-4708-a647-ed64334417a0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820229 Jul 06 17:45:26.205655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-595d0006-ee0d-48b4-92c5-86785f4ceee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:26.208613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-595d0006-ee0d-48b4-92c5-86785f4ceee8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 1094 time: 0.1101425 Jul 06 17:45:26.210235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0bb15e-eed9-4517-a178-22a079893f6c {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:26.225191 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.252935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Transition to ACTIVE for port object 3f0bb15e-eed9-4517-a178-22a079893f6c will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:45:26.258680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.363137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-44a2170f-871c-41c8-aeff-cb1c85e49004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:26.364847 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-44a2170f-871c-41c8-aeff-cb1c85e49004 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 913 time: 0.1491463 Jul 06 17:45:26.418164 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82cf1210-f2d9-4cf0-a9a6-f67d2008ea0e req-1e421aba-460f-4f31-a51c-02e2f3a1eeaa tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0933869 Jul 06 17:45:26.423167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0bb15e-eed9-4517-a178-22a079893f6c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:26.447632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-77493ea4-f70a-463c-8a8e-989d90da5f9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd HTTP/1.1" status: 200 len: 217 time: 0.0744302 Jul 06 17:45:26.601105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-fddf91b0-2c9b-420c-865a-4241b5c80d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:26.610126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-fddf91b0-2c9b-420c-865a-4241b5c80d7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.1485872 Jul 06 17:45:26.616722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Attempting to bind port 3f0bb15e-eed9-4517-a178-22a079893f6c on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:45:26.617320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Attempting to bind port 3f0bb15e-eed9-4517-a178-22a079893f6c by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:45:26.617860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Attempting to bind port 3f0bb15e-eed9-4517-a178-22a079893f6c on network 15584471-2630-45f1-9648-6c381607671e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:26.626016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Port 3f0bb15e-eed9-4517-a178-22a079893f6c on network 15584471-2630-45f1-9648-6c381607671e not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:45:26.626718 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Attempting to bind port 3f0bb15e-eed9-4517-a178-22a079893f6c on network 15584471-2630-45f1-9648-6c381607671e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:45:26.638625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:45:26.640476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Checking segment: {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:45:26.641658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Bound using segment: {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:45:26.642478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Bound port: 3f0bb15e-eed9-4517-a178-22a079893f6c, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:45:26.643098 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.727701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-934a85fb-ab15-42d8-9931-4a8ae92548e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146667 Jul 06 17:45:26.924634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:45:26.930084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f0bb15e-eed9-4517-a178-22a079893f6c,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:45:26.954992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:26.964692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-66593db1-b19d-45f8-a6e7-b2a254b9e30e service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277994 Jul 06 17:45:27.029985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:27.031196 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:27.034189 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] 10.222.0.55 "PUT /v2.0/ports/3f0bb15e-eed9-4517-a178-22a079893f6c HTTP/1.1" status: 200 len: 1091 time: 1.6865022 Jul 06 17:45:27.037508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:27.039873 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494f254c-2cd2-43ca-9781-c3f225210cad" -d '{"events": [{"name": "network-changed", "server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:27.073185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96bc9d-0145-4f81-b903-8a77f1f5caf7 req-6ed6c255-6c22-45ea-b33c-43128083762f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:27.073988 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b96bc9d-0145-4f81-b903-8a77f1f5caf7 req-6ed6c255-6c22-45ea-b33c-43128083762f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 943 time: 0.2356791 Jul 06 17:45:27.102789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38321e0f-1010-4d5a-a31e-32382060f456 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0bb15e-eed9-4517-a178-22a079893f6c,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:27.223536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb056351-dceb-4d0f-86a4-0ddeffa3c425 req-a00a7a30-d7c8-4534-82e9-0100668eaae2 service neutron] 10.222.0.55 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486858 Jul 06 17:45:27.239818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b96bc9d-0145-4f81-b903-8a77f1f5caf7 req-2a6e4b13-1dfc-40d5-a10e-c25d43ea4a14 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253114 Jul 06 17:45:27.297943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9902-7599-4689-91bf-9aeda6cab66d req-1130e6bd-8227-4483-8310-625bd58a4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:27.304294 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-1130e6bd-8227-4483-8310-625bd58a4089 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 1094 time: 0.1602681 Jul 06 17:45:27.399330 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3e98c9-05a3-419c-b35a-666f4cf15c3a x-openstack-request-id: req-7a3e98c9-05a3-419c-b35a-666f4cf15c3a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:27.400177 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:27.400882 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a3e98c9-05a3-419c-b35a-666f4cf15c3a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:27.401804 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c', 'status': 'completed', 'code': 200} Jul 06 17:45:27.407181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-8714209a-b0b3-4bb7-bb34-528daa1a2037 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f0bb15e-eed9-4517-a178-22a079893f6c HTTP/1.1" status: 200 len: 217 time: 0.0920897 Jul 06 17:45:27.523941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f9902-7599-4689-91bf-9aeda6cab66d req-aaa67026-4bd4-4d4e-9ce7-c519a5c7ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:27.526772 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-aaa67026-4bd4-4d4e-9ce7-c519a5c7ca53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7efb61c-af40-475c-9987-361c48dbe1e1 HTTP/1.1" status: 200 len: 855 time: 0.1094997 Jul 06 17:45:27.653648 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-bc065005-adc0-4148-bebc-f76fa74f207c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15584471-2630-45f1-9648-6c381607671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079605 Jul 06 17:45:27.739775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bac5-cf06-429b-bb04-be6b1e55f1ce req-2dec23e1-3184-4a72-b0ac-d7fc95fc1b62 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:27.743397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09d5bac5-cf06-429b-bb04-be6b1e55f1ce req-2dec23e1-3184-4a72-b0ac-d7fc95fc1b62 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 943 time: 0.1395025 Jul 06 17:45:27.831877 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-6dcf908f-6a77-42f5-b223-80310f060255 service neutron] 10.222.0.55 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649380 Jul 06 17:45:27.848833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09d5bac5-cf06-429b-bb04-be6b1e55f1ce req-ca22d2eb-e232-46cd-801d-9288d4867d33 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946321 Jul 06 17:45:28.073476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-962f9902-7599-4689-91bf-9aeda6cab66d req-445f7ac2-6874-4064-8196-e73ba62a06ea service neutron] 10.222.0.55 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319169 Jul 06 17:45:28.111630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4ea2ef01-1ff1-408a-8e0e-4593ff20afb8 req-93699a1a-966a-4cb3-8902-04364191e9be tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0592315 Jul 06 17:45:28.246693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39404) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:28.254228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f254c-2cd2-43ca-9781-c3f225210cad req-fdec5669-e0d6-4913-962e-69145f013e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:28.256637 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-494f254c-2cd2-43ca-9781-c3f225210cad req-fdec5669-e0d6-4913-962e-69145f013e8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 1094 time: 0.0978789 Jul 06 17:45:28.448425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f254c-2cd2-43ca-9781-c3f225210cad req-a91e1e01-ba5d-482f-8d79-80655641fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:28.453327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-494f254c-2cd2-43ca-9781-c3f225210cad req-a91e1e01-ba5d-482f-8d79-80655641fb81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 200 len: 916 time: 0.1879191 Jul 06 17:45:28.476701 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e028c72-e357-4ea2-bdea-b0e62efde589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.533732 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-494f254c-2cd2-43ca-9781-c3f225210cad req-984fa163-0cc5-4a18-b995-91f7657ca69e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f0bb15e-eed9-4517-a178-22a079893f6c HTTP/1.1" status: 200 len: 217 time: 0.0713990 Jul 06 17:45:28.684817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e028c72-e357-4ea2-bdea-b0e62efde589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.688443 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f254c-2cd2-43ca-9781-c3f225210cad req-caebc81f-b686-44fc-b0c4-c833757a377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:28.690924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-494f254c-2cd2-43ca-9781-c3f225210cad req-caebc81f-b686-44fc-b0c4-c833757a377a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7efb61c-af40-475c-9987-361c48dbe1e1 HTTP/1.1" status: 200 len: 855 time: 0.1431339 Jul 06 17:45:28.691565 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e028c72-e357-4ea2-bdea-b0e62efde589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.756634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-494f254c-2cd2-43ca-9781-c3f225210cad req-a0e2b0fc-290e-4c2a-b9dd-8fde86f611bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15584471-2630-45f1-9648-6c381607671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573447 Jul 06 17:45:28.773457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2e028c72-e357-4ea2-bdea-b0e62efde589 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1308f33a6d0349f19630dc4ee563cc54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218568 Jul 06 17:45:28.773457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e028c72-e357-4ea2-bdea-b0e62efde589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a65f5c-4376-4e14-9293-5d4ca60255a4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:28.775921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39420) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:28.871129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbcdb2-2f0d-47ae-ac96-4b35c55ab99e req-51d0e8b7-c025-43a8-bb51-1cd5d9169de7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:28.874536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2abbcdb2-2f0d-47ae-ac96-4b35c55ab99e req-51d0e8b7-c025-43a8-bb51-1cd5d9169de7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 943 time: 0.3435783 Jul 06 17:45:28.892956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb868b8f-1e88-488c-9596-e21b3dbaa119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.941355 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb868b8f-1e88-488c-9596-e21b3dbaa119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:28.971574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2abbcdb2-2f0d-47ae-ac96-4b35c55ab99e req-25a648c4-fe1b-4419-8a34-300574139d8e tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810108 Jul 06 17:45:28.978817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-494f254c-2cd2-43ca-9781-c3f225210cad req-7fdcd377-c627-45ad-a551-d5ddfaf19b40 service neutron] 10.222.0.55 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135704 Jul 06 17:45:29.051985 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb868b8f-1e88-488c-9596-e21b3dbaa119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.059234 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb868b8f-1e88-488c-9596-e21b3dbaa119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.068856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cb868b8f-1e88-488c-9596-e21b3dbaa119 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38a65f5c-4376-4e14-9293-5d4ca60255a4 HTTP/1.1" status: 204 len: 168 time: 0.2909732 Jul 06 17:45:29.089927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb868b8f-1e88-488c-9596-e21b3dbaa119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a65f5c-4376-4e14-9293-5d4ca60255a4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:29.142114 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-494f254c-2cd2-43ca-9781-c3f225210cad req-b288b5de-b2a3-453c-9c30-674f95cd88df service neutron] 10.222.0.55 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543233 Jul 06 17:45:29.236563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53c64a-f376-4937-a649-e025a8d0f113 req-46e4cb5e-bd35-4ea7-9f16-c2604770add1 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:29.238817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e53c64a-f376-4937-a649-e025a8d0f113 req-46e4cb5e-bd35-4ea7-9f16-c2604770add1 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 943 time: 0.0909011 Jul 06 17:45:29.307045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e53c64a-f376-4937-a649-e025a8d0f113 req-338ae488-bd35-4277-872a-70f076b34802 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603681 Jul 06 17:45:29.589260 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fd655ee-9a4e-4b10-b856-836702aaa60c req-38109a0b-4833-47a6-aea6-3aa87744810d tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0389986 Jul 06 17:45:29.631558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39434) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:29.658000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a91a23c2-68ad-40bd-b636-39994ff2f7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.747281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:29.757837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de552f-d1c6-4dc4-bad5-94f2eb0a734c req-d0cb2e6a-c911-43cd-917f-66360ed45c7c tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:29.760060 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41de552f-d1c6-4dc4-bad5-94f2eb0a734c req-d0cb2e6a-c911-43cd-917f-66360ed45c7c tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1206393 Jul 06 17:45:29.832598 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41de552f-d1c6-4dc4-bad5-94f2eb0a734c req-37670726-87bd-4e21-bbc7-71e2ec4b7fb1 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573809 Jul 06 17:45:29.863449 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a91a23c2-68ad-40bd-b636-39994ff2f7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.870314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:29.870873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a91a23c2-68ad-40bd-b636-39994ff2f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.892373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '89c82bcd-0fb8-42b4-8f67-d144a1bb52cd', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'port_id': '89c82bcd-0fb8-42b4-8f67-d144a1bb52cd', 'mac_address': 'fa:16:3e:29:c9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08fa1-37f8-4d9c-8543-93bcd3936a3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:29.916126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a91a23c2-68ad-40bd-b636-39994ff2f7e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a5a0e8c95ae4e16bf82dc393bda9fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832625 Jul 06 17:45:29.916882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a23c2-68ad-40bd-b636-39994ff2f7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c85b25-4f6e-468e-accc-b25b05376b1c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:29.921167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39436) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:29.943499 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.965835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:29.994774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75d71ec0-fbd2-473c-be46-40efb541a4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:29.996436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:30.002589 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.034279 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75d71ec0-fbd2-473c-be46-40efb541a4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.111408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:30.144149 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75d71ec0-fbd2-473c-be46-40efb541a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.149054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75d71ec0-fbd2-473c-be46-40efb541a4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:30.151048 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-75d71ec0-fbd2-473c-be46-40efb541a4e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91c85b25-4f6e-468e-accc-b25b05376b1c HTTP/1.1" status: 204 len: 168 time: 0.2276249 Jul 06 17:45:30.167265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d71ec0-fbd2-473c-be46-40efb541a4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c85b25-4f6e-468e-accc-b25b05376b1c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:30.321158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e38a-23d9-42a4-97e5-9b3a783a1e90 req-6523691f-f1ba-4917-aa34-17da8d75322c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:30.322930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad08e38a-23d9-42a4-97e5-9b3a783a1e90 req-6523691f-f1ba-4917-aa34-17da8d75322c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 943 time: 0.0872760 Jul 06 17:45:30.369180 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad08e38a-23d9-42a4-97e5-9b3a783a1e90 req-c13408ce-3f98-47be-9052-5e47365d3e8c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Jul 06 17:45:30.520608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['89c82bcd-0fb8-42b4-8f67-d144a1bb52cd'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:30.521085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa21e4-8960-454e-88b4-ed8ca4f511ed req-2da32d77-25f3-4b84-9a6b-3f34715be717 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:30.522862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08fa21e4-8960-454e-88b4-ed8ca4f511ed req-2da32d77-25f3-4b84-9a6b-3f34715be717 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 944 time: 0.0768452 Jul 06 17:45:30.591526 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08fa21e4-8960-454e-88b4-ed8ca4f511ed req-259ec499-47d0-4ef5-ad69-850ba94b00b3 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560668 Jul 06 17:45:30.858907 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cad5aaf-9b36-4edf-ab69-c4c9ae785f60 req-8e3212f0-a51d-49ff-934a-e846a153b76a tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0527124 Jul 06 17:45:31.100528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13785b-2e7d-4c1e-bb95-7cd0a0c887b3 req-0a6e7d65-e207-4a24-9c2e-be0d2cf7514e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:31.102829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad13785b-2e7d-4c1e-bb95-7cd0a0c887b3 req-0a6e7d65-e207-4a24-9c2e-be0d2cf7514e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1115739 Jul 06 17:45:31.510609 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad13785b-2e7d-4c1e-bb95-7cd0a0c887b3 req-9fb78750-e662-41c8-a8ef-9d034f7a077d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010417 Jul 06 17:45:31.680099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb34c-b713-4c4b-937d-39bbfe91d3ca req-658eb23c-3f18-4c3f-8f1b-21dc1a6a6e8f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:31.689625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e79fb34c-b713-4c4b-937d-39bbfe91d3ca req-658eb23c-3f18-4c3f-8f1b-21dc1a6a6e8f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 943 time: 0.1331148 Jul 06 17:45:31.732474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e79fb34c-b713-4c4b-937d-39bbfe91d3ca req-b37574e2-1380-4f56-877d-928979adc8b8 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Jul 06 17:45:31.795243 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:31.886738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad7492-398b-4f0e-a353-6763e54cab94 req-11f53c35-1a0e-4ed9-b4c9-c1f09b6b96a0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:31.888458 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-45ad7492-398b-4f0e-a353-6763e54cab94 req-11f53c35-1a0e-4ed9-b4c9-c1f09b6b96a0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 944 time: 0.0882902 Jul 06 17:45:31.959326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-45ad7492-398b-4f0e-a353-6763e54cab94 req-ef54c6eb-b5ec-4c09-9565-aa40fa9c1e82 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587354 Jul 06 17:45:32.122205 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-686219d4-d302-4e96-a566-7c84dc2fbea0 req-a510f273-fb1c-47ae-81f0-43dea96b4d08 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0556514 Jul 06 17:45:32.845165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcc22c-4f1b-4ba5-92e7-d16a141fc4f1 req-06dbe018-285e-4809-a56a-c3a6b7cdd0e4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:32.853856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61dcc22c-4f1b-4ba5-92e7-d16a141fc4f1 req-06dbe018-285e-4809-a56a-c3a6b7cdd0e4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1303222 Jul 06 17:45:32.911235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61dcc22c-4f1b-4ba5-92e7-d16a141fc4f1 req-b69d27d9-f3dc-4aa3-94ca-581ab0e0fc58 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561328 Jul 06 17:45:33.061391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddbc2a-130d-4378-a291-930d088a9663 req-22328c1f-a820-4aac-8f3b-fcc45277421d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:33.073881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fddbc2a-130d-4378-a291-930d088a9663 req-22328c1f-a820-4aac-8f3b-fcc45277421d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 943 time: 0.1416397 Jul 06 17:45:33.146169 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fddbc2a-130d-4378-a291-930d088a9663 req-0f27c8dd-f55b-4ade-8d82-d25be46f3043 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707548 Jul 06 17:45:33.374620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d2acb-54ff-437e-8785-942b04991434 req-c6adf4a7-2ea7-4d6d-bccb-63d3e781ebc0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:33.377428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-900d2acb-54ff-437e-8785-942b04991434 req-c6adf4a7-2ea7-4d6d-bccb-63d3e781ebc0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 944 time: 0.1086862 Jul 06 17:45:33.454198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-900d2acb-54ff-437e-8785-942b04991434 req-5cdfa293-92dd-4c28-84a4-6449dbae5397 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595345 Jul 06 17:45:33.491614 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b1c6b87-2410-42ec-87cc-9ae3dd2a4c74 req-a0dc6574-11ca-4984-a29b-5a5ab7457219 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0505970 Jul 06 17:45:33.782264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f0bb15e-eed9-4517-a178-22a079893f6c details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:45:33.784550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:33.900682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:33.906648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:33.907071 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:33.995242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f0bb15e-eed9-4517-a178-22a079893f6c,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:34.028274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '3f0bb15e-eed9-4517-a178-22a079893f6c', 'network_id': '15584471-2630-45f1-9648-6c381607671e', 'port_id': '3f0bb15e-eed9-4517-a178-22a079893f6c', 'mac_address': 'fa:16:3e:2a:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7efb61c-af40-475c-9987-361c48dbe1e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:45:34.133141 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:34.160215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:34.183749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0bb15e-eed9-4517-a178-22a079893f6c {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:45:34.197546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0603484-bed7-442f-ad3f-2d7b6e9a834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c82bcd-0fb8-42b4-8f67-d144a1bb52cd'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:34.200025 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7354b2d-1b63-4ce4-80e3-2f3c049bd412" -d '{"events": [{"server_uuid": "a0603484-bed7-442f-ad3f-2d7b6e9a834a", "name": "network-vif-plugged", "status": "completed", "tag": "89c82bcd-0fb8-42b4-8f67-d144a1bb52cd"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:34.253031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:34.257061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f0bb15e-eed9-4517-a178-22a079893f6c,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:34.263696 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:34.270622 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:34.332296 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c56326e-7fae-4697-bcf4-da45b7dbd8c6 x-openstack-request-id: req-0c56326e-7fae-4697-bcf4-da45b7dbd8c6 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:34.332851 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0603484-bed7-442f-ad3f-2d7b6e9a834a", "name": "network-vif-plugged", "status": "completed", "tag": "89c82bcd-0fb8-42b4-8f67-d144a1bb52cd", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:34.333311 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c56326e-7fae-4697-bcf4-da45b7dbd8c6 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:34.334129 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0603484-bed7-442f-ad3f-2d7b6e9a834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c82bcd-0fb8-42b4-8f67-d144a1bb52cd', 'code': 200} Jul 06 17:45:34.339669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:34.370076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daff23-29dd-4f66-ac66-c3a40d5802d2 req-136d3546-e1e9-45ba-9a88-c5eaf99a8786 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:34.405862 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56daff23-29dd-4f66-ac66-c3a40d5802d2 req-136d3546-e1e9-45ba-9a88-c5eaf99a8786 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.2149992 Jul 06 17:45:34.410720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3f0bb15e-eed9-4517-a178-22a079893f6c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:34.471562 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56daff23-29dd-4f66-ac66-c3a40d5802d2 req-9302451a-4ee9-42d9-9bc9-f2e95773e007 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614867 Jul 06 17:45:34.560312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d174831-bfc3-4937-ab84-bc32dc5da2e8 req-ecffa28d-aec9-4f08-9c3e-57a8cd652e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:34.562645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d174831-bfc3-4937-ab84-bc32dc5da2e8 req-ecffa28d-aec9-4f08-9c3e-57a8cd652e33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 1096 time: 0.0771940 Jul 06 17:45:34.593085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418373-c8f4-4bfc-9d66-b17ef641ee4c req-bd075daa-2481-4f3a-9c92-b5b7d3a48e0c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:34.596054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-26418373-c8f4-4bfc-9d66-b17ef641ee4c req-bd075daa-2481-4f3a-9c92-b5b7d3a48e0c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 944 time: 0.1552038 Jul 06 17:45:34.610117 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d174831-bfc3-4937-ab84-bc32dc5da2e8 req-b0bb0b45-7288-44fe-a6cc-99d7c2777493 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Jul 06 17:45:34.655004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-26418373-c8f4-4bfc-9d66-b17ef641ee4c req-bbbd8386-bd27-4e53-a754-4a7aefeb3fc2 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527964 Jul 06 17:45:34.755969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['3f0bb15e-eed9-4517-a178-22a079893f6c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:45:34.781601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81044e52-6034-43d7-81cf-c138db559343 req-03a69b86-e6b4-47da-bab2-cf6fa6f56802 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:34.783249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-81044e52-6034-43d7-81cf-c138db559343 req-03a69b86-e6b4-47da-bab2-cf6fa6f56802 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1321974 Jul 06 17:45:34.901508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-81044e52-6034-43d7-81cf-c138db559343 req-cb3e2bc9-84a2-4381-8ad0-fafc50c20bf2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093860 Jul 06 17:45:34.909026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-708cf056-6520-4c94-84a9-83f39068d9fa req-a7b20510-a419-481b-9f17-d0a5903b4604 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0896497 Jul 06 17:45:35.151239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:35.769651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95423037-8afc-4938-a3d9-b7bcdf386dce req-ab0624b5-5c6f-49d5-b794-9811ccd8a0ac tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:35.773568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-95423037-8afc-4938-a3d9-b7bcdf386dce req-ab0624b5-5c6f-49d5-b794-9811ccd8a0ac tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1222389 Jul 06 17:45:35.870170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-95423037-8afc-4938-a3d9-b7bcdf386dce req-cb96ed9e-468b-422f-a3c5-004b6a12f591 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864594 Jul 06 17:45:35.990603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3262b5-5131-43bf-a2f0-3cd5c4afb596 req-2856bd94-0f07-4e3d-9b6f-729eeff37a34 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:35.995266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6d3262b5-5131-43bf-a2f0-3cd5c4afb596 req-2856bd94-0f07-4e3d-9b6f-729eeff37a34 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 944 time: 0.1473053 Jul 06 17:45:36.056140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6d3262b5-5131-43bf-a2f0-3cd5c4afb596 req-1d9ca443-33b5-465d-97f7-76365b8b8290 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522878 Jul 06 17:45:36.144281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472d542-4cd6-4f60-a141-efb64de437aa req-20e70231-633f-4911-a45d-aae2bd0cfd94 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:36.146194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0472d542-4cd6-4f60-a141-efb64de437aa req-20e70231-633f-4911-a45d-aae2bd0cfd94 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.0931420 Jul 06 17:45:36.217905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0472d542-4cd6-4f60-a141-efb64de437aa req-71055d1f-02ef-46a7-97d7-3f865ace74b9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588527 Jul 06 17:45:36.323672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-822b95c2-92ac-4b82-9ab2-2dbc3416227c req-95b6557e-1915-4c64-8898-66da4bf4417c tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0515997 Jul 06 17:45:36.891162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e980e4-cf50-481f-afb2-8b03336c78ac req-56e421a4-8768-4162-a642-33124f999522 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:36.893884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9e980e4-cf50-481f-afb2-8b03336c78ac req-56e421a4-8768-4162-a642-33124f999522 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1362293 Jul 06 17:45:36.978755 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9e980e4-cf50-481f-afb2-8b03336c78ac req-08fc6b4f-b161-4a0b-9c9a-9f845ad5af9b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781889 Jul 06 17:45:37.118607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a4500-1804-4dbe-afa6-bace232b11b8 req-377cb24e-702e-442e-aa8f-e138c3cfe748 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:37.120280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-232a4500-1804-4dbe-afa6-bace232b11b8 req-377cb24e-702e-442e-aa8f-e138c3cfe748 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.0896940 Jul 06 17:45:37.169215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-232a4500-1804-4dbe-afa6-bace232b11b8 req-ba1cfeca-8fb8-4340-8133-bf9012db0834 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Jul 06 17:45:37.304499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca054ecd-dbe1-4fb3-8e5f-37d71a5a4ced req-556e2080-8339-43c7-8c90-174e559daabe tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:37.306079 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca054ecd-dbe1-4fb3-8e5f-37d71a5a4ced req-556e2080-8339-43c7-8c90-174e559daabe tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 944 time: 0.0770097 Jul 06 17:45:37.352609 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca054ecd-dbe1-4fb3-8e5f-37d71a5a4ced req-a27c60c7-d69f-40a1-b9dc-6886d1179f40 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390506 Jul 06 17:45:37.559793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6d9ddad0-c591-4fd5-97dd-72f11b27e5c8 req-3571a307-9271-4aeb-bd59-4e8ebacdc8db tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0413256 Jul 06 17:45:37.809642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f0bb15e-eed9-4517-a178-22a079893f6c up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:45:37.892870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 3f0bb15e-eed9-4517-a178-22a079893f6c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:45:37.899157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 3f0bb15e-eed9-4517-a178-22a079893f6c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:45:37.899696 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:37.995128 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.026995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:45:38.032143 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5675327e-fef2-4863-82a4-f29c5123b6bb" -d '{"events": [{"server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "name": "network-vif-plugged", "status": "completed", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:45:38.064178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f0bb15e-eed9-4517-a178-22a079893f6c,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:45:38.072029 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:38.131012 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66de043-6b71-4e57-abb1-e2a1fc201cf3 x-openstack-request-id: req-c66de043-6b71-4e57-abb1-e2a1fc201cf3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:45:38.131472 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "name": "network-vif-plugged", "status": "completed", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:45:38.131876 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c66de043-6b71-4e57-abb1-e2a1fc201cf3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:45:38.133767 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c', 'code': 200} Jul 06 17:45:38.198927 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3f0bb15e-eed9-4517-a178-22a079893f6c,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:38.212127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.212912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.213365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.213829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.214311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.214841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.215296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.215738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.216259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.216701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.217210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.218206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:45:38.341788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a1641-728d-44af-881f-028fe1a10e75 req-bdf8c944-67c9-4cb9-aa5b-59c513403117 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:38.345328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c30a1641-728d-44af-881f-028fe1a10e75 req-bdf8c944-67c9-4cb9-aa5b-59c513403117 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1366210 Jul 06 17:45:38.406873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3bd6-02cc-4db0-b066-29749d01aef6 req-03d3f631-08f3-43ce-b676-61f90b84a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:38.411387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-578a3bd6-02cc-4db0-b066-29749d01aef6 req-03d3f631-08f3-43ce-b676-61f90b84a520 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 1096 time: 0.1524606 Jul 06 17:45:38.418085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c30a1641-728d-44af-881f-028fe1a10e75 req-60679921-206f-4726-93b6-1d485562c195 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669363 Jul 06 17:45:38.522439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf39d5-48a1-4466-a3b7-49783eb85833 req-a4e546f8-23f4-4c53-ae43-d5baf887326b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:38.525019 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17cf39d5-48a1-4466-a3b7-49783eb85833 req-a4e546f8-23f4-4c53-ae43-d5baf887326b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1864483 Jul 06 17:45:38.527969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-578a3bd6-02cc-4db0-b066-29749d01aef6 req-beaea9f8-8c5e-487a-97e1-ff502e346826 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042485 Jul 06 17:45:38.583996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17cf39d5-48a1-4466-a3b7-49783eb85833 req-49ec28ca-ae5b-44b7-8e14-44ead1aaf673 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466337 Jul 06 17:45:38.646881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e04b2-27ba-4e8a-85de-c75b00f01a81 req-c5dba31c-9102-4391-ab69-4b5585830b05 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:38.649573 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c82e04b2-27ba-4e8a-85de-c75b00f01a81 req-c5dba31c-9102-4391-ab69-4b5585830b05 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1129119 Jul 06 17:45:38.693865 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c82e04b2-27ba-4e8a-85de-c75b00f01a81 req-072f7e96-ee3b-4bc6-9dc0-a2d304874a69 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Jul 06 17:45:38.882210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd92a737-2a17-464d-b3b5-29ebf1ef2ac0 req-69a34665-56ea-4166-aeb9-13ba7b6a8e5c tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0445201 Jul 06 17:45:39.622013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd98e-7cac-4b0e-a4af-f2b2094aa2a4 req-35e38aca-0bc7-4343-9ba7-a7b2db34c84d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:39.624903 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff0fd98e-7cac-4b0e-a4af-f2b2094aa2a4 req-35e38aca-0bc7-4343-9ba7-a7b2db34c84d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.0798943 Jul 06 17:45:39.669022 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff0fd98e-7cac-4b0e-a4af-f2b2094aa2a4 req-e74e60a0-d0ea-4641-8126-6a9e93eef4a0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376785 Jul 06 17:45:39.853347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c7e85-49c9-4b6f-944a-22f8062e08a3 req-9e59dd83-ac62-4afa-bafa-b6ca0d55ecf4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:39.856432 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c3c7e85-49c9-4b6f-944a-22f8062e08a3 req-9e59dd83-ac62-4afa-bafa-b6ca0d55ecf4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1100178 Jul 06 17:45:39.909524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb243f51-b021-40f9-bdc0-17f596a49dad req-b4307b80-bc1e-4347-9810-dd500eed9a4c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:39.915225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb243f51-b021-40f9-bdc0-17f596a49dad req-b4307b80-bc1e-4347-9810-dd500eed9a4c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.0820403 Jul 06 17:45:39.934441 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c3c7e85-49c9-4b6f-944a-22f8062e08a3 req-37fca187-54c8-403f-8285-d7b35bf95432 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641291 Jul 06 17:45:39.989270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb243f51-b021-40f9-bdc0-17f596a49dad req-ecc171bc-a2c9-4d48-ac83-56ac9f4d75fb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 Jul 06 17:45:40.148771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-45d42bf2-ebf9-4bba-96aa-3e32ac3c38da req-74037f9e-61fb-4e20-a399-973351f73a6a tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0357058 Jul 06 17:45:40.911637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50033500-df6f-4751-9e54-ddbcd0039823 req-028e5a02-4eb0-4b13-ac92-41c46d95cf36 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:40.913575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-50033500-df6f-4751-9e54-ddbcd0039823 req-028e5a02-4eb0-4b13-ac92-41c46d95cf36 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.0972917 Jul 06 17:45:40.958843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-50033500-df6f-4751-9e54-ddbcd0039823 req-1e4de318-e376-4c5e-9348-557db10567cf tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Jul 06 17:45:41.184254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91ca30-7a4a-45be-8963-c7a97d3df389 req-dcfb991f-15ce-45e5-9e4d-fc5dd062547b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:41.187186 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e91ca30-7a4a-45be-8963-c7a97d3df389 req-dcfb991f-15ce-45e5-9e4d-fc5dd062547b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1069474 Jul 06 17:45:41.237544 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e91ca30-7a4a-45be-8963-c7a97d3df389 req-377fcee5-dcec-4d1b-9aa8-28098ac361b4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Jul 06 17:45:41.256019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14b9cc-1780-4a38-a509-b5eb02d57b4d req-ef20a19a-ef48-462e-b8ed-a204cddb720c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:41.257755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e14b9cc-1780-4a38-a509-b5eb02d57b4d req-ef20a19a-ef48-462e-b8ed-a204cddb720c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1077504 Jul 06 17:45:41.307043 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e14b9cc-1780-4a38-a509-b5eb02d57b4d req-97f49a54-f50d-404f-bc68-46875c47b066 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370958 Jul 06 17:45:41.489639 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6faf5f8e-0d40-473f-b095-c815d5bd1dd4 req-4a580c3d-0248-4def-a7b3-b74049d5ad1b tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0514662 Jul 06 17:45:41.760008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d4d04-22a9-469e-8007-898731bbc614 req-b1fa7770-08fb-472d-9bdf-2a3e3b07b012 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:41.762799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c77d4d04-22a9-469e-8007-898731bbc614 req-b1fa7770-08fb-472d-9bdf-2a3e3b07b012 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.0966747 Jul 06 17:45:41.828233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c77d4d04-22a9-469e-8007-898731bbc614 req-02414faf-a48f-48d2-b193-4b3cbe92b22f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582530 Jul 06 17:45:42.249411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-f64c34eb-880e-4575-8118-ae2ba82baef6 req-c6c003c6-29dd-497c-b349-046ea2a162a8 service neutron] (93778) timed out ('10.222.0.55', 56817) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 17:45:42.371020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0379-668c-45e5-88e1-dfa5a61d9906 req-7b62f334-083d-4703-8952-323212dab46e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:42.373763 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5cda0379-668c-45e5-88e1-dfa5a61d9906 req-7b62f334-083d-4703-8952-323212dab46e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1088746 Jul 06 17:45:42.461159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5cda0379-668c-45e5-88e1-dfa5a61d9906 req-b887a540-f5b9-4ecb-9713-d80e1a8b98e5 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768991 Jul 06 17:45:42.749606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd90f9-e31a-425e-8dac-d80b80a566ae req-9923d4e1-6768-4f7c-8fe1-a1b62a0e8ffb tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:42.750465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-05bd90f9-e31a-425e-8dac-d80b80a566ae req-9923d4e1-6768-4f7c-8fe1-a1b62a0e8ffb tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.0931060 Jul 06 17:45:42.801310 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-05bd90f9-e31a-425e-8dac-d80b80a566ae req-a3146818-794b-4c9f-9918-6595bab629a3 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448904 Jul 06 17:45:42.922234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4aa6939d-f996-400d-909b-07edca566a34 req-df6f9fe8-4eae-47bf-a001-285f638f357e tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0380933 Jul 06 17:45:43.153692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543723b-497b-4678-81cd-011e9cef1845 req-84f6d29e-19a7-4a9b-ab09-088c349f96c3 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:43.156319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3543723b-497b-4678-81cd-011e9cef1845 req-84f6d29e-19a7-4a9b-ab09-088c349f96c3 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1153231 Jul 06 17:45:43.219753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3543723b-497b-4678-81cd-011e9cef1845 req-551bba3e-0a6b-4d0f-9d4f-e2d47bd1e6ac tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524733 Jul 06 17:45:43.905183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f0db6-5a67-46c6-9c79-963c008af88c req-6e0c08df-3b47-4c16-828f-69a424019b3b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:43.908878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-502f0db6-5a67-46c6-9c79-963c008af88c req-6e0c08df-3b47-4c16-828f-69a424019b3b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.0850713 Jul 06 17:45:43.959888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-502f0db6-5a67-46c6-9c79-963c008af88c req-aa7714ac-fc69-4f97-9683-311795fae412 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446093 Jul 06 17:45:44.164741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2cdb2-d96a-48ea-805d-e3bbb257a5f7 req-ebc47e3a-180c-4661-aa32-8494530f793f tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:44.166836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fd2cdb2-d96a-48ea-805d-e3bbb257a5f7 req-ebc47e3a-180c-4661-aa32-8494530f793f tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1039708 Jul 06 17:45:44.218905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-235023d7-86b7-4d51-a37b-d07bbc823b9c req-124c60ff-347a-461d-a6d5-0c787328cde8 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0657344 Jul 06 17:45:44.231298 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:45:44.265971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fd2cdb2-d96a-48ea-805d-e3bbb257a5f7 req-5d6bc467-63e7-462a-9dc9-56c5c7b8a039 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914078 Jul 06 17:45:44.501312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba1036bb-7296-4abc-9479-134ab7cbb5a9 req-7e19d655-8682-41c9-b950-a0a885a8d22e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0369172 Jul 06 17:45:44.547356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb9d66-a5ac-49a9-8aba-3250862aa543 req-410ab27d-008e-4e5c-9f02-1ae19afa63e9 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:44.550449 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1beb9d66-a5ac-49a9-8aba-3250862aa543 req-410ab27d-008e-4e5c-9f02-1ae19afa63e9 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1228721 Jul 06 17:45:44.619292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1beb9d66-a5ac-49a9-8aba-3250862aa543 req-0224ace4-462f-4478-9fb8-2f365ce25fc9 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606027 Jul 06 17:45:45.191730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dc295-d511-4619-9731-d0e86d666435 req-418ae7c5-e6f3-4a9f-a70a-c9bccfa7bfd9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:45.194191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-495dc295-d511-4619-9731-d0e86d666435 req-418ae7c5-e6f3-4a9f-a70a-c9bccfa7bfd9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.0866125 Jul 06 17:45:45.244905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-495dc295-d511-4619-9731-d0e86d666435 req-5728cdf4-1ff9-433d-b581-58931e87ff45 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Jul 06 17:45:45.493220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-039000cc-3c25-473e-b55e-fbd5dc455d19 req-f867e414-101b-4c03-97e8-679a295faef6 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0466533 Jul 06 17:45:45.646538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6850068-6c60-4912-9ba9-e2b72489ea6f req-631658c9-7986-4af1-b546-d7f93892b411 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:45.649366 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c6850068-6c60-4912-9ba9-e2b72489ea6f req-631658c9-7986-4af1-b546-d7f93892b411 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1297233 Jul 06 17:45:45.734318 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c6850068-6c60-4912-9ba9-e2b72489ea6f req-04081b21-1120-49b4-848e-1efed8601228 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687847 Jul 06 17:45:45.969445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9348c8-c0ee-4b2c-988a-c58b26e21a65 req-d34bb450-38b6-44ad-8f0d-051956b649dc tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:45.971324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc9348c8-c0ee-4b2c-988a-c58b26e21a65 req-d34bb450-38b6-44ad-8f0d-051956b649dc tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.0785077 Jul 06 17:45:46.021092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc9348c8-c0ee-4b2c-988a-c58b26e21a65 req-229e7f15-6261-4814-832f-e3e16f585234 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Jul 06 17:45:46.475599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc8d91-34a8-4977-a5c3-a8279b97acfb req-2c58b717-6b29-4ac5-a4e1-f7fe13504c8c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:46.479466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85cc8d91-34a8-4977-a5c3-a8279b97acfb req-2c58b717-6b29-4ac5-a4e1-f7fe13504c8c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.0920806 Jul 06 17:45:46.535397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85cc8d91-34a8-4977-a5c3-a8279b97acfb req-423c5dcd-d062-47bd-8a3b-91c3ccda8cb3 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Jul 06 17:45:46.721622 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b781667-1f9a-48f8-a40e-8e3a1f616912 req-a2b38a7b-40e5-432c-ad54-36a4880f0ed0 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0514429 Jul 06 17:45:46.926822 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d55baafc-b688-44a2-8a0c-2c6ceaccb129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:47.007488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808e31c-9515-42bf-9e21-898100ad44ee req-b3a10e6b-6417-482f-bc45-a075c1270b05 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:47.009344 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0808e31c-9515-42bf-9e21-898100ad44ee req-b3a10e6b-6417-482f-bc45-a075c1270b05 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1080866 Jul 06 17:45:47.061769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0808e31c-9515-42bf-9e21-898100ad44ee req-16375273-fa00-468f-8ec3-d3face02c27d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 Jul 06 17:45:47.274724 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f538b05-d067-410b-930e-66dfecb7d383 req-dd819598-4f84-44ea-94b4-27fadf16f5fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0bfa8144f2a045a5bcc00e0b4aff5ef9&device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0386782 Jul 06 17:45:47.329658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f538b05-d067-410b-930e-66dfecb7d383 req-19c89926-c95a-47b8-a23c-47aab705108e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0bfa8144f2a045a5bcc00e0b4aff5ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460470 Jul 06 17:45:47.438288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0be8-b4f2-46c5-ac88-92d8d4faf177 req-008eff3f-713f-49d3-bd42-b280ab3617fa tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:47.443339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4ce0be8-b4f2-46c5-ac88-92d8d4faf177 req-008eff3f-713f-49d3-bd42-b280ab3617fa tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1714740 Jul 06 17:45:47.555412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4ce0be8-b4f2-46c5-ac88-92d8d4faf177 req-e0b15b60-88f6-4599-b954-3071eb1d3c84 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980904 Jul 06 17:45:47.557135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f538b05-d067-410b-930e-66dfecb7d383 req-aaa28d27-7269-411c-9eea-5f59c21d53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:47.558699 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f538b05-d067-410b-930e-66dfecb7d383 req-aaa28d27-7269-411c-9eea-5f59c21d53d2 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201035 Jul 06 17:45:47.586662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58bc6667-89e4-44c4-9c6f-127ec95dd630 req-b1fe956e-f71c-4258-854d-aca63727f66a tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0667038 Jul 06 17:45:47.806422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c433d-1f17-4de6-9cd6-a54914bf00a2 req-9b322f91-9c3f-4f8e-84ea-94431345cca2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:47.808446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-799c433d-1f17-4de6-9cd6-a54914bf00a2 req-9b322f91-9c3f-4f8e-84ea-94431345cca2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.0889871 Jul 06 17:45:47.856686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-799c433d-1f17-4de6-9cd6-a54914bf00a2 req-dc870715-7caa-4504-99f8-fba68cbc9a96 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Jul 06 17:45:48.409850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729dd02-793c-4ef0-8716-08656e41a53b req-dd9fd8cf-5057-42b4-b094-71c1705d5651 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:48.413037 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3729dd02-793c-4ef0-8716-08656e41a53b req-dd9fd8cf-5057-42b4-b094-71c1705d5651 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1233904 Jul 06 17:45:48.489336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3729dd02-793c-4ef0-8716-08656e41a53b req-61d51545-7f11-4b66-a029-288d5e454b6f tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607378 Jul 06 17:45:48.835412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d7359b00-9302-461d-a797-eec143da2e92 req-609af906-fa3d-46ba-937b-3de90fdd1ba2 tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0620046 Jul 06 17:45:48.865995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582246b9-f32a-43cd-be65-e9f3cc753a61 req-1ad9db78-9a29-4a23-8fe2-1833f3c7c779 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:48.871339 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-582246b9-f32a-43cd-be65-e9f3cc753a61 req-1ad9db78-9a29-4a23-8fe2-1833f3c7c779 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1079354 Jul 06 17:45:48.900259 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f538b05-d067-410b-930e-66dfecb7d383 req-69441913-6ea6-4eb3-9379-a8726527118f tempest-ServerShowV254Test-517994134 tempest-ServerShowV254Test-517994134-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf5664fb-1b9c-42fd-8c84-8f7676eec579 HTTP/1.1" status: 200 len: 210 time: 0.0679839 Jul 06 17:45:48.952627 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-582246b9-f32a-43cd-be65-e9f3cc753a61 req-e4ce6b95-78f8-43a1-b5b4-be1c3e3c69b2 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676382 Jul 06 17:45:49.163364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24614102-9d0b-4868-abe7-31636bf20290 req-9092dd13-efc4-4352-af7b-87f50d1f7e44 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:49.164902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24614102-9d0b-4868-abe7-31636bf20290 req-9092dd13-efc4-4352-af7b-87f50d1f7e44 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1163490 Jul 06 17:45:49.238378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24614102-9d0b-4868-abe7-31636bf20290 req-c1f58170-ecbd-4781-a96c-3572e955ac44 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611322 Jul 06 17:45:49.463527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a72e38de-e659-4ef6-9bb9-9fdf07af0059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.868547 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:49.881116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830a80a-86a3-473a-847b-50a032e5a1bd req-b6e2b98f-0506-4498-95a2-ed58bc42ed5a tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:49.897454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0830a80a-86a3-473a-847b-50a032e5a1bd req-b6e2b98f-0506-4498-95a2-ed58bc42ed5a tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1653554 Jul 06 17:45:49.968210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0830a80a-86a3-473a-847b-50a032e5a1bd req-0902e39c-5b6b-419b-9d64-b5258d8b65b5 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 Jul 06 17:45:50.140336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:50.403955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa2e93e8-19c4-4193-a3cf-887e24baefd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.414383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b883b06-eb83-4624-bc5c-b4583fae5ffa req-5b02aff0-9460-4e2e-bde4-73d6fdcb496d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:50.414383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b883b06-eb83-4624-bc5c-b4583fae5ffa req-5b02aff0-9460-4e2e-bde4-73d6fdcb496d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1246679 Jul 06 17:45:50.490938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b883b06-eb83-4624-bc5c-b4583fae5ffa req-4589905a-ae23-4e44-bb6d-ea5f2eb69438 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678997 Jul 06 17:45:50.613493 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.617875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa2e93e8-19c4-4193-a3cf-887e24baefd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.651263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa2e93e8-19c4-4193-a3cf-887e24baefd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.676867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39806) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:50.713259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e93e8-19c4-4193-a3cf-887e24baefd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0225549-7560-4cad-9d6d-fd50b6aa20fb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:50.762315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aa2e93e8-19c4-4193-a3cf-887e24baefd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b547dca928ef47a88e7fef48bc0ee688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200933 Jul 06 17:45:50.765429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:50.808156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e8e4-9095-4acc-97ed-051be2efd294 req-4df327d2-1021-4d14-806e-c725e1ae848d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:50.822036 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cf0e8e4-9095-4acc-97ed-051be2efd294 req-4df327d2-1021-4d14-806e-c725e1ae848d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.2020197 Jul 06 17:45:50.846365 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7e95f7b-ca39-491b-9829-dce488b9b000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.896530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7e95f7b-ca39-491b-9829-dce488b9b000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:50.910960 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cf0e8e4-9095-4acc-97ed-051be2efd294 req-ba5a70b1-d990-49c5-a617-e5e1543bca74 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871861 Jul 06 17:45:50.930483 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ddad1bd-b338-41f2-acf0-fd2ca64a3c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.006662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7e95f7b-ca39-491b-9829-dce488b9b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.011684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7e95f7b-ca39-491b-9829-dce488b9b000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.015091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c7e95f7b-ca39-491b-9829-dce488b9b000 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0225549-7560-4cad-9d6d-fd50b6aa20fb HTTP/1.1" status: 204 len: 168 time: 0.2463443 Jul 06 17:45:51.048430 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e95f7b-ca39-491b-9829-dce488b9b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0225549-7560-4cad-9d6d-fd50b6aa20fb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:51.137186 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ddad1bd-b338-41f2-acf0-fd2ca64a3c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.143372 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ddad1bd-b338-41f2-acf0-fd2ca64a3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.219627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2ddad1bd-b338-41f2-acf0-fd2ca64a3c84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bfa8144f2a045a5bcc00e0b4aff5ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415559 Jul 06 17:45:51.224339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39818) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:51.225235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddad1bd-b338-41f2-acf0-fd2ca64a3c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb74cec-1870-4609-8673-cf454ecbe324,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:51.272022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b58c0b-3c72-496d-958e-d4ef2d256dba req-b7ce4d88-fb6c-4199-b0ec-020ae4e8333d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:51.273560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57b58c0b-3c72-496d-958e-d4ef2d256dba req-b7ce4d88-fb6c-4199-b0ec-020ae4e8333d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.0939231 Jul 06 17:45:51.329558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-785aa191-bb64-43a2-999e-30aaccebca9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.333013 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57b58c0b-3c72-496d-958e-d4ef2d256dba req-8917edd9-35c7-4e3b-8606-8b720e15d7ba tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 Jul 06 17:45:51.357532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-785aa191-bb64-43a2-999e-30aaccebca9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.444784 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-785aa191-bb64-43a2-999e-30aaccebca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.450262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-785aa191-bb64-43a2-999e-30aaccebca9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:51.452531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-785aa191-bb64-43a2-999e-30aaccebca9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cb74cec-1870-4609-8673-cf454ecbe324 HTTP/1.1" status: 204 len: 168 time: 0.2249577 Jul 06 17:45:51.466449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785aa191-bb64-43a2-999e-30aaccebca9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb74cec-1870-4609-8673-cf454ecbe324,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:51.883789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0c78-080b-4471-b30b-dce0e65b6446 req-9f4f10ce-20f7-4fa3-aa68-89d0ac2a9da4 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:51.886519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-000e0c78-080b-4471-b30b-dce0e65b6446 req-9f4f10ce-20f7-4fa3-aa68-89d0ac2a9da4 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.0806813 Jul 06 17:45:51.974503 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-000e0c78-080b-4471-b30b-dce0e65b6446 req-c070813c-9670-448e-b5af-e5a369a9720e tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756130 Jul 06 17:45:52.249824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-ec3d9440-79a1-4314-9d35-6de9f3c72648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:52.252682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-ec3d9440-79a1-4314-9d35-6de9f3c72648 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 1097 time: 0.1003981 Jul 06 17:45:52.325060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdadbb-d790-4902-a91c-32e681deea19 req-466bf730-91f4-4e47-b8b2-2b5352c669ea tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:52.328309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fbdadbb-d790-4902-a91c-32e681deea19 req-466bf730-91f4-4e47-b8b2-2b5352c669ea tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1508369 Jul 06 17:45:52.417543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fbdadbb-d790-4902-a91c-32e681deea19 req-e7cb5821-604e-4d96-a211-9059ecf20a73 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827649 Jul 06 17:45:52.513776 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:52.543351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-7a4e8f6f-b77e-4c42-8f6d-de07284c89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:52.545731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-7a4e8f6f-b77e-4c42-8f6d-de07284c89e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 917 time: 0.2853351 Jul 06 17:45:52.609978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-cf8c86fd-20e1-41a3-b7eb-d8fe90a43235 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=886f2c46-2ce7-43af-b071-3c818e8c45af HTTP/1.1" status: 200 len: 217 time: 0.0569212 Jul 06 17:45:52.626805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb5d13-51ce-4b31-8627-4e183cf0d823 req-29760e0f-0607-4481-afdf-ba52885e5669 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:52.628603 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aeb5d13-51ce-4b31-8627-4e183cf0d823 req-29760e0f-0607-4481-afdf-ba52885e5669 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1491916 Jul 06 17:45:52.700193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-f9df30eb-2a72-45d3-91fc-acf213380ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:52.702266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-f9df30eb-2a72-45d3-91fc-acf213380ea7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fd875ce-45eb-4d1c-a419-e30c73101d77 HTTP/1.1" status: 200 len: 855 time: 0.0856981 Jul 06 17:45:52.747779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aeb5d13-51ce-4b31-8627-4e183cf0d823 req-b8a059c2-eaa2-4384-a5d3-f0c97b2fe036 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904751 Jul 06 17:45:52.804813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-bea4deda-5331-480f-9c88-2af73eb4bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:52.807305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-bea4deda-5331-480f-9c88-2af73eb4bbf0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66ba7562-6044-4446-be6a-17696ad33280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954599 Jul 06 17:45:52.965300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-3402e336-e430-4bbf-917c-49f7b2e52969 service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504569 Jul 06 17:45:53.130780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a8f71f5-957a-4b2d-808d-da8f61710e9c req-0a2bab21-2b7d-4337-a382-df19ba12a779 service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583629 Jul 06 17:45:53.430437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3606d4b-0e36-4dff-b064-3cf5cb6ee248 req-d5890370-afc0-40c2-b7e2-d05c4dd06ea7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:53.432387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e3606d4b-0e36-4dff-b064-3cf5cb6ee248 req-d5890370-afc0-40c2-b7e2-d05c4dd06ea7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.2266061 Jul 06 17:45:53.443134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408577-8257-414f-b7e8-9641930d1e90 req-f3617250-8866-4aff-a83a-be8767218df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:53.444888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b408577-8257-414f-b7e8-9641930d1e90 req-f3617250-8866-4aff-a83a-be8767218df1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 1097 time: 0.1497872 Jul 06 17:45:53.621919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e3606d4b-0e36-4dff-b064-3cf5cb6ee248 req-9970e289-8730-463f-92dd-6a709130314d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756420 Jul 06 17:45:53.700647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408577-8257-414f-b7e8-9641930d1e90 req-ad72deff-ebe7-4843-8376-a9bf4b20deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:53.703688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b408577-8257-414f-b7e8-9641930d1e90 req-ad72deff-ebe7-4843-8376-a9bf4b20deeb service neutron] 10.222.0.22 "GET /v2.0/networks?id=66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 200 len: 917 time: 0.2244830 Jul 06 17:45:53.759408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b408577-8257-414f-b7e8-9641930d1e90 req-5415cf6b-46cb-4ce7-9a12-ed8ec5acc8aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=886f2c46-2ce7-43af-b071-3c818e8c45af HTTP/1.1" status: 200 len: 217 time: 0.0480373 Jul 06 17:45:53.933697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408577-8257-414f-b7e8-9641930d1e90 req-3cc7d214-2fd1-4b34-9b3e-ab13ab6fb33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:53.935299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b408577-8257-414f-b7e8-9641930d1e90 req-3cc7d214-2fd1-4b34-9b3e-ab13ab6fb33f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fd875ce-45eb-4d1c-a419-e30c73101d77 HTTP/1.1" status: 200 len: 855 time: 0.1694808 Jul 06 17:45:53.965980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee981425-643f-4a5c-a14b-b44a1fd1d10e req-2886d462-f5d6-428a-a0c6-2b9dd81fdd8b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:53.969183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee981425-643f-4a5c-a14b-b44a1fd1d10e req-2886d462-f5d6-428a-a0c6-2b9dd81fdd8b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1325581 Jul 06 17:45:54.075308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee981425-643f-4a5c-a14b-b44a1fd1d10e req-496fddd2-01c9-47d1-ad72-7ce30222ffbe tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805140 Jul 06 17:45:54.097595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408577-8257-414f-b7e8-9641930d1e90 req-e89d7bdf-e7b5-4db4-9559-db1c39341d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:54.100960 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b408577-8257-414f-b7e8-9641930d1e90 req-e89d7bdf-e7b5-4db4-9559-db1c39341d98 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66ba7562-6044-4446-be6a-17696ad33280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568465 Jul 06 17:45:54.291136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:54.296055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227421351', 'description': 'tempest-secgroup-smoke-1227421351 description', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:54.325284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.336431 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.360142 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b408577-8257-414f-b7e8-9641930d1e90 req-aa2986f6-37c6-488e-83af-1f1495a61d5a service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528694 Jul 06 17:45:54.386679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31716f7f-c87e-4832-a7f2-ab5044fac1c1 req-160b7b5d-792e-4d9f-9118-6dd72c758ff9 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:54.388400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31716f7f-c87e-4832-a7f2-ab5044fac1c1 req-160b7b5d-792e-4d9f-9118-6dd72c758ff9 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1695960 Jul 06 17:45:54.527174 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.535167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.587425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2d6c32-e349-48a5-bdbc-0d2290971002,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:54.658401 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.664829 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.717956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abca9bf6-1db1-4024-98ef-b9cc793cce49,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:54.747422 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.749119 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e1525e07-a353-4348-b80e-506bc205e52e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4568155 Jul 06 17:45:54.753712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39938) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:54.760345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d296da43-ef92-42b5-9f4a-45983a40f5f0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'abca9bf6-1db1-4024-98ef-b9cc793cce49', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:54.831414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d296da43-ef92-42b5-9f4a-45983a40f5f0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:54.883413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31716f7f-c87e-4832-a7f2-ab5044fac1c1 req-a10a2a52-6a23-4829-a4e3-f8ac51df5d20 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830356 Jul 06 17:45:54.892365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230089e-f034-4ab6-a546-94c8f61b93e4 req-abe2fa17-fe36-40f3-b08a-8fc50fd2d7e6 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:54.894024 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9230089e-f034-4ab6-a546-94c8f61b93e4 req-abe2fa17-fe36-40f3-b08a-8fc50fd2d7e6 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1268122 Jul 06 17:45:54.918735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b408577-8257-414f-b7e8-9641930d1e90 req-d14ccd20-62bb-4bda-b5e6-1dd25d09b042 service neutron] 10.222.0.22 "GET /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501542 Jul 06 17:45:54.979023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9230089e-f034-4ab6-a546-94c8f61b93e4 req-9551642c-511d-43c6-9314-ed116aec42dc tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726562 Jul 06 17:45:55.008626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d296da43-ef92-42b5-9f4a-45983a40f5f0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.016958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d296da43-ef92-42b5-9f4a-45983a40f5f0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.056456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296da43-ef92-42b5-9f4a-45983a40f5f0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76be2658-3f5d-4405-be52-ed69a4e64c8f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:55.068969 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d296da43-ef92-42b5-9f4a-45983a40f5f0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.071194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d296da43-ef92-42b5-9f4a-45983a40f5f0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3151591 Jul 06 17:45:55.074020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39946) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:55.083061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e9631ecb-15aa-410b-9c99-3dc0258b2533 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'abca9bf6-1db1-4024-98ef-b9cc793cce49', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:55.129943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a8d7a-2e04-4ac6-a996-b05c517b6278 req-b85eef17-50c9-4ca7-8faf-eb48cc381bb4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:55.132011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc8a8d7a-2e04-4ac6-a996-b05c517b6278 req-b85eef17-50c9-4ca7-8faf-eb48cc381bb4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.0871034 Jul 06 17:45:55.132497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9631ecb-15aa-410b-9c99-3dc0258b2533 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.218737 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9631ecb-15aa-410b-9c99-3dc0258b2533 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.220660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc8a8d7a-2e04-4ac6-a996-b05c517b6278 req-6ef08307-e59d-45fd-8aa2-9225b1bff51f tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730698 Jul 06 17:45:55.241277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9631ecb-15aa-410b-9c99-3dc0258b2533 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.319243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9631ecb-15aa-410b-9c99-3dc0258b2533 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227315c1-fdad-4b48-911b-7ce825210704,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:55.325508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9631ecb-15aa-410b-9c99-3dc0258b2533 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.331665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e9631ecb-15aa-410b-9c99-3dc0258b2533 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2520196 Jul 06 17:45:55.333032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39954) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:55.341602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-19e8fab3-3873-4550-a527-ff436d8e5691 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'abca9bf6-1db1-4024-98ef-b9cc793cce49', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:55.380778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e1a62-1be9-4e7c-8380-8cf8f8728280 req-e765d345-c6d0-445e-8995-d6535ac23d27 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:55.383471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-164e1a62-1be9-4e7c-8380-8cf8f8728280 req-e765d345-c6d0-445e-8995-d6535ac23d27 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1602395 Jul 06 17:45:55.447079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19e8fab3-3873-4550-a527-ff436d8e5691 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.451596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-164e1a62-1be9-4e7c-8380-8cf8f8728280 req-47271486-31c1-4322-8f17-f3137822d4f9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525019 Jul 06 17:45:55.541078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a5665-47a2-484d-954c-87ecd9d0095a req-a398aeca-467f-4099-96f5-fe77df7acad6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:55.549217 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b0a5665-47a2-484d-954c-87ecd9d0095a req-a398aeca-467f-4099-96f5-fe77df7acad6 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 945 time: 0.1779282 Jul 06 17:45:55.597799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19e8fab3-3873-4550-a527-ff436d8e5691 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.606022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19e8fab3-3873-4550-a527-ff436d8e5691 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.633209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b0a5665-47a2-484d-954c-87ecd9d0095a req-fa6be7ef-6867-4c69-b0f5-ac8b4d819732 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827558 Jul 06 17:45:55.642819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39962) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:55.655922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8fab3-3873-4550-a527-ff436d8e5691 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704e5d12-dcec-4517-9d3f-7b730acdd6f7,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:55.663322 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19e8fab3-3873-4550-a527-ff436d8e5691 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.668284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39968) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:55.668490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-19e8fab3-3873-4550-a527-ff436d8e5691 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3339574 Jul 06 17:45:55.675486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-68f56d4e-cae5-4d9f-bb7f-8fa98894d0b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'abca9bf6-1db1-4024-98ef-b9cc793cce49', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:55.711235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68f56d4e-cae5-4d9f-bb7f-8fa98894d0b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.804933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68f56d4e-cae5-4d9f-bb7f-8fa98894d0b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.811834 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68f56d4e-cae5-4d9f-bb7f-8fa98894d0b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.848147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f56d4e-cae5-4d9f-bb7f-8fa98894d0b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a7e350-b53b-479f-a5c0-fefae3dd1fba,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:55.852671 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-545143a6-0b50-4ac3-96f8-d4dd37fd7b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.855318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40ad41-b185-4eeb-b3de-bb51f58c15a2 req-abaad6a7-2fe9-428b-9a13-b6ae5549e36a tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:55.859495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e40ad41-b185-4eeb-b3de-bb51f58c15a2 req-abaad6a7-2fe9-428b-9a13-b6ae5549e36a tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.0768456 Jul 06 17:45:55.865827 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68f56d4e-cae5-4d9f-bb7f-8fa98894d0b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:55.867085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-68f56d4e-cae5-4d9f-bb7f-8fa98894d0b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1956849 Jul 06 17:45:55.871323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39970) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:55.878652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-784e4968-6c50-4e83-82df-b84aac6685ae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'abca9bf6-1db1-4024-98ef-b9cc793cce49', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:55.910137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e40ad41-b185-4eeb-b3de-bb51f58c15a2 req-168d86ea-a332-4b05-a94c-e113b254e97c tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463276 Jul 06 17:45:55.963684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-1ce52bb0-bc01-4325-9120-184903e09102 req-537856a5-9de3-437e-a491-82faa7b7e2e4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:45:55.964759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ce52bb0-bc01-4325-9120-184903e09102 req-537856a5-9de3-437e-a491-82faa7b7e2e4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083828 Jul 06 17:45:56.033694 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-545143a6-0b50-4ac3-96f8-d4dd37fd7b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.046256 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-545143a6-0b50-4ac3-96f8-d4dd37fd7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.117824 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-784e4968-6c50-4e83-82df-b84aac6685ae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Project c26a9cb1979749ce9e89cfcf8fe67b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:45:56.132083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545143a6-0b50-4ac3-96f8-d4dd37fd7b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b66626-1bae-4c11-99c8-4169b1e36d93,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:56.140305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-545143a6-0b50-4ac3-96f8-d4dd37fd7b5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9de4bc6f3f404fc9a12b9761884c0851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921484 Jul 06 17:45:56.140305 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-784e4968-6c50-4e83-82df-b84aac6685ae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.142839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:56.190532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f1cf4-d559-4e85-994d-8a083d457d23 req-95d9ddd8-f710-4b4f-8635-55000e2df1e9 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:56.192177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-986f1cf4-d559-4e85-994d-8a083d457d23 req-95d9ddd8-f710-4b4f-8635-55000e2df1e9 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.0796990 Jul 06 17:45:56.237339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-986f1cf4-d559-4e85-994d-8a083d457d23 req-dbf1f3f7-3fc4-4e43-a177-86e3e9833e73 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388875 Jul 06 17:45:56.239134 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ce52bb0-bc01-4325-9120-184903e09102 req-4b9a8b21-c05e-4f0b-85b2-cff2d201c491 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2634528 Jul 06 17:45:56.277314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-784e4968-6c50-4e83-82df-b84aac6685ae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.278912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91b96f6c-e741-4d82-91ae-6b3c057e52e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.285228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-784e4968-6c50-4e83-82df-b84aac6685ae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.321459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e4968-6c50-4e83-82df-b84aac6685ae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70d7fa2-d089-44fb-ad29-0e2eeb803514,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:56.324639 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91b96f6c-e741-4d82-91ae-6b3c057e52e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.336594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-784e4968-6c50-4e83-82df-b84aac6685ae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.342216 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-784e4968-6c50-4e83-82df-b84aac6685ae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4655480 Jul 06 17:45:56.343003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:56.350792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-13bf5a1a-2ca2-4e43-b4ce-1bb10c078222 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'abca9bf6-1db1-4024-98ef-b9cc793cce49', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:56.391852 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-13bf5a1a-2ca2-4e43-b4ce-1bb10c078222 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Project c26a9cb1979749ce9e89cfcf8fe67b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:45:56.395589 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91b96f6c-e741-4d82-91ae-6b3c057e52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.399758 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91b96f6c-e741-4d82-91ae-6b3c057e52e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.400044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13bf5a1a-2ca2-4e43-b4ce-1bb10c078222 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.406381 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91b96f6c-e741-4d82-91ae-6b3c057e52e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73b66626-1bae-4c11-99c8-4169b1e36d93 HTTP/1.1" status: 204 len: 168 time: 0.2573445 Jul 06 17:45:56.419596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b96f6c-e741-4d82-91ae-6b3c057e52e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b66626-1bae-4c11-99c8-4169b1e36d93,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:56.505860 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13bf5a1a-2ca2-4e43-b4ce-1bb10c078222 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.512137 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13bf5a1a-2ca2-4e43-b4ce-1bb10c078222 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.538044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf5a1a-2ca2-4e43-b4ce-1bb10c078222 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03275329-f057-47e7-8d7c-cb9b6e9705ec,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:56.556674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13bf5a1a-2ca2-4e43-b4ce-1bb10c078222 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.563782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-13bf5a1a-2ca2-4e43-b4ce-1bb10c078222 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2128816 Jul 06 17:45:56.563782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39984) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:56.570086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'network': {'name': 'tempest-network-smoke--307167573', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'port_security_enabled': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:56.604360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:45:56.610193 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.649536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:45:56.665452 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.665876 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Added segment eed16c73-ab70-426f-9100-c7bfa5c7c3b5 of type vlan for network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 Jul 06 17:45:56.746748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.865531 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.879452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:56.880541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:56.911938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39994) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:56.935444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e1f-5c89-49c5-be21-4cb0db540a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.030508 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4644878 Jul 06 17:45:57.040597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:57.043292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7c976-9af0-4b35-b490-31ced4061265 req-0798c7b2-0817-49b4-bbe4-0aa1610b76c7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:57.045629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5da7c976-9af0-4b35-b490-31ced4061265 req-0798c7b2-0817-49b4-bbe4-0aa1610b76c7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.3226261 Jul 06 17:45:57.047791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'admin_state_up': True, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:45:57.053811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a76a20-62a7-4ee7-aba9-ce3bc8a64f07 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Network': ['ID=abe65acf-0cd6-499d-9d3e-c90c1206dfb5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:57.074450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:45:57.100369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5da7c976-9af0-4b35-b490-31ced4061265 req-f63dfbaa-f728-4eb0-ad50-bc7a2fae5cbe tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 Jul 06 17:45:57.168839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00430e1-6002-4645-8716-7e0178634121 req-4ef90ad8-3d49-46c1-baec-80e417ec5acc tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:57.171589 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f00430e1-6002-4645-8716-7e0178634121 req-4ef90ad8-3d49-46c1-baec-80e417ec5acc tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1536095 Jul 06 17:45:57.204081 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e1f-5c89-49c5-be21-4cb0db540a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.219104 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0c04e1f-5c89-49c5-be21-4cb0db540a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.299334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a0c04e1f-5c89-49c5-be21-4cb0db540a7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2118aecd43374cde9477288ed88a7abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862045 Jul 06 17:45:57.300353 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.301421 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.303569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40000) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:45:57.314678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c04e1f-5c89-49c5-be21-4cb0db540a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb12530a-ab37-46d7-bd28-436167385191,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:57.338730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f00430e1-6002-4645-8716-7e0178634121 req-cc7a9a9a-cf51-4c84-8524-80f63b290adc tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482556 Jul 06 17:45:57.415367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.455773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15b4fce8-a5bf-4c48-b7a2-a7c1f2bb2c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.502675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15b4fce8-a5bf-4c48-b7a2-a7c1f2bb2c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.603150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccabf5-f77d-41cc-b98a-5268565690a8 req-c200f92d-01d0-4328-aa5c-f8ad4c2006e7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:57.604905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22ccabf5-f77d-41cc-b98a-5268565690a8 req-c200f92d-01d0-4328-aa5c-f8ad4c2006e7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1303787 Jul 06 17:45:57.627263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.627529 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15b4fce8-a5bf-4c48-b7a2-a7c1f2bb2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.630423 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15b4fce8-a5bf-4c48-b7a2-a7c1f2bb2c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:57.635232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-15b4fce8-a5bf-4c48-b7a2-a7c1f2bb2c5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb12530a-ab37-46d7-bd28-436167385191 HTTP/1.1" status: 204 len: 168 time: 0.3264964 Jul 06 17:45:57.654577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4fce8-a5bf-4c48-b7a2-a7c1f2bb2c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb12530a-ab37-46d7-bd28-436167385191,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:57.678210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22ccabf5-f77d-41cc-b98a-5268565690a8 req-9bbeac7a-31d3-4ea8-a24d-e9ade0ede07b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603399 Jul 06 17:45:57.757011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818967f-5b98-4538-8d02-83eaf074ab0d req-e66f49cf-0c66-43e8-834b-94568ad04d42 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:57.758686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1818967f-5b98-4538-8d02-83eaf074ab0d req-e66f49cf-0c66-43e8-834b-94568ad04d42 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 945 time: 0.1476569 Jul 06 17:45:57.827385 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1818967f-5b98-4538-8d02-83eaf074ab0d req-e614b804-2914-4136-a253-06728f1cbdef tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593538 Jul 06 17:45:57.977775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.019767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.248512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.25.7.119 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/2bdcd678-de1f-44eb-9d34-e13da072608b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:45:58.265868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80128fe-bb4f-47a9-85c8-35c53ecf7642 req-76676057-b884-4483-9895-d05a148e142b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:58.267507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f80128fe-bb4f-47a9-85c8-35c53ecf7642 req-76676057-b884-4483-9895-d05a148e142b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.1712537 Jul 06 17:45:58.353341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59ff01-283f-412e-ab97-6bba7e3c8e86 req-35acc612-50d3-4c89-8109-ee966858ae21 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:58.359769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d59ff01-283f-412e-ab97-6bba7e3c8e86 req-35acc612-50d3-4c89-8109-ee966858ae21 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.0955064 Jul 06 17:45:58.367022 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f80128fe-bb4f-47a9-85c8-35c53ecf7642 req-d3bf9f8e-01db-4cf0-861f-311fd799954d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932093 Jul 06 17:45:58.444774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d59ff01-283f-412e-ab97-6bba7e3c8e86 req-4137bb86-f081-42b9-a8d9-83c2acf67c1f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826919 Jul 06 17:45:58.463090 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.532796 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:58.577745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:45:58.581141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:45:58.588019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:45:58.616103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=2bdcd678-de1f-44eb-9d34-e13da072608b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:45:58.859835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e373bc4-d3d1-4c2a-aa40-da2b867004e1 req-2cc1a24f-292b-458b-b6fe-45e4a669e25e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:58.866043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e373bc4-d3d1-4c2a-aa40-da2b867004e1 req-2cc1a24f-292b-458b-b6fe-45e4a669e25e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:58.872315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e373bc4-d3d1-4c2a-aa40-da2b867004e1 req-2cc1a24f-292b-458b-b6fe-45e4a669e25e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:58.878939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e373bc4-d3d1-4c2a-aa40-da2b867004e1 req-2cc1a24f-292b-458b-b6fe-45e4a669e25e tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead&device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21&device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 2417 time: 0.0947554 Jul 06 17:45:58.921129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e373bc4-d3d1-4c2a-aa40-da2b867004e1 req-f9670989-dbfe-4003-a1ac-4e25019e6999 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Jul 06 17:45:58.979445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-830d1781-66e6-475c-8fab-5a3ddbfd734c req-47111293-3981-4089-b075-96e76d84d600 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:45:58.981383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-830d1781-66e6-475c-8fab-5a3ddbfd734c req-47111293-3981-4089-b075-96e76d84d600 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111279 Jul 06 17:45:59.165030 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:59.166590 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-830d1781-66e6-475c-8fab-5a3ddbfd734c req-43fc0d6c-03bc-4964-8f69-955d3a306c21 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1710751 Jul 06 17:45:59.243225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df703a9-c235-4f5e-855c-df658fb16018 req-bea550f6-8333-45e8-9efc-7bc3a82f2f99 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:59.245890 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6df703a9-c235-4f5e-855c-df658fb16018 req-bea550f6-8333-45e8-9efc-7bc3a82f2f99 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.3169045 Jul 06 17:45:59.438472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6df703a9-c235-4f5e-855c-df658fb16018 req-97cc20f5-fe4c-4add-8e13-494320fcc90a tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836002 Jul 06 17:45:59.613825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:45:59.731602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95851820-87fd-47cf-bb77-532f2b84a5db req-4b9327a2-346e-4391-ab4a-200bfa0ea8d2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:45:59.734117 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95851820-87fd-47cf-bb77-532f2b84a5db req-4b9327a2-346e-4391-ab4a-200bfa0ea8d2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.0799410 Jul 06 17:45:59.804959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95851820-87fd-47cf-bb77-532f2b84a5db req-16bad5d8-2f64-43eb-814d-565746d9be19 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633039 Jul 06 17:45:59.833473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router f1cc0242-16cc-40b2-bcda-12b7f123b210 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:46:00.035338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:46:00.051548 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Sync routers for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:46:00.066608 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:00.068255 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87c69d93-4745-406a-bdc3-f5f89593694b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0255702 Jul 06 17:46:00.070782 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:00.071529 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:45:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:00.075562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40068) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:00.297939 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:00.461564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0db80c2b-cf98-4505-857b-9e2a28f2254b tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c26a9cb1979749ce9e89cfcf8fe67b35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3837678 Jul 06 17:46:00.464360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40076) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:00.604146 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:00.637998 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Checking router: f1cc0242-16cc-40b2-bcda-12b7f123b210 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:46:00.638882 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Updating router f1cc0242-16cc-40b2-bcda-12b7f123b210 port 2bdcd678-de1f-44eb-9d34-e13da072608b binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:46:00.687109 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:00.825095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7241df6-5252-4944-b30b-7b18b1a211cf req-c9c0417d-e487-446b-97eb-a82c54c157f6 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:00.829672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c7241df6-5252-4944-b30b-7b18b1a211cf req-c9c0417d-e487-446b-97eb-a82c54c157f6 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1198115 Jul 06 17:46:00.947782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c7241df6-5252-4944-b30b-7b18b1a211cf req-862f1815-c88d-4906-9065-2f14fe1abf12 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119189 Jul 06 17:46:01.011857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:01.176518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc7bb0a-17b8-4622-8261-769829cf34a6 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:01.180966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-acc7bb0a-17b8-4622-8261-769829cf34a6 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7113476 Jul 06 17:46:01.181709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:01.234622 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6f300873-46e5-4a91-8952-c5ce5a68debb tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509858 Jul 06 17:46:01.237635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:01.254705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1755411395', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:01.266405 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ebc7791c-3e2b-4212-8642-aaa3996eb201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.268783 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.288750 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Transition to ACTIVE for port object 2bdcd678-de1f-44eb-9d34-e13da072608b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:01.301739 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.384820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbd37d-5d95-47ad-95d5-e8535d2b501d req-953c4c17-feb3-4db5-9196-51e4070be137 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:01.392226 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1bbd37d-5d95-47ad-95d5-e8535d2b501d req-953c4c17-feb3-4db5-9196-51e4070be137 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.2189128 Jul 06 17:46:01.442580 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ebc7791c-3e2b-4212-8642-aaa3996eb201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.453808 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ebc7791c-3e2b-4212-8642-aaa3996eb201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.464950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Attempting to bind port 2bdcd678-de1f-44eb-9d34-e13da072608b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:01.465802 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Attempting to bind port 2bdcd678-de1f-44eb-9d34-e13da072608b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:01.466454 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Attempting to bind port 2bdcd678-de1f-44eb-9d34-e13da072608b on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:01.475806 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1bbd37d-5d95-47ad-95d5-e8535d2b501d req-724d2fc4-6431-49b0-a67e-63503de75899 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817869 Jul 06 17:46:01.479058 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:01.479688 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:01.480355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:01.481015 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.481228 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:01.482495 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Bound port: 2bdcd678-de1f-44eb-9d34-e13da072608b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:01.484000 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.489512 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.493071 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Pushing event updated for resources: {'Port': ['ID=2bdcd678-de1f-44eb-9d34-e13da072608b,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:01.522212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7791c-3e2b-4212-8642-aaa3996eb201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbcd52f-c801-46a7-8bea-99b49c44c4ad,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:01.546882 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.547893 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.548043 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.548512 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.549009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.549555 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.550419 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.550648 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.551109 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.551649 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.552142 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.552428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ebc7791c-3e2b-4212-8642-aaa3996eb201 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f19a9df7e034483b357be89ba5c6f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369675 Jul 06 17:46:01.552565 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.554942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:01.608351 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] For port 2bdcd678-de1f-44eb-9d34-e13da072608b, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:01.612605 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] For port 2bdcd678-de1f-44eb-9d34-e13da072608b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2bdcd678-de1f-44eb-9d34-e13da072608b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:01.619872 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.641520 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e00c41f1-bfd5-471e-ae4f-67642629001e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.692372 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:01.693118 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:45:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:01.693858 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e00c41f1-bfd5-471e-ae4f-67642629001e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.698881 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5302f-247c-47da-9e08-a1f39ced49af None None] Pushing event updated for resources: {'Port': ['ID=2bdcd678-de1f-44eb-9d34-e13da072608b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:01.783856 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e00c41f1-bfd5-471e-ae4f-67642629001e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.791695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e00c41f1-bfd5-471e-ae4f-67642629001e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.796975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e00c41f1-bfd5-471e-ae4f-67642629001e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dbcd52f-c801-46a7-8bea-99b49c44c4ad HTTP/1.1" status: 204 len: 168 time: 0.2407992 Jul 06 17:46:01.808410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c41f1-bfd5-471e-ae4f-67642629001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbcd52f-c801-46a7-8bea-99b49c44c4ad,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:01.819045 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.854533 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:01.905402 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:01.966289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Checking segment: {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:01.967324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network hostable DHCP agents. Network: abe65acf-0cd6-499d-9d3e-c90c1206dfb5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:46:01.971413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Subnet': ['ID=54c8f482-bb14-478d-9e61-81dd595bd12d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:01.995269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.995950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.996539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.997215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.997967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.998513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.999045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:01.999586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:02.000238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:02.000912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:02.001504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:02.002101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:02.031218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:46:02.048214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, abe65acf-0cd6-499d-9d3e-c90c1206dfb5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:02.054177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:02.055041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.060960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24617830-4ba5-4f66-8961-75c0d6cb43ea None None] Network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:02.134572 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a69f833c-8e33-4baa-bed3-acb734011b60 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8935850 Jul 06 17:46:02.137789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40116) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:02.189137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866ca03-2cbe-4b33-a890-dba7d05e51ad req-b335eefc-c54b-4fe1-95c6-64c98eeda985 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:02.191228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1866ca03-2cbe-4b33-a890-dba7d05e51ad req-b335eefc-c54b-4fe1-95c6-64c98eeda985 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.1407712 Jul 06 17:46:02.287491 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:02.296413 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1866ca03-2cbe-4b33-a890-dba7d05e51ad req-4c0f042b-96af-4ca4-8140-aa073fefc619 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982904 Jul 06 17:46:02.433888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3da01-8b35-472c-b90a-52d8c5bb8748 req-99071134-05f9-44e4-a10d-057c9756ea3f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:02.445048 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936ae69-474d-41d3-86d4-40f834b9d163 None None] The sync data for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 is: [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:45:58Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:46:02.446257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2cb3da01-8b35-472c-b90a-52d8c5bb8748 req-99071134-05f9-44e4-a10d-057c9756ea3f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.2421470 Jul 06 17:46:02.457772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:46:02.459413 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.487874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:02.511250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2548097-a7f3-4150-a327-9c0a63c5f170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.565698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2cb3da01-8b35-472c-b90a-52d8c5bb8748 req-8350af5c-063c-41b9-87a3-dd7f7776e9bd tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175752 Jul 06 17:46:02.710921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2548097-a7f3-4150-a327-9c0a63c5f170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.718389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2548097-a7f3-4150-a327-9c0a63c5f170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:02.743823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Allocated IP 172.20.0.2 (abe65acf-0cd6-499d-9d3e-c90c1206dfb5/54c8f482-bb14-478d-9e61-81dd595bd12d/f186d4ff-9ec5-469d-8156-65fc65794cca) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:02.801338 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a2548097-a7f3-4150-a327-9c0a63c5f170 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14394f01b9eb4ebca10e636648722002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121288 Jul 06 17:46:02.806522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:02.818797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2548097-a7f3-4150-a327-9c0a63c5f170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc572dd-20fe-4f03-ad66-34001e590f8c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:02.897740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cd948-aa3f-4608-b55c-a3ee36455f25 req-3e54b22c-0dba-481d-8f2f-7bd88989a8de tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:02.906177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c90cd948-aa3f-4608-b55c-a3ee36455f25 req-3e54b22c-0dba-481d-8f2f-7bd88989a8de tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1593878 Jul 06 17:46:02.976147 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c90cd948-aa3f-4608-b55c-a3ee36455f25 req-ab3b4e8e-5972-4776-b91c-1ad8c5ca158f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687118 Jul 06 17:46:03.097379 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.121955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Transition to ACTIVE for port object f186d4ff-9ec5-469d-8156-65fc65794cca will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:03.150639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Transition to ACTIVE for port object f186d4ff-9ec5-469d-8156-65fc65794cca will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:03.161648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e61daa42-ed04-4169-9333-83104a021b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.167755 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.211495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:03.217782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:03.221514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:03.229978 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e61daa42-ed04-4169-9333-83104a021b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.230289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Pushing event updated for resources: {'Port': ['ID=f186d4ff-9ec5-469d-8156-65fc65794cca,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:03.293575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Attempting to bind port f186d4ff-9ec5-469d-8156-65fc65794cca on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:03.294127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Attempting to bind port f186d4ff-9ec5-469d-8156-65fc65794cca by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:03.295110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Attempting to bind port f186d4ff-9ec5-469d-8156-65fc65794cca on network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:03.302575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:03.303269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Checking segment: {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:03.303713 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.304147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Bound using segment: {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:03.304658 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Bound port: f186d4ff-9ec5-469d-8156-65fc65794cca, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:03.305071 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.375025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.484882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] For port f186d4ff-9ec5-469d-8156-65fc65794cca, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:03.493898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] For port f186d4ff-9ec5-469d-8156-65fc65794cca, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f186d4ff-9ec5-469d-8156-65fc65794cca,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:03.516387 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.561509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e61daa42-ed04-4169-9333-83104a021b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.565358 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e61daa42-ed04-4169-9333-83104a021b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:03.570845 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e61daa42-ed04-4169-9333-83104a021b31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dc572dd-20fe-4f03-ad66-34001e590f8c HTTP/1.1" status: 204 len: 168 time: 0.7592251 Jul 06 17:46:03.617107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61daa42-ed04-4169-9333-83104a021b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc572dd-20fe-4f03-ad66-34001e590f8c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:03.745047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e60ea4-afa7-4c31-8136-b8f655ad7852 None None] Pushing event updated for resources: {'Port': ['ID=f186d4ff-9ec5-469d-8156-65fc65794cca,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:03.914709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee2f6-aad9-4177-b0d5-6e5cb73a0acf req-55839331-0220-4d1f-b6ad-075185682d98 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:03.928501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05bee2f6-aad9-4177-b0d5-6e5cb73a0acf req-55839331-0220-4d1f-b6ad-075185682d98 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.3068328 Jul 06 17:46:03.962924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.20.0.1 (abe65acf-0cd6-499d-9d3e-c90c1206dfb5/54c8f482-bb14-478d-9e61-81dd595bd12d/96fe2a30-393a-4edd-a7fa-083118772d3e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:03.975229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-113b9160-b9d4-42a4-884d-4f1bd993399f tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:03.980809 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-113b9160-b9d4-42a4-884d-4f1bd993399f tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.55 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 945 time: 0.2786088 Jul 06 17:46:04.185971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05bee2f6-aad9-4177-b0d5-6e5cb73a0acf req-569fe487-9f36-4641-8475-53527dc07dd4 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553964 Jul 06 17:46:04.326837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Deleting port de800985-a179-4f4c-a106-7736cae757b9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:04.328698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:04.331154 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:04.411444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Transition to ACTIVE for port object 96fe2a30-393a-4edd-a7fa-083118772d3e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:04.492215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] For port de800985-a179-4f4c-a106-7736cae757b9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=de800985-a179-4f4c-a106-7736cae757b9,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:04.492475 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:04.505728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69c374-21a0-4ef7-8dba-8c3504682aa4 req-f1bfe702-f8ce-4842-b164-ab37cd5aba5d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:04.508305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db69c374-21a0-4ef7-8dba-8c3504682aa4 req-f1bfe702-f8ce-4842-b164-ab37cd5aba5d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.2825501 Jul 06 17:46:04.511083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Calling delete_port for de800985-a179-4f4c-a106-7736cae757b9 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:04.526384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be66450-3c59-4b2e-9096-d1cf2bb18a38 req-54f8f4d6-bb01-4264-8425-eb9c459a40c4 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:04.528041 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2be66450-3c59-4b2e-9096-d1cf2bb18a38 req-54f8f4d6-bb01-4264-8425-eb9c459a40c4 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1454160 Jul 06 17:46:04.528642 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:04.600151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:04.628620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:04.634176 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2be66450-3c59-4b2e-9096-d1cf2bb18a38 req-f1e389c7-9447-4a2f-b8ed-def323577479 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968938 Jul 06 17:46:04.637532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:04.648862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db69c374-21a0-4ef7-8dba-8c3504682aa4 req-8a9eb9ca-ba7c-4956-8314-c0046dfc2090 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324639 Jul 06 17:46:04.781205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=96fe2a30-393a-4edd-a7fa-083118772d3e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:04.821018 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:04.843219 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:04.858640 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['886f2c46-2ce7-43af-b071-3c818e8c45af', '97f36606-d6d7-4c57-95d9-700cf6abd0eb'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:04.909184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['de800985-a179-4f4c-a106-7736cae757b9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:05.006542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Pushing event deleted for resources: {'Port': ['ID=de800985-a179-4f4c-a106-7736cae757b9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:05.051735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] No DVR routers for this DVR port de800985-a179-4f4c-a106-7736cae757b9 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:05.059403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.063316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3e7190be-eb55-4d26-b0cc-bf149191afc0 req-e712e57b-8e79-4c2c-90ed-098d472bf555 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.55 "DELETE /v2.0/ports/de800985-a179-4f4c-a106-7736cae757b9 HTTP/1.1" status: 204 len: 173 time: 1.0756316 Jul 06 17:46:05.064162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b765b447-a545-4b96-944e-a05509113ead', 'name': 'network-vif-deleted', 'tag': 'de800985-a179-4f4c-a106-7736cae757b9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:05.071632 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a663b77-93f3-4fd5-85e9-af33b3c52f0b" -d '{"events": [{"server_uuid": "b765b447-a545-4b96-944e-a05509113ead", "name": "network-vif-deleted", "tag": "de800985-a179-4f4c-a106-7736cae757b9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:05.088330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2bdcd678-de1f-44eb-9d34-e13da072608b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:05.116308 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.186840 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76381f26-32da-490f-b230-0d90676b56d7 x-openstack-request-id: req-76381f26-32da-490f-b230-0d90676b56d7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:05.187100 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b765b447-a545-4b96-944e-a05509113ead", "name": "network-vif-deleted", "tag": "de800985-a179-4f4c-a106-7736cae757b9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:05.187290 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76381f26-32da-490f-b230-0d90676b56d7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:05.187642 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b765b447-a545-4b96-944e-a05509113ead', 'name': 'network-vif-deleted', 'tag': 'de800985-a179-4f4c-a106-7736cae757b9', 'status': 'completed', 'code': 200} Jul 06 17:46:05.212055 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.412989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2bdcd678-de1f-44eb-9d34-e13da072608b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:05.432472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2bdcd678-de1f-44eb-9d34-e13da072608b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:05.432861 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.579764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a3de840-1cff-4a94-ae0c-c9751432f176 req-4050a9cc-a1cb-4ea5-a059-0c3c9122aaa2 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b765b447-a545-4b96-944e-a05509113ead HTTP/1.1" status: 200 len: 210 time: 0.0634384 Jul 06 17:46:05.647077 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.768834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2bdcd678-de1f-44eb-9d34-e13da072608b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2bdcd678-de1f-44eb-9d34-e13da072608b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:05.781973 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.783235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f186d4ff-9ec5-469d-8156-65fc65794cca up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:05.789928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.798885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.919660 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:05.953298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2bdcd678-de1f-44eb-9d34-e13da072608b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:05.967614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f186d4ff-9ec5-469d-8156-65fc65794cca completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:06.026943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=96fe2a30-393a-4edd-a7fa-083118772d3e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:06.111500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652b4a5-21bb-4cd1-a284-df4d9ffdde5e req-a877c8ed-758a-4495-a63d-768f94ae8dcc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:06.119844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7652b4a5-21bb-4cd1-a284-df4d9ffdde5e req-a877c8ed-758a-4495-a63d-768f94ae8dcc tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1540651 Jul 06 17:46:06.179701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7652b4a5-21bb-4cd1-a284-df4d9ffdde5e req-24fdc51f-ce66-4b7b-81a2-56513afe368d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584688 Jul 06 17:46:06.249432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6dd41e-25b0-44db-afb1-349d222a6fb2 None None] Network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:06.323127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51dfb-75b1-4b9a-ad5a-2e4ae341814d req-2da1ad30-be79-4a30-8540-c83262e3621f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:06.323963 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89e51dfb-75b1-4b9a-ad5a-2e4ae341814d req-2da1ad30-be79-4a30-8540-c83262e3621f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.2866256 Jul 06 17:46:06.333167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:06.345980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:06.380035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d7e75bce-8499-4b28-91f0-351ac2123c36 None None] Provisioning for port f186d4ff-9ec5-469d-8156-65fc65794cca completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:06.386780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d7e75bce-8499-4b28-91f0-351ac2123c36 None None] Provisioning complete for port f186d4ff-9ec5-469d-8156-65fc65794cca triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:06.387299 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7e75bce-8499-4b28-91f0-351ac2123c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:06.446599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89e51dfb-75b1-4b9a-ad5a-2e4ae341814d req-e65bb16b-9b6f-4492-9e41-7b3b12e30f55 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121736 Jul 06 17:46:06.540746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router f1cc0242-16cc-40b2-bcda-12b7f123b210 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:46:06.556517 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7e75bce-8499-4b28-91f0-351ac2123c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:06.614035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d7e75bce-8499-4b28-91f0-351ac2123c36 None None] For port f186d4ff-9ec5-469d-8156-65fc65794cca, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f186d4ff-9ec5-469d-8156-65fc65794cca,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:06.620285 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7e75bce-8499-4b28-91f0-351ac2123c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:06.716043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e75bce-8499-4b28-91f0-351ac2123c36 None None] Pushing event updated for resources: {'Port': ['ID=f186d4ff-9ec5-469d-8156-65fc65794cca,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:06.754807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:46:06.773671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Sync routers for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:46:06.783514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5b0e8f73-8a4b-46e4-8395-380a75a4fd48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "PUT /v2.0/routers/f1cc0242-16cc-40b2-bcda-12b7f123b210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6423330 Jul 06 17:46:06.788364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:06.789149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:45:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:06.990201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:07.116000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-14268095-60a0-4edf-8fe9-26b5eb9c216e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227421351&fields=id&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 267 time: 0.0964651 Jul 06 17:46:07.366947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2bdcd678-de1f-44eb-9d34-e13da072608b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:07.369577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-73fd2817-82a6-4f18-8bec-6bf275e9d824 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:07.379843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-73fd2817-82a6-4f18-8bec-6bf275e9d824 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 796 time: 0.2629237 Jul 06 17:46:07.411679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7f8b9936-1644-4e65-8c66-60e5e5d3da24 None None] Provisioning for port 96fe2a30-393a-4edd-a7fa-083118772d3e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:07.423254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-0609bc94-4198-416d-8776-76687a02b5f4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/quotas/c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 375 time: 0.0244620 Jul 06 17:46:07.457188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7f8b9936-1644-4e65-8c66-60e5e5d3da24 None None] Provisioning complete for port 96fe2a30-393a-4edd-a7fa-083118772d3e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:07.457567 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f8b9936-1644-4e65-8c66-60e5e5d3da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:07.465193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e23f28-263e-4904-8033-ad13c72ace2d req-dec32ebd-75ae-4e3b-b5a3-eefb0ea5ca7a tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:07.475592 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-37e23f28-263e-4904-8033-ad13c72ace2d req-dec32ebd-75ae-4e3b-b5a3-eefb0ea5ca7a tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 945 time: 0.1601646 Jul 06 17:46:07.565356 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-37e23f28-263e-4904-8033-ad13c72ace2d req-15a0b057-c22b-4c2c-96bc-63126838daad tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885742 Jul 06 17:46:07.585829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-ba2f5ca0-8b71-4304-be5a-f3a96893bb06 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580262 Jul 06 17:46:07.626972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b9936-1644-4e65-8c66-60e5e5d3da24 None None] Port 96fe2a30-393a-4edd-a7fa-083118772d3e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:07.690314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2bdcd678-de1f-44eb-9d34-e13da072608b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:07.690824 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:07.698021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7f8b9936-1644-4e65-8c66-60e5e5d3da24 None None] Provisioning complete for port f186d4ff-9ec5-469d-8156-65fc65794cca triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:07.698433 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f8b9936-1644-4e65-8c66-60e5e5d3da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:07.886795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device de800985-a179-4f4c-a106-7736cae757b9 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:07.900648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd4cdc-64bb-42b6-9b1b-cf1d8837c44d req-b8880aaf-c99d-4743-952b-0e0a49361974 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:07.912226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: de800985-a179-4f4c-a106-7736cae757b9 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:07.912582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device de800985-a179-4f4c-a106-7736cae757b9 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:07.920146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0dd4cdc-64bb-42b6-9b1b-cf1d8837c44d req-b8880aaf-c99d-4743-952b-0e0a49361974 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1380515 Jul 06 17:46:07.967528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0dd4cdc-64bb-42b6-9b1b-cf1d8837c44d req-2ec8e8e6-7fef-4a67-80ab-f7392f1b211f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Jul 06 17:46:07.971690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '96fe2a30-393a-4edd-a7fa-083118772d3e', 'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:a0:1b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:03Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 2, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:08.004257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-befe5119-8577-4bed-9a4e-a1c0b3967f04 service neutron] 10.222.0.13 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990071 Jul 06 17:46:08.016508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Checking router: f1cc0242-16cc-40b2-bcda-12b7f123b210 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:46:08.017126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Updating router f1cc0242-16cc-40b2-bcda-12b7f123b210 port 96fe2a30-393a-4edd-a7fa-083118772d3e binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:46:08.084923 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.137332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-716c0edf-4a28-4ec1-adcd-02db456ee203 service neutron] 10.222.0.13 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260850 Jul 06 17:46:08.267327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e3a82aee-e847-472d-9dc7-aab37f877cd4 None None] Provisioning complete for port 96fe2a30-393a-4edd-a7fa-083118772d3e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:08.267327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3a82aee-e847-472d-9dc7-aab37f877cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.353288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3f3a2-04dd-4eab-a2a7-507a62521d2f req-7f408373-4438-49d3-9e23-54bdac437718 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:08.365801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e3a82aee-e847-472d-9dc7-aab37f877cd4 None None] Port 96fe2a30-393a-4edd-a7fa-083118772d3e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:08.367209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56b3f3a2-04dd-4eab-a2a7-507a62521d2f req-7f408373-4438-49d3-9e23-54bdac437718 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1127839 Jul 06 17:46:08.437232 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56b3f3a2-04dd-4eab-a2a7-507a62521d2f req-d468a468-95f5-4578-b445-0b651d8eb6da tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647821 Jul 06 17:46:08.586720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.633982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Transition to ACTIVE for port object 96fe2a30-393a-4edd-a7fa-083118772d3e will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:08.650646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:08.684188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f3e104d-402f-48f4-87da-b32ec3de7f3f req-06fae175-975b-4e0f-929b-88016f96e844 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 210 time: 0.0548241 Jul 06 17:46:08.753070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-9aa9b93f-fb4f-48a1-8d06-5e04fa3b2f87 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:08.758008 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-9aa9b93f-fb4f-48a1-8d06-5e04fa3b2f87 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.22 "GET /v2.0/ports?device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 945 time: 0.1870775 Jul 06 17:46:08.797055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d790f-91bd-4f2a-aec3-be76ef3d14a5 None None] Pushing event updated for resources: {'Port': ['ID=96fe2a30-393a-4edd-a7fa-083118772d3e,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:08.961991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f186d4ff-9ec5-469d-8156-65fc65794cca up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:09.028614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Deleting port 97f36606-d6d7-4c57-95d9-700cf6abd0eb {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:09.029096 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.094036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Attempting to bind port 96fe2a30-393a-4edd-a7fa-083118772d3e on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:09.102816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Attempting to bind port 96fe2a30-393a-4edd-a7fa-083118772d3e by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:09.103563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Attempting to bind port 96fe2a30-393a-4edd-a7fa-083118772d3e on network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:09.149274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:09.149934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Checking segment: {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:09.154879 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.155896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Bound using segment: {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:09.156760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Bound port: 96fe2a30-393a-4edd-a7fa-083118772d3e, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:09.157491 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.183901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcf4b2-494c-42c8-b1a4-ee5793802d2a req-9b0b4ddd-c2c2-4d19-89d2-68ad6e400a6f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:09.186837 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bbdcf4b2-494c-42c8-b1a4-ee5793802d2a req-9b0b4ddd-c2c2-4d19-89d2-68ad6e400a6f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1523638 Jul 06 17:46:09.278048 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bbdcf4b2-494c-42c8-b1a4-ee5793802d2a req-3b8627b2-cd77-41fb-8b43-0229cbee9dba tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814288 Jul 06 17:46:09.319769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f186d4ff-9ec5-469d-8156-65fc65794cca triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:09.320192 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.325386 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] For port 96fe2a30-393a-4edd-a7fa-083118772d3e, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:09.372018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] For port 96fe2a30-393a-4edd-a7fa-083118772d3e, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=96fe2a30-393a-4edd-a7fa-083118772d3e,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:09.376694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] For port 97f36606-d6d7-4c57-95d9-700cf6abd0eb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=97f36606-d6d7-4c57-95d9-700cf6abd0eb,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:09.377536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.385471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.413569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98596c-0147-417c-ab12-1b8ca6474286 req-a2b450ba-e30c-4133-b759-9f99d2cb8147 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:09.415403 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f98596c-0147-417c-ab12-1b8ca6474286 req-a2b450ba-e30c-4133-b759-9f99d2cb8147 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 945 time: 0.2121499 Jul 06 17:46:09.468000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Calling delete_port for 97f36606-d6d7-4c57-95d9-700cf6abd0eb owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:09.488088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:09.488757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:45:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:09.563000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d790f-91bd-4f2a-aec3-be76ef3d14a5 None None] Pushing event updated for resources: {'Port': ['ID=96fe2a30-393a-4edd-a7fa-083118772d3e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:09.693977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f98596c-0147-417c-ab12-1b8ca6474286 req-8599a217-d6c0-446b-ba3f-e412d2b2fd3d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638576 Jul 06 17:46:09.718886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:09.836017 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:09.855207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['886f2c46-2ce7-43af-b071-3c818e8c45af', '97f36606-d6d7-4c57-95d9-700cf6abd0eb'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:09.886291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3437ce6-8f9e-4dfd-b789-12f4bf0a8be0 req-3fabee7e-98dc-4b06-9efe-ff39970d0e57 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:09.889857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3437ce6-8f9e-4dfd-b789-12f4bf0a8be0 req-3fabee7e-98dc-4b06-9efe-ff39970d0e57 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1854675 Jul 06 17:46:09.922557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Pushing event deleted for resources: {'Port': ['ID=97f36606-d6d7-4c57-95d9-700cf6abd0eb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:09.965602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3437ce6-8f9e-4dfd-b789-12f4bf0a8be0 req-2d67ad42-ad63-47b3-993a-327552712ab4 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677845 Jul 06 17:46:10.018070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] No DVR routers for this DVR port 97f36606-d6d7-4c57-95d9-700cf6abd0eb on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:10.021001 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.023803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-caafa477-f129-4a69-91ba-5cc775c42dd0 req-b6f95b87-008c-4f09-ae7c-36e274440425 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.22 "DELETE /v2.0/ports/97f36606-d6d7-4c57-95d9-700cf6abd0eb HTTP/1.1" status: 204 len: 173 time: 1.2599542 Jul 06 17:46:10.025834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e434be04-1ef4-4221-892a-b0a35d2d8e21', 'name': 'network-vif-deleted', 'tag': '97f36606-d6d7-4c57-95d9-700cf6abd0eb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:10.029403 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2499ad4b-acb7-4abd-8e70-436a4528f555" -d '{"events": [{"server_uuid": "e434be04-1ef4-4221-892a-b0a35d2d8e21", "name": "network-vif-deleted", "tag": "97f36606-d6d7-4c57-95d9-700cf6abd0eb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:10.080435 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa07e10-6702-445d-85f1-2c57c1256a4b x-openstack-request-id: req-4fa07e10-6702-445d-85f1-2c57c1256a4b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:10.081187 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e434be04-1ef4-4221-892a-b0a35d2d8e21", "name": "network-vif-deleted", "tag": "97f36606-d6d7-4c57-95d9-700cf6abd0eb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:10.081804 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fa07e10-6702-445d-85f1-2c57c1256a4b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:10.082537 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e434be04-1ef4-4221-892a-b0a35d2d8e21', 'name': 'network-vif-deleted', 'tag': '97f36606-d6d7-4c57-95d9-700cf6abd0eb', 'status': 'completed', 'code': 200} Jul 06 17:46:10.203231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d729fbe7-f0fd-47f8-b4cf-db46dc6f9bc5 req-2199a7cf-99e7-48ae-8887-949934ed9f89 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 210 time: 0.0651395 Jul 06 17:46:10.298451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '96fe2a30-393a-4edd-a7fa-083118772d3e', 'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:a0:1b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:03Z', 'updated_at': '2021-07-06T17:46:09Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:10.361600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f41676-a818-43e3-b4d2-12cb1641553d None None] The sync data for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 is: [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '96fe2a30-393a-4edd-a7fa-083118772d3e', 'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:a0:1b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:03Z', 'updated_at': '2021-07-06T17:46:09Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:46:10.501304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6f495-b736-4806-ab6a-162acff09712 req-a9813a6f-e37d-4152-924e-6b892e373fb5 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:10.503760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18a6f495-b736-4806-ab6a-162acff09712 req-a9813a6f-e37d-4152-924e-6b892e373fb5 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.1720514 Jul 06 17:46:10.799093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-18a6f495-b736-4806-ab6a-162acff09712 req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Deleting port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:10.799447 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18a6f495-b736-4806-ab6a-162acff09712 req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:10.842752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-6f482dfc-9b05-4cf7-96dc-9237003b800c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:10.844547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-6f482dfc-9b05-4cf7-96dc-9237003b800c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 796 time: 0.3417106 Jul 06 17:46:10.997496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b1e0c-f1c1-4244-879c-ca15e81b8594 req-7050025b-c47f-42a0-b3aa-a0c88014f572 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:11.001350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 96fe2a30-393a-4edd-a7fa-083118772d3e up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:11.006064 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a9b1e0c-f1c1-4244-879c-ca15e81b8594 req-7050025b-c47f-42a0-b3aa-a0c88014f572 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 945 time: 0.4787967 Jul 06 17:46:11.026512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2de68d6a-450c-42a4-99c3-a636e88083a5 req-e0278f56-95e0-48cb-8215-7fecca81b6c2 tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=e434be04-1ef4-4221-892a-b0a35d2d8e21 HTTP/1.1" status: 200 len: 210 time: 0.0489879 Jul 06 17:46:11.056061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-046700df-b899-4189-8e4e-813a1e3abb19 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 380 time: 0.1971641 Jul 06 17:46:11.074420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'port': {'device_id': '69a7584c-24cb-4966-825c-d0da14a0b468', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'admin_state_up': True, 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'security_groups': ['abca9bf6-1db1-4024-98ef-b9cc793cce49']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:11.115682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-18a6f495-b736-4806-ab6a-162acff09712 req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] For port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:11.116064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18a6f495-b736-4806-ab6a-162acff09712 req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.131248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 96fe2a30-393a-4edd-a7fa-083118772d3e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:11.137764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 96fe2a30-393a-4edd-a7fa-083118772d3e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:11.138701 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.160597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-18a6f495-b736-4806-ab6a-162acff09712 req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Calling delete_port for 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:11.242627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a9b1e0c-f1c1-4244-879c-ca15e81b8594 req-8dd6e446-0eb2-4567-b31f-d2e95d445eef tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333114 Jul 06 17:46:11.335164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:11.350584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.465469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.549822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 96fe2a30-393a-4edd-a7fa-083118772d3e, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=96fe2a30-393a-4edd-a7fa-083118772d3e,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:11.557886 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.563138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18a6f495-b736-4806-ab6a-162acff09712 req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.604011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['89c82bcd-0fb8-42b4-8f67-d144a1bb52cd'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:11.615969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e79dd993-a478-416b-b58b-6ef9c4515397 req-e9d1f1a6-c5a2-4118-8c1c-65cdf0ed59a8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 210 time: 0.0409079 Jul 06 17:46:11.659001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event deleted for resources: {'Port': ['ID=89c82bcd-0fb8-42b4-8f67-d144a1bb52cd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:11.723038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=96fe2a30-393a-4edd-a7fa-083118772d3e,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:11.760575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a6f495-b736-4806-ab6a-162acff09712 req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] No DVR routers for this DVR port 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:11.768847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-18a6f495-b736-4806-ab6a-162acff09712 req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:11.777996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18a6f495-b736-4806-ab6a-162acff09712 req-73c6b989-4628-47af-be9b-0f91cad13954 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.55 "DELETE /v2.0/ports/89c82bcd-0fb8-42b4-8f67-d144a1bb52cd HTTP/1.1" status: 204 len: 173 time: 1.2661760 Jul 06 17:46:11.778293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726994f-4572-4526-9329-b08ab4061f6f req-6341dfad-dfad-4678-be09-0612cdaac0ec tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:11.781905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6726994f-4572-4526-9329-b08ab4061f6f req-6341dfad-dfad-4678-be09-0612cdaac0ec tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.2075036 Jul 06 17:46:11.783644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.20.0.3 (abe65acf-0cd6-499d-9d3e-c90c1206dfb5/54c8f482-bb14-478d-9e61-81dd595bd12d/a493a395-f5b7-4a1a-a012-931d0878125b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:11.786384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0603484-bed7-442f-ad3f-2d7b6e9a834a', 'name': 'network-vif-deleted', 'tag': '89c82bcd-0fb8-42b4-8f67-d144a1bb52cd'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:11.791700 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4f8637-5205-4461-ab12-c3bdaf6a6aaf" -d '{"events": [{"server_uuid": "a0603484-bed7-442f-ad3f-2d7b6e9a834a", "name": "network-vif-deleted", "tag": "89c82bcd-0fb8-42b4-8f67-d144a1bb52cd"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:11.920631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6726994f-4572-4526-9329-b08ab4061f6f req-1e6b5871-a05e-4c10-86c6-9ac53784eeca tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110251 Jul 06 17:46:12.148426 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49568a99-2580-47b3-b807-e1316f5fe313 x-openstack-request-id: req-49568a99-2580-47b3-b807-e1316f5fe313 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:12.148874 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0603484-bed7-442f-ad3f-2d7b6e9a834a", "name": "network-vif-deleted", "tag": "89c82bcd-0fb8-42b4-8f67-d144a1bb52cd", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:12.149133 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49568a99-2580-47b3-b807-e1316f5fe313 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:12.150939 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0603484-bed7-442f-ad3f-2d7b6e9a834a', 'name': 'network-vif-deleted', 'tag': '89c82bcd-0fb8-42b4-8f67-d144a1bb52cd', 'status': 'completed', 'code': 200} Jul 06 17:46:12.212205 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:12.242463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Transition to ACTIVE for port object a493a395-f5b7-4a1a-a012-931d0878125b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:12.320246 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:12.380358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:12.384476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:12.389410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:12.474993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:12.497065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:12.498158 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:12.535711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4668720 Jul 06 17:46:12.537677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.538058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.538409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.538761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.539102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.539537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.539917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.540325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.540698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.541039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.541374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.541713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b5b724-8713-41a7-86cc-12050ab5f12d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:12.568158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Request body: {'port': {'device_id': '69a7584c-24cb-4966-825c-d0da14a0b468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:12.767019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:12.906131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 97f36606-d6d7-4c57-95d9-700cf6abd0eb no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:13.022366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 96fe2a30-393a-4edd-a7fa-083118772d3e up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:13.111262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 97f36606-d6d7-4c57-95d9-700cf6abd0eb {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:13.115619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 97f36606-d6d7-4c57-95d9-700cf6abd0eb not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:13.151456 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c69cb24e-c6b7-4fd2-b7d7-2ec2d6bdcf22 req-59f9e9a8-3960-4159-a3ab-8e0119c67ffe tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0603484-bed7-442f-ad3f-2d7b6e9a834a HTTP/1.1" status: 200 len: 210 time: 0.0967219 Jul 06 17:46:13.226506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b49b0e2-f7ea-49fd-95d3-fba58c31941a None None] Provisioning for port a493a395-f5b7-4a1a-a012-931d0878125b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:13.246355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b49b0e2-f7ea-49fd-95d3-fba58c31941a None None] Provisioning complete for port a493a395-f5b7-4a1a-a012-931d0878125b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:13.246829 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b49b0e2-f7ea-49fd-95d3-fba58c31941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:13.303839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 96fe2a30-393a-4edd-a7fa-083118772d3e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:13.305222 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:13.528018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3b8f02ce-0911-47ff-87fb-6c175ce51a36 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:13.530898 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3b8f02ce-0911-47ff-87fb-6c175ce51a36 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 0.2232292 Jul 06 17:46:13.563417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b49b0e2-f7ea-49fd-95d3-fba58c31941a None None] Port a493a395-f5b7-4a1a-a012-931d0878125b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:13.722624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a4f66-f11e-412f-bb10-b566adcffb55 req-df8916f0-36a3-40df-8dc0-db3b21e66929 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:13.724262 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-338a4f66-f11e-412f-bb10-b566adcffb55 req-df8916f0-36a3-40df-8dc0-db3b21e66929 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 931 time: 0.1301982 Jul 06 17:46:13.728893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7318b7-35a4-42a7-8597-c6acb1d746bb req-2b3a03ef-4180-4044-ba90-5697d1124bc8 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:13.730536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea7318b7-35a4-42a7-8597-c6acb1d746bb req-2b3a03ef-4180-4044-ba90-5697d1124bc8 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 945 time: 1.1597209 Jul 06 17:46:13.755458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Deleting port f0d36c59-bc4f-450c-82ce-517af78f70df {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:13.755816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:13.823965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-338a4f66-f11e-412f-bb10-b566adcffb55 req-2e6a0b7f-a615-4cf3-b287-c1cd61ed030f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913198 Jul 06 17:46:13.843849 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea7318b7-35a4-42a7-8597-c6acb1d746bb req-04c846e9-a1f7-445f-8374-d7d6b5168e7b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0e41e8d-6b75-432d-953b-431cb1c13be8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058381 Jul 06 17:46:13.934037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] For port f0d36c59-bc4f-450c-82ce-517af78f70df, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f0d36c59-bc4f-450c-82ce-517af78f70df,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:13.936425 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:13.938582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:13.967891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:13.968730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 89c82bcd-0fb8-42b4-8f67-d144a1bb52cd not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:14.162478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a493a395-f5b7-4a1a-a012-931d0878125b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:14.171210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82b95-efd6-403f-931a-4a6017024f43 req-7da12664-4c99-4d98-b0b3-4d5b48d6203d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:14.173044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:14.177125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9dc82b95-efd6-403f-931a-4a6017024f43 req-7da12664-4c99-4d98-b0b3-4d5b48d6203d tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.1570501 Jul 06 17:46:14.195984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Transition to ACTIVE for port object a493a395-f5b7-4a1a-a012-931d0878125b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:14.202091 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:14.277288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9dc82b95-efd6-403f-931a-4a6017024f43 req-4c18ebdd-5705-4d46-96de-962476c830ef tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e0dc064-80f0-4474-8dd3-580c82a6422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900643 Jul 06 17:46:14.304986 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:14.306745 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:14.308621 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Floating IP 9508e7cb-ef33-400b-8df4-71baa31cd81f disassociated. External IP: 172.25.7.210, port: f0d36c59-bc4f-450c-82ce-517af78f70df. Jul 06 17:46:14.309158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Calling delete_port for f0d36c59-bc4f-450c-82ce-517af78f70df owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:14.311185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590127e-9948-4914-adbd-c945ce9d2c22 req-a2bb1c14-7ac3-42e9-8634-8c69bd38cd96 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:14.319288 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4590127e-9948-4914-adbd-c945ce9d2c22 req-a2bb1c14-7ac3-42e9-8634-8c69bd38cd96 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.2047939 Jul 06 17:46:14.333911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Pushing event updated for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:14.539035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:14.553597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4590127e-9948-4914-adbd-c945ce9d2c22 req-6669f7c1-fdee-49be-91f0-3fd0ab29fe24 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321851 Jul 06 17:46:14.652270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Attempting to bind port a493a395-f5b7-4a1a-a012-931d0878125b on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:14.652690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Attempting to bind port a493a395-f5b7-4a1a-a012-931d0878125b by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:14.654236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Attempting to bind port a493a395-f5b7-4a1a-a012-931d0878125b on network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:14.668138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Port a493a395-f5b7-4a1a-a012-931d0878125b on network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:46:14.668138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Attempting to bind port a493a395-f5b7-4a1a-a012-931d0878125b on network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:14.697581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event deleted for resources: {'Port': ['ID=f0d36c59-bc4f-450c-82ce-517af78f70df,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:14.703307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-9265d71a-f9d7-451c-a24b-6cc1a2d9e23c tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:14.708372 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-9265d71a-f9d7-451c-a24b-6cc1a2d9e23c tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 946 time: 0.3286843 Jul 06 17:46:14.721963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:14.722472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Checking segment: {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:14.722937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Bound using segment: {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:14.723509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Bound port: a493a395-f5b7-4a1a-a012-931d0878125b, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:14.723955 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:14.964447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:46:15.021254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:15.027173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:15.065152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:15.137529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:15.140324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:15.141861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] 10.222.0.22 "PUT /v2.0/ports/a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 1091 time: 2.5885055 Jul 06 17:46:15.147111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:15.150407 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337" -d '{"events": [{"name": "network-changed", "server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:15.260675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-23a11082-ed11-469c-99cb-47843ff93ed0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:15.269597 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-23a11082-ed11-469c-99cb-47843ff93ed0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.3032165 Jul 06 17:46:15.307590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f6f54-8644-4554-8502-b1fa02245df9 service neutron] Pushing event updated for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:15.346387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-68e58d3e-1234-49e9-8407-c4bd3a31a576 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/quotas/b1241c3cb7844dfaade4e75a0193502a HTTP/1.1" status: 200 len: 375 time: 0.0748830 Jul 06 17:46:15.349187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Deleting port 886f2c46-2ce7-43af-b071-3c818e8c45af {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:15.349756 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:15.416641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847c27e-a943-45a0-ae94-70dae0489f28 req-9bc3c3fc-2420-4f47-9959-1c0f654dbadf tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:15.425667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6847c27e-a943-45a0-ae94-70dae0489f28 req-9bc3c3fc-2420-4f47-9959-1c0f654dbadf tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 943 time: 0.3115590 Jul 06 17:46:15.431375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-3053bcbb-e6a0-49ee-a5c9-8505b21e89ea tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832205 Jul 06 17:46:15.453705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:46:15.475034 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] Sync routers for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:46:15.485656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-b6ce6f98-9dd1-48fb-982f-0976bafd8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:15.487331 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-b6ce6f98-9dd1-48fb-982f-0976bafd8caa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1094 time: 0.2899342 Jul 06 17:46:15.516525 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:15.518454 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:45:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:15.590602 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-f68b1ffb-bd8f-42d8-83c3-3ffc019bfb88 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 217 time: 0.0925765 Jul 06 17:46:15.611935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] No DVR routers for this DVR port f0d36c59-bc4f-450c-82ce-517af78f70df on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:15.630803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:15.635911 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19e7c3ca-aab2-4064-9227-359495fdb108 req-3eab87c6-1c97-4716-a6f1-52a1cfe34f5a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "DELETE /v2.0/ports/f0d36c59-bc4f-450c-82ce-517af78f70df HTTP/1.1" status: 204 len: 173 time: 2.0982218 Jul 06 17:46:15.638204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'name': 'network-vif-deleted', 'tag': 'f0d36c59-bc4f-450c-82ce-517af78f70df'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:15.642050 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14054db-ff7b-49fa-a548-dcf24bab8008" -d '{"events": [{"server_uuid": "c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa", "name": "network-vif-deleted", "tag": "f0d36c59-bc4f-450c-82ce-517af78f70df"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:15.686152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6847c27e-a943-45a0-ae94-70dae0489f28 req-a8856c68-ff2c-4449-806e-d6873829baaa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594349 Jul 06 17:46:15.730707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] For port 886f2c46-2ce7-43af-b071-3c818e8c45af, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=886f2c46-2ce7-43af-b071-3c818e8c45af,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:15.731513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:15.771714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-f9d17afb-02b4-4295-b959-10aaed2de296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:15.776119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-f9d17afb-02b4-4295-b959-10aaed2de296 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 200 len: 835 time: 0.1735532 Jul 06 17:46:15.784302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Calling delete_port for 886f2c46-2ce7-43af-b071-3c818e8c45af owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:15.822511 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:15.851178 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-9ba6a9ef-2716-4a30-b9dd-cf727acdf1a9 service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155967 Jul 06 17:46:16.053535 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-120cd83c-a520-4351-9921-98805ac67410 service neutron] 10.222.0.13 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990077 Jul 06 17:46:16.111649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-814868f1-f899-45f6-a20e-22c8ccae79e5 req-2d68e0d0-c70d-4a3c-b960-d3de4746482f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa HTTP/1.1" status: 200 len: 210 time: 0.0811136 Jul 06 17:46:16.140327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-7b9f0655-9a87-4da7-b133-0d84fde5706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:16.141918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-7b9f0655-9a87-4da7-b133-0d84fde5706b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3538251 Jul 06 17:46:16.257768 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d1119-94da-4dea-83c5-b8a8d2529bd7 x-openstack-request-id: req-4b7d1119-94da-4dea-83c5-b8a8d2529bd7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:16.258067 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:16.258314 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b7d1119-94da-4dea-83c5-b8a8d2529bd7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:16.258818 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'status': 'completed', 'code': 200} Jul 06 17:46:16.313898 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:16.365014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:16.382226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['886f2c46-2ce7-43af-b071-3c818e8c45af'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:16.448409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Pushing event deleted for resources: {'Port': ['ID=886f2c46-2ce7-43af-b071-3c818e8c45af,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:16.455168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-89b96628-151c-4af4-8d47-de9ec008d3b4 service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993171 Jul 06 17:46:16.509209 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] Checking router: c0f7e014-139e-40d5-a24c-e9ad54dcbca3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:46:16.594988 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:16.595631 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:45:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:16.734044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] No DVR routers for this DVR port 886f2c46-2ce7-43af-b071-3c818e8c45af on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:16.740419 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:16.743085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-866b3ec3-5e5d-434a-86b8-a7a77ac5b942 req-3375aa10-718b-4c6c-a680-622b4b354e6b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.22 "DELETE /v2.0/ports/886f2c46-2ce7-43af-b071-3c818e8c45af HTTP/1.1" status: 204 len: 173 time: 2.0278046 Jul 06 17:46:16.792360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f81c86ae-32fa-497c-bc4f-7db654111aa7 req-b6a0dd8b-faf1-45bc-aa69-aebddb366d1b tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 210 time: 0.0606427 Jul 06 17:46:16.895006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e95c625f-c975-4004-98a8-2aa0f54d46a1 req-ed970a34-895b-4111-9395-deb062e2a7a7 service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313307 Jul 06 17:46:16.928712 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a066646-c681-49d2-b439-a0ce29b697ca x-openstack-request-id: req-3a066646-c681-49d2-b439-a0ce29b697ca {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:16.930212 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa", "name": "network-vif-deleted", "tag": "f0d36c59-bc4f-450c-82ce-517af78f70df", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:16.930898 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a066646-c681-49d2-b439-a0ce29b697ca {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:16.932274 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d4b64b-5e7b-4831-9c9b-6116a60a2eaa', 'name': 'network-vif-deleted', 'tag': 'f0d36c59-bc4f-450c-82ce-517af78f70df', 'status': 'completed', 'code': 200} Jul 06 17:46:17.083090 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:17.084581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-047113dc-f246-4875-a8a7-5158152dffad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.246696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a6a4b-f630-41c0-9af3-e8b0996df328 req-7cebb17a-93c3-4c33-83b4-5db889e7efd0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:17.258774 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a60a6a4b-f630-41c0-9af3-e8b0996df328 req-7cebb17a-93c3-4c33-83b4-5db889e7efd0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1993005 Jul 06 17:46:17.272671 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da5e08f6-8405-404e-8844-c1e19b8a36ca req-aa85d68b-dd95-40a4-8f08-b3e7d0a4aa22 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 210 time: 0.0473344 Jul 06 17:46:17.299624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-a6248170-6aba-4fec-981b-b21119f59bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:17.301676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-a6248170-6aba-4fec-981b-b21119f59bdf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1094 time: 0.1548626 Jul 06 17:46:17.374171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a60a6a4b-f630-41c0-9af3-e8b0996df328 req-dbdfde95-081d-4d51-9843-f039b1de283f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102774 Jul 06 17:46:17.483368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-0db8986c-2c4a-4f53-b17d-afbd04f2deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:17.485752 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-0db8986c-2c4a-4f53-b17d-afbd04f2deaa service neutron] 10.222.0.22 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 897 time: 0.1755278 Jul 06 17:46:17.567549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-553fc31c-ae8b-42f2-8052-95ad3ef5c463 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 217 time: 0.0748067 Jul 06 17:46:17.637584 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:17.644433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-8194b26c-c180-4095-8bd0-94ac8d7a5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:17.644433 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-8194b26c-c180-4095-8bd0-94ac8d7a5dc6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 200 len: 835 time: 0.0657916 Jul 06 17:46:17.688868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:17.746938 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2736a1-5ac7-4ef7-8131-e7f7b9bbf5f0 None None] The sync data for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 is: [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:46:17.822217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e6166-2b0a-4bba-be9f-a1730578bb02 req-2af1cf6d-ac98-4499-909e-4a72e6a747fa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:17.840772 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f50e6166-2b0a-4bba-be9f-a1730578bb02 req-2af1cf6d-ac98-4499-909e-4a72e6a747fa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 943 time: 0.2775080 Jul 06 17:46:17.844354 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89211482-da0b-4ee2-bebf-2a6cffba3a55 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.881796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-6923ee23-eca2-45d5-96a7-9f2e691b135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:17.887803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-6923ee23-eca2-45d5-96a7-9f2e691b135e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168357 Jul 06 17:46:17.911425 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89211482-da0b-4ee2-bebf-2a6cffba3a55 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:17.965799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f0d36c59-bc4f-450c-82ce-517af78f70df no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:17.997083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89211482-da0b-4ee2-bebf-2a6cffba3a55 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:18.002427 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89211482-da0b-4ee2-bebf-2a6cffba3a55 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:18.005159 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-89211482-da0b-4ee2-bebf-2a6cffba3a55 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0e41e8d-6b75-432d-953b-431cb1c13be8 HTTP/1.1" status: 204 len: 168 time: 0.3122773 Jul 06 17:46:18.009371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:18.033894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89211482-da0b-4ee2-bebf-2a6cffba3a55 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e41e8d-6b75-432d-953b-431cb1c13be8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:18.048107 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-0f54ee90-d84a-468d-8d2d-843a3d496dab tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] show failed (client error): The resource could not be found. Jul 06 17:46:18.050003 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0f54ee90-d84a-468d-8d2d-843a3d496dab tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups/b0e41e8d-6b75-432d-953b-431cb1c13be8 HTTP/1.1" status: 404 len: 347 time: 0.0386722 Jul 06 17:46:18.053045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:18.064559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: f0d36c59-bc4f-450c-82ce-517af78f70df {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:18.065148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f0d36c59-bc4f-450c-82ce-517af78f70df not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:18.065836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f0bb15e-eed9-4517-a178-22a079893f6c no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:18.203490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f50e6166-2b0a-4bba-be9f-a1730578bb02 req-a7c44fd9-7cb8-4b5c-84ce-3466604f8b47 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557994 Jul 06 17:46:18.268769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c18f5d7-32bb-4db8-bfd8-827e4d43e024', 'name': 'network-vif-deleted', 'tag': '886f2c46-2ce7-43af-b071-3c818e8c45af'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:18.284760 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac58bec0-d293-475f-bb02-84dce0f798df" -d '{"events": [{"server_uuid": "7c18f5d7-32bb-4db8-bfd8-827e4d43e024", "name": "network-vif-deleted", "tag": "886f2c46-2ce7-43af-b071-3c818e8c45af"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:18.355477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdb8163-2e24-4a41-b70a-ca635ef6e6cd None None] New status for floating IP 9508e7cb-ef33-400b-8df4-71baa31cd81f: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:46:18.422282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-ad8caf85-a495-47da-aca6-cc3994487059 service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160592 Jul 06 17:46:18.464630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:18.643139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f0bb15e-eed9-4517-a178-22a079893f6c,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:18.686396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:18.689350 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc1ba7-b0d3-439e-bc10-e849c7e3738d" -d '{"events": [{"server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:18.696446 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:18.773813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bce01258-dddb-453d-a6e2-fe92aa7db5a3 req-2c4e7101-6ad7-4f24-8a86-6c89e41563b5 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 210 time: 0.1190941 Jul 06 17:46:18.824190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3f0bb15e-eed9-4517-a178-22a079893f6c,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:18.916653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 886f2c46-2ce7-43af-b071-3c818e8c45af no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:18.938888 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9df4d9-8beb-4a83-a8b8-27631095d5dd x-openstack-request-id: req-4b9df4d9-8beb-4a83-a8b8-27631095d5dd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:18.939335 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c18f5d7-32bb-4db8-bfd8-827e4d43e024", "name": "network-vif-deleted", "tag": "886f2c46-2ce7-43af-b071-3c818e8c45af", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:18.939712 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b9df4d9-8beb-4a83-a8b8-27631095d5dd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:18.940325 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c18f5d7-32bb-4db8-bfd8-827e4d43e024', 'name': 'network-vif-deleted', 'tag': '886f2c46-2ce7-43af-b071-3c818e8c45af', 'status': 'completed', 'code': 200} Jul 06 17:46:18.948355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ae4e503-8e73-4ec2-b0cb-3f84e0544337 req-c57129b2-9202-4bad-9fbb-8723b73086ee service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183592 Jul 06 17:46:18.975634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b65283d-dfd5-4cb0-8dc3-2a36d2cd501e req-eee2bbd6-6cf0-43c6-a8f6-6140621468fa tempest-ListServerFiltersTestJSON-797366584 tempest-ListServerFiltersTestJSON-797366584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c18f5d7-32bb-4db8-bfd8-827e4d43e024 HTTP/1.1" status: 200 len: 210 time: 0.0660543 Jul 06 17:46:18.985437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 886f2c46-2ce7-43af-b071-3c818e8c45af {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:18.989195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 886f2c46-2ce7-43af-b071-3c818e8c45af not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:19.024249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Deleting port 28ddd384-da64-4785-88e3-e413d956c404 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:19.025092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.062859 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ac6d25-9752-4bc7-8a7a-87c7c77bf306 x-openstack-request-id: req-a6ac6d25-9752-4bc7-8a7a-87c7c77bf306 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:19.063392 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:19.063812 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6ac6d25-9752-4bc7-8a7a-87c7c77bf306 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:19.064417 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c', 'code': 200} Jul 06 17:46:19.153272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-13d8481a-6e67-46f1-9e0b-41c68da820e2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:19.156434 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-13d8481a-6e67-46f1-9e0b-41c68da820e2 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 812 time: 0.3465323 Jul 06 17:46:19.180871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Request body: {'port': {'device_id': 'b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'admin_state_up': True, 'tenant_id': 'b1241c3cb7844dfaade4e75a0193502a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:19.248299 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.248881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.280813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Calling delete_port for 28ddd384-da64-4785-88e3-e413d956c404 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:19.352652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de1480-4e88-4907-ab6e-33b845d3a874 req-16f755da-eb05-4158-8d44-e917427757e7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:19.360544 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69de1480-4e88-4907-ab6e-33b845d3a874 req-16f755da-eb05-4158-8d44-e917427757e7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 943 time: 0.2721598 Jul 06 17:46:19.423369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69de1480-4e88-4907-ab6e-33b845d3a874 req-6b369168-8c7b-48ad-98ec-605e87c1d4c2 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618863 Jul 06 17:46:19.425594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Made reservation on behalf of b1241c3cb7844dfaade4e75a0193502a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:19.434558 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.459823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-007eb405-2658-420e-bb13-64596ff48455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.556908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33b7d1-00f3-4e8f-81c9-e88dc1cd7d5f req-877816ce-d695-4439-9799-a69e05bbcbe9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:19.576249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c33b7d1-00f3-4e8f-81c9-e88dc1cd7d5f req-877816ce-d695-4439-9799-a69e05bbcbe9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 943 time: 0.1709459 Jul 06 17:46:19.645839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Allocated IP 172.20.0.4 (9811fd57-c9db-4518-b207-d909bc461be1/efd08fa1-37f8-4d9c-8543-93bcd3936a3f/53d0076c-151f-45b8-a2eb-9df6d752c3ee) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:19.664753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c33b7d1-00f3-4e8f-81c9-e88dc1cd7d5f req-14eca080-21eb-4b06-a45a-eef762b7d6a6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866609 Jul 06 17:46:19.681972 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.727783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event deleted for resources: {'Port': ['ID=28ddd384-da64-4785-88e3-e413d956c404,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:19.792738 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.795835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.797070 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dbc44757-776b-47b1-9979-26c30e030ef5 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "DELETE /v2.0/floatingips/9508e7cb-ef33-400b-8df4-71baa31cd81f HTTP/1.1" status: 204 len: 168 time: 1.7428045 Jul 06 17:46:19.865947 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.923391 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:19.968172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f0bb15e-eed9-4517-a178-22a079893f6c details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:46:20.008386 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.097095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event updated for resources: {'Port': ['ID=53d0076c-151f-45b8-a2eb-9df6d752c3ee,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:20.141894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f0bb15e-eed9-4517-a178-22a079893f6c,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:20.155932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Network 9811fd57-c9db-4518-b207-d909bc461be1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:20.159729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:20.160063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '3f0bb15e-eed9-4517-a178-22a079893f6c', 'network_id': '15584471-2630-45f1-9648-6c381607671e', 'port_id': '3f0bb15e-eed9-4517-a178-22a079893f6c', 'mac_address': 'fa:16:3e:2a:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7efb61c-af40-475c-9987-361c48dbe1e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:46:20.163262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:20.261326 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.268025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:20.269188 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.293306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0bb15e-eed9-4517-a178-22a079893f6c {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:20.316008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ae70e-2d82-47e4-a02b-14d9cc3ca6e6 req-d59b085d-5d42-4daf-bc82-6bbe1aa0c513 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:20.335795 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb1ae70e-2d82-47e4-a02b-14d9cc3ca6e6 req-d59b085d-5d42-4daf-bc82-6bbe1aa0c513 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 931 time: 0.2391751 Jul 06 17:46:20.351636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f0bb15e-eed9-4517-a178-22a079893f6c,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:20.360779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.392491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-bea4cfe6-248a-4a3e-ae40-cc39c689866e tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2248230 Jul 06 17:46:20.402231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40530) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:20.409274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Request body: {'port': {'device_id': 'b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:20.437673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-524a3112-ff27-43cc-8b79-a4839f00dfe7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749365237', 'description': 'tempest-description--1532331630'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:20.467314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb1ae70e-2d82-47e4-a02b-14d9cc3ca6e6 req-587b67b5-d212-4b16-b9de-c6478fbd8c36 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295338 Jul 06 17:46:20.483069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3f0bb15e-eed9-4517-a178-22a079893f6c,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:20.526873 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-524a3112-ff27-43cc-8b79-a4839f00dfe7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.582211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40536) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:20.662762 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.716021 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.776072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['3f0bb15e-eed9-4517-a178-22a079893f6c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:20.824589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae64536-1d42-4df3-baf5-2f9f3c822c58 admin admin] Deleting subnet 4fd875ce-45eb-4d1c-a419-e30c73101d77 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:46:20.833325 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fae64536-1d42-4df3-baf5-2f9f3c822c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.846559 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-524a3112-ff27-43cc-8b79-a4839f00dfe7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.861693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-524a3112-ff27-43cc-8b79-a4839f00dfe7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.956254 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-524a3112-ff27-43cc-8b79-a4839f00dfe7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.960651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a493a395-f5b7-4a1a-a012-931d0878125b details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:46:20.965377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-524a3112-ff27-43cc-8b79-a4839f00dfe7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5590749 Jul 06 17:46:20.969161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:20.972113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fae64536-1d42-4df3-baf5-2f9f3c822c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:20.981736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d0340b6a-6a83-48c0-ba35-024b7e65de8c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'security_group_rule': {'security_group_id': '63c95010-7500-44ce-8bc1-c71361bedecc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:20.999703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a3112-ff27-43cc-8b79-a4839f00dfe7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c95010-7500-44ce-8bc1-c71361bedecc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:21.069717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4723cbf-5e45-4ff0-8e37-4b3173898fde req-7a1088aa-0eae-43ac-81f3-f36c259541d8 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:21.072595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4723cbf-5e45-4ff0-8e37-4b3173898fde req-7a1088aa-0eae-43ac-81f3-f36c259541d8 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 944 time: 0.3569767 Jul 06 17:46:21.150554 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4723cbf-5e45-4ff0-8e37-4b3173898fde req-b85de297-8e06-4823-b73a-57497aff0fb5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689650 Jul 06 17:46:21.151543 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0340b6a-6a83-48c0-ba35-024b7e65de8c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.237081 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:46:21.244792 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fae64536-1d42-4df3-baf5-2f9f3c822c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.268534 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0340b6a-6a83-48c0-ba35-024b7e65de8c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.275767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:21.276535 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0340b6a-6a83-48c0-ba35-024b7e65de8c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.305284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'port_id': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'mac_address': 'fa:16:3e:ad:ef:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:46:21.310393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0340b6a-6a83-48c0-ba35-024b7e65de8c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4416ac-e5a7-40fa-b669-4d8d4612f5d2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:21.319156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0340b6a-6a83-48c0-ba35-024b7e65de8c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.320595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d0340b6a-6a83-48c0-ba35-024b7e65de8c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444610 Jul 06 17:46:21.326137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40556) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:21.332084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2860ec19-b972-4443-9d42-451236b97a63 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'security_group_rule': {'security_group_id': '63c95010-7500-44ce-8bc1-c71361bedecc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:21.370687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2860ec19-b972-4443-9d42-451236b97a63 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.401273 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.436578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a493a395-f5b7-4a1a-a012-931d0878125b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:21.465274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cccaa-efea-4017-875b-5bcbb23880d0 req-41f82d6f-8a99-43c4-803e-8e8433e792d4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:21.469864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:21.470993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-309cccaa-efea-4017-875b-5bcbb23880d0 req-41f82d6f-8a99-43c4-803e-8e8433e792d4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 943 time: 0.4201560 Jul 06 17:46:21.475560 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2860ec19-b972-4443-9d42-451236b97a63 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.478853 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.493172 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2860ec19-b972-4443-9d42-451236b97a63 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.530787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860ec19-b972-4443-9d42-451236b97a63 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd86f234-05c6-4f76-bc52-ecaa44b150d3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:21.533473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d0076c-151f-45b8-a2eb-9df6d752c3ee {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:21.543296 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2860ec19-b972-4443-9d42-451236b97a63 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.547425 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2860ec19-b972-4443-9d42-451236b97a63 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2191825 Jul 06 17:46:21.555173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40562) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:21.567787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:21.596978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:21.614360 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.625370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fae64536-1d42-4df3-baf5-2f9f3c822c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.635972 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.665990 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-309cccaa-efea-4017-875b-5bcbb23880d0 req-8a64d7cd-79f8-4d92-8875-768f1432b0af tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768961 Jul 06 17:46:21.690188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['a493a395-f5b7-4a1a-a012-931d0878125b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:21.714728 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fae64536-1d42-4df3-baf5-2f9f3c822c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.723170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fae64536-1d42-4df3-baf5-2f9f3c822c58 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4fd875ce-45eb-4d1c-a419-e30c73101d77 HTTP/1.1" status: 204 len: 168 time: 1.1389930 Jul 06 17:46:21.725125 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Transition to ACTIVE for port object 53d0076c-151f-45b8-a2eb-9df6d752c3ee will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:21.726650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40568) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:21.727896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae64536-1d42-4df3-baf5-2f9f3c822c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd875ce-45eb-4d1c-a419-e30c73101d77,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:21.748905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:21.806146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b847d-944c-4c6d-9d9f-8580fe32e1c9 None None] Network 66ba7562-6044-4446-be6a-17696ad33280 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:21.836170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565914bb-0e08-4bc7-b2f1-c160cadb9d56 req-03d8af8d-f044-48c0-a011-29884ec1f3b0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:21.837833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-565914bb-0e08-4bc7-b2f1-c160cadb9d56 req-03d8af8d-f044-48c0-a011-29884ec1f3b0 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 943 time: 0.1729412 Jul 06 17:46:21.900583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-565914bb-0e08-4bc7-b2f1-c160cadb9d56 req-0afd5ca4-0af4-4933-a9bb-4a822295075a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536852 Jul 06 17:46:21.907432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.071355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Allocated IP 172.25.7.234 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/384754c6-455b-431f-8fdb-d18d00cec520) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:22.228111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.285261 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.377786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47dfc46-29bc-4d9b-a017-3a809bcaf30e None None] DHCP port deletion for 66ba7562-6044-4446-be6a-17696ad33280 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:46:22.391079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'Port': ['ID=384754c6-455b-431f-8fdb-d18d00cec520,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:22.437754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:22.454929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:22.459504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:22.472013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Pushing event updated for resources: {'Port': ['ID=53d0076c-151f-45b8-a2eb-9df6d752c3ee,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:22.478465 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.487000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e47dfc46-29bc-4d9b-a017-3a809bcaf30e None None] Deleting port c185db68-bee8-44c1-8aa4-9bba06a75c80 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:22.487379 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e47dfc46-29bc-4d9b-a017-3a809bcaf30e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.551496 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.582455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e47dfc46-29bc-4d9b-a017-3a809bcaf30e None None] For port c185db68-bee8-44c1-8aa4-9bba06a75c80, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c185db68-bee8-44c1-8aa4-9bba06a75c80,segment=NetworkSegment(1b25ebc4-7dc3-49e0-9001-6910842605b6),segment_id=1b25ebc4-7dc3-49e0-9001-6910842605b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:22.583431 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e47dfc46-29bc-4d9b-a017-3a809bcaf30e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.590685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442986b-9a70-4538-8751-a74ea32aaf01 req-5cd5d395-5335-4a03-9e6f-4312ad527f97 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:22.592382 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a442986b-9a70-4538-8751-a74ea32aaf01 req-5cd5d395-5335-4a03-9e6f-4312ad527f97 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 944 time: 0.2313070 Jul 06 17:46:22.605301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e47dfc46-29bc-4d9b-a017-3a809bcaf30e None None] Calling delete_port for c185db68-bee8-44c1-8aa4-9bba06a75c80 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:22.621034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.639211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Attempting to bind port 53d0076c-151f-45b8-a2eb-9df6d752c3ee on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:22.639599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Attempting to bind port 53d0076c-151f-45b8-a2eb-9df6d752c3ee by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:22.639885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Attempting to bind port 53d0076c-151f-45b8-a2eb-9df6d752c3ee on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:22.647041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Port 53d0076c-151f-45b8-a2eb-9df6d752c3ee on network 9811fd57-c9db-4518-b207-d909bc461be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:46:22.647041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Attempting to bind port 53d0076c-151f-45b8-a2eb-9df6d752c3ee on network 9811fd57-c9db-4518-b207-d909bc461be1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:22.657928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:22.658328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Checking segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:22.659009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Bound using segment: {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:22.659475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Bound port: 53d0076c-151f-45b8-a2eb-9df6d752c3ee, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:22.659846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.670947 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a442986b-9a70-4538-8751-a74ea32aaf01 req-758cded4-bff1-477f-a15b-704282f44c55 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688729 Jul 06 17:46:22.692890 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.742485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] For port 53d0076c-151f-45b8-a2eb-9df6d752c3ee, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:22.746006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] For port 53d0076c-151f-45b8-a2eb-9df6d752c3ee, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=53d0076c-151f-45b8-a2eb-9df6d752c3ee,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:22.755601 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.792770 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e47dfc46-29bc-4d9b-a017-3a809bcaf30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.801205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:22.801981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.804413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] 10.222.0.22 "PUT /v2.0/ports/53d0076c-151f-45b8-a2eb-9df6d752c3ee HTTP/1.1" status: 200 len: 1091 time: 2.4018955 Jul 06 17:46:22.804413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1', 'tag': '53d0076c-151f-45b8-a2eb-9df6d752c3ee'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:22.807164 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5060307-48e7-44b3-9aaf-20994643c4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1", "tag": "53d0076c-151f-45b8-a2eb-9df6d752c3ee"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:22.837619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Deleting port c185db68-bee8-44c1-8aa4-9bba06a75c80 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:22.838159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:22.874815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dfc46-29bc-4d9b-a017-3a809bcaf30e None None] Pushing event deleted for resources: {'Port': ['ID=c185db68-bee8-44c1-8aa4-9bba06a75c80,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:22.880087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47dfc46-29bc-4d9b-a017-3a809bcaf30e None None] No DVR routers for this DVR port c185db68-bee8-44c1-8aa4-9bba06a75c80 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:22.914669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c185db68-bee8-44c1-8aa4-9bba06a75c80 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:22.957320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a493a395-f5b7-4a1a-a012-931d0878125b up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:22.963515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: c185db68-bee8-44c1-8aa4-9bba06a75c80 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:22.964235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c185db68-bee8-44c1-8aa4-9bba06a75c80 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:22.989347 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb652549-f75a-42aa-82e5-e580d0014b93 x-openstack-request-id: req-fb652549-f75a-42aa-82e5-e580d0014b93 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:22.989560 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1", "tag": "53d0076c-151f-45b8-a2eb-9df6d752c3ee", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:22.989906 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb652549-f75a-42aa-82e5-e580d0014b93 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:22.990548 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1', 'tag': '53d0076c-151f-45b8-a2eb-9df6d752c3ee', 'status': 'completed', 'code': 200} Jul 06 17:46:23.036534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] For port c185db68-bee8-44c1-8aa4-9bba06a75c80, host n-d-799526-3, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:23.036989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.057039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Calling delete_port for c185db68-bee8-44c1-8aa4-9bba06a75c80 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:23.062396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Port c185db68-bee8-44c1-8aa4-9bba06a75c80 was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:46:23.064333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.071637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.075905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port a493a395-f5b7-4a1a-a012-931d0878125b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:23.080269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.085915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port a493a395-f5b7-4a1a-a012-931d0878125b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:23.086790 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.166649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af9a84-6b66-465b-84db-4db0ed6262fb service neutron] Pushing event updated for resources: {'Port': ['ID=53d0076c-151f-45b8-a2eb-9df6d752c3ee,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:23.170374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'Port': ['ID=384754c6-455b-431f-8fdb-d18d00cec520,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:23.178590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] No DVR routers for this DVR port c185db68-bee8-44c1-8aa4-9bba06a75c80 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:23.179230 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.200043 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.213553 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b3a1aa13-c12f-4e3c-bc2d-d5d710bcf8fe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6566877 Jul 06 17:46:23.262531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Pushing event deleted for resources: {'Port': ['ID=c185db68-bee8-44c1-8aa4-9bba06a75c80,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:23.283604 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.335296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:23.336806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.338390 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c418b72-dfdd-444f-b8e9-d8e5811b43da" -d '{"events": [{"server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "name": "network-vif-plugged", "status": "completed", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:23.354413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ba7562-6044-4446-be6a-17696ad33280']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:23.355266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:23.363490 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.376846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b25ebc4-7dc3-49e0-9001-6910842605b6') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:23.377116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b25ebc4-7dc3-49e0-9001-6910842605b6') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:23.393928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.400220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0ccd-c9c4-4085-839c-c72c949818b6 req-6fa48c55-dbfc-40a7-93c1-a0e17d5c813c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:23.402944 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-650d0ccd-c9c4-4085-839c-c72c949818b6 req-6fa48c55-dbfc-40a7-93c1-a0e17d5c813c tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 943 time: 0.1487253 Jul 06 17:46:23.422276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-03476529-d908-44a7-b2a6-f5bb770f4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:23.424019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-03476529-d908-44a7-b2a6-f5bb770f4d7c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 1094 time: 0.5458884 Jul 06 17:46:23.437007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45014-52f9-4dfb-bac3-a2b3945ba3dc req-556f5e56-5558-42bc-ba6b-bc65408a461f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:23.439268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bc45014-52f9-4dfb-bac3-a2b3945ba3dc req-556f5e56-5558-42bc-ba6b-bc65408a461f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 944 time: 0.4546490 Jul 06 17:46:23.440680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.457284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:46:23.457699 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.492101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:23.495583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-650d0ccd-c9c4-4085-839c-c72c949818b6 req-3738d381-b0b0-4730-9d06-1c8665144535 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516942 Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:46:23.504905 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:46:23.551769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-f5479411-6ed9-4cee-87c9-3f8dca8a999c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53d0076c-151f-45b8-a2eb-9df6d752c3ee HTTP/1.1" status: 200 len: 217 time: 0.1076422 Jul 06 17:46:23.637263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.647873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:23.650143 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] 10.222.0.13 "DELETE /v2.0/networks/66ba7562-6044-4446-be6a-17696ad33280 HTTP/1.1" status: 204 len: 168 time: 1.9128706 Jul 06 17:46:23.666796 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bc45014-52f9-4dfb-bac3-a2b3945ba3dc req-d354d8a9-7614-426c-8907-a4b1db8023a1 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107251 Jul 06 17:46:23.698092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c88aa-80c1-4baf-ae15-787d7f5b606c admin admin] Pushing event deleted for resources: {'Network': ['ID=66ba7562-6044-4446-be6a-17696ad33280,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:23.709830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-ad54375a-4bba-49e5-ac44-1a36ed507b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:23.714312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-ad54375a-4bba-49e5-ac44-1a36ed507b6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.1524494 Jul 06 17:46:23.716987 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b576c112-c39b-4a03-8026-bc5ce77fb587 x-openstack-request-id: req-b576c112-c39b-4a03-8026-bc5ce77fb587 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:23.717344 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "name": "network-vif-plugged", "status": "completed", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:23.717770 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b576c112-c39b-4a03-8026-bc5ce77fb587 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:23.718803 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'code': 200} Jul 06 17:46:23.804670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-7d921613-47d4-479a-a5ea-b781529a3264 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699191 Jul 06 17:46:23.974757 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-f35cfa3c-914a-4288-9e00-5f95eba2fd07 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1749365237&fields=id&tenant_id=810b090b022d40c695dce5c8fd0dc9fd HTTP/1.1" status: 200 len: 267 time: 0.0774882 Jul 06 17:46:23.977633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b70b8-6012-48c7-9045-c7d7684d3396 req-27dcaf26-65a9-4155-a0a4-b04fbb80c9f3 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:23.978838 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-572b70b8-6012-48c7-9045-c7d7684d3396 req-27dcaf26-65a9-4155-a0a4-b04fbb80c9f3 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 944 time: 0.0986459 Jul 06 17:46:23.987772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f0bb15e-eed9-4517-a178-22a079893f6c up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:24.067000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40628) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:24.086226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 3f0bb15e-eed9-4517-a178-22a079893f6c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:24.087696 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.112991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-572b70b8-6012-48c7-9045-c7d7684d3396 req-b5fa0b64-b357-4bdf-9948-b07dbceb6844 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165979 Jul 06 17:46:24.134788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-09ae5e71-951c-4244-92a4-bd671576d92d service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203747 Jul 06 17:46:24.187933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e8b2fdd4-636e-4f30-8ad1-b6a80ea026e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be204ad23f784e1e90d2c3f15c72d8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092515 Jul 06 17:46:24.190049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c25a36-2ae4-4fa3-ac83-4963594086d8 req-05524d0c-2f7a-4a74-896e-03b59d0cb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:24.191577 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61c25a36-2ae4-4fa3-ac83-4963594086d8 req-05524d0c-2f7a-4a74-896e-03b59d0cb7c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1096 time: 0.3395226 Jul 06 17:46:24.192252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40630) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:24.277103 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.297850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa57564a-bfdc-4f26-b451-d61534202588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.320049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f0bb15e-eed9-4517-a178-22a079893f6c,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:24.327779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.342392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa57564a-bfdc-4f26-b451-d61534202588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.396450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3f0bb15e-eed9-4517-a178-22a079893f6c,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:24.425454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa57564a-bfdc-4f26-b451-d61534202588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.428291 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa57564a-bfdc-4f26-b451-d61534202588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:24.429306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-4f229bf5-91a9-4ea4-b79d-6ef2a2169457 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:24.429485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fa57564a-bfdc-4f26-b451-d61534202588 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e0dc064-80f0-4474-8dd3-580c82a6422e HTTP/1.1" status: 204 len: 168 time: 0.2358050 Jul 06 17:46:24.431931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-4f229bf5-91a9-4ea4-b79d-6ef2a2169457 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 811 time: 0.4166367 Jul 06 17:46:24.445572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57564a-bfdc-4f26-b451-d61534202588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0dc064-80f0-4474-8dd3-580c82a6422e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:24.452495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61c25a36-2ae4-4fa3-ac83-4963594086d8 req-8595f3f1-a8ab-4a58-824e-cb7c12f2db6a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478120 Jul 06 17:46:24.470071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e28f4584-deb0-4cd4-b411-b1ab8e060e56 req-7e6629ff-122e-4af1-9fff-6a4d69aa5a5d service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216009 Jul 06 17:46:24.474625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-3b2e2ff1-60b0-4000-8f66-b19c55cd249a tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/quotas/810b090b022d40c695dce5c8fd0dc9fd HTTP/1.1" status: 200 len: 375 time: 0.0308304 Jul 06 17:46:24.660678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-7fd2a9a8-a81e-45ca-9edf-b4353b0a83fa tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1759570 Jul 06 17:46:24.699974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-f798b311-30cd-424e-8fd3-75e1de01842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:24.702261 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-f798b311-30cd-424e-8fd3-75e1de01842b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1241c3cb7844dfaade4e75a0193502a&device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 1094 time: 0.1117909 Jul 06 17:46:24.796157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee75d41-19e1-4618-94e6-739006f1dc85 req-892085d6-c2c2-4271-98c2-3d4145e88ebd tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:24.798747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eee75d41-19e1-4618-94e6-739006f1dc85 req-892085d6-c2c2-4271-98c2-3d4145e88ebd tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 943 time: 0.1319783 Jul 06 17:46:24.859860 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eee75d41-19e1-4618-94e6-739006f1dc85 req-ffa2b331-8bb9-4173-99d4-f78a33507252 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552607 Jul 06 17:46:24.910882 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-1acfe760-0ac8-46e4-b6db-6bd372a101cc service neutron] 10.222.0.13 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074611 Jul 06 17:46:24.941936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-073be25f-596e-4e9d-a770-ce8955f774b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:24.943674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-073be25f-596e-4e9d-a770-ce8955f774b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 200 len: 913 time: 0.2324009 Jul 06 17:46:25.018704 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-4cc56c02-132a-4e74-84c4-8489a668d3e1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53d0076c-151f-45b8-a2eb-9df6d752c3ee HTTP/1.1" status: 200 len: 217 time: 0.0458479 Jul 06 17:46:25.111221 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-995436ee-9b49-4c74-84c0-468d26231fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910765 Jul 06 17:46:25.127144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-119339d8-c1bd-40d4-a6c1-e99b70900a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:25.129357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-119339d8-c1bd-40d4-a6c1-e99b70900a8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 200 len: 852 time: 0.0986443 Jul 06 17:46:25.182313 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-f1379f95-57dd-461f-b7c7-366874b0ed1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9811fd57-c9db-4518-b207-d909bc461be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447011 Jul 06 17:46:25.412389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-cedaaa2f-3e23-4ccc-8fec-87db253982d2 service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231200 Jul 06 17:46:25.429955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf0a4c-58c1-4ad9-834b-3b59aa98210f req-3b68a9e6-31db-4cc1-baa6-1472fb8f1bb3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:25.444260 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69bf0a4c-58c1-4ad9-834b-3b59aa98210f req-3b68a9e6-31db-4cc1-baa6-1472fb8f1bb3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.2130563 Jul 06 17:46:25.511083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69bf0a4c-58c1-4ad9-834b-3b59aa98210f req-47752f93-ae02-4ecb-b8b0-966795c960c6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651455 Jul 06 17:46:25.644833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5060307-48e7-44b3-9aaf-20994643c4e2 req-c8cf6d73-8140-48cf-bba4-c15ef1192a5e service neutron] 10.222.0.22 "GET /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238047 Jul 06 17:46:25.701695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba7111-d220-48ee-aa31-a0949fea7ac4 req-9877acc4-dcf3-4558-a2f5-8d033e9ca37c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:25.703408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bba7111-d220-48ee-aa31-a0949fea7ac4 req-9877acc4-dcf3-4558-a2f5-8d033e9ca37c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1390798 Jul 06 17:46:25.720747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:25.724118 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf79886b-d4f8-488d-85ff-ba5b5788303a" -d '{"events": [{"server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "name": "network-vif-plugged", "status": "completed", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:25.790441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bba7111-d220-48ee-aa31-a0949fea7ac4 req-8a86c6fe-6256-41aa-9ab6-b313805e6681 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800564 Jul 06 17:46:25.804943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-91486446-d1cb-4c86-9c2a-4814cea29d2c req-be0e6d2f-a2e4-43e5-9258-0df0d1ead40f tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 210 time: 0.0674717 Jul 06 17:46:25.853256 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80d30a1-47ca-4a01-bfe7-458c51053c3f x-openstack-request-id: req-c80d30a1-47ca-4a01-bfe7-458c51053c3f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:25.853725 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "name": "network-vif-plugged", "status": "completed", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:25.854148 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c80d30a1-47ca-4a01-bfe7-458c51053c3f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:25.854816 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c', 'code': 200} Jul 06 17:46:25.984904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:26.096589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a075b9f-374a-4f3c-8959-6e6d265f61bb req-0eb8e0ca-08fa-4b99-a7f5-caf14aa9502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:26.099761 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a075b9f-374a-4f3c-8959-6e6d265f61bb req-0eb8e0ca-08fa-4b99-a7f5-caf14aa9502d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 1096 time: 0.1164005 Jul 06 17:46:26.196096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813068e-3fe6-4849-9a6a-58a725da257c req-bb5c59af-e1d4-47c0-bf6c-8f9d02dcca98 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:26.207516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f813068e-3fe6-4849-9a6a-58a725da257c req-bb5c59af-e1d4-47c0-bf6c-8f9d02dcca98 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 943 time: 0.1706858 Jul 06 17:46:26.225722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a075b9f-374a-4f3c-8959-6e6d265f61bb req-8157bc5d-aa08-422a-9eb2-426567cbd23b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121564 Jul 06 17:46:26.249099 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ce54ad4-ff1d-4456-ba82-50bf1fc34239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.272661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f813068e-3fe6-4849-9a6a-58a725da257c req-2c3dd80b-b7eb-4bf8-b946-5ec4467fdc9f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639157 Jul 06 17:46:26.319264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:26.413095 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ce54ad4-ff1d-4456-ba82-50bf1fc34239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.418305 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ce54ad4-ff1d-4456-ba82-50bf1fc34239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.463961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce54ad4-ff1d-4456-ba82-50bf1fc34239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bbbc26-cc32-41aa-918f-c37d3f6d013b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:26.471992 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0ce54ad4-ff1d-4456-ba82-50bf1fc34239 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c29c8390509489193964223da4492e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4859743 Jul 06 17:46:26.474695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40704) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:26.498485 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f620eb69-e5b5-407c-9643-07b1e53ad896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.539264 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d002b4e9-c10b-42a9-bff7-9d69c2816494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.567999 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d002b4e9-c10b-42a9-bff7-9d69c2816494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.625778 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d002b4e9-c10b-42a9-bff7-9d69c2816494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.626320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f620eb69-e5b5-407c-9643-07b1e53ad896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.629179 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d002b4e9-c10b-42a9-bff7-9d69c2816494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.630711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d002b4e9-c10b-42a9-bff7-9d69c2816494 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36bbbc26-cc32-41aa-918f-c37d3f6d013b HTTP/1.1" status: 204 len: 168 time: 0.1548798 Jul 06 17:46:26.635378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f620eb69-e5b5-407c-9643-07b1e53ad896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.640381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002b4e9-c10b-42a9-bff7-9d69c2816494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bbbc26-cc32-41aa-918f-c37d3f6d013b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:26.685185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f620eb69-e5b5-407c-9643-07b1e53ad896 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=991203486b344a4d99c9e76f6380e2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641164 Jul 06 17:46:26.686321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620eb69-e5b5-407c-9643-07b1e53ad896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a745260-3247-4882-934e-bb8b1aa4274e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:26.689462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40712) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:26.755906 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cab16b85-beaa-4a5e-b8d9-290fb6230a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.806066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566ae7b-a2d6-4ebe-8723-90be35e993b7 req-5545745f-135a-4def-98e3-f16cd69b8229 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:26.808327 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4566ae7b-a2d6-4ebe-8723-90be35e993b7 req-5545745f-135a-4def-98e3-f16cd69b8229 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1241634 Jul 06 17:46:26.812608 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cab16b85-beaa-4a5e-b8d9-290fb6230a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.860840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4566ae7b-a2d6-4ebe-8723-90be35e993b7 req-30cbdcb7-bb54-4a60-9329-18769797b650 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Jul 06 17:46:26.921324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cab16b85-beaa-4a5e-b8d9-290fb6230a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.924746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cab16b85-beaa-4a5e-b8d9-290fb6230a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:26.926268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cab16b85-beaa-4a5e-b8d9-290fb6230a3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a745260-3247-4882-934e-bb8b1aa4274e HTTP/1.1" status: 204 len: 168 time: 0.2354767 Jul 06 17:46:26.938035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab16b85-beaa-4a5e-b8d9-290fb6230a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a745260-3247-4882-934e-bb8b1aa4274e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:26.968752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 53d0076c-151f-45b8-a2eb-9df6d752c3ee details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:46:27.066489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40724) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:27.082172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0be18e60-7b8d-4af8-bbd1-2a509ae4358c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.115136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 53d0076c-151f-45b8-a2eb-9df6d752c3ee, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=53d0076c-151f-45b8-a2eb-9df6d752c3ee,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:27.115396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd167c-ad64-44ce-b3a9-78f267feb3aa req-51ca3c52-7516-48b4-88fe-5377475cee2c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:27.128844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a0fd167c-ad64-44ce-b3a9-78f267feb3aa req-51ca3c52-7516-48b4-88fe-5377475cee2c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.1532521 Jul 06 17:46:27.130834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '53d0076c-151f-45b8-a2eb-9df6d752c3ee', 'network_id': '9811fd57-c9db-4518-b207-d909bc461be1', 'port_id': '53d0076c-151f-45b8-a2eb-9df6d752c3ee', 'mac_address': 'fa:16:3e:db:a5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08fa1-37f8-4d9c-8543-93bcd3936a3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:46:27.188075 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a0fd167c-ad64-44ce-b3a9-78f267feb3aa req-a89d8642-f11c-419e-9272-ece03a68ff8d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 Jul 06 17:46:27.192234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.225736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d0076c-151f-45b8-a2eb-9df6d752c3ee {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:27.312492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 53d0076c-151f-45b8-a2eb-9df6d752c3ee, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=53d0076c-151f-45b8-a2eb-9df6d752c3ee,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:27.324060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.462474 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0be18e60-7b8d-4af8-bbd1-2a509ae4358c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.465648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd586137-a349-4c31-83d7-30f80e65376e req-b410bb3d-9a86-4149-8302-8026add9a4a1 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 210 time: 0.1011462 Jul 06 17:46:27.473046 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0be18e60-7b8d-4af8-bbd1-2a509ae4358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.549233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['53d0076c-151f-45b8-a2eb-9df6d752c3ee'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:27.556478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=53d0076c-151f-45b8-a2eb-9df6d752c3ee,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:27.608716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0be18e60-7b8d-4af8-bbd1-2a509ae4358c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5079f58e8384427894ed4b2a4f1663f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5375257 Jul 06 17:46:27.610217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:27.671064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-4c18e8a7-d450-4c9e-a87d-838a8a0abc9b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:27.672911 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-4c18e8a7-d450-4c9e-a87d-838a8a0abc9b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 811 time: 0.4366951 Jul 06 17:46:27.682528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d79a3-4e81-4056-93da-b0d2ad896fb8 req-4fd4ab05-2098-48dd-a293-ba6ccca2eafd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:27.690208 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f7d79a3-4e81-4056-93da-b0d2ad896fb8 req-4fd4ab05-2098-48dd-a293-ba6ccca2eafd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.2688906 Jul 06 17:46:27.753990 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-48675d55-d4be-4f39-8daf-9dc2e142a19d tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=810b090b022d40c695dce5c8fd0dc9fd HTTP/1.1" status: 200 len: 380 time: 0.0615289 Jul 06 17:46:27.764644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be18e60-7b8d-4af8-bbd1-2a509ae4358c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca8dff-9e18-4bf2-aa50-94164f496a3f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:27.765008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'port': {'device_id': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'admin_state_up': True, 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'security_groups': ['63c95010-7500-44ce-8bc1-c71361bedecc']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:27.825530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffc56-ebee-4986-9dfd-786daea4633e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:27.843976 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f7d79a3-4e81-4056-93da-b0d2ad896fb8 req-4bb71d11-8b65-45ac-b7c9-8f19faa901e0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524470 Jul 06 17:46:27.869757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40748) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:27.933927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffc56-ebee-4986-9dfd-786daea4633e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.055629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db8b54-d138-4a08-941f-8f2c44acf99f tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:28.065692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40756) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:28.070272 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-57db8b54-d138-4a08-941f-8f2c44acf99f tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1091 time: 0.1991253 Jul 06 17:46:28.071928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Made reservation on behalf of 810b090b022d40c695dce5c8fd0dc9fd for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:28.074433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:28.087803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.095102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9da7d-4e7c-47bd-9c5d-66a4345e27e0 req-c5be661b-6c23-4fc3-9577-b5fbd316ec73 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:28.096844 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2d9da7d-4e7c-47bd-9c5d-66a4345e27e0 req-c5be661b-6c23-4fc3-9577-b5fbd316ec73 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 944 time: 0.1524618 Jul 06 17:46:28.132567 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffc56-ebee-4986-9dfd-786daea4633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.139239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f4ffc56-ebee-4986-9dfd-786daea4633e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.141844 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4f4ffc56-ebee-4986-9dfd-786daea4633e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bca8dff-9e18-4bf2-aa50-94164f496a3f HTTP/1.1" status: 204 len: 168 time: 0.5230939 Jul 06 17:46:28.163208 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.207647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ffc56-ebee-4986-9dfd-786daea4633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca8dff-9e18-4bf2-aa50-94164f496a3f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:28.275418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2d9da7d-4e7c-47bd-9c5d-66a4345e27e0 req-ff2ad7e2-d57d-47b9-82cd-fc2ddb7a057f tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314318 Jul 06 17:46:28.374946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Allocated IP 172.20.0.12 (3ff445ce-c289-431f-96f8-5a0be594ae96/3400c58d-b706-48fe-9198-28cf41376f68/bc3b6ddd-4a1c-439e-8357-0534037d01fa) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:28.378401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.509770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.25.7.52 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/d8981a76-4dc3-41e1-9fce-c67a6e4fc8b9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:28.607889 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9e79c-bd8d-41a3-bdad-030d02bdeb69 req-cbd11077-4933-4fc3-a802-ee09b0449cea tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:28.620771 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eaf9e79c-bd8d-41a3-bdad-030d02bdeb69 req-cbd11077-4933-4fc3-a802-ee09b0449cea tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.2691445 Jul 06 17:46:28.696841 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.744917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eaf9e79c-bd8d-41a3-bdad-030d02bdeb69 req-7dd0c311-e06e-442c-80e5-f61a960348bd tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226351 Jul 06 17:46:28.769443 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.817416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Transition to ACTIVE for port object bc3b6ddd-4a1c-439e-8357-0534037d01fa will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:28.830018 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.932863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:28.948052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:28.949017 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:28.952828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:28.972592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 53d0076c-151f-45b8-a2eb-9df6d752c3ee up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:29.040203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=d8981a76-4dc3-41e1-9fce-c67a6e4fc8b9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:29.045045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:29.051428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:29.070154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:29.123753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 53d0076c-151f-45b8-a2eb-9df6d752c3ee completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:29.133558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event updated for resources: {'Port': ['ID=bc3b6ddd-4a1c-439e-8357-0534037d01fa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:29.136123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 53d0076c-151f-45b8-a2eb-9df6d752c3ee triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:29.138883 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.220157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:29.222333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.272009 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a2c1d2b0-c0f5-4936-8f76-4a092cbf9ef2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5119762 Jul 06 17:46:29.292026 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Request body: {'port': {'device_id': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:29.303785 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.401856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0076c-151f-45b8-a2eb-9df6d752c3ee'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:29.403977 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9701d80-7517-43ce-876a-1b414694b468" -d '{"events": [{"server_uuid": "b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1", "name": "network-vif-plugged", "status": "completed", "tag": "53d0076c-151f-45b8-a2eb-9df6d752c3ee"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:29.426605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 53d0076c-151f-45b8-a2eb-9df6d752c3ee, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=53d0076c-151f-45b8-a2eb-9df6d752c3ee,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:29.473507 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.473788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.499423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e0d8e-60f8-4579-8096-dce89b41a81c req-f7eef95d-00b7-41b6-87ad-2eae2376d12b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:29.507258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d3e0d8e-60f8-4579-8096-dce89b41a81c req-f7eef95d-00b7-41b6-87ad-2eae2376d12b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 932 time: 0.5764613 Jul 06 17:46:29.578152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8dc6b62c-be93-4a89-8aa1-5d3cf09b3dc3 None None] Provisioning for port bc3b6ddd-4a1c-439e-8357-0534037d01fa completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:29.594883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d3e0d8e-60f8-4579-8096-dce89b41a81c req-6a37bf26-eb1d-4cb1-82f5-dbc02579ee54 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860391 Jul 06 17:46:29.603458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8dc6b62c-be93-4a89-8aa1-5d3cf09b3dc3 None None] Provisioning complete for port bc3b6ddd-4a1c-439e-8357-0534037d01fa triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:29.609444 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b62c-be93-4a89-8aa1-5d3cf09b3dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:29.712130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=53d0076c-151f-45b8-a2eb-9df6d752c3ee,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:29.798831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6b62c-be93-4a89-8aa1-5d3cf09b3dc3 None None] Port bc3b6ddd-4a1c-439e-8357-0534037d01fa cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:46:30.034216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6951e-b2c2-42fb-9e14-5c415fd4aa67 req-c8627865-da71-43f6-ba16-468886e87254 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:30.036720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50e6951e-b2c2-42fb-9e14-5c415fd4aa67 req-c8627865-da71-43f6-ba16-468886e87254 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.2191944 Jul 06 17:46:30.057247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40808) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:30.094785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:30.104088 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.145080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3b6ddd-4a1c-439e-8357-0534037d01fa {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:30.162919 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.180693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50e6951e-b2c2-42fb-9e14-5c415fd4aa67 req-17c32924-2ba3-4587-9869-b73a5c654b45 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250293 Jul 06 17:46:30.213700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Transition to ACTIVE for port object bc3b6ddd-4a1c-439e-8357-0534037d01fa will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:30.224843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.268608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5152f8b-7772-4822-87b8-8f2e8ae17cd3 req-07f5ff3d-05b3-4c3a-a2c2-45f07f62731b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:30.270397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5152f8b-7772-4822-87b8-8f2e8ae17cd3 req-07f5ff3d-05b3-4c3a-a2c2-45f07f62731b tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 945 time: 0.2281914 Jul 06 17:46:30.283548 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.328936 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5708dda5-0b88-40a1-98e8-9ea9f17084ce x-openstack-request-id: req-5708dda5-0b88-40a1-98e8-9ea9f17084ce {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:30.330370 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1", "name": "network-vif-plugged", "status": "completed", "tag": "53d0076c-151f-45b8-a2eb-9df6d752c3ee", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:30.338856 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5708dda5-0b88-40a1-98e8-9ea9f17084ce {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:30.339059 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d0076c-151f-45b8-a2eb-9df6d752c3ee', 'code': 200} Jul 06 17:46:30.375848 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5152f8b-7772-4822-87b8-8f2e8ae17cd3 req-cad05043-d7dd-41d0-b52b-a6de0c95ff74 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899863 Jul 06 17:46:30.413376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67273f57-9e4e-4686-b9cc-178bb55bff90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.426384 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fe3968e-6b58-4784-9380-e51baf2d8f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.496213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3b6ddd-4a1c-439e-8357-0534037d01fa,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:30.601168 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.614572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.758136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93100915-8ddb-4a3c-af7a-d6ee666723e7 req-a9a9d2d8-d527-4616-8975-b9e3e62ecfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:30.760232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93100915-8ddb-4a3c-af7a-d6ee666723e7 req-a9a9d2d8-d527-4616-8975-b9e3e62ecfcb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 1096 time: 0.2965648 Jul 06 17:46:30.791825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=d8981a76-4dc3-41e1-9fce-c67a6e4fc8b9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:30.815656 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93100915-8ddb-4a3c-af7a-d6ee666723e7 req-e6e88403-2d63-4668-bba3-b7e402c94a91 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463045 Jul 06 17:46:30.819307 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.875186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Attempting to bind port bc3b6ddd-4a1c-439e-8357-0534037d01fa on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:30.875520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Attempting to bind port bc3b6ddd-4a1c-439e-8357-0534037d01fa by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:30.875857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Attempting to bind port bc3b6ddd-4a1c-439e-8357-0534037d01fa on network 3ff445ce-c289-431f-96f8-5a0be594ae96 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:30.908060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Port bc3b6ddd-4a1c-439e-8357-0534037d01fa on network 3ff445ce-c289-431f-96f8-5a0be594ae96 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:46:30.908366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Attempting to bind port bc3b6ddd-4a1c-439e-8357-0534037d01fa on network 3ff445ce-c289-431f-96f8-5a0be594ae96 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:30.912137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fe3968e-6b58-4784-9380-e51baf2d8f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.917409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:30.917748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Checking segment: {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:30.918127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Bound using segment: {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:30.919413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Bound port: bc3b6ddd-4a1c-439e-8357-0534037d01fa, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40b668-fa55-45fc-a7f8-f3d3beac6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:30.919732 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:30.925205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fe3968e-6b58-4784-9380-e51baf2d8f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.025852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4fe3968e-6b58-4784-9380-e51baf2d8f06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccbf6f8d656a44c8b68c8d444ab1642f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9254308 Jul 06 17:46:31.027216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40832) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:31.043021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3968e-6b58-4784-9380-e51baf2d8f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66749d43-a9e4-44f5-961a-7896901e5a0c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:31.163338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] For port bc3b6ddd-4a1c-439e-8357-0534037d01fa, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:31.207993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] For port bc3b6ddd-4a1c-439e-8357-0534037d01fa, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bc3b6ddd-4a1c-439e-8357-0534037d01fa,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:31.224450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.342053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:31.343170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.346537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc3b6ddd-4a1c-439e-8357-0534037d01fa HTTP/1.1" status: 200 len: 1092 time: 2.0580997 Jul 06 17:46:31.347085 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'tag': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:31.351260 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeb7140-1eb4-4bee-8640-2c660d8b8692" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea79094-c1a2-49c0-86ea-2e76b5e50be4", "tag": "bc3b6ddd-4a1c-439e-8357-0534037d01fa"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:31.390305 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67273f57-9e4e-4686-b9cc-178bb55bff90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.399908 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67273f57-9e4e-4686-b9cc-178bb55bff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.421408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-4bb76292-1132-4486-94e2-9e6234d200b0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:31.434026 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-4bb76292-1132-4486-94e2-9e6234d200b0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/networks?id=15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 200 len: 815 time: 0.3576972 Jul 06 17:46:31.439338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89cc25-3e2c-498a-98d9-3811414ed980 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3b6ddd-4a1c-439e-8357-0534037d01fa,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:31.546104 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Floating IP 7ce3b919-4730-42f8-b129-f4f3fd496d6e associated. External IP: 172.25.7.52, port: a493a395-f5b7-4a1a-a012-931d0878125b. Jul 06 17:46:31.558867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f09fc-8aff-4288-9d5a-d0c05ca90ec6 req-02bdd233-1347-43f4-ac07-e93f58a7c308 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:31.561336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b59f09fc-8aff-4288-9d5a-d0c05ca90ec6 req-02bdd233-1347-43f4-ac07-e93f58a7c308 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 944 time: 0.6351352 Jul 06 17:46:31.580353 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-36ba83ad-8e6a-423b-bab0-57e52d95f507 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/quotas/d0285a1bfe134c329a7fc5b5c81e2c40 HTTP/1.1" status: 200 len: 375 time: 0.1433704 Jul 06 17:46:31.599903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67273f57-9e4e-4686-b9cc-178bb55bff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea22eebf-4a74-417d-815b-d73cf100b87b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:31.636301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-67273f57-9e4e-4686-b9cc-178bb55bff90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abe7995b388249109d47d8a0e4315090&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5475461 Jul 06 17:46:31.639826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:31.643898 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-058a7dc6-45fc-4078-8578-13e09abd68cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.716367 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b59f09fc-8aff-4288-9d5a-d0c05ca90ec6 req-e698c776-cde2-4338-96e8-0a084532aed1 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171825 Jul 06 17:46:31.723300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-058a7dc6-45fc-4078-8578-13e09abd68cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.804015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-91325f36-32a2-43bd-a7ff-fcea6fc68ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:31.825890 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-91325f36-32a2-43bd-a7ff-fcea6fc68ed9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 1095 time: 0.3607051 Jul 06 17:46:31.863475 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.874988 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6892cb34-3e3d-4741-b5d8-10f5c0fb136e x-openstack-request-id: req-6892cb34-3e3d-4741-b5d8-10f5c0fb136e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:31.875379 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea79094-c1a2-49c0-86ea-2e76b5e50be4", "tag": "bc3b6ddd-4a1c-439e-8357-0534037d01fa", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:31.875565 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6892cb34-3e3d-4741-b5d8-10f5c0fb136e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:31.875952 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'tag': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa', 'status': 'completed', 'code': 200} Jul 06 17:46:31.918246 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-a8b3d455-b599-45ce-a974-7de9420e8821 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3b6ddd-4a1c-439e-8357-0534037d01fa HTTP/1.1" status: 200 len: 217 time: 0.0910859 Jul 06 17:46:31.924831 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-058a7dc6-45fc-4078-8578-13e09abd68cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.933574 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-058a7dc6-45fc-4078-8578-13e09abd68cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.943249 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-058a7dc6-45fc-4078-8578-13e09abd68cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66749d43-a9e4-44f5-961a-7896901e5a0c HTTP/1.1" status: 204 len: 168 time: 0.9135470 Jul 06 17:46:31.963825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b770-c3d4-4bd0-93a4-9643907e2e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:31.986484 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-fed91a02-a850-4f1f-9768-4b3f3e64a473 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3806696 Jul 06 17:46:31.993608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router f1cc0242-16cc-40b2-bcda-12b7f123b210 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:46:31.996289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a7dc6-45fc-4078-8578-13e09abd68cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66749d43-a9e4-44f5-961a-7896901e5a0c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:32.079899 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b770-c3d4-4bd0-93a4-9643907e2e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.083024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-15a3ad3c-78a7-4b22-8113-60aa051890db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:32.084630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-15a3ad3c-78a7-4b22-8113-60aa051890db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.1587448 Jul 06 17:46:32.218556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-3c2f9b2b-b1ca-4819-b950-6b2fce0dcee1 service neutron] 10.222.0.13 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314446 Jul 06 17:46:32.228717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4fc47-9909-4c4c-ac95-09c9cbec2e11 req-059c04d2-80da-4fe2-957d-3d84abfedcc4 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:32.236363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ced4fc47-9909-4c4c-ac95-09c9cbec2e11 req-059c04d2-80da-4fe2-957d-3d84abfedcc4 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 945 time: 0.2030497 Jul 06 17:46:32.258132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:46:32.281355 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] Sync routers for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:46:32.290594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-c5701d2d-ccd1-4411-b223-f6eb90548106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:32.292756 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-c5701d2d-ccd1-4411-b223-f6eb90548106 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986756 Jul 06 17:46:32.299437 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:32.299811 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:46:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:32.300023 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b770-c3d4-4bd0-93a4-9643907e2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.302565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b770-c3d4-4bd0-93a4-9643907e2e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.303910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7bd0b770-c3d4-4bd0-93a4-9643907e2e3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea22eebf-4a74-417d-815b-d73cf100b87b HTTP/1.1" status: 204 len: 168 time: 0.6626759 Jul 06 17:46:32.339623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0b770-c3d4-4bd0-93a4-9643907e2e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea22eebf-4a74-417d-815b-d73cf100b87b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:32.345355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ced4fc47-9909-4c4c-ac95-09c9cbec2e11 req-ff76fa21-7cbb-4967-89b8-a911eb12a59d tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079576 Jul 06 17:46:32.415687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:32.416165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-ad4ab03b-172f-41a6-aec8-b819f6267c9e service neutron] 10.222.0.13 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963143 Jul 06 17:46:32.501348 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-9267b9fc-3841-4694-bb14-1ab50b87ee5e service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924841 Jul 06 17:46:32.532474 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:32.566478 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-06f9d3d4-5f7b-441c-95b1-2d0ea3e18c76 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4998684 Jul 06 17:46:32.569132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:32.585129 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c69ae78-02c5-408d-b823-b849f7b9e4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:32.670125 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-53bcec2b-bcb9-40c1-a619-a55105036c34 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:32.678668 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-53bcec2b-bcb9-40c1-a619-a55105036c34 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.55 "GET /v2.0/ports?device_id=acb2356c-865c-4cbf-83e6-0ac9a78d77ae HTTP/1.1" status: 200 len: 945 time: 0.3565879 Jul 06 17:46:32.729331 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7742bc93-8863-47ae-b6c9-3b29c86f515d req-b28cfc16-4927-4d23-bd3c-0d5f3a5a8070 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202210 Jul 06 17:46:33.074174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Deleting port 3f0bb15e-eed9-4517-a178-22a079893f6c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:33.074578 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.093702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-2584fb92-f8d7-4a88-af8b-56e9e78e230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:33.100704 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-2584fb92-f8d7-4a88-af8b-56e9e78e230e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 1095 time: 0.2198875 Jul 06 17:46:33.211506 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '7ce3b919-4730-42f8-b129-f4f3fd496d6e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'port_id': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'mac_address': 'fa:16:3e:ad:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7584c-24cb-4966-825c-d0da14a0b468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:29Z', 'updated_at': '2021-07-06T17:46:29Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96fe2a30-393a-4edd-a7fa-083118772d3e', 'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:a0:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:03Z', 'updated_at': '2021-07-06T17:46:11Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:33.277565 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] Checking router: f1cc0242-16cc-40b2-bcda-12b7f123b210 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:46:33.302890 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:33.304262 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:46:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:33.341889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] For port 3f0bb15e-eed9-4517-a178-22a079893f6c, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3f0bb15e-eed9-4517-a178-22a079893f6c,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:33.342304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.378746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Calling delete_port for 3f0bb15e-eed9-4517-a178-22a079893f6c owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:33.626259 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:33.733803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.748030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['3f0bb15e-eed9-4517-a178-22a079893f6c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:33.832213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Pushing event deleted for resources: {'Port': ['ID=3f0bb15e-eed9-4517-a178-22a079893f6c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:33.937100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] No DVR routers for this DVR port 3f0bb15e-eed9-4517-a178-22a079893f6c on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:33.948034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:33.952572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd3f1600-e58d-43cd-9526-0f32e2c4460a req-a50e7e92-8f58-4d7b-8002-43838e0953cb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.55 "DELETE /v2.0/ports/3f0bb15e-eed9-4517-a178-22a079893f6c HTTP/1.1" status: 204 len: 173 time: 1.2690241 Jul 06 17:46:34.253357 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc0bb67-7953-48a7-bfb9-eb6ac5bed0f9 x-openstack-request-id: req-4cc0bb67-7953-48a7-bfb9-eb6ac5bed0f9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:34.253766 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:34.254124 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cc0bb67-7953-48a7-bfb9-eb6ac5bed0f9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:34.254671 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'status': 'completed', 'code': 200} Jul 06 17:46:34.434109 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '7ce3b919-4730-42f8-b129-f4f3fd496d6e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'port_id': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'mac_address': 'fa:16:3e:ad:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7584c-24cb-4966-825c-d0da14a0b468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:29Z', 'updated_at': '2021-07-06T17:46:29Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96fe2a30-393a-4edd-a7fa-083118772d3e', 'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:a0:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:03Z', 'updated_at': '2021-07-06T17:46:11Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:34.723989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-a4ac3a44-8f16-42cf-9c33-bcf4ccd22f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:34.725530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-a4ac3a44-8f16-42cf-9c33-bcf4ccd22f4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 912 time: 1.6101332 Jul 06 17:46:34.737205 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bef6fbe4-7d8a-4911-bb2d-1c6ab7cc3f1e req-0e44a6af-64be-43a1-b7cb-41c11cb687e5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 210 time: 0.1653574 Jul 06 17:46:34.773597 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-b9522f64-4fae-4fa6-b3e4-f0995ba8dca9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3b6ddd-4a1c-439e-8357-0534037d01fa HTTP/1.1" status: 200 len: 217 time: 0.0392511 Jul 06 17:46:34.821424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-214e44a2-ab37-439c-bddf-0c361b8e244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:34.831997 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-214e44a2-ab37-439c-bddf-0c361b8e244c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1096 time: 0.3389685 Jul 06 17:46:34.852093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-4416f0e7-a8e6-4a82-838d-7655e3e6d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:34.854020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-4416f0e7-a8e6-4a82-838d-7655e3e6d040 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.0667281 Jul 06 17:46:34.880225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc0fa8-538c-4a83-a32c-ae6a5101495a req-076aea98-f70d-4f63-9588-8ac90f83599a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:34.890966 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5724a-db3f-48ec-9d5e-e210882c68f4 None None] The sync data for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 is: [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '7ce3b919-4730-42f8-b129-f4f3fd496d6e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'port_id': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'mac_address': 'fa:16:3e:ad:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7584c-24cb-4966-825c-d0da14a0b468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:29Z', 'updated_at': '2021-07-06T17:46:29Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96fe2a30-393a-4edd-a7fa-083118772d3e', 'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:a0:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:03Z', 'updated_at': '2021-07-06T17:46:11Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:46:34.891921 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8dbc0fa8-538c-4a83-a32c-ae6a5101495a req-076aea98-f70d-4f63-9588-8ac90f83599a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 1.4792783 Jul 06 17:46:35.036252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-54d6ab7f-8243-4018-a1c5-9530da7410cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:35.040716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-54d6ab7f-8243-4018-a1c5-9530da7410cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 897 time: 0.2019227 Jul 06 17:46:35.141481 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8dbc0fa8-538c-4a83-a32c-ae6a5101495a req-6a874855-d7a1-46fb-9ef0-8bcbd896fdf4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482975 Jul 06 17:46:35.174799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:35.179058 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:35.210885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-eee32ccf-c436-461c-85b6-706d5944307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:35.227841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-eee32ccf-c436-461c-85b6-706d5944307f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3600693 Jul 06 17:46:35.255728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-d900c2b5-8799-4f8a-9dc4-89045680d797 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 998 time: 0.2079911 Jul 06 17:46:35.487953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-ade34af7-184a-418c-8b3b-b0a62c1ae844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:35.491648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-ade34af7-184a-418c-8b3b-b0a62c1ae844 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 200 len: 835 time: 0.2300396 Jul 06 17:46:35.492534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f6430-e909-47ee-8e92-9a1d629cd44f None None] New status for floating IP 7ce3b919-4730-42f8-b129-f4f3fd496d6e: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:46:35.554753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe164685-320e-4470-a96e-9978c076654a req-f1443098-5df7-414e-ad33-f3704d1b9496 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:35.564984 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe164685-320e-4470-a96e-9978c076654a req-f1443098-5df7-414e-ad33-f3704d1b9496 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 944 time: 0.4097056 Jul 06 17:46:35.724121 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e01c036-c59e-496e-b18f-0f4560694f92 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/7ce3b919-4730-42f8-b129-f4f3fd496d6e HTTP/1.1" status: 200 len: 990 time: 0.5481298 Jul 06 17:46:35.772458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-c23b82e6-de5a-489c-bb8a-ea50f3f325af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:35.779822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-c23b82e6-de5a-489c-bb8a-ea50f3f325af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2787511 Jul 06 17:46:35.793446 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-f6c3f216-3252-46d7-89d0-ec1e0d1e7e89 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398267 Jul 06 17:46:35.810737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe164685-320e-4470-a96e-9978c076654a req-5107a7d0-941a-4712-8590-d7b24a75e264 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384448 Jul 06 17:46:35.940977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0aeb7140-1eb4-4bee-8640-2c660d8b8692 req-9c845474-6686-4dcd-9fae-67cc0dc3503e service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398039 Jul 06 17:46:36.072027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bc3b6ddd-4a1c-439e-8357-0534037d01fa details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:46:36.077651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f0bb15e-eed9-4517-a178-22a079893f6c no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:36.110911 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4a31bd9-0733-4527-b9a4-d68d7abb01e3 req-c0863a37-8f73-47da-a93e-77c238f81fe0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 210 time: 0.0568380 Jul 06 17:46:36.197794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 3f0bb15e-eed9-4517-a178-22a079893f6c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:36.202583 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-993842d8-1450-4dad-b16f-785dcac252a8 service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903470 Jul 06 17:46:36.203680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3f0bb15e-eed9-4517-a178-22a079893f6c not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:36.247907 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-2b0f546f-8a4d-4fcb-95eb-7bfb794ffb7f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:36.249431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-2b0f546f-8a4d-4fcb-95eb-7bfb794ffb7f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.22 "GET /v2.0/networks?id=15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 200 len: 815 time: 0.2789531 Jul 06 17:46:36.298585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'name': 'network-vif-deleted', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:36.300979 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c68f098-6ddf-474e-b119-34ff094b84ea" -d '{"events": [{"server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "name": "network-vif-deleted", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:36.314280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Request body: {'port': {'device_id': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'network_id': '15584471-2630-45f1-9648-6c381607671e', 'admin_state_up': True, 'tenant_id': 'd0285a1bfe134c329a7fc5b5c81e2c40'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:36.407620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef50a4-990f-4764-bf1a-2b2b91f3bd84 req-e36439f5-9091-4a71-98ca-ec21b44d5f21 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:36.415199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55ef50a4-990f-4764-bf1a-2b2b91f3bd84 req-e36439f5-9091-4a71-98ca-ec21b44d5f21 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 945 time: 0.3301113 Jul 06 17:46:36.451421 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50c8f1-2891-4c6a-a67b-0811678db330 x-openstack-request-id: req-bc50c8f1-2891-4c6a-a67b-0811678db330 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:36.451940 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb2356c-865c-4cbf-83e6-0ac9a78d77ae", "name": "network-vif-deleted", "tag": "3f0bb15e-eed9-4517-a178-22a079893f6c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:36.452479 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc50c8f1-2891-4c6a-a67b-0811678db330 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:36.452927 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb2356c-865c-4cbf-83e6-0ac9a78d77ae', 'name': 'network-vif-deleted', 'tag': '3f0bb15e-eed9-4517-a178-22a079893f6c', 'status': 'completed', 'code': 200} Jul 06 17:46:36.487481 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c69ae78-02c5-408d-b823-b849f7b9e4ba req-2aa93f12-e668-42dd-af5d-3aecb1e0a0f5 service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759335 Jul 06 17:46:36.496092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bc3b6ddd-4a1c-439e-8357-0534037d01fa, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bc3b6ddd-4a1c-439e-8357-0534037d01fa,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:36.519984 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55ef50a4-990f-4764-bf1a-2b2b91f3bd84 req-ac5c3800-202d-43f7-b447-c2c72366900a tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038616 Jul 06 17:46:36.537742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'port_id': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa', 'mac_address': 'fa:16:3e:a0:0d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:46:36.552740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Made reservation on behalf of d0285a1bfe134c329a7fc5b5c81e2c40 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:36.557054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.649925 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.676801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3b6ddd-4a1c-439e-8357-0534037d01fa {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:36.717457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bc3b6ddd-4a1c-439e-8357-0534037d01fa, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bc3b6ddd-4a1c-439e-8357-0534037d01fa,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:36.725158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:36.726016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40964) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:36.804424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bc3b6ddd-4a1c-439e-8357-0534037d01fa,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:36.942393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Allocated IP 172.20.0.8 (15584471-2630-45f1-9648-6c381607671e/f7efb61c-af40-475c-9987-361c48dbe1e1/ff05a91c-4928-4f60-8732-2159aad2019b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:46:36.951750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce2eae70-e469-43d6-804b-42717d7910bb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/7ce3b919-4730-42f8-b129-f4f3fd496d6e HTTP/1.1" status: 200 len: 992 time: 0.2227263 Jul 06 17:46:37.138777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['bc3b6ddd-4a1c-439e-8357-0534037d01fa'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:37.147602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40980) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:37.320918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.345653 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21056e84-b8a5-4be0-9522-18f8636690b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.387106 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.421067 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1dafa-ae9f-4003-9122-256e3edb524b req-3126dc12-828c-4506-8d30-c753464059d7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:37.423107 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32a1dafa-ae9f-4003-9122-256e3edb524b req-3126dc12-828c-4506-8d30-c753464059d7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 945 time: 0.2078369 Jul 06 17:46:37.445135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Network 15584471-2630-45f1-9648-6c381607671e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:46:37.449324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:37.463234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:46:37.514620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Pushing event updated for resources: {'Port': ['ID=ff05a91c-4928-4f60-8732-2159aad2019b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:37.557122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:37.557877 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.562328 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32a1dafa-ae9f-4003-9122-256e3edb524b req-95673385-8bb2-45bd-a96e-0b8fa513f736 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013401 Jul 06 17:46:37.633524 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21056e84-b8a5-4be0-9522-18f8636690b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.639502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21056e84-b8a5-4be0-9522-18f8636690b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.694483 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-21056e84-b8a5-4be0-9522-18f8636690b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=046a004a5ac0493bba279c834d4aad95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417032 Jul 06 17:46:37.694483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21056e84-b8a5-4be0-9522-18f8636690b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b0e932-61d1-490d-92ea-d3e7744095f9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:37.695956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:37.714193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-85d51c1b-3931-4cc8-9eee-7511d1463c6f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4064372 Jul 06 17:46:37.727651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Request body: {'port': {'device_id': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:37.810710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed513e1e-5b7e-4c1a-9b70-8d4277ade835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.825631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91d186-214b-455c-9a99-481777a0d3bb req-28fc87bc-cef1-4bdb-94e6-edb92e855ea6 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:37.827621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-be91d186-214b-455c-9a99-481777a0d3bb req-28fc87bc-cef1-4bdb-94e6-edb92e855ea6 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 931 time: 0.2059007 Jul 06 17:46:37.840631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855231b-33b6-45e4-a402-49a1007214b4 req-de2f0d24-bd65-4e60-867d-40be88dcfbe6 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:37.847566 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4855231b-33b6-45e4-a402-49a1007214b4 req-de2f0d24-bd65-4e60-867d-40be88dcfbe6 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 945 time: 0.1332896 Jul 06 17:46:37.875593 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed513e1e-5b7e-4c1a-9b70-8d4277ade835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.884461 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.933344 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4855231b-33b6-45e4-a402-49a1007214b4 req-a0e8164d-d65a-4f5b-b0d7-04e21db5b923 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848570 Jul 06 17:46:37.945114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-be91d186-214b-455c-9a99-481777a0d3bb req-d423b705-01f9-4c4b-895e-59803c7181e6 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093123 Jul 06 17:46:37.966074 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed513e1e-5b7e-4c1a-9b70-8d4277ade835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.970879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed513e1e-5b7e-4c1a-9b70-8d4277ade835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:37.972397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ed513e1e-5b7e-4c1a-9b70-8d4277ade835 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10b0e932-61d1-490d-92ea-d3e7744095f9 HTTP/1.1" status: 204 len: 168 time: 0.2745454 Jul 06 17:46:37.987623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed513e1e-5b7e-4c1a-9b70-8d4277ade835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b0e932-61d1-490d-92ea-d3e7744095f9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:38.335222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff05a91c-4928-4f60-8732-2159aad2019b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:38.347334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.371524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Transition to ACTIVE for port object ff05a91c-4928-4f60-8732-2159aad2019b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:46:38.378433 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.383004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:38.404963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e08c681-4e0b-488d-b115-fa4eb4a18b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.443835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Pushing event updated for resources: {'Port': ['ID=ff05a91c-4928-4f60-8732-2159aad2019b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:38.447104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41020) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:38.534265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e08c681-4e0b-488d-b115-fa4eb4a18b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.543063 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e08c681-4e0b-488d-b115-fa4eb4a18b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.545072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Attempting to bind port ff05a91c-4928-4f60-8732-2159aad2019b on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:46:38.545462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Attempting to bind port ff05a91c-4928-4f60-8732-2159aad2019b by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:46:38.545806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Attempting to bind port ff05a91c-4928-4f60-8732-2159aad2019b on network 15584471-2630-45f1-9648-6c381607671e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:38.552307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Port ff05a91c-4928-4f60-8732-2159aad2019b on network 15584471-2630-45f1-9648-6c381607671e not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:46:38.552642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Attempting to bind port ff05a91c-4928-4f60-8732-2159aad2019b on network 15584471-2630-45f1-9648-6c381607671e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:46:38.560869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:46:38.561212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Checking segment: {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:38.562191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Bound using segment: {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:46:38.562712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Bound port: ff05a91c-4928-4f60-8732-2159aad2019b, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:46:38.563089 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.650529 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5e08c681-4e0b-488d-b115-fa4eb4a18b7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adc524782fc84474b3ad568bffc25347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660122 Jul 06 17:46:38.653414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:38.663498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:46:38.668926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ff05a91c-4928-4f60-8732-2159aad2019b,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:46:38.676812 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.711785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08c681-4e0b-488d-b115-fa4eb4a18b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256279a1-18b9-49bf-a8c5-7a35958f9748,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:38.766398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18442193-2fe4-4c0b-a6ea-5eb63726241b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.771046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:38.771829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.773396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] 10.222.0.22 "PUT /v2.0/ports/ff05a91c-4928-4f60-8732-2159aad2019b HTTP/1.1" status: 200 len: 1091 time: 1.0503740 Jul 06 17:46:38.774058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:38.777277 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885dd289-036a-4763-b737-8dc0c311521a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:38.828819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18442193-2fe4-4c0b-a6ea-5eb63726241b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.844973 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18ece729-d4af-466e-b1ca-676820cd31f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.875435 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1382d632-3737-4f9a-bf00-6b721ba46567 x-openstack-request-id: req-1382d632-3737-4f9a-bf00-6b721ba46567 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:38.875762 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:38.876088 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1382d632-3737-4f9a-bf00-6b721ba46567 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:38.876569 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b', 'status': 'completed', 'code': 200} Jul 06 17:46:38.893081 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18442193-2fe4-4c0b-a6ea-5eb63726241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.896263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18442193-2fe4-4c0b-a6ea-5eb63726241b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:38.902594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-18442193-2fe4-4c0b-a6ea-5eb63726241b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/256279a1-18b9-49bf-a8c5-7a35958f9748 HTTP/1.1" status: 204 len: 168 time: 0.2403479 Jul 06 17:46:38.916004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18442193-2fe4-4c0b-a6ea-5eb63726241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256279a1-18b9-49bf-a8c5-7a35958f9748,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:38.945047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02f160-fad5-4fc5-8fec-c41ee63e927e service neutron] Pushing event updated for resources: {'Port': ['ID=ff05a91c-4928-4f60-8732-2159aad2019b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:39.088571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-48a3342b-f16c-4143-9d0a-21de04b472a7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:39.090502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-48a3342b-f16c-4143-9d0a-21de04b472a7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 945 time: 0.3325424 Jul 06 17:46:39.116180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-da028b41-4677-455a-a2fb-c80ee603a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:39.118395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-da028b41-4677-455a-a2fb-c80ee603a167 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 1094 time: 0.2794099 Jul 06 17:46:39.161013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807680d-73c7-43d5-a4ce-913581d9d726 req-71bcff04-91b0-45b8-8711-067a6ccfd26a tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:39.162701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c807680d-73c7-43d5-a4ce-913581d9d726 req-71bcff04-91b0-45b8-8711-067a6ccfd26a tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 943 time: 0.0808358 Jul 06 17:46:39.183963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49e2ae-4957-4fde-a0cc-5db9acd417e3 req-5757a2e7-66b9-44c3-92c0-3a69006927ad tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:39.185714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6f49e2ae-4957-4fde-a0cc-5db9acd417e3 req-5757a2e7-66b9-44c3-92c0-3a69006927ad tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 945 time: 0.3523176 Jul 06 17:46:39.229237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c807680d-73c7-43d5-a4ce-913581d9d726 req-268bd421-975c-4b3d-ba9d-7198876c67dd tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602717 Jul 06 17:46:39.232792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-7382d01a-535d-4dbc-aa4a-e8500147fd8a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff05a91c-4928-4f60-8732-2159aad2019b HTTP/1.1" status: 200 len: 217 time: 0.0727544 Jul 06 17:46:39.366452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6f49e2ae-4957-4fde-a0cc-5db9acd417e3 req-9ec777cf-ba1d-418b-bd0a-25be335aaff7 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451385 Jul 06 17:46:39.391785 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18ece729-d4af-466e-b1ca-676820cd31f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.393203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-d00a3683-ded2-4202-8204-c91554c48d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:39.395026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-d00a3683-ded2-4202-8204-c91554c48d00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f7efb61c-af40-475c-9987-361c48dbe1e1 HTTP/1.1" status: 200 len: 855 time: 0.1457860 Jul 06 17:46:39.401017 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18ece729-d4af-466e-b1ca-676820cd31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.469450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-22d27314-9292-425a-8482-66a95ac3f9fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15584471-2630-45f1-9648-6c381607671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628157 Jul 06 17:46:39.482698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd098-5e14-47d5-9ca2-bb34ecb0a1a7 req-8c5dc251-e46b-4af0-a216-ffba2cc30fd1 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:39.486913 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-342dd098-5e14-47d5-9ca2-bb34ecb0a1a7 req-8c5dc251-e46b-4af0-a216-ffba2cc30fd1 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 945 time: 0.1310408 Jul 06 17:46:39.500341 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-18ece729-d4af-466e-b1ca-676820cd31f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=760f25ed882b46509abecc5518e128d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0285950 Jul 06 17:46:39.500721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41052) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:39.547785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ece729-d4af-466e-b1ca-676820cd31f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e310726-39b5-43d1-937e-8b17071007aa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:39.555273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Deleting port 53d0076c-151f-45b8-a2eb-9df6d752c3ee {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:46:39.555592 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.591728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-342dd098-5e14-47d5-9ca2-bb34ecb0a1a7 req-09a5a34b-f866-4ec2-9917-24359b3d9393 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/security-groups?id=568bf04f-3d5f-43cc-b03e-c6ccb0542309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872493 Jul 06 17:46:39.617111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-947db636-d5e9-476a-a7a3-25978551b32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.667200 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-947db636-d5e9-476a-a7a3-25978551b32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.667896 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-4b0644b0-2846-4f34-b09d-c75d51b79032 service neutron] 10.222.0.22 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883743 Jul 06 17:46:39.712449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] For port 53d0076c-151f-45b8-a2eb-9df6d752c3ee, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=53d0076c-151f-45b8-a2eb-9df6d752c3ee,segment=NetworkSegment(d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0),segment_id=d3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:39.712809 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.728613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Calling delete_port for 53d0076c-151f-45b8-a2eb-9df6d752c3ee owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:46:39.764717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-947db636-d5e9-476a-a7a3-25978551b32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.768697 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-947db636-d5e9-476a-a7a3-25978551b32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:39.772407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-947db636-d5e9-476a-a7a3-25978551b32e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e310726-39b5-43d1-937e-8b17071007aa HTTP/1.1" status: 204 len: 168 time: 0.2680383 Jul 06 17:46:39.794585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947db636-d5e9-476a-a7a3-25978551b32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e310726-39b5-43d1-937e-8b17071007aa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:39.954502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a40ea7a-0d06-44b2-b16a-841fcbeb6480 req-75cefe66-a7dc-49fe-bec6-fa74267ca092 service neutron] 10.222.0.22 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797239 Jul 06 17:46:40.080217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bc3b6ddd-4a1c-439e-8357-0534037d01fa up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:40.147115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.148331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port bc3b6ddd-4a1c-439e-8357-0534037d01fa completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:40.154537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port bc3b6ddd-4a1c-439e-8357-0534037d01fa triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:40.155329 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.190432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['53d0076c-151f-45b8-a2eb-9df6d752c3ee'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:40.218455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Pushing event deleted for resources: {'Port': ['ID=53d0076c-151f-45b8-a2eb-9df6d752c3ee,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:40.229210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dd289-036a-4763-b737-8dc0c311521a req-941d51ba-51a6-4092-8bd7-0c9c6bcd6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:40.232164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-885dd289-036a-4763-b737-8dc0c311521a req-941d51ba-51a6-4092-8bd7-0c9c6bcd6388 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 1094 time: 0.1992512 Jul 06 17:46:40.304113 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.355478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41072) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:40.361316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bc3b6ddd-4a1c-439e-8357-0534037d01fa, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bc3b6ddd-4a1c-439e-8357-0534037d01fa,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:40.362498 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:40.365424 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f53b71-0e43-4312-a0a6-9104be5eebbb" -d '{"events": [{"server_uuid": "2ea79094-c1a2-49c0-86ea-2e76b5e50be4", "name": "network-vif-plugged", "status": "completed", "tag": "bc3b6ddd-4a1c-439e-8357-0534037d01fa"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:40.382382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.394761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbbf6057-54d0-403c-bfb5-d71eaf60d78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.457478 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ccd0e-bfef-421c-a178-9acaf74d4a7d x-openstack-request-id: req-8e2ccd0e-bfef-421c-a178-9acaf74d4a7d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:40.458094 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea79094-c1a2-49c0-86ea-2e76b5e50be4", "name": "network-vif-plugged", "status": "completed", "tag": "bc3b6ddd-4a1c-439e-8357-0534037d01fa", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:40.458617 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e2ccd0e-bfef-421c-a178-9acaf74d4a7d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:40.460259 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa', 'code': 200} Jul 06 17:46:40.533325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] No DVR routers for this DVR port 53d0076c-151f-45b8-a2eb-9df6d752c3ee on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:46:40.538069 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.550147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14ddbfab-373b-4e74-9b7f-a4aa5f01d561 req-f81cb857-ee18-4c71-8309-d307f7eea9a9 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.22 "DELETE /v2.0/ports/53d0076c-151f-45b8-a2eb-9df6d752c3ee HTTP/1.1" status: 204 len: 173 time: 1.4508612 Jul 06 17:46:40.550622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bc3b6ddd-4a1c-439e-8357-0534037d01fa,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:40.578609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.581096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.581647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.582184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.583886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.586626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.587327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.587880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.588651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.590936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.594161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.594859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:46:40.638440 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbbf6057-54d0-403c-bfb5-d71eaf60d78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.646735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbbf6057-54d0-403c-bfb5-d71eaf60d78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.666260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4fdad-cf6b-4c88-b73e-b7a668dbe9c1 req-262ca3bd-a420-44a5-9cb1-f4c282c09976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:40.668063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36f4fdad-cf6b-4c88-b73e-b7a668dbe9c1 req-262ca3bd-a420-44a5-9cb1-f4c282c09976 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 1097 time: 0.1299977 Jul 06 17:46:40.674295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dd289-036a-4763-b737-8dc0c311521a req-5571281c-d474-41db-a130-65c660d21b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:40.676001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-885dd289-036a-4763-b737-8dc0c311521a req-5571281c-d474-41db-a130-65c660d21b1b service neutron] 10.222.0.22 "GET /v2.0/networks?id=15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 200 len: 916 time: 0.4339314 Jul 06 17:46:40.703208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7501-e82b-4449-ba0a-ecfdc093f8e4 req-0bf4cc16-11b4-4233-a3f2-d5cac1c4b96b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:40.710360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37fe7501-e82b-4449-ba0a-ecfdc093f8e4 req-0bf4cc16-11b4-4233-a3f2-d5cac1c4b96b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 943 time: 0.1396630 Jul 06 17:46:40.761076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-885dd289-036a-4763-b737-8dc0c311521a req-fbd6c4dd-1667-47eb-90d0-bf97c7f84fd2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff05a91c-4928-4f60-8732-2159aad2019b HTTP/1.1" status: 200 len: 217 time: 0.0724430 Jul 06 17:46:40.767122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36f4fdad-cf6b-4c88-b73e-b7a668dbe9c1 req-2ec9e14a-4cec-480e-9006-7eea128ad8c7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908885 Jul 06 17:46:40.814073 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cbbf6057-54d0-403c-bfb5-d71eaf60d78f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92c4e1c104ad43a58f9a34a78aef4757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532754 Jul 06 17:46:40.815238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:40.815874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf6057-54d0-403c-bfb5-d71eaf60d78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20db9858-fbd8-4d0a-9180-af9f0c3a0851,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:40.859057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37fe7501-e82b-4449-ba0a-ecfdc093f8e4 req-ca33ea3f-f83a-41ca-836b-01aac55b569e tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467586 Jul 06 17:46:40.899409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1', 'name': 'network-vif-deleted', 'tag': '53d0076c-151f-45b8-a2eb-9df6d752c3ee'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:40.899988 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fefc36b-bf21-4af2-a879-b97602bb09dc" -d '{"events": [{"server_uuid": "b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1", "name": "network-vif-deleted", "tag": "53d0076c-151f-45b8-a2eb-9df6d752c3ee"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:40.908563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dd289-036a-4763-b737-8dc0c311521a req-d2278fb6-1466-4cd5-a671-4ec8b688ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:40.908563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-885dd289-036a-4763-b737-8dc0c311521a req-d2278fb6-1466-4cd5-a671-4ec8b688ce6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f7efb61c-af40-475c-9987-361c48dbe1e1 HTTP/1.1" status: 200 len: 855 time: 0.1391070 Jul 06 17:46:40.910163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce33f907-c42b-452e-9c21-426c93c8b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.920521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4dce8-45f1-4e76-bb3d-28c78b3f90f8 req-558d9734-c800-488c-96be-933420b3002c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:40.927684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78a4dce8-45f1-4e76-bb3d-28c78b3f90f8 req-558d9734-c800-488c-96be-933420b3002c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 946 time: 0.1627922 Jul 06 17:46:40.970063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-885dd289-036a-4763-b737-8dc0c311521a req-6ec32143-0d12-4562-aa52-6387581a40cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15584471-2630-45f1-9648-6c381607671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541708 Jul 06 17:46:40.972249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce33f907-c42b-452e-9c21-426c93c8b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:40.994854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78a4dce8-45f1-4e76-bb3d-28c78b3f90f8 req-c2ea1485-1676-41c4-88ba-185a204d10fc tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661707 Jul 06 17:46:41.076631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce33f907-c42b-452e-9c21-426c93c8b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.079544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce33f907-c42b-452e-9c21-426c93c8b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:41.080729 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce33f907-c42b-452e-9c21-426c93c8b205 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20db9858-fbd8-4d0a-9180-af9f0c3a0851 HTTP/1.1" status: 204 len: 168 time: 0.2619920 Jul 06 17:46:41.101062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f907-c42b-452e-9c21-426c93c8b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20db9858-fbd8-4d0a-9180-af9f0c3a0851,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:41.111348 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-002f5465-415b-4b7f-9a83-afb3a3f9c5e1 req-55cc22b0-3c05-40ce-9028-4725bd698bb7 tempest-DeleteServersTestJSON-308974049 tempest-DeleteServersTestJSON-308974049-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1 HTTP/1.1" status: 200 len: 210 time: 0.0438557 Jul 06 17:46:41.198603 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-885dd289-036a-4763-b737-8dc0c311521a req-70ff7d24-8e4a-4965-926a-9e59c5de7d8a service neutron] 10.222.0.22 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186315 Jul 06 17:46:41.305085 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0a3976-50d0-4e2e-aed8-a6f0b64a0d8e x-openstack-request-id: req-fd0a3976-50d0-4e2e-aed8-a6f0b64a0d8e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:41.305426 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1", "name": "network-vif-deleted", "tag": "53d0076c-151f-45b8-a2eb-9df6d752c3ee", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:41.305733 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd0a3976-50d0-4e2e-aed8-a6f0b64a0d8e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:41.306230 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7079ba8-35ee-41e1-8e4d-fc5cabd5c6f1', 'name': 'network-vif-deleted', 'tag': '53d0076c-151f-45b8-a2eb-9df6d752c3ee', 'status': 'completed', 'code': 200} Jul 06 17:46:41.360691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-885dd289-036a-4763-b737-8dc0c311521a req-d7305bdb-3515-4c70-86ce-30676a2b8a0f service neutron] 10.222.0.22 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515353 Jul 06 17:46:42.139386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e88ed-7de8-41fa-adf9-ad4af0e12d6d req-447ec3d1-9f9c-44c1-ae5e-43203fd260d5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:42.141861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-564e88ed-7de8-41fa-adf9-ad4af0e12d6d req-447ec3d1-9f9c-44c1-ae5e-43203fd260d5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 943 time: 0.0946493 Jul 06 17:46:42.198258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-564e88ed-7de8-41fa-adf9-ad4af0e12d6d req-6369f1e2-a751-405c-acd4-a3be05c6b892 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463548 Jul 06 17:46:42.673199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a58d1b-73e0-4648-9b29-4541d96bee7c req-3b31c032-1637-4b14-8cfe-0a355e0ec86e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:42.675716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96a58d1b-73e0-4648-9b29-4541d96bee7c req-3b31c032-1637-4b14-8cfe-0a355e0ec86e tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 946 time: 0.5070593 Jul 06 17:46:42.732891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96a58d1b-73e0-4648-9b29-4541d96bee7c req-a24bdb90-0159-4166-bd0b-a849c725a5c8 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436561 Jul 06 17:46:42.788054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:42.963616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16aa0174-efed-48b5-a112-8c44021ca702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.069354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21ab6b-dadc-429f-a793-33b85c082767 req-7e4c8153-8363-4c59-903d-5a2d961b3ec2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:43.071162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b21ab6b-dadc-429f-a793-33b85c082767 req-7e4c8153-8363-4c59-903d-5a2d961b3ec2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 946 time: 0.1177042 Jul 06 17:46:43.092294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41204) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:43.093238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ff05a91c-4928-4f60-8732-2159aad2019b details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:46:43.099910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 53d0076c-151f-45b8-a2eb-9df6d752c3ee no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:46:43.111521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4325fd82-34d3-49cd-9d79-7b61c10a93ac tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Request body: {'floatingip': {'port_id': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:43.167287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16aa0174-efed-48b5-a112-8c44021ca702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.171615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 53d0076c-151f-45b8-a2eb-9df6d752c3ee {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:46:43.172228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 53d0076c-151f-45b8-a2eb-9df6d752c3ee not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:46:43.175712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16aa0174-efed-48b5-a112-8c44021ca702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.208864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4325fd82-34d3-49cd-9d79-7b61c10a93ac tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.305136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa0174-efed-48b5-a112-8c44021ca702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76779cce-db19-40b8-b641-b05b436934ea,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:43.315748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-16aa0174-efed-48b5-a112-8c44021ca702 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f34a07270234c7c8676f0e0a94a4f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265601 Jul 06 17:46:43.319673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:43.398599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ff05a91c-4928-4f60-8732-2159aad2019b,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:43.426325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'ff05a91c-4928-4f60-8732-2159aad2019b', 'network_id': '15584471-2630-45f1-9648-6c381607671e', 'port_id': 'ff05a91c-4928-4f60-8732-2159aad2019b', 'mac_address': 'fa:16:3e:dd:17:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7efb61c-af40-475c-9987-361c48dbe1e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:46:43.429632 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d374828-2c32-424d-8ef4-9ee97941e316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.514121 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d374828-2c32-424d-8ef4-9ee97941e316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.528281 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.548628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff05a91c-4928-4f60-8732-2159aad2019b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:46:43.593270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ff05a91c-4928-4f60-8732-2159aad2019b,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:43.602441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.657428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d374828-2c32-424d-8ef4-9ee97941e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.662710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d374828-2c32-424d-8ef4-9ee97941e316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.667780 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1d374828-2c32-424d-8ef4-9ee97941e316 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76779cce-db19-40b8-b641-b05b436934ea HTTP/1.1" status: 204 len: 168 time: 0.3409758 Jul 06 17:46:43.701136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d374828-2c32-424d-8ef4-9ee97941e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76779cce-db19-40b8-b641-b05b436934ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:43.752057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b444ab-9eb7-4240-961a-169db8a39dd3 req-57b5d997-5d04-4c8e-8a0c-cada5c4dc572 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:43.760636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85b444ab-9eb7-4240-961a-169db8a39dd3 req-57b5d997-5d04-4c8e-8a0c-cada5c4dc572 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 943 time: 0.2576804 Jul 06 17:46:43.826097 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85b444ab-9eb7-4240-961a-169db8a39dd3 req-e844cf7e-df65-4925-82e1-dc52d813622b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639911 Jul 06 17:46:43.845818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ff05a91c-4928-4f60-8732-2159aad2019b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:43.872513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['ff05a91c-4928-4f60-8732-2159aad2019b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:46:43.974865 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4325fd82-34d3-49cd-9d79-7b61c10a93ac tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:43.984415 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4325fd82-34d3-49cd-9d79-7b61c10a93ac tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.205351 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-4325fd82-34d3-49cd-9d79-7b61c10a93ac tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Floating IP dfcbe314-683b-4044-a98d-e136f8f4f133 associated. External IP: 172.25.7.234, port: bc3b6ddd-4a1c-439e-8357-0534037d01fa. Jul 06 17:46:44.445889 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41256) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:44.470675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5905781a-93a5-4ed1-ac94-072d9d1a3583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.561514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4325fd82-34d3-49cd-9d79-7b61c10a93ac tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:46:44.669103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5905781a-93a5-4ed1-ac94-072d9d1a3583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.676669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5905781a-93a5-4ed1-ac94-072d9d1a3583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.734048 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5905781a-93a5-4ed1-ac94-072d9d1a3583 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12840913ddb649069ed4dea7d97b54c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864895 Jul 06 17:46:44.737101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:44.774862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905781a-93a5-4ed1-ac94-072d9d1a3583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc4f130-baf0-465b-a7fb-b242690f1a74,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:44.797036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4325fd82-34d3-49cd-9d79-7b61c10a93ac tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:46:44.811767 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] Sync routers for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:46:44.813019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4325fd82-34d3-49cd-9d79-7b61c10a93ac tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.830679 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d157d918-d1d3-442a-a120-2e349ad82456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.838887 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:44.847879 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:46:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:44.912137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d157d918-d1d3-442a-a120-2e349ad82456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.979997 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d157d918-d1d3-442a-a120-2e349ad82456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.985050 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d157d918-d1d3-442a-a120-2e349ad82456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:44.992692 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d157d918-d1d3-442a-a120-2e349ad82456 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcc4f130-baf0-465b-a7fb-b242690f1a74 HTTP/1.1" status: 204 len: 168 time: 0.2541234 Jul 06 17:46:44.995949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4325fd82-34d3-49cd-9d79-7b61c10a93ac tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "PUT /v2.0/floatingips/dfcbe314-683b-4044-a98d-e136f8f4f133 HTTP/1.1" status: 200 len: 992 time: 1.9018528 Jul 06 17:46:45.000954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'tag': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:45.009213 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea79094-c1a2-49c0-86ea-2e76b5e50be4", "tag": "bc3b6ddd-4a1c-439e-8357-0534037d01fa"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:45.023155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157d918-d1d3-442a-a120-2e349ad82456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc4f130-baf0-465b-a7fb-b242690f1a74,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:45.099253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ff05a91c-4928-4f60-8732-2159aad2019b up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:46:45.161756 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:45.330002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bc43a-be73-4a04-a857-8568b53547eb req-f11ba66c-d4d5-4e55-8c3c-e68608c1a6d7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:45.343216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-843bc43a-be73-4a04-a857-8568b53547eb req-f11ba66c-d4d5-4e55-8c3c-e68608c1a6d7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 944 time: 0.1589453 Jul 06 17:46:45.359592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port ff05a91c-4928-4f60-8732-2159aad2019b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:46:45.378815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port ff05a91c-4928-4f60-8732-2159aad2019b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:46:45.381214 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.460245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-843bc43a-be73-4a04-a857-8568b53547eb req-9550f10d-4c9e-473d-b0bb-eea45d856317 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136086 Jul 06 17:46:45.546523 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b351cc3d-f447-4012-a3d6-133487448232 x-openstack-request-id: req-b351cc3d-f447-4012-a3d6-133487448232 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:45.547457 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea79094-c1a2-49c0-86ea-2e76b5e50be4", "tag": "bc3b6ddd-4a1c-439e-8357-0534037d01fa", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:45.548093 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b351cc3d-f447-4012-a3d6-133487448232 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:45.548922 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'tag': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa', 'status': 'completed', 'code': 200} Jul 06 17:46:45.670987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-c42b3933-6f4f-4496-abde-efc7aae70385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:45.671546 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.674506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-c42b3933-6f4f-4496-abde-efc7aae70385 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 1097 time: 0.0943482 Jul 06 17:46:45.749660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:46:45.753800 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7f5dbc-99c5-47a0-89c4-242f15a9b5cc" -d '{"events": [{"server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "name": "network-vif-plugged", "status": "completed", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:46:45.823788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ff05a91c-4928-4f60-8732-2159aad2019b,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:46:45.843483 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:45.844504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-dbe4bb9c-674e-4c93-869d-ae6c3c6a72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:45.846534 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-dbe4bb9c-674e-4c93-869d-ae6c3c6a72e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 912 time: 0.1667030 Jul 06 17:46:45.969444 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34e812f-c172-41df-a436-4d8eed66fe4e x-openstack-request-id: req-d34e812f-c172-41df-a436-4d8eed66fe4e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:46:45.969873 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "name": "network-vif-plugged", "status": "completed", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:46:45.971018 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d34e812f-c172-41df-a436-4d8eed66fe4e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:46:45.971018 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b', 'code': 200} Jul 06 17:46:45.990429 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-6a8e1031-b8ce-445c-8157-ce6cb8f33c33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3b6ddd-4a1c-439e-8357-0534037d01fa HTTP/1.1" status: 200 len: 1000 time: 0.1372354 Jul 06 17:46:46.071191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ff05a91c-4928-4f60-8732-2159aad2019b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:46.103073 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'dfcbe314-683b-4044-a98d-e136f8f4f133', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'port_id': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'mac_address': 'fa:16:3e:a0:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:22Z', 'updated_at': '2021-07-06T17:46:43Z', 'revision_number': 1, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:46.143851 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] Checking router: c0f7e014-139e-40d5-a24c-e9ad54dcbca3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:46:46.157883 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:46:46.158143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-6142261e-059e-4ae6-8f9e-3487a1a32342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:46.159023 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:46:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:46.159813 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-6142261e-059e-4ae6-8f9e-3487a1a32342 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.1632209 Jul 06 17:46:46.162262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fd103-a5d0-448a-bacb-c6e52e2c31ea req-1f033d21-ca86-4eb5-889f-f94957f03b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:46.167372 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-469fd103-a5d0-448a-bacb-c6e52e2c31ea req-1f033d21-ca86-4eb5-889f-f94957f03b63 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 1096 time: 0.1322277 Jul 06 17:46:46.190399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:46.261470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-469fd103-a5d0-448a-bacb-c6e52e2c31ea req-b39377b8-e71d-4a73-a28d-25420fac5dc2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841773 Jul 06 17:46:46.296771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-f52858a8-b80b-4a2d-a048-efbbc7bb2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:46.299566 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-f52858a8-b80b-4a2d-a048-efbbc7bb2e0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227350 Jul 06 17:46:46.344360 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:46:46.525981 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-b5b92abb-9867-4c5d-a902-90973891e541 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138035 Jul 06 17:46:46.536232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0e51617-0dae-4fe8-bb91-39713871396c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.738616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fbc5fe0-9ee3-480f-aa02-8c66a8c4c6c0 req-1407cc55-8e17-4c8f-949a-367f9b53f002 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045274 Jul 06 17:46:46.770397 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0e51617-0dae-4fe8-bb91-39713871396c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.793296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0e51617-0dae-4fe8-bb91-39713871396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.870129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e51617-0dae-4fe8-bb91-39713871396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdeac4e-5ce1-4559-83ae-5644035fa0e3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:46.893808 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'dfcbe314-683b-4044-a98d-e136f8f4f133', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'port_id': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'mac_address': 'fa:16:3e:a0:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:22Z', 'updated_at': '2021-07-06T17:46:43Z', 'revision_number': 1, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:46.934592 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f1582-cba3-408f-99c7-48eae0bb2e7b None None] The sync data for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 is: [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'dfcbe314-683b-4044-a98d-e136f8f4f133', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'port_id': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'mac_address': 'fa:16:3e:a0:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:46:22Z', 'updated_at': '2021-07-06T17:46:43Z', 'revision_number': 1, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:46:46.967176 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0dc225af-c534-4d78-9e99-f5992c027e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:46.985562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c0e51617-0dae-4fe8-bb91-39713871396c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a01d4d04e151443caae9155a64c94b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7927494 Jul 06 17:46:46.989507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41330) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:47.021701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cf3db-0d49-456d-b901-dedf6b088b51 req-cbc4d89d-eb4c-473a-8918-7cdbfa98137b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:47.035838 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-548cf3db-0d49-456d-b901-dedf6b088b51 req-cbc4d89d-eb4c-473a-8918-7cdbfa98137b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.2528150 Jul 06 17:46:47.099479 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-548cf3db-0d49-456d-b901-dedf6b088b51 req-606a8c06-1894-413d-a9e3-568987e7a638 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619147 Jul 06 17:46:47.130675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36dbcd06-35bb-4903-b62a-2c465daf50cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.173729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36dbcd06-35bb-4903-b62a-2c465daf50cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.264256 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36dbcd06-35bb-4903-b62a-2c465daf50cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.271169 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36dbcd06-35bb-4903-b62a-2c465daf50cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:47.272647 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-36dbcd06-35bb-4903-b62a-2c465daf50cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcdeac4e-5ce1-4559-83ae-5644035fa0e3 HTTP/1.1" status: 204 len: 168 time: 0.2813549 Jul 06 17:46:47.286880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbcd06-35bb-4903-b62a-2c465daf50cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdeac4e-5ce1-4559-83ae-5644035fa0e3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:47.388719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5da477-3481-4429-b70a-5f7336718cd1 None None] New status for floating IP dfcbe314-683b-4044-a98d-e136f8f4f133: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:46:47.928553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41354) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:47.976955 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-811f6e74-b9fe-4a83-ac67-a29810147a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.179274 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-811f6e74-b9fe-4a83-ac67-a29810147a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.193231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-811f6e74-b9fe-4a83-ac67-a29810147a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.231925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f6e74-b9fe-4a83-ac67-a29810147a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59103b5c-6378-4bb9-ac27-1b6aa600135a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:48.313328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-811f6e74-b9fe-4a83-ac67-a29810147a5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4d6ded7e32d4cd8854c9f39d599427a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822281 Jul 06 17:46:48.317994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41366) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:48.404511 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67672477-0f64-4852-b1cc-9fe854271071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.460870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67672477-0f64-4852-b1cc-9fe854271071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.467492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d35ea-20e1-4c8e-b503-6936218de147 req-9ccc412e-13cb-43f8-a990-a07885706f4b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:48.470366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f04d35ea-20e1-4c8e-b503-6936218de147 req-9ccc412e-13cb-43f8-a990-a07885706f4b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1993361 Jul 06 17:46:48.573311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f04d35ea-20e1-4c8e-b503-6936218de147 req-45067a38-5374-4f3e-a317-f06822f419d9 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933824 Jul 06 17:46:48.618563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67672477-0f64-4852-b1cc-9fe854271071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.633359 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67672477-0f64-4852-b1cc-9fe854271071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:48.643908 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-67672477-0f64-4852-b1cc-9fe854271071 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59103b5c-6378-4bb9-ac27-1b6aa600135a HTTP/1.1" status: 204 len: 168 time: 0.3238583 Jul 06 17:46:48.685324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67672477-0f64-4852-b1cc-9fe854271071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59103b5c-6378-4bb9-ac27-1b6aa600135a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:49.049393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010adf23-68ac-4544-ad6c-02b97d985fa4 req-f6fd6942-50b2-470a-a533-371df5f70ff0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:49.057531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-010adf23-68ac-4544-ad6c-02b97d985fa4 req-f6fd6942-50b2-470a-a533-371df5f70ff0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.2411172 Jul 06 17:46:49.193307 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-010adf23-68ac-4544-ad6c-02b97d985fa4 req-f5c35333-1d78-4dac-898d-99bfb12b822a tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344397 Jul 06 17:46:49.512452 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3470eaf1-b57a-4900-9f59-bbc7e1adcba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:49.585228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41418) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:49.831847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b457ec8-0c3a-43f1-9fb1-93d4c996e468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:49.892392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.077348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41436) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:50.232524 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b457ec8-0c3a-43f1-9fb1-93d4c996e468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.240800 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b457ec8-0c3a-43f1-9fb1-93d4c996e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.455186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b457ec8-0c3a-43f1-9fb1-93d4c996e468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897d5b63-0c85-49d1-835d-0f93cb2ae25c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:50.524798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5b457ec8-0c3a-43f1-9fb1-93d4c996e468 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d24b0660810f4629b64924f191f21545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9352820 Jul 06 17:46:50.529729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:50.559820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-867755aa-7271-42b7-a3ed-a68767fe7c0d admin admin] Deleting subnet efd08fa1-37f8-4d9c-8543-93bcd3936a3f {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:46:50.565447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-867755aa-7271-42b7-a3ed-a68767fe7c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.629131 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.635251 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-867755aa-7271-42b7-a3ed-a68767fe7c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.663643 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-936f2b60-a6c0-471c-afcd-d515ed3a965f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.703746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7f790-4ff1-4c26-a9d6-c5d0f0c34e47 req-f7d9da97-b052-49d0-88a6-ed2ad798d759 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:50.711226 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e7f7f790-4ff1-4c26-a9d6-c5d0f0c34e47 req-f7d9da97-b052-49d0-88a6-ed2ad798d759 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.3119276 Jul 06 17:46:50.718936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-867755aa-7271-42b7-a3ed-a68767fe7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.728208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-936f2b60-a6c0-471c-afcd-d515ed3a965f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.807574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e7f7f790-4ff1-4c26-a9d6-c5d0f0c34e47 req-fe7acabc-bc2a-4e54-86a4-69d9904f0185 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951498 Jul 06 17:46:50.860937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-936f2b60-a6c0-471c-afcd-d515ed3a965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.865071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-936f2b60-a6c0-471c-afcd-d515ed3a965f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:50.867169 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-936f2b60-a6c0-471c-afcd-d515ed3a965f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/897d5b63-0c85-49d1-835d-0f93cb2ae25c HTTP/1.1" status: 204 len: 168 time: 0.3350863 Jul 06 17:46:50.912857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f2b60-a6c0-471c-afcd-d515ed3a965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897d5b63-0c85-49d1-835d-0f93cb2ae25c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:50.956308 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-867755aa-7271-42b7-a3ed-a68767fe7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.014115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867755aa-7271-42b7-a3ed-a68767fe7c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd08fa1-37f8-4d9c-8543-93bcd3936a3f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:51.020285 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-867755aa-7271-42b7-a3ed-a68767fe7c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.024730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-867755aa-7271-42b7-a3ed-a68767fe7c0d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/efd08fa1-37f8-4d9c-8543-93bcd3936a3f HTTP/1.1" status: 204 len: 168 time: 0.9455853 Jul 06 17:46:51.026772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41460) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:51.179409 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.182747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180ce0f-f868-4755-a279-bba53873b4f7 req-310c0b40-a853-486f-8222-22fdf3be5097 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:51.186631 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0180ce0f-f868-4755-a279-bba53873b4f7 req-310c0b40-a853-486f-8222-22fdf3be5097 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1816936 Jul 06 17:46:51.270396 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0180ce0f-f868-4755-a279-bba53873b4f7 req-efa2eae4-c4c3-4a72-9bb9-702900fff539 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731289 Jul 06 17:46:51.401425 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.422723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9811fd57-c9db-4518-b207-d909bc461be1']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:51.442123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:51.442478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d4f1c2-0c2c-4bc0-9fa9-5836b2369ba0') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:46:51.456308 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.493807 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.505729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:46:51.506470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:46:51.542435 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:46:51.684711 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.702799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:51.718613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9811fd57-c9db-4518-b207-d909bc461be1 HTTP/1.1" status: 204 len: 168 time: 0.6900294 Jul 06 17:46:51.763698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763eb61-4c5e-4408-b474-4607c59a6431 admin admin] Pushing event deleted for resources: {'Network': ['ID=9811fd57-c9db-4518-b207-d909bc461be1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:51.779779 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-19639a5e-8b34-4691-954e-242b33387d39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1528189 Jul 06 17:46:51.899416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41492) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:51.943909 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05bd8b03-5768-408b-9b36-5d3ef294b5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.052506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-66c4d1d4-196e-4337-ad10-4030648c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.055626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-66c4d1d4-196e-4337-ad10-4030648c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.057904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-66c4d1d4-196e-4337-ad10-4030648c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.059738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-66c4d1d4-196e-4337-ad10-4030648c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.060425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-66c4d1d4-196e-4337-ad10-4030648c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.062588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-66c4d1d4-196e-4337-ad10-4030648c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.064002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-66c4d1d4-196e-4337-ad10-4030648c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.072215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-66c4d1d4-196e-4337-ad10-4030648c0295 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6492 time: 0.2245207 Jul 06 17:46:52.084861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41502) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:52.126007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0b69f-e4ad-415d-876f-044f0a8584e3 req-60b00947-205e-43d9-a01c-1fb1552a8305 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.133372 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b6f0b69f-e4ad-415d-876f-044f0a8584e3 req-60b00947-205e-43d9-a01c-1fb1552a8305 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1527414 Jul 06 17:46:52.212894 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9bc9af9d-84cb-4824-9dfa-356e4a6a7bb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1241c3cb7844dfaade4e75a0193502a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262591 Jul 06 17:46:52.213855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41504) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:52.246055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b6f0b69f-e4ad-415d-876f-044f0a8584e3 req-d7793316-cd89-419b-b50a-125d7a38a27a tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112249 Jul 06 17:46:52.264861 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05bd8b03-5768-408b-9b36-5d3ef294b5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.276869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05bd8b03-5768-408b-9b36-5d3ef294b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.321984 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14c6cb0-0fc4-468d-93bd-7145c339cb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.332691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-dc350c63-6bf2-495c-9b66-b4bca938eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.333175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-dc350c63-6bf2-495c-9b66-b4bca938eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.333656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-dc350c63-6bf2-495c-9b66-b4bca938eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.335368 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-dc350c63-6bf2-495c-9b66-b4bca938eb26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=783772ad-1179-4bad-9382-d4de5d5d3d28&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801 HTTP/1.1" status: 200 len: 2293 time: 0.1946273 Jul 06 17:46:52.337739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd8b03-5768-408b-9b36-5d3ef294b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d383c0df-81f1-444b-9cee-65b375bcd8c9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:52.345085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-05bd8b03-5768-408b-9b36-5d3ef294b5d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f783d4bac2c4ec3acee992eadb852c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426043 Jul 06 17:46:52.349456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41506) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:52.444296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3dea779-ccfa-45f3-b972-8881c0f4a0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.466582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14c6cb0-0fc4-468d-93bd-7145c339cb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.518830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3dea779-ccfa-45f3-b972-8881c0f4a0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.534875 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.541354 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-f410790f-2967-4e2d-a667-f37a39d6210c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a32bc3-0425-4419-9935-213d68df3df8 HTTP/1.1" status: 200 len: 1001 time: 0.1899405 Jul 06 17:46:52.639874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-bd7748d2-7667-430c-ab49-3b214437925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.643258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-bd7748d2-7667-430c-ab49-3b214437925c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5be3346-afa0-406d-a934-ceeda5f8bbb2 HTTP/1.1" status: 200 len: 850 time: 0.0939207 Jul 06 17:46:52.649324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3dea779-ccfa-45f3-b972-8881c0f4a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.653259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3dea779-ccfa-45f3-b972-8881c0f4a0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.661906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f3dea779-ccfa-45f3-b972-8881c0f4a0fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d383c0df-81f1-444b-9cee-65b375bcd8c9 HTTP/1.1" status: 204 len: 168 time: 0.3065212 Jul 06 17:46:52.703327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dea779-ccfa-45f3-b972-8881c0f4a0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d383c0df-81f1-444b-9cee-65b375bcd8c9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:52.771955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14c6cb0-0fc4-468d-93bd-7145c339cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.774848 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14c6cb0-0fc4-468d-93bd-7145c339cb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:52.781855 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e14c6cb0-0fc4-468d-93bd-7145c339cb77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/568bf04f-3d5f-43cc-b03e-c6ccb0542309 HTTP/1.1" status: 204 len: 168 time: 0.5638785 Jul 06 17:46:52.797090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c6cb0-0fc4-468d-93bd-7145c339cb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568bf04f-3d5f-43cc-b03e-c6ccb0542309,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:52.835673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-d27ec129-9dc4-46c9-bd8a-f96f17059381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:52.840113 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-d27ec129-9dc4-46c9-bd8a-f96f17059381 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=783772ad-1179-4bad-9382-d4de5d5d3d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888146 Jul 06 17:46:53.042178 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-5879d7c1-8e3e-4ed1-99ba-dba288de4095 service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813049 Jul 06 17:46:53.159082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-edb149a8-d483-47f0-9faf-14c202b58b6d service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082051 Jul 06 17:46:53.221203 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-43eaccd1-3ae3-46e9-a3db-7a73b29a521f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=7683b96e-e042-4f2c-baf6-0f7ab80da843 HTTP/1.1" status: 200 len: 217 time: 0.0561817 Jul 06 17:46:53.306030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-ef72bff1-0cb7-42dc-bb5e-f79b097ab4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:53.310537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-ef72bff1-0cb7-42dc-bb5e-f79b097ab4d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.0807011 Jul 06 17:46:53.448597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-bf305459-10f5-4920-ad73-3cf05ae60596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:53.451940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-bf305459-10f5-4920-ad73-3cf05ae60596 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1356449 Jul 06 17:46:53.553590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08994571-a99e-412e-a00c-343666a37920 req-c7d88437-e7b6-4a16-9cdb-058ea583e62d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:53.556350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08994571-a99e-412e-a00c-343666a37920 req-c7d88437-e7b6-4a16-9cdb-058ea583e62d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.0964136 Jul 06 17:46:53.605367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-bb5f32d1-f2c7-4e64-9423-d70bf12bd2aa service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448808 Jul 06 17:46:53.627216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08994571-a99e-412e-a00c-343666a37920 req-ce6cca82-acf9-4b80-9518-8ee51f8eb1fd tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626354 Jul 06 17:46:53.781317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-7f60525b-ec13-4719-839b-4d28434a2427 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674693 Jul 06 17:46:53.847942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-31b46504-e6d5-4e18-ac63-8d02003aca91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=ed0e1eb7-4909-4d09-985f-3586dfcb9c82 HTTP/1.1" status: 200 len: 217 time: 0.0588679 Jul 06 17:46:53.979691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-13f8352e-272e-460e-a7b7-a903a2dae9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:53.984103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-13f8352e-272e-460e-a7b7-a903a2dae9ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.1265984 Jul 06 17:46:54.100678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-64ba4f69-74a5-4581-9d7f-bf132e0886bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:54.103643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-64ba4f69-74a5-4581-9d7f-bf132e0886bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119175 Jul 06 17:46:54.259487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-06d39429-57e9-43ca-907c-f961fa6f488f service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441054 Jul 06 17:46:54.377972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41572) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:54.455280 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-0fdada87-89a8-414a-8bb3-5ee1fe314afe service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833296 Jul 06 17:46:54.559552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-bd6688e0-5ea3-47eb-aa87-24073bc2683c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=cade89d9-c173-4e18-9597-f89f752088d7 HTTP/1.1" status: 200 len: 217 time: 0.0946150 Jul 06 17:46:54.607663 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32b9ff1e-196a-4edf-8c7e-aba658cf16ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.683224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-838103cd-80cb-4939-8da4-54b84dd93961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:54.691817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-838103cd-80cb-4939-8da4-54b84dd93961 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.1224468 Jul 06 17:46:54.794836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32b9ff1e-196a-4edf-8c7e-aba658cf16ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.802215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32b9ff1e-196a-4edf-8c7e-aba658cf16ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:54.872077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-703740b7-0569-4548-89fb-490bb1b1a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:54.872077 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-703740b7-0569-4548-89fb-490bb1b1a053 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1714773 Jul 06 17:46:54.895387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-32b9ff1e-196a-4edf-8c7e-aba658cf16ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=821c799eaf6b4b42b79f8d332d9d9244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117230 Jul 06 17:46:54.895387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9ff1e-196a-4edf-8c7e-aba658cf16ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf4168a-fc6d-45b5-8435-9cb14d756d56,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:54.897361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41588) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:55.053783 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-917a6b57-fe8c-4fbf-a603-e6b0f724859a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.058554 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-10400f3c-33ca-4f20-a27e-7033a5022edf service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814916 Jul 06 17:46:55.088031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abab233-3ae1-493d-8832-1370accd1256 req-a4c4a11f-e858-4edf-89cf-7421a26e4b5f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:55.091601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7abab233-3ae1-493d-8832-1370accd1256 req-a4c4a11f-e858-4edf-89cf-7421a26e4b5f tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1910691 Jul 06 17:46:55.150021 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-917a6b57-fe8c-4fbf-a603-e6b0f724859a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.239212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7abab233-3ae1-493d-8832-1370accd1256 req-14d348c6-ef5d-42b4-a167-2a16abe53515 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380265 Jul 06 17:46:55.288916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41598) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:55.337519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-c6b79486-16d3-4345-83e3-868b34b73073 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693062 Jul 06 17:46:55.339601 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-917a6b57-fe8c-4fbf-a603-e6b0f724859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.344198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-917a6b57-fe8c-4fbf-a603-e6b0f724859a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.347927 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-917a6b57-fe8c-4fbf-a603-e6b0f724859a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bf4168a-fc6d-45b5-8435-9cb14d756d56 HTTP/1.1" status: 204 len: 168 time: 0.4469328 Jul 06 17:46:55.391092 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a6b57-fe8c-4fbf-a603-e6b0f724859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf4168a-fc6d-45b5-8435-9cb14d756d56,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:55.394641 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-159cd453-0038-40f6-843a-11d26e5b3725 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237 HTTP/1.1" status: 200 len: 217 time: 0.0479825 Jul 06 17:46:55.470121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-2032366a-4e2f-40dd-97dc-226441c52b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:55.471746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-2032366a-4e2f-40dd-97dc-226441c52b58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.0665591 Jul 06 17:46:55.482273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1617801536-network', 'tenant_id': '9ebb526a9129461792af110d33825131'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:55.515971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Made reservation on behalf of 9ebb526a9129461792af110d33825131 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:55.520000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.532115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.604615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-9da2146e-6ddc-4925-94b4-f62d9ee538cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:55.604615 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-9da2146e-6ddc-4925-94b4-f62d9ee538cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250513 Jul 06 17:46:55.727815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.737050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.793955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:46:55.817017 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.817495 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Added segment 8af558bb-3b7b-4b86-88cc-8943870594ca of type vlan for network 150f11cb-f908-476c-b179-56b5629a86a4 Jul 06 17:46:55.844676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-d3a91bdd-b91d-4b18-a93f-60eee774311a service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258477 Jul 06 17:46:55.911227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d6d22c-5982-478b-9779-aa191462e43e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:55.927387 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.986456 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:55.989571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:55.990618 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.051263 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-04b3c10c-00be-4164-81e5-fc27965b02e0 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987650 Jul 06 17:46:56.105232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8128018 Jul 06 17:46:56.110790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:56.120853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Request body: {'subnet': {'network_id': '150f11cb-f908-476c-b179-56b5629a86a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1617801536-subnet', 'tenant_id': '9ebb526a9129461792af110d33825131', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:46:56.159943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-43ca65ad-14d2-4606-b937-6ca90490c9d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ca65a389-3aff-4a71-9ac3-1180117b1629 HTTP/1.1" status: 200 len: 217 time: 0.0991237 Jul 06 17:46:56.170038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452a595-b81d-4485-b666-55a20bbd70c4 admin admin] Pushing event updated for resources: {'Network': ['ID=150f11cb-f908-476c-b179-56b5629a86a4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:56.190100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 150f11cb-f908-476c-b179-56b5629a86a4 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:46:56.198271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Made reservation on behalf of 9ebb526a9129461792af110d33825131 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:46:56.203926 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.256288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-bb11cd21-8db5-43bc-a01a-2697651898cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:56.260323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-bb11cd21-8db5-43bc-a01a-2697651898cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 200 len: 797 time: 0.0930333 Jul 06 17:46:56.439932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-a3f03df7-ef2e-4c93-ad94-b13673622ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:56.443957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-a3f03df7-ef2e-4c93-ad94-b13673622ae4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1751287 Jul 06 17:46:56.635681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24828bf6-2f2c-47ea-90d0-9b113f7eaf77 req-9af5ca0f-a666-4ca2-8392-b57f26066235 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:56.637396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24828bf6-2f2c-47ea-90d0-9b113f7eaf77 req-9af5ca0f-a666-4ca2-8392-b57f26066235 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1611888 Jul 06 17:46:56.639300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.716743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=250c7e9b-dea9-47c6-a010-587ad31967b1,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:56.752448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-0ac43247-8f9d-470d-bbd0-5687538f02ef service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998078 Jul 06 17:46:56.769127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24828bf6-2f2c-47ea-90d0-9b113f7eaf77 req-1c833888-8fb3-47f6-8675-e1d0f7f41f5e tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721128 Jul 06 17:46:56.782612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Checking segment: {'id': '8af558bb-3b7b-4b86-88cc-8943870594ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '150f11cb-f908-476c-b179-56b5629a86a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:46:56.782987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Network hostable DHCP agents. Network: 150f11cb-f908-476c-b179-56b5629a86a4, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:46:56.837805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Network 150f11cb-f908-476c-b179-56b5629a86a4 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:46:56.860814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 150f11cb-f908-476c-b179-56b5629a86a4) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:46:56.874505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24a80e-b372-4a99-93fb-c5aa32fa2e6c None None] Network 150f11cb-f908-476c-b179-56b5629a86a4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:56.879187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:56.884956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:56.916748 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-96d17a1d-ed84-4cd4-9d06-3d4151fb9481 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8042064 Jul 06 17:46:56.975017 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-19fb6020-c09d-4527-b00e-33f8d2abb330 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147117 Jul 06 17:46:57.089500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-991371f8-02c6-481b-b871-d5662b4c5cdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3586c00f-536d-44ef-82fd-af48620ef5a9 HTTP/1.1" status: 200 len: 217 time: 0.1073623 Jul 06 17:46:57.165764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123cbb80-872b-40fd-b56b-8ccac4b62009 None None] Network 150f11cb-f908-476c-b179-56b5629a86a4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:46:57.192904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-7615fc53-9c25-43b1-90a1-4924c0a7b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:57.194649 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-7615fc53-9c25-43b1-90a1-4924c0a7b9cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 200 len: 797 time: 0.0950732 Jul 06 17:46:57.362757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-2d881843-c438-4896-b61b-f905523b4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:57.366737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-2d881843-c438-4896-b61b-f905523b4805 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1612971 Jul 06 17:46:57.555355 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-f1234fa0-744b-464a-a206-4ff9fec83a00 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837223 Jul 06 17:46:57.861529 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1471605c-d2ef-46ee-b904-1cce887c4d2c req-83cc6401-c7c3-47cc-8051-5b9529ea87f7 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847772 Jul 06 17:46:57.982138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-c68cddb9-1ff9-4b8f-b8d2-8291abd33351 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:57.995073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-c68cddb9-1ff9-4b8f-b8d2-8291abd33351 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/networks?id=150f11cb-f908-476c-b179-56b5629a86a4 HTTP/1.1" status: 200 len: 822 time: 0.2869310 Jul 06 17:46:58.015940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-8ed30a9d-3900-4213-8393-fa32abb0c301 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/quotas/9ebb526a9129461792af110d33825131 HTTP/1.1" status: 200 len: 375 time: 0.0194099 Jul 06 17:46:58.100519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-277aa1d8-b2a4-45da-8bc9-a4f42b7087ba tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ebb526a9129461792af110d33825131&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591567 Jul 06 17:46:58.228211 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:46:58.249656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41730) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:58.278669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19654c2-654a-4fd4-9d09-d8f2449df0e2 req-7a7e7b27-bc26-44eb-912b-04ba68a7b480 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:58.290757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d19654c2-654a-4fd4-9d09-d8f2449df0e2 req-7a7e7b27-bc26-44eb-912b-04ba68a7b480 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1378198 Jul 06 17:46:58.350290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-c42683f9-986e-42bb-8cb7-9d1ab5f47ba8 service neutron] 10.222.0.13 "GET /v2.0/networks/150f11cb-f908-476c-b179-56b5629a86a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351255 Jul 06 17:46:58.358588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d19654c2-654a-4fd4-9d09-d8f2449df0e2 req-9dc230a1-f804-4b2b-9dc7-9512b47e3b0a tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662084 Jul 06 17:46:58.533532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf0ed3ea-cc75-48c3-87f7-62c6c64f2fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.612024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-e77fcf60-df54-4cf0-a07f-df1629f56ea8 service neutron] 10.222.0.13 "GET /v2.0/networks/150f11cb-f908-476c-b179-56b5629a86a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460816 Jul 06 17:46:58.783704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf0ed3ea-cc75-48c3-87f7-62c6c64f2fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.819068 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf0ed3ea-cc75-48c3-87f7-62c6c64f2fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:58.866638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ed3ea-cc75-48c3-87f7-62c6c64f2fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6ff296-fca8-42f1-a709-d15b3e71ba15,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:58.882692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cf0ed3ea-cc75-48c3-87f7-62c6c64f2fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dccb22219144ff7bed9eebfe69cd382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6312003 Jul 06 17:46:58.888481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41748) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:58.957473 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31287e95-8779-45d1-96c5-1fc79ab82c3b req-72d3c2c0-be6f-413f-add8-d65077ba6d09 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 210 time: 0.0495460 Jul 06 17:46:58.994519 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed554-2b53-43d1-8800-fbc9a0c5611e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.024188 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed554-2b53-43d1-8800-fbc9a0c5611e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.117341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed554-2b53-43d1-8800-fbc9a0c5611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.120250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed554-2b53-43d1-8800-fbc9a0c5611e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.123045 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1a9ed554-2b53-43d1-8800-fbc9a0c5611e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d6ff296-fca8-42f1-a709-d15b3e71ba15 HTTP/1.1" status: 204 len: 168 time: 0.2331026 Jul 06 17:46:59.132922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ed554-2b53-43d1-8800-fbc9a0c5611e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6ff296-fca8-42f1-a709-d15b3e71ba15,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:59.538265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41774) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:59.572966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e482cc5-7fce-4c2d-9029-910307f4e887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.712980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e5083-58c2-433f-8884-9d40adc93798 req-2ebad38c-7de8-4a88-be26-6eadfbeb1b3c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:46:59.714632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-077e5083-58c2-433f-8884-9d40adc93798 req-2ebad38c-7de8-4a88-be26-6eadfbeb1b3c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1654909 Jul 06 17:46:59.787400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-077e5083-58c2-433f-8884-9d40adc93798 req-888e8610-ab70-497e-94a8-fbcf039207ac tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609393 Jul 06 17:46:59.793311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e482cc5-7fce-4c2d-9029-910307f4e887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.801615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e482cc5-7fce-4c2d-9029-910307f4e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:46:59.849456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5e482cc5-7fce-4c2d-9029-910307f4e887 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f6faa2c74a14495acf69fa2e6932909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095582 Jul 06 17:46:59.851977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e482cc5-7fce-4c2d-9029-910307f4e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29a3556-7fa8-4e79-8921-eaaac280476e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:46:59.853983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41784) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:46:59.968152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-365a39ae-ec81-4389-b220-e6dcd0336dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.010417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-365a39ae-ec81-4389-b220-e6dcd0336dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.078747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-365a39ae-ec81-4389-b220-e6dcd0336dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.082074 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-365a39ae-ec81-4389-b220-e6dcd0336dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.083648 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-365a39ae-ec81-4389-b220-e6dcd0336dcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f29a3556-7fa8-4e79-8921-eaaac280476e HTTP/1.1" status: 204 len: 168 time: 0.2281954 Jul 06 17:47:00.094920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a39ae-ec81-4389-b220-e6dcd0336dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29a3556-7fa8-4e79-8921-eaaac280476e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:00.328847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9b4d8fca-193e-42db-ac75-9e233bd33b4f req-86ee11be-63a8-4934-893e-fb620d9412e0 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 210 time: 0.1079097 Jul 06 17:47:00.523925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41800) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:00.617998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-3b48becc-14f2-4037-a3ab-2113a309018f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:00.622315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-3b48becc-14f2-4037-a3ab-2113a309018f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.55 "GET /v2.0/networks?id=150f11cb-f908-476c-b179-56b5629a86a4 HTTP/1.1" status: 200 len: 822 time: 0.2529204 Jul 06 17:47:00.641190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Request body: {'port': {'device_id': '65509c8a-3c01-46e3-b11d-15160b1fabb9', 'network_id': '150f11cb-f908-476c-b179-56b5629a86a4', 'admin_state_up': True, 'tenant_id': '9ebb526a9129461792af110d33825131'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:00.698635 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88c81b8a-0525-4b33-b417-c79c82d063cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.865426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88c81b8a-0525-4b33-b417-c79c82d063cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.883542 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88c81b8a-0525-4b33-b417-c79c82d063cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.929712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Made reservation on behalf of 9ebb526a9129461792af110d33825131 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:00.941591 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:00.946650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c81b8a-0525-4b33-b417-c79c82d063cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d1c520-9230-468b-8d69-750cf15b2e50,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:00.977412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-88c81b8a-0525-4b33-b417-c79c82d063cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=035e4c58e7924d8f8dc4c5bea35fde3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501443 Jul 06 17:47:00.977412 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:01.126866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6f67910-46f2-44ac-93dd-64e93972bcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:01.193449 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6f67910-46f2-44ac-93dd-64e93972bcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:01.390733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2835351-d9b7-4d64-9ca5-8fa58e5a6112 req-80361567-b51a-4379-ac53-3ffb692e6be7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:01.393411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2835351-d9b7-4d64-9ca5-8fa58e5a6112 req-80361567-b51a-4379-ac53-3ffb692e6be7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.2418928 Jul 06 17:47:01.507981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2835351-d9b7-4d64-9ca5-8fa58e5a6112 req-2d82c938-e15b-4739-835f-aacec1962c33 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703378 Jul 06 17:47:01.509247 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6f67910-46f2-44ac-93dd-64e93972bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:01.515030 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6f67910-46f2-44ac-93dd-64e93972bcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:01.516381 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b6f67910-46f2-44ac-93dd-64e93972bcd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3d1c520-9230-468b-8d69-750cf15b2e50 HTTP/1.1" status: 204 len: 168 time: 0.5383048 Jul 06 17:47:01.548899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f67910-46f2-44ac-93dd-64e93972bcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d1c520-9230-468b-8d69-750cf15b2e50,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:01.844465 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:01.858781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0da34bdb-7016-4aa9-b61b-4823a3ed14d8 req-6a260ebb-8c98-41ae-bd61-afa883c8b6f1 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 210 time: 0.0669484 Jul 06 17:47:01.905772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Allocated IP 172.20.0.2 (150f11cb-f908-476c-b179-56b5629a86a4/250c7e9b-dea9-47c6-a010-587ad31967b1/00c9fe83-3852-4443-991f-6abf21c329f3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:02.137982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.208370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.291747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Pushing event updated for resources: {'Port': ['ID=00c9fe83-3852-4443-991f-6abf21c329f3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:02.307725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.308098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.308484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.308833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.309225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.309579 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.309918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.310311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.310676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.311254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.311806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.312362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:02.325154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Network 150f11cb-f908-476c-b179-56b5629a86a4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:02.327358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:02.335203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:02.412174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:02.413168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.433577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-7a20d0c7-8ee9-4a4f-955e-f9f2ffc8ec46 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7969503 Jul 06 17:47:02.461683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Request body: {'port': {'device_id': '65509c8a-3c01-46e3-b11d-15160b1fabb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:02.537268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41872) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:02.639896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8d7ba-67ff-4b4b-b10e-670839059783 req-0e024d36-168d-41f4-ac4a-e9869a3bcaee tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:02.647298 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6aa8d7ba-67ff-4b4b-b10e-670839059783 req-0e024d36-168d-41f4-ac4a-e9869a3bcaee tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1096 time: 0.1989930 Jul 06 17:47:02.678920 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.720241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6aa8d7ba-67ff-4b4b-b10e-670839059783 req-08050b18-0107-4264-851c-5062cbf8c60d tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:02.850514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860049fb-12d8-4af1-97ab-4a9d4be7142d req-02926c2d-993c-43c1-b6cf-fac90efc0c51 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:02.852492 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-860049fb-12d8-4af1-97ab-4a9d4be7142d req-02926c2d-993c-43c1-b6cf-fac90efc0c51 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1510556 Jul 06 17:47:02.903866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-860049fb-12d8-4af1-97ab-4a9d4be7142d req-6a4e863e-e928-4946-add8-bd154ae6a9fc tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 Jul 06 17:47:02.909777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8f12274d-a60d-458f-ac81-8e8d7ae6e838 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1694052219'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:02.910276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8f12274d-a60d-458f-ac81-8e8d7ae6e838 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Unknown quota resources ['metering_label']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:47:03.074774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6aa8d7ba-67ff-4b4b-b10e-670839059783 req-08050b18-0107-4264-851c-5062cbf8c60d tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.082307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6aa8d7ba-67ff-4b4b-b10e-670839059783 req-08050b18-0107-4264-851c-5062cbf8c60d tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.137231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6aa8d7ba-67ff-4b4b-b10e-670839059783 req-08050b18-0107-4264-851c-5062cbf8c60d tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4514194 Jul 06 17:47:03.141465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08050b18-0107-4264-851c-5062cbf8c60d tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d5e37e-6fa8-4082-a592-a55d88da968d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:03.217489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c9fe83-3852-4443-991f-6abf21c329f3 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:03.226985 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.245169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Transition to ACTIVE for port object 00c9fe83-3852-4443-991f-6abf21c329f3 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:03.257816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.270658 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f12274d-a60d-458f-ac81-8e8d7ae6e838 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.276260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8f12274d-a60d-458f-ac81-8e8d7ae6e838 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7326756 Jul 06 17:47:03.280935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41896) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:03.314370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-92957b42-2166-4950-9c0b-1a549cdd590e tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2e7186bc-ea13-4a6e-b463-3aed5f3ae72c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:03.314900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-92957b42-2166-4950-9c0b-1a549cdd590e tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:47:03.318520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=00c9fe83-3852-4443-991f-6abf21c329f3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:03.437606 n-d-799526-3 neutron-server[93779]: WARNING neutron.services.metering.metering_plugin [None req-92957b42-2166-4950-9c0b-1a549cdd590e tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 17:47:03.459224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Attempting to bind port 00c9fe83-3852-4443-991f-6abf21c329f3 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:03.459589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Attempting to bind port 00c9fe83-3852-4443-991f-6abf21c329f3 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '8af558bb-3b7b-4b86-88cc-8943870594ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '150f11cb-f908-476c-b179-56b5629a86a4'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:03.459925 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Attempting to bind port 00c9fe83-3852-4443-991f-6abf21c329f3 on network 150f11cb-f908-476c-b179-56b5629a86a4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:03.471340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Port 00c9fe83-3852-4443-991f-6abf21c329f3 on network 150f11cb-f908-476c-b179-56b5629a86a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:03.471785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Attempting to bind port 00c9fe83-3852-4443-991f-6abf21c329f3 on network 150f11cb-f908-476c-b179-56b5629a86a4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:03.480904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:03.481263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Checking segment: {'id': '8af558bb-3b7b-4b86-88cc-8943870594ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '150f11cb-f908-476c-b179-56b5629a86a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:03.481643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Bound using segment: {'id': '8af558bb-3b7b-4b86-88cc-8943870594ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '150f11cb-f908-476c-b179-56b5629a86a4'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:03.482105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Bound port: 00c9fe83-3852-4443-991f-6abf21c329f3, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af558bb-3b7b-4b86-88cc-8943870594ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '150f11cb-f908-476c-b179-56b5629a86a4'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:03.482628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.493981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fb0a3-389c-4bd7-84b8-972150cd23cd req-d1b1f98b-69b2-4fcc-8916-458f82639736 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:03.495745 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ee5fb0a3-389c-4bd7-84b8-972150cd23cd req-d1b1f98b-69b2-4fcc-8916-458f82639736 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1122639 Jul 06 17:47:03.583112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ee5fb0a3-389c-4bd7-84b8-972150cd23cd req-e1736d5e-9304-4d79-b563-97e13e5343bf tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741370 Jul 06 17:47:03.609620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:03.609858 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92957b42-2166-4950-9c0b-1a549cdd590e tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.611162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-92957b42-2166-4950-9c0b-1a549cdd590e tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3279114 Jul 06 17:47:03.615361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41914) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:03.623219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07246d-70ec-432d-b9f8-112f2b54bb0d req-aa348d99-1bbc-43e1-a361-1a5b79654215 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:03.624155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] For port 00c9fe83-3852-4443-991f-6abf21c329f3, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:03.625157 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc07246d-70ec-432d-b9f8-112f2b54bb0d req-aa348d99-1bbc-43e1-a361-1a5b79654215 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 943 time: 0.3947265 Jul 06 17:47:03.627899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] For port 00c9fe83-3852-4443-991f-6abf21c329f3, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=00c9fe83-3852-4443-991f-6abf21c329f3,segment=NetworkSegment(8af558bb-3b7b-4b86-88cc-8943870594ca),segment_id=8af558bb-3b7b-4b86-88cc-8943870594ca)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:03.634283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-01b2eb82-eef3-4015-9929-564baf7218db tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2e7186bc-ea13-4a6e-b463-3aed5f3ae72c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:03.638560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-01b2eb82-eef3-4015-9929-564baf7218db tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:47:03.670141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.680047 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc07246d-70ec-432d-b9f8-112f2b54bb0d req-a06a77e1-2108-4c3e-a0e5-32b479f3e480 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479288 Jul 06 17:47:03.770042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:03.770731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:03.772331 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] 10.222.0.55 "PUT /v2.0/ports/00c9fe83-3852-4443-991f-6abf21c329f3 HTTP/1.1" status: 200 len: 1091 time: 1.3283877 Jul 06 17:47:03.780760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65509c8a-3c01-46e3-b11d-15160b1fabb9', 'tag': '00c9fe83-3852-4443-991f-6abf21c329f3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:03.782422 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300" -d '{"events": [{"name": "network-changed", "server_uuid": "65509c8a-3c01-46e3-b11d-15160b1fabb9", "tag": "00c9fe83-3852-4443-991f-6abf21c329f3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:03.979768 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de97fc5b-ae18-43a2-ad70-36fb17f5250a x-openstack-request-id: req-de97fc5b-ae18-43a2-ad70-36fb17f5250a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:03.980064 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65509c8a-3c01-46e3-b11d-15160b1fabb9", "tag": "00c9fe83-3852-4443-991f-6abf21c329f3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:03.981014 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de97fc5b-ae18-43a2-ad70-36fb17f5250a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:03.981676 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65509c8a-3c01-46e3-b11d-15160b1fabb9', 'tag': '00c9fe83-3852-4443-991f-6abf21c329f3', 'status': 'completed', 'code': 200} Jul 06 17:47:03.993828 n-d-799526-3 neutron-server[93778]: WARNING neutron.services.metering.metering_plugin [None req-01b2eb82-eef3-4015-9929-564baf7218db tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 17:47:04.023781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b0964df8-6f87-462b-b2d3-4409dc4705ab tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/7ce3b919-4730-42f8-b129-f4f3fd496d6e HTTP/1.1" status: 200 len: 992 time: 0.4091110 Jul 06 17:47:04.153579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74101f-24f8-4b9a-9a69-c87856937e33 req-d901b607-f65e-474b-b820-002851af51a0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:04.157061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f74101f-24f8-4b9a-9a69-c87856937e33 req-d901b607-f65e-474b-b820-002851af51a0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.0944331 Jul 06 17:47:04.161256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64261f9-8b5a-4ab6-86c2-bee816510bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=00c9fe83-3852-4443-991f-6abf21c329f3,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:04.177799 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b2eb82-eef3-4015-9929-564baf7218db tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:04.183002 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-01b2eb82-eef3-4015-9929-564baf7218db tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5533800 Jul 06 17:47:04.192919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41942) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:04.213323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f74101f-24f8-4b9a-9a69-c87856937e33 req-4c8b7875-fc13-437e-9865-372002f574a1 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 Jul 06 17:47:04.237212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41946) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:04.237533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe831388-4a28-4ef9-a531-d1e7b377f1cf tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=67623b3a-a9f2-4eeb-a447-f1aa1a2f88c8 HTTP/1.1" status: 200 len: 462 time: 0.0432589 Jul 06 17:47:04.248324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-e1c5fe31-d7dd-4dae-aa10-cfa8104330c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:04.249903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-e1c5fe31-d7dd-4dae-aa10-cfa8104330c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ebb526a9129461792af110d33825131&device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 1094 time: 0.3655262 Jul 06 17:47:04.335345 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-2afa9279-d0cb-4627-88c5-af46d46c5acc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00c9fe83-3852-4443-991f-6abf21c329f3 HTTP/1.1" status: 200 len: 217 time: 0.0767708 Jul 06 17:47:04.427903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-9abb8175-aa74-4cbd-9ca6-6eac615c1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:04.428471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1452748f-fba3-4089-bc27-b54a4b7c7b00 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:04.431827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-9abb8175-aa74-4cbd-9ca6-6eac615c1393 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=250c7e9b-dea9-47c6-a010-587ad31967b1 HTTP/1.1" status: 200 len: 862 time: 0.0871501 Jul 06 17:47:04.433147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41960) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:04.435620 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1452748f-fba3-4089-bc27-b54a4b7c7b00 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/67623b3a-a9f2-4eeb-a447-f1aa1a2f88c8 HTTP/1.1" status: 204 len: 168 time: 0.1963224 Jul 06 17:47:04.477017 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-782cfca0-77f0-4629-82d6-45a7ca4f5762 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=150f11cb-f908-476c-b179-56b5629a86a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327930 Jul 06 17:47:04.478665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-18264dea-445b-4f45-87c6-79c3c760366c tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=67623b3a-a9f2-4eeb-a447-f1aa1a2f88c8 HTTP/1.1" status: 200 len: 221 time: 0.0439222 Jul 06 17:47:04.486111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41962) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:04.495086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0347e7bd-2436-4505-9e33-54deb7c84f9a tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--822765305', 'description': 'label created by tempest'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:04.495846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0347e7bd-2436-4505-9e33-54deb7c84f9a tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Unknown quota resources ['metering_label']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:47:04.623490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-fc32ba78-640d-41f0-838c-2603f6facf85 service neutron] 10.222.0.55 "GET /v2.0/networks/150f11cb-f908-476c-b179-56b5629a86a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394656 Jul 06 17:47:04.809877 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-71e7c1e8-b3ad-4534-8f87-d357ba6eabf6 req-c4c302a0-12f5-4c34-a1d1-504b802c2a7e service neutron] 10.222.0.55 "GET /v2.0/networks/150f11cb-f908-476c-b179-56b5629a86a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797719 Jul 06 17:47:05.056086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-444c69d5-35a6-421b-8df3-2b300c71282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:05.057967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-444c69d5-35a6-421b-8df3-2b300c71282c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ebb526a9129461792af110d33825131&device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 1094 time: 0.1639252 Jul 06 17:47:05.088842 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea47a9-a9d2-44b9-bbcc-ed94e59166b4 req-95e3aa6c-1646-4579-b686-b9130fd0364b tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:05.096615 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5ea47a9-a9d2-44b9-bbcc-ed94e59166b4 req-95e3aa6c-1646-4579-b686-b9130fd0364b tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 943 time: 0.1351395 Jul 06 17:47:05.188835 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0347e7bd-2436-4505-9e33-54deb7c84f9a tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:05.196875 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0347e7bd-2436-4505-9e33-54deb7c84f9a tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7055883 Jul 06 17:47:05.197119 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:05.198071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42000) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:05.230170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5ea47a9-a9d2-44b9-bbcc-ed94e59166b4 req-e8556728-70fe-49d6-9533-36dffa4b7f68 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321599 Jul 06 17:47:05.289601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-31c52dca-3bfc-4bf8-b641-92ee044887fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:05.291563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-31c52dca-3bfc-4bf8-b641-92ee044887fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=150f11cb-f908-476c-b179-56b5629a86a4 HTTP/1.1" status: 200 len: 923 time: 0.2234814 Jul 06 17:47:05.366498 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-2f5d6440-296e-4e84-af4c-e3dd29e53a66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00c9fe83-3852-4443-991f-6abf21c329f3 HTTP/1.1" status: 200 len: 217 time: 0.0671096 Jul 06 17:47:05.376824 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c72b0e41-4763-4aff-b84f-13a8c99b2f53 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=61b22f90-7b9f-4b1e-99f4-509ba695e92e HTTP/1.1" status: 200 len: 467 time: 0.1756978 Jul 06 17:47:05.377737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42012) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:05.492322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-fd6fb626-ad45-430d-9132-e452c7485967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:05.493840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-fd6fb626-ad45-430d-9132-e452c7485967 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=250c7e9b-dea9-47c6-a010-587ad31967b1 HTTP/1.1" status: 200 len: 862 time: 0.1191516 Jul 06 17:47:05.558302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-5dfd97ee-e5f1-43e9-83b9-7314fa1039bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=150f11cb-f908-476c-b179-56b5629a86a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498121 Jul 06 17:47:05.691599 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-a7f60e96-e645-42d8-a120-45cfef807ac1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4394503 Jul 06 17:47:05.730551 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f047bb9-5567-4773-b176-7b7adc47b8ec tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:05.731822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4f047bb9-5567-4773-b176-7b7adc47b8ec tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/61b22f90-7b9f-4b1e-99f4-509ba695e92e HTTP/1.1" status: 204 len: 168 time: 0.3529775 Jul 06 17:47:05.737244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:05.752516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-f2d82daa-8939-4b10-9737-af7a573e878b service neutron] 10.222.0.55 "GET /v2.0/networks/150f11cb-f908-476c-b179-56b5629a86a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746452 Jul 06 17:47:05.777445 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cad4e245-f05b-4957-a63b-340d207770ca tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=61b22f90-7b9f-4b1e-99f4-509ba695e92e HTTP/1.1" status: 200 len: 216 time: 0.0385277 Jul 06 17:47:05.784831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42032) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:05.801461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab46196-15c2-47ff-8e93-ab13f2245a7b req-f0c03b2c-6884-4ca1-ba0b-accab32fefa4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:05.803194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ab46196-15c2-47ff-8e93-ab13f2245a7b req-f0c03b2c-6884-4ca1-ba0b-accab32fefa4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.2276576 Jul 06 17:47:05.808004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-984fe78f-8646-4304-a532-87fb766dcc1a tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0211122 Jul 06 17:47:05.815360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42038) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:05.846010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d152e5-ed2e-4f06-a0b4-d9f21e81af79 req-12d05e2e-0f49-4d27-96d2-4cf7bd7b4d2c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:05.847016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28d152e5-ed2e-4f06-a0b4-d9f21e81af79 req-12d05e2e-0f49-4d27-96d2-4cf7bd7b4d2c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1889400 Jul 06 17:47:05.857000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f079e935-10fb-4a2e-9f7c-0fffa7a84b91 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0399683 Jul 06 17:47:05.862989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42046) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:05.917283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ab46196-15c2-47ff-8e93-ab13f2245a7b req-0ed118e7-25b2-442f-bccf-98086ed5d722 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759053 Jul 06 17:47:05.975454 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4750f5a-f3d4-493e-8ea6-4b5411b3e300 req-7ed8bff6-7290-4fe8-bbce-ec5bafaa69cf service neutron] 10.222.0.55 "GET /v2.0/networks/150f11cb-f908-476c-b179-56b5629a86a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079861 Jul 06 17:47:05.976897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4b346968-1e77-43ee-991e-eb018eea7b41 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/2e7186bc-ea13-4a6e-b463-3aed5f3ae72c HTTP/1.1" status: 200 len: 473 time: 0.1121359 Jul 06 17:47:05.977805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42054) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:05.995371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28d152e5-ed2e-4f06-a0b4-d9f21e81af79 req-ca99bfbc-7fa1-4469-8fb8-27fcdc01fd33 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193595 Jul 06 17:47:06.012610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-73d5adf0-d14d-4067-a23a-02906bd73216 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/20e90be1-9635-4340-a858-1a964a5d4257 HTTP/1.1" status: 200 len: 459 time: 0.0320554 Jul 06 17:47:06.017861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42060) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:06.153501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24ba4067-9aaa-4b0e-9a5e-e20d65ddd9d5 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:06.155042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-24ba4067-9aaa-4b0e-9a5e-e20d65ddd9d5 tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/20e90be1-9635-4340-a858-1a964a5d4257 HTTP/1.1" status: 204 len: 168 time: 0.1357899 Jul 06 17:47:06.159027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42068) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:06.540884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb8eea9-e31f-48a1-b56d-efdbc23a737a tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:06.544144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fdb8eea9-e31f-48a1-b56d-efdbc23a737a tempest-MeteringIpV6TestJSON-286117986 tempest-MeteringIpV6TestJSON-286117986-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/2e7186bc-ea13-4a6e-b463-3aed5f3ae72c HTTP/1.1" status: 204 len: 168 time: 0.3838012 Jul 06 17:47:06.584669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed4a8e-0790-435d-b162-f959f9133da6 req-3ec445f9-755e-42c9-9e7d-116fce2a3ef3 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:06.593419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14ed4a8e-0790-435d-b162-f959f9133da6 req-3ec445f9-755e-42c9-9e7d-116fce2a3ef3 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 943 time: 0.1701312 Jul 06 17:47:06.652415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14ed4a8e-0790-435d-b162-f959f9133da6 req-8aa2071f-2848-41dd-bd26-f1b8642d8d55 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564313 Jul 06 17:47:06.935671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:07.143744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5abeda4-a0f6-4ace-8e9f-9d93768e6ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.170622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b7898-295f-442e-9e9d-0d65d5b29d8a req-4c4b8a96-c1e2-4f44-93c2-e19b2c62cd5b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:07.172280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-425b7898-295f-442e-9e9d-0d65d5b29d8a req-4c4b8a96-c1e2-4f44-93c2-e19b2c62cd5b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1234467 Jul 06 17:47:07.243946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-425b7898-295f-442e-9e9d-0d65d5b29d8a req-6486c72a-ee45-4823-aa2e-77176ee31f2b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630231 Jul 06 17:47:07.345885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5abeda4-a0f6-4ace-8e9f-9d93768e6ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.354088 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5abeda4-a0f6-4ace-8e9f-9d93768e6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.384018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed56df-00c1-49b1-acaa-0deb274b88a9 req-fa7565ea-9b60-498d-a964-f5c71d5d1ec4 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:07.388633 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94ed56df-00c1-49b1-acaa-0deb274b88a9 req-fa7565ea-9b60-498d-a964-f5c71d5d1ec4 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1470106 Jul 06 17:47:07.414118 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f5abeda4-a0f6-4ace-8e9f-9d93768e6ebe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44f695c33c724ddca58d2b3c295d91ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721725 Jul 06 17:47:07.414118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abeda4-a0f6-4ace-8e9f-9d93768e6ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8792c152-db78-4f38-9691-a053e25df09e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:07.416881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:07.498113 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94ed56df-00c1-49b1-acaa-0deb274b88a9 req-4e355407-a57e-4b27-a378-6786fd9c7681 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019928 Jul 06 17:47:07.501820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9bf62b5-5155-4e1f-b274-edf9ebfb39e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.539121 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9bf62b5-5155-4e1f-b274-edf9ebfb39e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.640001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-c39cb797-ddca-482c-9c15-4dcb9f402706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:07.641657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-c39cb797-ddca-482c-9c15-4dcb9f402706 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1096 time: 0.0914860 Jul 06 17:47:07.657757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9bf62b5-5155-4e1f-b274-edf9ebfb39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.660586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9bf62b5-5155-4e1f-b274-edf9ebfb39e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:07.665697 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c9bf62b5-5155-4e1f-b274-edf9ebfb39e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8792c152-db78-4f38-9691-a053e25df09e HTTP/1.1" status: 204 len: 168 time: 0.2462780 Jul 06 17:47:07.780854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf62b5-5155-4e1f-b274-edf9ebfb39e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8792c152-db78-4f38-9691-a053e25df09e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:07.972818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-1526e29c-bc42-48da-bfab-5014f94036ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:07.975666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-1526e29c-bc42-48da-bfab-5014f94036ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 897 time: 0.3271666 Jul 06 17:47:08.074874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df37157-db21-4895-b9ce-419ad607aa33 req-76e9658e-bb73-4415-ac5e-cd43352d18bf tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.077554 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7df37157-db21-4895-b9ce-419ad607aa33 req-76e9658e-bb73-4415-ac5e-cd43352d18bf tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 943 time: 0.1565523 Jul 06 17:47:08.144748 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-d7d52f0a-6e44-4f4b-abd8-f78c05491267 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 1000 time: 0.1567748 Jul 06 17:47:08.163663 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7df37157-db21-4895-b9ce-419ad607aa33 req-b95b2d0d-0553-40e7-89d1-52a3a858e329 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798535 Jul 06 17:47:08.226952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-a3f49a8f-9673-4427-bd67-74c8e272017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.228480 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-a3f49a8f-9673-4427-bd67-74c8e272017c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 200 len: 835 time: 0.0777187 Jul 06 17:47:08.237607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 00c9fe83-3852-4443-991f-6abf21c329f3 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:08.270141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:08.296401 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dac7fe5e-fafc-48af-8a87-83fc6c66e73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.348949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-558f1ee2-8cb9-4faa-a5eb-44eba6ff93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.350592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-558f1ee2-8cb9-4faa-a5eb-44eba6ff93b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154609 Jul 06 17:47:08.485033 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-e81d65f5-489e-4240-874f-e33303f7ee44 service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264329 Jul 06 17:47:08.521874 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dac7fe5e-fafc-48af-8a87-83fc6c66e73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.534095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dac7fe5e-fafc-48af-8a87-83fc6c66e73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.552505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 00c9fe83-3852-4443-991f-6abf21c329f3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=00c9fe83-3852-4443-991f-6abf21c329f3,segment=NetworkSegment(8af558bb-3b7b-4b86-88cc-8943870594ca),segment_id=8af558bb-3b7b-4b86-88cc-8943870594ca)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:08.603415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '00c9fe83-3852-4443-991f-6abf21c329f3', 'network_id': '150f11cb-f908-476c-b179-56b5629a86a4', 'port_id': '00c9fe83-3852-4443-991f-6abf21c329f3', 'mac_address': 'fa:16:3e:57:0a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250c7e9b-dea9-47c6-a010-587ad31967b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:08.607941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dac7fe5e-fafc-48af-8a87-83fc6c66e73d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e19078a44213448b92ad8c6aa121404d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362775 Jul 06 17:47:08.611547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:08.646703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7fe5e-fafc-48af-8a87-83fc6c66e73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc80c326-eba3-4ba7-a192-5fd61cdcebeb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:08.693355 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.719282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c9fe83-3852-4443-991f-6abf21c329f3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:08.768638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 00c9fe83-3852-4443-991f-6abf21c329f3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=00c9fe83-3852-4443-991f-6abf21c329f3,segment=NetworkSegment(8af558bb-3b7b-4b86-88cc-8943870594ca),segment_id=8af558bb-3b7b-4b86-88cc-8943870594ca)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:08.774952 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.810001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f52297-699f-4296-9a68-953df8322e01 req-9b9bbc1c-d267-4c7e-a826-01f537d1e359 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.811725 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56f52297-699f-4296-9a68-953df8322e01 req-9b9bbc1c-d267-4c7e-a826-01f537d1e359 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.0998051 Jul 06 17:47:08.851325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=00c9fe83-3852-4443-991f-6abf21c329f3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:08.875019 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56f52297-699f-4296-9a68-953df8322e01 req-f912e223-bd36-4145-847e-33b5e87453a1 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561719 Jul 06 17:47:08.875246 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-55dde4d8-61ca-4122-be34-4d4024a78617 service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821471 Jul 06 17:47:08.896893 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a20ebbd2-ba23-49a5-810b-dbede91d7373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.941182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a20ebbd2-ba23-49a5-810b-dbede91d7373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:08.964888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f17dd-b99e-490a-86fe-a5ef2402862c req-5ccf92d6-b5ba-448d-838a-4dcab104e00b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:08.972564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414f17dd-b99e-490a-86fe-a5ef2402862c req-5ccf92d6-b5ba-448d-838a-4dcab104e00b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.2899582 Jul 06 17:47:09.045782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-414f17dd-b99e-490a-86fe-a5ef2402862c req-7fab393e-2c00-4933-b865-c15f655b3e78 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721819 Jul 06 17:47:09.088511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a20ebbd2-ba23-49a5-810b-dbede91d7373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:09.091729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a20ebbd2-ba23-49a5-810b-dbede91d7373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:09.096274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a20ebbd2-ba23-49a5-810b-dbede91d7373 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc80c326-eba3-4ba7-a192-5fd61cdcebeb HTTP/1.1" status: 204 len: 168 time: 0.4824352 Jul 06 17:47:09.114472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ebbd2-ba23-49a5-810b-dbede91d7373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc80c326-eba3-4ba7-a192-5fd61cdcebeb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:09.178217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['00c9fe83-3852-4443-991f-6abf21c329f3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:09.451601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3aa76-eb35-4bfb-918e-2915c7cc8c47 req-94ee1579-47b4-40fd-b67e-2e5cbb6ef398 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:09.454903 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5c3aa76-eb35-4bfb-918e-2915c7cc8c47 req-94ee1579-47b4-40fd-b67e-2e5cbb6ef398 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 944 time: 0.1288707 Jul 06 17:47:09.549461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5c3aa76-eb35-4bfb-918e-2915c7cc8c47 req-d962f346-21cc-4aaa-8d91-ece76490de84 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817165 Jul 06 17:47:10.228110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6648d-438f-41e3-a7a9-51a552ded4ef req-10977a16-de2f-4569-929a-643d04c3edca tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.237890 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9a6648d-438f-41e3-a7a9-51a552ded4ef req-10977a16-de2f-4569-929a-643d04c3edca tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1639974 Jul 06 17:47:10.287247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9a6648d-438f-41e3-a7a9-51a552ded4ef req-9091db87-b8a0-4501-a744-a5127d7bb021 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480657 Jul 06 17:47:10.505656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ecc81-96f9-4605-be75-17f2c02938ac req-a88e1e16-a559-4aea-bd13-6ed4a2d4fc94 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.508420 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f05ecc81-96f9-4605-be75-17f2c02938ac req-a88e1e16-a559-4aea-bd13-6ed4a2d4fc94 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1649005 Jul 06 17:47:10.570551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f05ecc81-96f9-4605-be75-17f2c02938ac req-2c2a5f58-d049-4e35-a380-92be206c91ac tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554938 Jul 06 17:47:10.856985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badd6c8-4810-4fea-be03-6c4044b81aa0 req-fbb02bae-3852-4993-b106-d7f18a4afa5f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:10.864628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2badd6c8-4810-4fea-be03-6c4044b81aa0 req-fbb02bae-3852-4993-b106-d7f18a4afa5f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 944 time: 0.1095440 Jul 06 17:47:10.949570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2badd6c8-4810-4fea-be03-6c4044b81aa0 req-c6ccdc37-5300-478d-ad4e-e39215cad097 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826633 Jul 06 17:47:11.516747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8a0be-fd37-4d20-8038-0428d01d3430 req-f49d43f6-0edc-42e0-a5f0-78ca16a5d63c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:11.518480 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ee8a0be-fd37-4d20-8038-0428d01d3430 req-f49d43f6-0edc-42e0-a5f0-78ca16a5d63c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.0770335 Jul 06 17:47:11.562712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:11.577545 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ee8a0be-fd37-4d20-8038-0428d01d3430 req-fec594f8-abbe-4be6-b2b2-394bf27879a1 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533834 Jul 06 17:47:11.744134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a77cfa0d-a1ac-496d-9dfe-848ec8ccbcc9 tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:11.785449 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a77cfa0d-a1ac-496d-9dfe-848ec8ccbcc9 tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] 10.222.0.13 "PUT /v2.0/quotas/01fdae13fa294b3e90595d5c849c1851 HTTP/1.1" status: 200 len: 366 time: 0.2214475 Jul 06 17:47:11.789280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42384) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:11.828499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82730300-493c-4631-a6a5-531303379258 req-22844e32-c9a3-4f13-9af5-2b6267f05748 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:11.830417 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82730300-493c-4631-a6a5-531303379258 req-22844e32-c9a3-4f13-9af5-2b6267f05748 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.0912368 Jul 06 17:47:11.844189 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-be29c48a-9130-4a7f-a527-8098b9b853f4 tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0531359 Jul 06 17:47:11.847149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42394) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:11.863446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2939e5bf-8dd0-4c41-8529-e384edae30dd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] 10.222.0.13 "GET /v2.0/quotas/01fdae13fa294b3e90595d5c849c1851 HTTP/1.1" status: 200 len: 366 time: 0.0143268 Jul 06 17:47:11.865742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42396) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:11.893109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e5bb4bf8-783b-46d7-bd76-08a78e0dc3a5 tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/01fdae13fa294b3e90595d5c849c1851 HTTP/1.1" status: 204 len: 168 time: 0.0251417 Jul 06 17:47:11.894777 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82730300-493c-4631-a6a5-531303379258 req-188972ed-e00b-44dd-b486-200459cbb28a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526025 Jul 06 17:47:11.896450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42400) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:11.925661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0dee7c17-cf5f-4d29-8430-d7b19c2e09f3 tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0253489 Jul 06 17:47:11.929660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42402) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:11.945706 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-97c0ca83-1fce-41f5-bb57-c2666d7887bd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] 10.222.0.13 "GET /v2.0/quotas/01fdae13fa294b3e90595d5c849c1851 HTTP/1.1" status: 200 len: 370 time: 0.0140111 Jul 06 17:47:11.948737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:11.955731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ff7ca8cd-284b-481c-9d56-6f39f67a8aba tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] 10.222.0.13 "GET /v2.0/quotas/01fdae13fa294b3e90595d5c849c1851/default HTTP/1.1" status: 200 len: 370 time: 0.0045404 Jul 06 17:47:11.959501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:11.973974 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-688ffcd0-bd96-4e85-9c6c-003a8de39003 tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] delete failed (client error): The resource could not be found. Jul 06 17:47:11.979252 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-688ffcd0-bd96-4e85-9c6c-003a8de39003 tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/01fdae13fa294b3e90595d5c849c1851 HTTP/1.1" status: 404 len: 348 time: 0.0147104 Jul 06 17:47:12.169552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42428) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:12.241877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Usage tracker for resource:network and tenant:34b193aa9bdf4175b40fe1bb8b3bdf8a is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 17:47:12.255084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 00c9fe83-3852-4443-991f-6abf21c329f3 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:12.265739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 17:47:12.296866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Usage tracker for resource:subnet and tenant:34b193aa9bdf4175b40fe1bb8b3bdf8a is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 17:47:12.311132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 17:47:12.323258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 00c9fe83-3852-4443-991f-6abf21c329f3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:12.329051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 00c9fe83-3852-4443-991f-6abf21c329f3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:12.329911 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:12.334580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51917e-e6f7-4559-bede-1d05ab781eb1 req-74f23076-04d4-49d9-b264-5a56c29139e4 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:12.344185 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a51917e-e6f7-4559-bede-1d05ab781eb1 req-74f23076-04d4-49d9-b264-5a56c29139e4 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 944 time: 0.1702399 Jul 06 17:47:12.364115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Usage tracker for resource:subnetpool and tenant:34b193aa9bdf4175b40fe1bb8b3bdf8a is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 17:47:12.389372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 17:47:12.428360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Usage tracker for resource:port and tenant:34b193aa9bdf4175b40fe1bb8b3bdf8a is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 17:47:12.444662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a51917e-e6f7-4559-bede-1d05ab781eb1 req-df2ab501-165f-4660-8cf5-f7fa9eda6588 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966859 Jul 06 17:47:12.446054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 17:47:12.459308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Usage tracker for resource:router and tenant:34b193aa9bdf4175b40fe1bb8b3bdf8a is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 17:47:12.459606 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:12.470007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 17:47:12.483556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Usage tracker for resource:floatingip and tenant:34b193aa9bdf4175b40fe1bb8b3bdf8a is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 17:47:12.498673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 17:47:12.533199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65509c8a-3c01-46e3-b11d-15160b1fabb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c9fe83-3852-4443-991f-6abf21c329f3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:12.537661 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cac9072-b238-4e28-91b8-3dd6f483117a" -d '{"events": [{"server_uuid": "65509c8a-3c01-46e3-b11d-15160b1fabb9", "name": "network-vif-plugged", "status": "completed", "tag": "00c9fe83-3852-4443-991f-6abf21c329f3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:12.569018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 00c9fe83-3852-4443-991f-6abf21c329f3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=00c9fe83-3852-4443-991f-6abf21c329f3,segment=NetworkSegment(8af558bb-3b7b-4b86-88cc-8943870594ca),segment_id=8af558bb-3b7b-4b86-88cc-8943870594ca)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:12.580203 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:12.603709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Usage tracker for resource:security_group and tenant:34b193aa9bdf4175b40fe1bb8b3bdf8a is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 17:47:12.638388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 17:47:12.642170 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35144339-0b59-4eb7-b82e-96ddc910d456 x-openstack-request-id: req-35144339-0b59-4eb7-b82e-96ddc910d456 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:12.643037 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65509c8a-3c01-46e3-b11d-15160b1fabb9", "name": "network-vif-plugged", "status": "completed", "tag": "00c9fe83-3852-4443-991f-6abf21c329f3", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:12.643488 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35144339-0b59-4eb7-b82e-96ddc910d456 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:12.644285 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65509c8a-3c01-46e3-b11d-15160b1fabb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c9fe83-3852-4443-991f-6abf21c329f3', 'code': 200} Jul 06 17:47:12.668410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Usage tracker for resource:security_group_rule and tenant:34b193aa9bdf4175b40fe1bb8b3bdf8a is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 17:47:12.695365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=00c9fe83-3852-4443-991f-6abf21c329f3,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:12.705351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.quota.resource [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 17:47:12.732511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f8b45e2e-3f4e-446f-8912-e0a1bf98d0cd tempest-QuotasTest-1605263927 tempest-QuotasTest-1605263927-project-admin] 10.222.0.13 "GET /v2.0/quotas/34b193aa9bdf4175b40fe1bb8b3bdf8a/details.json HTTP/1.1" status: 200 len: 703 time: 0.5611989 Jul 06 17:47:12.834667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42444) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:12.915241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f6431-4eb5-49eb-8507-846ec5c5d2fe req-d6dd7e2c-7561-4436-813a-ff936cdf0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:12.919819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-558f6431-4eb5-49eb-8507-846ec5c5d2fe req-d6dd7e2c-7561-4436-813a-ff936cdf0f85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 1096 time: 0.1816525 Jul 06 17:47:12.940536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edb62f-ddc7-491a-a735-d938211de06e req-d4774f4c-4e24-4cb1-8117-21514f65f4b9 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:12.943323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4edb62f-ddc7-491a-a735-d938211de06e req-d4774f4c-4e24-4cb1-8117-21514f65f4b9 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.1850643 Jul 06 17:47:13.056028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-558f6431-4eb5-49eb-8507-846ec5c5d2fe req-49e1b6da-e3a9-4b5b-aef6-49f8a35fc0a6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109772 Jul 06 17:47:13.065423 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.079532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4edb62f-ddc7-491a-a735-d938211de06e req-3ad24fc4-8d0d-4e66-aeca-44926b3cedaf tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208341 Jul 06 17:47:13.189106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f45b8-6fb3-4262-b555-cd516b2a65b7 req-4fa1d15c-9e42-4c9d-9399-275f69d60271 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:13.191124 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-120f45b8-6fb3-4262-b555-cd516b2a65b7 req-4fa1d15c-9e42-4c9d-9399-275f69d60271 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1233227 Jul 06 17:47:13.224865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ff05a91c-4928-4f60-8732-2159aad2019b details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:13.232329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ff05a91c-4928-4f60-8732-2159aad2019b no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:47:13.256777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:13.276562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-120f45b8-6fb3-4262-b555-cd516b2a65b7 req-39e37e05-61da-46ed-ab0e-c6e39f28e056 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740497 Jul 06 17:47:13.288765 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.296177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.353435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f10e3ee-02bc-4200-811e-f787167d5b8f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:13.370465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fafe64c2be844330a570e474ce9cb17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343075 Jul 06 17:47:13.374149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.374825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.374995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42458) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:13.375642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.376304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.376863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.377406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.377950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.378667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.379226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.379903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.380448 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.381152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bed5ea-b9ab-4256-9bd7-eea84a19b478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:13.494129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbf98cc9-9e45-4331-9de9-7c30de37c588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.532600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3278175b-637c-45e7-b636-9c961daa38ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.548366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbf98cc9-9e45-4331-9de9-7c30de37c588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.587693 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.666406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ff05a91c-4928-4f60-8732-2159aad2019b,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:13.721379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'ff05a91c-4928-4f60-8732-2159aad2019b', 'network_id': '15584471-2630-45f1-9648-6c381607671e', 'port_id': 'ff05a91c-4928-4f60-8732-2159aad2019b', 'mac_address': 'fa:16:3e:dd:17:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7efb61c-af40-475c-9987-361c48dbe1e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:13.735280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ff05a91c-4928-4f60-8732-2159aad2019b,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:13.745173 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.765147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbf98cc9-9e45-4331-9de9-7c30de37c588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.767751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbf98cc9-9e45-4331-9de9-7c30de37c588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.768964 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dbf98cc9-9e45-4331-9de9-7c30de37c588 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f10e3ee-02bc-4200-811e-f787167d5b8f HTTP/1.1" status: 204 len: 168 time: 0.3922915 Jul 06 17:47:13.810849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf98cc9-9e45-4331-9de9-7c30de37c588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f10e3ee-02bc-4200-811e-f787167d5b8f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:13.822121 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.852669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3278175b-637c-45e7-b636-9c961daa38ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.861198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff05a91c-4928-4f60-8732-2159aad2019b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:13.861820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3278175b-637c-45e7-b636-9c961daa38ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.927791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ff05a91c-4928-4f60-8732-2159aad2019b,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:13.934898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ff05a91c-4928-4f60-8732-2159aad2019b,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:13.939655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:13.983619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278175b-637c-45e7-b636-9c961daa38ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a4605d-ee3b-49a8-8f6d-03c4d2bf66d2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:14.010462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ce4a1-f335-4aa9-9bc8-c343eb121abd req-ed55d1c5-4442-465f-b007-524be8dca4cf tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:14.021263 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef2ce4a1-f335-4aa9-9bc8-c343eb121abd req-ed55d1c5-4442-465f-b007-524be8dca4cf tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 945 time: 0.2662411 Jul 06 17:47:14.030305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3278175b-637c-45e7-b636-9c961daa38ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26489507c2e541d1b3cf0b19d5d3e9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714064 Jul 06 17:47:14.032692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42470) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:14.054411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ff05a91c-4928-4f60-8732-2159aad2019b,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:14.113624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef2ce4a1-f335-4aa9-9bc8-c343eb121abd req-6b734fc6-9bcd-4a2c-bb94-d00b6e6b796b tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940714 Jul 06 17:47:14.145661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['ff05a91c-4928-4f60-8732-2159aad2019b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:14.189639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0910d1e9-c37f-44e7-b0ed-243d6678bbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.274903 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0910d1e9-c37f-44e7-b0ed-243d6678bbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.368459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b03b0-e527-4e04-9dc5-022cd1b94353 req-ac199105-6145-4f4f-ac2e-a1ff9862634b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:14.373563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-386b03b0-e527-4e04-9dc5-022cd1b94353 req-ac199105-6145-4f4f-ac2e-a1ff9862634b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 944 time: 0.1218994 Jul 06 17:47:14.475992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-386b03b0-e527-4e04-9dc5-022cd1b94353 req-2637e9fe-97c6-4d20-8c7b-db2b81a7e4bb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930479 Jul 06 17:47:14.550791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0910d1e9-c37f-44e7-b0ed-243d6678bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.554512 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0910d1e9-c37f-44e7-b0ed-243d6678bbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:14.558643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0910d1e9-c37f-44e7-b0ed-243d6678bbf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25a4605d-ee3b-49a8-8f6d-03c4d2bf66d2 HTTP/1.1" status: 204 len: 168 time: 0.5213919 Jul 06 17:47:14.575870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910d1e9-c37f-44e7-b0ed-243d6678bbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a4605d-ee3b-49a8-8f6d-03c4d2bf66d2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:14.616164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c7fbd-e101-49d6-9073-464f8863a258 req-cd39b39c-caf7-41e0-bdd7-a56d8952a9f4 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:14.632570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a94c7fbd-e101-49d6-9073-464f8863a258 req-cd39b39c-caf7-41e0-bdd7-a56d8952a9f4 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 945 time: 0.2082784 Jul 06 17:47:14.646014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:14.650161 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edca405-f9d1-406b-b98c-f527f2e8aa33" -d '{"events": [{"server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:14.729932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a94c7fbd-e101-49d6-9073-464f8863a258 req-236024c4-baad-443e-8924-c787f38f8b3a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957310 Jul 06 17:47:14.830317 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00accfb4-6b29-43c7-985b-0fa0f400adfb x-openstack-request-id: req-00accfb4-6b29-43c7-985b-0fa0f400adfb {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:14.830904 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:14.831395 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00accfb4-6b29-43c7-985b-0fa0f400adfb {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:14.832146 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b', 'code': 200} Jul 06 17:47:14.903323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c4eb-8c2f-4a9c-8d12-24b0a2ebb96c req-2703f1fa-9370-4f03-a538-5fc7f3f8b50c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:14.912348 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-33c8c4eb-8c2f-4a9c-8d12-24b0a2ebb96c req-2703f1fa-9370-4f03-a538-5fc7f3f8b50c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1305254 Jul 06 17:47:14.969250 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-33c8c4eb-8c2f-4a9c-8d12-24b0a2ebb96c req-5a0a1e12-dd07-45a1-9daf-cfc3877d340c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513103 Jul 06 17:47:15.222279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ff05a91c-4928-4f60-8732-2159aad2019b up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:15.250612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42512) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:15.283894 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ad1b-d8a3-4c6f-970d-8cf43c2a229e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.317727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port ff05a91c-4928-4f60-8732-2159aad2019b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:15.318902 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.528567 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.612109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ff05a91c-4928-4f60-8732-2159aad2019b,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:15.619646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.622605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ad1b-d8a3-4c6f-970d-8cf43c2a229e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.644546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ad1b-d8a3-4c6f-970d-8cf43c2a229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:15.674246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262ea96-09bc-44d2-a070-1daf5120bf15 req-0ad87b98-2b6a-402e-850b-604918799518 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:15.687916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b262ea96-09bc-44d2-a070-1daf5120bf15 req-0ad87b98-2b6a-402e-850b-604918799518 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 945 time: 0.3480530 Jul 06 17:47:15.792257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ff05a91c-4928-4f60-8732-2159aad2019b,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:15.837016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a0f2ad1b-d8a3-4c6f-970d-8cf43c2a229e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34b193aa9bdf4175b40fe1bb8b3bdf8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5831442 Jul 06 17:47:15.840814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42530) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:15.845510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2ad1b-d8a3-4c6f-970d-8cf43c2a229e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945f9710-f8e8-40b6-8abd-fa456ac138d8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:15.856730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b262ea96-09bc-44d2-a070-1daf5120bf15 req-c51a5a53-552d-4e13-9e43-497b8179f26f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659248 Jul 06 17:47:16.017880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2d26-3019-4fa7-8af2-5991b824ebb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.079285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323ca68-5532-4da7-9e4c-0f1968cf2a2f req-5a883f5a-4e38-4f1e-a539-6ff480d033ff tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:16.082305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3323ca68-5532-4da7-9e4c-0f1968cf2a2f req-5a883f5a-4e38-4f1e-a539-6ff480d033ff tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.2208154 Jul 06 17:47:16.086041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2d26-3019-4fa7-8af2-5991b824ebb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.172658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3323ca68-5532-4da7-9e4c-0f1968cf2a2f req-af60b026-1109-4783-a23f-b982642293ad tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743866 Jul 06 17:47:16.222885 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2d26-3019-4fa7-8af2-5991b824ebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.227044 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2d26-3019-4fa7-8af2-5991b824ebb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.232661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5f0c2d26-3019-4fa7-8af2-5991b824ebb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/945f9710-f8e8-40b6-8abd-fa456ac138d8 HTTP/1.1" status: 204 len: 168 time: 0.3847332 Jul 06 17:47:16.243081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c2d26-3019-4fa7-8af2-5991b824ebb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945f9710-f8e8-40b6-8abd-fa456ac138d8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:16.313379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b3c3-2fef-49b2-aa54-a86c059cfc83 req-b67454a3-ef49-442f-a38c-8eae22b2bd6d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:16.315716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae11b3c3-2fef-49b2-aa54-a86c059cfc83 req-b67454a3-ef49-442f-a38c-8eae22b2bd6d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1098866 Jul 06 17:47:16.372489 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae11b3c3-2fef-49b2-aa54-a86c059cfc83 req-c2f9417f-776f-499f-9d2c-32af327a89d5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502541 Jul 06 17:47:16.702435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:16.833196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:16.838477 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5bb222-51ca-4573-9a08-17b974eff448" -d '{"events": [{"server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "name": "network-vif-plugged", "status": "completed", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:16.852450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:16.902305 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879760e2-4d75-45fd-a721-e7ab23310a1a x-openstack-request-id: req-879760e2-4d75-45fd-a721-e7ab23310a1a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:16.902804 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "name": "network-vif-plugged", "status": "completed", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:16.903213 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-879760e2-4d75-45fd-a721-e7ab23310a1a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:16.903953 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b', 'code': 200} Jul 06 17:47:16.915537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:16.959087 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-18901982-871b-4cdb-9b62-241eacb51bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.022871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62e62-0632-4f3f-8307-a3c14cc59ae1 req-a346226d-33ac-4963-907e-f973137420a0 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.031266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48b62e62-0632-4f3f-8307-a3c14cc59ae1 req-a346226d-33ac-4963-907e-f973137420a0 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 945 time: 0.1952682 Jul 06 17:47:17.104333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48b62e62-0632-4f3f-8307-a3c14cc59ae1 req-28c71622-6ec4-4a9b-921d-04824785fa1a tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721152 Jul 06 17:47:17.197131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.248488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c4a1-0d6b-4f88-a2a7-ce5b165a05e1 req-b30f6235-2290-4f1d-9807-ed7118db8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.250070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba53c4a1-0d6b-4f88-a2a7-ce5b165a05e1 req-b30f6235-2290-4f1d-9807-ed7118db8410 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 1096 time: 0.0798237 Jul 06 17:47:17.310919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba53c4a1-0d6b-4f88-a2a7-ce5b165a05e1 req-d155c2f2-a0d8-4592-b3d4-1c8791836aa4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515699 Jul 06 17:47:17.367824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42588) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:17.460300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Allocated IP 172.25.7.132 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/c19bd97b-812b-4a4d-be7c-2438f074b552) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:17.581977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-394569134'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:17.611002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e504d56-02fc-43b0-852d-595bd35b561a req-826c4dd5-77c0-4294-8bef-20c237759225 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.612474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e504d56-02fc-43b0-852d-595bd35b561a req-826c4dd5-77c0-4294-8bef-20c237759225 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.2109892 Jul 06 17:47:17.657913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Made reservation on behalf of b9045664b9d8474a8de8de8b74279d0d for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:17.663977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.683932 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.734096 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.742135 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e504d56-02fc-43b0-852d-595bd35b561a req-45b8f86e-c9e2-4c15-9533-d25071a9c670 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129758 Jul 06 17:47:17.746807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837e584-47e2-4753-b7c6-c8edf5810cc5 req-6245b47e-104a-4525-86a3-0e2a1a65e6b1 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:17.759153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9837e584-47e2-4753-b7c6-c8edf5810cc5 req-6245b47e-104a-4525-86a3-0e2a1a65e6b1 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.2015514 Jul 06 17:47:17.829777 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.856072 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9837e584-47e2-4753-b7c6-c8edf5810cc5 req-297507fb-dece-4fc4-823e-84c83738d18d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943513 Jul 06 17:47:17.911801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:17.918571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:17.930159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:17.970049 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.977614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:17.985982 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Pushing event updated for resources: {'Port': ['ID=c19bd97b-812b-4a4d-be7c-2438f074b552,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:18.016609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:47:18.032917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1860673-efdf-4bce-82ee-efde363783d7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:18.055736 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.056444 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Added segment 8a693fae-8410-437d-835c-b1272f406221 of type vlan for network 8e1638ae-8828-47b3-a762-3742455f180a Jul 06 17:47:18.108126 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.161166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.179898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.234764 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.246960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:18.248021 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.296999 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9256010 Jul 06 17:47:18.301519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42604) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:18.324223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'subnet': {'network_id': '8e1638ae-8828-47b3-a762-3742455f180a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:18.517624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af1a44-62db-43cb-be54-5b31666c86bd tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Network': ['ID=8e1638ae-8828-47b3-a762-3742455f180a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:18.531570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 8e1638ae-8828-47b3-a762-3742455f180a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:47:18.586239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138de79-dc28-48d6-ad33-25a84645edeb req-39ed3577-95fd-44fb-ba3d-f259e6e01e9a tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:18.588945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9138de79-dc28-48d6-ad33-25a84645edeb req-39ed3577-95fd-44fb-ba3d-f259e6e01e9a tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 945 time: 0.1585307 Jul 06 17:47:18.638544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Made reservation on behalf of b9045664b9d8474a8de8de8b74279d0d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:18.642621 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.652539 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9138de79-dc28-48d6-ad33-25a84645edeb req-b430a00f-4d47-4380-9c7d-94e5ab41f617 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532048 Jul 06 17:47:18.710721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.719267 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.863395 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Pushing event updated for resources: {'Port': ['ID=c19bd97b-812b-4a4d-be7c-2438f074b552,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:18.927175 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:18.995102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-1fc0b122-96e5-4997-a33d-4fe40aa16747 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:18.997067 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-1fc0b122-96e5-4997-a33d-4fe40aa16747 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.55 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 945 time: 0.2654727 Jul 06 17:47:19.006474 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.007684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87b4f2d8-91d0-4ce8-bde5-95d9de65c600 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3039687 Jul 06 17:47:19.018423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42616) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:19.025121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2003923313', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'fixed_ips': [{'ip_address': '172.25.7.132'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:19.078502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Made reservation on behalf of c70fcff1ade143d5913535b5ee4508fb for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:19.081226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.097593 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.131242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e90e9-62ed-45f9-bdbb-6be9fb5a50fc req-dda3b995-0c49-4352-9ddf-085e2fe89240 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.132923 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-819e90e9-62ed-45f9-bdbb-6be9fb5a50fc req-dda3b995-0c49-4352-9ddf-085e2fe89240 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1282678 Jul 06 17:47:19.141522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.205859 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-819e90e9-62ed-45f9-bdbb-6be9fb5a50fc req-54e5adf6-4d42-4330-81e7-22ab0a60d9fe tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620096 Jul 06 17:47:19.210415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe77278-c652-462e-b8fe-59530af3f5d8 req-f7c55610-26d5-49d8-9fb5-43a241dc5e2d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.212133 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fe77278-c652-462e-b8fe-59530af3f5d8 req-f7c55610-26d5-49d8-9fb5-43a241dc5e2d tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.2798519 Jul 06 17:47:19.238746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Subnet': ['ID=a2c49a50-a274-460a-ba37-97d9aec693cc,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:19.292000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Deleting port 00c9fe83-3852-4443-991f-6abf21c329f3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:19.292458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.296436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Checking segment: {'id': '8a693fae-8410-437d-835c-b1272f406221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e1638ae-8828-47b3-a762-3742455f180a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:19.296436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Network hostable DHCP agents. Network: 8e1638ae-8828-47b3-a762-3742455f180a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:47:19.315245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.325519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.350113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] device_id is not set on port 2d5cda25-48bf-4452-aabc-eb02231c0ea4 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:47:19.361586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3a0839-7617-485b-87d6-e67f47fa5894,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:19.369762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fe77278-c652-462e-b8fe-59530af3f5d8 req-0d5f573f-3653-47de-8a87-5906f28d255c tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366963 Jul 06 17:47:19.395456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Network 8e1638ae-8828-47b3-a762-3742455f180a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:47:19.448379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 8e1638ae-8828-47b3-a762-3742455f180a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:19.463339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.464171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.472706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] For port 00c9fe83-3852-4443-991f-6abf21c329f3, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=00c9fe83-3852-4443-991f-6abf21c329f3,segment=NetworkSegment(8af558bb-3b7b-4b86-88cc-8943870594ca),segment_id=8af558bb-3b7b-4b86-88cc-8943870594ca)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:19.473089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.476052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a1240-caac-4906-9e1a-fda6919b58ab None None] Network 8e1638ae-8828-47b3-a762-3742455f180a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:47:19.495058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Calling delete_port for 00c9fe83-3852-4443-991f-6abf21c329f3 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:19.503923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-34f751b9-df17-47c5-985b-b2a162d0fad9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1996140 Jul 06 17:47:19.505507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42622) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:19.512833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'port': {'network_id': '8e1638ae-8828-47b3-a762-3742455f180a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1666045330'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:19.586852 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d51297d-316b-4849-8ca0-aff9ab4e50a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.728842 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Made reservation on behalf of b9045664b9d8474a8de8de8b74279d0d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:19.737097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.754164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-8e1638ae-8828-47b3-a762-3742455f180a', 'network_id': '8e1638ae-8828-47b3-a762-3742455f180a', 'tenant_id': 'b9045664b9d8474a8de8de8b74279d0d', 'fixed_ips': [{'subnet_id': 'a2c49a50-a274-460a-ba37-97d9aec693cc'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:47:19.755085 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.797207 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 17:47:19.798138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:47:19.817116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdee87-90b3-4ad0-9e4b-76e8f39838ab req-8bc95283-5379-4509-a0f1-2d01de978e91 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:19.819259 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08bdee87-90b3-4ad0-9e4b-76e8f39838ab req-8bc95283-5379-4509-a0f1-2d01de978e91 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.2440302 Jul 06 17:47:19.878413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7a17f4fc-6b01-4a99-9ab0-8875f7cedfaf tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8542356 Jul 06 17:47:19.878730 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:19.878939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:19.918418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08bdee87-90b3-4ad0-9e4b-76e8f39838ab req-cbc08ecd-e495-4047-a3b6-de0ae835d4cf tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854990 Jul 06 17:47:19.989087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Allocated IP 2001:db8::2 (8e1638ae-8828-47b3-a762-3742455f180a/a2c49a50-a274-460a-ba37-97d9aec693cc/be909ef1-f566-432b-b700-f0fc4285a9e3) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:20.145643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Deleting port c19bd97b-812b-4a4d-be7c-2438f074b552 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:20.146285 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.221807 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.278679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] device_id is not set on port 0499028e-b3a7-46dd-a9ae-340f91e485a8 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:47:20.290738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.291277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.309019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Calling delete_port for c19bd97b-812b-4a4d-be7c-2438f074b552 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:20.315513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:20.363911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.369240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Transition to ACTIVE for port object be909ef1-f566-432b-b700-f0fc4285a9e3 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:20.429222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Pushing event deleted for resources: {'Port': ['ID=00c9fe83-3852-4443-991f-6abf21c329f3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:20.453214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc231d09-3cc0-4c6e-b68a-adc5e2f7ca44 req-dc95c1b9-4660-454e-923e-c40e73171d21 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:20.456861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc231d09-3cc0-4c6e-b68a-adc5e2f7ca44 req-dc95c1b9-4660-454e-923e-c40e73171d21 tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/ports?device_id=65509c8a-3c01-46e3-b11d-15160b1fabb9 HTTP/1.1" status: 200 len: 867 time: 0.2321236 Jul 06 17:47:20.484532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['00c9fe83-3852-4443-991f-6abf21c329f3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:20.498156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Transition to ACTIVE for port object be909ef1-f566-432b-b700-f0fc4285a9e3 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:20.549462 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.575498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] No DVR routers for this DVR port 00c9fe83-3852-4443-991f-6abf21c329f3 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:20.595056 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.597371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84bb662a-e838-4dd1-bdb6-49422c1613ee req-6de6ca2b-16e4-41fa-8992-c9e76014810f tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.55 "DELETE /v2.0/ports/00c9fe83-3852-4443-991f-6abf21c329f3 HTTP/1.1" status: 204 len: 173 time: 1.5920658 Jul 06 17:47:20.632280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.657974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65509c8a-3c01-46e3-b11d-15160b1fabb9', 'name': 'network-vif-deleted', 'tag': '00c9fe83-3852-4443-991f-6abf21c329f3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:20.665221 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20a84b3-0066-475f-a4a0-78587aea172f" -d '{"events": [{"server_uuid": "65509c8a-3c01-46e3-b11d-15160b1fabb9", "name": "network-vif-deleted", "tag": "00c9fe83-3852-4443-991f-6abf21c329f3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:20.676270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Pushing event updated for resources: {'Port': ['ID=be909ef1-f566-432b-b700-f0fc4285a9e3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:20.685459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Network 8e1638ae-8828-47b3-a762-3742455f180a is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:20.691931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Pushing event deleted for resources: {'Port': ['ID=c19bd97b-812b-4a4d-be7c-2438f074b552,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:20.692237 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.694923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:20.701586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:20.705921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:20.754921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'port_id': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'mac_address': 'fa:16:3e:7c:dc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:20.800917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc231d09-3cc0-4c6e-b68a-adc5e2f7ca44 req-d4e4212f-a15b-4bdf-b791-8414537f6dce tempest-InstanceActionsNegativeTestJSON-932357372 tempest-InstanceActionsNegativeTestJSON-932357372-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4d6d22c-5982-478b-9779-aa191462e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918148 Jul 06 17:47:20.802942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Allocated IP 2001:db8::2f7 (8e1638ae-8828-47b3-a762-3742455f180a/a2c49a50-a274-460a-ba37-97d9aec693cc/0499028e-b3a7-46dd-a9ae-340f91e485a8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:20.817645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Attempting to bind port be909ef1-f566-432b-b700-f0fc4285a9e3 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:20.818472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Attempting to bind port be909ef1-f566-432b-b700-f0fc4285a9e3 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '8a693fae-8410-437d-835c-b1272f406221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e1638ae-8828-47b3-a762-3742455f180a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:20.818614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Attempting to bind port be909ef1-f566-432b-b700-f0fc4285a9e3 on network 8e1638ae-8828-47b3-a762-3742455f180a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:20.850217 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.897748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a05a99ff-2e05-4dcc-93d7-911b0ae1c18e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:20.905590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.915094 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.918554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8e527f6b-4022-492a-8c50-d3813e5bd1ca tempest-ExternalNetworksAdminNegativeTestJSON-1491344310 tempest-ExternalNetworksAdminNegativeTestJSON-1491344310-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/d5d410bd-922f-4afa-8bef-e0243ba388f3 HTTP/1.1" status: 204 len: 168 time: 1.0393727 Jul 06 17:47:20.926664 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:20.927291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Checking segment: {'id': '8a693fae-8410-437d-835c-b1272f406221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e1638ae-8828-47b3-a762-3742455f180a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:20.927969 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.928633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Bound using segment: {'id': '8a693fae-8410-437d-835c-b1272f406221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e1638ae-8828-47b3-a762-3742455f180a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:20.929614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Bound port: be909ef1-f566-432b-b700-f0fc4285a9e3, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a693fae-8410-437d-835c-b1272f406221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e1638ae-8828-47b3-a762-3742455f180a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:20.930287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:20.997505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:21.031154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef18601-c810-4a86-8952-7e499372432d req-8240dd12-6c2b-4fa5-a443-a1a64ea5e8e2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:21.038200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8ef18601-c810-4a86-8952-7e499372432d req-8240dd12-6c2b-4fa5-a443-a1a64ea5e8e2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.2499354 Jul 06 17:47:21.067660 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.234955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.242763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:21.265912 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8ef18601-c810-4a86-8952-7e499372432d req-71b8451a-f96f-4cea-997b-de7339e0e986 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095499 Jul 06 17:47:21.274173 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-edfd26de-84f4-4c75-af09-628576948f99 req-905f7bed-43a5-42d2-abdc-8090c09a0afe service neutron] show failed (client error): The resource could not be found. Jul 06 17:47:21.275998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Transition to ACTIVE for port object 0499028e-b3a7-46dd-a9ae-340f91e485a8 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:21.277314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-905f7bed-43a5-42d2-abdc-8090c09a0afe service neutron] 10.222.0.22 "GET /v2.0/ports/a493a395-f5b7-4a1a-a012-931d0878125b/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.2365386 Jul 06 17:47:21.352540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] For port be909ef1-f566-432b-b700-f0fc4285a9e3, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:21.366985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:21.401220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] For port be909ef1-f566-432b-b700-f0fc4285a9e3, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be909ef1-f566-432b-b700-f0fc4285a9e3,segment=NetworkSegment(8a693fae-8410-437d-835c-b1272f406221),segment_id=8a693fae-8410-437d-835c-b1272f406221)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:21.422319 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.490629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.554894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f31193-1d78-424f-b033-feafbf49d86f None None] Pushing event updated for resources: {'Port': ['ID=be909ef1-f566-432b-b700-f0fc4285a9e3,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:21.714996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Port': ['ID=0499028e-b3a7-46dd-a9ae-340f91e485a8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:21.726595 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8eb360-9a89-44f9-9b6c-103fc3cb178a x-openstack-request-id: req-bc8eb360-9a89-44f9-9b6c-103fc3cb178a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:21.726838 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65509c8a-3c01-46e3-b11d-15160b1fabb9", "name": "network-vif-deleted", "tag": "00c9fe83-3852-4443-991f-6abf21c329f3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:21.727044 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc8eb360-9a89-44f9-9b6c-103fc3cb178a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:21.727390 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65509c8a-3c01-46e3-b11d-15160b1fabb9', 'name': 'network-vif-deleted', 'tag': '00c9fe83-3852-4443-991f-6abf21c329f3', 'status': 'completed', 'code': 200} Jul 06 17:47:21.735638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Network 8e1638ae-8828-47b3-a762-3742455f180a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:21.739778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:21.744769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:21.758402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:21.759550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:21.802224 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5930d9ed-acbd-4139-8c6e-7a283e7af470 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2904544 Jul 06 17:47:21.803452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:21.820239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'port': {'network_id': '8e1638ae-8828-47b3-a762-3742455f180a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1826699329', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f7', 'mac_address': 'fa:16:3e:72:be:a6'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:21.847430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42664) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:21.991509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-035e7856-42a1-49d3-a23c-3fac799a2dcf tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:21.993862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-035e7856-42a1-49d3-a23c-3fac799a2dcf tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a HTTP/1.1" status: 200 len: 945 time: 0.3120451 Jul 06 17:47:22.036528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42674) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:22.097321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Made reservation on behalf of b9045664b9d8474a8de8de8b74279d0d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:22.127359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b38592-169c-424d-88ea-f65002b07c75 req-ea744e79-445c-4b68-9740-ed65124ecd8b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:22.135295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-ea744e79-445c-4b68-9740-ed65124ecd8b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/networks?id=15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 200 len: 815 time: 0.6832156 Jul 06 17:47:22.161738 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-4cb5093e-4bca-401e-9efd-e9349420d933 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/quotas/d0285a1bfe134c329a7fc5b5c81e2c40 HTTP/1.1" status: 200 len: 375 time: 0.0253699 Jul 06 17:47:22.227532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9c37cf-c59b-42d6-be56-aae248b18e26 admin admin] Deleting subnet 250c7e9b-dea9-47c6-a010-587ad31967b1 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:47:22.242048 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef9c37cf-c59b-42d6-be56-aae248b18e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.270564 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8a24c81-48f0-46b1-b2d8-825ef637077e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.329703 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef9c37cf-c59b-42d6-be56-aae248b18e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.342321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:22.385263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-6fdeb091-ff45-4bec-ba08-0d320ad9cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:22.388541 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-6fdeb091-ff45-4bec-ba08-0d320ad9cce5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 1096 time: 0.4440181 Jul 06 17:47:22.419845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:22.453438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:22.454021 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.510663 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef9c37cf-c59b-42d6-be56-aae248b18e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.550226 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-7130b98a-e974-4e6a-ba29-64c2b7763fbd tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3872294 Jul 06 17:47:22.598980 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.689024 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.721295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.751047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:22.752372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:22.755262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e969-6b19-40b2-a1fc-176d4ab90769 req-d8b4556f-dfb0-419e-872f-bfab3ed8ab7b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:22.755575 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cba4cc-fbd4-4f83-87bd-32fd9bb6c1cd" -d '{"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:22.760312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f610e969-6b19-40b2-a1fc-176d4ab90769 req-d8b4556f-dfb0-419e-872f-bfab3ed8ab7b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1597874 Jul 06 17:47:22.765054 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.766610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 00c9fe83-3852-4443-991f-6abf21c329f3 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:47:22.789769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Deleting port ff05a91c-4928-4f60-8732-2159aad2019b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:22.790447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.805254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] device_id is not set on port c974206a-4b83-4f03-b913-9637b26c353f yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:47:22.819642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 00c9fe83-3852-4443-991f-6abf21c329f3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:47:22.820079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 00c9fe83-3852-4443-991f-6abf21c329f3 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:47:22.899206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:22.957561 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:22.968727 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f610e969-6b19-40b2-a1fc-176d4ab90769 req-8f643155-dfa9-464f-b6c2-328aca51271e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956425 Jul 06 17:47:23.021390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8a24c81-48f0-46b1-b2d8-825ef637077e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.035182 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-b6b4f8c3-f3d5-4488-8fa5-5f892b93d2cd service neutron] 10.222.0.13 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834497 Jul 06 17:47:23.054530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8a24c81-48f0-46b1-b2d8-825ef637077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.056455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be909ef1-f566-432b-b700-f0fc4285a9e3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:23.084221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef9c37cf-c59b-42d6-be56-aae248b18e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.150332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c37cf-c59b-42d6-be56-aae248b18e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250c7e9b-dea9-47c6-a010-587ad31967b1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:23.163481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] For port ff05a91c-4928-4f60-8732-2159aad2019b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ff05a91c-4928-4f60-8732-2159aad2019b,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:23.164104 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.168312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39912246-7be3-43f2-a5d3-12d505dd19de None None] Network 8e1638ae-8828-47b3-a762-3742455f180a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:47:23.192009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Calling delete_port for ff05a91c-4928-4f60-8732-2159aad2019b owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:23.222930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Allocated IP 2001:db8::3d9 (8e1638ae-8828-47b3-a762-3742455f180a/a2c49a50-a274-460a-ba37-97d9aec693cc/c974206a-4b83-4f03-b913-9637b26c353f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:23.255989 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef9c37cf-c59b-42d6-be56-aae248b18e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.259583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ef9c37cf-c59b-42d6-be56-aae248b18e26 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/250c7e9b-dea9-47c6-a010-587ad31967b1 HTTP/1.1" status: 204 len: 168 time: 1.2168155 Jul 06 17:47:23.271969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port be909ef1-f566-432b-b700-f0fc4285a9e3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:23.275500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42688) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:23.283292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c8a24c81-48f0-46b1-b2d8-825ef637077e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1329322505a42399896bbadf5354fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4380720 Jul 06 17:47:23.285356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42690) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:23.312727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-647925e3-af50-4a95-987a-c282ad75f0e6 None None] Provisioning for port be909ef1-f566-432b-b700-f0fc4285a9e3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:23.337878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-647925e3-af50-4a95-987a-c282ad75f0e6 None None] Provisioning complete for port be909ef1-f566-432b-b700-f0fc4285a9e3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:23.340397 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-647925e3-af50-4a95-987a-c282ad75f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.363245 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a24c81-48f0-46b1-b2d8-825ef637077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16950132-73a7-43a8-9c8c-58e69adb7ea9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:23.368778 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82e4d92-d868-4f4e-aef0-2b1fdefb3578 x-openstack-request-id: req-e82e4d92-d868-4f4e-aef0-2b1fdefb3578 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:23.369612 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:23.369612 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e82e4d92-d868-4f4e-aef0-2b1fdefb3578 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:23.370744 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'code': 200} Jul 06 17:47:23.501948 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2166c904-798d-4397-bfe3-4b5676047a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.535283 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.551728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-a25c214b-5a3a-4ea3-9f2b-f792e606aad5 service neutron] 10.222.0.13 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937253 Jul 06 17:47:23.610195 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2166c904-798d-4397-bfe3-4b5676047a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.678575 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-647925e3-af50-4a95-987a-c282ad75f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.731363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-647925e3-af50-4a95-987a-c282ad75f0e6 None None] For port be909ef1-f566-432b-b700-f0fc4285a9e3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be909ef1-f566-432b-b700-f0fc4285a9e3,segment=NetworkSegment(8a693fae-8410-437d-835c-b1272f406221),segment_id=8a693fae-8410-437d-835c-b1272f406221)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:23.737527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-647925e3-af50-4a95-987a-c282ad75f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.761558 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.818919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:23.820838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647925e3-af50-4a95-987a-c282ad75f0e6 None None] Pushing event updated for resources: {'Port': ['ID=be909ef1-f566-432b-b700-f0fc4285a9e3,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:23.826584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Pushing event deleted for resources: {'Port': ['ID=ff05a91c-4928-4f60-8732-2159aad2019b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:23.867258 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.871303 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2166c904-798d-4397-bfe3-4b5676047a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.873981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2166c904-798d-4397-bfe3-4b5676047a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.874812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.875243 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2166c904-798d-4397-bfe3-4b5676047a6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16950132-73a7-43a8-9c8c-58e69adb7ea9 HTTP/1.1" status: 204 len: 168 time: 0.5881763 Jul 06 17:47:23.938858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150f11cb-f908-476c-b179-56b5629a86a4']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:23.949220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166c904-798d-4397-bfe3-4b5676047a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16950132-73a7-43a8-9c8c-58e69adb7ea9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:23.953713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] No DVR routers for this DVR port ff05a91c-4928-4f60-8732-2159aad2019b on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:23.957357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19750f8d-471f-4e1a-b045-ccbaa87cc3f2 req-a1f8208f-ffab-4a7a-8f32-b4278e4ed7a3 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 210 time: 0.0930262 Jul 06 17:47:23.970396 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:23.973273 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9622d788-b4da-49b0-92e1-3ffacec8e748 req-f0155b8c-e198-4ade-89b0-c32d764bef92 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.22 "DELETE /v2.0/ports/ff05a91c-4928-4f60-8732-2159aad2019b HTTP/1.1" status: 204 len: 173 time: 1.9712176 Jul 06 17:47:23.974603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Transition to ACTIVE for port object c974206a-4b83-4f03-b913-9637b26c353f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:23.976203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'name': 'network-vif-deleted', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:23.978708 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddd3338-b2aa-45e6-ac37-b985aa7f58cf" -d '{"events": [{"server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "name": "network-vif-deleted", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:24.010406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af558bb-3b7b-4b86-88cc-8943870594ca') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:24.013291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af558bb-3b7b-4b86-88cc-8943870594ca') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:24.062507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:24.072051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.117542 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80520af2-d985-423b-af49-3b5f509d7182 x-openstack-request-id: req-80520af2-d985-423b-af49-3b5f509d7182 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:24.118167 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a", "name": "network-vif-deleted", "tag": "ff05a91c-4928-4f60-8732-2159aad2019b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:24.118831 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80520af2-d985-423b-af49-3b5f509d7182 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:24.119659 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a69abe0-50b6-4c5c-94f4-1aaccee9dd3a', 'name': 'network-vif-deleted', 'tag': 'ff05a91c-4928-4f60-8732-2159aad2019b', 'status': 'completed', 'code': 200} Jul 06 17:47:24.163001 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.222155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.290299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:47:24.296807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:47:24.301869 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:47:24.362749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:24.377424 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175e7199-74ba-49f3-b08d-1530751b878d" -d '{"events": [{"server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "name": "network-vif-unplugged", "status": "completed", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:24.395520 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.425945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Port': ['ID=c974206a-4b83-4f03-b913-9637b26c353f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:24.462053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Network 8e1638ae-8828-47b3-a762-3742455f180a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:24.498818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:24.506600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9a02d5a6-0382-42c8-aa3d-5ee89ee6d52d None None] Provisioning for port 0499028e-b3a7-46dd-a9ae-340f91e485a8 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:24.511881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:24.521181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9a02d5a6-0382-42c8-aa3d-5ee89ee6d52d None None] Provisioning complete for port 0499028e-b3a7-46dd-a9ae-340f91e485a8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:24.522422 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5a6-0382-42c8-aa3d-5ee89ee6d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.563110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:24.567492 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.634016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Transition to ACTIVE for port object a493a395-f5b7-4a1a-a012-931d0878125b will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:24.637326 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.647552 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.654217 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] 10.222.0.13 "DELETE /v2.0/networks/150f11cb-f908-476c-b179-56b5629a86a4 HTTP/1.1" status: 204 len: 168 time: 1.3729234 Jul 06 17:47:24.674190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9a02d5a6-0382-42c8-aa3d-5ee89ee6d52d None None] Port 0499028e-b3a7-46dd-a9ae-340f91e485a8 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:24.703828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9a02d5a6-0382-42c8-aa3d-5ee89ee6d52d None None] Provisioning complete for port be909ef1-f566-432b-b700-f0fc4285a9e3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:24.704606 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5a6-0382-42c8-aa3d-5ee89ee6d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.721554 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:24.763957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ef59a-46c5-40bd-8317-236e37268aad admin admin] Pushing event deleted for resources: {'Network': ['ID=150f11cb-f908-476c-b179-56b5629a86a4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:24.790007 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312d1463-4dbe-4550-b593-ad0c6d271994 x-openstack-request-id: req-312d1463-4dbe-4550-b593-ad0c6d271994 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:24.792592 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "name": "network-vif-unplugged", "status": "completed", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:24.793132 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-312d1463-4dbe-4550-b593-ad0c6d271994 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:24.794943 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'code': 200} Jul 06 17:47:24.885477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42732) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:25.021515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-306e463c-ec0d-41be-be1e-e83d23d91698 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.2128959 Jul 06 17:47:25.063595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42734) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:25.112711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be909ef1-f566-432b-b700-f0fc4285a9e3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:25.207149 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Pushing event updated for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:25.358996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42746) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:25.376376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a493a395-f5b7-4a1a-a012-931d0878125b no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:47:25.594590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d43de9-9265-4627-9e96-ea98f8c27fb3 req-dc900003-afbb-4f83-bb6b-5eebfc802e7c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.604515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20d43de9-9265-4627-9e96-ea98f8c27fb3 req-dc900003-afbb-4f83-bb6b-5eebfc802e7c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 1.1546154 Jul 06 17:47:25.619215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9fb92dd3-3136-4f41-8563-0c95df8b18b6 req-8ffbd72a-9aea-4c9f-9902-bc7aa71b9851 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 210 time: 0.2164912 Jul 06 17:47:25.661804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0444aad8-e35c-417c-a5a0-6dfd78044a11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ebb526a9129461792af110d33825131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765634 Jul 06 17:47:25.668064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:25.680634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42754) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:25.681974 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fee35c6e-abff-4328-b552-9fd483bbb561 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c70fcff1ade143d5913535b5ee4508fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898502 Jul 06 17:47:25.711223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] No DVR routers for this DVR port a493a395-f5b7-4a1a-a012-931d0878125b on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:25.745452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20d43de9-9265-4627-9e96-ea98f8c27fb3 req-9db0c6d2-96bd-4226-b15b-8938d1a9fbc8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391263 Jul 06 17:47:25.810722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f66e237-987d-4529-bb1a-17facddcd215 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.830820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f66e237-987d-4529-bb1a-17facddcd215 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.853392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f66e237-987d-4529-bb1a-17facddcd215 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:25.861321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5f66e237-987d-4529-bb1a-17facddcd215 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.7535179 Jul 06 17:47:25.862377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42758) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:25.904611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port be909ef1-f566-432b-b700-f0fc4285a9e3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:25.905766 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:25.950703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device a493a395-f5b7-4a1a-a012-931d0878125b not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:47:25.951834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ff05a91c-4928-4f60-8732-2159aad2019b no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:47:26.000739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: ff05a91c-4928-4f60-8732-2159aad2019b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:47:26.001742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ff05a91c-4928-4f60-8732-2159aad2019b not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:47:26.049402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b0e142f-a45a-4a2a-88cd-db0d6d9240ce None None] Provisioning complete for port 0499028e-b3a7-46dd-a9ae-340f91e485a8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:26.050532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-029f7136-2a43-4c4c-b02d-a36162230615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.050722 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b0e142f-a45a-4a2a-88cd-db0d6d9240ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.099066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-029f7136-2a43-4c4c-b02d-a36162230615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.101707 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b915373-cc87-40bb-9a3c-9c2ae5b7c6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.195620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1294d1ba-0272-457c-b1da-2c0fd9b41015 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Deleting port c974206a-4b83-4f03-b913-9637b26c353f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:26.196566 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1294d1ba-0272-457c-b1da-2c0fd9b41015 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.287098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e142f-a45a-4a2a-88cd-db0d6d9240ce None None] Port 0499028e-b3a7-46dd-a9ae-340f91e485a8 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:26.381204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b0e142f-a45a-4a2a-88cd-db0d6d9240ce None None] Provisioning for port c974206a-4b83-4f03-b913-9637b26c353f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:26.391417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b0e142f-a45a-4a2a-88cd-db0d6d9240ce None None] Provisioning complete for port c974206a-4b83-4f03-b913-9637b26c353f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:26.392402 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b0e142f-a45a-4a2a-88cd-db0d6d9240ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.480815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1294d1ba-0272-457c-b1da-2c0fd9b41015 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.506835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1294d1ba-0272-457c-b1da-2c0fd9b41015 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Calling delete_port for c974206a-4b83-4f03-b913-9637b26c353f owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:26.523657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e142f-a45a-4a2a-88cd-db0d6d9240ce None None] Port c974206a-4b83-4f03-b913-9637b26c353f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:26.675845 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b915373-cc87-40bb-9a3c-9c2ae5b7c6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.681765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Attempting to bind port a493a395-f5b7-4a1a-a012-931d0878125b on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:26.688018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Attempting to bind port a493a395-f5b7-4a1a-a012-931d0878125b by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:26.688771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Attempting to bind port a493a395-f5b7-4a1a-a012-931d0878125b on network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:26.735714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Port a493a395-f5b7-4a1a-a012-931d0878125b on network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:26.736773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Attempting to bind port a493a395-f5b7-4a1a-a012-931d0878125b on network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:26.801103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:26.801834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Checking segment: {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:26.802532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Bound using segment: {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:26.803369 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Bound port: a493a395-f5b7-4a1a-a012-931d0878125b, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:26.806192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.889819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2df09bc3-37ea-4c77-9f7a-d70fdb630a96 req-cb66b2cf-fe20-4856-ad0f-2f26745dada1 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 210 time: 0.0518990 Jul 06 17:47:26.898508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-029f7136-2a43-4c4c-b02d-a36162230615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.901351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-029f7136-2a43-4c4c-b02d-a36162230615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:26.906010 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-029f7136-2a43-4c4c-b02d-a36162230615 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4d6d22c-5982-478b-9779-aa191462e43e HTTP/1.1" status: 204 len: 168 time: 1.2242754 Jul 06 17:47:26.992803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f7136-2a43-4c4c-b02d-a36162230615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d6d22c-5982-478b-9779-aa191462e43e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:27.015353 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b915373-cc87-40bb-9a3c-9c2ae5b7c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:27.017990 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b915373-cc87-40bb-9a3c-9c2ae5b7c6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:27.019226 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6b915373-cc87-40bb-9a3c-9c2ae5b7c6d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc3a0839-7617-485b-87d6-e67f47fa5894 HTTP/1.1" status: 204 len: 168 time: 1.3363371 Jul 06 17:47:27.033307 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1294d1ba-0272-457c-b1da-2c0fd9b41015 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:27.080413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b915373-cc87-40bb-9a3c-9c2ae5b7c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3a0839-7617-485b-87d6-e67f47fa5894,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:27.105258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:27.116136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:27.133086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:27.162956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:27.163809 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:27.165260 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] 10.222.0.55 "PUT /v2.0/ports/a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 1091 time: 4.7572937 Jul 06 17:47:27.165747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:27.168888 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5372e55c-5c96-411e-98d8-b077e69cc198" -d '{"events": [{"name": "network-changed", "server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:27.330910 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa568ef-4bb4-40e8-b03d-dd70e85f8598 x-openstack-request-id: req-4fa568ef-4bb4-40e8-b03d-dd70e85f8598 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:27.334877 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:27.335521 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fa568ef-4bb4-40e8-b03d-dd70e85f8598 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:27.336193 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'status': 'completed', 'code': 200} Jul 06 17:47:27.410158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dcc51-638d-499e-b3ef-4b7dde8da083 service neutron] Pushing event updated for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:27.458090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-a7a20e70-0861-4bd4-b457-396207d41a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:27.462982 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-a7a20e70-0861-4bd4-b457-396207d41a05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1094 time: 0.1926482 Jul 06 17:47:27.594425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b38592-169c-424d-88ea-f65002b07c75 req-eece9bda-b6a6-459f-b063-5cc321400299 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:27.596039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-eece9bda-b6a6-459f-b063-5cc321400299 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.55 "GET /v2.0/networks?id=15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 200 len: 815 time: 0.7645009 Jul 06 17:47:27.596868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294d1ba-0272-457c-b1da-2c0fd9b41015 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event deleted for resources: {'Port': ['ID=c974206a-4b83-4f03-b913-9637b26c353f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:27.644186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Request body: {'port': {'device_id': 'c7ae90e7-c230-4618-92a8-a2eaca0abe70', 'network_id': '15584471-2630-45f1-9648-6c381607671e', 'admin_state_up': True, 'tenant_id': 'd0285a1bfe134c329a7fc5b5c81e2c40'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:27.866442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-86674c09-05c7-4f98-bedd-96f4e3e6a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:27.869730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-86674c09-05c7-4f98-bedd-96f4e3e6a441 service neutron] 10.222.0.55 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 897 time: 0.3987606 Jul 06 17:47:28.045832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-f187d6c5-7add-4dba-b434-705dd9822820 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 998 time: 0.1684933 Jul 06 17:47:28.205942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Made reservation on behalf of d0285a1bfe134c329a7fc5b5c81e2c40 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:28.210168 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:28.256177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-cd252817-9db3-4ae1-ad4f-cde94cd0296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.258950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-cd252817-9db3-4ae1-ad4f-cde94cd0296b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 200 len: 835 time: 0.2060592 Jul 06 17:47:28.447106 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b286b01-2f8b-4454-89c4-e0c67b03668a req-9119b8b7-a29a-459d-abfe-e49f08cd155b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 210 time: 0.0960977 Jul 06 17:47:28.454730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1294d1ba-0272-457c-b1da-2c0fd9b41015 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:28.463888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1294d1ba-0272-457c-b1da-2c0fd9b41015 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "DELETE /v2.0/ports/c974206a-4b83-4f03-b913-9637b26c353f HTTP/1.1" status: 204 len: 168 time: 2.5997221 Jul 06 17:47:28.468580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42808) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:28.508089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379c425-3b9a-47d1-bc88-2a0fb169f21d req-b005b591-d0cb-4ba7-afe7-57392e1bc0c9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.523205 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9379c425-3b9a-47d1-bc88-2a0fb169f21d req-b005b591-d0cb-4ba7-afe7-57392e1bc0c9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 943 time: 1.2845438 Jul 06 17:47:28.570379 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c6571f-3020-4ef7-a5ec-794a37b33897 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] GET failed (client error): The resource could not be found. Jul 06 17:47:28.581331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-6b18af80-dc0f-4c3b-ba16-74f112e70dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.583543 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-6b18af80-dc0f-4c3b-ba16-74f112e70dc7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1094 time: 0.9828076 Jul 06 17:47:28.584313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:28.591023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-88c6571f-3020-4ef7-a5ec-794a37b33897 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "GET /v2.0/ports/c974206a-4b83-4f03-b913-9637b26c353f HTTP/1.1" status: 404 len: 333 time: 0.1185231 Jul 06 17:47:28.637508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd26de-84f4-4c75-af09-628576948f99 req-20385eed-ccb6-448b-a4c7-e21aba288c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.640005 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-20385eed-ccb6-448b-a4c7-e21aba288c6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3682432 Jul 06 17:47:28.674744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'port': {'network_id': '8e1638ae-8828-47b3-a762-3742455f180a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-898893823'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:28.927965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-239620f3-2fca-47f8-90fb-c5f6b3aabaaa service neutron] 10.222.0.55 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777610 Jul 06 17:47:28.982363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-4b1e3a44-0bc0-42c9-a8e2-a96d7767590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:28.985354 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-4b1e3a44-0bc0-42c9-a8e2-a96d7767590f service neutron] 10.222.0.22 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 897 time: 0.3878374 Jul 06 17:47:29.192581 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfd26de-84f4-4c75-af09-628576948f99 req-9504fed8-f7e2-4969-91d3-aab409b9a3ab service neutron] 10.222.0.55 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552812 Jul 06 17:47:29.478313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-99e0eb33-1672-4e06-92d3-2b9ca921008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:29.480568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-99e0eb33-1672-4e06-92d3-2b9ca921008e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1094 time: 0.1503544 Jul 06 17:47:29.501036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42838) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:29.714720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9379c425-3b9a-47d1-bc88-2a0fb169f21d req-ce9f44cf-663b-494f-92c8-47c7c7835890 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1890063 Jul 06 17:47:29.729426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-3a497483-da1e-4ae8-934c-11bd9375e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:29.732172 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-3a497483-da1e-4ae8-934c-11bd9375e392 service neutron] 10.222.0.55 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 897 time: 0.2442615 Jul 06 17:47:29.858074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-0c90b994-10c3-41c5-b37c-da8c5b5469d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 998 time: 0.8167698 Jul 06 17:47:29.931283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-23d56dfc-96bd-4c10-8405-34d85537fd14 req-1bf680d8-2983-4c68-8130-4d536b05e9d0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 210 time: 0.0969112 Jul 06 17:47:29.946325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-a07f22d9-0d07-42d1-bc2d-c489aa10a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:29.951599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-a07f22d9-0d07-42d1-bc2d-c489aa10a728 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 200 len: 835 time: 0.0856442 Jul 06 17:47:29.964237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-95ad616e-41f5-4d24-9255-7014564fbc3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 998 time: 0.2210999 Jul 06 17:47:30.014131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Allocated IP 172.20.0.3 (15584471-2630-45f1-9648-6c381607671e/f7efb61c-af40-475c-9987-361c48dbe1e1/4ff0d708-89b0-4d82-a081-243d7b1e5376) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:30.103440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-624930497-network', 'tenant_id': '0a8e4d6f684c4c139085a72b6a474fe6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:30.161622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Made reservation on behalf of 0a8e4d6f684c4c139085a72b6a474fe6 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:30.165729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.179011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.183349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-2f72c70b-7f7a-495d-bf98-d6a893e85ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:30.185903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-2f72c70b-7f7a-495d-bf98-d6a893e85ade service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 200 len: 835 time: 0.2020569 Jul 06 17:47:30.502307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-92586b51-a7a2-4a50-8f6a-c2bc21e26ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:30.504407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-92586b51-a7a2-4a50-8f6a-c2bc21e26ee4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758799 Jul 06 17:47:30.638447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Made reservation on behalf of b9045664b9d8474a8de8de8b74279d0d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:30.660219 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.669742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.680560 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.701598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] device_id is not set on port 144af4a4-b565-4d90-8b4d-3ddbbf275646 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:47:30.747657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:47:30.796083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:30.796833 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Added segment 79547f66-cc09-4d2b-afd6-3ca95eae4070 of type vlan for network c97e1484-1219-4b50-bb34-47553419df5b Jul 06 17:47:30.820178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fba7fd-fc1c-4c55-8f87-631350b57cef,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:30.828983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-c59c45e6-d9ce-43aa-b393-fa949128dbe4 service neutron] 10.222.0.55 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099899 Jul 06 17:47:30.939850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-37aff476-927e-43ab-a089-b55176702b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:30.942809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-37aff476-927e-43ab-a089-b55176702b2c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9825566 Jul 06 17:47:30.978185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-3d5f12fc-d86a-4881-8c63-0f8b02f2c80b service neutron] 10.222.0.55 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217744 Jul 06 17:47:31.039913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.100704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42876) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:31.191770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-23f505ad-7b92-4895-81b7-466c6148a7bc req-98f9f977-4455-4ce5-a2f5-13a7bf3a4f84 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 210 time: 0.0559719 Jul 06 17:47:31.202271 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.203654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:31.204495 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.308322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8036849 Jul 06 17:47:31.323213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42882) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:31.333612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Request body: {'subnet': {'network_id': 'c97e1484-1219-4b50-bb34-47553419df5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-624930497-subnet', 'tenant_id': '0a8e4d6f684c4c139085a72b6a474fe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:31.364252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551a5a8-a50b-40ea-80b7-b2a4fe133379 admin admin] Pushing event updated for resources: {'Network': ['ID=c97e1484-1219-4b50-bb34-47553419df5b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:31.404040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Made reservation on behalf of 0a8e4d6f684c4c139085a72b6a474fe6 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:31.405804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-47766ed6-84fb-4672-830a-3d74781c722f tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1787389767'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:31.410804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c97e1484-1219-4b50-bb34-47553419df5b details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:47:31.432889 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.452991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47766ed6-84fb-4672-830a-3d74781c722f tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.454816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47766ed6-84fb-4672-830a-3d74781c722f tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.539041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Allocated IP 2001:db8::96 (8e1638ae-8828-47b3-a762-3742455f180a/a2c49a50-a274-460a-ba37-97d9aec693cc/144af4a4-b565-4d90-8b4d-3ddbbf275646) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:31.606778 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47766ed6-84fb-4672-830a-3d74781c722f tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.614320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47766ed6-84fb-4672-830a-3d74781c722f tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.650498 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47766ed6-84fb-4672-830a-3d74781c722f tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.654446 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-47766ed6-84fb-4672-830a-3d74781c722f tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5518351 Jul 06 17:47:31.657280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:31.670001 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.769039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69333b9f-d2ec-4c9f-8649-895e6ddd5482 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:31.841210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-d2b3d4b6-5271-48d0-86d5-c3351d6fed3d service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8678832 Jul 06 17:47:31.856684 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.146482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446e060-0f46-4f17-aaca-ba4a4eb871ea req-187c633f-dafc-4f1a-b12a-718869fd3e59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:32.148453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c446e060-0f46-4f17-aaca-ba4a4eb871ea req-187c633f-dafc-4f1a-b12a-718869fd3e59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 943 time: 1.0474911 Jul 06 17:47:32.156455 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69333b9f-d2ec-4c9f-8649-895e6ddd5482 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.160949 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69333b9f-d2ec-4c9f-8649-895e6ddd5482 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.265124 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.266696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69333b9f-d2ec-4c9f-8649-895e6ddd5482 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.268845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69333b9f-d2ec-4c9f-8649-895e6ddd5482 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da03671a-c2a3-4bae-b2c1-5e944275aad9 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:47:32.280747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69333b9f-d2ec-4c9f-8649-895e6ddd5482 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.290955 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-69333b9f-d2ec-4c9f-8649-895e6ddd5482 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "DELETE /v2.0/routers/da03671a-c2a3-4bae-b2c1-5e944275aad9 HTTP/1.1" status: 204 len: 168 time: 0.6317589 Jul 06 17:47:32.292697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42894) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:32.301257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-96eccf46-138e-4212-8780-4d029acdbc92 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Request body: {'router': {'name': 'tempest-router-84287746', 'distributed': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:32.340193 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.344147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96eccf46-138e-4212-8780-4d029acdbc92 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.346187 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96eccf46-138e-4212-8780-4d029acdbc92 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.434682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a493a395-f5b7-4a1a-a012-931d0878125b details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:32.486383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c446e060-0f46-4f17-aaca-ba4a4eb871ea req-39d9443d-9a6f-4d03-963f-3e177e448c33 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992146 Jul 06 17:47:32.494385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Network 15584471-2630-45f1-9648-6c381607671e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:32.505271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb34e4bf-886a-4dfb-9f61-30138a7097e8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:32.530172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:32.550771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:32.601061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Pushing event updated for resources: {'Port': ['ID=4ff0d708-89b0-4d82-a081-243d7b1e5376,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:32.625423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5372e55c-5c96-411e-98d8-b077e69cc198 req-c4dd065a-a9e6-4f62-8fe0-9310949e42e0 service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632797 Jul 06 17:47:32.674514 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.723994 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96eccf46-138e-4212-8780-4d029acdbc92 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.726974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:32.732118 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96eccf46-138e-4212-8780-4d029acdbc92 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.737727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Checking segment: {'id': '79547f66-cc09-4d2b-afd6-3ca95eae4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c97e1484-1219-4b50-bb34-47553419df5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:32.738108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Network hostable DHCP agents. Network: c97e1484-1219-4b50-bb34-47553419df5b, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:47:32.754360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:32.755055 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.757983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Transition to ACTIVE for port object 144af4a4-b565-4d90-8b4d-3ddbbf275646 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:32.758511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'port_id': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'mac_address': 'fa:16:3e:ad:ef:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:32.762014 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96eccf46-138e-4212-8780-4d029acdbc92 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.764069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96eccf46-138e-4212-8780-4d029acdbc92 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4692283 Jul 06 17:47:32.768849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:32.862266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-6e8be1e2-7912-4195-9865-568df61f8491 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2400670 Jul 06 17:47:32.864315 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:32.910554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Request body: {'port': {'device_id': 'c7ae90e7-c230-4618-92a8-a2eaca0abe70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:32.911713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a493a395-f5b7-4a1a-a012-931d0878125b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:32.985455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Network c97e1484-1219-4b50-bb34-47553419df5b is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:47:33.012432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:33.020806 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.023955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c97e1484-1219-4b50-bb34-47553419df5b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:33.044551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:33.045481 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.083609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6506b0-7187-41a9-bc21-3f65b9849e04 None None] Network c97e1484-1219-4b50-bb34-47553419df5b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:47:33.112026 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c6107bf-080d-4620-81e7-b3c4de6bf1d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.194718 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.237125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-274a89f4-e795-405c-bbda-fefdbd09ce24 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9089777 Jul 06 17:47:33.303697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:33.400943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.469198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a493a395-f5b7-4a1a-a012-931d0878125b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:33.524469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17b17a-a324-4432-a44d-31020f9a96a9 req-ac3df13f-d381-495e-a9f6-5586ad9f7d53 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:33.527803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7e17b17a-a324-4432-a44d-31020f9a96a9 req-ac3df13f-d381-495e-a9f6-5586ad9f7d53 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 931 time: 0.7475131 Jul 06 17:47:33.538894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c6107bf-080d-4620-81e7-b3c4de6bf1d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.558787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Network 8e1638ae-8828-47b3-a762-3742455f180a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:33.570773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:33.587729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:33.597704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:33.598855 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.599128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c6107bf-080d-4620-81e7-b3c4de6bf1d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.670913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Port': ['ID=144af4a4-b565-4d90-8b4d-3ddbbf275646,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:33.700823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9fb78d-d839-4bcb-b6df-6b7dfc62b315 None None] Network c97e1484-1219-4b50-bb34-47553419df5b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:47:33.859050 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c6107bf-080d-4620-81e7-b3c4de6bf1d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.859598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6107bf-080d-4620-81e7-b3c4de6bf1d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c6de5c3-e0ec-4eed-9de4-96a4cc43b97c {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:47:33.867103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c6107bf-080d-4620-81e7-b3c4de6bf1d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.872890 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7c6107bf-080d-4620-81e7-b3c4de6bf1d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7c6de5c3-e0ec-4eed-9de4-96a4cc43b97c HTTP/1.1" status: 204 len: 168 time: 1.0979927 Jul 06 17:47:33.874163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42914) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:33.891674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2a1febdd-5bbb-4ae1-9f38-c5a0e51a12d4 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Request body: {'router': {'name': 'tempest-router-2038175627', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '900a0b0d7eae48cba21ff34067f1a7da'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:33.934105 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7e17b17a-a324-4432-a44d-31020f9a96a9 req-ae85d671-a2c9-44d8-9711-bec9fcd6d421 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923230 Jul 06 17:47:33.982400 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a1febdd-5bbb-4ae1-9f38-c5a0e51a12d4 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.984120 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a1febdd-5bbb-4ae1-9f38-c5a0e51a12d4 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:33.999410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0ac605a0-c048-4e6a-a39c-188448c0353d tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.4016476 Jul 06 17:47:34.001449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42916) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:34.024254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-57f532c6-cfb5-4993-b49c-1b4f07cff45c tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f7', 'mac_address': 'fa:16:3e:72:be:a6'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:34.136595 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a1febdd-5bbb-4ae1-9f38-c5a0e51a12d4 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.148542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a1febdd-5bbb-4ae1-9f38-c5a0e51a12d4 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.181163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a1febdd-5bbb-4ae1-9f38-c5a0e51a12d4 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.183333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2a1febdd-5bbb-4ae1-9f38-c5a0e51a12d4 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3007894 Jul 06 17:47:34.186716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:34.192530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:34.396326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-43a987a1-7b97-45ab-b3d4-953a3f0c75cc None None] Provisioning for port 144af4a4-b565-4d90-8b4d-3ddbbf275646 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:34.401829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-43a987a1-7b97-45ab-b3d4-953a3f0c75cc None None] Provisioning complete for port 144af4a4-b565-4d90-8b4d-3ddbbf275646 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:34.406009 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43a987a1-7b97-45ab-b3d4-953a3f0c75cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.627310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-43a987a1-7b97-45ab-b3d4-953a3f0c75cc None None] Port 144af4a4-b565-4d90-8b4d-3ddbbf275646 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:34.664475 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57f532c6-cfb5-4993-b49c-1b4f07cff45c tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.669722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff0d708-89b0-4d82-a081-243d7b1e5376 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:34.688277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.782850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.783750 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.900192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93778) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 06 17:47:34.900508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Router 0ae44f9d-cb13-4c39-9d4b-a2bc3b672a42 migrating from provider to provider. {{(pid=93778) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 06 17:47:34.900802 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.909287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.921513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:34.966686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eadc1-1876-4a67-bb3d-d541656da5bd req-6fa90d5f-e924-4603-abc4-9ccb1db975e2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:34.968032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Transition to ACTIVE for port object 4ff0d708-89b0-4d82-a081-243d7b1e5376 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:34.976209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db9eadc1-1876-4a67-bb3d-d541656da5bd req-6fa90d5f-e924-4603-abc4-9ccb1db975e2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 944 time: 0.7004526 Jul 06 17:47:34.980224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.165223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.182689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57f532c6-cfb5-4993-b49c-1b4f07cff45c tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.208634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff0d708-89b0-4d82-a081-243d7b1e5376,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:35.213650 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57f532c6-cfb5-4993-b49c-1b4f07cff45c tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.221786 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:47:35.285049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-57f532c6-cfb5-4993-b49c-1b4f07cff45c tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] In _notify_port_updated(), no bound segment for port 144af4a4-b565-4d90-8b4d-3ddbbf275646 on network 8e1638ae-8828-47b3-a762-3742455f180a {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:47:35.291637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f532c6-cfb5-4993-b49c-1b4f07cff45c tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.292668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57f532c6-cfb5-4993-b49c-1b4f07cff45c tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.294266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-57f532c6-cfb5-4993-b49c-1b4f07cff45c tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "PUT /v2.0/ports/144af4a4-b565-4d90-8b4d-3ddbbf275646 HTTP/1.1" status: 200 len: 1001 time: 1.2856066 Jul 06 17:47:35.320714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42940) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:35.385770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f532c6-cfb5-4993-b49c-1b4f07cff45c tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Port': ['ID=144af4a4-b565-4d90-8b4d-3ddbbf275646,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:35.458056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-db9eadc1-1876-4a67-bb3d-d541656da5bd req-f4feeb2b-6a5e-4147-a27f-6513aca37433 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257367 Jul 06 17:47:35.481272 n-d-799526-3 neutron-server[93778]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] No L3 agents can host the router 0ae44f9d-cb13-4c39-9d4b-a2bc3b672a42 Jul 06 17:47:35.521728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Attempting to bind port 4ff0d708-89b0-4d82-a081-243d7b1e5376 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:35.522184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Attempting to bind port 4ff0d708-89b0-4d82-a081-243d7b1e5376 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:35.522805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Attempting to bind port 4ff0d708-89b0-4d82-a081-243d7b1e5376 on network 15584471-2630-45f1-9648-6c381607671e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:35.568917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Port 4ff0d708-89b0-4d82-a081-243d7b1e5376 on network 15584471-2630-45f1-9648-6c381607671e not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:35.569478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Attempting to bind port 4ff0d708-89b0-4d82-a081-243d7b1e5376 on network 15584471-2630-45f1-9648-6c381607671e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:35.601382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:35.602093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Checking segment: {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:35.603015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Bound using segment: {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:35.603663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Bound port: 4ff0d708-89b0-4d82-a081-243d7b1e5376, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61f2b55-2941-411d-8069-63643ea62739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '15584471-2630-45f1-9648-6c381607671e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:35.605006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.719781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d2b935d1-ee8b-4f2f-a9f9-216c8c9fb40f tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Deleting port 144af4a4-b565-4d90-8b4d-3ddbbf275646 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:35.720514 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2b935d1-ee8b-4f2f-a9f9-216c8c9fb40f tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.728280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Hosts for router 0ae44f9d-cb13-4c39-9d4b-a2bc3b672a42: [] {{(pid=93778) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 06 17:47:35.735005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6711daf-7919-4caa-a41d-51234f3ef7f9 req-1b6190c4-0941-4e15-912e-2a7c2b5d01c5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:35.742142 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6711daf-7919-4caa-a41d-51234f3ef7f9 req-1b6190c4-0941-4e15-912e-2a7c2b5d01c5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 943 time: 0.4040425 Jul 06 17:47:35.756292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Hosts for other DVR routers connected to router 0ae44f9d-cb13-4c39-9d4b-a2bc3b672a42: set() {{(pid=93778) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 06 17:47:35.759502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.764701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a3306093-a29f-4f0e-9db1-318cc9e49654 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "PUT /v2.0/routers/0ae44f9d-cb13-4c39-9d4b-a2bc3b672a42 HTTP/1.1" status: 200 len: 717 time: 1.5765085 Jul 06 17:47:35.765596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:35.785091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a93f2ff-bb2b-4ada-aec3-e07ef04c41d3 None None] Provisioning complete for port 144af4a4-b565-4d90-8b4d-3ddbbf275646 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:35.786109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a93f2ff-bb2b-4ada-aec3-e07ef04c41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:35.863763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a93f2ff-bb2b-4ada-aec3-e07ef04c41d3 None None] Port 144af4a4-b565-4d90-8b4d-3ddbbf275646 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:35.871370 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f2ed243e-512d-4686-8855-cffe4c9279ee tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "GET /v2.0/routers/0ae44f9d-cb13-4c39-9d4b-a2bc3b672a42 HTTP/1.1" status: 200 len: 717 time: 0.1043394 Jul 06 17:47:35.872143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:35.885452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] For port 4ff0d708-89b0-4d82-a081-243d7b1e5376, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:36.259538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] For port 4ff0d708-89b0-4d82-a081-243d7b1e5376, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4ff0d708-89b0-4d82-a081-243d7b1e5376,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:36.268352 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aee54e81-f533-4919-a5f1-0681610fa721 tempest-RoutersTestDVR-2080761121 tempest-RoutersTestDVR-2080761121-project] 10.222.0.13 "GET /v2.0/routers/0ae44f9d-cb13-4c39-9d4b-a2bc3b672a42 HTTP/1.1" status: 200 len: 683 time: 0.3950238 Jul 06 17:47:36.269621 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42968) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:36.273579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6711daf-7919-4caa-a41d-51234f3ef7f9 req-052c994a-ca91-4930-ba85-49ddeb0ced36 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304234 Jul 06 17:47:36.295843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800d893-de48-40c3-8978-14abcb4d3520 req-7899ac0d-1b1a-4da0-ace4-5654e1f7db87 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.297495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e800d893-de48-40c3-8978-14abcb4d3520 req-7899ac0d-1b1a-4da0-ace4-5654e1f7db87 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 944 time: 0.2293851 Jul 06 17:47:36.322528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.423884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f973f0b-2edf-48f5-b750-09aa90bf66fc tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.430810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a493a395-f5b7-4a1a-a012-931d0878125b up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:36.494370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2b935d1-ee8b-4f2f-a9f9-216c8c9fb40f tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.500713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port a493a395-f5b7-4a1a-a012-931d0878125b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:36.507916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port a493a395-f5b7-4a1a-a012-931d0878125b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:36.509843 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.516039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d2b935d1-ee8b-4f2f-a9f9-216c8c9fb40f tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Calling delete_port for 144af4a4-b565-4d90-8b4d-3ddbbf275646 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:36.554735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e800d893-de48-40c3-8978-14abcb4d3520 req-09896185-2d40-4234-ad31-c023e2945653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104151 Jul 06 17:47:36.658391 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.695304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff0d708-89b0-4d82-a081-243d7b1e5376,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:36.712607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:36.713703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.714634 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.715423 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebe6094-0d87-48f2-9066-dcba102b1068" -d '{"events": [{"server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "name": "network-vif-plugged", "status": "completed", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:36.716230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-c673f18d-fa04-4b70-bd21-a6e713622219 service neutron] 10.222.0.55 "PUT /v2.0/ports/4ff0d708-89b0-4d82-a081-243d7b1e5376 HTTP/1.1" status: 200 len: 1091 time: 3.8444207 Jul 06 17:47:36.716715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ae90e7-c230-4618-92a8-a2eaca0abe70', 'tag': '4ff0d708-89b0-4d82-a081-243d7b1e5376'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:36.719398 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9422d2-eaae-48a3-9579-a14b0246c52d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ae90e7-c230-4618-92a8-a2eaca0abe70", "tag": "4ff0d708-89b0-4d82-a081-243d7b1e5376"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:36.773087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:36.785040 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.857858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f973f0b-2edf-48f5-b750-09aa90bf66fc tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.867063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:36.869439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f973f0b-2edf-48f5-b750-09aa90bf66fc tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.928446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-9dd09c9b-a98b-41a8-aa02-fe7fd932235f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:36.930057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-9dd09c9b-a98b-41a8-aa02-fe7fd932235f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 944 time: 0.7179258 Jul 06 17:47:36.948998 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f973f0b-2edf-48f5-b750-09aa90bf66fc tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.950124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f973f0b-2edf-48f5-b750-09aa90bf66fc tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae44f9d-cb13-4c39-9d4b-a2bc3b672a42 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:47:36.960349 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f973f0b-2edf-48f5-b750-09aa90bf66fc tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:36.967175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2f973f0b-2edf-48f5-b750-09aa90bf66fc tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0ae44f9d-cb13-4c39-9d4b-a2bc3b672a42 HTTP/1.1" status: 204 len: 168 time: 0.6906219 Jul 06 17:47:36.967835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:36.977291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1fd7e45f-ab1c-434e-9a8e-2269ce6f92d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Request body: {'router': {'name': 'tempest-router-419755244', 'distributed': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:37.016925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e45f-ab1c-434e-9a8e-2269ce6f92d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.018444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e45f-ab1c-434e-9a8e-2269ce6f92d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.029096 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d338355-be26-4dd6-a2bf-cc694033a5c2 x-openstack-request-id: req-8d338355-be26-4dd6-a2bf-cc694033a5c2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:37.029898 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ae90e7-c230-4618-92a8-a2eaca0abe70", "tag": "4ff0d708-89b0-4d82-a081-243d7b1e5376", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:37.030272 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d338355-be26-4dd6-a2bf-cc694033a5c2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:37.030970 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ae90e7-c230-4618-92a8-a2eaca0abe70', 'tag': '4ff0d708-89b0-4d82-a081-243d7b1e5376', 'status': 'completed', 'code': 200} Jul 06 17:47:37.031875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2b935d1-ee8b-4f2f-a9f9-216c8c9fb40f tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.053517 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59adb241-6583-4aca-9184-350bd57d94cf x-openstack-request-id: req-59adb241-6583-4aca-9184-350bd57d94cf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:37.054671 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "name": "network-vif-plugged", "status": "completed", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:37.055320 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59adb241-6583-4aca-9184-350bd57d94cf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:37.056125 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'code': 200} Jul 06 17:47:37.117565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e45f-ab1c-434e-9a8e-2269ce6f92d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.133937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b935d1-ee8b-4f2f-a9f9-216c8c9fb40f tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event deleted for resources: {'Port': ['ID=144af4a4-b565-4d90-8b4d-3ddbbf275646,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:37.134517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e45f-ab1c-434e-9a8e-2269ce6f92d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.190271 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e45f-ab1c-434e-9a8e-2269ce6f92d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.191828 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1fd7e45f-ab1c-434e-9a8e-2269ce6f92d0 tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2227499 Jul 06 17:47:37.194572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42988) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:37.218976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b38592-169c-424d-88ea-f65002b07c75 req-9e52b1db-51c0-4ada-8976-5f7aee91c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:37.220828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-9e52b1db-51c0-4ada-8976-5f7aee91c9b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 1094 time: 0.4453936 Jul 06 17:47:37.303514 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1de81746-e5fc-4880-93e0-721ec508f21a tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.306857 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-22df5014-b4da-4fcb-b00a-cef420e2161c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff0d708-89b0-4d82-a081-243d7b1e5376 HTTP/1.1" status: 200 len: 217 time: 0.0779305 Jul 06 17:47:37.310411 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-00a4fd92-e539-478c-9d39-3cf98541f34e service neutron] delete failed (client error): The resource could not be found. Jul 06 17:47:37.310719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-00a4fd92-e539-478c-9d39-3cf98541f34e service neutron] 10.222.0.22 "DELETE /v2.0/ports/a493a395-f5b7-4a1a-a012-931d0878125b/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.3725848 Jul 06 17:47:37.415550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2b935d1-ee8b-4f2f-a9f9-216c8c9fb40f tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.427305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d2b935d1-ee8b-4f2f-a9f9-216c8c9fb40f tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "DELETE /v2.0/ports/144af4a4-b565-4d90-8b4d-3ddbbf275646 HTTP/1.1" status: 204 len: 168 time: 2.1053231 Jul 06 17:47:37.439744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:37.595387 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc8bc26-34fa-4287-a31f-341c9e1c7268 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] GET failed (client error): The resource could not be found. Jul 06 17:47:37.608601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43004) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:37.610044 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dcc8bc26-34fa-4287-a31f-341c9e1c7268 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "GET /v2.0/ports/144af4a4-b565-4d90-8b4d-3ddbbf275646 HTTP/1.1" status: 404 len: 333 time: 0.1680918 Jul 06 17:47:37.614127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'port': {'network_id': '8e1638ae-8828-47b3-a762-3742455f180a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-180860386'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:37.674979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b38592-169c-424d-88ea-f65002b07c75 req-28b97940-e5c1-4369-85ac-d29c9abd2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:37.676521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-28b97940-e5c1-4369-85ac-d29c9abd2773 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7efb61c-af40-475c-9987-361c48dbe1e1 HTTP/1.1" status: 200 len: 855 time: 0.3127854 Jul 06 17:47:37.801325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1de81746-e5fc-4880-93e0-721ec508f21a tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.808126 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1de81746-e5fc-4880-93e0-721ec508f21a tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.833022 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-0ddbc53d-3a1b-458d-a3ce-8234d430c7bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15584471-2630-45f1-9648-6c381607671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926733 Jul 06 17:47:37.882315 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1de81746-e5fc-4880-93e0-721ec508f21a tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.883302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de81746-e5fc-4880-93e0-721ec508f21a tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83e5684b-2f8e-41d5-bd7b-778ba666a88b {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:47:37.894676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1de81746-e5fc-4880-93e0-721ec508f21a tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:37.899671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1de81746-e5fc-4880-93e0-721ec508f21a tempest-RoutersTestDVR-285900801 tempest-RoutersTestDVR-285900801-project-admin] 10.222.0.13 "DELETE /v2.0/routers/83e5684b-2f8e-41d5-bd7b-778ba666a88b HTTP/1.1" status: 204 len: 168 time: 0.7001538 Jul 06 17:47:37.927728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143bcd7-146e-4ac9-b2d8-92ccd55d0085 req-33a0bce3-ffae-4fff-b030-6f89d1938088 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:37.939125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4143bcd7-146e-4ac9-b2d8-92ccd55d0085 req-33a0bce3-ffae-4fff-b030-6f89d1938088 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 943 time: 0.3277287 Jul 06 17:47:38.008390 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4143bcd7-146e-4ac9-b2d8-92ccd55d0085 req-7cec1439-f5b2-4fc5-a12e-a73d18ad5e97 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680995 Jul 06 17:47:38.105366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-55117140-46dd-46ac-968d-b992376bb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:38.112690 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-55117140-46dd-46ac-968d-b992376bb6c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1096 time: 0.6237168 Jul 06 17:47:38.257686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Made reservation on behalf of b9045664b9d8474a8de8de8b74279d0d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:38.265076 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:38.274749 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-8d1dcb8c-01b3-4af2-9a7f-45ba782c7ece service neutron] 10.222.0.55 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126799 Jul 06 17:47:38.311592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f351b9-2a2f-4eb0-bf75-8300659f3ef7 req-8db8504d-eb90-4d03-9347-d245f3466e80 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:38.313191 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81f351b9-2a2f-4eb0-bf75-8300659f3ef7 req-8db8504d-eb90-4d03-9347-d245f3466e80 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.2899189 Jul 06 17:47:38.396014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80377e-45a9-4c17-a282-22feeda1681e req-45681a75-c362-43b3-9675-bff146bd0c60 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:38.401182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81f351b9-2a2f-4eb0-bf75-8300659f3ef7 req-7662498f-0448-47ec-9c34-3ec052c72928 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694995 Jul 06 17:47:38.405868 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-45681a75-c362-43b3-9675-bff146bd0c60 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/networks?id=c97e1484-1219-4b50-bb34-47553419df5b HTTP/1.1" status: 200 len: 809 time: 0.3028440 Jul 06 17:47:38.428516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-33f3e940-be99-487c-ade4-7e7f04f7be83 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/quotas/0a8e4d6f684c4c139085a72b6a474fe6 HTTP/1.1" status: 200 len: 375 time: 0.0210092 Jul 06 17:47:38.476161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] device_id is not set on port 427200b6-cc34-4a4e-a456-da3789a7ba04 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:47:38.483583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43030) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:38.487171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-2ac9f255-ed8c-4237-97c2-bb403ded3535 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a8e4d6f684c4c139085a72b6a474fe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573404 Jul 06 17:47:38.559186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-fde6e1c0-09a0-44e3-9127-139c19d591f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:38.560741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-fde6e1c0-09a0-44e3-9127-139c19d591f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 897 time: 0.4315069 Jul 06 17:47:38.615591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-b5c19869-445f-4b30-8dd5-dd18ea08aa76 service neutron] 10.222.0.13 "GET /v2.0/networks/c97e1484-1219-4b50-bb34-47553419df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274288 Jul 06 17:47:38.676998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83b38592-169c-424d-88ea-f65002b07c75 req-7161e612-1ace-49d3-a5de-f6f064cc5139 service neutron] 10.222.0.55 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761349 Jul 06 17:47:38.742740 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-7093aa5d-e404-40a6-995f-d009c2c9b3b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 1000 time: 0.1693890 Jul 06 17:47:38.752238 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-4c29ad63-f30f-4051-8d33-0af673a787f4 service neutron] 10.222.0.13 "GET /v2.0/networks/c97e1484-1219-4b50-bb34-47553419df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346190 Jul 06 17:47:38.836613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1438bc66-4b92-43e2-92b8-0632a46e272e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:38.888160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Allocated IP 2001:db8::38c (8e1638ae-8828-47b3-a762-3742455f180a/a2c49a50-a274-460a-ba37-97d9aec693cc/427200b6-cc34-4a4e-a456-da3789a7ba04) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:38.964721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-04a3778f-99d7-4cec-a07c-8bdde7d873d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:38.966125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-04a3778f-99d7-4cec-a07c-8bdde7d873d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 200 len: 835 time: 0.2071078 Jul 06 17:47:39.093246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-122e7180-ac7d-4d5a-a8dc-d08b1a69491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:39.094872 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-122e7180-ac7d-4d5a-a8dc-d08b1a69491b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 1094 time: 0.3490107 Jul 06 17:47:39.233839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e11eff41-576a-498b-ba30-f481bf3957b4 req-42e41e76-b5bf-41c0-974d-49ba09606479 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 210 time: 0.0516386 Jul 06 17:47:39.341829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:39.358327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Transition to ACTIVE for port object 427200b6-cc34-4a4e-a456-da3789a7ba04 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:39.539742 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:39.556018 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1438bc66-4b92-43e2-92b8-0632a46e272e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:39.617418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1438bc66-4b92-43e2-92b8-0632a46e272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:39.747920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8960ec9-8cec-42c6-b760-e3a3b40def83 req-9b64684c-35b6-4f7d-a366-078b374ea404 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:39.755726 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8960ec9-8cec-42c6-b760-e3a3b40def83 req-9b64684c-35b6-4f7d-a366-078b374ea404 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1238220 Jul 06 17:47:39.797533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438bc66-4b92-43e2-92b8-0632a46e272e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ac0742-557b-4e1e-a3cb-b3a5780dcb3c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:39.804714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Port': ['ID=427200b6-cc34-4a4e-a456-da3789a7ba04,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:39.819670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1438bc66-4b92-43e2-92b8-0632a46e272e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=900a0b0d7eae48cba21ff34067f1a7da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3316369 Jul 06 17:47:39.819670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-feb0fda8-fff0-4299-b9b2-5dbbec59e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:39.822700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-feb0fda8-fff0-4299-b9b2-5dbbec59e9bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 200 len: 916 time: 0.7071917 Jul 06 17:47:39.826320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:39.833247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-38fd1ec1-f57e-4b3b-8f48-38c0bd7ba595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:39.837617 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-38fd1ec1-f57e-4b3b-8f48-38c0bd7ba595 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8484843 Jul 06 17:47:39.888486 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8960ec9-8cec-42c6-b760-e3a3b40def83 req-4473e88e-e5fd-4388-bcc3-e7fb13505218 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311300 Jul 06 17:47:39.918998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Network 8e1638ae-8828-47b3-a762-3742455f180a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:39.923469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-7acd72e7-0191-4d8a-ad4c-2eb06975c805 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff0d708-89b0-4d82-a081-243d7b1e5376 HTTP/1.1" status: 200 len: 217 time: 0.0722752 Jul 06 17:47:40.050088 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e44070f7-169b-42e6-92c2-6b6fe822e38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:40.085422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-ed0a77b5-b1bf-431c-a097-d49eb9a428fc service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649306 Jul 06 17:47:40.099060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:40.105782 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e44070f7-169b-42e6-92c2-6b6fe822e38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:40.181292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-abf8b6a8-a923-4ef5-b554-b07edb21480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.184920 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-abf8b6a8-a923-4ef5-b554-b07edb21480c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7efb61c-af40-475c-9987-361c48dbe1e1 HTTP/1.1" status: 200 len: 855 time: 0.0929499 Jul 06 17:47:40.240597 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e44070f7-169b-42e6-92c2-6b6fe822e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:40.244273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e44070f7-169b-42e6-92c2-6b6fe822e38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:40.252713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e44070f7-169b-42e6-92c2-6b6fe822e38d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40ac0742-557b-4e1e-a3cb-b3a5780dcb3c HTTP/1.1" status: 204 len: 168 time: 0.4167356 Jul 06 17:47:40.280697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44070f7-169b-42e6-92c2-6b6fe822e38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ac0742-557b-4e1e-a3cb-b3a5780dcb3c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:40.333084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:40.345493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:40.356294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:40.748048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-db54dbec-47ab-465f-9db5-721058e777bb None None] Provisioning for port 427200b6-cc34-4a4e-a456-da3789a7ba04 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:40.756631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-db54dbec-47ab-465f-9db5-721058e777bb None None] Provisioning complete for port 427200b6-cc34-4a4e-a456-da3789a7ba04 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:40.757301 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db54dbec-47ab-465f-9db5-721058e777bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:40.872851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-db54dbec-47ab-465f-9db5-721058e777bb None None] Port 427200b6-cc34-4a4e-a456-da3789a7ba04 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:40.960765 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15a46406-4f95-431f-875f-f8ffbcc1442a req-12e96d91-4f28-4d27-ad54-e1db1a31ad99 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 210 time: 0.0434239 Jul 06 17:47:40.984628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43072) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:41.005751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96e67341-1052-4a62-9a06-5bf713baecb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:41.077038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-cdea7f36-512c-43b1-9d60-74bb09b8ccfb req-6123d2eb-622a-4b94-891c-499959d9d7a3 service neutron] (93779) timed out ('10.222.0.22', 55306) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 17:47:41.082771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-1d2fa822-9586-488a-9f3d-d87e414df557 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15584471-2630-45f1-9648-6c381607671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6749587 Jul 06 17:47:41.093030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7e7063af-d2b1-4140-b270-08e22c1bbb8e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4832170 Jul 06 17:47:41.097353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:41.122775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fdbadcf4-7083-42b9-87b6-dcf02164fe44 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:72:be:a6'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:41.154445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf99d67-fdfd-40bb-9d8b-b2c5985383f4 req-507e884a-d35d-4421-bcf2-54372fc29c9a tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.156262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bf99d67-fdfd-40bb-9d8b-b2c5985383f4 req-507e884a-d35d-4421-bcf2-54372fc29c9a tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 943 time: 1.7574146 Jul 06 17:47:41.191778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78bec23e-15ea-4faa-adad-d76df9d9adc0 req-5b4f1a08-0467-45c5-9e44-a2204ac25fe1 service neutron] 10.222.0.22 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0197017 Jul 06 17:47:41.312385 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bf99d67-fdfd-40bb-9d8b-b2c5985383f4 req-e483d562-c543-4cac-b56c-4428ac6d252b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194859 Jul 06 17:47:41.451443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-2131c533-4e03-4a44-b05d-1ccc5b60cc68 service neutron] 10.222.0.55 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416529 Jul 06 17:47:41.549294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cc396-15ee-4cae-842d-a4550ed4b0d1 req-ad5640c2-f4af-4fd9-b3d5-17ac110bce14 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.556489 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e8cc396-15ee-4cae-842d-a4550ed4b0d1 req-ad5640c2-f4af-4fd9-b3d5-17ac110bce14 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.3530729 Jul 06 17:47:41.695160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80377e-45a9-4c17-a282-22feeda1681e req-574db469-eaeb-4667-9885-fe1aed8e1ad4 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:41.697363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-574db469-eaeb-4667-9885-fe1aed8e1ad4 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.22 "GET /v2.0/networks?id=c97e1484-1219-4b50-bb34-47553419df5b HTTP/1.1" status: 200 len: 809 time: 0.3835249 Jul 06 17:47:41.701954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e8cc396-15ee-4cae-842d-a4550ed4b0d1 req-61454611-6c6b-4edd-a6fd-73a972d00609 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370647 Jul 06 17:47:41.710463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Request body: {'port': {'device_id': '0d95ae1f-ae27-4e5b-a360-67e5ec45d322', 'network_id': 'c97e1484-1219-4b50-bb34-47553419df5b', 'admin_state_up': True, 'tenant_id': '0a8e4d6f684c4c139085a72b6a474fe6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:41.797819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96e67341-1052-4a62-9a06-5bf713baecb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:41.799348 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbadcf4-7083-42b9-87b6-dcf02164fe44 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:41.815988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96e67341-1052-4a62-9a06-5bf713baecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:41.850287 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96e67341-1052-4a62-9a06-5bf713baecb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2fbed97ad71480b9796c2bd4971c0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8644710 Jul 06 17:47:41.855708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:41.920365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc9422d2-eaae-48a3-9579-a14b0246c52d req-ad802999-dd72-4d4b-871f-2fa1f8c01292 service neutron] 10.222.0.55 "GET /v2.0/networks/15584471-2630-45f1-9648-6c381607671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477465 Jul 06 17:47:41.982614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Made reservation on behalf of 0a8e4d6f684c4c139085a72b6a474fe6 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:41.994846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.066806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e67341-1052-4a62-9a06-5bf713baecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b0e8e3-a83e-4c75-b201-7b9c7bcaa3eb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:42.265757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Allocated IP 172.20.0.5 (c97e1484-1219-4b50-bb34-47553419df5b/eb34e4bf-886a-4dfb-9f61-30138a7097e8/6f1684d3-002a-41fb-8802-d9bc0c04e5d3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:42.318924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbadcf4-7083-42b9-87b6-dcf02164fe44 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.355411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbadcf4-7083-42b9-87b6-dcf02164fe44 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.385015 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e88e2a86-fc25-4f4e-b6c7-a9c1c62dcfbd req-40f5b3ec-d7e9-4fca-974e-5649e1569364 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 210 time: 0.1595671 Jul 06 17:47:42.393301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ab29c0f-558e-4b62-8a07-13f14e3e57b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.415252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fdbadcf4-7083-42b9-87b6-dcf02164fe44 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] In _notify_port_updated(), no bound segment for port 427200b6-cc34-4a4e-a456-da3789a7ba04 on network 8e1638ae-8828-47b3-a762-3742455f180a {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:47:42.443785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbadcf4-7083-42b9-87b6-dcf02164fe44 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:42.444499 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbadcf4-7083-42b9-87b6-dcf02164fe44 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.445884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fdbadcf4-7083-42b9-87b6-dcf02164fe44 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "PUT /v2.0/ports/427200b6-cc34-4a4e-a456-da3789a7ba04 HTTP/1.1" status: 200 len: 1002 time: 1.3475277 Jul 06 17:47:42.471834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4ff0d708-89b0-4d82-a081-243d7b1e5376 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:42.485650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:42.640429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ab29c0f-558e-4b62-8a07-13f14e3e57b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.724170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ab29c0f-558e-4b62-8a07-13f14e3e57b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.739773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ab29c0f-558e-4b62-8a07-13f14e3e57b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.741146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7ab29c0f-558e-4b62-8a07-13f14e3e57b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6b0e8e3-a83e-4c75-b201-7b9c7bcaa3eb HTTP/1.1" status: 204 len: 168 time: 0.8841581 Jul 06 17:47:42.835675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbadcf4-7083-42b9-87b6-dcf02164fe44 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Port': ['ID=427200b6-cc34-4a4e-a456-da3789a7ba04,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:42.877462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4660e-1970-4ab0-89da-d9d82cb83597 req-275f8bc8-fced-44b4-a5aa-2525b1a707f0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:42.884748 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32a4660e-1970-4ab0-89da-d9d82cb83597 req-275f8bc8-fced-44b4-a5aa-2525b1a707f0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 943 time: 0.2670269 Jul 06 17:47:42.912478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4ff0d708-89b0-4d82-a081-243d7b1e5376, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4ff0d708-89b0-4d82-a081-243d7b1e5376,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:42.919383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:42.966199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '4ff0d708-89b0-4d82-a081-243d7b1e5376', 'network_id': '15584471-2630-45f1-9648-6c381607671e', 'port_id': '4ff0d708-89b0-4d82-a081-243d7b1e5376', 'mac_address': 'fa:16:3e:b1:f1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7efb61c-af40-475c-9987-361c48dbe1e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:42.994045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-45ae481b-fcaa-48f6-915f-abe69a6f3c33 None None] Provisioning complete for port 427200b6-cc34-4a4e-a456-da3789a7ba04 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:42.995302 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45ae481b-fcaa-48f6-915f-abe69a6f3c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.094849 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32a4660e-1970-4ab0-89da-d9d82cb83597 req-003d1b07-71fa-4b3e-8b54-c5394262f5f5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813598 Jul 06 17:47:43.155868 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.194551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-45ae481b-fcaa-48f6-915f-abe69a6f3c33 None None] Port 427200b6-cc34-4a4e-a456-da3789a7ba04 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:43.228079 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.256558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff0d708-89b0-4d82-a081-243d7b1e5376 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:43.320352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Network c97e1484-1219-4b50-bb34-47553419df5b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:43.320625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4ff0d708-89b0-4d82-a081-243d7b1e5376, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4ff0d708-89b0-4d82-a081-243d7b1e5376,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:43.330775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.343404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:43.360441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:43.461485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:43.462235 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.469509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4ff0d708-89b0-4d82-a081-243d7b1e5376,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:43.473124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Pushing event updated for resources: {'Port': ['ID=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:43.500096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.500744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.500744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.501090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.501618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.502137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.502782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.503323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.503809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.504310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.504911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.505411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:47:43.513336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-6c05a144-c9da-4930-a010-42108bcb3114 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8073044 Jul 06 17:47:43.526101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Request body: {'port': {'device_id': '0d95ae1f-ae27-4e5b-a360-67e5ec45d322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:43.565909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab29c0f-558e-4b62-8a07-13f14e3e57b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b0e8e3-a83e-4c75-b201-7b9c7bcaa3eb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:43.644966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6a70eba1-4f3d-45eb-9497-a380fe315f79 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Deleting port 427200b6-cc34-4a4e-a456-da3789a7ba04 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:43.646044 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a70eba1-4f3d-45eb-9497-a380fe315f79 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.783562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.836398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a70eba1-4f3d-45eb-9497-a380fe315f79 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:43.843599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['4ff0d708-89b0-4d82-a081-243d7b1e5376'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:43.856864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbd253-cb6f-4f54-b14a-04db6944a3b8 req-d12d4900-6ad4-4f9c-8ddf-130420e67d38 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:43.858807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dcbd253-cb6f-4f54-b14a-04db6944a3b8 req-d12d4900-6ad4-4f9c-8ddf-130420e67d38 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 0.1841552 Jul 06 17:47:43.883001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6a70eba1-4f3d-45eb-9497-a380fe315f79 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Calling delete_port for 427200b6-cc34-4a4e-a456-da3789a7ba04 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:43.996035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dcbd253-cb6f-4f54-b14a-04db6944a3b8 req-38bd54ec-cc00-40a1-bf35-8cbd502b559e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153538 Jul 06 17:47:44.033058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43128) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:44.142319 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b4c5c86a-b476-4a31-83e7-f11b659a42ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/7ce3b919-4730-42f8-b129-f4f3fd496d6e HTTP/1.1" status: 200 len: 992 time: 0.1077781 Jul 06 17:47:44.273407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a70eba1-4f3d-45eb-9497-a380fe315f79 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.333957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70eba1-4f3d-45eb-9497-a380fe315f79 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event deleted for resources: {'Port': ['ID=427200b6-cc34-4a4e-a456-da3789a7ba04,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:44.363615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27aa99e-bfc7-4ab0-96e6-2d2043fc7460 req-b2afe0e5-d706-4a2b-8a5c-392f500c685a tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:44.374650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a70eba1-4f3d-45eb-9497-a380fe315f79 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.375562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f27aa99e-bfc7-4ab0-96e6-2d2043fc7460 req-b2afe0e5-d706-4a2b-8a5c-392f500c685a tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 931 time: 0.5432587 Jul 06 17:47:44.378222 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6a70eba1-4f3d-45eb-9497-a380fe315f79 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "DELETE /v2.0/ports/427200b6-cc34-4a4e-a456-da3789a7ba04 HTTP/1.1" status: 204 len: 168 time: 1.8907743 Jul 06 17:47:44.382911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43140) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:44.454580 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f27aa99e-bfc7-4ab0-96e6-2d2043fc7460 req-3f1c81de-ea05-4cac-a018-32aca20b60fa tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778697 Jul 06 17:47:44.469777 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a94fa5-26db-4e09-87f4-e7dec6bf7589 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] GET failed (client error): The resource could not be found. Jul 06 17:47:44.472898 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-67a94fa5-26db-4e09-87f4-e7dec6bf7589 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "GET /v2.0/ports/427200b6-cc34-4a4e-a456-da3789a7ba04 HTTP/1.1" status: 404 len: 333 time: 0.0853965 Jul 06 17:47:44.479531 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43142) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:44.493591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'port': {'network_id': '8e1638ae-8828-47b3-a762-3742455f180a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-366947808'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:44.537451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:44.723563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200af2a-577b-401a-8f89-c5710a32758b req-ddfb25f4-da9e-4372-8509-c328b5c5439e tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:44.725954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c200af2a-577b-401a-8f89-c5710a32758b req-ddfb25f4-da9e-4372-8509-c328b5c5439e tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 944 time: 0.2022538 Jul 06 17:47:44.782621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-782295000'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:44.802923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c200af2a-577b-401a-8f89-c5710a32758b req-f8a3cc75-54f3-4b16-a499-f232e1bb3832 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617807 Jul 06 17:47:44.804349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Made reservation on behalf of b9045664b9d8474a8de8de8b74279d0d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:44.808942 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.825089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:44.842401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] device_id is not set on port 7c8d66c5-26d1-42e1-85ff-f1674a1f77a8 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:47:44.850717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.872825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Made reservation on behalf of fdb302f52f5b4d558e120744b4510f2d for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:44.878590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.890898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Transition to ACTIVE for port object 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:44.892214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:44.904193 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.021198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Pushing event updated for resources: {'Port': ['ID=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:45.036073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Allocated IP 2001:db8::393 (8e1638ae-8828-47b3-a762-3742455f180a/a2c49a50-a274-460a-ba37-97d9aec693cc/7c8d66c5-26d1-42e1-85ff-f1674a1f77a8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:45.116490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Attempting to bind port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:47:45.116840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Attempting to bind port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '79547f66-cc09-4d2b-afd6-3ca95eae4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c97e1484-1219-4b50-bb34-47553419df5b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:47:45.117187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Attempting to bind port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 on network c97e1484-1219-4b50-bb34-47553419df5b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:45.125189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 on network c97e1484-1219-4b50-bb34-47553419df5b not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:47:45.125496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Attempting to bind port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 on network c97e1484-1219-4b50-bb34-47553419df5b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:47:45.134645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:47:45.134995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Checking segment: {'id': '79547f66-cc09-4d2b-afd6-3ca95eae4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c97e1484-1219-4b50-bb34-47553419df5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:45.136393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Bound using segment: {'id': '79547f66-cc09-4d2b-afd6-3ca95eae4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c97e1484-1219-4b50-bb34-47553419df5b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:47:45.136877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Bound port: 6f1684d3-002a-41fb-8802-d9bc0c04e5d3, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79547f66-cc09-4d2b-afd6-3ca95eae4070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c97e1484-1219-4b50-bb34-47553419df5b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:47:45.137257 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.170272 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.221058 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.254173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] For port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:47:45.264186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] For port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,segment=NetworkSegment(79547f66-cc09-4d2b-afd6-3ca95eae4070),segment_id=79547f66-cc09-4d2b-afd6-3ca95eae4070)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:47:45.265424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:47:45.282460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.296381 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.296704 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Added segment 17945bba-905e-4048-b96b-2633308fe351 of type vlan for network b80f43da-49b8-496c-afe4-674c2d17e3ea Jul 06 17:47:45.302382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a937cb65-7e78-47a1-94ea-5c604700fc22,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:45.345657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:45.346328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.348116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] 10.222.0.22 "PUT /v2.0/ports/6f1684d3-002a-41fb-8802-d9bc0c04e5d3 HTTP/1.1" status: 200 len: 1091 time: 1.8271224 Jul 06 17:47:45.377160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d95ae1f-ae27-4e5b-a360-67e5ec45d322', 'tag': '6f1684d3-002a-41fb-8802-d9bc0c04e5d3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:45.379590 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac779cab-e19a-4841-98ae-5e9b1314aac6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d95ae1f-ae27-4e5b-a360-67e5ec45d322", "tag": "6f1684d3-002a-41fb-8802-d9bc0c04e5d3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:45.392371 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.440639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Transition to ACTIVE for port object 7c8d66c5-26d1-42e1-85ff-f1674a1f77a8 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:45.457259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.468659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e92e42-63b6-4707-a98c-039824a23b4d service neutron] Pushing event updated for resources: {'Port': ['ID=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:45.507148 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.508050 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa938df0-4f9b-4251-b613-f8ac1868a49c x-openstack-request-id: req-fa938df0-4f9b-4251-b613-f8ac1868a49c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:45.509598 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d95ae1f-ae27-4e5b-a360-67e5ec45d322", "tag": "6f1684d3-002a-41fb-8802-d9bc0c04e5d3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:45.511873 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa938df0-4f9b-4251-b613-f8ac1868a49c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:45.512945 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d95ae1f-ae27-4e5b-a360-67e5ec45d322', 'tag': '6f1684d3-002a-41fb-8802-d9bc0c04e5d3', 'status': 'completed', 'code': 200} Jul 06 17:47:45.618068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Network 8e1638ae-8828-47b3-a762-3742455f180a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:45.627467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:45.630239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.643832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:45.644534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.649158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:45.664958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:45.666120 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:45.759391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Network': ['ID=b80f43da-49b8-496c-afe4-674c2d17e3ea,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:45.772835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b80f43da-49b8-496c-afe4-674c2d17e3ea details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:47:45.809094 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cf19e820-7b4f-4e71-a0ec-2f274430d153 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2405860 Jul 06 17:47:45.817264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80377e-45a9-4c17-a282-22feeda1681e req-3c94c82f-f12d-4cf5-b090-9a9a39c28235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:45.819258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-3c94c82f-f12d-4cf5-b090-9a9a39c28235 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a8e4d6f684c4c139085a72b6a474fe6&device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 1094 time: 0.3426986 Jul 06 17:47:45.819796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43164) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:45.827083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'subnet': {'network_id': 'b80f43da-49b8-496c-afe4-674c2d17e3ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:45.828867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Port': ['ID=7c8d66c5-26d1-42e1-85ff-f1674a1f77a8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:45.861373 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ea49aea5-9830-4857-b7c0-81b0622a3790 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3797867 Jul 06 17:47:45.865540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43168) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:45.884519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'port': {'network_id': '8e1638ae-8828-47b3-a762-3742455f180a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1013965958'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:45.957165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-8fde4020-c4ea-48b7-a498-8b1b12b85a22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f1684d3-002a-41fb-8802-d9bc0c04e5d3 HTTP/1.1" status: 200 len: 217 time: 0.1261690 Jul 06 17:47:46.093808 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42b0d0-624b-4b76-a2b4-6b1f5ed22c2f req-23bf0d87-f295-40cc-b03f-9b198d03755f tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:46.100773 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca42b0d0-624b-4b76-a2b4-6b1f5ed22c2f req-23bf0d87-f295-40cc-b03f-9b198d03755f tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 943 time: 0.4294519 Jul 06 17:47:46.107256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80377e-45a9-4c17-a282-22feeda1681e req-579c94dd-4a83-4100-961e-36ba79e62200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:46.108846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-579c94dd-4a83-4100-961e-36ba79e62200 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb34e4bf-886a-4dfb-9f61-30138a7097e8 HTTP/1.1" status: 200 len: 849 time: 0.1396580 Jul 06 17:47:46.166079 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-274d1814-9194-4da0-ae39-affa6e21c2ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c97e1484-1219-4b50-bb34-47553419df5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473678 Jul 06 17:47:46.193508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Made reservation on behalf of fdb302f52f5b4d558e120744b4510f2d for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:46.213124 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.215934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-193d383d-2aee-4de7-8c00-b1c53b6fee67 None None] Provisioning for port 7c8d66c5-26d1-42e1-85ff-f1674a1f77a8 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:46.239582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-193d383d-2aee-4de7-8c00-b1c53b6fee67 None None] Provisioning complete for port 7c8d66c5-26d1-42e1-85ff-f1674a1f77a8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:46.240701 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-193d383d-2aee-4de7-8c00-b1c53b6fee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.269332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca42b0d0-624b-4b76-a2b4-6b1f5ed22c2f req-2543a01f-f887-42ec-aeea-5b8182f6e29d tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426320 Jul 06 17:47:46.273155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Made reservation on behalf of b9045664b9d8474a8de8de8b74279d0d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:46.278580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.300619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-193d383d-2aee-4de7-8c00-b1c53b6fee67 None None] Port 7c8d66c5-26d1-42e1-85ff-f1674a1f77a8 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:46.308795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] device_id is not set on port 8680337c-9d19-4b22-8a1d-88a0674773fc yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:47:46.332835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f18e4d-54da-47f9-913f-a9e8dc1f88e5 req-e2be45a1-640b-4ab0-9e43-2f39ef421d74 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:46.334525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87f18e4d-54da-47f9-913f-a9e8dc1f88e5 req-e2be45a1-640b-4ab0-9e43-2f39ef421d74 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 944 time: 0.2842641 Jul 06 17:47:46.491077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87f18e4d-54da-47f9-913f-a9e8dc1f88e5 req-8655e52f-bd46-4c33-a90b-c8d59b67fcb5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404588 Jul 06 17:47:46.512360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4ff0d708-89b0-4d82-a081-243d7b1e5376 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:46.560142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Allocated IP 2001:db8::cd (8e1638ae-8828-47b3-a762-3742455f180a/a2c49a50-a274-460a-ba37-97d9aec693cc/8680337c-9d19-4b22-8a1d-88a0674773fc) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:46.565709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-5a5d5ed7-f8f0-4ef7-9284-8b23d438a17d service neutron] 10.222.0.22 "GET /v2.0/networks/c97e1484-1219-4b50-bb34-47553419df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869195 Jul 06 17:47:46.585494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 4ff0d708-89b0-4d82-a081-243d7b1e5376 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:46.591749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 4ff0d708-89b0-4d82-a081-243d7b1e5376 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:46.592132 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.771699 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.825407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae90e7-c230-4618-92a8-a2eaca0abe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff0d708-89b0-4d82-a081-243d7b1e5376'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:46.827916 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289850ad-41e6-4bc1-9658-81ce2a5a971d" -d '{"events": [{"server_uuid": "c7ae90e7-c230-4618-92a8-a2eaca0abe70", "name": "network-vif-plugged", "status": "completed", "tag": "4ff0d708-89b0-4d82-a081-243d7b1e5376"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:46.836801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.890824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4ff0d708-89b0-4d82-a081-243d7b1e5376, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4ff0d708-89b0-4d82-a081-243d7b1e5376,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:46.891650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Transition to ACTIVE for port object 8680337c-9d19-4b22-8a1d-88a0674773fc will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:47:46.899922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:46.944366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.021565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Network 8e1638ae-8828-47b3-a762-3742455f180a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:47.030976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:47.036609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:47.047176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.048622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.066987 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7829c50-58f4-4886-a21e-95503d73198b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.071629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Port': ['ID=8680337c-9d19-4b22-8a1d-88a0674773fc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:47.078550 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c476d3f-ebb6-48dd-a344-b7d7c3148eea x-openstack-request-id: req-2c476d3f-ebb6-48dd-a344-b7d7c3148eea {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:47.083194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff80377e-45a9-4c17-a282-22feeda1681e req-01f0aa7a-4f33-44ac-b38e-c1c6a8423c6a service neutron] 10.222.0.22 "GET /v2.0/networks/c97e1484-1219-4b50-bb34-47553419df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088782 Jul 06 17:47:47.086933 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ae90e7-c230-4618-92a8-a2eaca0abe70", "name": "network-vif-plugged", "status": "completed", "tag": "4ff0d708-89b0-4d82-a081-243d7b1e5376", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:47.087453 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c476d3f-ebb6-48dd-a344-b7d7c3148eea {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:47.088104 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ae90e7-c230-4618-92a8-a2eaca0abe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff0d708-89b0-4d82-a081-243d7b1e5376', 'code': 200} Jul 06 17:47:47.099135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43180) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:47.106876 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-30f3f844-c79a-4269-840a-9b9489147da8 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2202365 Jul 06 17:47:47.119663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7ae5a89b-ce86-4e10-9afa-b8102187d357 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f7', 'mac_address': 'fa:16:3e:72:be:a6'}, {'ip_address': '2001:db8::393', 'mac_address': 'fa:16:3e:2e:91:d9'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:47.129170 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.150500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4ff0d708-89b0-4d82-a081-243d7b1e5376,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:47.406136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Subnet': ['ID=d5c0dc5a-67b2-413f-8049-b4d7b806b2df,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:47.411723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Checking segment: {'id': '17945bba-905e-4048-b96b-2633308fe351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b80f43da-49b8-496c-afe4-674c2d17e3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:47:47.412574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network hostable DHCP agents. Network: b80f43da-49b8-496c-afe4-674c2d17e3ea, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:47:47.457650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4c2888ff-abfc-458d-9bde-ed82dce912e4 None None] Provisioning for port 8680337c-9d19-4b22-8a1d-88a0674773fc completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:47.462615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4c2888ff-abfc-458d-9bde-ed82dce912e4 None None] Provisioning complete for port 8680337c-9d19-4b22-8a1d-88a0674773fc triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:47.462990 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c2888ff-abfc-458d-9bde-ed82dce912e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.560297 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4c2888ff-abfc-458d-9bde-ed82dce912e4 None None] Port 8680337c-9d19-4b22-8a1d-88a0674773fc cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:47.573399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dee72-40d2-431c-b67a-473cfa72cc52 req-f503a5ed-9f15-44fc-b8ac-43e97e1264de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.575400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-812dee72-40d2-431c-b67a-473cfa72cc52 req-f503a5ed-9f15-44fc-b8ac-43e97e1264de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 1096 time: 0.3227587 Jul 06 17:47:47.576079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network b80f43da-49b8-496c-afe4-674c2d17e3ea is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:47:47.653026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-b404004d-2d83-436a-9d06-dabc04e7b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.655180 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-b404004d-2d83-436a-9d06-dabc04e7b73b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a8e4d6f684c4c139085a72b6a474fe6&device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 1094 time: 0.4309914 Jul 06 17:47:47.677592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e9da6-900e-4f35-96db-1e219f318a91 req-404c5bd1-0e04-4ac8-9efb-a9f17545749f tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.694533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d1e9da6-900e-4f35-96db-1e219f318a91 req-404c5bd1-0e04-4ac8-9efb-a9f17545749f tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 943 time: 0.1459501 Jul 06 17:47:47.724578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b80f43da-49b8-496c-afe4-674c2d17e3ea) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:47.736215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:47.737228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.745124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c088d39b-f1a6-47d4-b8cf-6e465ea368ce None None] Network b80f43da-49b8-496c-afe4-674c2d17e3ea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:47:47.856983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d1e9da6-900e-4f35-96db-1e219f318a91 req-2100acd4-aa44-404c-9ea0-d1682a7104bd tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512337 Jul 06 17:47:47.901995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-812dee72-40d2-431c-b67a-473cfa72cc52 req-805a9ead-da24-42d5-a833-9bee7a2395f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179421 Jul 06 17:47:47.921366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1280142d-fdd8-4c87-9f8e-352c7db454c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1002877 Jul 06 17:47:47.925681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a89b-ce86-4e10-9afa-b8102187d357 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:47.925921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:47.938488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-402055163', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:48.031245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-0ab2085c-4077-4b25-ad20-941b81b777c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:48.033613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-0ab2085c-4077-4b25-ad20-941b81b777c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c97e1484-1219-4b50-bb34-47553419df5b HTTP/1.1" status: 200 len: 910 time: 0.3615663 Jul 06 17:47:48.037461 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:48.042847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:48.046668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4f798-e42a-477e-a151-3ff8c9f31809 req-d6164550-b4d0-452f-8178-4023cad4d5b4 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:48.054548 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fe4f798-e42a-477e-a151-3ff8c9f31809 req-d6164550-b4d0-452f-8178-4023cad4d5b4 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.2471309 Jul 06 17:47:48.119684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-9ff17abf-21c2-4143-933f-3cec1690fc10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f1684d3-002a-41fb-8802-d9bc0c04e5d3 HTTP/1.1" status: 200 len: 217 time: 0.0534754 Jul 06 17:47:48.175549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d321983-2489-4d28-a631-01a7e0038689 None None] Network b80f43da-49b8-496c-afe4-674c2d17e3ea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:47:48.220348 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:48.250047 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fe4f798-e42a-477e-a151-3ff8c9f31809 req-965d2390-c9f8-4ac9-acab-f821544762e8 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941423 Jul 06 17:47:48.329577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-e7996dba-98ae-4985-bc8c-4b84c7772635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:48.333015 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-e7996dba-98ae-4985-bc8c-4b84c7772635 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb34e4bf-886a-4dfb-9f61-30138a7097e8 HTTP/1.1" status: 200 len: 849 time: 0.1999295 Jul 06 17:47:48.452784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-0f45b2a1-c959-48e4-b8d7-6f7e85b8b56c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c97e1484-1219-4b50-bb34-47553419df5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120594 Jul 06 17:47:48.542661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:48.853316 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:48.878764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.001487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a89b-ce86-4e10-9afa-b8102187d357 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.021541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a89b-ce86-4e10-9afa-b8102187d357 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.104615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5a89b-ce86-4e10-9afa-b8102187d357 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event updated for resources: {'Port': ['ID=8680337c-9d19-4b22-8a1d-88a0674773fc,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:49.107938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5a89b-ce86-4e10-9afa-b8102187d357 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] In _notify_port_updated(), no bound segment for port 8680337c-9d19-4b22-8a1d-88a0674773fc on network 8e1638ae-8828-47b3-a762-3742455f180a {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:47:49.115131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae5a89b-ce86-4e10-9afa-b8102187d357 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:49.116172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a89b-ce86-4e10-9afa-b8102187d357 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.117807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7ae5a89b-ce86-4e10-9afa-b8102187d357 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "PUT /v2.0/ports/8680337c-9d19-4b22-8a1d-88a0674773fc HTTP/1.1" status: 200 len: 1067 time: 2.0090601 Jul 06 17:47:49.121539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43208) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:49.135935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-88f27214-22f3-41fd-b19f-4d6eed6da25b service neutron] 10.222.0.22 "GET /v2.0/networks/c97e1484-1219-4b50-bb34-47553419df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332583 Jul 06 17:47:49.232510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.25.7.123 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/6633ea06-8d20-4da8-9909-afaadfc196d8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:49.345055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:49.403659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.456134 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac779cab-e19a-4841-98ae-5e9b1314aac6 req-778673cc-d861-4c66-b5f2-46b7321b2d0f service neutron] 10.222.0.22 "GET /v2.0/networks/c97e1484-1219-4b50-bb34-47553419df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824266 Jul 06 17:47:49.466602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.565162 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2d57ce6-cbfb-47f3-b09a-3ab691cc1b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.626406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:49.636064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:49.638714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:49.643681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=6633ea06-8d20-4da8-9909-afaadfc196d8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:49.644294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,segment=NetworkSegment(79547f66-cc09-4d2b-afd6-3ca95eae4070),segment_id=79547f66-cc09-4d2b-afd6-3ca95eae4070)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:49.677267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '6f1684d3-002a-41fb-8802-d9bc0c04e5d3', 'network_id': 'c97e1484-1219-4b50-bb34-47553419df5b', 'port_id': '6f1684d3-002a-41fb-8802-d9bc0c04e5d3', 'mac_address': 'fa:16:3e:18:b3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb34e4bf-886a-4dfb-9f61-30138a7097e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:49.682855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbf720-0647-4900-b80e-72d4bbd79529 req-8678df79-b0bb-45a1-af9b-c507eedda89a tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:49.695368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48cbf720-0647-4900-b80e-72d4bbd79529 req-8678df79-b0bb-45a1-af9b-c507eedda89a tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 943 time: 0.2595835 Jul 06 17:47:49.728615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db5200da-4560-4805-adbc-9bf3e0bd491e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Deleting port 8680337c-9d19-4b22-8a1d-88a0674773fc {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:49.729277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5200da-4560-4805-adbc-9bf3e0bd491e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.769913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116ffbb-6f59-4df2-b097-7ae44b83b64f req-68bcb035-0d2d-47c4-b7b0-d6ae01bbbb42 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:49.778951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3116ffbb-6f59-4df2-b097-7ae44b83b64f req-68bcb035-0d2d-47c4-b7b0-d6ae01bbbb42 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.2248478 Jul 06 17:47:49.782485 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.787798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e5ed7808-3cf6-4298-b58d-617f0597fb37 None None] Provisioning complete for port 8680337c-9d19-4b22-8a1d-88a0674773fc triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:49.788392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7808-3cf6-4298-b58d-617f0597fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.854137 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5200da-4560-4805-adbc-9bf3e0bd491e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.873375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db5200da-4560-4805-adbc-9bf3e0bd491e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Calling delete_port for 8680337c-9d19-4b22-8a1d-88a0674773fc owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:49.892264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:49.919955 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:49.940235 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3116ffbb-6f59-4df2-b097-7ae44b83b64f req-1c610b53-ce59-4623-8de0-c0be57349882 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602526 Jul 06 17:47:49.941942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48cbf720-0647-4900-b80e-72d4bbd79529 req-11c1f1c8-0f73-47e5-b7f3-f4322cfc4901 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445560 Jul 06 17:47:49.977764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,segment=NetworkSegment(79547f66-cc09-4d2b-afd6-3ca95eae4070),segment_id=79547f66-cc09-4d2b-afd6-3ca95eae4070)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:49.988190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed7808-3cf6-4298-b58d-617f0597fb37 None None] Port 8680337c-9d19-4b22-8a1d-88a0674773fc cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:47:50.004155 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:50.088029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:50.212539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['6f1684d3-002a-41fb-8802-d9bc0c04e5d3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:50.255896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:50.341496 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5200da-4560-4805-adbc-9bf3e0bd491e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:50.493190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5200da-4560-4805-adbc-9bf3e0bd491e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event deleted for resources: {'Port': ['ID=8680337c-9d19-4b22-8a1d-88a0674773fc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:50.531212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55025a27-e3c8-4481-a055-099127759784 req-c9ffc5d7-82bf-47e3-b2ef-c67df89d69fb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.533909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55025a27-e3c8-4481-a055-099127759784 req-c9ffc5d7-82bf-47e3-b2ef-c67df89d69fb tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.2983620 Jul 06 17:47:50.637885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:50.685487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55025a27-e3c8-4481-a055-099127759784 req-fe761d68-67ea-4f86-902a-91c49745361b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333420 Jul 06 17:47:50.780927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5200da-4560-4805-adbc-9bf3e0bd491e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:50.783116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-db5200da-4560-4805-adbc-9bf3e0bd491e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "DELETE /v2.0/ports/8680337c-9d19-4b22-8a1d-88a0674773fc HTTP/1.1" status: 204 len: 168 time: 1.6605763 Jul 06 17:47:50.786266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43236) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:50.817620 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9776c9f-fc53-4bb0-b704-c159641e49e9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] GET failed (client error): The resource could not be found. Jul 06 17:47:50.821900 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e9776c9f-fc53-4bb0-b704-c159641e49e9 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "GET /v2.0/ports/8680337c-9d19-4b22-8a1d-88a0674773fc HTTP/1.1" status: 404 len: 333 time: 0.0320971 Jul 06 17:47:50.824243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43238) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:50.872312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016a305-6c7a-44c5-bc47-92bf7934ec91 req-c7350581-446f-42b3-9c75-83e228e1ed33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:50.879551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b016a305-6c7a-44c5-bc47-92bf7934ec91 req-c7350581-446f-42b3-9c75-83e228e1ed33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 945 time: 0.4488661 Jul 06 17:47:50.937451 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:50.973676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b016a305-6c7a-44c5-bc47-92bf7934ec91 req-ffadb1de-b953-4652-8818-51e82262c638 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927289 Jul 06 17:47:51.029617 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6f1698a5-cca0-4d21-8a19-e5ff7e2af7c1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Deleting port 7c8d66c5-26d1-42e1-85ff-f1674a1f77a8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:51.030122 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1698a5-cca0-4d21-8a19-e5ff7e2af7c1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:51.139103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1698a5-cca0-4d21-8a19-e5ff7e2af7c1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:51.154139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6f1698a5-cca0-4d21-8a19-e5ff7e2af7c1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Calling delete_port for 7c8d66c5-26d1-42e1-85ff-f1674a1f77a8 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:51.337949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821c17d-d484-4836-b799-041601779fd4 req-651c48fe-1931-4000-a66c-34241970e8a5 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:51.340169 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9821c17d-d484-4836-b799-041601779fd4 req-651c48fe-1931-4000-a66c-34241970e8a5 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 944 time: 0.1319375 Jul 06 17:47:51.358244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:47:51.360734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1698a5-cca0-4d21-8a19-e5ff7e2af7c1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:51.369129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:47:51.406025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1698a5-cca0-4d21-8a19-e5ff7e2af7c1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event deleted for resources: {'Port': ['ID=7c8d66c5-26d1-42e1-85ff-f1674a1f77a8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:51.419153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c424e6-10bb-41f0-8dc7-bfee8a5af754 req-eea6b859-b389-449a-8b30-0ea05dfd1dc0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:51.426258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-00c424e6-10bb-41f0-8dc7-bfee8a5af754 req-eea6b859-b389-449a-8b30-0ea05dfd1dc0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.1401837 Jul 06 17:47:51.431165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9821c17d-d484-4836-b799-041601779fd4 req-3a4c3ebb-896e-4cb0-b228-f18ac54aa3b9 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825708 Jul 06 17:47:51.450622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:47:51.459990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:47:51.461433 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:51.482286 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1698a5-cca0-4d21-8a19-e5ff7e2af7c1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:51.487435 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6f1698a5-cca0-4d21-8a19-e5ff7e2af7c1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "DELETE /v2.0/ports/7c8d66c5-26d1-42e1-85ff-f1674a1f77a8 HTTP/1.1" status: 204 len: 168 time: 0.6631587 Jul 06 17:47:51.487699 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43250) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:51.518980 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-00c424e6-10bb-41f0-8dc7-bfee8a5af754 req-7cbe479d-f2f2-4de3-b412-ca1e48acb3f0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857201 Jul 06 17:47:51.537092 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db095e1-c53b-4b81-b066-115c6636b66e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] GET failed (client error): The resource could not be found. Jul 06 17:47:51.538152 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5db095e1-c53b-4b81-b066-115c6636b66e tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "GET /v2.0/ports/7c8d66c5-26d1-42e1-85ff-f1674a1f77a8 HTTP/1.1" status: 404 len: 333 time: 0.0493653 Jul 06 17:47:51.546749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:51.691678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:51.702655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:47:51.721516 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60adcc8a-8b60-4f75-b29d-82d88a86ee1b None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:47:51.736976 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60adcc8a-8b60-4f75-b29d-82d88a86ee1b None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:51.737629 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-60adcc8a-8b60-4f75-b29d-82d88a86ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:51.749329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d95ae1f-ae27-4e5b-a360-67e5ec45d322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1684d3-002a-41fb-8802-d9bc0c04e5d3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:51.751729 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94edc088-3a2b-46ac-aef2-94ec5e8e250d" -d '{"events": [{"server_uuid": "0d95ae1f-ae27-4e5b-a360-67e5ec45d322", "name": "network-vif-plugged", "status": "completed", "tag": "6f1684d3-002a-41fb-8802-d9bc0c04e5d3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:51.769724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,segment=NetworkSegment(79547f66-cc09-4d2b-afd6-3ca95eae4070),segment_id=79547f66-cc09-4d2b-afd6-3ca95eae4070)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:51.779042 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:51.780889 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:51.785119 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-daf64fa9-913e-4d46-932a-79be9166f53c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8577538 Jul 06 17:47:51.786775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43258) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:51.791848 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-60adcc8a-8b60-4f75-b29d-82d88a86ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:51.802834 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60adcc8a-8b60-4f75-b29d-82d88a86ee1b None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:51.803471 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-60adcc8a-8b60-4f75-b29d-82d88a86ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:51.843680 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-60adcc8a-8b60-4f75-b29d-82d88a86ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:51.844361 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60adcc8a-8b60-4f75-b29d-82d88a86ee1b None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:47:51.859230 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc4ec58-71d8-4c9c-9e90-f033b91353c5 x-openstack-request-id: req-4bc4ec58-71d8-4c9c-9e90-f033b91353c5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:51.859767 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d95ae1f-ae27-4e5b-a360-67e5ec45d322", "name": "network-vif-plugged", "status": "completed", "tag": "6f1684d3-002a-41fb-8802-d9bc0c04e5d3", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:51.860169 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bc4ec58-71d8-4c9c-9e90-f033b91353c5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:51.860998 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d95ae1f-ae27-4e5b-a360-67e5ec45d322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1684d3-002a-41fb-8802-d9bc0c04e5d3', 'code': 200} Jul 06 17:47:51.887479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:51.917303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa24967-535c-43bb-a2de-ac3d99c3c3bc req-599e052a-13f4-4f14-9d96-8ef934fb1090 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:51.919782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9aa24967-535c-43bb-a2de-ac3d99c3c3bc req-599e052a-13f4-4f14-9d96-8ef934fb1090 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.2560842 Jul 06 17:47:51.930292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b7ab2-2bc5-4544-8dad-66b20dd94502 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Deleting port 0499028e-b3a7-46dd-a9ae-340f91e485a8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:51.930670 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7ab2-2bc5-4544-8dad-66b20dd94502 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.059388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-22a33195-467f-45a8-b898-f54b50082543 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3304348 Jul 06 17:47:52.064756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9aa24967-535c-43bb-a2de-ac3d99c3c3bc req-3341eb5a-3e0c-4c31-a294-d40c07bef7b5 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291356 Jul 06 17:47:52.113145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7ab2-2bc5-4544-8dad-66b20dd94502 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.143189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841b89f-ff03-4a58-8d05-a3505b2e0e8b req-1da80064-eedb-4a15-b4e4-57e75ac1982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.144649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c841b89f-ff03-4a58-8d05-a3505b2e0e8b req-1da80064-eedb-4a15-b4e4-57e75ac1982c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 1096 time: 0.1790833 Jul 06 17:47:52.185790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b7ab2-2bc5-4544-8dad-66b20dd94502 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Calling delete_port for 0499028e-b3a7-46dd-a9ae-340f91e485a8 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:52.225944 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c841b89f-ff03-4a58-8d05-a3505b2e0e8b req-c9e5f79e-b3a7-4ece-85b3-7fb08d458a80 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726180 Jul 06 17:47:52.249805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-01cfc1f2-c994-46fd-a801-0013b9575b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.252580 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-01cfc1f2-c994-46fd-a801-0013b9575b47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1096 time: 0.1562729 Jul 06 17:47:52.455599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26102e05-2374-4ade-b70d-f0832558b6d1 req-67320e83-42dd-450c-81cc-1829d9be8e68 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.457237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26102e05-2374-4ade-b70d-f0832558b6d1 req-67320e83-42dd-450c-81cc-1829d9be8e68 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 945 time: 0.2686388 Jul 06 17:47:52.541828 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.545109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-34575801-f900-4fd4-93ec-463bdd869253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.547392 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-34575801-f900-4fd4-93ec-463bdd869253 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.2575598 Jul 06 17:47:52.600367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26102e05-2374-4ade-b70d-f0832558b6d1 req-c56c1cbf-9d00-440e-8917-12670d58e6a7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279531 Jul 06 17:47:52.604102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7ab2-2bc5-4544-8dad-66b20dd94502 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.685153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b7ab2-2bc5-4544-8dad-66b20dd94502 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event deleted for resources: {'Port': ['ID=0499028e-b3a7-46dd-a9ae-340f91e485a8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:52.750578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-29634b4b-4efd-43be-82d5-d90427209506 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 1001 time: 0.1915414 Jul 06 17:47:52.776804 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7ab2-2bc5-4544-8dad-66b20dd94502 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.779963 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4f7b7ab2-2bc5-4544-8dad-66b20dd94502 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "DELETE /v2.0/ports/0499028e-b3a7-46dd-a9ae-340f91e485a8 HTTP/1.1" status: 204 len: 168 time: 1.2319231 Jul 06 17:47:52.786731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d91c5-3c8a-4b1b-b59c-0cec254ee255 req-7827f2d1-52c2-40b5-b899-9cca7112de70 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.789472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d1d91c5-3c8a-4b1b-b59c-0cec254ee255 req-7827f2d1-52c2-40b5-b899-9cca7112de70 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.1559286 Jul 06 17:47:52.792201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43274) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:52.891410 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:52.991501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-b27975b0-9005-468a-95c1-7cde2434c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:52.993772 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-b27975b0-9005-468a-95c1-7cde2434c9b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.2294657 Jul 06 17:47:53.013058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16fe86-d943-4e21-8edb-041a2aa801cf req-a6c51a4f-1a70-44b8-95ac-265eb9a06555 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:53.016643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4b16fe86-d943-4e21-8edb-041a2aa801cf req-a6c51a4f-1a70-44b8-95ac-265eb9a06555 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 945 time: 0.2440474 Jul 06 17:47:53.059932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-604c3212-99e6-4003-978c-cd2faba1e4d1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Deleting subnet a2c49a50-a274-460a-ba37-97d9aec693cc {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:47:53.068578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d1d91c5-3c8a-4b1b-b59c-0cec254ee255 req-bb13fda2-8721-4bde-b8cd-2a330f6d4c17 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215302 Jul 06 17:47:53.075716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-604c3212-99e6-4003-978c-cd2faba1e4d1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.197319 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-604c3212-99e6-4003-978c-cd2faba1e4d1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.250191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4b16fe86-d943-4e21-8edb-041a2aa801cf req-a1353a64-dca6-447f-8332-d464ec5607f9 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053266 Jul 06 17:47:53.343723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-9d93ffe4-8087-454e-a38b-4289d701afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:53.346754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-9d93ffe4-8087-454e-a38b-4289d701afba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3431396 Jul 06 17:47:53.464895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.20.0.1 (b80f43da-49b8-496c-afe4-674c2d17e3ea/d5c0dc5a-67b2-413f-8049-b4d7b806b2df/62843b43-d8b0-4fe0-adcd-9f1576ddf38c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:53.588806 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-c5662359-e8f7-4b01-b00a-22feb59d3e87 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3467617 Jul 06 17:47:53.590430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-604c3212-99e6-4003-978c-cd2faba1e4d1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.647733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.654128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-57963a2b-2a6f-4469-b578-15b3a6cd3093 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971184 Jul 06 17:47:53.728570 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.802598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network b80f43da-49b8-496c-afe4-674c2d17e3ea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:53.811145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:53.819055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:53.861434 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-604c3212-99e6-4003-978c-cd2faba1e4d1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.865506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=62843b43-d8b0-4fe0-adcd-9f1576ddf38c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:53.899752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.921332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c3212-99e6-4003-978c-cd2faba1e4d1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c49a50-a274-460a-ba37-97d9aec693cc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:53.924977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-604c3212-99e6-4003-978c-cd2faba1e4d1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:53.926996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-604c3212-99e6-4003-978c-cd2faba1e4d1 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "DELETE /v2.0/subnets/a2c49a50-a274-460a-ba37-97d9aec693cc HTTP/1.1" status: 204 len: 168 time: 1.1336429 Jul 06 17:47:53.931105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:53.940614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0392435-19ac-460c-908b-abeb0db4fa00 None None] Network 8e1638ae-8828-47b3-a762-3742455f180a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:47:53.945011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac0b02-e521-46b5-9dd4-7c80ec52cbf4 req-8ddea396-a4b5-44d6-af4e-1ec6c9b0d191 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836075 Jul 06 17:47:53.957602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-4eb0eac6-15eb-40b9-83dc-f7949800ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:53.959236 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-4eb0eac6-15eb-40b9-83dc-f7949800ac01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a8e4d6f684c4c139085a72b6a474fe6&device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 1096 time: 0.2960672 Jul 06 17:47:53.983541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059ea02-1fdd-43b7-8ec2-bb4c7cf9f6d9 req-3db3e370-157f-4259-92c8-3b6d6d6a145b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:53.991392 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9059ea02-1fdd-43b7-8ec2-bb4c7cf9f6d9 req-3db3e370-157f-4259-92c8-3b6d6d6a145b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.1959369 Jul 06 17:47:54.103283 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9059ea02-1fdd-43b7-8ec2-bb4c7cf9f6d9 req-c65e4ea6-2fd5-4490-bf16-3eb5daabd587 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104691 Jul 06 17:47:54.162423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.185420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-eafdbcc4-4ef2-46ce-a3e1-c3c6c8516860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.187611 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-eafdbcc4-4ef2-46ce-a3e1-c3c6c8516860 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c97e1484-1219-4b50-bb34-47553419df5b HTTP/1.1" status: 200 len: 910 time: 0.1738973 Jul 06 17:47:54.282107 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-74f9c6a0-f8b6-4343-a8c9-bb316a323cc9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f1684d3-002a-41fb-8802-d9bc0c04e5d3 HTTP/1.1" status: 200 len: 217 time: 0.0871048 Jul 06 17:47:54.285571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7443dd0-5715-43b9-8dc8-a148e3270d04 None None] DHCP port deletion for 8e1638ae-8828-47b3-a762-3742455f180a request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:47:54.366521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-9fd4fa94-6b26-4bfd-b70f-a15850e01864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.367977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-9fd4fa94-6b26-4bfd-b70f-a15850e01864 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb34e4bf-886a-4dfb-9f61-30138a7097e8 HTTP/1.1" status: 200 len: 849 time: 0.0797107 Jul 06 17:47:54.398890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d7443dd0-5715-43b9-8dc8-a148e3270d04 None None] Deleting port be909ef1-f566-432b-b700-f0fc4285a9e3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:54.399897 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7443dd0-5715-43b9-8dc8-a148e3270d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.405659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-7ea778ca-08c2-4092-b689-4d5914fca71f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c97e1484-1219-4b50-bb34-47553419df5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314138 Jul 06 17:47:54.539982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d7443dd0-5715-43b9-8dc8-a148e3270d04 None None] For port be909ef1-f566-432b-b700-f0fc4285a9e3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be909ef1-f566-432b-b700-f0fc4285a9e3,segment=NetworkSegment(8a693fae-8410-437d-835c-b1272f406221),segment_id=8a693fae-8410-437d-835c-b1272f406221)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:54.540391 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7443dd0-5715-43b9-8dc8-a148e3270d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.563052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:47:54.594941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-54cd2be5-8766-4236-97fd-f129951c4718 service neutron] 10.222.0.22 "GET /v2.0/networks/c97e1484-1219-4b50-bb34-47553419df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668086 Jul 06 17:47:54.596814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d7443dd0-5715-43b9-8dc8-a148e3270d04 None None] Calling delete_port for be909ef1-f566-432b-b700-f0fc4285a9e3 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:54.673079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef5065-c530-4d21-9c7c-b591c37ddf5f req-c5d6862f-18e5-448e-b50f-87e5a44b8724 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:54.674779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efef5065-c530-4d21-9c7c-b591c37ddf5f req-c5d6862f-18e5-448e-b50f-87e5a44b8724 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 945 time: 0.1743076 Jul 06 17:47:54.715683 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.741678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-efef5065-c530-4d21-9c7c-b591c37ddf5f req-5c4b4b06-bcc1-49f7-93c9-b39741e1f10b tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593135 Jul 06 17:47:54.760329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547a76bc-42dc-45e4-a7ce-ec65ce6b5d51 req-3faf8d91-dbeb-4988-91ff-d02650c0c865 service neutron] 10.222.0.22 "GET /v2.0/networks/c97e1484-1219-4b50-bb34-47553419df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564510 Jul 06 17:47:54.770695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:54.774146 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11c0cd7-a1d8-491e-918f-079e908089c5" -d '{"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:54.790597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7443dd0-5715-43b9-8dc8-a148e3270d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.794988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:54.852625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Deleting port be909ef1-f566-432b-b700-f0fc4285a9e3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:54.853494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.855487 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.859210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7443dd0-5715-43b9-8dc8-a148e3270d04 None None] Pushing event deleted for resources: {'Port': ['ID=be909ef1-f566-432b-b700-f0fc4285a9e3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:54.871137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7443dd0-5715-43b9-8dc8-a148e3270d04 None None] No DVR routers for this DVR port be909ef1-f566-432b-b700-f0fc4285a9e3 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:54.949008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] For port be909ef1-f566-432b-b700-f0fc4285a9e3, host n-d-799526-3, got binding levels [] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:54.949575 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.959719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:54.974759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Calling delete_port for be909ef1-f566-432b-b700-f0fc4285a9e3 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:54.982451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Port be909ef1-f566-432b-b700-f0fc4285a9e3 was not found and therefore no delete operation was performed {{(pid=93778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:47:54.985767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:54.999437 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.030188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be909ef1-f566-432b-b700-f0fc4285a9e3 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:47:55.040017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] No DVR routers for this DVR port be909ef1-f566-432b-b700-f0fc4285a9e3 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:55.042691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event deleted for resources: {'Port': ['ID=be909ef1-f566-432b-b700-f0fc4285a9e3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:55.058221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: be909ef1-f566-432b-b700-f0fc4285a9e3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:47:55.059289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be909ef1-f566-432b-b700-f0fc4285a9e3 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:47:55.064595 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec76c93-5950-4321-953d-3a39070cfa12 x-openstack-request-id: req-aec76c93-5950-4321-953d-3a39070cfa12 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:55.065092 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:55.065538 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aec76c93-5950-4321-953d-3a39070cfa12 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:55.066129 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'code': 200} Jul 06 17:47:55.185927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.244379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1638ae-8828-47b3-a762-3742455f180a']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:55.285937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a693fae-8410-437d-835c-b1272f406221') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:55.286212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a693fae-8410-437d-835c-b1272f406221') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:55.334758 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.366904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.398028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:47:55.398248 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:47:55.405020 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:47:55.536811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87beb9e6-9a82-4354-95c6-5b94dbb0db1c req-f17b14d8-1f53-46f1-a6a5-840b6f5d3ec0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.538393 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87beb9e6-9a82-4354-95c6-5b94dbb0db1c req-f17b14d8-1f53-46f1-a6a5-840b6f5d3ec0 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.3191087 Jul 06 17:47:55.541593 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.552138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.553994 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] 10.222.0.13 "DELETE /v2.0/networks/8e1638ae-8828-47b3-a762-3742455f180a HTTP/1.1" status: 204 len: 168 time: 1.6214492 Jul 06 17:47:55.584859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef6c17-1392-4f5a-95db-377115d6e31a req-9d6df52d-42cc-4c00-8d73-63620cb9ff4b tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:55.590293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93ef6c17-1392-4f5a-95db-377115d6e31a req-9d6df52d-42cc-4c00-8d73-63620cb9ff4b tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 945 time: 0.0830503 Jul 06 17:47:55.606581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807765-8524-4727-a21a-39a3f0cf5035 tempest-AllowedAddressPairIpV6TestJSON-426102669 tempest-AllowedAddressPairIpV6TestJSON-426102669-project] Pushing event deleted for resources: {'Network': ['ID=8e1638ae-8828-47b3-a762-3742455f180a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:55.649624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93ef6c17-1392-4f5a-95db-377115d6e31a req-eea2a464-7720-46af-ac3f-7e96a6eaf94c tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424485 Jul 06 17:47:55.650217 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87beb9e6-9a82-4354-95c6-5b94dbb0db1c req-7fe36598-a0f4-47b4-a9cc-cf1f7e2ad61b tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021581 Jul 06 17:47:55.681433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.688200 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.777073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=62843b43-d8b0-4fe0-adcd-9f1576ddf38c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:55.779940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:55.894708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network b80f43da-49b8-496c-afe4-674c2d17e3ea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:55.896147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:55.902692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:56.112807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-75a3ff18-489d-4c3a-ae9d-6c99a6bbacc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9045664b9d8474a8de8de8b74279d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067029 Jul 06 17:47:56.113267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43334) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:56.115183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:47:56.191664 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12b323e1-55e8-40bc-a9a9-da75f757e25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.216175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12b323e1-55e8-40bc-a9a9-da75f757e25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.243090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:47:56.248775 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-209c6c21-916b-44bd-8e99-208ae0549b27 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/routers/6febd4b6-011c-41aa-a4d9-c1e9140c44a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4608381 Jul 06 17:47:56.251875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43336) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:56.258110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'port': {'network_id': 'b80f43da-49b8-496c-afe4-674c2d17e3ea', 'name': 'tempest-FloatingIPTestJSON-82503870'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:56.258520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce3cea-37f1-4e86-bed9-65ec5c59ad44 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:47:56.270543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce3cea-37f1-4e86-bed9-65ec5c59ad44 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:56.271260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbce3cea-37f1-4e86-bed9-65ec5c59ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:56.278539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12b323e1-55e8-40bc-a9a9-da75f757e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.281242 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12b323e1-55e8-40bc-a9a9-da75f757e25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.282593 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-12b323e1-55e8-40bc-a9a9-da75f757e25d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1860673-efdf-4bce-82ee-efde363783d7 HTTP/1.1" status: 204 len: 168 time: 0.1682978 Jul 06 17:47:56.292631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b323e1-55e8-40bc-a9a9-da75f757e25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1860673-efdf-4bce-82ee-efde363783d7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:56.321260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbce3cea-37f1-4e86-bed9-65ec5c59ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:56.344101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce3cea-37f1-4e86-bed9-65ec5c59ad44 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:47:56.344750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbce3cea-37f1-4e86-bed9-65ec5c59ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:56.420141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Made reservation on behalf of fdb302f52f5b4d558e120744b4510f2d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:56.425685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.453898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] device_id is not set on port b396d838-9fbb-4f5b-9a0d-ddf454fc1695 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:47:56.546882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbce3cea-37f1-4e86-bed9-65ec5c59ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:47:56.547552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce3cea-37f1-4e86-bed9-65ec5c59ad44 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:47:56.610099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.20.0.5 (b80f43da-49b8-496c-afe4-674c2d17e3ea/d5c0dc5a-67b2-413f-8049-b4d7b806b2df/b396d838-9fbb-4f5b-9a0d-ddf454fc1695) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:56.789465 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.808591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aed53-d2ef-406b-ab84-99ab5803932b req-a0e0b37e-db94-4300-9569-f582bc77c22e tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:56.811372 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-115aed53-d2ef-406b-ab84-99ab5803932b req-a0e0b37e-db94-4300-9569-f582bc77c22e tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 945 time: 0.1312313 Jul 06 17:47:56.863920 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:56.980417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network b80f43da-49b8-496c-afe4-674c2d17e3ea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:56.992312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:56.995978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:57.003087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=b396d838-9fbb-4f5b-9a0d-ddf454fc1695,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:57.070518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.071215 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.084093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd741d-ed5b-4514-a216-598e9b222330 req-ef2847e1-4862-4fcb-b50f-0afca8d94301 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.092483 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3abd741d-ed5b-4514-a216-598e9b222330 req-ef2847e1-4862-4fcb-b50f-0afca8d94301 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.2508800 Jul 06 17:47:57.141943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-41fd3a2d-44a1-4b34-8663-3fbfc2539bd2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8882880 Jul 06 17:47:57.150714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43368) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.170510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'port': {'network_id': 'b80f43da-49b8-496c-afe4-674c2d17e3ea', 'name': 'tempest-FloatingIPTestJSON-322983643'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:57.222245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3abd741d-ed5b-4514-a216-598e9b222330 req-7b50cee5-fcd6-483a-9c55-5b4d851eb460 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/security-groups?id=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287050 Jul 06 17:47:57.269766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba39a7-d241-4717-8d4d-fbec9e4acc9d req-243b7e0e-310e-46f2-a0ca-0926345b38bd tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.271386 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46ba39a7-d241-4717-8d4d-fbec9e4acc9d req-243b7e0e-310e-46f2-a0ca-0926345b38bd tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 945 time: 0.4587481 Jul 06 17:47:57.323986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.347368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-115aed53-d2ef-406b-ab84-99ab5803932b req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Deleting port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:57.347368 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-115aed53-d2ef-406b-ab84-99ab5803932b req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.349598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Made reservation on behalf of fdb302f52f5b4d558e120744b4510f2d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:47:57.355760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.382931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] device_id is not set on port 62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:47:57.418666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9274-b354-47be-a74d-393e9b784847 req-40816bc7-d0ab-413d-a932-e9f0be3115e2 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:57.420258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9cd9274-b354-47be-a74d-393e9b784847 req-40816bc7-d0ab-413d-a932-e9f0be3115e2 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 945 time: 0.2015924 Jul 06 17:47:57.426225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46ba39a7-d241-4717-8d4d-fbec9e4acc9d req-d3fbcb9f-084a-42f0-be0b-38c1fc0a890f tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0fba7fd-fc1c-4c55-8f87-631350b57cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405916 Jul 06 17:47:57.545041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.20.0.2 (b80f43da-49b8-496c-afe4-674c2d17e3ea/d5c0dc5a-67b2-413f-8049-b4d7b806b2df/62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:57.550035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-115aed53-d2ef-406b-ab84-99ab5803932b req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] For port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,segment=NetworkSegment(79547f66-cc09-4d2b-afd6-3ca95eae4070),segment_id=79547f66-cc09-4d2b-afd6-3ca95eae4070)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:57.550320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-115aed53-d2ef-406b-ab84-99ab5803932b req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.575663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-f58856f0-03de-4ace-bc1a-1412410b59d2 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.576742 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f58856f0-03de-4ace-bc1a-1412410b59d2 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2501111 Jul 06 17:47:57.582388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43376) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.583093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-115aed53-d2ef-406b-ab84-99ab5803932b req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Calling delete_port for 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:57.589113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-efdca26b-44bb-4fbc-be5c-d8dae155fa61 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.592536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-efdca26b-44bb-4fbc-be5c-d8dae155fa61 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048227 Jul 06 17:47:57.594640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43378) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.599159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-1749020c-f4b1-4981-abe7-13eb6ee771cc tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.600106 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1749020c-f4b1-4981-abe7-13eb6ee771cc tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045209 Jul 06 17:47:57.602993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.612066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-85e1049c-bc92-4abc-a403-6c207952de29 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.613193 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-85e1049c-bc92-4abc-a403-6c207952de29 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0087264 Jul 06 17:47:57.618474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.623890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-39023c9b-ed7e-4062-99bc-adf1fb773a4a tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.624906 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-39023c9b-ed7e-4062-99bc-adf1fb773a4a tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054746 Jul 06 17:47:57.628762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43384) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.636209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-2b1ab7d5-6299-4235-9e5d-f8e1be84f04a tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.638788 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2b1ab7d5-6299-4235-9e5d-f8e1be84f04a tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076540 Jul 06 17:47:57.642226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.646803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-34454d79-fd6a-432e-bcf7-3721ea6a9625 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.650035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-34454d79-fd6a-432e-bcf7-3721ea6a9625 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045903 Jul 06 17:47:57.659179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43388) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.663959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-4957de84-b4f5-4113-8c57-86cd027c0781 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.664920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4957de84-b4f5-4113-8c57-86cd027c0781 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048037 Jul 06 17:47:57.668953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.674712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-1ea405b5-785d-41a5-9181-5b30a1c49669 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.675686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1ea405b5-785d-41a5-9181-5b30a1c49669 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045528 Jul 06 17:47:57.678272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43392) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.685197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-50f4ba6a-3586-49ff-9735-661730a5ead7 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.686170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-50f4ba6a-3586-49ff-9735-661730a5ead7 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068412 Jul 06 17:47:57.689905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43394) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.696448 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-78d0efc8-5b51-4dd5-a602-6f33e612d4b0 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.697956 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-78d0efc8-5b51-4dd5-a602-6f33e612d4b0 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058432 Jul 06 17:47:57.701205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43396) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.707086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-282317d3-a571-4cc4-b0e3-a612075a46e2 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.708046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-282317d3-a571-4cc4-b0e3-a612075a46e2 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044336 Jul 06 17:47:57.712010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.717715 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-7df55702-324d-4f7e-9b70-2046121ea570 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.721166 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7df55702-324d-4f7e-9b70-2046121ea570 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057278 Jul 06 17:47:57.722103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.726354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-361ec5de-f8f5-443e-a8a6-8d288ce00295 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.727320 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-361ec5de-f8f5-443e-a8a6-8d288ce00295 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042884 Jul 06 17:47:57.731144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43402) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.735392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-31e95fc3-fe85-4067-a580-c45470495aec tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.736345 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-31e95fc3-fe85-4067-a580-c45470495aec tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042996 Jul 06 17:47:57.743802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43404) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.745553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e9cd9274-b354-47be-a74d-393e9b784847 req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Deleting port 4ff0d708-89b0-4d82-a081-243d7b1e5376 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:47:57.745899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9cd9274-b354-47be-a74d-393e9b784847 req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.754591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-ec64f95d-2ebf-4ef5-b619-45683f250c9b tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.755498 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ec64f95d-2ebf-4ef5-b619-45683f250c9b tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064585 Jul 06 17:47:57.763061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.772426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-4f2eeb0d-b3d8-4ba7-85eb-f8d1b807fe5f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.773407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4f2eeb0d-b3d8-4ba7-85eb-f8d1b807fe5f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0093989 Jul 06 17:47:57.777104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.782362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-f361dab3-ffba-44d3-8790-4e006c1b0689 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.783363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f361dab3-ffba-44d3-8790-4e006c1b0689 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0056946 Jul 06 17:47:57.790081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.800708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-15d8226f-9a1a-41a8-839c-6daf5a6771f1 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.804180 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-15d8226f-9a1a-41a8-839c-6daf5a6771f1 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106263 Jul 06 17:47:57.804461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43412) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.810063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-e7deb99c-2d22-4246-95aa-493fb8dbceaf tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.813794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e7deb99c-2d22-4246-95aa-493fb8dbceaf tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056310 Jul 06 17:47:57.815676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.815833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43414) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.819924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-3953b545-6ddd-4769-a474-c0edf9836183 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.825342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3953b545-6ddd-4769-a474-c0edf9836183 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050235 Jul 06 17:47:57.826587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.831199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-3731c1e4-ca2a-4aa1-841f-7969e308ed92 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.835098 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3731c1e4-ca2a-4aa1-841f-7969e308ed92 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047381 Jul 06 17:47:57.836000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43418) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.841199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-fd891738-c2f6-45ba-81d2-606c6a6865f1 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.845515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fd891738-c2f6-45ba-81d2-606c6a6865f1 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052776 Jul 06 17:47:57.846784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.852767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-caa1226c-053d-476d-839a-0745944585df tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.857249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-caa1226c-053d-476d-839a-0745944585df tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0060303 Jul 06 17:47:57.857548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.861887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-561d2d70-aec3-43da-bc1f-df7a0f540809 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.862924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-561d2d70-aec3-43da-bc1f-df7a0f540809 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046153 Jul 06 17:47:57.868138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.878353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-e29513b9-658f-4bb0-8f25-9d894ee59d47 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.882507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e29513b9-658f-4bb0-8f25-9d894ee59d47 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0103037 Jul 06 17:47:57.883340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43426) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.888959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-d93c6b2e-54c5-44d7-9b88-1c75331051c8 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.890012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d93c6b2e-54c5-44d7-9b88-1c75331051c8 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054352 Jul 06 17:47:57.893843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43428) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.899564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-115aed53-d2ef-406b-ab84-99ab5803932b req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.902310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-88ba46d3-b789-4f23-bbdc-8ebf8edd5799 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.903887 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-88ba46d3-b789-4f23-bbdc-8ebf8edd5799 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0084155 Jul 06 17:47:57.907833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.912022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e9cd9274-b354-47be-a74d-393e9b784847 req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] For port 4ff0d708-89b0-4d82-a081-243d7b1e5376, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4ff0d708-89b0-4d82-a081-243d7b1e5376,segment=NetworkSegment(a61f2b55-2941-411d-8069-63643ea62739),segment_id=a61f2b55-2941-411d-8069-63643ea62739)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:57.912470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9cd9274-b354-47be-a74d-393e9b784847 req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.913580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['6f1684d3-002a-41fb-8802-d9bc0c04e5d3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:57.914748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-a00086dd-d64c-4646-8a16-9f950a540c39 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.916257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a00086dd-d64c-4646-8a16-9f950a540c39 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072744 Jul 06 17:47:57.920030 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:57.924726 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43436) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.934076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-2c1bc713-2118-42a3-a1ed-6099a0701233 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.935472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2c1bc713-2118-42a3-a1ed-6099a0701233 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0054419 Jul 06 17:47:57.938799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43438) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:57.948282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Pushing event deleted for resources: {'Port': ['ID=6f1684d3-002a-41fb-8802-d9bc0c04e5d3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:57.955919 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e9cd9274-b354-47be-a74d-393e9b784847 req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Calling delete_port for 4ff0d708-89b0-4d82-a081-243d7b1e5376 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:47:57.988006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-801e5e2d-aa6d-4587-b3aa-f1515a629dd0 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:57.989563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-801e5e2d-aa6d-4587-b3aa-f1515a629dd0 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0496757 Jul 06 17:47:57.993261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43440) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.002756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-bf5e1453-28e1-41d9-9a0a-d2b069fca7c5 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.003784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bf5e1453-28e1-41d9-9a0a-d2b069fca7c5 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093639 Jul 06 17:47:58.014822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network b80f43da-49b8-496c-afe4-674c2d17e3ea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:58.015352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43442) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.022510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-363fd3ca-bd65-463c-bd9c-43c32a84e0ad tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.023514 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-363fd3ca-bd65-463c-bd9c-43c32a84e0ad tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071673 Jul 06 17:47:58.025252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-115aed53-d2ef-406b-ab84-99ab5803932b req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] No DVR routers for this DVR port 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:58.029256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:58.032055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:58.035090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43444) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.035815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:58.043882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-9795f925-df2e-4bd9-a82a-95f6b1612d19 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.046832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9795f925-df2e-4bd9-a82a-95f6b1612d19 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0056117 Jul 06 17:47:58.055901 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43446) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.059288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-115aed53-d2ef-406b-ab84-99ab5803932b req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.061386 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-115aed53-d2ef-406b-ab84-99ab5803932b req-05932c5b-282c-4493-a405-311efbd3e5c2 tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.22 "DELETE /v2.0/ports/6f1684d3-002a-41fb-8802-d9bc0c04e5d3 HTTP/1.1" status: 204 len: 173 time: 1.2373173 Jul 06 17:47:58.064799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-a7d817d6-ba30-4150-8461-f2536c415723 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.066950 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a7d817d6-ba30-4150-8461-f2536c415723 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0099094 Jul 06 17:47:58.070501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43448) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.071196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d95ae1f-ae27-4e5b-a360-67e5ec45d322', 'name': 'network-vif-deleted', 'tag': '6f1684d3-002a-41fb-8802-d9bc0c04e5d3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:47:58.075192 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390956a7-2bb4-4fae-b8af-8ea2ee1b2060" -d '{"events": [{"server_uuid": "0d95ae1f-ae27-4e5b-a360-67e5ec45d322", "name": "network-vif-deleted", "tag": "6f1684d3-002a-41fb-8802-d9bc0c04e5d3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:47:58.081029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-67fc521a-b0cb-491c-a79a-d3069ff9152a tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.087151 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-67fc521a-b0cb-491c-a79a-d3069ff9152a tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0124593 Jul 06 17:47:58.088821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43452) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.095238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-f29dfe9e-6bb4-4fba-ab78-e85ced00928c tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.102211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f29dfe9e-6bb4-4fba-ab78-e85ced00928c tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071671 Jul 06 17:47:58.104407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43454) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.111086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-ae6d8f91-e81a-44c7-9f37-e176b50d07d2 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.113224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ae6d8f91-e81a-44c7-9f37-e176b50d07d2 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074160 Jul 06 17:47:58.119364 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.125382 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040788b0-5d01-498c-adb7-d3fdfbd41cf1 x-openstack-request-id: req-040788b0-5d01-498c-adb7-d3fdfbd41cf1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:47:58.126243 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d95ae1f-ae27-4e5b-a360-67e5ec45d322", "name": "network-vif-deleted", "tag": "6f1684d3-002a-41fb-8802-d9bc0c04e5d3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:47:58.127010 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-040788b0-5d01-498c-adb7-d3fdfbd41cf1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:47:58.127684 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d95ae1f-ae27-4e5b-a360-67e5ec45d322', 'name': 'network-vif-deleted', 'tag': '6f1684d3-002a-41fb-8802-d9bc0c04e5d3', 'status': 'completed', 'code': 200} Jul 06 17:47:58.130003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-24209f02-1d8a-4425-8b4c-d91572fcd74d tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.131363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-24209f02-1d8a-4425-8b4c-d91572fcd74d tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0106306 Jul 06 17:47:58.136785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43458) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.144293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-3949acbc-dde5-4d18-8699-5cf51619f766 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.145369 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3949acbc-dde5-4d18-8699-5cf51619f766 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075850 Jul 06 17:47:58.154714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:47:58.155227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.157083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43460) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.175055 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ae9b451d-7e26-4c92-923d-18f11619db3b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0222924 Jul 06 17:47:58.178623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43462) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.184670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:47:58.190696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-78f27f82-9ebd-4f97-a577-e3b9028642e5 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.194466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-78f27f82-9ebd-4f97-a577-e3b9028642e5 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0290215 Jul 06 17:47:58.195227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.200798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-79b99836-9d46-475c-b61e-5738f83211d0 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.201801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-79b99836-9d46-475c-b61e-5738f83211d0 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0056031 Jul 06 17:47:58.204782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43466) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.212512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-4ba31ce8-9e0b-42f1-87a5-bbec1f03b886 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.223297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4ba31ce8-9e0b-42f1-87a5-bbec1f03b886 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0168478 Jul 06 17:47:58.227378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.237317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-d73cb450-e517-4533-b516-60d08d3c7570 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.242574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d73cb450-e517-4533-b516-60d08d3c7570 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0121672 Jul 06 17:47:58.243363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43470) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.253028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-b88a3091-df04-4117-9cce-812a3c81f39b tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.258165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b88a3091-df04-4117-9cce-812a3c81f39b tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0122805 Jul 06 17:47:58.259669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.269014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-f5f604ed-684e-4a26-90b1-af11d1ba9e3f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.270944 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f5f604ed-684e-4a26-90b1-af11d1ba9e3f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0098922 Jul 06 17:47:58.272130 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.274930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43476) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.284702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-c6a3065a-0ecd-4b7e-a7bd-0467b5214cac tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.289252 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c6a3065a-0ecd-4b7e-a7bd-0467b5214cac tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0097537 Jul 06 17:47:58.290084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43478) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.303498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-4cd4a66b-14f4-46b3-8346-c3645ec8e64f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.308301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4cd4a66b-14f4-46b3-8346-c3645ec8e64f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0130045 Jul 06 17:47:58.309309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43480) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.318025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-97f4a43a-f87e-4195-9623-0894f380795d tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.323796 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-97f4a43a-f87e-4195-9623-0894f380795d tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102642 Jul 06 17:47:58.324159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43482) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.329395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-e85daaa1-0dab-4d4e-aa11-4b8a522eeb18 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.333769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e85daaa1-0dab-4d4e-aa11-4b8a522eeb18 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079458 Jul 06 17:47:58.335015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9cd9274-b354-47be-a74d-393e9b784847 req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.341010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43484) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.351760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-cb1179e6-b910-4bb8-8c3c-0fbfe672d85a tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.356367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['4ff0d708-89b0-4d82-a081-243d7b1e5376'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:58.356635 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cb1179e6-b910-4bb8-8c3c-0fbfe672d85a tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0058391 Jul 06 17:47:58.359929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43486) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.367892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-e95cdc7a-d52b-4fe3-996b-29a53fdb9b33 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.372419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e95cdc7a-d52b-4fe3-996b-29a53fdb9b33 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080402 Jul 06 17:47:58.374148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.383301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-042fe463-a577-49b2-b50d-51ec0db3a282 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.388301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-042fe463-a577-49b2-b50d-51ec0db3a282 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0094290 Jul 06 17:47:58.390245 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43490) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.397420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-247a62d5-ea34-48af-a135-0b941e2705f7 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.402387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-247a62d5-ea34-48af-a135-0b941e2705f7 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0082958 Jul 06 17:47:58.402622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Pushing event deleted for resources: {'Port': ['ID=4ff0d708-89b0-4d82-a081-243d7b1e5376,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:58.405613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43492) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.414936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-99d2e424-25be-4d9e-b1ae-3162e986134f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.420709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.421015 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-99d2e424-25be-4d9e-b1ae-3162e986134f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0135994 Jul 06 17:47:58.428115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-270e9113-9bbd-4cf1-a908-450a31d8e7a8 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.429859 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-270e9113-9bbd-4cf1-a908-450a31d8e7a8 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0077996 Jul 06 17:47:58.437200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43496) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.443001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-a2fbbafb-e1e2-4cc4-b32a-719ab976fc33 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.446851 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a2fbbafb-e1e2-4cc4-b32a-719ab976fc33 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0058377 Jul 06 17:47:58.450126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43500) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.458186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-097cb310-8094-4c22-85e4-d1b653b832fb tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.463787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-097cb310-8094-4c22-85e4-d1b653b832fb tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066676 Jul 06 17:47:58.465089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43502) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.472968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-052d131c-61cd-4b8f-8fee-bd8d852e2cc2 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.477825 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-052d131c-61cd-4b8f-8fee-bd8d852e2cc2 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067906 Jul 06 17:47:58.478073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cd9274-b354-47be-a74d-393e9b784847 req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] No DVR routers for this DVR port 4ff0d708-89b0-4d82-a081-243d7b1e5376 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:47:58.478073 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9cd9274-b354-47be-a74d-393e9b784847 req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.481194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9cd9274-b354-47be-a74d-393e9b784847 req-f12daa2f-9781-47c2-b8e2-dcb490261c64 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.55 "DELETE /v2.0/ports/4ff0d708-89b0-4d82-a081-243d7b1e5376 HTTP/1.1" status: 204 len: 173 time: 1.0340779 Jul 06 17:47:58.481777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43504) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.487302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-34c8edc2-85ff-490e-8b55-00a66a8d5ad6 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.491301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-34c8edc2-85ff-490e-8b55-00a66a8d5ad6 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083773 Jul 06 17:47:58.492054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43506) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.498061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-4537dbe6-5ba4-427b-810b-406a9eeed45b tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.503218 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4537dbe6-5ba4-427b-810b-406a9eeed45b tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0093472 Jul 06 17:47:58.503556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.510013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-5d3fda09-7ee6-4ff2-8d0a-bb0e7aa5dbd7 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.514320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5d3fda09-7ee6-4ff2-8d0a-bb0e7aa5dbd7 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0090582 Jul 06 17:47:58.515120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43512) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.520004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-afaa35c7-4ce2-474d-ab2d-596f77885f72 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.524592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-afaa35c7-4ce2-474d-ab2d-596f77885f72 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0082557 Jul 06 17:47:58.525394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.527258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1021bd91-699f-4ccc-9288-b3104ef19f24 req-5d03316d-7072-49db-857f-772523a8a2c7 tempest-ServerDiskConfigTestJSON-1613817313 tempest-ServerDiskConfigTestJSON-1613817313-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ae90e7-c230-4618-92a8-a2eaca0abe70 HTTP/1.1" status: 200 len: 210 time: 0.0634813 Jul 06 17:47:58.530092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-133bea3a-a8d2-435b-950e-e6bfc1af650d tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.531220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-133bea3a-a8d2-435b-950e-e6bfc1af650d tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047457 Jul 06 17:47:58.535725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43516) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.540589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-91f995c5-068f-4f29-aea9-9b3a755ca343 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.545466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-91f995c5-068f-4f29-aea9-9b3a755ca343 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0089068 Jul 06 17:47:58.546487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43518) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.553335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-512689d5-8e32-4082-a361-7202e1bf0c42 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.557494 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-512689d5-8e32-4082-a361-7202e1bf0c42 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069480 Jul 06 17:47:58.558467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.577028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [None req-cc453fe0-2f49-47a8-8e90-a398a9ce72cd tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.578109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cc453fe0-2f49-47a8-8e90-a398a9ce72cd tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0182931 Jul 06 17:47:58.581138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43522) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.583450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:47:58.585973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-88856961-1266-4c80-9508-9c49621de43f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.587033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-88856961-1266-4c80-9508-9c49621de43f tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049846 Jul 06 17:47:58.589950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.591876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43524) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:58.597886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [None req-267b3811-249c-4827-a9fd-6ab33d668791 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:47:58.599049 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-267b3811-249c-4827-a9fd-6ab33d668791 tempest-ExtensionsTestJSON-57940683 tempest-ExtensionsTestJSON-57940683-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061641 Jul 06 17:47:58.820331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:58.837750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'port_id': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'mac_address': 'fa:16:3e:7c:dc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:47:58.898949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e06ab55b-77c1-42f1-b6bf-18a6a5cf43b7 req-01daefa7-2192-4cbe-97c9-830487ac5d5e tempest-ServerGroupTestJSON-1969059736 tempest-ServerGroupTestJSON-1969059736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d95ae1f-ae27-4e5b-a360-67e5ec45d322 HTTP/1.1" status: 200 len: 210 time: 0.0774934 Jul 06 17:47:58.910892 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:58.955912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05a99ff-2e05-4dcc-93d7-911b0ae1c18e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:47:58.957541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.25.7.233 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/837602b4-052f-4654-99a8-5d26db060c40) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:47:59.001508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:47:59.009610 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.094666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:59.116445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.132212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43536) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:59.165562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:47:59.181298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.223458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:47:59.231745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:47:59.234323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:47:59.284561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=837602b4-052f-4654-99a8-5d26db060c40,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:59.293968 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62fadbff-80d1-4652-9591-2905ca3bdbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.569989 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62fadbff-80d1-4652-9591-2905ca3bdbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.576488 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62fadbff-80d1-4652-9591-2905ca3bdbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:47:59.639594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fadbff-80d1-4652-9591-2905ca3bdbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fe2c35-d278-4d58-9fb0-38e311202b80,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:47:59.662006 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-62fadbff-80d1-4652-9591-2905ca3bdbb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64fd09ea542e48bb8261e70827fbc28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289145 Jul 06 17:47:59.664763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:47:59.997005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:00.070869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4982d3a-822b-4d96-a94c-dbd77c6c7876 admin admin] Deleting subnet f7efb61c-af40-475c-9987-361c48dbe1e1 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:48:00.078049 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4982d3a-822b-4d96-a94c-dbd77c6c7876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.130611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae90e7-c230-4618-92a8-a2eaca0abe70', 'name': 'network-vif-deleted', 'tag': '4ff0d708-89b0-4d82-a081-243d7b1e5376'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:00.136661 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef10d931-383b-4767-9085-21836ef0576e" -d '{"events": [{"server_uuid": "c7ae90e7-c230-4618-92a8-a2eaca0abe70", "name": "network-vif-deleted", "tag": "4ff0d708-89b0-4d82-a081-243d7b1e5376"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:00.175550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4982d3a-822b-4d96-a94c-dbd77c6c7876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.229503 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad447595-831b-48ab-a4f2-befcb376c7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.247156 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b52ced4-6202-4c90-8b55-ae9ecc516d68 x-openstack-request-id: req-0b52ced4-6202-4c90-8b55-ae9ecc516d68 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:00.247501 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ae90e7-c230-4618-92a8-a2eaca0abe70", "name": "network-vif-deleted", "tag": "4ff0d708-89b0-4d82-a081-243d7b1e5376", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:00.247797 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b52ced4-6202-4c90-8b55-ae9ecc516d68 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:00.248247 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ae90e7-c230-4618-92a8-a2eaca0abe70', 'name': 'network-vif-deleted', 'tag': '4ff0d708-89b0-4d82-a081-243d7b1e5376', 'status': 'completed', 'code': 200} Jul 06 17:48:00.264196 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4982d3a-822b-4d96-a94c-dbd77c6c7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.308122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad447595-831b-48ab-a4f2-befcb376c7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.326435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.346015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4982d3a-822b-4d96-a94c-dbd77c6c7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.377689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4982d3a-822b-4d96-a94c-dbd77c6c7876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7efb61c-af40-475c-9987-361c48dbe1e1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:00.379818 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4982d3a-822b-4d96-a94c-dbd77c6c7876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.385638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f4982d3a-822b-4d96-a94c-dbd77c6c7876 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f7efb61c-af40-475c-9987-361c48dbe1e1 HTTP/1.1" status: 204 len: 168 time: 0.3880115 Jul 06 17:48:00.387032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43572) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:00.495239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.517849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.550220 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad447595-831b-48ab-a4f2-befcb376c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.552974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad447595-831b-48ab-a4f2-befcb376c7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.554150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ad447595-831b-48ab-a4f2-befcb376c7d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54fe2c35-d278-4d58-9fb0-38e311202b80 HTTP/1.1" status: 204 len: 168 time: 0.8885181 Jul 06 17:48:00.576424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad447595-831b-48ab-a4f2-befcb376c7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fe2c35-d278-4d58-9fb0-38e311202b80,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:00.611539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:00.624075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.639094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15584471-2630-45f1-9648-6c381607671e']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:00.653405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61f2b55-2941-411d-8069-63643ea62739') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:00.654175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61f2b55-2941-411d-8069-63643ea62739') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:00.670238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.694153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.716642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:00.717534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:00.719182 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:00.765197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:00.765818 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.817936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.826413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.830064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.835717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] 10.222.0.13 "DELETE /v2.0/networks/15584471-2630-45f1-9648-6c381607671e HTTP/1.1" status: 204 len: 168 time: 0.4453766 Jul 06 17:48:00.846064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:00.853487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43594) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:00.854664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b9467-a718-4373-bf8f-888381aceb37 admin admin] Pushing event deleted for resources: {'Network': ['ID=15584471-2630-45f1-9648-6c381607671e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:00.989158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.042535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=837602b4-052f-4654-99a8-5d26db060c40,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:01.051423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7310652-4a20-4f27-b88d-35d0f64a59c7 admin admin] Deleting subnet eb34e4bf-886a-4dfb-9f61-30138a7097e8 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:48:01.057945 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7310652-4a20-4f27-b88d-35d0f64a59c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.088085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.102766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:01.115954 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecaf798-8e6b-4c50-a29c-b2e67a04d9e7" -d '{"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:01.170632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43610) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:01.187635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7310652-4a20-4f27-b88d-35d0f64a59c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.189214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:01.201084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.203239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4ff0d708-89b0-4d82-a081-243d7b1e5376 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:01.220482 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0cadc6-af50-4df5-82ae-a40703e98839 x-openstack-request-id: req-4b0cadc6-af50-4df5-82ae-a40703e98839 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:01.220843 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:01.221547 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b0cadc6-af50-4df5-82ae-a40703e98839 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:01.222045 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'code': 200} Jul 06 17:48:01.271822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7310652-4a20-4f27-b88d-35d0f64a59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.274478 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-16c9ab6f-38c3-499a-b950-71b6e08689c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0285a1bfe134c329a7fc5b5c81e2c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013837 Jul 06 17:48:01.278823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43614) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:01.279110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 4ff0d708-89b0-4d82-a081-243d7b1e5376 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:01.279340 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4ff0d708-89b0-4d82-a081-243d7b1e5376 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:01.318888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:01.365772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-157aa264-bc57-417d-8e47-6b5a20c30967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.382472 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP d6633bf0-5073-4015-9659-20d6d908818f associated. External IP: 172.25.7.233, port: 62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9. Jul 06 17:48:01.401509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-157aa264-bc57-417d-8e47-6b5a20c30967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.408675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:01.460136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:01.461535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 6f1684d3-002a-41fb-8802-d9bc0c04e5d3 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:01.461765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7310652-4a20-4f27-b88d-35d0f64a59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.497178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-157aa264-bc57-417d-8e47-6b5a20c30967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.500019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-157aa264-bc57-417d-8e47-6b5a20c30967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.501799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-157aa264-bc57-417d-8e47-6b5a20c30967 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46e1376d-a1ae-4ae9-9ee5-186aef93eb4b HTTP/1.1" status: 204 len: 168 time: 0.2206681 Jul 06 17:48:01.512527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aa264-bc57-417d-8e47-6b5a20c30967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e1376d-a1ae-4ae9-9ee5-186aef93eb4b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:01.554382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310652-4a20-4f27-b88d-35d0f64a59c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb34e4bf-886a-4dfb-9f61-30138a7097e8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:01.584300 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7310652-4a20-4f27-b88d-35d0f64a59c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.590327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b7310652-4a20-4f27-b88d-35d0f64a59c7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb34e4bf-886a-4dfb-9f61-30138a7097e8 HTTP/1.1" status: 204 len: 168 time: 0.7281821 Jul 06 17:48:01.590701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43620) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:01.727216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.761208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:01.821492 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.836134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97e1484-1219-4b50-bb34-47553419df5b']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:01.850621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79547f66-cc09-4d2b-afd6-3ca95eae4070') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:01.850955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79547f66-cc09-4d2b-afd6-3ca95eae4070') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:01.867678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.887714 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.906698 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.918050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:01.919815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:01.922712 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:01.964616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:01.979862 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6de65c-a791-44da-b3f6-ecc360ef58f6 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:02.012146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.017728 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6de65c-a791-44da-b3f6-ecc360ef58f6 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:02.018590 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c6de65c-a791-44da-b3f6-ecc360ef58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:02.025139 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.070267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:02.077317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.084030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] 10.222.0.13 "DELETE /v2.0/networks/c97e1484-1219-4b50-bb34-47553419df5b HTTP/1.1" status: 204 len: 168 time: 0.4916914 Jul 06 17:48:02.086508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cdb66-1b64-43ee-a32c-12009362809d admin admin] Pushing event deleted for resources: {'Network': ['ID=c97e1484-1219-4b50-bb34-47553419df5b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:02.097390 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c6de65c-a791-44da-b3f6-ecc360ef58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:02.108494 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6de65c-a791-44da-b3f6-ecc360ef58f6 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:02.109031 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c6de65c-a791-44da-b3f6-ecc360ef58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:02.114837 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-addfe70d-ebd8-4dc7-b743-0b61922717ee tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9342644 Jul 06 17:48:02.117422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43644) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:02.127138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b88b5b80-018a-4656-b8a0-3bcb1ced7a13 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:02.148581 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c6de65c-a791-44da-b3f6-ecc360ef58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:02.149432 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6de65c-a791-44da-b3f6-ecc360ef58f6 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:02.263118 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b88b5b80-018a-4656-b8a0-3bcb1ced7a13 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.395488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1758220426'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:02.487003 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b88b5b80-018a-4656-b8a0-3bcb1ced7a13 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.488731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Made reservation on behalf of 4eae3aa756ab4ccfbfae3334ec9ab30f for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:02.493057 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.502822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b88b5b80-018a-4656-b8a0-3bcb1ced7a13 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.503191 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-b88b5b80-018a-4656-b8a0-3bcb1ced7a13 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP d6633bf0-5073-4015-9659-20d6d908818f disassociated. External IP: 172.25.7.233, port: 62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9. Jul 06 17:48:02.507774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:02.517657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.566416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-de4c7097-c983-4177-8e37-b0ced3ea9944 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a8e4d6f684c4c139085a72b6a474fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558579 Jul 06 17:48:02.568136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:02.637908 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fabf7217-516e-474f-bac3-e6b2ee737a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.663140 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fabf7217-516e-474f-bac3-e6b2ee737a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.739055 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fabf7217-516e-474f-bac3-e6b2ee737a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.742575 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fabf7217-516e-474f-bac3-e6b2ee737a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.749904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fabf7217-516e-474f-bac3-e6b2ee737a07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0fba7fd-fc1c-4c55-8f87-631350b57cef HTTP/1.1" status: 204 len: 168 time: 0.1782651 Jul 06 17:48:02.767821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf7217-516e-474f-bac3-e6b2ee737a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fba7fd-fc1c-4c55-8f87-631350b57cef,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:02.817563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:02.890919 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.901278 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:02.930262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88b5b80-018a-4656-b8a0-3bcb1ced7a13 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:02.958427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:02.967030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1300465749-network', 'tenant_id': 'ca0db8d1576f44c8bdfed836e43dc415'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:03.024245 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.024834 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Added segment 7921eeca-8636-405e-96c4-eaa9ea08373d of type vlan for network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d Jul 06 17:48:03.046891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8babc448-7ffa-4cf2-8a04-ac8846c7acc7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:03.175537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.176134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.176759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.177341 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.178084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.178695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.179280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.179805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.180378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.180950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.181591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.182125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:03.216189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Made reservation on behalf of ca0db8d1576f44c8bdfed836e43dc415 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:03.220213 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.231663 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.258565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.363582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.369261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.369914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.424154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88b5b80-018a-4656-b8a0-3bcb1ced7a13 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:03.444963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a577389-2d85-40d6-849a-099e594f3f84 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:03.445965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b88b5b80-018a-4656-b8a0-3bcb1ced7a13 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.459109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a577389-2d85-40d6-849a-099e594f3f84 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:03.460195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6a577389-2d85-40d6-849a-099e594f3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:03.505532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6a577389-2d85-40d6-849a-099e594f3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:03.517751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a577389-2d85-40d6-849a-099e594f3f84 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:03.518852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6a577389-2d85-40d6-849a-099e594f3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:03.564336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6a577389-2d85-40d6-849a-099e594f3f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:03.565136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a577389-2d85-40d6-849a-099e594f3f84 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:03.626129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b88b5b80-018a-4656-b8a0-3bcb1ced7a13 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/floatingips/d6633bf0-5073-4015-9659-20d6d908818f HTTP/1.1" status: 200 len: 688 time: 1.4989696 Jul 06 17:48:03.626129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event updated for resources: {'Network': ['ID=e59abd75-f377-4d4d-a3b8-cf0f0f86b75d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:03.626654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43698) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:03.642846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:03.671217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:03.714147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.722857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.744970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3c1e7e0d-7314-4c96-9c26-1ee237af5e28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6730378 Jul 06 17:48:03.754210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:03.755564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:03.769402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Request body: {'subnet': {'network_id': 'e59abd75-f377-4d4d-a3b8-cf0f0f86b75d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:03.804202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port 837602b4-052f-4654-99a8-5d26db060c40 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:03.804567 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.822990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e686e8-95ef-48a9-9370-c18007e30948,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:03.829254 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.830090 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Added segment 81267f29-3dcc-4ac8-9d84-b362041768f7 of type vlan for network 08ed4056-41da-401a-a572-c54d88884d9b Jul 06 17:48:03.895461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1843366616-network', 'tenant_id': '1cdfdd2127464e61a69dcd32536dc581'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:03.911952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.912288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.915227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.927356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for 837602b4-052f-4654-99a8-5d26db060c40 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:03.958802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Made reservation on behalf of 1cdfdd2127464e61a69dcd32536dc581 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:03.961228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.979804 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.990716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:03.991730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:03.992320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.046022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Made reservation on behalf of 4eae3aa756ab4ccfbfae3334ec9ab30f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:04.049793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.085501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2650793 Jul 06 17:48:04.089252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43706) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:04.096435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Request body: {'subnet': {'network_id': '08ed4056-41da-401a-a572-c54d88884d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1300465749-subnet', 'tenant_id': 'ca0db8d1576f44c8bdfed836e43dc415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:04.113657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.155023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=837602b4-052f-4654-99a8-5d26db060c40,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:04.219570 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.222602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.223930 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6bbb1a9b-0ef5-4a8a-8e1a-f9ed59f03cf6 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/floatingips/d6633bf0-5073-4015-9659-20d6d908818f HTTP/1.1" status: 204 len: 168 time: 0.5957706 Jul 06 17:48:04.229135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43708) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:04.236099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': 'b396d838-9fbb-4f5b-9a0d-ddf454fc1695'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:04.421955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b040d-a049-4a92-997a-54992c35dbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=08ed4056-41da-401a-a572-c54d88884d9b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:04.433618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 08ed4056-41da-401a-a572-c54d88884d9b details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:04.562747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.570849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.615204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Made reservation on behalf of ca0db8d1576f44c8bdfed836e43dc415 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:04.619847 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.645294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:04.650815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d148632-2d89-463e-bf21-437c6c97d4f7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:04.657301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.664500 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.664856 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Added segment 22a69f1c-9328-4c88-a36b-6d1137ffe651 of type vlan for network 4fc572f3-9907-4542-aab9-5cd9ce73db72 Jul 06 17:48:04.746361 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.763501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.783550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event updated for resources: {'Subnet': ['ID=56d7d417-6153-403b-9cf9-fef71106908e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:04.802367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Checking segment: {'id': '7921eeca-8636-405e-96c4-eaa9ea08373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59abd75-f377-4d4d-a3b8-cf0f0f86b75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:04.802763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Network hostable DHCP agents. Network: e59abd75-f377-4d4d-a3b8-cf0f0f86b75d, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:04.811112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.812223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.812820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.883077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:04.890740 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2150183 Jul 06 17:48:04.896734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43730) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:04.904412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Request body: {'subnet': {'network_id': '4fc572f3-9907-4542-aab9-5cd9ce73db72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1843366616-subnet', 'tenant_id': '1cdfdd2127464e61a69dcd32536dc581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:04.909492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94cd35-8c99-4069-97d1-8220c52f7048 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc572f3-9907-4542-aab9-5cd9ce73db72,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:04.915285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, e59abd75-f377-4d4d-a3b8-cf0f0f86b75d) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:04.925225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:04.926097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.935345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6845f5a-1a1f-4ab5-9e33-04724b1648c5 None None] Network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:04.954796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Made reservation on behalf of 1cdfdd2127464e61a69dcd32536dc581 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:04.959897 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:04.963672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4fc572f3-9907-4542-aab9-5cd9ce73db72 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:05.036964 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c7989789-800f-4cc3-8c9b-72783f6cef28 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2772968 Jul 06 17:48:05.043958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43734) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:05.058215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Request body: {'port': {'network_id': 'e59abd75-f377-4d4d-a3b8-cf0f0f86b75d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-207183437'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:05.094695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:05.181133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:05.227518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-e59abd75-f377-4d4d-a3b8-cf0f0f86b75d', 'network_id': 'e59abd75-f377-4d4d-a3b8-cf0f0f86b75d', 'tenant_id': '4eae3aa756ab4ccfbfae3334ec9ab30f', 'fixed_ips': [{'subnet_id': '56d7d417-6153-403b-9cf9-fef71106908e'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:48:05.229668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:05.254235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:05.268336 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Checking segment: {'id': '81267f29-3dcc-4ac8-9d84-b362041768f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08ed4056-41da-401a-a572-c54d88884d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:05.268884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Network hostable DHCP agents. Network: 08ed4056-41da-401a-a572-c54d88884d9b, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:05.271930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acac104-919f-4969-93b1-a5ad995cf3d3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:05.341679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08eb5dd0-ea0c-4af3-b2a4-8f742effc746,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:05.364611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Checking segment: {'id': '22a69f1c-9328-4c88-a36b-6d1137ffe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4fc572f3-9907-4542-aab9-5cd9ce73db72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:05.364992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Network hostable DHCP agents. Network: 4fc572f3-9907-4542-aab9-5cd9ce73db72, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:05.382233 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:05.385939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Network 4fc572f3-9907-4542-aab9-5cd9ce73db72 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:05.417598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4fc572f3-9907-4542-aab9-5cd9ce73db72) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:05.433529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f65758-ce0a-4d12-a397-368fa1a35723 None None] Network 4fc572f3-9907-4542-aab9-5cd9ce73db72 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:05.437862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.442288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:05.484639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Allocated IP 2001:db8::2 (e59abd75-f377-4d4d-a3b8-cf0f0f86b75d/56d7d417-6153-403b-9cf9-fef71106908e/fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:05.491612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-19cb22a0-653e-4a8e-8682-7234bb22d48a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5835364 Jul 06 17:48:05.584688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.25.7.134 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/a2e244ba-22a7-41a6-ace6-227fd6cd520c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:05.614645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Network 08ed4056-41da-401a-a572-c54d88884d9b is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:05.636962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Made reservation on behalf of 4eae3aa756ab4ccfbfae3334ec9ab30f for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:05.643647 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:05.687681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 08ed4056-41da-401a-a572-c54d88884d9b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:05.732737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:05.733819 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:05.751610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a421ef-1b9b-4836-b8eb-f10ddcf2955b None None] Network 08ed4056-41da-401a-a572-c54d88884d9b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:05.781886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] device_id is not set on port 8298dad9-763e-4a25-9b1f-a79048bea24a yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:48:05.799469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4e42e9b2-5cbb-46fa-9fd6-51a3dab8ee8c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7089462 Jul 06 17:48:05.944113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:06.001853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:06.062762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:06.064359 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:06.070250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:06.076537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:06.093685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Transition to ACTIVE for port object fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:06.148125 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=a2e244ba-22a7-41a6-ace6-227fd6cd520c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:06.177282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58371d9b-44b5-48fd-beb1-b007f16c7631 None None] Network 4fc572f3-9907-4542-aab9-5cd9ce73db72 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:06.276997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf74da-5650-4f7c-ac37-f1ed978cba1a None None] Network 08ed4056-41da-401a-a572-c54d88884d9b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:06.280422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Transition to ACTIVE for port object fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:06.435397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-0b674e45-e210-4c64-adc1-ffe9c88829b9 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.449558 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-0b674e45-e210-4c64-adc1-ffe9c88829b9 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/networks?id=4fc572f3-9907-4542-aab9-5cd9ce73db72 HTTP/1.1" status: 200 len: 821 time: 0.3389685 Jul 06 17:48:06.474008 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-6a16706d-28bb-46ae-a482-6020955624fd tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/quotas/1cdfdd2127464e61a69dcd32536dc581 HTTP/1.1" status: 200 len: 375 time: 0.0234537 Jul 06 17:48:06.515589 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-4d631849-688b-4550-b226-50226f68bdaa tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cdfdd2127464e61a69dcd32536dc581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400419 Jul 06 17:48:06.530221 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:06.560370 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:06.600196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:06.627069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:06.670662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Allocated IP 2001:db8::39f (e59abd75-f377-4d4d-a3b8-cf0f0f86b75d/56d7d417-6153-403b-9cf9-fef71106908e/8298dad9-763e-4a25-9b1f-a79048bea24a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:06.722660 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9ad32883-b7a8-4e4b-a8d0-3134044aaf9f service neutron] 10.222.0.13 "GET /v2.0/networks/4fc572f3-9907-4542-aab9-5cd9ce73db72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042084 Jul 06 17:48:06.860741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Pushing event updated for resources: {'Port': ['ID=fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:06.876580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Attempting to bind port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:06.876580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Attempting to bind port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7921eeca-8636-405e-96c4-eaa9ea08373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59abd75-f377-4d4d-a3b8-cf0f0f86b75d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:06.876580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Attempting to bind port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 on network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:06.888579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:06.889386 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Checking segment: {'id': '7921eeca-8636-405e-96c4-eaa9ea08373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59abd75-f377-4d4d-a3b8-cf0f0f86b75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:06.890326 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:06.891588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Bound using segment: {'id': '7921eeca-8636-405e-96c4-eaa9ea08373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59abd75-f377-4d4d-a3b8-cf0f0f86b75d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:06.893125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Bound port: fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7921eeca-8636-405e-96c4-eaa9ea08373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59abd75-f377-4d4d-a3b8-cf0f0f86b75d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:06.893602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-74bbe91d-d44b-43c5-9491-0f40a4ac18e5 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:06.894786 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:06.902333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-74bbe91d-d44b-43c5-9491-0f40a4ac18e5 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/networks?id=08ed4056-41da-401a-a572-c54d88884d9b HTTP/1.1" status: 200 len: 813 time: 0.3004994 Jul 06 17:48:06.938284 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9aab7a08-965d-4924-b382-4410d8e46766 service neutron] 10.222.0.13 "GET /v2.0/networks/4fc572f3-9907-4542-aab9-5cd9ce73db72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050784 Jul 06 17:48:06.949331 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-2e6127ee-85da-4108-8d89-550607babc7f tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/quotas/ca0db8d1576f44c8bdfed836e43dc415 HTTP/1.1" status: 200 len: 375 time: 0.0459025 Jul 06 17:48:07.023855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-dfb22743-ef8f-43b7-b206-5d0e8d10d677 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca0db8d1576f44c8bdfed836e43dc415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732028 Jul 06 17:48:07.025866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] For port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:07.029850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] For port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6,segment=NetworkSegment(7921eeca-8636-405e-96c4-eaa9ea08373d),segment_id=7921eeca-8636-405e-96c4-eaa9ea08373d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:07.040410 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:07.165401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dd2ce-d705-4263-bbab-86053d2da314 None None] Pushing event updated for resources: {'Port': ['ID=fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:07.516480 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-459e5760-4f0f-44ca-9102-4c9c48189c82 req-1f723cd2-d484-4f89-859d-82a3bbc867e5 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 210 time: 0.1083622 Jul 06 17:48:07.839745 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:07.846704 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a6c86f59-34cb-41b2-b891-279ec56e999a service neutron] 10.222.0.13 "GET /v2.0/networks/08ed4056-41da-401a-a572-c54d88884d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8219516 Jul 06 17:48:07.881529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Transition to ACTIVE for port object 8298dad9-763e-4a25-9b1f-a79048bea24a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:07.898891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.078744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.089232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-65a2a5aa-f582-4266-a03a-d556dc78b599 service neutron] 10.222.0.13 "GET /v2.0/networks/08ed4056-41da-401a-a572-c54d88884d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244565 Jul 06 17:48:08.130161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.143834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:08.235692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:08.241809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:08.248222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:08.248939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.316802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event updated for resources: {'Port': ['ID=8298dad9-763e-4a25-9b1f-a79048bea24a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:08.343877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-954725ed-05d0-423e-a776-e40238631f78 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2975385 Jul 06 17:48:08.349452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:08.360925 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Request body: {'port': {'network_id': 'e59abd75-f377-4d4d-a3b8-cf0f0f86b75d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-626365051', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:08.362430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] bootfile-name is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:48:08.364208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] tftp-server is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:48:08.367779 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] server-ip-address is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:48:08.700874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.710688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.836855 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f916f0b-44c8-4d56-b5b1-b25698857f11 req-f8051dac-be06-4d6b-8b15-711f4621ddd4 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 210 time: 0.4350524 Jul 06 17:48:08.872544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Made reservation on behalf of 4eae3aa756ab4ccfbfae3334ec9ab30f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:08.876409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.908205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] device_id is not set on port b1ba8fa2-b48f-4299-b4e6-7207084b981c yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:48:08.966581 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:08.981286 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e97dc529-0563-4351-80f5-ec933032a953 req-4e3021e7-f14b-4fe3-97ef-71137d1cd623 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 210 time: 0.1445224 Jul 06 17:48:09.046495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67cfa0d-45be-411b-92a6-47ed25da88e2 None None] Network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:09.119143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=a2e244ba-22a7-41a6-ace6-227fd6cd520c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:09.224540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:09.273894 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP cb3fa524-e455-48d7-aa98-551ce045da9a associated. External IP: 172.25.7.134, port: b396d838-9fbb-4f5b-9a0d-ddf454fc1695. Jul 06 17:48:09.313633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Allocated IP 2001:db8::223 (e59abd75-f377-4d4d-a3b8-cf0f0f86b75d/56d7d417-6153-403b-9cf9-fef71106908e/b1ba8fa2-b48f-4299-b4e6-7207084b981c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:09.368014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e4823740-8f86-446e-b326-b4b503a79f9e None None] Provisioning for port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:09.667055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:09.676610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:09.677052 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:09.808680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-c4f1da13-58a0-4971-85b2-b082c56a90d9 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:09.811617 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-c4f1da13-58a0-4971-85b2-b082c56a90d9 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.22 "GET /v2.0/networks?id=4fc572f3-9907-4542-aab9-5cd9ce73db72 HTTP/1.1" status: 200 len: 821 time: 0.3088419 Jul 06 17:48:09.852620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Request body: {'port': {'device_id': 'fdb8e893-f922-4ddb-aaf3-458b0d477cd5', 'network_id': '4fc572f3-9907-4542-aab9-5cd9ce73db72', 'admin_state_up': True, 'tenant_id': '1cdfdd2127464e61a69dcd32536dc581'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:09.934739 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:09.939972 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.003107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Transition to ACTIVE for port object b1ba8fa2-b48f-4299-b4e6-7207084b981c will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:10.027769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6,segment=NetworkSegment(7921eeca-8636-405e-96c4-eaa9ea08373d),segment_id=7921eeca-8636-405e-96c4-eaa9ea08373d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:10.044797 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.086179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:10.237350 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a96892f-14c3-4f76-84b5-5a2f13c4e4a2 req-63098c1c-9cb7-42b8-8526-716fb99855a3 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 210 time: 0.1593258 Jul 06 17:48:10.288242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:10.291473 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.353779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e542f417-447d-4b2d-b4c5-09a0f652bf24 None None] Provisioning complete for port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:10.354476 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e542f417-447d-4b2d-b4c5-09a0f652bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.498714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:10.549774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13462870-cf97-4452-ac00-4a77de937dbe req-4ced401f-c91c-474f-90ce-e1bbb378c57f tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 210 time: 0.1725743 Jul 06 17:48:10.553979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:10.562352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e542f417-447d-4b2d-b4c5-09a0f652bf24 None None] Provisioning for port 8298dad9-763e-4a25-9b1f-a79048bea24a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:10.574035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e542f417-447d-4b2d-b4c5-09a0f652bf24 None None] Provisioning complete for port 8298dad9-763e-4a25-9b1f-a79048bea24a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:10.574530 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e542f417-447d-4b2d-b4c5-09a0f652bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.579164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event updated for resources: {'Port': ['ID=b1ba8fa2-b48f-4299-b4e6-7207084b981c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:10.602191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:10.617706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:10.618646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.659153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-93e23f5f-3fd1-4b37-a259-fcc9fd5c9112 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3064861 Jul 06 17:48:10.659923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43846) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:10.677284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e542f417-447d-4b2d-b4c5-09a0f652bf24 None None] Port 8298dad9-763e-4a25-9b1f-a79048bea24a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:48:10.696887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:10.717631 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa74014-50d3-48e3-a0a6-fbbd422bed54 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:10.727587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Made reservation on behalf of 1cdfdd2127464e61a69dcd32536dc581 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:10.733219 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.747629 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa74014-50d3-48e3-a0a6-fbbd422bed54 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:10.748604 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0aa74014-50d3-48e3-a0a6-fbbd422bed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:10.781880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:10.819282 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0aa74014-50d3-48e3-a0a6-fbbd422bed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:10.851814 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa74014-50d3-48e3-a0a6-fbbd422bed54 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:10.852756 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0aa74014-50d3-48e3-a0a6-fbbd422bed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:10.927718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3fc15143-5526-4487-8601-42b121e82a9b None None] Provisioning complete for port 8298dad9-763e-4a25-9b1f-a79048bea24a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:10.928399 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3fc15143-5526-4487-8601-42b121e82a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:11.064196 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0aa74014-50d3-48e3-a0a6-fbbd422bed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:11.065595 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa74014-50d3-48e3-a0a6-fbbd422bed54 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:11.111723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:11.128371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-50e83529-a1e2-45a2-91e5-f59f6ccd1701 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.130504 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-50e83529-a1e2-45a2-91e5-f59f6ccd1701 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.22 "GET /v2.0/networks?id=08ed4056-41da-401a-a572-c54d88884d9b HTTP/1.1" status: 200 len: 813 time: 0.1811409 Jul 06 17:48:11.149700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Request body: {'port': {'device_id': '6bc77827-7da3-47c5-b793-34297b4b102f', 'network_id': '08ed4056-41da-401a-a572-c54d88884d9b', 'admin_state_up': True, 'tenant_id': 'ca0db8d1576f44c8bdfed836e43dc415'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:11.223798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c90c3-6315-4652-a16e-bbebc2f0dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.235602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c90c3-6315-4652-a16e-bbebc2f0dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.236524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3fc15143-5526-4487-8601-42b121e82a9b None None] Port 8298dad9-763e-4a25-9b1f-a79048bea24a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:48:11.240637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3b785df4-aa8c-44b4-a324-aac4b9a0c044 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.0100067 Jul 06 17:48:11.241452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43850) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:11.253565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c90c3-6315-4652-a16e-bbebc2f0dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:11.260988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:11.261706 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:11.276897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:11.281027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ca5c90c3-6315-4652-a16e-bbebc2f0dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6197991 Jul 06 17:48:11.568674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-67cef0a9-402a-4145-bd6a-aadb058ea72e None None] Provisioning for port b1ba8fa2-b48f-4299-b4e6-7207084b981c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:11.576228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-67cef0a9-402a-4145-bd6a-aadb058ea72e None None] Provisioning complete for port b1ba8fa2-b48f-4299-b4e6-7207084b981c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:11.576615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67cef0a9-402a-4145-bd6a-aadb058ea72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:11.727909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1de8785a-23c9-4594-9a91-c41e5cb12c36 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "GET /v2.0/floatingips/cb3fa524-e455-48d7-aa98-551ce045da9a HTTP/1.1" status: 200 len: 976 time: 0.4583678 Jul 06 17:48:11.730798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43864) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:11.758371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ab48775-08d7-4349-b0e1-8cf8f57902b2 req-dcc2cab9-a4f9-47da-86c6-c45bf53057e7 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 210 time: 0.2985780 Jul 06 17:48:11.815161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Allocated IP 172.20.0.4 (4fc572f3-9907-4542-aab9-5cd9ce73db72/08eb5dd0-ea0c-4af3-b2a4-8f742effc746/0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:11.882422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-67cef0a9-402a-4145-bd6a-aadb058ea72e None None] Port b1ba8fa2-b48f-4299-b4e6-7207084b981c cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:48:11.930773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c686a-6d62-4f9c-8866-da4aaaf18283 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Deleting port b1ba8fa2-b48f-4299-b4e6-7207084b981c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:11.932322 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a2c686a-6d62-4f9c-8866-da4aaaf18283 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:11.955505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Made reservation on behalf of ca0db8d1576f44c8bdfed836e43dc415 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:11.961506 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:12.102562 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fd1aefa7-5e10-4dca-990a-07717fad8a34 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3702340 Jul 06 17:48:12.105691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43866) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:12.113393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'port_id': '62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:12.247281 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:48:12.266027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:12.370220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37187233-c014-4686-88bd-1ee989593108 req-e97bef2c-b6e2-4c9a-8980-31e42dd2c6d2 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 210 time: 0.1043761 Jul 06 17:48:12.449916 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a2c686a-6d62-4f9c-8866-da4aaaf18283 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:12.531286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Allocated IP 172.20.0.5 (08ed4056-41da-401a-a572-c54d88884d9b/3acac104-919f-4969-93b1-a5ad995cf3d3/dd733b7b-d165-416b-85ee-24baa3a9b1f8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:12.606122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c686a-6d62-4f9c-8866-da4aaaf18283 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Calling delete_port for b1ba8fa2-b48f-4299-b4e6-7207084b981c owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:13.171868 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.385978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-723f5e3d-d8bf-4a36-a2c5-eda33e5d6829 req-10234e77-fae5-406c-9c6a-89c26b698837 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 210 time: 0.2258189 Jul 06 17:48:13.493238 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.520845 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.625568 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.966721 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:13.998428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Network 4fc572f3-9907-4542-aab9-5cd9ce73db72 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:14.005308 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP cb3fa524-e455-48d7-aa98-551ce045da9a associated. External IP: 172.25.7.134, port: b396d838-9fbb-4f5b-9a0d-ddf454fc1695. Jul 06 17:48:14.051121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:14.086155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:14.109235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Pushing event updated for resources: {'Port': ['ID=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:14.297969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48c96a-4653-4b14-ab04-d8ce299f9357 req-4bdf0ead-4c28-4e00-9d8f-b559bb5db04e tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.312261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d48c96a-4653-4b14-ab04-d8ce299f9357 req-4bdf0ead-4c28-4e00-9d8f-b559bb5db04e tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 931 time: 0.4647341 Jul 06 17:48:14.324396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:14.325414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.359804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5335159 Jul 06 17:48:14.367393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.368290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.369982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.370724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.371266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.371797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.372331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.372871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.373399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.373923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.374702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.375239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a464817-d592-4847-bfb5-b33a45a1b161 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:14.415199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Request body: {'port': {'device_id': 'fdb8e893-f922-4ddb-aaf3-458b0d477cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:14.416029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d48c96a-4653-4b14-ab04-d8ce299f9357 req-3f366705-e3e8-45c9-af96-eed90ab16083 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014621 Jul 06 17:48:14.526217 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.532780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a2c686a-6d62-4f9c-8866-da4aaaf18283 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.768593 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a2c686a-6d62-4f9c-8866-da4aaaf18283 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:14.772247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7a2c686a-6d62-4f9c-8866-da4aaaf18283 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "DELETE /v2.0/ports/b1ba8fa2-b48f-4299-b4e6-7207084b981c HTTP/1.1" status: 204 len: 168 time: 3.4843981 Jul 06 17:48:14.790330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43894) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:14.799459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Request body: {'port': {'name': 'tempest-new-port-name-658486932', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:14.800307 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] bootfile-name is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:48:14.800961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] tftp-server is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:48:14.801566 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] server-ip-address is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:48:14.824949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Network 08ed4056-41da-401a-a572-c54d88884d9b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:14.893038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:14.942151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:14.962217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Pushing event updated for resources: {'Port': ['ID=dd733b7b-d165-416b-85ee-24baa3a9b1f8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:15.045939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:15.060322 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.100590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c686a-6d62-4f9c-8866-da4aaaf18283 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event deleted for resources: {'Port': ['ID=b1ba8fa2-b48f-4299-b4e6-7207084b981c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:15.170553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:15.171431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.231039 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:15.267519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6926a-667e-4059-94f6-51e3b3c07061 req-b3582b3c-fd6c-4897-af3f-478157e627c0 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:15.275688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e7f6926a-667e-4059-94f6-51e3b3c07061 req-b3582b3c-fd6c-4897-af3f-478157e627c0 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 931 time: 0.3996146 Jul 06 17:48:15.303450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-3fb0aab6-f890-435d-b09f-c3a3ba50db99 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1609364 Jul 06 17:48:15.319301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Request body: {'port': {'device_id': '6bc77827-7da3-47c5-b793-34297b4b102f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:15.393898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:15.487023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77c0d5-e1c3-4b5c-afd1-20da7bb36261 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:15.496733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e7f6926a-667e-4059-94f6-51e3b3c07061 req-4cfa8a1e-d72a-4681-aaed-9d7b52c73e8d tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175384 Jul 06 17:48:15.545007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77c0d5-e1c3-4b5c-afd1-20da7bb36261 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:15.546183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-aa77c0d5-e1c3-4b5c-afd1-20da7bb36261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:15.650794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-aa77c0d5-e1c3-4b5c-afd1-20da7bb36261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:15.669612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77c0d5-e1c3-4b5c-afd1-20da7bb36261 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:15.671100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-aa77c0d5-e1c3-4b5c-afd1-20da7bb36261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:15.752395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-aa77c0d5-e1c3-4b5c-afd1-20da7bb36261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:15.753841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77c0d5-e1c3-4b5c-afd1-20da7bb36261 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:15.840118 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.129654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:16.280445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0822-eb18-419a-825b-5359335db7e3 req-ab79def8-f819-425a-991a-d7355730f963 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:16.284500 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03bc0822-eb18-419a-825b-5359335db7e3 req-ab79def8-f819-425a-991a-d7355730f963 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 931 time: 0.4640403 Jul 06 17:48:16.294661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.297274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:16.313831 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.316712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.438589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] In _notify_port_updated(), no bound segment for port 8298dad9-763e-4a25-9b1f-a79048bea24a on network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:48:16.444893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:16.445739 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.448226 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "PUT /v2.0/ports/8298dad9-763e-4a25-9b1f-a79048bea24a HTTP/1.1" status: 200 len: 1129 time: 1.6553445 Jul 06 17:48:16.459077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Transition to ACTIVE for port object 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:16.471384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43914) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:16.510887 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:16.595138 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03bc0822-eb18-419a-825b-5359335db7e3 req-7f13954f-10d6-4525-adf5-0ae916c4ea4a tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092022 Jul 06 17:48:16.867380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5d0c9-0a80-4a4e-8df9-50ebfcd53ade tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event updated for resources: {'Port': ['ID=8298dad9-763e-4a25-9b1f-a79048bea24a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:16.992928 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5984a9c1-7303-4964-8a00-4043eb240e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.119728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5968f-8247-4079-9578-512e04762240 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.123317 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-87a5968f-8247-4079-9578-512e04762240 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "GET /v2.0/ports/8298dad9-763e-4a25-9b1f-a79048bea24a HTTP/1.1" status: 200 len: 1129 time: 0.6477737 Jul 06 17:48:17.128249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43926) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:17.137836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd733b7b-d165-416b-85ee-24baa3a9b1f8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:17.263126 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.282964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a25d0090-6328-4d43-97a3-c90ae8dd9db7 None None] Provisioning complete for port 8298dad9-763e-4a25-9b1f-a79048bea24a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:17.293591 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25d0090-6328-4d43-97a3-c90ae8dd9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.376654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a25d0090-6328-4d43-97a3-c90ae8dd9db7 None None] Port 8298dad9-763e-4a25-9b1f-a79048bea24a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:48:17.398728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:17.414634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.421668 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc00b1bc-c617-448d-9f2b-025efd7ddca3 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:17.450727 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc00b1bc-c617-448d-9f2b-025efd7ddca3 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:17.452576 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fc00b1bc-c617-448d-9f2b-025efd7ddca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:17.483545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Pushing event updated for resources: {'Port': ['ID=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:17.494734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Transition to ACTIVE for port object dd733b7b-d165-416b-85ee-24baa3a9b1f8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:17.508816 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fc00b1bc-c617-448d-9f2b-025efd7ddca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:17.536443 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc00b1bc-c617-448d-9f2b-025efd7ddca3 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:17.538077 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fc00b1bc-c617-448d-9f2b-025efd7ddca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:17.540774 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.613153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7fa825a1-7946-4481-bb78-1337222548a2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/floatingips/cb3fa524-e455-48d7-aa98-551ce045da9a HTTP/1.1" status: 200 len: 977 time: 5.5052173 Jul 06 17:48:17.617133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:17.625107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a0894ede-a285-4eb7-ac00-2dc4bc9c75f3 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:17.631521 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fc00b1bc-c617-448d-9f2b-025efd7ddca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:17.632448 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc00b1bc-c617-448d-9f2b-025efd7ddca3 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:17.657071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Pushing event updated for resources: {'Port': ['ID=dd733b7b-d165-416b-85ee-24baa3a9b1f8,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:17.755306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Attempting to bind port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:17.755778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Attempting to bind port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '22a69f1c-9328-4c88-a36b-6d1137ffe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4fc572f3-9907-4542-aab9-5cd9ce73db72'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:17.756358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Attempting to bind port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 on network 4fc572f3-9907-4542-aab9-5cd9ce73db72 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:17.791565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 on network 4fc572f3-9907-4542-aab9-5cd9ce73db72 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:48:17.792086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Attempting to bind port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 on network 4fc572f3-9907-4542-aab9-5cd9ce73db72 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:17.798609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0894ede-a285-4eb7-ac00-2dc4bc9c75f3 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:17.814850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8b3d-d877-4494-aff6-ecf50e9283f9 req-25bb2f63-85b2-4524-bb85-ff003173052d tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:17.828245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fbb8b3d-d877-4494-aff6-ecf50e9283f9 req-25bb2f63-85b2-4524-bb85-ff003173052d tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 931 time: 0.6564746 Jul 06 17:48:17.873929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:17.874596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Checking segment: {'id': '22a69f1c-9328-4c88-a36b-6d1137ffe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4fc572f3-9907-4542-aab9-5cd9ce73db72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:17.875219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Bound using segment: {'id': '22a69f1c-9328-4c88-a36b-6d1137ffe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4fc572f3-9907-4542-aab9-5cd9ce73db72'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:17.875973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Bound port: 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a69f1c-9328-4c88-a36b-6d1137ffe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4fc572f3-9907-4542-aab9-5cd9ce73db72'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:17.876721 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.264771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1c8494b4-ca69-4731-884c-5703f0fb272c tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Deleting port 8298dad9-763e-4a25-9b1f-a79048bea24a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:18.265246 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8494b4-ca69-4731-884c-5703f0fb272c tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.265969 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0894ede-a285-4eb7-ac00-2dc4bc9c75f3 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.295205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a5988-eb4a-4088-9381-a6231cf0a686 req-863165bf-377b-4494-8cb3-8ee61df8aefa tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:18.308408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84a5988-eb4a-4088-9381-a6231cf0a686 req-863165bf-377b-4494-8cb3-8ee61df8aefa tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 943 time: 0.2860839 Jul 06 17:48:18.313919 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0894ede-a285-4eb7-ac00-2dc4bc9c75f3 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.315024 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-a0894ede-a285-4eb7-ac00-2dc4bc9c75f3 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP cb3fa524-e455-48d7-aa98-551ce045da9a disassociated. External IP: 172.25.7.134, port: 62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9. Jul 06 17:48:18.402842 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fbb8b3d-d877-4494-aff6-ecf50e9283f9 req-d702af32-3aac-47ad-9c13-21883dbce4fb tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676751 Jul 06 17:48:18.499221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84a5988-eb4a-4088-9381-a6231cf0a686 req-f6652e73-eaca-4458-baae-f362811f08ed tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889293 Jul 06 17:48:18.568882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] For port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:18.574165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] For port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,segment=NetworkSegment(22a69f1c-9328-4c88-a36b-6d1137ffe651),segment_id=22a69f1c-9328-4c88-a36b-6d1137ffe651)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:18.576796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Attempting to bind port dd733b7b-d165-416b-85ee-24baa3a9b1f8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:18.577524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Attempting to bind port dd733b7b-d165-416b-85ee-24baa3a9b1f8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '81267f29-3dcc-4ac8-9d84-b362041768f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08ed4056-41da-401a-a572-c54d88884d9b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:18.578178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Attempting to bind port dd733b7b-d165-416b-85ee-24baa3a9b1f8 on network 08ed4056-41da-401a-a572-c54d88884d9b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:18.589724 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.605715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Port dd733b7b-d165-416b-85ee-24baa3a9b1f8 on network 08ed4056-41da-401a-a572-c54d88884d9b not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:48:18.606124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Attempting to bind port dd733b7b-d165-416b-85ee-24baa3a9b1f8 on network 08ed4056-41da-401a-a572-c54d88884d9b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:18.637431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8494b4-ca69-4731-884c-5703f0fb272c tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.653202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:18.653535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Checking segment: {'id': '81267f29-3dcc-4ac8-9d84-b362041768f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08ed4056-41da-401a-a572-c54d88884d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:18.653910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Bound using segment: {'id': '81267f29-3dcc-4ac8-9d84-b362041768f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08ed4056-41da-401a-a572-c54d88884d9b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:18.654328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Bound port: dd733b7b-d165-416b-85ee-24baa3a9b1f8, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81267f29-3dcc-4ac8-9d84-b362041768f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08ed4056-41da-401a-a572-c54d88884d9b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:18.654772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.675943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:18.676590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.678086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] 10.222.0.22 "PUT /v2.0/ports/0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 HTTP/1.1" status: 200 len: 1091 time: 4.2804129 Jul 06 17:48:18.683834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb8e893-f922-4ddb-aaf3-458b0d477cd5', 'tag': '0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:18.686558 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38733333-050f-4710-be27-521d402d5d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb8e893-f922-4ddb-aaf3-458b0d477cd5", "tag": "0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:18.696192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1c8494b4-ca69-4731-884c-5703f0fb272c tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Calling delete_port for 8298dad9-763e-4a25-9b1f-a79048bea24a owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:18.821335 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91fa453-89fe-4caa-a0c1-8133b4309a92 x-openstack-request-id: req-e91fa453-89fe-4caa-a0c1-8133b4309a92 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:18.821707 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb8e893-f922-4ddb-aaf3-458b0d477cd5", "tag": "0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:18.823177 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e91fa453-89fe-4caa-a0c1-8133b4309a92 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:18.823177 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb8e893-f922-4ddb-aaf3-458b0d477cd5', 'tag': '0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646', 'status': 'completed', 'code': 200} Jul 06 17:48:18.829689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec2598-9dd0-4090-b3cb-4306ab9ad69a service neutron] Pushing event updated for resources: {'Port': ['ID=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:18.846166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0894ede-a285-4eb7-ac00-2dc4bc9c75f3 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:18.895833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] For port dd733b7b-d165-416b-85ee-24baa3a9b1f8, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:18.902805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] For port dd733b7b-d165-416b-85ee-24baa3a9b1f8, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=dd733b7b-d165-416b-85ee-24baa3a9b1f8,segment=NetworkSegment(81267f29-3dcc-4ac8-9d84-b362041768f7),segment_id=81267f29-3dcc-4ac8-9d84-b362041768f7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:18.921171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.945396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:18.946099 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:18.947816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] 10.222.0.22 "PUT /v2.0/ports/dd733b7b-d165-416b-85ee-24baa3a9b1f8 HTTP/1.1" status: 200 len: 1091 time: 3.6334879 Jul 06 17:48:18.981309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-481b875c-b7d9-48bc-9cde-c2a19e6a483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:18.981309 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-481b875c-b7d9-48bc-9cde-c2a19e6a483f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1cdfdd2127464e61a69dcd32536dc581&device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 1094 time: 0.2155814 Jul 06 17:48:19.101464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0894ede-a285-4eb7-ac00-2dc4bc9c75f3 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:19.114767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8494b4-ca69-4731-884c-5703f0fb272c tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.118115 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-a951cc43-cd37-4418-b43b-8a44bdf03d4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 HTTP/1.1" status: 200 len: 217 time: 0.1065009 Jul 06 17:48:19.119428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4daec-94b2-493d-baa4-cc752bb29269 service neutron] Pushing event updated for resources: {'Port': ['ID=dd733b7b-d165-416b-85ee-24baa3a9b1f8,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:19.156755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0894ede-a285-4eb7-ac00-2dc4bc9c75f3 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.177062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5fe3d9-b030-449d-bc29-05024609c201 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:19.215574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5fe3d9-b030-449d-bc29-05024609c201 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:19.216440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4c5fe3d9-b030-449d-bc29-05024609c201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:19.273651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8494b4-ca69-4731-884c-5703f0fb272c tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event deleted for resources: {'Port': ['ID=8298dad9-763e-4a25-9b1f-a79048bea24a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:19.276309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a0894ede-a285-4eb7-ac00-2dc4bc9c75f3 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/floatingips/cb3fa524-e455-48d7-aa98-551ce045da9a HTTP/1.1" status: 200 len: 688 time: 1.6578827 Jul 06 17:48:19.285864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43948) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:19.296869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4c5fe3d9-b030-449d-bc29-05024609c201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:19.312770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5fe3d9-b030-449d-bc29-05024609c201 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:19.312993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4c5fe3d9-b030-449d-bc29-05024609c201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:47:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:19.360750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4c5fe3d9-b030-449d-bc29-05024609c201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:19.366742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5fe3d9-b030-449d-bc29-05024609c201 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:19.371784 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8494b4-ca69-4731-884c-5703f0fb272c tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.373822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1c8494b4-ca69-4731-884c-5703f0fb272c tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "DELETE /v2.0/ports/8298dad9-763e-4a25-9b1f-a79048bea24a HTTP/1.1" status: 204 len: 168 time: 2.1969476 Jul 06 17:48:19.375552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-46f74c5a-f0cd-4b78-ac75-5003e215f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.378478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:19.382620 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-46f74c5a-f0cd-4b78-ac75-5003e215f645 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08eb5dd0-ea0c-4af3-b2a4-8f742effc746 HTTP/1.1" status: 200 len: 861 time: 0.2533612 Jul 06 17:48:19.449781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-d2320d22-2766-4262-8e5d-07635535bfdb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4fc572f3-9907-4542-aab9-5cd9ce73db72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641301 Jul 06 17:48:19.457382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ce65d26f-d02f-42d4-9fc9-5695e55eba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.545033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8932108c-f834-47cd-9983-f639d2cee798 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Deleting subnet 56d7d417-6153-403b-9cf9-fef71106908e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:48:19.550843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8932108c-f834-47cd-9983-f639d2cee798 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.614479 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-7d311197-0c5a-4d8b-aae3-6cbc809d04d5 service neutron] 10.222.0.22 "GET /v2.0/networks/4fc572f3-9907-4542-aab9-5cd9ce73db72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488736 Jul 06 17:48:19.615027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8932108c-f834-47cd-9983-f639d2cee798 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.688798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port a2e244ba-22a7-41a6-ace6-227fd6cd520c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:19.689039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.698945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-337c0b37-32e5-4356-9b44-60371ec49ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.700377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-337c0b37-32e5-4356-9b44-60371ec49ffe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca0db8d1576f44c8bdfed836e43dc415&device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 1094 time: 0.5318439 Jul 06 17:48:19.773924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-c726682d-c908-4f45-a886-4d025fbdd8e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd733b7b-d165-416b-85ee-24baa3a9b1f8 HTTP/1.1" status: 200 len: 217 time: 0.0622058 Jul 06 17:48:19.857933 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.900859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8932108c-f834-47cd-9983-f639d2cee798 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.935180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-204fa2c6-fdf9-4334-9183-909d936e87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:19.937166 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-204fa2c6-fdf9-4334-9183-909d936e87f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3acac104-919f-4969-93b1-a5ad995cf3d3 HTTP/1.1" status: 200 len: 853 time: 0.1566489 Jul 06 17:48:19.943002 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.943387 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:19.983242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for a2e244ba-22a7-41a6-ace6-227fd6cd520c owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:20.003770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-1159c3e8-43c0-4f80-8476-041672f2871a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=08ed4056-41da-401a-a572-c54d88884d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521221 Jul 06 17:48:20.004887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab18ef-d29a-471a-9fc0-f39e7b9e2314 req-e763a299-0e54-4cc0-be14-9fe213c5aebc tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:20.006599 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3ab18ef-d29a-471a-9fc0-f39e7b9e2314 req-e763a299-0e54-4cc0-be14-9fe213c5aebc tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 943 time: 0.2534344 Jul 06 17:48:20.031908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c39c0ad5-5285-422c-99f5-0ff84c62ac08 req-1cf4c5c3-e1e4-4fd0-8535-a5d86f964169 service neutron] 10.222.0.22 "GET /v2.0/networks/4fc572f3-9907-4542-aab9-5cd9ce73db72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079642 Jul 06 17:48:20.129084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60ff4d-45b3-4b88-888a-1c213f023a08 req-acf0fbde-7101-472a-9282-50c7824f7729 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:20.130574 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8932108c-f834-47cd-9983-f639d2cee798 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.138478 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c60ff4d-45b3-4b88-888a-1c213f023a08 req-acf0fbde-7101-472a-9282-50c7824f7729 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 943 time: 0.3433352 Jul 06 17:48:20.199359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90e8ec-8d03-4b5c-8f5a-535c120d20ed None None] Network e59abd75-f377-4d4d-a3b8-cf0f0f86b75d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:20.208535 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3ab18ef-d29a-471a-9fc0-f39e7b9e2314 req-b0e72556-fa5f-46d8-854b-2548fc3e8bce tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903484 Jul 06 17:48:20.212273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932108c-f834-47cd-9983-f639d2cee798 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event deleted for resources: {'Subnet': ['ID=56d7d417-6153-403b-9cf9-fef71106908e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:20.230639 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8932108c-f834-47cd-9983-f639d2cee798 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.240551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8932108c-f834-47cd-9983-f639d2cee798 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "DELETE /v2.0/subnets/56d7d417-6153-403b-9cf9-fef71106908e HTTP/1.1" status: 204 len: 168 time: 0.8575017 Jul 06 17:48:20.240551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43966) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:20.268241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c60ff4d-45b3-4b88-888a-1c213f023a08 req-a81c25c6-a668-46d1-ac06-e36314966371 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287313 Jul 06 17:48:20.393829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-99553e24-aaf0-4353-9600-0990f05e3d80 service neutron] 10.222.0.22 "GET /v2.0/networks/08ed4056-41da-401a-a572-c54d88884d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687952 Jul 06 17:48:20.526670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38733333-050f-4710-be27-521d402d5d0b req-47889cca-e8c3-441f-9e49-c174828b5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:20.528566 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38733333-050f-4710-be27-521d402d5d0b req-47889cca-e8c3-441f-9e49-c174828b5e2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1cdfdd2127464e61a69dcd32536dc581&device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 1094 time: 0.4219143 Jul 06 17:48:20.570756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.625541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=a2e244ba-22a7-41a6-ace6-227fd6cd520c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:20.644523 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fedafa9-59e9-45da-a91e-df84b9a52fae req-94375a9e-2542-4cf9-9098-caea98c283dd service neutron] 10.222.0.22 "GET /v2.0/networks/08ed4056-41da-401a-a572-c54d88884d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477093 Jul 06 17:48:20.690911 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.705594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.724250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38733333-050f-4710-be27-521d402d5d0b req-4db48fb6-8a34-40f0-8197-b5306fa15e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:20.725792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38733333-050f-4710-be27-521d402d5d0b req-4db48fb6-8a34-40f0-8197-b5306fa15e3c service neutron] 10.222.0.22 "GET /v2.0/networks?id=4fc572f3-9907-4542-aab9-5cd9ce73db72 HTTP/1.1" status: 200 len: 922 time: 0.1895154 Jul 06 17:48:20.744514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c5268a-1973-4396-9732-6f579b83e75b None None] DHCP port deletion for e59abd75-f377-4d4d-a3b8-cf0f0f86b75d request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:48:20.798569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38733333-050f-4710-be27-521d402d5d0b req-aa33fa29-4af1-4ead-9687-4a1671a26daa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 HTTP/1.1" status: 200 len: 217 time: 0.0651863 Jul 06 17:48:20.820070 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.821356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-09c5268a-1973-4396-9732-6f579b83e75b None None] Deleting port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:20.821807 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09c5268a-1973-4396-9732-6f579b83e75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.824797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.828526 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91d0e5d7-d2de-4237-a07c-e46cdf4aee25 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb3fa524-e455-48d7-aa98-551ce045da9a HTTP/1.1" status: 204 len: 168 time: 1.5384264 Jul 06 17:48:20.829019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:20.856487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc77827-7da3-47c5-b793-34297b4b102f', 'tag': 'dd733b7b-d165-416b-85ee-24baa3a9b1f8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:20.859464 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407410a7-601b-4adc-a656-4cac296f3963" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc77827-7da3-47c5-b793-34297b4b102f", "tag": "dd733b7b-d165-416b-85ee-24baa3a9b1f8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:20.887757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38733333-050f-4710-be27-521d402d5d0b req-a88c4b2e-6914-4025-8cfc-49c8fc7a4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:20.890320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38733333-050f-4710-be27-521d402d5d0b req-a88c4b2e-6914-4025-8cfc-49c8fc7a4014 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08eb5dd0-ea0c-4af3-b2a4-8f742effc746 HTTP/1.1" status: 200 len: 861 time: 0.0853872 Jul 06 17:48:20.893336 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-47231c25-ca1d-4b3a-96d8-3e3078849bd7 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] delete failed (client error): The resource could not be found. Jul 06 17:48:20.897230 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-47231c25-ca1d-4b3a-96d8-3e3078849bd7 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb3fa524-e455-48d7-aa98-551ce045da9a HTTP/1.1" status: 404 len: 345 time: 0.0672011 Jul 06 17:48:20.909634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:20.947999 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38733333-050f-4710-be27-521d402d5d0b req-2e97e044-6b2e-42d8-a2ba-88ddaa203380 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4fc572f3-9907-4542-aab9-5cd9ce73db72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507627 Jul 06 17:48:20.949941 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41791666-b931-4b7f-8767-da98750b5f53 x-openstack-request-id: req-41791666-b931-4b7f-8767-da98750b5f53 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:20.950522 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc77827-7da3-47c5-b793-34297b4b102f", "tag": "dd733b7b-d165-416b-85ee-24baa3a9b1f8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:20.951053 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41791666-b931-4b7f-8767-da98750b5f53 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:20.951664 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc77827-7da3-47c5-b793-34297b4b102f', 'tag': 'dd733b7b-d165-416b-85ee-24baa3a9b1f8', 'status': 'completed', 'code': 200} Jul 06 17:48:20.957976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-09c5268a-1973-4396-9732-6f579b83e75b None None] For port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6,segment=NetworkSegment(7921eeca-8636-405e-96c4-eaa9ea08373d),segment_id=7921eeca-8636-405e-96c4-eaa9ea08373d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:20.958747 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09c5268a-1973-4396-9732-6f579b83e75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:20.994846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-09c5268a-1973-4396-9732-6f579b83e75b None None] Calling delete_port for fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:21.022396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Deleting port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:21.022761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:21.060332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:21.086140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38733333-050f-4710-be27-521d402d5d0b req-5a9f354c-23de-4919-a2ed-44a6cd4569a6 service neutron] 10.222.0.22 "GET /v2.0/networks/4fc572f3-9907-4542-aab9-5cd9ce73db72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204154 Jul 06 17:48:21.169224 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09c5268a-1973-4396-9732-6f579b83e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:21.226033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5268a-1973-4396-9732-6f579b83e75b None None] Pushing event deleted for resources: {'Port': ['ID=fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:21.234494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5268a-1973-4396-9732-6f579b83e75b None None] No DVR routers for this DVR port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:21.236073 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:21.275774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd12e8-1c3b-4eaf-9c2a-2c69415305ac tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.285505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407410a7-601b-4adc-a656-4cac296f3963 req-a6599e29-adff-4ab4-a54e-002c114adbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.287681 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-407410a7-601b-4adc-a656-4cac296f3963 req-a6599e29-adff-4ab4-a54e-002c114adbd6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca0db8d1576f44c8bdfed836e43dc415&device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 1094 time: 0.1988487 Jul 06 17:48:21.289427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd12e8-1c3b-4eaf-9c2a-2c69415305ac tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.306255 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38733333-050f-4710-be27-521d402d5d0b req-44209ed9-2834-4ebb-90b8-937c7f8e122f service neutron] 10.222.0.22 "GET /v2.0/networks/4fc572f3-9907-4542-aab9-5cd9ce73db72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062774 Jul 06 17:48:21.308315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd12e8-1c3b-4eaf-9c2a-2c69415305ac tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.324847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-49fd12e8-1c3b-4eaf-9c2a-2c69415305ac tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "GET /v2.0/ports?network_id=b80f43da-49b8-496c-afe4-674c2d17e3ea HTTP/1.1" status: 200 len: 2355 time: 0.4096222 Jul 06 17:48:21.326464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43982) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:21.343850 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] For port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6,segment=NetworkSegment(7921eeca-8636-405e-96c4-eaa9ea08373d),segment_id=7921eeca-8636-405e-96c4-eaa9ea08373d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:21.344449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:21.405817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Calling delete_port for fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:21.480765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8bbe46-5b69-4571-85e1-ea0fc11d3287 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.483997 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8e8bbe46-5b69-4571-85e1-ea0fc11d3287 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "GET /v2.0/subnets/d5c0dc5a-67b2-413f-8049-b4d7b806b2df HTTP/1.1" status: 200 len: 797 time: 0.1561527 Jul 06 17:48:21.498767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43990) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:21.506059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'port': {'network_id': 'b80f43da-49b8-496c-afe4-674c2d17e3ea', 'name': 'tempest-FloatingIPTestJSON-864244074', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:21.565628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407410a7-601b-4adc-a656-4cac296f3963 req-1cf37020-7d54-4f84-be49-c18bc232322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.567499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-407410a7-601b-4adc-a656-4cac296f3963 req-1cf37020-7d54-4f84-be49-c18bc232322e service neutron] 10.222.0.22 "GET /v2.0/networks?id=08ed4056-41da-401a-a572-c54d88884d9b HTTP/1.1" status: 200 len: 914 time: 0.2722955 Jul 06 17:48:21.592655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f0300-3482-419f-ada9-2fa5aac8094b req-5411e593-84b9-47f3-a416-b1338f211c1e tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.594686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-490f0300-3482-419f-ada9-2fa5aac8094b req-5411e593-84b9-47f3-a416-b1338f211c1e tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 943 time: 0.1339500 Jul 06 17:48:21.643520 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-407410a7-601b-4adc-a656-4cac296f3963 req-cb61a1bd-22f2-41a7-8aa0-de952bea5315 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd733b7b-d165-416b-85ee-24baa3a9b1f8 HTTP/1.1" status: 200 len: 217 time: 0.0673823 Jul 06 17:48:21.707816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-490f0300-3482-419f-ada9-2fa5aac8094b req-37c0333a-7255-462f-acbc-178e0786ccb3 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747411 Jul 06 17:48:21.709965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:21.727557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407410a7-601b-4adc-a656-4cac296f3963 req-85f2b3de-ab6e-4f23-b79c-07f4cd16cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.729355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-407410a7-601b-4adc-a656-4cac296f3963 req-85f2b3de-ab6e-4f23-b79c-07f4cd16cfd3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3acac104-919f-4969-93b1-a5ad995cf3d3 HTTP/1.1" status: 200 len: 853 time: 0.0775490 Jul 06 17:48:21.769992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] No DVR routers for this DVR port fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:21.773657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-407410a7-601b-4adc-a656-4cac296f3963 req-0b4d4be3-8855-4c1d-8666-5e5ab2b93e1f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=08ed4056-41da-401a-a572-c54d88884d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375419 Jul 06 17:48:21.782648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event deleted for resources: {'Port': ['ID=fc20fbbf-c1a3-4f72-8e3d-0a660bbd45f6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:21.803240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39071609-9549-4c70-8649-2a89cc4b5895 req-36c18fbe-60fc-4ed9-a7b5-ebd434edbb56 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:21.811889 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39071609-9549-4c70-8649-2a89cc4b5895 req-36c18fbe-60fc-4ed9-a7b5-ebd434edbb56 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 943 time: 0.2782474 Jul 06 17:48:21.926780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Made reservation on behalf of fdb302f52f5b4d558e120744b4510f2d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:21.949005 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-407410a7-601b-4adc-a656-4cac296f3963 req-ad119e5b-3d66-4529-a74c-030989ccf983 service neutron] 10.222.0.22 "GET /v2.0/networks/08ed4056-41da-401a-a572-c54d88884d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684833 Jul 06 17:48:21.995325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.013167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59abd75-f377-4d4d-a3b8-cf0f0f86b75d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:22.029158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7921eeca-8636-405e-96c4-eaa9ea08373d') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:22.029761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7921eeca-8636-405e-96c4-eaa9ea08373d') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:22.045955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.072458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.079348 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39071609-9549-4c70-8649-2a89cc4b5895 req-17aea71f-4a3b-4424-bf5a-89dab3408506 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661884 Jul 06 17:48:22.119872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:22.120581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:22.128969 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:22.164758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-407410a7-601b-4adc-a656-4cac296f3963 req-b12ebdde-7319-4cd0-982f-46ea2320f4ca service neutron] 10.222.0.22 "GET /v2.0/networks/08ed4056-41da-401a-a572-c54d88884d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083678 Jul 06 17:48:22.283017 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.293268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.311082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.319979 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] 10.222.0.13 "DELETE /v2.0/networks/e59abd75-f377-4d4d-a3b8-cf0f0f86b75d HTTP/1.1" status: 204 len: 168 time: 2.0668783 Jul 06 17:48:22.361328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9de161-633e-4ed7-9cb0-eee640226aee tempest-ExtraDHCPOptionsIpV6TestJSON-506681066 tempest-ExtraDHCPOptionsIpV6TestJSON-506681066-project] Pushing event deleted for resources: {'Network': ['ID=e59abd75-f377-4d4d-a3b8-cf0f0f86b75d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:22.377160 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] device_id is not set on port 1637aa32-afc0-42b9-9407-23765dffa3b1 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:48:22.558715 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:22.882967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.20.0.14 (b80f43da-49b8-496c-afe4-674c2d17e3ea/d5c0dc5a-67b2-413f-8049-b4d7b806b2df/1637aa32-afc0-42b9-9407-23765dffa3b1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:22.896669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44006) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:22.913983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.20.0.13 (b80f43da-49b8-496c-afe4-674c2d17e3ea/d5c0dc5a-67b2-413f-8049-b4d7b806b2df/1637aa32-afc0-42b9-9407-23765dffa3b1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:23.402900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.449049 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c1d586ba-42d1-4ee3-bce8-d666e16400a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eae3aa756ab4ccfbfae3334ec9ab30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5473216 Jul 06 17:48:23.451061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44020) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:23.469051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebfbe0-525b-4741-85a4-135bef27bfe3 req-cc9f1432-e0c0-4f8c-a192-4f0152d1aad2 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:23.483214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21ebfbe0-525b-4741-85a4-135bef27bfe3 req-cc9f1432-e0c0-4f8c-a192-4f0152d1aad2 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 943 time: 0.3489652 Jul 06 17:48:23.532480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device dd733b7b-d165-416b-85ee-24baa3a9b1f8 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:23.593292 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.665075 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21ebfbe0-525b-4741-85a4-135bef27bfe3 req-7e5e7116-2be4-4a58-8f5c-11bdee1a9c36 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808662 Jul 06 17:48:23.739561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port dd733b7b-d165-416b-85ee-24baa3a9b1f8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=dd733b7b-d165-416b-85ee-24baa3a9b1f8,segment=NetworkSegment(81267f29-3dcc-4ac8-9d84-b362041768f7),segment_id=81267f29-3dcc-4ac8-9d84-b362041768f7)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:23.747505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0ae11cd-7782-45f5-94ed-181d64689fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.750467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network b80f43da-49b8-496c-afe4-674c2d17e3ea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:23.754871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:23.766780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:23.801450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'dd733b7b-d165-416b-85ee-24baa3a9b1f8', 'network_id': '08ed4056-41da-401a-a572-c54d88884d9b', 'port_id': 'dd733b7b-d165-416b-85ee-24baa3a9b1f8', 'mac_address': 'fa:16:3e:83:30:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acac104-919f-4969-93b1-a5ad995cf3d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:23.812537 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0ae11cd-7782-45f5-94ed-181d64689fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.830935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:23.832054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.880338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=1637aa32-afc0-42b9-9407-23765dffa3b1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:23.889598 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9f45a32c-62e6-4130-b0ed-005c5ae755ae tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3897572 Jul 06 17:48:23.894091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:23.905912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '1637aa32-afc0-42b9-9407-23765dffa3b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:23.916089 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.938846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0ae11cd-7782-45f5-94ed-181d64689fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.941390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd733b7b-d165-416b-85ee-24baa3a9b1f8 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:23.950103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0ae11cd-7782-45f5-94ed-181d64689fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.956285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b0ae11cd-7782-45f5-94ed-181d64689fa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8babc448-7ffa-4cf2-8a04-ac8846c7acc7 HTTP/1.1" status: 204 len: 168 time: 0.5029483 Jul 06 17:48:23.966707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port dd733b7b-d165-416b-85ee-24baa3a9b1f8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=dd733b7b-d165-416b-85ee-24baa3a9b1f8,segment=NetworkSegment(81267f29-3dcc-4ac8-9d84-b362041768f7),segment_id=81267f29-3dcc-4ac8-9d84-b362041768f7)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:23.972759 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:23.974308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:24.000447 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.012634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae11cd-7782-45f5-94ed-181d64689fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8babc448-7ffa-4cf2-8a04-ac8846c7acc7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:24.044026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=dd733b7b-d165-416b-85ee-24baa3a9b1f8,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:24.077423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036bc58-78f6-4af4-ab80-7bf1e2e21636 req-e6251bf8-d07c-4b7b-be6c-e0e8e935f155 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:24.085242 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4036bc58-78f6-4af4-ab80-7bf1e2e21636 req-e6251bf8-d07c-4b7b-be6c-e0e8e935f155 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 943 time: 0.1638134 Jul 06 17:48:24.195796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,segment=NetworkSegment(22a69f1c-9328-4c88-a36b-6d1137ffe651),segment_id=22a69f1c-9328-4c88-a36b-6d1137ffe651)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:24.202325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4036bc58-78f6-4af4-ab80-7bf1e2e21636 req-1d4e4e05-7843-4412-8696-66fddaf0fa0e tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158555 Jul 06 17:48:24.227366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646', 'network_id': '4fc572f3-9907-4542-aab9-5cd9ce73db72', 'port_id': '0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646', 'mac_address': 'fa:16:3e:34:42:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08eb5dd0-ea0c-4af3-b2a4-8f742effc746', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:24.338556 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.389418 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.452471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:24.487225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,segment=NetworkSegment(22a69f1c-9328-4c88-a36b-6d1137ffe651),segment_id=22a69f1c-9328-4c88-a36b-6d1137ffe651)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:24.500628 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:24.641825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:24.647515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.25.7.204 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/b41e41bb-fa1f-4a44-93b1-10ffad5e45be) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:24.733307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:24.755725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['dd733b7b-d165-416b-85ee-24baa3a9b1f8'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:25.018178 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.069865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeb376-4c52-4dc0-bc98-8c227471a3f4 req-b8898de0-dc53-4710-a0a3-46ff17cf27f4 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:25.079384 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-baaeb376-4c52-4dc0-bc98-8c227471a3f4 req-b8898de0-dc53-4710-a0a3-46ff17cf27f4 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 944 time: 0.1078765 Jul 06 17:48:25.136600 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-baaeb376-4c52-4dc0-bc98-8c227471a3f4 req-16204678-1050-4010-a17d-a45a9314fdba tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558860 Jul 06 17:48:25.164345 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:25.232622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:25.239168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:25.244480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:25.791223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=b41e41bb-fa1f-4a44-93b1-10ffad5e45be,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:25.885941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44068) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:25.998905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940036c2-c1f7-4d13-b2e0-cac1db3b2fc4 req-9ac04fbb-c902-4d64-bd79-eb636863d31c tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.001697 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-940036c2-c1f7-4d13-b2e0-cac1db3b2fc4 req-9ac04fbb-c902-4d64-bd79-eb636863d31c tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 944 time: 0.2336304 Jul 06 17:48:26.057120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-293786954'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:26.096838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:26.101945 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.115681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.230583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-940036c2-c1f7-4d13-b2e0-cac1db3b2fc4 req-dabee9d6-2cd7-494b-916f-2d14d0c863dc tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117038 Jul 06 17:48:26.267614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.275912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.311473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:26.358771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2027b9a1-08ab-4f28-b7ec-3be8473b98b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:26.363759 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.364110 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment 4062af10-1fe8-44c6-880c-5c1349e2af64 of type vlan for network f8d9177d-b4d7-41b8-b810-ec7ae218be4b Jul 06 17:48:26.418762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.465127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185b120-20e8-480e-ba27-ecb1fe62fc37 req-21353be8-7b67-4d73-a380-8e3b395d32f2 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.466782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7185b120-20e8-480e-ba27-ecb1fe62fc37 req-21353be8-7b67-4d73-a380-8e3b395d32f2 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 944 time: 0.1565738 Jul 06 17:48:26.481123 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.481487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.486722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:26.487416 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.568773 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6810539 Jul 06 17:48:26.596191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f2de6-0476-46b5-8104-5e75fa0f0d65 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=f8d9177d-b4d7-41b8-b810-ec7ae218be4b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:26.603805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7185b120-20e8-480e-ba27-ecb1fe62fc37 req-5e0d176c-6ca6-4f19-a15d-f0f485eefe51 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308620 Jul 06 17:48:26.614708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.651187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network f8d9177d-b4d7-41b8-b810-ec7ae218be4b details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:26.893720 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:26.901008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.042361 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.057419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f144a6-6065-413f-81bc-faf8e4b467bb req-83d2747c-4f60-42fc-9db9-b914c9a30b5a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:27.066474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9f144a6-6065-413f-81bc-faf8e4b467bb req-83d2747c-4f60-42fc-9db9-b914c9a30b5a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.1105242 Jul 06 17:48:27.124523 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9f144a6-6065-413f-81bc-faf8e4b467bb req-adeaa9d9-6de5-4bce-be59-d40ee2d63488 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567164 Jul 06 17:48:27.190518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=b41e41bb-fa1f-4a44-93b1-10ffad5e45be,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:27.282483 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP 3438b9a1-2b74-4862-a2ff-0ce4c02943c8 associated. External IP: 172.25.7.204, port: 1637aa32-afc0-42b9-9407-23765dffa3b1. Jul 06 17:48:27.515767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edaf71-6a99-45e1-9c58-4019cbe81085 req-a4ae2592-ff3a-4084-b5ef-9d03df164f3b tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:27.517380 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35edaf71-6a99-45e1-9c58-4019cbe81085 req-a4ae2592-ff3a-4084-b5ef-9d03df164f3b tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 944 time: 0.1322258 Jul 06 17:48:27.561550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device dd733b7b-d165-416b-85ee-24baa3a9b1f8 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:27.642878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35edaf71-6a99-45e1-9c58-4019cbe81085 req-7d64acaf-9194-4c7b-aad3-29542a6d8c24 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176677 Jul 06 17:48:27.659892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port dd733b7b-d165-416b-85ee-24baa3a9b1f8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:27.665962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:27.670836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port dd733b7b-d165-416b-85ee-24baa3a9b1f8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:27.671589 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.820167 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.852208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc77827-7da3-47c5-b793-34297b4b102f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd733b7b-d165-416b-85ee-24baa3a9b1f8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:27.855860 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d0826-b043-4bc3-aef2-3935a4057296" -d '{"events": [{"server_uuid": "6bc77827-7da3-47c5-b793-34297b4b102f", "name": "network-vif-plugged", "status": "completed", "tag": "dd733b7b-d165-416b-85ee-24baa3a9b1f8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:27.873755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port dd733b7b-d165-416b-85ee-24baa3a9b1f8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=dd733b7b-d165-416b-85ee-24baa3a9b1f8,segment=NetworkSegment(81267f29-3dcc-4ac8-9d84-b362041768f7),segment_id=81267f29-3dcc-4ac8-9d84-b362041768f7)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:27.882440 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.882665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:27.886466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:27.896073 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f96473-2ad8-45db-b6e8-7099e4ef9284 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:27.916286 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:27.943030 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f96473-2ad8-45db-b6e8-7099e4ef9284 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:27.946950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-05f96473-2ad8-45db-b6e8-7099e4ef9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:27.997356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf79ec-8f53-4ed4-a5dd-2f48a6e11ed0 req-a0934005-8e55-4e0d-acf6-e7f886aeebb1 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.014571 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66359cf1-6c4b-4ee5-88a2-6922dd1aeaaf x-openstack-request-id: req-66359cf1-6c4b-4ee5-88a2-6922dd1aeaaf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:28.015357 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc77827-7da3-47c5-b793-34297b4b102f", "name": "network-vif-plugged", "status": "completed", "tag": "dd733b7b-d165-416b-85ee-24baa3a9b1f8", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:28.015778 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66359cf1-6c4b-4ee5-88a2-6922dd1aeaaf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:28.015978 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f102bd4d-7970-4bcc-8364-7ca5981e23d0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1149499 Jul 06 17:48:28.016625 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc77827-7da3-47c5-b793-34297b4b102f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd733b7b-d165-416b-85ee-24baa3a9b1f8', 'code': 200} Jul 06 17:48:28.018096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23cf79ec-8f53-4ed4-a5dd-2f48a6e11ed0 req-a0934005-8e55-4e0d-acf6-e7f886aeebb1 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 944 time: 0.2011058 Jul 06 17:48:28.018864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44112) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:28.031151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-62b8f880-be41-461f-a391-b3dd7742e65a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'port_id': '1637aa32-afc0-42b9-9407-23765dffa3b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:28.069088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=dd733b7b-d165-416b-85ee-24baa3a9b1f8,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:28.082157 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-05f96473-2ad8-45db-b6e8-7099e4ef9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:28.094116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:28.099253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:28.099962 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.102996 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f96473-2ad8-45db-b6e8-7099e4ef9284 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:28.104205 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-05f96473-2ad8-45db-b6e8-7099e4ef9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:28.106829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23cf79ec-8f53-4ed4-a5dd-2f48a6e11ed0 req-1edcffe6-aa2f-4944-bbbc-033b18c42897 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875554 Jul 06 17:48:28.188032 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-05f96473-2ad8-45db-b6e8-7099e4ef9284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:28.190385 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f96473-2ad8-45db-b6e8-7099e4ef9284 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:28.222921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62b8f880-be41-461f-a391-b3dd7742e65a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.244176 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.263045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13fd0b-82db-4fe3-964a-3b295e56c39b req-3b6287eb-d2d8-4274-a47f-d77a622d0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.264603 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc13fd0b-82db-4fe3-964a-3b295e56c39b req-3b6287eb-d2d8-4274-a47f-d77a622d0d0d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 1096 time: 0.1663668 Jul 06 17:48:28.303326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,segment=NetworkSegment(22a69f1c-9328-4c88-a36b-6d1137ffe651),segment_id=22a69f1c-9328-4c88-a36b-6d1137ffe651)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:28.314821 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:28.362401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc13fd0b-82db-4fe3-964a-3b295e56c39b req-b505bced-14ae-4b27-bf90-79d6ba02ee55 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902615 Jul 06 17:48:28.417236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:28.730156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98109-991d-4a68-9c91-7142839b089c req-33affe21-26cb-4768-8244-4f62c5c9a351 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.732319 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89c98109-991d-4a68-9c91-7142839b089c req-33affe21-26cb-4768-8244-4f62c5c9a351 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.2896364 Jul 06 17:48:28.830509 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89c98109-991d-4a68-9c91-7142839b089c req-b96aaae1-85f1-4437-b431-fdfa6ed81c02 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879099 Jul 06 17:48:28.968306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f08cb-beed-4bf1-b1db-4e21bdcb7361 req-5de03882-1355-40f5-82ca-94f259e553e8 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:28.971356 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-015f08cb-beed-4bf1-b1db-4e21bdcb7361 req-5de03882-1355-40f5-82ca-94f259e553e8 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 945 time: 0.0960295 Jul 06 17:48:29.031817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-015f08cb-beed-4bf1-b1db-4e21bdcb7361 req-455ba401-1caf-4de1-91fe-a99b524f1484 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491753 Jul 06 17:48:29.206821 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62b8f880-be41-461f-a391-b3dd7742e65a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.214687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62b8f880-be41-461f-a391-b3dd7742e65a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:29.423591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c0123-9581-4ad6-8cb3-a5e6f4e96ebc req-610f72b6-3a2c-482a-a876-7ed41043d34d tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:29.433181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6c0123-9581-4ad6-8cb3-a5e6f4e96ebc req-610f72b6-3a2c-482a-a876-7ed41043d34d tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 945 time: 0.1003146 Jul 06 17:48:29.492861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6c0123-9581-4ad6-8cb3-a5e6f4e96ebc req-5a0eea8a-f139-48d3-a9ce-4fe8c3fbaccc tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582883 Jul 06 17:48:29.606143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b8f880-be41-461f-a391-b3dd7742e65a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:29.950193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175840af-3b76-4600-846f-319d2cc38c12 req-1de662e4-57c9-4951-93f7-4b1956e7796b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:29.952498 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-175840af-3b76-4600-846f-319d2cc38c12 req-1de662e4-57c9-4951-93f7-4b1956e7796b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.0964236 Jul 06 17:48:30.018420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8e893-f922-4ddb-aaf3-458b0d477cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:30.021970 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3900ce1d-db37-4070-ac32-c3addfaac2a4" -d '{"events": [{"server_uuid": "fdb8e893-f922-4ddb-aaf3-458b0d477cd5", "name": "network-vif-plugged", "status": "completed", "tag": "0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:30.023209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-175840af-3b76-4600-846f-319d2cc38c12 req-169b1b43-a6c9-40fe-9e1b-c9b8872700a6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625281 Jul 06 17:48:30.109744 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a46e1-86e1-4d75-a17a-290e1be056fe x-openstack-request-id: req-ce5a46e1-86e1-4d75-a17a-290e1be056fe {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:30.110317 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8e893-f922-4ddb-aaf3-458b0d477cd5", "name": "network-vif-plugged", "status": "completed", "tag": "0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:30.111067 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce5a46e1-86e1-4d75-a17a-290e1be056fe {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:30.111964 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8e893-f922-4ddb-aaf3-458b0d477cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646', 'code': 200} Jul 06 17:48:30.202518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:30.208344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': 'f8d9177d-b4d7-41b8-b810-ec7ae218be4b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:30.241957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b8f880-be41-461f-a391-b3dd7742e65a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:30.247924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62b8f880-be41-461f-a391-b3dd7742e65a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.255570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1efecf-95fd-4977-a1dd-f4819b826800 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:30.293756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1efecf-95fd-4977-a1dd-f4819b826800 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:30.298591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1e1efecf-95fd-4977-a1dd-f4819b826800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:30.340486 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-62b8f880-be41-461f-a391-b3dd7742e65a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/floatingips/3438b9a1-2b74-4862-a2ff-0ce4c02943c8 HTTP/1.1" status: 200 len: 978 time: 2.3203299 Jul 06 17:48:30.343084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:30.380971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a3bc3-40e3-44a6-a9bb-b32b743b9ff6 req-b33c556b-4914-40de-9d20-51df431abd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.382932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f8a3bc3-40e3-44a6-a9bb-b32b743b9ff6 req-b33c556b-4914-40de-9d20-51df431abd7d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 1096 time: 0.1056533 Jul 06 17:48:30.418635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1e1efecf-95fd-4977-a1dd-f4819b826800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:30.441960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1efecf-95fd-4977-a1dd-f4819b826800 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:30.443023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1e1efecf-95fd-4977-a1dd-f4819b826800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:30.492452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f8a3bc3-40e3-44a6-a9bb-b32b743b9ff6 req-90a308bb-3033-4d77-8e70-1eee78cd806e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980897 Jul 06 17:48:30.499503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:30.503623 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.545822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1e1efecf-95fd-4977-a1dd-f4819b826800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:30.547021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1efecf-95fd-4977-a1dd-f4819b826800 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:30.679884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port b41e41bb-fa1f-4a44-93b1-10ffad5e45be {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:30.680206 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.777963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:30.834856 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.835385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:30.853097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c141-00c9-425c-b00b-f5d64dfc1592 req-c95147ef-7a0b-4656-935c-5647f2e4e912 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.855859 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26e1c141-00c9-425c-b00b-f5d64dfc1592 req-c95147ef-7a0b-4656-935c-5647f2e4e912 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 945 time: 0.2329562 Jul 06 17:48:30.890881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for b41e41bb-fa1f-4a44-93b1-10ffad5e45be owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:30.910786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b087-9cd3-4c92-9a35-b9ddf69bacec req-35671e3a-6390-46e7-9aec-6fa784f5cb55 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:30.919368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15d8b087-9cd3-4c92-9a35-b9ddf69bacec req-35671e3a-6390-46e7-9aec-6fa784f5cb55 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 945 time: 0.4835331 Jul 06 17:48:30.949167 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.011580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:31.018059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26e1c141-00c9-425c-b00b-f5d64dfc1592 req-96ef5a7e-a675-44b5-80dc-02bd37952ecf tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471601 Jul 06 17:48:31.019432 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.041605 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15d8b087-9cd3-4c92-9a35-b9ddf69bacec req-6ccf3bdb-26f6-4bfd-ba82-24684fb7adeb tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194713 Jul 06 17:48:31.157180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:31.215749 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.308811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=22c10411-1953-41b3-9dff-4bbb71bd29df,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:31.328946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking segment: {'id': '4062af10-1fe8-44c6-880c-5c1349e2af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f8d9177d-b4d7-41b8-b810-ec7ae218be4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:31.329714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network hostable DHCP agents. Network: f8d9177d-b4d7-41b8-b810-ec7ae218be4b, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:31.353671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network f8d9177d-b4d7-41b8-b810-ec7ae218be4b is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:31.366051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, f8d9177d-b4d7-41b8-b810-ec7ae218be4b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:31.377679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61665ff3-e481-4fe4-9f6c-1b919e333869 None None] Network f8d9177d-b4d7-41b8-b810-ec7ae218be4b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:31.395208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:31.400874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.410047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.433441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-79531bd9-eda9-4924-acfc-964ce10d11a3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2296736 Jul 06 17:48:31.434131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44160) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:31.441339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488978605'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:31.476259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:31.482610 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.534136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=b41e41bb-fa1f-4a44-93b1-10ffad5e45be,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:31.571198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:31.586703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.587613 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment 5c556b80-9959-4187-a6b5-549351436a9a of type vlan for network 4d76f715-f8bc-4cf4-b824-3bd811d09541 Jul 06 17:48:31.641924 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.666465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6861-6a78-45db-97ea-b77442d99b2c req-4456b63c-ced0-4ea0-9134-1cd0c416ad04 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:31.668160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46ae6861-6a78-45db-97ea-b77442d99b2c req-4456b63c-ced0-4ea0-9134-1cd0c416ad04 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1490335 Jul 06 17:48:31.676366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.678062 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP 3438b9a1-2b74-4862-a2ff-0ce4c02943c8 disassociated (deleted). External IP: 172.25.7.204, port: 1637aa32-afc0-42b9-9407-23765dffa3b1. Jul 06 17:48:31.707220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-f8d9177d-b4d7-41b8-b810-ec7ae218be4b', 'network_id': 'f8d9177d-b4d7-41b8-b810-ec7ae218be4b', 'tenant_id': 'ba016706b56048ce842d74a8bac020fa', 'fixed_ips': [{'subnet_id': '22c10411-1953-41b3-9dff-4bbb71bd29df'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:48:31.709290 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.709493 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.716157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:31.716896 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:31.760118 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46ae6861-6a78-45db-97ea-b77442d99b2c req-076d46ac-ff8d-4ef2-9f4c-8a378e238c34 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783887 Jul 06 17:48:31.793953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3551233 Jul 06 17:48:31.795152 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44162) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:31.807945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': '4d76f715-f8bc-4cf4-b824-3bd811d09541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:31.840755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f798b0-09cd-4344-a40d-1a26a30b5981 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=4d76f715-f8bc-4cf4-b824-3bd811d09541,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:31.864794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4d76f715-f8bc-4cf4-b824-3bd811d09541 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:31.967041 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.004895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:32.012115 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.012419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-498e2f02-a816-4626-9871-de9c95bee490 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.013927 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-498e2f02-a816-4626-9871-de9c95bee490 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 945 time: 0.1176927 Jul 06 17:48:32.029053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Allocated IP 2001:db8:0:ffff::2 (f8d9177d-b4d7-41b8-b810-ec7ae218be4b/22c10411-1953-41b3-9dff-4bbb71bd29df/f5615258-47cf-42cf-9d87-121a327fc8b7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:32.131177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:32.137272 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e99014-3d55-4b64-b31d-24ab105c7a4f" -d '{"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:32.303339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Deleting port dd733b7b-d165-416b-85ee-24baa3a9b1f8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:32.303830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.317348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:32.369011 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.384356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Transition to ACTIVE for port object f5615258-47cf-42cf-9d87-121a327fc8b7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:32.405335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Transition to ACTIVE for port object f5615258-47cf-42cf-9d87-121a327fc8b7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:32.418726 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.473454 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cbe96-7404-4e0b-b3b1-17a8c03ee33a req-b1295c3a-d2b5-4288-8b81-b7808b12f337 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.481752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-206cbe96-7404-4e0b-b3b1-17a8c03ee33a req-b1295c3a-d2b5-4288-8b81-b7808b12f337 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 945 time: 0.2199330 Jul 06 17:48:32.486417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Network f8d9177d-b4d7-41b8-b810-ec7ae218be4b is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:32.494950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:32.499303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:32.514583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Pushing event updated for resources: {'Port': ['ID=f5615258-47cf-42cf-9d87-121a327fc8b7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:32.584910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cbbf5-aa7c-4cd7-9dac-099b2ce1e2e5 req-1497b6b6-1033-4a68-be27-74f89045171f tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:32.589756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f0cbbf5-aa7c-4cd7-9dac-099b2ce1e2e5 req-1497b6b6-1033-4a68-be27-74f89045171f tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 945 time: 0.2768319 Jul 06 17:48:32.601800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Attempting to bind port f5615258-47cf-42cf-9d87-121a327fc8b7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:32.602171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Attempting to bind port f5615258-47cf-42cf-9d87-121a327fc8b7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4062af10-1fe8-44c6-880c-5c1349e2af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f8d9177d-b4d7-41b8-b810-ec7ae218be4b'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:32.602761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Attempting to bind port f5615258-47cf-42cf-9d87-121a327fc8b7 on network f8d9177d-b4d7-41b8-b810-ec7ae218be4b {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:32.606730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.612255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:32.612845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Checking segment: {'id': '4062af10-1fe8-44c6-880c-5c1349e2af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f8d9177d-b4d7-41b8-b810-ec7ae218be4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:32.613497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.614123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Bound using segment: {'id': '4062af10-1fe8-44c6-880c-5c1349e2af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f8d9177d-b4d7-41b8-b810-ec7ae218be4b'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:32.614957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Bound port: f5615258-47cf-42cf-9d87-121a327fc8b7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4062af10-1fe8-44c6-880c-5c1349e2af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f8d9177d-b4d7-41b8-b810-ec7ae218be4b'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:32.615603 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.624446 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-206cbe96-7404-4e0b-b3b1-17a8c03ee33a req-4b50ef44-a68f-44ff-ab38-b667dd30e5ce tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417880 Jul 06 17:48:32.647958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:32.648309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] For port dd733b7b-d165-416b-85ee-24baa3a9b1f8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=dd733b7b-d165-416b-85ee-24baa3a9b1f8,segment=NetworkSegment(81267f29-3dcc-4ac8-9d84-b362041768f7),segment_id=81267f29-3dcc-4ac8-9d84-b362041768f7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:32.648842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.662242 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edd4d15-8af3-4b34-9d44-e5dd5e129461 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:32.683097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.700811 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd4d15-8af3-4b34-9d44-e5dd5e129461 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:32.703799 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3edd4d15-8af3-4b34-9d44-e5dd5e129461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:32.730232 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd14f71-0574-4c77-879f-367ab75b79a9 x-openstack-request-id: req-7bd14f71-0574-4c77-879f-367ab75b79a9 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:32.730732 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:32.731139 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bd14f71-0574-4c77-879f-367ab75b79a9 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:32.731735 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'code': 200} Jul 06 17:48:32.736172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f0cbbf5-aa7c-4cd7-9dac-099b2ce1e2e5 req-f8073a88-bcec-4e1a-b99d-56a46c85faae tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4e686e8-95ef-48a9-9370-c18007e30948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907612 Jul 06 17:48:32.750640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Calling delete_port for dd733b7b-d165-416b-85ee-24baa3a9b1f8 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:32.831021 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3edd4d15-8af3-4b34-9d44-e5dd5e129461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:32.850145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] For port f5615258-47cf-42cf-9d87-121a327fc8b7, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:32.862109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] For port f5615258-47cf-42cf-9d87-121a327fc8b7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f5615258-47cf-42cf-9d87-121a327fc8b7,segment=NetworkSegment(4062af10-1fe8-44c6-880c-5c1349e2af64),segment_id=4062af10-1fe8-44c6-880c-5c1349e2af64)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:32.862928 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd4d15-8af3-4b34-9d44-e5dd5e129461 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:32.864194 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3edd4d15-8af3-4b34-9d44-e5dd5e129461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:32.876661 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:32.945200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=28fbf40d-bfc7-4516-b74b-485cd3409880,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:32.982713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bb163-fdbb-4d9e-a7ed-58981c575ea0 None None] Pushing event updated for resources: {'Port': ['ID=f5615258-47cf-42cf-9d87-121a327fc8b7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:33.013837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking segment: {'id': '5c556b80-9959-4187-a6b5-549351436a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4d76f715-f8bc-4cf4-b824-3bd811d09541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:33.014496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network hostable DHCP agents. Network: 4d76f715-f8bc-4cf4-b824-3bd811d09541, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:33.037657 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3edd4d15-8af3-4b34-9d44-e5dd5e129461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:33.038839 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edd4d15-8af3-4b34-9d44-e5dd5e129461 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:33.064717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.075224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['dd733b7b-d165-416b-85ee-24baa3a9b1f8'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:33.081070 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ebf3c1a9-5a85-4bb1-9098-755253a80d41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/floatingips/3438b9a1-2b74-4862-a2ff-0ce4c02943c8 HTTP/1.1" status: 204 len: 168 time: 2.7364154 Jul 06 17:48:33.082313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:33.138944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Pushing event deleted for resources: {'Port': ['ID=dd733b7b-d165-416b-85ee-24baa3a9b1f8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:33.208451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network 4d76f715-f8bc-4cf4-b824-3bd811d09541 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:33.209172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] No DVR routers for this DVR port dd733b7b-d165-416b-85ee-24baa3a9b1f8 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:33.213094 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.216029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-619bc01a-7543-420d-873e-9c1a0a46d955 req-646cde88-1150-4900-a135-91cf6679ad49 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.22 "DELETE /v2.0/ports/dd733b7b-d165-416b-85ee-24baa3a9b1f8 HTTP/1.1" status: 204 len: 173 time: 1.1963449 Jul 06 17:48:33.216699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc77827-7da3-47c5-b793-34297b4b102f', 'name': 'network-vif-deleted', 'tag': 'dd733b7b-d165-416b-85ee-24baa3a9b1f8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:33.228543 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf998a-237c-4137-9c84-613a0d1a21a2" -d '{"events": [{"server_uuid": "6bc77827-7da3-47c5-b793-34297b4b102f", "name": "network-vif-deleted", "tag": "dd733b7b-d165-416b-85ee-24baa3a9b1f8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:33.284207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4d76f715-f8bc-4cf4-b824-3bd811d09541) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:33.293503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56968c5-73f5-48ff-91ec-324f3fb0c97e None None] Network 4d76f715-f8bc-4cf4-b824-3bd811d09541 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:33.300167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:33.300937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.334330 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f63d962-0c09-4cc2-9d82-de7c02bf7dd1 x-openstack-request-id: req-7f63d962-0c09-4cc2-9d82-de7c02bf7dd1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:33.334914 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc77827-7da3-47c5-b793-34297b4b102f", "name": "network-vif-deleted", "tag": "dd733b7b-d165-416b-85ee-24baa3a9b1f8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:33.334914 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f63d962-0c09-4cc2-9d82-de7c02bf7dd1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:33.335570 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc77827-7da3-47c5-b793-34297b4b102f', 'name': 'network-vif-deleted', 'tag': 'dd733b7b-d165-416b-85ee-24baa3a9b1f8', 'status': 'completed', 'code': 200} Jul 06 17:48:33.362483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:33.366740 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a9e3166c-8ed6-4055-867e-4c1029540ee5 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5694106 Jul 06 17:48:33.499113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b043b943-a23a-4882-84cd-c36f8e4d0cb9 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port 1637aa32-afc0-42b9-9407-23765dffa3b1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:33.499113 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b043b943-a23a-4882-84cd-c36f8e4d0cb9 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.608363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56e516-62b3-4eda-b13d-0ba7adcf7e6b req-111fd320-50a0-4bd8-b199-74873b90c282 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:33.616345 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad56e516-62b3-4eda-b13d-0ba7adcf7e6b req-111fd320-50a0-4bd8-b199-74873b90c282 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2342083 Jul 06 17:48:33.642766 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.685655 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b043b943-a23a-4882-84cd-c36f8e4d0cb9 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.711077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b043b943-a23a-4882-84cd-c36f8e4d0cb9 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for 1637aa32-afc0-42b9-9407-23765dffa3b1 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:33.725130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad56e516-62b3-4eda-b13d-0ba7adcf7e6b req-e3871f6d-f9c4-4010-957e-31192376ab5d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078136 Jul 06 17:48:33.763966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e06fa1b-fbeb-47eb-ba94-4f5572e0e1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-4d76f715-f8bc-4cf4-b824-3bd811d09541', 'network_id': '4d76f715-f8bc-4cf4-b824-3bd811d09541', 'tenant_id': 'ba016706b56048ce842d74a8bac020fa', 'fixed_ips': [{'subnet_id': '28fbf40d-bfc7-4516-b74b-485cd3409880'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:48:33.764979 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e06fa1b-fbeb-47eb-ba94-4f5572e0e1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.793814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:33.977520 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-3e06fa1b-fbeb-47eb-ba94-4f5572e0e1fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28fbf40d-bfc7-4516-b74b-485cd3409880: This subnet is being modified by another concurrent operation. Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:48:34.091755 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28fbf40d-bfc7-4516-b74b-485cd3409880: This subnet is being modified by another concurrent operation. Jul 06 17:48:34.100660 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 17:48:34.109548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=28fbf40d-bfc7-4516-b74b-485cd3409880,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:34.141565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0112d363-19ca-45d4-aca8-846c58303261 None None] Network 4d76f715-f8bc-4cf4-b824-3bd811d09541 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:34.184699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b043b943-a23a-4882-84cd-c36f8e4d0cb9 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.265906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043b943-a23a-4882-84cd-c36f8e4d0cb9 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=1637aa32-afc0-42b9-9407-23765dffa3b1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:34.441859 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21325aa2-f8aa-4d45-88e5-3b98156af7a4 req-8cfce72e-ec03-4646-9982-4f7582f7b0a5 tempest-ServerPasswordTestJSON-2038118231 tempest-ServerPasswordTestJSON-2038118231-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc77827-7da3-47c5-b793-34297b4b102f HTTP/1.1" status: 200 len: 210 time: 0.1516743 Jul 06 17:48:34.446916 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.474585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d76f715-f8bc-4cf4-b824-3bd811d09541']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:34.484175 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b043b943-a23a-4882-84cd-c36f8e4d0cb9 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.490089 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b043b943-a23a-4882-84cd-c36f8e4d0cb9 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/ports/1637aa32-afc0-42b9-9407-23765dffa3b1 HTTP/1.1" status: 204 len: 168 time: 1.3824208 Jul 06 17:48:34.496755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:34.503862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c556b80-9959-4187-a6b5-549351436a9a') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:34.504953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c556b80-9959-4187-a6b5-549351436a9a') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:34.509620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:34.536609 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.564938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.578891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.587601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:34.588053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:34.595344 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:34.715362 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.743336 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.751320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/4d76f715-f8bc-4cf4-b824-3bd811d09541 HTTP/1.1" status: 204 len: 168 time: 1.3820782 Jul 06 17:48:34.751320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc1c70-291f-4ed0-9958-572b92d42bdb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=4d76f715-f8bc-4cf4-b824-3bd811d09541,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:34.755081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44220) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:34.781328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1007659968'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:34.786385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.808864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:48:34.816852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:34.820913 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.942499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:34.983663 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:34.984364 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment 22b7afc9-70f0-49d0-8fa2-f070efaa287e of type vlan for network 4cb01027-32d3-4748-a55f-5bd4a763f650 Jul 06 17:48:35.058508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:35.081509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.25.7.177 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/21c1670f-b474-4602-9cb6-c29be237f6b3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:35.089181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'port_id': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'mac_address': 'fa:16:3e:7c:dc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:48:35.126401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768edd68-07b6-498a-b398-91190cde3c61 req-4535afff-9ac5-4cd0-92ed-2e5c76ee1730 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:35.135986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-768edd68-07b6-498a-b398-91190cde3c61 req-4535afff-9ac5-4cd0-92ed-2e5c76ee1730 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1487522 Jul 06 17:48:35.155740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3cd1fd-b552-4f97-adab-1f5df00985f7 None None] Network f8d9177d-b4d7-41b8-b810-ec7ae218be4b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:35.205552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.245740 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-768edd68-07b6-498a-b398-91190cde3c61 req-e4f923dd-6ebc-4069-87e2-6c84c492d85f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086900 Jul 06 17:48:35.267535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f5615258-47cf-42cf-9d87-121a327fc8b7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:35.271592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957913f-0782-4fb6-8b1a-247c15d5a71f req-1ad1b954-755b-4758-8975-48d6c0155ef7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:35.280438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1957913f-0782-4fb6-8b1a-247c15d5a71f req-1ad1b954-755b-4758-8975-48d6c0155ef7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 945 time: 0.1929030 Jul 06 17:48:35.284178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.291454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:35.292339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.319406 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.336043 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.348159 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.365093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05a99ff-2e05-4dcc-93d7-911b0ae1c18e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:48:35.385817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cb366dfd-a8d1-4a9b-b701-3521886840ff None None] Provisioning for port f5615258-47cf-42cf-9d87-121a327fc8b7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:35.397629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.432554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=4cb01027-32d3-4748-a55f-5bd4a763f650,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:35.456147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-765f431f-9a5d-4d5a-a9b9-64f635df3089 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6988146 Jul 06 17:48:35.461360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:35.470114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4cb01027-32d3-4748-a55f-5bd4a763f650 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:35.470837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': '4cb01027-32d3-4748-a55f-5bd4a763f650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:35.479513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:35.490626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:35.492656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:35.506422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=21c1670f-b474-4602-9cb6-c29be237f6b3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:35.518205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:35.572542 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1957913f-0782-4fb6-8b1a-247c15d5a71f req-0cbbbdd4-3978-42b3-a065-52cc91379e96 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909276 Jul 06 17:48:35.611656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44228) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:35.652293 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.704124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4aa1ee-2684-4540-9c49-d98010bd0745 admin admin] Deleting subnet 3acac104-919f-4969-93b1-a5ad995cf3d3 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:48:35.709030 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c4aa1ee-2684-4540-9c49-d98010bd0745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.739098 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.753992 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c4aa1ee-2684-4540-9c49-d98010bd0745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.785487 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.807198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device dd733b7b-d165-416b-85ee-24baa3a9b1f8 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:35.819205 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c4aa1ee-2684-4540-9c49-d98010bd0745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.852167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: dd733b7b-d165-416b-85ee-24baa3a9b1f8 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:35.853313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device dd733b7b-d165-416b-85ee-24baa3a9b1f8 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:35.885641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f5615258-47cf-42cf-9d87-121a327fc8b7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:35.900933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f5615258-47cf-42cf-9d87-121a327fc8b7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:35.901653 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.971434 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c4aa1ee-2684-4540-9c49-d98010bd0745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:35.978770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:36.005417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:36.010654 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.019247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4aa1ee-2684-4540-9c49-d98010bd0745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acac104-919f-4969-93b1-a5ad995cf3d3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:36.080568 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c4aa1ee-2684-4540-9c49-d98010bd0745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.083443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1c4aa1ee-2684-4540-9c49-d98010bd0745 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3acac104-919f-4969-93b1-a5ad995cf3d3 HTTP/1.1" status: 204 len: 168 time: 0.4702570 Jul 06 17:48:36.087700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44234) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:36.114449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.118089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=12']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:36.143287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-f01ccb31-5182-4d55-aef9-1cc267ea895c tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:36.144821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-f01ccb31-5182-4d55-aef9-1cc267ea895c tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 945 time: 0.2421088 Jul 06 17:48:36.145005 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.145135 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.230644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port f5615258-47cf-42cf-9d87-121a327fc8b7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f5615258-47cf-42cf-9d87-121a327fc8b7,segment=NetworkSegment(4062af10-1fe8-44c6-880c-5c1349e2af64),segment_id=4062af10-1fe8-44c6-880c-5c1349e2af64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:36.248918 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.295238 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.304357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=21c1670f-b474-4602-9cb6-c29be237f6b3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:36.335975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=f5615258-47cf-42cf-9d87-121a327fc8b7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:36.389479 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.396611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Deleting port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:36.397174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.480292 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.482557 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ea0385a6-1bbf-4401-899e-2703a673c3ab tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9830530 Jul 06 17:48:36.486123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44238) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:36.494672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'port': {'network_id': 'b80f43da-49b8-496c-afe4-674c2d17e3ea', 'name': 'tempest-FloatingIPTestJSON-677460127'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:36.505531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.526605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.573734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ed4056-41da-401a-a572-c54d88884d9b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:36.592884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81267f29-3dcc-4ac8-9d84-b362041768f7') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:36.593197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81267f29-3dcc-4ac8-9d84-b362041768f7') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:36.599809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa5b44-07eb-49aa-bcc6-785c1ee03ea6 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:48:36.607841 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.625058 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.632131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:36.632560 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.686711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] For port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,segment=NetworkSegment(22a69f1c-9328-4c88-a36b-6d1137ffe651),segment_id=22a69f1c-9328-4c88-a36b-6d1137ffe651)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:36.687171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:36.701283 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:36.705513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.711314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=86686b77-5697-48d6-a405-d96328cb0fcb,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:36.715150 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.719621 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] 10.222.0.13 "DELETE /v2.0/networks/08ed4056-41da-401a-a572-c54d88884d9b HTTP/1.1" status: 204 len: 168 time: 0.6285582 Jul 06 17:48:36.723550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking segment: {'id': '22b7afc9-70f0-49d0-8fa2-f070efaa287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cb01027-32d3-4748-a55f-5bd4a763f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:36.723923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network hostable DHCP agents. Network: 4cb01027-32d3-4748-a55f-5bd4a763f650, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:36.727884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Calling delete_port for 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:36.750788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6c215e9d-320a-4ba3-b39f-8b81be9269df None None] Provisioning complete for port f5615258-47cf-42cf-9d87-121a327fc8b7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:36.751065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c215e9d-320a-4ba3-b39f-8b81be9269df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.815352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network 4cb01027-32d3-4748-a55f-5bd4a763f650 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:36.844860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d87eac-a534-482c-bab2-237c1adf8c1b req-53292e42-ccc6-4103-a124-236ddc680ce1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:36.854170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a4d87eac-a534-482c-bab2-237c1adf8c1b req-53292e42-ccc6-4103-a124-236ddc680ce1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 945 time: 0.2983229 Jul 06 17:48:36.865620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4cb01027-32d3-4748-a55f-5bd4a763f650) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:36.872120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:36.873064 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:36.904910 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-52631c98-8bb6-42c2-90a7-c3bd37fc19e7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4411449 Jul 06 17:48:36.915433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44244) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:36.921381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296928788'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:36.994705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a4d87eac-a534-482c-bab2-237c1adf8c1b req-1cc30ec7-76bb-4011-b7ef-7a3d9ff971f5 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385810 Jul 06 17:48:36.999008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:37.018529 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.107369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:37.128517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f5615258-47cf-42cf-9d87-121a327fc8b7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:37.142807 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.144675 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment c16497b7-b422-4553-a0ce-9faf2bd3bff9 of type vlan for network caa99a93-2516-4892-aa52-5a0978779681 Jul 06 17:48:37.194639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44252) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:37.216692 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.233298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f62294-f4a0-429e-bcdf-010dd51b4956 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ed4056-41da-401a-a572-c54d88884d9b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:37.337795 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.341150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3e034cd6-e6cd-4b03-b479-d2936ec08cf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca0db8d1576f44c8bdfed836e43dc415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395342 Jul 06 17:48:37.346690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:37.347503 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.349421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:37.349749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f5615258-47cf-42cf-9d87-121a327fc8b7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:37.350612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.360437 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.399214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:48:37.410017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Made reservation on behalf of fdb302f52f5b4d558e120744b4510f2d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:37.411765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.445337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Pushing event deleted for resources: {'Port': ['ID=0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:37.484123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5671372 Jul 06 17:48:37.485061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44256) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:37.485959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] device_id is not set on port aa4d1006-b63f-4915-aa6d-df871aaf4314 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:48:37.497727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': 'caa99a93-2516-4892-aa52-5a0978779681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:37.506614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dd744-6cae-4c47-915b-e8dc731bacfa req-ed90f6b3-a414-497c-bdcb-cc61ab694239 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:37.515711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-731dd744-6cae-4c47-915b-e8dc731bacfa req-ed90f6b3-a414-497c-bdcb-cc61ab694239 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb8e893-f922-4ddb-aaf3-458b0d477cd5 HTTP/1.1" status: 200 len: 867 time: 0.3223844 Jul 06 17:48:37.527432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b95615fd-2f1c-4307-8cf7-efe4fc5028cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.570942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4f192-60c0-4b04-acf9-d70aec13b876 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=caa99a93-2516-4892-aa52-5a0978779681,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:37.590929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa5b44-07eb-49aa-bcc6-785c1ee03ea6 None None] Unable to find a vacant binding_index for network 4cb01027-32d3-4748-a55f-5bd4a763f650 and agent 382dfa7b-825d-4402-a138-ee59056f9c2c {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 06 17:48:37.594958 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network caa99a93-2516-4892-aa52-5a0978779681 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:37.627841 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b95615fd-2f1c-4307-8cf7-efe4fc5028cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.634921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] No DVR routers for this DVR port 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:37.642248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.645877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fba4cb4-f229-4aaf-88d0-2c417db18a3d req-029c38ea-59ac-45fc-9c72-4277d87f53f7 tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.22 "DELETE /v2.0/ports/0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 HTTP/1.1" status: 204 len: 173 time: 1.4747543 Jul 06 17:48:37.646631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8e893-f922-4ddb-aaf3-458b0d477cd5', 'name': 'network-vif-deleted', 'tag': '0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:37.650933 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ac66ae-0d80-46a3-bc67-3b64fa7d63f5" -d '{"events": [{"server_uuid": "fdb8e893-f922-4ddb-aaf3-458b0d477cd5", "name": "network-vif-deleted", "tag": "0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:37.663056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-731dd744-6cae-4c47-915b-e8dc731bacfa req-a298d719-d13e-4157-8f41-98b52a64d85d tempest-ServerMetadataNegativeTestJSON-841918996 tempest-ServerMetadataNegativeTestJSON-841918996-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d148632-2d89-463e-bf21-437c6c97d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464040 Jul 06 17:48:37.731604 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c63ea5a-5419-479c-a732-e918ac4211f8 x-openstack-request-id: req-8c63ea5a-5419-479c-a732-e918ac4211f8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:37.732280 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8e893-f922-4ddb-aaf3-458b0d477cd5", "name": "network-vif-deleted", "tag": "0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:37.735207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa5b44-07eb-49aa-bcc6-785c1ee03ea6 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4cb01027-32d3-4748-a55f-5bd4a763f650) {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:48:37.736359 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c63ea5a-5419-479c-a732-e918ac4211f8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:37.736963 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8e893-f922-4ddb-aaf3-458b0d477cd5', 'name': 'network-vif-deleted', 'tag': '0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646', 'status': 'completed', 'code': 200} Jul 06 17:48:37.772190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:37.782476 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.801980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.20.0.9 (b80f43da-49b8-496c-afe4-674c2d17e3ea/d5c0dc5a-67b2-413f-8049-b4d7b806b2df/aa4d1006-b63f-4915-aa6d-df871aaf4314) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:37.809235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b95615fd-2f1c-4307-8cf7-efe4fc5028cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.813156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b95615fd-2f1c-4307-8cf7-efe4fc5028cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:37.814855 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b95615fd-2f1c-4307-8cf7-efe4fc5028cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4e686e8-95ef-48a9-9370-c18007e30948 HTTP/1.1" status: 204 len: 168 time: 0.4627182 Jul 06 17:48:37.862890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95615fd-2f1c-4307-8cf7-efe4fc5028cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e686e8-95ef-48a9-9370-c18007e30948,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:37.904566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Performing IP validity checks on allocation pools {{(pid=93779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 17:48:37.905576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 17:48:38.174085 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.311203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=9af5e1f6-aba1-46cd-aac6-ffb908be1fb5,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:38.329049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.350903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking segment: {'id': 'c16497b7-b422-4553-a0ce-9faf2bd3bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'caa99a93-2516-4892-aa52-5a0978779681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:38.351707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network hostable DHCP agents. Network: caa99a93-2516-4892-aa52-5a0978779681, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:38.386165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network caa99a93-2516-4892-aa52-5a0978779681 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:38.404270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, caa99a93-2516-4892-aa52-5a0978779681) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:38.417289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.419674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.461436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-4cb01027-32d3-4748-a55f-5bd4a763f650', 'network_id': '4cb01027-32d3-4748-a55f-5bd4a763f650', 'tenant_id': 'ba016706b56048ce842d74a8bac020fa', 'fixed_ips': [{'subnet_id': '86686b77-5697-48d6-a405-d96328cb0fcb'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:48:38.466914 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-803db90b-b581-4edd-8de3-43e83d1a8e94 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9743242 Jul 06 17:48:38.467812 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.468703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44272) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:38.473183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40f671-3d64-49b9-8e8b-daaaabf23b44 req-50df2e18-ba33-4ace-ab1e-cc60a574cb69 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.480729 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c40f671-3d64-49b9-8e8b-daaaabf23b44 req-50df2e18-ba33-4ace-ab1e-cc60a574cb69 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 945 time: 0.2602186 Jul 06 17:48:38.632168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.695338 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c40f671-3d64-49b9-8e8b-daaaabf23b44 req-718948ad-c91d-408f-8398-34de343baf40 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899161 Jul 06 17:48:38.750167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network b80f43da-49b8-496c-afe4-674c2d17e3ea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:38.766499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:38.773920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:38.876717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:38.877803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:38.890546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=aa4d1006-b63f-4915-aa6d-df871aaf4314,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:38.944644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:38.964847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fd0657c1-89d0-4453-b0d7-78891648c1c0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4770133 Jul 06 17:48:38.967343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44286) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:38.977159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ee8ea395-6919-4708-a216-693a445850c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'port_id': 'aa4d1006-b63f-4915-aa6d-df871aaf4314'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:39.003176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Allocated IP 2001:db8::3 (4cb01027-32d3-4748-a55f-5bd4a763f650/86686b77-5697-48d6-a405-d96328cb0fcb/be747872-0e37-4c5c-bc11-9e442abf57ab) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:39.027869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:39.075099 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea395-6919-4708-a216-693a445850c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.127335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54837dd-147b-4e08-84e8-5a0a5720b46f admin admin] Deleting subnet 08eb5dd0-ea0c-4af3-b2a4-8f742effc746 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:48:39.138366 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e54837dd-147b-4e08-84e8-5a0a5720b46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.185915 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.203102 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e54837dd-147b-4e08-84e8-5a0a5720b46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.222321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:39.223606 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.283500 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e54837dd-147b-4e08-84e8-5a0a5720b46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.314071 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.366930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44296) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:39.427656 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.485157 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.495960 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e54837dd-147b-4e08-84e8-5a0a5720b46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.504757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=9af5e1f6-aba1-46cd-aac6-ffb908be1fb5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:39.532618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:39.535350 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b0d07d-f928-4b2c-8b4e-0b09df748b50" -d '{"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:39.551343 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.593423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:39.595632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54837dd-147b-4e08-84e8-5a0a5720b46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08eb5dd0-ea0c-4af3-b2a4-8f742effc746,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:39.611769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:39.637092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Transition to ACTIVE for port object be747872-0e37-4c5c-bc11-9e442abf57ab will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:39.640532 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd31ff1-fa82-4fd2-ab9c-e645684060a5 x-openstack-request-id: req-dfd31ff1-fa82-4fd2-ab9c-e645684060a5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:39.641153 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-plugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:39.641644 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfd31ff1-fa82-4fd2-ab9c-e645684060a5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:39.642277 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'code': 200} Jul 06 17:48:39.644193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:39.644810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0fc85a3c-2aa1-4ca4-b4e7-14ff409c1646 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:39.651052 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.670675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e54837dd-147b-4e08-84e8-5a0a5720b46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.678299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e54837dd-147b-4e08-84e8-5a0a5720b46f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/08eb5dd0-ea0c-4af3-b2a4-8f742effc746 HTTP/1.1" status: 204 len: 168 time: 0.6477735 Jul 06 17:48:39.678955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:39.738050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Transition to ACTIVE for port object be747872-0e37-4c5c-bc11-9e442abf57ab will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:39.743724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=13']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:39.748804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.763164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-155899073-network', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:39.791495 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.808641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa99a93-2516-4892-aa52-5a0978779681']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:39.826052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16497b7-b422-4553-a0ce-9faf2bd3bff9') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:39.832712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16497b7-b422-4553-a0ce-9faf2bd3bff9') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:39.839719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.844587 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.855006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Pushing event updated for resources: {'Port': ['ID=be747872-0e37-4c5c-bc11-9e442abf57ab,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:39.868704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.876261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:39.876687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.884722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Network 4cb01027-32d3-4748-a55f-5bd4a763f650 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:39.893028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:39.902253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:39.960138 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:39.964162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Made reservation on behalf of 2ba798159eb942ba977ef5f654f87c25 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:39.965310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:39.978499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.004276 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.010256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/caa99a93-2516-4892-aa52-5a0978779681 HTTP/1.1" status: 204 len: 168 time: 1.5355947 Jul 06 17:48:40.010256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.016537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:40.026992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Attempting to bind port be747872-0e37-4c5c-bc11-9e442abf57ab on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:40.027548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050002176'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:40.028232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Attempting to bind port be747872-0e37-4c5c-bc11-9e442abf57ab by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '22b7afc9-70f0-49d0-8fa2-f070efaa287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cb01027-32d3-4748-a55f-5bd4a763f650'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:40.028949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Attempting to bind port be747872-0e37-4c5c-bc11-9e442abf57ab on network 4cb01027-32d3-4748-a55f-5bd4a763f650 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:40.037028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:40.038050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Checking segment: {'id': '22b7afc9-70f0-49d0-8fa2-f070efaa287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cb01027-32d3-4748-a55f-5bd4a763f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:40.038916 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.039775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Bound using segment: {'id': '22b7afc9-70f0-49d0-8fa2-f070efaa287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cb01027-32d3-4748-a55f-5bd4a763f650'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:40.041811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Bound port: be747872-0e37-4c5c-bc11-9e442abf57ab, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b7afc9-70f0-49d0-8fa2-f070efaa287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cb01027-32d3-4748-a55f-5bd4a763f650'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:40.043486 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.043705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea395-6919-4708-a216-693a445850c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.058310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e143-923e-434b-a6f9-b250e8cee479 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=caa99a93-2516-4892-aa52-5a0978779681,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:40.088592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea395-6919-4708-a216-693a445850c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.181129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.207658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc572f3-9907-4542-aab9-5cd9ce73db72']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:40.231639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] For port be747872-0e37-4c5c-bc11-9e442abf57ab, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:40.238241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] For port be747872-0e37-4c5c-bc11-9e442abf57ab, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be747872-0e37-4c5c-bc11-9e442abf57ab,segment=NetworkSegment(22b7afc9-70f0-49d0-8fa2-f070efaa287e),segment_id=22b7afc9-70f0-49d0-8fa2-f070efaa287e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:40.246976 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.301353 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.318697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a69f1c-9328-4c88-a36b-6d1137ffe651') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:40.319618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a69f1c-9328-4c88-a36b-6d1137ffe651') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:40.339460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26625633-9407-42a9-ae4a-9258ef6a3193 None None] Pushing event updated for resources: {'Port': ['ID=be747872-0e37-4c5c-bc11-9e442abf57ab,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:40.370963 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.403007 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.444677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:40.472330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d5c38-1499-4714-8661-0a09d0eebb5f req-e0c57c0a-4d09-4de7-9595-e53fe1b3bf72 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:40.474244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de534437-986b-4180-80fa-6bc8b082798a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:40.475076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-612d5c38-1499-4714-8661-0a09d0eebb5f req-e0c57c0a-4d09-4de7-9595-e53fe1b3bf72 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.4008496 Jul 06 17:48:40.487378 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.487710 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Added segment 9dc26da6-3aeb-44f0-a524-621d91f235ab of type vlan for network 4b707763-32a3-460e-823a-bea303f19738 Jul 06 17:48:40.496234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.511735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:40.512427 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.569980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f7db6-2d14-4c64-b4e0-c8464337c125 req-b8a079d4-6bbc-4401-b6e7-073c394de2b6 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:40.578812 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:40.583828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:40.583988 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d82f7db6-2d14-4c64-b4e0-c8464337c125 req-b8a079d4-6bbc-4401-b6e7-073c394de2b6 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1096 time: 0.3061781 Jul 06 17:48:40.584180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.590134 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-ee8ea395-6919-4708-a216-693a445850c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP fba2382a-0b34-4dac-a56e-1e39dd7b06b6 associated. External IP: 172.25.7.177, port: aa4d1006-b63f-4915-aa6d-df871aaf4314. Jul 06 17:48:40.629653 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.689082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d82f7db6-2d14-4c64-b4e0-c8464337c125 req-4adf047e-d0ed-454b-a837-78208c1d124f tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061082 Jul 06 17:48:40.706735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:40.732940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.732940 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment 17095975-c555-43c2-b198-1224310b5d90 of type vlan for network 222cdf6c-aa7f-4e5c-8d19-a4f991b0b246 Jul 06 17:48:40.782594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.796481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:40.812933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.815257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/4fc572f3-9907-4542-aab9-5cd9ce73db72 HTTP/1.1" status: 204 len: 168 time: 1.1351223 Jul 06 17:48:40.820959 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.826231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:40.842441 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.889965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:40.897919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba608f-76ff-4ad6-90f2-894d1220ac5c admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc572f3-9907-4542-aab9-5cd9ce73db72,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:40.936103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-612d5c38-1499-4714-8661-0a09d0eebb5f req-4212233c-d374-4caa-bcca-a4559cd453af tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497248 Jul 06 17:48:41.038494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:41.082903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:41.086800 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:41.291312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2736607 Jul 06 17:48:41.297543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44338) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:41.298127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:41.306389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': '222cdf6c-aa7f-4e5c-8d19-a4f991b0b246', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:41.357820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be747872-0e37-4c5c-bc11-9e442abf57ab up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:41.363776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9922390 Jul 06 17:48:41.369737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44344) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:41.383407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Request body: {'subnet': {'network_id': '4b707763-32a3-460e-823a-bea303f19738', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-155899073-subnet', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:41.427131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Made reservation on behalf of 2ba798159eb942ba977ef5f654f87c25 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:41.431077 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:41.465383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port be747872-0e37-4c5c-bc11-9e442abf57ab completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:41.473558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94445d2-cd2a-4b29-a1a5-7291b5ac99ce tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=222cdf6c-aa7f-4e5c-8d19-a4f991b0b246,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:41.492077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 222cdf6c-aa7f-4e5c-8d19-a4f991b0b246 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:41.507511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386d668-f9f4-4559-bbbd-f424482d08d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4b707763-32a3-460e-823a-bea303f19738,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:41.548551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-de89cffc-0e55-4bf7-b215-b1d98b1dd787 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cdfdd2127464e61a69dcd32536dc581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486405 Jul 06 17:48:41.554288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44346) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:41.582273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8ea395-6919-4708-a216-693a445850c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:41.650074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:41.658263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4b707763-32a3-460e-823a-bea303f19738 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:41.660564 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:41.857900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8438a960-dae1-47a6-9833-9f84d76ed9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:41.964329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.013314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8ea395-6919-4708-a216-693a445850c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:42.021855 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea395-6919-4708-a216-693a445850c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.027515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f7181-8142-4f18-b8d3-5bd6c925a427 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:42.076747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f7181-8142-4f18-b8d3-5bd6c925a427 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:42.082025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-657f7181-8142-4f18-b8d3-5bd6c925a427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:42.114324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cf8e6d-d142-4e01-8a9f-57ce21a60fa8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:42.140117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port d8981a76-4dc3-41e1-9fce-c67a6e4fc8b9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:42.141131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.248473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-657f7181-8142-4f18-b8d3-5bd6c925a427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:42.295944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8438a960-dae1-47a6-9833-9f84d76ed9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.323897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f7181-8142-4f18-b8d3-5bd6c925a427 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:42.331047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-657f7181-8142-4f18-b8d3-5bd6c925a427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:42.338135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4327151-f3af-4d42-bcc7-e6ca8b26d407 None None] Network 4cb01027-32d3-4748-a55f-5bd4a763f650 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:42.370470 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18626a-f906-4253-a440-7118a130439e None None] Network caa99a93-2516-4892-aa52-5a0978779681 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:42.410631 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.411773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.429603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for d8981a76-4dc3-41e1-9fce-c67a6e4fc8b9 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:42.434924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.466630 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8438a960-dae1-47a6-9833-9f84d76ed9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.469380 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8438a960-dae1-47a6-9833-9f84d76ed9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.472985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8438a960-dae1-47a6-9833-9f84d76ed9c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d148632-2d89-463e-bf21-437c6c97d4f7 HTTP/1.1" status: 204 len: 168 time: 0.9139354 Jul 06 17:48:42.532820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438a960-dae1-47a6-9833-9f84d76ed9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d148632-2d89-463e-bf21-437c6c97d4f7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:42.572502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18626a-f906-4253-a440-7118a130439e None None] Network caa99a93-2516-4892-aa52-5a0978779681 could not be found, it might have been deleted concurrently. {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 17:48:42.576405 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ee8ea395-6919-4708-a216-693a445850c4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/floatingips/fba2382a-0b34-4dac-a56e-1e39dd7b06b6 HTTP/1.1" status: 200 len: 977 time: 3.6070857 Jul 06 17:48:42.581859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44364) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:42.607744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=6ba2457f-5dfe-4c78-9082-81f53886dcbd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:42.658257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking segment: {'id': '17095975-c555-43c2-b198-1224310b5d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '222cdf6c-aa7f-4e5c-8d19-a4f991b0b246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:42.658257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network hostable DHCP agents. Network: 222cdf6c-aa7f-4e5c-8d19-a4f991b0b246, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:42.718856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a6c14-5897-46ba-95df-0270318f9fe4 None None] Network caa99a93-2516-4892-aa52-5a0978779681 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:42.732970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-657f7181-8142-4f18-b8d3-5bd6c925a427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:42.736605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f7181-8142-4f18-b8d3-5bd6c925a427 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:42.756573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Checking segment: {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:42.758004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Network hostable DHCP agents. Network: 4b707763-32a3-460e-823a-bea303f19738, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:42.817699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a6c14-5897-46ba-95df-0270318f9fe4 None None] Network caa99a93-2516-4892-aa52-5a0978779681 could not be found, it might have been deleted concurrently. {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 17:48:42.851996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Provisioning for port be747872-0e37-4c5c-bc11-9e442abf57ab completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:48:42.866926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network 222cdf6c-aa7f-4e5c-8d19-a4f991b0b246 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:42.886612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Provisioning complete for port be747872-0e37-4c5c-bc11-9e442abf57ab triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:42.887749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.894390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 222cdf6c-aa7f-4e5c-8d19-a4f991b0b246) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:42.931740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:42.932693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:42.954216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Network 4b707763-32a3-460e-823a-bea303f19738 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:42.965577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port aa4d1006-b63f-4915-aa6d-df871aaf4314 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:42.967544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:43.001252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4b707763-32a3-460e-823a-bea303f19738) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:43.035680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:43.038657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f9e0f-b3dd-4863-a3f1-677de738aa9c None None] Network 222cdf6c-aa7f-4e5c-8d19-a4f991b0b246 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:43.042576 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:43.044952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19164ad7-9eeb-457c-8474-cfc22bdf98b3 None None] Network 4b707763-32a3-460e-823a-bea303f19738 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:43.082731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6f6e6016-f741-4a1d-a0ef-686d57b1b89e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7816303 Jul 06 17:48:43.098651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44368) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:43.130282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e8647d11-a9dc-40a4-98a2-bc66f7c0487f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7549665 Jul 06 17:48:43.138757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44370) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:43.155421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:43.243851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e310ba9-a96d-46fe-8078-4476f4569dd3 req-8c14a0d9-e44e-46d5-a21f-9086f98d6238 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:43.254474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8e310ba9-a96d-46fe-8078-4476f4569dd3 req-8c14a0d9-e44e-46d5-a21f-9086f98d6238 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.5478079 Jul 06 17:48:43.389884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8e310ba9-a96d-46fe-8078-4476f4569dd3 req-1e21fcc2-747c-46be-b745-0c03d29ced04 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341536 Jul 06 17:48:43.406552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:43.487642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=d8981a76-4dc3-41e1-9fce-c67a6e4fc8b9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:43.598407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:43.601912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:43.603768 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:43.638040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:43.638754 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Floating IP 7ce3b919-4730-42f8-b129-f4f3fd496d6e disassociated (deleted). External IP: 172.25.7.52, port: a493a395-f5b7-4a1a-a012-931d0878125b. Jul 06 17:48:43.818788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.065043 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.126271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router f1cc0242-16cc-40b2-bcda-12b7f123b210 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:44.439688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-222cdf6c-aa7f-4e5c-8d19-a4f991b0b246', 'network_id': '222cdf6c-aa7f-4e5c-8d19-a4f991b0b246', 'tenant_id': 'ba016706b56048ce842d74a8bac020fa', 'fixed_ips': [{'subnet_id': '6ba2457f-5dfe-4c78-9082-81f53886dcbd'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:48:44.441587 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.450662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.472230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] For port be747872-0e37-4c5c-bc11-9e442abf57ab, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be747872-0e37-4c5c-bc11-9e442abf57ab,segment=NetworkSegment(22b7afc9-70f0-49d0-8fa2-f070efaa287e),segment_id=22b7afc9-70f0-49d0-8fa2-f070efaa287e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:44.598185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:44.618770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.625211 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] Sync routers for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:44.669717 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:44.670832 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:44.772159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-953b01d7-32d6-4e21-a20e-f719182d560f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/floatingips/7ce3b919-4730-42f8-b129-f4f3fd496d6e HTTP/1.1" status: 204 len: 168 time: 3.9737694 Jul 06 17:48:44.791875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:44.815010 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5111e19-9457-4761-917d-9892326a95ae" -d '{"events": [{"name": "network-changed", "server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:44.820466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Allocated IP 2001:db8::1 (222cdf6c-aa7f-4e5c-8d19-a4f991b0b246/6ba2457f-5dfe-4c78-9082-81f53886dcbd/0d400308-350f-4e0d-8d87-bce330f9187c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:44.892530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.894123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:44.894684 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP fba2382a-0b34-4dac-a56e-1e39dd7b06b6 disassociated. External IP: 172.25.7.177, port: aa4d1006-b63f-4915-aa6d-df871aaf4314. Jul 06 17:48:44.895415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for aa4d1006-b63f-4915-aa6d-df871aaf4314 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:44.957013 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.050856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd1264d-989e-4fd6-8200-2b5440b0b33d None None] Network 4b707763-32a3-460e-823a-bea303f19738 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:45.185131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Pushing event updated for resources: {'Port': ['ID=be747872-0e37-4c5c-bc11-9e442abf57ab,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:45.258325 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:45.316941 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.337562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Transition to ACTIVE for port object 0d400308-350f-4e0d-8d87-bce330f9187c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:45.350696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.409688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Transition to ACTIVE for port object 0d400308-350f-4e0d-8d87-bce330f9187c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:45.432316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.433400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.434202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.435394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.436502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.437760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.438634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.439488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.440233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.440926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.441531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.442174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543006c-f6a0-4e3b-82e7-3eaac437a39d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:45.447914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.611602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.622234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Network 222cdf6c-aa7f-4e5c-8d19-a4f991b0b246 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:45.737033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Pushing event updated for resources: {'Port': ['ID=0d400308-350f-4e0d-8d87-bce330f9187c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:45.742016 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.747944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:45.757067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:45.872655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc38c84-d93a-4065-912e-c8590087a95e req-b364dc1d-d659-4fb0-8623-581fee267d42 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:45.881961 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fcc38c84-d93a-4065-912e-c8590087a95e req-b364dc1d-d659-4fb0-8623-581fee267d42 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.7988555 Jul 06 17:48:45.894478 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '96fe2a30-393a-4edd-a7fa-083118772d3e', 'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:a0:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:03Z', 'updated_at': '2021-07-06T17:46:11Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:45.901732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Attempting to bind port 0d400308-350f-4e0d-8d87-bce330f9187c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:45.901732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Attempting to bind port 0d400308-350f-4e0d-8d87-bce330f9187c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '17095975-c555-43c2-b198-1224310b5d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '222cdf6c-aa7f-4e5c-8d19-a4f991b0b246'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:45.901732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Attempting to bind port 0d400308-350f-4e0d-8d87-bce330f9187c on network 222cdf6c-aa7f-4e5c-8d19-a4f991b0b246 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:45.917269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:45.917715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Checking segment: {'id': '17095975-c555-43c2-b198-1224310b5d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '222cdf6c-aa7f-4e5c-8d19-a4f991b0b246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:45.918168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.918701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Bound using segment: {'id': '17095975-c555-43c2-b198-1224310b5d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '222cdf6c-aa7f-4e5c-8d19-a4f991b0b246'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:45.919282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Bound port: 0d400308-350f-4e0d-8d87-bce330f9187c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17095975-c555-43c2-b198-1224310b5d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '222cdf6c-aa7f-4e5c-8d19-a4f991b0b246'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:45.919783 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.955699 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba2457f-5dfe-4c78-9082-81f53886dcbd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:45.970506 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] Checking router: f1cc0242-16cc-40b2-bcda-12b7f123b210 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:48:45.991855 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:45.994806 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:45.996327 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:46.054995 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9434b888-ad42-4b35-8b96-1a232f9884e8 x-openstack-request-id: req-9434b888-ad42-4b35-8b96-1a232f9884e8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:46.056598 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:46.056598 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9434b888-ad42-4b35-8b96-1a232f9884e8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:46.056806 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'status': 'completed', 'code': 200} Jul 06 17:48:46.150493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] For port 0d400308-350f-4e0d-8d87-bce330f9187c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:46.179659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] For port 0d400308-350f-4e0d-8d87-bce330f9187c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0d400308-350f-4e0d-8d87-bce330f9187c,segment=NetworkSegment(17095975-c555-43c2-b198-1224310b5d90),segment_id=17095975-c555-43c2-b198-1224310b5d90)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:46.194294 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:46.241786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5111e19-9457-4761-917d-9892326a95ae req-5be361c8-94e9-4f97-81d2-582efc40e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:46.248729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:46.249289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5111e19-9457-4761-917d-9892326a95ae req-5be361c8-94e9-4f97-81d2-582efc40e4eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 1096 time: 0.1423738 Jul 06 17:48:46.300795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222cdf6c-aa7f-4e5c-8d19-a4f991b0b246']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:46.329887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17095975-c555-43c2-b198-1224310b5d90') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:46.330610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17095975-c555-43c2-b198-1224310b5d90') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:46.370467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:46.433928 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:46.449791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895044f-1dfb-4c99-bccc-48ee971fd4b7 None None] Pushing event updated for resources: {'Port': ['ID=0d400308-350f-4e0d-8d87-bce330f9187c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:46.450763 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:46.458444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:46.459105 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:46.510169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b497c76-145b-46ba-a649-7c5fbed11bdd None None] Network 222cdf6c-aa7f-4e5c-8d19-a4f991b0b246 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:46.516899 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:46.579861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=aa4d1006-b63f-4915-aa6d-df871aaf4314,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:46.603766 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fcc38c84-d93a-4065-912e-c8590087a95e req-df4714e9-df3e-49b7-92ba-b0c29e9a8f72 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7197051 Jul 06 17:48:46.671281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5111e19-9457-4761-917d-9892326a95ae req-9d4cf973-5c18-4e46-aff3-83126f7288d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:46.673572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5111e19-9457-4761-917d-9892326a95ae req-9d4cf973-5c18-4e46-aff3-83126f7288d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 200 len: 897 time: 0.4200492 Jul 06 17:48:46.785907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:48:46.785907 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:48:46.785907 n-d-799526-3 neutron-server[93778]: [parameters: {'id': '222cdf6c-aa7f-4e5c-8d19-a4f991b0b246'}] Jul 06 17:48:46.785907 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:48:46.787356 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:48:46.851150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5111e19-9457-4761-917d-9892326a95ae req-b6de8ddc-2e1a-45f2-947f-fe813629467c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 200 len: 217 time: 0.1666090 Jul 06 17:48:46.941387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7b561-21df-45aa-97e5-fed5ab49beb4 None None] Network 4cb01027-32d3-4748-a55f-5bd4a763f650 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:47.058405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-159098d2-3fca-4141-b25c-6fedef0c9bcf req-05f73639-1eda-4187-92b2-7131416e8831 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.2151070 Jul 06 17:48:47.100297 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '96fe2a30-393a-4edd-a7fa-083118772d3e', 'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:a0:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:03Z', 'updated_at': '2021-07-06T17:46:11Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:47.237324 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00621de0-09c6-4964-a6f1-0df3f6539093 None None] The sync data for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 is: [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '96fe2a30-393a-4edd-a7fa-083118772d3e', 'name': '', 'network_id': 'abe65acf-0cd6-499d-9d3e-c90c1206dfb5', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:a0:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:46:03Z', 'updated_at': '2021-07-06T17:46:11Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '54c8f482-bb14-478d-9e61-81dd595bd12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:47.241853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5111e19-9457-4761-917d-9892326a95ae req-cd67d2cb-3aa0-44b2-8ab8-aa9aa87ced2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:47.242686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be747872-0e37-4c5c-bc11-9e442abf57ab up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:48:47.247660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5111e19-9457-4761-917d-9892326a95ae req-cd67d2cb-3aa0-44b2-8ab8-aa9aa87ced2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 200 len: 835 time: 0.2536454 Jul 06 17:48:47.401301 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94296aaf-6e8d-4fde-b677-d19327e422f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:47.437382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:47.439084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-867fd6cc-d4fe-445d-8272-d9db9d79ca49 None None] Provisioning complete for port be747872-0e37-4c5c-bc11-9e442abf57ab triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:47.443464 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-867fd6cc-d4fe-445d-8272-d9db9d79ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:47.510100 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:47.618762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5111e19-9457-4761-917d-9892326a95ae req-2fbe7eb3-50bd-4ece-a96f-9386fa6bd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:47.623641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5111e19-9457-4761-917d-9892326a95ae req-2fbe7eb3-50bd-4ece-a96f-9386fa6bd9e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abe65acf-0cd6-499d-9d3e-c90c1206dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3678186 Jul 06 17:48:47.929930 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5111e19-9457-4761-917d-9892326a95ae req-3cc18cd5-3106-443b-a6ba-063a1408989b service neutron] 10.222.0.55 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983384 Jul 06 17:48:47.931380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port be747872-0e37-4c5c-bc11-9e442abf57ab triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:47.931871 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.043856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:48.056928 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0540b8-0675-4379-8f4c-31a7a6caa45d None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:48.077789 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0540b8-0675-4379-8f4c-31a7a6caa45d None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:48.078879 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1f0540b8-0675-4379-8f4c-31a7a6caa45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:48.155079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb4204-cdaa-4a13-b0a6-a5064b7977d1 None None] New status for floating IP 7ce3b919-4730-42f8-b129-f4f3fd496d6e: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:48:48.171255 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1f0540b8-0675-4379-8f4c-31a7a6caa45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:48.203044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11827b-ea5a-4d17-acd4-af77814ad3c6 req-99a71cc4-610d-47cb-9ef5-4c521a631bda tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:48.204445 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba11827b-ea5a-4d17-acd4-af77814ad3c6 req-99a71cc4-610d-47cb-9ef5-4c521a631bda tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 1.2345872 Jul 06 17:48:48.207305 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0540b8-0675-4379-8f4c-31a7a6caa45d None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:48.208091 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1f0540b8-0675-4379-8f4c-31a7a6caa45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:48.231404 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5111e19-9457-4761-917d-9892326a95ae req-70cac39b-b1a4-4ae3-8dfb-798f919b16f2 service neutron] 10.222.0.55 "GET /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933366 Jul 06 17:48:48.233653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00506902-9245-4446-8c03-910d6ff70141 req-c9b4b44b-0496-4993-80e7-22f0c5275a94 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:48.251621 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-00506902-9245-4446-8c03-910d6ff70141 req-c9b4b44b-0496-4993-80e7-22f0c5275a94 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.55 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 945 time: 1.3161631 Jul 06 17:48:48.283721 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1f0540b8-0675-4379-8f4c-31a7a6caa45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:48.284414 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0540b8-0675-4379-8f4c-31a7a6caa45d None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:48.444872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.473355 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.509666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting port 0d400308-350f-4e0d-8d87-bce330f9187c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:48.510013 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.517029 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.521802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44456) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:48.522495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1448c046-216f-488a-b172-3cd25d2cc676 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/ports/aa4d1006-b63f-4915-aa6d-df871aaf4314 HTTP/1.1" status: 204 len: 168 time: 5.9393897 Jul 06 17:48:48.671574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0a1ab768-73b6-4c4d-a7cf-da375df930d4 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "GET /v2.0/floatingips/fba2382a-0b34-4dac-a56e-1e39dd7b06b6 HTTP/1.1" status: 200 len: 688 time: 0.1480713 Jul 06 17:48:48.672273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44458) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:48.749899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-00506902-9245-4446-8c03-910d6ff70141 req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port a493a395-f5b7-4a1a-a012-931d0878125b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:48.750648 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-00506902-9245-4446-8c03-910d6ff70141 req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:48.938632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-00506902-9245-4446-8c03-910d6ff70141 req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port a493a395-f5b7-4a1a-a012-931d0878125b, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a493a395-f5b7-4a1a-a012-931d0878125b,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:48.939136 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-00506902-9245-4446-8c03-910d6ff70141 req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.023643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] For port 0d400308-350f-4e0d-8d87-bce330f9187c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0d400308-350f-4e0d-8d87-bce330f9187c,segment=NetworkSegment(17095975-c555-43c2-b198-1224310b5d90),segment_id=17095975-c555-43c2-b198-1224310b5d90)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:49.024818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.144951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-00506902-9245-4446-8c03-910d6ff70141 req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for a493a395-f5b7-4a1a-a012-931d0878125b owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:49.228487 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:48:49.263549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Calling delete_port for 0d400308-350f-4e0d-8d87-bce330f9187c owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:49.270210 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba11827b-ea5a-4d17-acd4-af77814ad3c6 req-801303d9-3d7f-4255-8407-4dd95a061f62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=abca9bf6-1db1-4024-98ef-b9cc793cce49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0145211 Jul 06 17:48:49.480924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5ad7c-a99f-4527-b5a9-b1f54f2d8a79 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:48:49.597802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Allocated IP 172.25.7.247 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/e27d3b6f-efaf-411c-83a1-9a29c3e3671c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:49.609898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port 21c1670f-b474-4602-9cb6-c29be237f6b3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:49.610778 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.628235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.701506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe294f1-e784-4440-82df-daab19aba548 req-7e3758bc-14e6-4ec6-b28a-5d60d2712416 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:49.713237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe294f1-e784-4440-82df-daab19aba548 req-7e3758bc-14e6-4ec6-b28a-5d60d2712416 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 1.0281248 Jul 06 17:48:49.762038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab5ad7c-a99f-4527-b5a9-b1f54f2d8a79 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:48:49.775025 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe294f1-e784-4440-82df-daab19aba548 req-2170d2c9-7f10-4a24-b884-86aa4bc74f00 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606985 Jul 06 17:48:49.775908 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5098880-6add-4e85-8c57-a59358e1fcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.880112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.880530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:49.913622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for 21c1670f-b474-4602-9cb6-c29be237f6b3 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:50.022824 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-00506902-9245-4446-8c03-910d6ff70141 req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.056791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No DVR routers for this DVR port 0d400308-350f-4e0d-8d87-bce330f9187c on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:50.074800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Port': ['ID=0d400308-350f-4e0d-8d87-bce330f9187c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:50.171540 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.173453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3f497137-5e0b-4798-9299-5539ee26e460 None None] Provisioning complete for port be747872-0e37-4c5c-bc11-9e442abf57ab triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:48:50.173958 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f497137-5e0b-4798-9299-5539ee26e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.280425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=21c1670f-b474-4602-9cb6-c29be237f6b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:50.288988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.350208 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8b6cd4b-ab2d-4971-9b9b-4fe0596b1bc5 req-a6263471-cd5c-43f0-8e31-853f9a4a3cf6 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1111498 Jul 06 17:48:50.393046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fca4f218-c9fa-4190-bd26-31bc6799c879 req-f4e41402-2cce-4476-a1d5-fef7e595b356 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.1322525 Jul 06 17:48:50.456663 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.467652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.490378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-68c6defe-83f8-4d37-91aa-043575dda0ea tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/floatingips/fba2382a-0b34-4dac-a56e-1e39dd7b06b6 HTTP/1.1" status: 204 len: 168 time: 1.8093491 Jul 06 17:48:50.490378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44474) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:50.501190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:50.547114 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.701454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55be1949-cd4d-4236-a267-2cf2c7c60d46 req-11799c67-0a8e-4e96-a175-d856f801509a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 210 time: 0.0568426 Jul 06 17:48:50.761471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.886188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-00506902-9245-4446-8c03-910d6ff70141 req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] No DVR routers for this DVR port a493a395-f5b7-4a1a-a012-931d0878125b on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:50.894151 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-00506902-9245-4446-8c03-910d6ff70141 req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.896787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-00506902-9245-4446-8c03-910d6ff70141 req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.55 "DELETE /v2.0/ports/a493a395-f5b7-4a1a-a012-931d0878125b HTTP/1.1" status: 204 len: 173 time: 2.6340334 Jul 06 17:48:50.897750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c6c80-aa69-4960-9034-f15f2d20f7f5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=a493a395-f5b7-4a1a-a012-931d0878125b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:50.907845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'name': 'network-vif-deleted', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:48:50.910818 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1070073-f761-454f-b736-ab3ea8b7c8d6" -d '{"events": [{"server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "name": "network-vif-deleted", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:48:50.915699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a493a395-f5b7-4a1a-a012-931d0878125b no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:48:50.926858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:50.956476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222cdf6c-aa7f-4e5c-8d19-a4f991b0b246']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:50.982235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17095975-c555-43c2-b198-1224310b5d90') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:50.982618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17095975-c555-43c2-b198-1224310b5d90') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:50.988866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.006821 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.036221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.063561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:48:51.063972 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:48:51.073206 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:48:51.091909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: a493a395-f5b7-4a1a-a012-931d0878125b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:48:51.092251 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a493a395-f5b7-4a1a-a012-931d0878125b not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:48:51.118411 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f613feb-601c-4cfd-82e1-1f642f2ef711 x-openstack-request-id: req-2f613feb-601c-4cfd-82e1-1f642f2ef711 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:48:51.122179 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a7584c-24cb-4966-825c-d0da14a0b468", "name": "network-vif-deleted", "tag": "a493a395-f5b7-4a1a-a012-931d0878125b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:48:51.122549 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f613feb-601c-4cfd-82e1-1f642f2ef711 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:48:51.123060 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a7584c-24cb-4966-825c-d0da14a0b468', 'name': 'network-vif-deleted', 'tag': 'a493a395-f5b7-4a1a-a012-931d0878125b', 'status': 'completed', 'code': 200} Jul 06 17:48:51.131132 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.372536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.383280 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.434140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=222cdf6c-aa7f-4e5c-8d19-a4f991b0b246,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:51.505174 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.511651 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b188c5de-51e6-42ea-b491-5777ee3d4f0a tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/222cdf6c-aa7f-4e5c-8d19-a4f991b0b246 HTTP/1.1" status: 204 len: 168 time: 8.4010611 Jul 06 17:48:51.512025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44484) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:51.577883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661965761'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:51.622939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.25.7.226 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/bdf74630-a0fc-4c0b-8475-ff2dc4ccddc4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:51.644838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:51.669884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:51.674740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:51.811545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:51.818849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:51.982130 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:52.011545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43c542-cd54-4388-8954-359dca9553ae req-ee327e3f-c7a3-4b2e-830c-67efa48f4058 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:52.019554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb43c542-cd54-4388-8954-359dca9553ae req-ee327e3f-c7a3-4b2e-830c-67efa48f4058 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.4894831 Jul 06 17:48:52.114797 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:52.219680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:52.232690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:52.244927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:52.266280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb43c542-cd54-4388-8954-359dca9553ae req-39915700-3bc7-45a7-b499-16f3609ab052 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452583 Jul 06 17:48:52.325273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=bdf74630-a0fc-4c0b-8475-ff2dc4ccddc4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:52.659041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e27d3b6f-efaf-411c-83a1-9a29c3e3671c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:52.674918 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:52.750272 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64e0b94a-0063-4540-a6d4-eb197c7aa7c8 req-228674ac-b0f2-49a9-8fa0-0a62ab4de706 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.9546137 Jul 06 17:48:52.856800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-756881c0-25cb-476b-a42d-16f97f810ada req-db97d121-834f-47cf-96d6-df5dd1e8eb8f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1000769 Jul 06 17:48:52.917521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2bbbfb2d-d7df-413a-840e-c86454ccb48e req-c1e6c95c-2071-417d-a3f7-76e4f6b92258 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a7584c-24cb-4966-825c-d0da14a0b468 HTTP/1.1" status: 200 len: 210 time: 0.1515694 Jul 06 17:48:52.939029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:53.020914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:53.021657 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment 1b727755-fa1d-4cf4-9e0d-16ec085170ad of type vlan for network da8b1e6c-012b-42fb-8064-0d34ac59dd0f Jul 06 17:48:53.247585 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:53.265911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f4ebefbd-0858-4832-88eb-70914073d99d req-fa5b5989-ace9-4ed9-ba73-125f3cdd15f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0434971 Jul 06 17:48:53.387303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:53.406275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:53.406779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f4ebefbd-0858-4832-88eb-70914073d99d req-f21f1ed2-549c-4504-b80f-dda514e1362a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1763dd87396413d86363f86bd848811&device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.0566092 Jul 06 17:48:53.407444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:53.453918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:53.536920 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f4ebefbd-0858-4832-88eb-70914073d99d req-2bd68fcf-8756-4439-9286-d92371ec0d92 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b1763dd87396413d86363f86bd848811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761964 Jul 06 17:48:53.668637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:53.809437 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:53.869711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebefbd-0858-4832-88eb-70914073d99d req-93ecf76c-bbc9-491f-bdb7-fca8754a3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:53.872080 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f4ebefbd-0858-4832-88eb-70914073d99d req-93ecf76c-bbc9-491f-bdb7-fca8754a3ff7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3252177 Jul 06 17:48:53.957119 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3869224 Jul 06 17:48:53.962761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44502) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:53.972914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': 'da8b1e6c-012b-42fb-8064-0d34ac59dd0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:54.051908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a44c5654-6a66-4477-a8fb-a9fe4e7bde24 req-834b16f2-0454-4c3f-880a-eea2ba479b36 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.0462811 Jul 06 17:48:54.112276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6f567-d9a8-4525-b7bf-71904bb828d9 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=da8b1e6c-012b-42fb-8064-0d34ac59dd0f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:54.113644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:54.126585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network da8b1e6c-012b-42fb-8064-0d34ac59dd0f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:54.147439 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:54.219916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd174f0-1817-4f93-9469-0bf8aaf2cad5 req-4cd1c3ee-f7eb-4389-88ca-9c360cd14b17 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:54.227177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fd174f0-1817-4f93-9469-0bf8aaf2cad5 req-4cd1c3ee-f7eb-4389-88ca-9c360cd14b17 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.7347822 Jul 06 17:48:54.248841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:54.267165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2810b876-259b-4a06-8d7a-c8817258307d req-4871d684-7c77-4792-bad9-078ab89ca1ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3532512 Jul 06 17:48:54.341423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=bdf74630-a0fc-4c0b-8475-ff2dc4ccddc4,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:54.349243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:54.468891 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fd174f0-1817-4f93-9469-0bf8aaf2cad5 req-5ac754eb-7e1f-4477-bbf0-fd82dd94340b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407231 Jul 06 17:48:54.556999 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP 7ee0ae46-97ad-4541-8d9b-942455c8243b associated. External IP: 172.25.7.226, port: 62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9. Jul 06 17:48:54.607697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:54.611737 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:54.640320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:54.859959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b876-259b-4a06-8d7a-c8817258307d req-34f08abe-8f25-40ac-af7d-bec3ed269f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:54.861915 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2810b876-259b-4a06-8d7a-c8817258307d req-34f08abe-8f25-40ac-af7d-bec3ed269f74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 1097 time: 0.5530863 Jul 06 17:48:55.118616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:48:55.210090 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a510bab8-78b6-46e6-8d39-64e54b12a364 req-c30b68ad-af83-40b9-8254-664b5698561e tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1202862 Jul 06 17:48:55.409300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b876-259b-4a06-8d7a-c8817258307d req-dc9803d4-183c-44a1-b459-994c333356aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:55.410828 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2810b876-259b-4a06-8d7a-c8817258307d req-dc9803d4-183c-44a1-b459-994c333356aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 200 len: 912 time: 0.5150282 Jul 06 17:48:55.635610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Router 556fa437-88a6-459c-bce5-1bacd0a31d14 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:48:55.728660 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2810b876-259b-4a06-8d7a-c8817258307d req-ceba917f-bf80-45d9-ab52-a814cb91e3e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3b6ddd-4a1c-439e-8357-0534037d01fa HTTP/1.1" status: 200 len: 1002 time: 0.2895470 Jul 06 17:48:55.763131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:55.781475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0262440-e2d3-4f1b-999a-07a426dc2ea4 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:55.788541 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:55.805884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:55.824900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0262440-e2d3-4f1b-999a-07a426dc2ea4 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:55.831857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b0262440-e2d3-4f1b-999a-07a426dc2ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:55.888076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-de4bcdc3-12f5-4ec0-aa11-3c91d20c1d3e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4009762 Jul 06 17:48:55.889481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44534) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:55.900532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-683320962'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:55.955146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Made reservation on behalf of fdb302f52f5b4d558e120744b4510f2d for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:55.962543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b0262440-e2d3-4f1b-999a-07a426dc2ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:55.970910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.002780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0262440-e2d3-4f1b-999a-07a426dc2ea4 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:56.003451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b0262440-e2d3-4f1b-999a-07a426dc2ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:56.015696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:48:56.028370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.028914 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Added segment c3541174-4e8a-4657-bb2d-45f202bb0379 of type vlan for network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c Jul 06 17:48:56.044827 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=b9ad96da-2f6a-42e0-8e62-67e52b0f199f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:56.048683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b876-259b-4a06-8d7a-c8817258307d req-ccfd2524-ff1e-4290-b464-8415f2514b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:56.050641 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2810b876-259b-4a06-8d7a-c8817258307d req-ccfd2524-ff1e-4290-b464-8415f2514b15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 200 len: 850 time: 0.3081155 Jul 06 17:48:56.081924 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.120114 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.136927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:56.140486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:56.171988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b0262440-e2d3-4f1b-999a-07a426dc2ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:56.172768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0262440-e2d3-4f1b-999a-07a426dc2ea4 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:48:56.186462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2951097 Jul 06 17:48:56.193666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44538) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:56.204104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking segment: {'id': '1b727755-fa1d-4cf4-9e0d-16ec085170ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da8b1e6c-012b-42fb-8064-0d34ac59dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:56.204543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network hostable DHCP agents. Network: da8b1e6c-012b-42fb-8064-0d34ac59dd0f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:56.212372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'subnet': {'network_id': 'bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:56.269215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094d3e8-67c5-4333-b684-893a8e6907bb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Network': ['ID=bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:56.281902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:48:56.449682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de734a-0f11-4ccf-8f95-b96054a63a8b req-e2de2900-6e58-4a04-aca9-5a93bea83fc8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:56.458096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5de734a-0f11-4ccf-8f95-b96054a63a8b req-e2de2900-6e58-4a04-aca9-5a93bea83fc8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.1729593 Jul 06 17:48:56.564901 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5de734a-0f11-4ccf-8f95-b96054a63a8b req-e5064b7a-3fbb-4f97-b2f6-46338f24d053 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923381 Jul 06 17:48:56.823380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:48:56.839013 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Sync routers for ids ['556fa437-88a6-459c-bce5-1bacd0a31d14'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:48:56.858853 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Routers {'556fa437-88a6-459c-bce5-1bacd0a31d14'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:56.860262 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['556fa437-88a6-459c-bce5-1bacd0a31d14'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:56.890675 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ac30654-40b4-44ff-af09-1d8dfe1300a0 req-9bd2a439-74be-4c6a-85c9-6585f01678d0 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1292467 Jul 06 17:48:56.948411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network da8b1e6c-012b-42fb-8064-0d34ac59dd0f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:57.031721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.036146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-94890f58-c8a9-4bdd-ad89-79a974493bb5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.8886764 Jul 06 17:48:57.037354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44542) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:57.048602 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Set router 556fa437-88a6-459c-bce5-1bacd0a31d14 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:57.067062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, da8b1e6c-012b-42fb-8064-0d34ac59dd0f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:57.080378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967bf578-5c22-4189-ae82-cbf2a611ed0e None None] Network da8b1e6c-012b-42fb-8064-0d34ac59dd0f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:57.124511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:57.126226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.160935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.212554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b876-259b-4a06-8d7a-c8817258307d req-ca76f37b-f823-4df3-9c2b-ff60f1d77fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:57.216285 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2810b876-259b-4a06-8d7a-c8817258307d req-ca76f37b-f823-4df3-9c2b-ff60f1d77fbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ff445ce-c289-431f-96f8-5a0be594ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1245301 Jul 06 17:48:57.312155 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:43Z', 'updated_at': '2021-07-06T17:48:53Z', 'revision_number': 3, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'gw_port': {'id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:48Z', 'updated_at': '2021-07-06T17:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:57.375377 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Checking router: 556fa437-88a6-459c-bce5-1bacd0a31d14 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:48:57.375377 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Updating router 556fa437-88a6-459c-bce5-1bacd0a31d14 port e27d3b6f-efaf-411c-83a1-9a29c3e3671c binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:48:57.425834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Made reservation on behalf of fdb302f52f5b4d558e120744b4510f2d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:48:57.433266 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.501363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-284e7d1e-d55f-4b45-877a-50ad39403795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.5322876 Jul 06 17:48:57.502657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:57.574429 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.590478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-da8b1e6c-012b-42fb-8064-0d34ac59dd0f', 'network_id': 'da8b1e6c-012b-42fb-8064-0d34ac59dd0f', 'tenant_id': 'ba016706b56048ce842d74a8bac020fa', 'fixed_ips': [{'subnet_id': 'b9ad96da-2f6a-42e0-8e62-67e52b0f199f'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:48:57.591401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:57.929656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Allocated IP 2001:db8::1 (da8b1e6c-012b-42fb-8064-0d34ac59dd0f/b9ad96da-2f6a-42e0-8e62-67e52b0f199f/74ad7c03-829e-478d-9091-a234492dae31) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:48:57.992397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2810b876-259b-4a06-8d7a-c8817258307d req-e9d5c835-f8e9-4971-9ae0-38a64a77b9a2 service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990933 Jul 06 17:48:58.205515 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.223675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Transition to ACTIVE for port object 74ad7c03-829e-478d-9091-a234492dae31 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:58.251998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Transition to ACTIVE for port object 74ad7c03-829e-478d-9091-a234492dae31 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:58.264307 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.333663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Network da8b1e6c-012b-42fb-8064-0d34ac59dd0f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:48:58.340454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:58.347253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:48:58.478930 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.481810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Pushing event updated for resources: {'Port': ['ID=74ad7c03-829e-478d-9091-a234492dae31,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:58.541948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Attempting to bind port 74ad7c03-829e-478d-9091-a234492dae31 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:58.542705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Attempting to bind port 74ad7c03-829e-478d-9091-a234492dae31 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '1b727755-fa1d-4cf4-9e0d-16ec085170ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da8b1e6c-012b-42fb-8064-0d34ac59dd0f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:58.543281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Attempting to bind port 74ad7c03-829e-478d-9091-a234492dae31 on network da8b1e6c-012b-42fb-8064-0d34ac59dd0f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:58.573809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:58.588063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Checking segment: {'id': '1b727755-fa1d-4cf4-9e0d-16ec085170ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da8b1e6c-012b-42fb-8064-0d34ac59dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:58.589484 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.591709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Bound using segment: {'id': '1b727755-fa1d-4cf4-9e0d-16ec085170ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da8b1e6c-012b-42fb-8064-0d34ac59dd0f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:58.592510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Bound port: 74ad7c03-829e-478d-9091-a234492dae31, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b727755-fa1d-4cf4-9e0d-16ec085170ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'da8b1e6c-012b-42fb-8064-0d34ac59dd0f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:58.593137 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.683951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4845a-2e15-4d0e-9bfb-4527142f795f req-0717d991-5f5f-410a-918a-f4147debbd0d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:58.686398 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71f4845a-2e15-4d0e-9bfb-4527142f795f req-0717d991-5f5f-410a-918a-f4147debbd0d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.7569318 Jul 06 17:48:58.691486 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.734430 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Transition to ACTIVE for port object e27d3b6f-efaf-411c-83a1-9a29c3e3671c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:48:58.753891 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.812936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] For port 74ad7c03-829e-478d-9091-a234492dae31, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:58.822536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] For port 74ad7c03-829e-478d-9091-a234492dae31, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=74ad7c03-829e-478d-9091-a234492dae31,segment=NetworkSegment(1b727755-fa1d-4cf4-9e0d-16ec085170ad),segment_id=1b727755-fa1d-4cf4-9e0d-16ec085170ad)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:58.829123 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.837756 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2810b876-259b-4a06-8d7a-c8817258307d req-f1855552-1ec4-4762-9715-02a104be92de service neutron] 10.222.0.55 "GET /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910267 Jul 06 17:48:58.891616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:58.897402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4a070-23bc-43ed-b348-6e9d46c47adc None None] Pushing event updated for resources: {'Port': ['ID=74ad7c03-829e-478d-9091-a234492dae31,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:58.968203 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71f4845a-2e15-4d0e-9bfb-4527142f795f req-2ed5fa38-a7c6-4e8a-b3e8-28b0d48be85a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069125 Jul 06 17:48:58.986856 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.020583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting port 74ad7c03-829e-478d-9091-a234492dae31 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:59.021173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.082630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-95543269-6cfb-48f7-8153-4df817843f0c req-61f1faf4-b670-4a75-acd1-ef890d309619 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.2304568 Jul 06 17:48:59.224419 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Attempting to bind port e27d3b6f-efaf-411c-83a1-9a29c3e3671c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:48:59.224810 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Attempting to bind port e27d3b6f-efaf-411c-83a1-9a29c3e3671c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:48:59.225171 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Attempting to bind port e27d3b6f-efaf-411c-83a1-9a29c3e3671c on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:48:59.247812 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:48:59.249437 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:59.249880 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.250279 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:48:59.250837 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Bound port: e27d3b6f-efaf-411c-83a1-9a29c3e3671c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:48:59.251253 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.255711 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Pushing event updated for resources: {'Port': ['ID=e27d3b6f-efaf-411c-83a1-9a29c3e3671c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:59.297938 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.298290 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.298650 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.299571 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.299571 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.312049 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.312744 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.316161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Subnet': ['ID=b91009aa-be96-46c7-8c80-82351819a784,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:59.317996 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.318857 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.319201 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.319539 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.319869 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:48:59.358032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Checking segment: {'id': 'c3541174-4e8a-4657-bb2d-45f202bb0379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:48:59.358451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network hostable DHCP agents. Network: bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:48:59.472107 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] For port e27d3b6f-efaf-411c-83a1-9a29c3e3671c, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:48:59.479334 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] For port e27d3b6f-efaf-411c-83a1-9a29c3e3671c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e27d3b6f-efaf-411c-83a1-9a29c3e3671c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:48:59.483155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:48:59.488024 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.517704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:48:59.544093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb4345a-3d57-4f2e-91f6-20a6cd158e3d None None] Network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:48:59.560516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] For port 74ad7c03-829e-478d-9091-a234492dae31, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=74ad7c03-829e-478d-9091-a234492dae31,segment=NetworkSegment(1b727755-fa1d-4cf4-9e0d-16ec085170ad),segment_id=1b727755-fa1d-4cf4-9e0d-16ec085170ad)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:48:59.561189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.578231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Calling delete_port for 74ad7c03-829e-478d-9091-a234492dae31 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:48:59.624531 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Routers {'556fa437-88a6-459c-bce5-1bacd0a31d14'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:48:59.625491 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['556fa437-88a6-459c-bce5-1bacd0a31d14'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:48:59.639283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:48:59.640651 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.740099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2c3e68cb-a846-49c0-9e91-6a674df3e5ec tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5324695 Jul 06 17:48:59.773362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44562) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:48:59.780041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-896088958', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:48:59.792034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.835842 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] Set router 556fa437-88a6-459c-bce5-1bacd0a31d14 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:48:59.850039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 96fe2a30-393a-4edd-a7fa-083118772d3e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:48:59.850718 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.911647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Port': ['ID=74ad7c03-829e-478d-9091-a234492dae31,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:48:59.920087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No DVR routers for this DVR port 74ad7c03-829e-478d-9091-a234492dae31 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:48:59.986890 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:48:59.988179 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.072498 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed93da-ac8d-40fa-841b-b5d2d218d9fe None None] Pushing event updated for resources: {'Port': ['ID=e27d3b6f-efaf-411c-83a1-9a29c3e3671c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:00.120013 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.189093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port 96fe2a30-393a-4edd-a7fa-083118772d3e, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=96fe2a30-393a-4edd-a7fa-083118772d3e,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:00.190328 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.286785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 96fe2a30-393a-4edd-a7fa-083118772d3e owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:00.298841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c', 'network_id': 'bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c', 'tenant_id': 'fdb302f52f5b4d558e120744b4510f2d', 'fixed_ips': [{'subnet_id': 'b91009aa-be96-46c7-8c80-82351819a784'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:49:00.302381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.416454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.556487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Allocated IP 172.20.0.1 (4b707763-32a3-460e-823a-bea303f19738/89cf8e6d-d142-4e01-8a9f-57ce21a60fa8/aafe0079-cd2a-4be4-a100-1380802fa09f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:00.561225 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:43Z', 'updated_at': '2021-07-06T17:48:53Z', 'revision_number': 3, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'gw_port': {'id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:48Z', 'updated_at': '2021-07-06T17:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:00.567285 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.667751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Allocated IP 172.20.0.2 (bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c/b91009aa-be96-46c7-8c80-82351819a784/0f091edd-ab89-4ffa-8d67-6a8f777e6b48) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:00.730519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ad96da-2f6a-42e0-8e62-67e52b0f199f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:00.826306 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b3a6c-a345-4448-be02-9307e55cac18 None None] The sync data for ids ['556fa437-88a6-459c-bce5-1bacd0a31d14'] in n-d-799526-3 is: [{'id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:43Z', 'updated_at': '2021-07-06T17:48:53Z', 'revision_number': 3, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'gw_port': {'id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:48Z', 'updated_at': '2021-07-06T17:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:00.930460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:00.986776 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.013297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-593e1139-0062-4c66-a583-2b994d793a38 req-b9c562bc-46c4-4a5c-b36d-09bd87c4f4b6 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1091816 Jul 06 17:49:01.091090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8b1e6c-012b-42fb-8064-0d34ac59dd0f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:01.216820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b727755-fa1d-4cf4-9e0d-16ec085170ad') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:01.217978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b727755-fa1d-4cf4-9e0d-16ec085170ad') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:01.222866 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.235285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Transition to ACTIVE for port object 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:01.253691 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.265116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Transition to ACTIVE for port object 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:01.275264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6e7f3-1d77-4427-8e24-128cc27ff865 None None] Network da8b1e6c-012b-42fb-8064-0d34ac59dd0f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:01.283472 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.313941 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.318663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e37ef-3ab0-49aa-8191-15b24d247f91 req-bfa64072-5ede-4f7e-bdc0-e7dbea42a496 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:01.328629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d92e37ef-3ab0-49aa-8191-15b24d247f91 req-bfa64072-5ede-4f7e-bdc0-e7dbea42a496 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.3739541 Jul 06 17:49:01.392777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:01.393716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:01.397349 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:01.415449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Pushing event updated for resources: {'Port': ['ID=0f091edd-ab89-4ffa-8d67-6a8f777e6b48,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:01.423568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f885ccbc-ae3b-4172-b4b2-ee856e6743e9 None None] Could not find standard attr ID for object 74ad7c03-829e-478d-9091-a234492dae31. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:49:01.466805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:01.473901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:01.483231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:01.497390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.545427 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.559640 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.583269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.587406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d92e37ef-3ab0-49aa-8191-15b24d247f91 req-4066a1d2-dd76-48c4-bff2-9b238795372e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574654 Jul 06 17:49:01.591325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/da8b1e6c-012b-42fb-8064-0d34ac59dd0f HTTP/1.1" status: 204 len: 168 time: 4.0864918 Jul 06 17:49:01.595036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44572) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:01.622426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=96fe2a30-393a-4edd-a7fa-083118772d3e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:01.796240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Attempting to bind port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:01.797873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Attempting to bind port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c3541174-4e8a-4657-bb2d-45f202bb0379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:01.798476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Attempting to bind port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 on network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:01.817851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:01.818933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Checking segment: {'id': 'c3541174-4e8a-4657-bb2d-45f202bb0379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:01.820068 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.821415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Bound using segment: {'id': 'c3541174-4e8a-4657-bb2d-45f202bb0379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:01.834842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Bound port: 0f091edd-ab89-4ffa-8d67-6a8f777e6b48, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3541174-4e8a-4657-bb2d-45f202bb0379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:01.837728 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:01.956469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f0a34-6b27-4a27-91c8-fc371933804c None None] DHCP port deletion for da8b1e6c-012b-42fb-8064-0d34ac59dd0f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:49:01.960972 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.151156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] For port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:02.169516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] For port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f091edd-ab89-4ffa-8d67-6a8f777e6b48,segment=NetworkSegment(c3541174-4e8a-4657-bb2d-45f202bb0379),segment_id=c3541174-4e8a-4657-bb2d-45f202bb0379)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:02.188937 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.351509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.389510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052939c-b004-40ad-8971-3512b53829ab tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=da8b1e6c-012b-42fb-8064-0d34ac59dd0f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:02.448239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506412998'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:02.601039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ccb16-59a0-49c4-9ab2-671378635307 None None] Pushing event updated for resources: {'Port': ['ID=0f091edd-ab89-4ffa-8d67-6a8f777e6b48,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:02.636310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.701178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:02.708002 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:02.735298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4350a476-c984-4cb6-bfe8-8ed0231b415a req-a2305484-da54-4d54-a8d8-0cc0a8dc0fa5 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1515970 Jul 06 17:49:02.966477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:03.016680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.018054 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment 7ac127cc-eb88-4809-a0bc-997a53d4076c of type vlan for network 5507bc5d-9368-4fd5-88e1-07be4a5100ef Jul 06 17:49:03.265974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router f1cc0242-16cc-40b2-bcda-12b7f123b210 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:03.328959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Pushing event updated for resources: {'Port': ['ID=aafe0079-cd2a-4be4-a100-1380802fa09f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:03.372297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.379830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Network 4b707763-32a3-460e-823a-bea303f19738 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:03.556747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:03.574799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:03.608948 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d922cbbd-b9ba-4cd7-b096-c23720e3fc27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "PUT /v2.0/routers/f1cc0242-16cc-40b2-bcda-12b7f123b210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3502765 Jul 06 17:49:03.609302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] Sync routers for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:03.610013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44582) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:03.610175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.627051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:03.627972 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.629531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e27d3b6f-efaf-411c-83a1-9a29c3e3671c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:03.637503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:03.670502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:03.671455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:03.714828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting subnet 54c8f482-bb14-478d-9e61-81dd595bd12d {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:03.719087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.834224 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.865989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port e27d3b6f-efaf-411c-83a1-9a29c3e3671c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:03.873799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e27d3b6f-efaf-411c-83a1-9a29c3e3671c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:03.874540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.904093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:03.917434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:04.016980 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.051578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6728888 Jul 06 17:49:04.054390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44588) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:04.064830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': '5507bc5d-9368-4fd5-88e1-07be4a5100ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:04.087842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.216043 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.277642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port e27d3b6f-efaf-411c-83a1-9a29c3e3671c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e27d3b6f-efaf-411c-83a1-9a29c3e3671c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:04.301688 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.302880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:04.328331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:04.341820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.346093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.25.7.210 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/992f1bba-7677-4671-9f2e-ce84c71626e7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:04.540479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=e27d3b6f-efaf-411c-83a1-9a29c3e3671c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:04.551021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9862f240-d988-45ea-8a78-6ea0313ce9ef req-17ceed1a-eaee-4d87-8ba6-70ba2682feac tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.0867457 Jul 06 17:49:04.565380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.573280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:04.592126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:49:01Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:04.620716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.644137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] Checking router: f1cc0242-16cc-40b2-bcda-12b7f123b210 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:49:04.646517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 74ad7c03-829e-478d-9091-a234492dae31 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:04.709603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c1da2-2991-4a1f-bb65-c0afb8af95bd tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=5507bc5d-9368-4fd5-88e1-07be4a5100ef,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:04.713626 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.731737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 5507bc5d-9368-4fd5-88e1-07be4a5100ef details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:04.744311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.756793 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/subnets/54c8f482-bb14-478d-9e61-81dd595bd12d HTTP/1.1" status: 204 len: 168 time: 1.1442392 Jul 06 17:49:04.760366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:04.762800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Subnet': ['ID=54c8f482-bb14-478d-9e61-81dd595bd12d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:04.765849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:04.767787 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:04.772945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:04.784225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac390ca-75bc-4735-9a75-e580470d59c5 req-09d39095-2019-4e0a-8a64-54b09bedc766 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:04.786264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ac390ca-75bc-4735-9a75-e580470d59c5 req-09d39095-2019-4e0a-8a64-54b09bedc766 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 1.4484532 Jul 06 17:49:04.814262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.815814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.817603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.818125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.819851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.821627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.824226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.824747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.825350 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.825814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.827706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.828211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666972e1-8459-4289-82a9-395dd3a88d62 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:04.864149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33958c5-78e4-4c84-9f8a-78288ebf937f None None] Network abe65acf-0cd6-499d-9d3e-c90c1206dfb5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:04.866890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9129b-6c72-4295-8d17-b93ee2826d79 None None] Network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:04.894285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:05.001574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=992f1bba-7677-4671-9f2e-ce84c71626e7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:05.049070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ac390ca-75bc-4735-9a75-e580470d59c5 req-073bfad9-d078-4e31-b066-51a1083f87e8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490376 Jul 06 17:49:05.086626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.248248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 74ad7c03-829e-478d-9091-a234492dae31 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:05.248863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 74ad7c03-829e-478d-9091-a234492dae31 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:05.438690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] Routers {'f1cc0242-16cc-40b2-bcda-12b7f123b210'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:05.440041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f1cc0242-16cc-40b2-bcda-12b7f123b210'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:05.524044 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-da643a3f-cfe2-4aff-8df7-fc18236a6c4d None None] Provisioning for port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:05.533343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e27d3b6f-efaf-411c-83a1-9a29c3e3671c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:05.547441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.569175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.575295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.591289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-da643a3f-cfe2-4aff-8df7-fc18236a6c4d None None] Provisioning complete for port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:05.591971 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da643a3f-cfe2-4aff-8df7-fc18236a6c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.637034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.758988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.858785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2cfa13f1-1cf7-4fd9-b783-ebd7c3e87859 req-d4e106c4-34ad-4824-9831-4efcc6a3f9e3 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.0458293 Jul 06 17:49:05.939513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 2bdcd678-de1f-44eb-9d34-e13da072608b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:05.946259 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:05.997005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] Set router f1cc0242-16cc-40b2-bcda-12b7f123b210 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:06.109094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=3213f746-a247-4179-862b-af617338332f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:06.115171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking segment: {'id': '7ac127cc-eb88-4809-a0bc-997a53d4076c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5507bc5d-9368-4fd5-88e1-07be4a5100ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:06.115550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network hostable DHCP agents. Network: 5507bc5d-9368-4fd5-88e1-07be4a5100ef, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:49:06.220932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e27d3b6f-efaf-411c-83a1-9a29c3e3671c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:06.221500 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.235752 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port 2bdcd678-de1f-44eb-9d34-e13da072608b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2bdcd678-de1f-44eb-9d34-e13da072608b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:06.236447 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.264309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 2bdcd678-de1f-44eb-9d34-e13da072608b owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:06.281283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network 5507bc5d-9368-4fd5-88e1-07be4a5100ef is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:49:06.299799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 5507bc5d-9368-4fd5-88e1-07be4a5100ef) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:06.305144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.308038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:06.309128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.369827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cc8ac572-d981-4e6f-be1d-e1092f26240b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3125174 Jul 06 17:49:06.370594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44606) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:06.378165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': '5507bc5d-9368-4fd5-88e1-07be4a5100ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:06.401626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e7052-a0df-4b05-b4f0-2938290b68c9 None None] Network 5507bc5d-9368-4fd5-88e1-07be4a5100ef requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:06.467774 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.518812 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.636678 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.655536 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da643a3f-cfe2-4aff-8df7-fc18236a6c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.694603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:06.811114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=2bdcd678-de1f-44eb-9d34-e13da072608b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:06.839774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b566e-e0d4-4335-a039-1bb9113dcc4e None None] DHCP port deletion for abe65acf-0cd6-499d-9d3e-c90c1206dfb5 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:49:06.865952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-da643a3f-cfe2-4aff-8df7-fc18236a6c4d None None] For port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f091edd-ab89-4ffa-8d67-6a8f777e6b48,segment=NetworkSegment(c3541174-4e8a-4657-bb2d-45f202bb0379),segment_id=c3541174-4e8a-4657-bb2d-45f202bb0379)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:06.888287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da643a3f-cfe2-4aff-8df7-fc18236a6c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.083992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:49:01Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:07.087406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8e0b9bea-101c-4e09-a2dd-629c34043131 None None] Provisioning complete for port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:07.087938 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e0b9bea-101c-4e09-a2dd-629c34043131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.095034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da643a3f-cfe2-4aff-8df7-fc18236a6c4d None None] Pushing event updated for resources: {'Port': ['ID=0f091edd-ab89-4ffa-8d67-6a8f777e6b48,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:07.158957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-5507bc5d-9368-4fd5-88e1-07be4a5100ef', 'network_id': '5507bc5d-9368-4fd5-88e1-07be4a5100ef', 'tenant_id': 'ba016706b56048ce842d74a8bac020fa', 'fixed_ips': [{'subnet_id': '3213f746-a247-4179-862b-af617338332f'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:49:07.159952 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.171113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f7e90-29ad-4f3a-bf3d-f5302b555956 None None] The sync data for ids ['f1cc0242-16cc-40b2-bcda-12b7f123b210'] in n-d-799526-3 is: [{'id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429929059', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:45:57Z', 'updated_at': '2021-07-06T17:49:01Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '2bdcd678-de1f-44eb-9d34-e13da072608b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc0242-16cc-40b2-bcda-12b7f123b210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:45:58Z', 'updated_at': '2021-07-06T17:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:07.196038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-041b566e-e0d4-4335-a039-1bb9113dcc4e None None] Deleting port f186d4ff-9ec5-469d-8156-65fc65794cca {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:07.196614 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-041b566e-e0d4-4335-a039-1bb9113dcc4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.393353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Pushing event updated for resources: {'Port': ['ID=aafe0079-cd2a-4be4-a100-1380802fa09f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:07.484752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6f78d-2e29-41e9-b796-0fb0dd4a6348 req-4a841ff6-b32a-429e-b2cc-4a4053c0e8cf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:07.489353 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69d6f78d-2e29-41e9-b796-0fb0dd4a6348 req-4a841ff6-b32a-429e-b2cc-4a4053c0e8cf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 1.1442773 Jul 06 17:49:07.616546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:07.623252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:07.625913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Network 4b707763-32a3-460e-823a-bea303f19738 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:07.643765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:07.652037 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7f17585d-1394-43c7-b1e5-23dd3f952bbc req-262ba2a8-a54f-4373-b634-80e030ba54a3 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1206522 Jul 06 17:49:07.848400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Allocated IP 2001:db8::2 (5507bc5d-9368-4fd5-88e1-07be4a5100ef/3213f746-a247-4179-862b-af617338332f/c7ac58a7-7fa5-480e-8214-cba061d13e92) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:07.967049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:07.995011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-041b566e-e0d4-4335-a039-1bb9113dcc4e None None] For port f186d4ff-9ec5-469d-8156-65fc65794cca, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f186d4ff-9ec5-469d-8156-65fc65794cca,segment=NetworkSegment(eed16c73-ab70-426f-9100-c7bfa5c7c3b5),segment_id=eed16c73-ab70-426f-9100-c7bfa5c7c3b5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:07.996059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-041b566e-e0d4-4335-a039-1bb9113dcc4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.111560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Router 556fa437-88a6-459c-bce5-1bacd0a31d14 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:08.161308 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.259216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:49:08.341066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-041b566e-e0d4-4335-a039-1bb9113dcc4e None None] Calling delete_port for f186d4ff-9ec5-469d-8156-65fc65794cca owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:08.379120 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69d6f78d-2e29-41e9-b796-0fb0dd4a6348 req-6d3ce272-e7a7-4349-80ca-d3461e83e479 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7369883 Jul 06 17:49:08.443552 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.465136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Transition to ACTIVE for port object c7ac58a7-7fa5-480e-8214-cba061d13e92 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:08.465454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.468452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.559687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:08.574573 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d2816598-b604-447f-9c57-6958fbaaeb54 admin admin] 10.222.0.13 "PUT /v2.0/routers/556fa437-88a6-459c-bce5-1bacd0a31d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5272331 Jul 06 17:49:08.578285 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Sync routers for ids ['556fa437-88a6-459c-bce5-1bacd0a31d14'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:08.601040 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Routers {'556fa437-88a6-459c-bce5-1bacd0a31d14'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:08.601953 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['556fa437-88a6-459c-bce5-1bacd0a31d14'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:08.730702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.731402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Fanout notify agent at l3_agent the message router_deleted on router f1cc0242-16cc-40b2-bcda-12b7f123b210 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:49:08.736632 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.744435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.745757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3d8ba88b-0c38-4deb-a7a6-d5df89903a88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/routers/f1cc0242-16cc-40b2-bcda-12b7f123b210 HTTP/1.1" status: 204 len: 168 time: 3.9569948 Jul 06 17:49:08.750793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44632) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:08.806321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network 5507bc5d-9368-4fd5-88e1-07be4a5100ef is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:08.810038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:08.836357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:08.837099 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.868695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:08.874518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=93b61900-9316-494d-b96f-80a11ac7b52a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:08.886611 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Set router 556fa437-88a6-459c-bce5-1bacd0a31d14 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:08.887712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a4223b43-6d13-41ca-a096-7bc6ce3986b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5140691 Jul 06 17:49:08.888405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44636) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:08.925883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Transition to ACTIVE for port object c7ac58a7-7fa5-480e-8214-cba061d13e92 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:08.930310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950cc77-4d93-4313-9124-9aeefdba4681 None None] Sync routers for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:08.964848 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.970543 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:08.971842 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-02d852e1-d69d-4975-9e3c-b4f835416469 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.1963613 Jul 06 17:49:08.990242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44644) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:09.020426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a950cc77-4d93-4313-9124-9aeefdba4681 None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:09.021080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a950cc77-4d93-4313-9124-9aeefdba4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:09.057606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:09.057987 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.068543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2a80171-0afc-44fa-81cf-0994b42acb69 req-15a5e8d1-4261-412a-93cf-822ad7ee6ea1 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1250014 Jul 06 17:49:09.074729 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Network 5507bc5d-9368-4fd5-88e1-07be4a5100ef is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:09.146714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:09.154590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:09.169180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a950cc77-4d93-4313-9124-9aeefdba4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:09.180513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34702b8c-24b6-425f-ad46-bbc3aed769b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:09.183471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34702b8c-24b6-425f-ad46-bbc3aed769b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:09.185587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34702b8c-24b6-425f-ad46-bbc3aed769b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:09.187461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34702b8c-24b6-425f-ad46-bbc3aed769b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:09.189793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34702b8c-24b6-425f-ad46-bbc3aed769b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:09.197210 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-34702b8c-24b6-425f-ad46-bbc3aed769b0 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3075693 Jul 06 17:49:09.198646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44654) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:09.205328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091581080'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:09.239068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:09.245550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.251773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Pushing event updated for resources: {'Port': ['ID=c7ac58a7-7fa5-480e-8214-cba061d13e92,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:09.272659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a950cc77-4d93-4313-9124-9aeefdba4681 None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:09.273445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a950cc77-4d93-4313-9124-9aeefdba4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:09.324871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:09.334831 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:43Z', 'updated_at': '2021-07-06T17:49:05Z', 'revision_number': 4, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'gw_port': {'id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:48Z', 'updated_at': '2021-07-06T17:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'aafe0079-cd2a-4be4-a100-1380802fa09f', 'name': '', 'network_id': '4b707763-32a3-460e-823a-bea303f19738', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'mac_address': 'fa:16:3e:24:12:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '89cf8e6d-d142-4e01-8a9f-57ce21a60fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:59Z', 'updated_at': '2021-07-06T17:49:05Z', 'revision_number': 2, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'subnets': [{'id': '89cf8e6d-d142-4e01-8a9f-57ce21a60fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:09.343672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.352092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.353614 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment e768f4a4-232f-4be2-a061-7fc86866cfc3 of type vlan for network c4ce7e45-0ef9-4c03-9665-cb1186b40051 Jul 06 17:49:09.355285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a950cc77-4d93-4313-9124-9aeefdba4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:09.356083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950cc77-4d93-4313-9124-9aeefdba4681 None None] The sync data for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:09.360005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Attempting to bind port c7ac58a7-7fa5-480e-8214-cba061d13e92 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:09.360334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Attempting to bind port c7ac58a7-7fa5-480e-8214-cba061d13e92 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7ac127cc-eb88-4809-a0bc-997a53d4076c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5507bc5d-9368-4fd5-88e1-07be4a5100ef'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:09.360696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Attempting to bind port c7ac58a7-7fa5-480e-8214-cba061d13e92 on network 5507bc5d-9368-4fd5-88e1-07be4a5100ef {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:09.367841 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-041b566e-e0d4-4335-a039-1bb9113dcc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.411093 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Checking router: 556fa437-88a6-459c-bce5-1bacd0a31d14 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:49:09.411093 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Updating router 556fa437-88a6-459c-bce5-1bacd0a31d14 port aafe0079-cd2a-4be4-a100-1380802fa09f binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:49:09.479384 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.498490 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.499141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:09.499638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Checking segment: {'id': '7ac127cc-eb88-4809-a0bc-997a53d4076c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5507bc5d-9368-4fd5-88e1-07be4a5100ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:09.506450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.506450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Bound using segment: {'id': '7ac127cc-eb88-4809-a0bc-997a53d4076c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5507bc5d-9368-4fd5-88e1-07be4a5100ef'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:09.506450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Bound port: c7ac58a7-7fa5-480e-8214-cba061d13e92, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac127cc-eb88-4809-a0bc-997a53d4076c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5507bc5d-9368-4fd5-88e1-07be4a5100ef'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:09.506450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.513692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b566e-e0d4-4335-a039-1bb9113dcc4e None None] Pushing event deleted for resources: {'Port': ['ID=f186d4ff-9ec5-469d-8156-65fc65794cca,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:09.556193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b566e-e0d4-4335-a039-1bb9113dcc4e None None] No DVR routers for this DVR port f186d4ff-9ec5-469d-8156-65fc65794cca on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:09.607724 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.641995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:09.642724 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.729508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] For port c7ac58a7-7fa5-480e-8214-cba061d13e92, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:09.737216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] For port c7ac58a7-7fa5-480e-8214-cba061d13e92, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c7ac58a7-7fa5-480e-8214-cba061d13e92,segment=NetworkSegment(7ac127cc-eb88-4809-a0bc-997a53d4076c),segment_id=7ac127cc-eb88-4809-a0bc-997a53d4076c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:09.747023 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:09.797016 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5964177 Jul 06 17:49:09.797529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:09.814903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f186d4ff-9ec5-469d-8156-65fc65794cca no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:09.828270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7e2946f7-72bc-48ce-8a0f-ab2540a745eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:09.876205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f186d4ff-9ec5-469d-8156-65fc65794cca {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:09.877194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f186d4ff-9ec5-469d-8156-65fc65794cca not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:09.887267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 96fe2a30-393a-4edd-a7fa-083118772d3e no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:09.953582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 96fe2a30-393a-4edd-a7fa-083118772d3e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:09.954185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 96fe2a30-393a-4edd-a7fa-083118772d3e not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:10.001648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bb67d-1c59-4f74-a6db-f2c887c37b26 None None] Pushing event updated for resources: {'Port': ['ID=c7ac58a7-7fa5-480e-8214-cba061d13e92,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:10.037738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2bdcd678-de1f-44eb-9d34-e13da072608b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:10.075541 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2bdcd678-de1f-44eb-9d34-e13da072608b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:10.078735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2bdcd678-de1f-44eb-9d34-e13da072608b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:10.080759 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.092164 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.109316 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Transition to ACTIVE for port object aafe0079-cd2a-4be4-a100-1380802fa09f will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:10.124996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630c3f3-049f-421b-9072-6d7bea63cf24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=c4ce7e45-0ef9-4c03-9665-cb1186b40051,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:10.126174 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.141509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c4ce7e45-0ef9-4c03-9665-cb1186b40051 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:10.167189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.206972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-d4b79503-4ff9-46e4-ab4c-f5ff0229e307 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:10.208966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-d4b79503-4ff9-46e4-ab4c-f5ff0229e307 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/networks?id=4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 200 len: 810 time: 0.9733136 Jul 06 17:49:10.329102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe65acf-0cd6-499d-9d3e-c90c1206dfb5']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.368558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.369051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed16c73-ab70-426f-9100-c7bfa5c7c3b5') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.372172 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0d224-d398-4f92-bfb8-f872cd961d89 None None] Pushing event updated for resources: {'Port': ['ID=aafe0079-cd2a-4be4-a100-1380802fa09f,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:10.448772 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-a9a64767-0193-4c37-bb93-6b7e15ee3eea tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/quotas/2ba798159eb942ba977ef5f654f87c25 HTTP/1.1" status: 200 len: 375 time: 0.1318402 Jul 06 17:49:10.450678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.459704 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Attempting to bind port aafe0079-cd2a-4be4-a100-1380802fa09f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:10.459704 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Attempting to bind port aafe0079-cd2a-4be4-a100-1380802fa09f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:10.460188 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Attempting to bind port aafe0079-cd2a-4be4-a100-1380802fa09f on network 4b707763-32a3-460e-823a-bea303f19738 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:10.471427 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:10.471427 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Checking segment: {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:10.472237 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.472675 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Bound using segment: {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:10.473341 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Bound port: aafe0079-cd2a-4be4-a100-1380802fa09f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:10.474496 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.480750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884d8a-097b-4813-b927-1a8489e9dac7 req-7bf76eff-3543-4622-a0f9-0966c19d5760 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:10.499935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f884d8a-097b-4813-b927-1a8489e9dac7 req-7bf76eff-3543-4622-a0f9-0966c19d5760 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 0.5709195 Jul 06 17:49:10.514505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.531904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:10.532319 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:10.537386 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:10.593238 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f884d8a-097b-4813-b927-1a8489e9dac7 req-e6135f3e-bb75-4853-a85e-56d46af4e06e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922892 Jul 06 17:49:10.614120 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] For port aafe0079-cd2a-4be4-a100-1380802fa09f, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:10.614241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e2946f7-72bc-48ce-8a0f-ab2540a745eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.616184 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] For port aafe0079-cd2a-4be4-a100-1380802fa09f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=aafe0079-cd2a-4be4-a100-1380802fa09f,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:10.633610 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e2946f7-72bc-48ce-8a0f-ab2540a745eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.642799 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.646093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e2946f7-72bc-48ce-8a0f-ab2540a745eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network c4ce7e45-0ef9-4c03-9665-cb1186b40051 is not hosted by any dhcp agent {{(pid=93778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:49:10.661161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2946f7-72bc-48ce-8a0f-ab2540a745eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:10.663226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e2946f7-72bc-48ce-8a0f-ab2540a745eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.665017 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7e2946f7-72bc-48ce-8a0f-ab2540a745eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "PUT /v2.0/networks/c4ce7e45-0ef9-4c03-9665-cb1186b40051 HTTP/1.1" status: 200 len: 723 time: 0.8491771 Jul 06 17:49:10.678133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44708) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:10.696760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': 'c4ce7e45-0ef9-4c03-9665-cb1186b40051', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:10.750237 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0d224-d398-4f92-bfb8-f872cd961d89 None None] Pushing event updated for resources: {'Port': ['ID=aafe0079-cd2a-4be4-a100-1380802fa09f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:10.793019 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Routers {'556fa437-88a6-459c-bce5-1bacd0a31d14'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:10.793968 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['556fa437-88a6-459c-bce5-1bacd0a31d14'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:10.849824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.857726 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.862895 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/networks/abe65acf-0cd6-499d-9d3e-c90c1206dfb5 HTTP/1.1" status: 204 len: 168 time: 2.1082220 Jul 06 17:49:10.865892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44712) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:10.893960 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-11746fb9-eda2-47c7-9eae-3e160c29d3eb req-45352cb8-dac6-4918-9130-f93360bcf1cb tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.0558400 Jul 06 17:49:10.902125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2946f7-72bc-48ce-8a0f-ab2540a745eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=c4ce7e45-0ef9-4c03-9665-cb1186b40051,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:10.919020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c4ce7e45-0ef9-4c03-9665-cb1186b40051 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:10.969104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:10.972825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:10.980829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a165f-b999-4838-85e0-34353b92a8c8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Network': ['ID=abe65acf-0cd6-499d-9d3e-c90c1206dfb5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:11.007278 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] Set router 556fa437-88a6-459c-bce5-1bacd0a31d14 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:11.069644 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-b2d17cd8-34f5-4740-9744-deb8ecaf0417 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ba798159eb942ba977ef5f654f87c25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6152205 Jul 06 17:49:11.171223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e08bf944-2756-44c4-ba4a-23a4a0cf20c2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.262633 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.331229 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e08bf944-2756-44c4-ba4a-23a4a0cf20c2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.364754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.20.0.1 (bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c/b91009aa-be96-46c7-8c80-82351819a784/4cfe5ece-a049-46b9-8f4e-257a3399f8e1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:11.384316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-93099291-d96b-4a1d-a9ac-8f972aa46acd service neutron] 10.222.0.13 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404730 Jul 06 17:49:11.386775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking segment: {'id': 'e768f4a4-232f-4be2-a061-7fc86866cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4ce7e45-0ef9-4c03-9665-cb1186b40051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:11.387149 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network hostable DHCP agents. Network: c4ce7e45-0ef9-4c03-9665-cb1186b40051, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:49:11.407321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=82813dfe-4a02-4eb4-9d00-fe0698255452,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:11.418877 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:43Z', 'updated_at': '2021-07-06T17:49:05Z', 'revision_number': 4, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'gw_port': {'id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:48Z', 'updated_at': '2021-07-06T17:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'aafe0079-cd2a-4be4-a100-1380802fa09f', 'name': '', 'network_id': '4b707763-32a3-460e-823a-bea303f19738', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'mac_address': 'fa:16:3e:24:12:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '89cf8e6d-d142-4e01-8a9f-57ce21a60fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:59Z', 'updated_at': '2021-07-06T17:49:10Z', 'revision_number': 4, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'subnets': [{'id': '89cf8e6d-d142-4e01-8a9f-57ce21a60fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:11.422229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network c4ce7e45-0ef9-4c03-9665-cb1186b40051 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:49:11.439746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c4ce7e45-0ef9-4c03-9665-cb1186b40051) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:11.446378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:11.447401 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.455214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bcf3fe-a220-4642-9e82-61cd26f11ff4 None None] Network c4ce7e45-0ef9-4c03-9665-cb1186b40051 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:11.475052 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-269ff779-b9bb-4bf2-a9db-8c8e90abd6e2 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7953022 Jul 06 17:49:11.475807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44714) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:11.488961 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3e249-497e-400b-802a-6ef6cc55c9e1 None None] The sync data for ids ['556fa437-88a6-459c-bce5-1bacd0a31d14'] in n-d-799526-3 is: [{'id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:43Z', 'updated_at': '2021-07-06T17:49:05Z', 'revision_number': 4, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'gw_port': {'id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:48Z', 'updated_at': '2021-07-06T17:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'aafe0079-cd2a-4be4-a100-1380802fa09f', 'name': '', 'network_id': '4b707763-32a3-460e-823a-bea303f19738', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'mac_address': 'fa:16:3e:24:12:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '89cf8e6d-d142-4e01-8a9f-57ce21a60fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:59Z', 'updated_at': '2021-07-06T17:49:10Z', 'revision_number': 4, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'subnets': [{'id': '89cf8e6d-d142-4e01-8a9f-57ce21a60fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:11.490482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ad359e72-da15-41e4-890a-43271f466e9f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:11.682242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97214926-c7fb-491b-a9ac-f4bf487e18c2 None None] Network 5507bc5d-9368-4fd5-88e1-07be4a5100ef requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:11.742709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-50a6dc30-3e47-4f10-9b6a-beb6f73cb20b service neutron] 10.222.0.13 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044627 Jul 06 17:49:11.750754 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e08bf944-2756-44c4-ba4a-23a4a0cf20c2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.754686 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e08bf944-2756-44c4-ba4a-23a4a0cf20c2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.756401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e08bf944-2756-44c4-ba4a-23a4a0cf20c2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/security-groups/abca9bf6-1db1-4024-98ef-b9cc793cce49 HTTP/1.1" status: 204 len: 168 time: 0.8808517 Jul 06 17:49:11.787132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bf944-2756-44c4-ba4a-23a4a0cf20c2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abca9bf6-1db1-4024-98ef-b9cc793cce49,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:11.847372 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.875616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad359e72-da15-41e4-890a-43271f466e9f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16298145'] for subnet, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:11.888443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-32da6d28-dfd2-4311-8dcc-c5e2f5ff9ec4 None None] Provisioning for port c7ac58a7-7fa5-480e-8214-cba061d13e92 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:11.889252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Transition to ACTIVE for port object 4cfe5ece-a049-46b9-8f4e-257a3399f8e1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:12.025659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:12.143017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-c4ce7e45-0ef9-4c03-9665-cb1186b40051', 'network_id': 'c4ce7e45-0ef9-4c03-9665-cb1186b40051', 'tenant_id': 'ba016706b56048ce842d74a8bac020fa', 'fixed_ips': [{'subnet_id': '82813dfe-4a02-4eb4-9d00-fe0698255452'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:49:12.149602 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:12.173748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:12.256333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:12.295869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:12.315221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=4cfe5ece-a049-46b9-8f4e-257a3399f8e1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:12.400791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad359e72-da15-41e4-890a-43271f466e9f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747871330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16420723'] for subnet, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:12.425943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device aafe0079-cd2a-4be4-a100-1380802fa09f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:12.470332 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:12.524206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad359e72-da15-41e4-890a-43271f466e9f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:12.526476 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad359e72-da15-41e4-890a-43271f466e9f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:12.540075 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ad359e72-da15-41e4-890a-43271f466e9f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "PUT /v2.0/subnets/82813dfe-4a02-4eb4-9d00-fe0698255452 HTTP/1.1" status: 200 len: 826 time: 1.0593874 Jul 06 17:49:12.551091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44740) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:12.752661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5dea8c6-0eb6-4175-ad40-340f8edd457d req-1d8898ea-2823-4cf5-b7ba-704b7805e2e8 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.0779293 Jul 06 17:49:12.824010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Allocated IP 2001:db8::2 (c4ce7e45-0ef9-4c03-9665-cb1186b40051/82813dfe-4a02-4eb4-9d00-fe0698255452/d0f23297-9b41-4505-9741-ed49cf3da4ce) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:12.861810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c93be-f3e4-4cf0-b0ae-2551620fe3e6 None None] Update dhcp port {'port': {'network_id': '5507bc5d-9368-4fd5-88e1-07be4a5100ef', 'fixed_ips': [{'subnet_id': '3213f746-a247-4179-862b-af617338332f', 'ip_address': '2001:db8::2'}, {'subnet_id': '93b61900-9316-494d-b96f-80a11ac7b52a'}], 'binding:host_id': 'n-d-799526-3'}, 'id': 'c7ac58a7-7fa5-480e-8214-cba061d13e92'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 17:49:12.928580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad359e72-da15-41e4-890a-43271f466e9f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=82813dfe-4a02-4eb4-9d00-fe0698255452,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:12.975207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port aafe0079-cd2a-4be4-a100-1380802fa09f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:12.992331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:12.995306 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:12.999279 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c17c93be-f3e4-4cf0-b0ae-2551620fe3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.053124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44744) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:13.075028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376544079', 'description': 'tempest-secgroup-smoke-1376544079 description', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:13.186615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.216278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:13.237875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port aafe0079-cd2a-4be4-a100-1380802fa09f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:13.239088 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.322956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ee9728fa-c0d1-47ae-8b78-9ba330aec8d2 req-821d0865-1ce6-4faa-9703-e63a522bbf19 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0510724 Jul 06 17:49:13.370382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-556de5da-be16-41c2-9567-e1802d78b777 None None] Provisioning for port 4cfe5ece-a049-46b9-8f4e-257a3399f8e1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:13.380767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.423084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-556de5da-be16-41c2-9567-e1802d78b777 None None] Provisioning complete for port 4cfe5ece-a049-46b9-8f4e-257a3399f8e1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:13.423790 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-556de5da-be16-41c2-9567-e1802d78b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.555617 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.602767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-556de5da-be16-41c2-9567-e1802d78b777 None None] Port 4cfe5ece-a049-46b9-8f4e-257a3399f8e1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:49:13.629697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-c17c93be-f3e4-4cf0-b0ae-2551620fe3e6 None None] Allocated IP 172.20.0.1 (5507bc5d-9368-4fd5-88e1-07be4a5100ef/93b61900-9316-494d-b96f-80a11ac7b52a/c7ac58a7-7fa5-480e-8214-cba061d13e92) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:13.660755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port aafe0079-cd2a-4be4-a100-1380802fa09f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=aafe0079-cd2a-4be4-a100-1380802fa09f,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:13.706663 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:13.707643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c7ac58a7-7fa5-480e-8214-cba061d13e92 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:13.991790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-025c4470-f287-4af6-bf70-b6f1ae4d9ea7 req-f5d4721c-33a4-4715-9e1d-634cc40a7260 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.0665462 Jul 06 17:49:14.080724 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.083014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8518974-0632-4664-af87-adb48c4d2412 req-0ca8e3ff-a88e-4e6e-a521-b90ec081bc83 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:14.085253 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8518974-0632-4664-af87-adb48c4d2412 req-0ca8e3ff-a88e-4e6e-a521-b90ec081bc83 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 946 time: 1.0385361 Jul 06 17:49:14.127234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=aafe0079-cd2a-4be4-a100-1380802fa09f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:14.152598 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.175179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:14.177641 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7e490b-5f9d-475f-a33b-8c68b7ab2f66" -d '{"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:14.186575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Transition to ACTIVE for port object d0f23297-9b41-4505-9741-ed49cf3da4ce will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:14.227606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:14.236710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c17c93be-f3e4-4cf0-b0ae-2551620fe3e6 None None] For port c7ac58a7-7fa5-480e-8214-cba061d13e92, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c7ac58a7-7fa5-480e-8214-cba061d13e92,segment=NetworkSegment(7ac127cc-eb88-4809-a0bc-997a53d4076c),segment_id=7ac127cc-eb88-4809-a0bc-997a53d4076c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:14.239461 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.241273 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c7ac58a7-7fa5-480e-8214-cba061d13e92 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:14.246361 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8518974-0632-4664-af87-adb48c4d2412 req-95025131-4048-4833-ad40-d8338c329996 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537681 Jul 06 17:49:14.260063 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd43af72-cc6c-4741-90c6-77e426bb87e7 x-openstack-request-id: req-dd43af72-cc6c-4741-90c6-77e426bb87e7 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:14.260403 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:14.260662 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd43af72-cc6c-4741-90c6-77e426bb87e7 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:14.261230 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'code': 200} Jul 06 17:49:14.265359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Transition to ACTIVE for port object d0f23297-9b41-4505-9741-ed49cf3da4ce will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:14.286574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c7ac58a7-7fa5-480e-8214-cba061d13e92 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:14.287084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.345662 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.355346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.368125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.391707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.400878 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c17c93be-f3e4-4cf0-b0ae-2551620fe3e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.404392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=82813dfe-4a02-4eb4-9d00-fe0698255452,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:14.474459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66e44c5-936c-4321-b830-11544bdfacca,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:14.518956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.519490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.522037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.522610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.527457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.529662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.531539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.544940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c17c93be-f3e4-4cf0-b0ae-2551620fe3e6 None None] Transition to ACTIVE for port object c7ac58a7-7fa5-480e-8214-cba061d13e92 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:14.546315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.549638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.550067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.550633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.553169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:14.578568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Network c4ce7e45-0ef9-4c03-9665-cb1186b40051 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:14.579274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.586770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=14']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:14.600591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ce7e45-0ef9-4c03-9665-cb1186b40051']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:14.609758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c17c93be-f3e4-4cf0-b0ae-2551620fe3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.631353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e768f4a4-232f-4be2-a061-7fc86866cfc3') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:14.631821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e768f4a4-232f-4be2-a061-7fc86866cfc3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:14.662900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.704313 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.712842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:14.730178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:14.732351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:14.741050 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:14.776399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:14.809892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Port c7ac58a7-7fa5-480e-8214-cba061d13e92 had new provisioning blocks added so it will not transition to active. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 06 17:49:14.828085 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.835207 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.851057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ecf5c8da-a73e-43bd-93bd-872bdd906b70 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7929208 Jul 06 17:49:14.853831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44794) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:14.869457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e3599b5b-9cf6-45a4-ba93-248c11f0123a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e66e44c5-936c-4321-b830-11544bdfacca', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:14.930768 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:14.995103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:49:14.995103 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:49:14.995103 n-d-799526-3 neutron-server[93778]: [parameters: {'id': 'c4ce7e45-0ef9-4c03-9665-cb1186b40051'}] Jul 06 17:49:14.995103 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:49:14.995974 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:49:15.055263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.085218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Pushing event updated for resources: {'Port': ['ID=d0f23297-9b41-4505-9741-ed49cf3da4ce,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:15.187623 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3599b5b-9cf6-45a4-ba93-248c11f0123a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.206982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f781e176-db01-4542-9c52-edd65ede0a15 req-92858890-0b63-4269-bb3f-485b5df44a2d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 210 time: 0.3507640 Jul 06 17:49:15.345693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-92499367-14fb-4a60-94fe-e7827abad0f7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:15.348878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-92499367-14fb-4a60-94fe-e7827abad0f7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.55 "GET /v2.0/networks?id=4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 200 len: 810 time: 0.3767002 Jul 06 17:49:15.362369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device aafe0079-cd2a-4be4-a100-1380802fa09f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:15.363494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Request body: {'port': {'device_id': '2acb30af-0984-4ffe-8a4d-3eed5413c7b3', 'network_id': '4b707763-32a3-460e-823a-bea303f19738', 'admin_state_up': True, 'tenant_id': '2ba798159eb942ba977ef5f654f87c25'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:15.425793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c93be-f3e4-4cf0-b0ae-2551620fe3e6 None None] Pushing event updated for resources: {'Port': ['ID=c7ac58a7-7fa5-480e-8214-cba061d13e92,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:15.506639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:15.516405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=4cfe5ece-a049-46b9-8f4e-257a3399f8e1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:15.524744 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.525507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Attempting to bind port d0f23297-9b41-4505-9741-ed49cf3da4ce on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:15.525898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Attempting to bind port d0f23297-9b41-4505-9741-ed49cf3da4ce by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'e768f4a4-232f-4be2-a061-7fc86866cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4ce7e45-0ef9-4c03-9665-cb1186b40051'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:15.526443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Attempting to bind port d0f23297-9b41-4505-9741-ed49cf3da4ce on network c4ce7e45-0ef9-4c03-9665-cb1186b40051 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:15.528671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:15.546467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port aafe0079-cd2a-4be4-a100-1380802fa09f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:15.546904 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.549063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:15.549593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Checking segment: {'id': 'e768f4a4-232f-4be2-a061-7fc86866cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4ce7e45-0ef9-4c03-9665-cb1186b40051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:15.550021 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.550522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Bound using segment: {'id': 'e768f4a4-232f-4be2-a061-7fc86866cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4ce7e45-0ef9-4c03-9665-cb1186b40051'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:15.551034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Bound port: d0f23297-9b41-4505-9741-ed49cf3da4ce, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e768f4a4-232f-4be2-a061-7fc86866cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4ce7e45-0ef9-4c03-9665-cb1186b40051'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:15.551625 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.630962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Made reservation on behalf of 2ba798159eb942ba977ef5f654f87c25 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:15.642084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a05ea250-f562-4dac-8858-ac2e1fc902ab req-0d73291d-669e-4608-b666-b8384de282b5 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1043155 Jul 06 17:49:15.649993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.744418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3599b5b-9cf6-45a4-ba93-248c11f0123a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.849952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting port d0f23297-9b41-4505-9741-ed49cf3da4ce {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:15.850633 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.850872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3599b5b-9cf6-45a4-ba93-248c11f0123a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.907619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] For port d0f23297-9b41-4505-9741-ed49cf3da4ce, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:15.934061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3599b5b-9cf6-45a4-ba93-248c11f0123a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97878471-0686-4288-92d8-c4e3d5696cb0,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:15.944671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] For port d0f23297-9b41-4505-9741-ed49cf3da4ce, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d0f23297-9b41-4505-9741-ed49cf3da4ce,segment=NetworkSegment(e768f4a4-232f-4be2-a061-7fc86866cfc3),segment_id=e768f4a4-232f-4be2-a061-7fc86866cfc3)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:15.958439 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3599b5b-9cf6-45a4-ba93-248c11f0123a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:15.963563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44834) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:15.966206 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e3599b5b-9cf6-45a4-ba93-248c11f0123a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1052430 Jul 06 17:49:15.978860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:15.994018 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.002482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-96b65ac4-4315-4001-bd9f-bc4130e724a0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e66e44c5-936c-4321-b830-11544bdfacca', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:16.090471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] For port d0f23297-9b41-4505-9741-ed49cf3da4ce, host n-d-799526-3, got binding levels [] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:16.091143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.113251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Allocated IP 172.20.0.12 (4b707763-32a3-460e-823a-bea303f19738/89cf8e6d-d142-4e01-8a9f-57ce21a60fa8/d969095d-bb85-4540-a128-4d1aa7f4a811) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:16.140043 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96b65ac4-4315-4001-bd9f-bc4130e724a0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.230315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Calling delete_port for d0f23297-9b41-4505-9741-ed49cf3da4ce owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:16.252945 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ecf00-1507-43e6-9e24-7d83f66f0159 None None] Pushing event updated for resources: {'Port': ['ID=d0f23297-9b41-4505-9741-ed49cf3da4ce,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:16.265457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-008daf1c-f1f6-4630-92fd-f2a2196ca6e1 None None] Provisioning complete for port 4cfe5ece-a049-46b9-8f4e-257a3399f8e1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:16.265839 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-008daf1c-f1f6-4630-92fd-f2a2196ca6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.277567 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96b65ac4-4315-4001-bd9f-bc4130e724a0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.280121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:16.288018 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96b65ac4-4315-4001-bd9f-bc4130e724a0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.317631 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74c352-1794-4569-b394-7136449a690a None None] Sync routers for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:16.322035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96b65ac4-4315-4001-bd9f-bc4130e724a0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.323515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96b65ac4-4315-4001-bd9f-bc4130e724a0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3587759 Jul 06 17:49:16.333111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:16.347190 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-966960e3-1df5-4bbe-a246-a96f5df26e41 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/routers/b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3555593 Jul 06 17:49:16.347936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:16.354976 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74c352-1794-4569-b394-7136449a690a None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:16.356254 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b74c352-1794-4569-b394-7136449a690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:16.366247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'port': {'network_id': 'bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c', 'name': 'tempest-FloatingIPTestJSON-362873258'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:16.427633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-608ad24f-0100-49f4-a115-763db760b17f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e66e44c5-936c-4321-b830-11544bdfacca', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:16.449609 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b74c352-1794-4569-b394-7136449a690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:16.452915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-008daf1c-f1f6-4630-92fd-f2a2196ca6e1 None None] Port 4cfe5ece-a049-46b9-8f4e-257a3399f8e1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:49:16.464188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c9405-239c-42b5-976b-2d8b3a1aa43c None None] Network c4ce7e45-0ef9-4c03-9665-cb1186b40051 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:16.486251 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74c352-1794-4569-b394-7136449a690a None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:16.486926 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b74c352-1794-4569-b394-7136449a690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:48:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:16.522385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b65ac4-4315-4001-bd9f-bc4130e724a0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f492c6c2-df01-4906-8546-de838440c2fa,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:16.604612 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b74c352-1794-4569-b394-7136449a690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:16.606327 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74c352-1794-4569-b394-7136449a690a None None] The sync data for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:16.674209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Made reservation on behalf of fdb302f52f5b4d558e120744b4510f2d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:16.681371 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.693647 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-608ad24f-0100-49f4-a115-763db760b17f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.727821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6814e533-27de-4b2e-b17a-cfdaacb470b1 req-7cb0ea5b-ec01-4cb2-90a1-ea8148b7ff56 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0744059 Jul 06 17:49:16.763935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] device_id is not set on port cbe25834-119c-4bf7-b152-81e1d04bd3e0 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:49:16.800967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853fd17c-987f-473c-afc1-81c4f87af08a None None] Network 5507bc5d-9368-4fd5-88e1-07be4a5100ef requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:16.820607 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.916472 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-608ad24f-0100-49f4-a115-763db760b17f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.960230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No DVR routers for this DVR port d0f23297-9b41-4505-9741-ed49cf3da4ce on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:16.980325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-608ad24f-0100-49f4-a115-763db760b17f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:16.987256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c7ac58a7-7fa5-480e-8214-cba061d13e92 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:17.004802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Port': ['ID=d0f23297-9b41-4505-9741-ed49cf3da4ce,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:17.053007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b3cdc8-61de-47a7-9b9d-6055b0d30c89 None None] Network c4ce7e45-0ef9-4c03-9665-cb1186b40051 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:17.060090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ad24f-0100-49f4-a115-763db760b17f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c743af47-0088-46ff-b12b-26785ac9ff31,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:17.105328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8a66762-6c8e-4991-803d-c5c7b94d3674 req-2f5699c6-0886-4115-938b-2f6dcc9b676c tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1008301 Jul 06 17:49:17.127866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.129579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Allocated IP 172.20.0.3 (bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c/b91009aa-be96-46c7-8c80-82351819a784/cbe25834-119c-4bf7-b152-81e1d04bd3e0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:17.150492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-608ad24f-0100-49f4-a115-763db760b17f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.155115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-608ad24f-0100-49f4-a115-763db760b17f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8179228 Jul 06 17:49:17.156299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44870) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:17.163490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-867a6170-112b-4ade-aa4b-99060c7f3961 None None] Provisioning for port c7ac58a7-7fa5-480e-8214-cba061d13e92 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:17.169798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-959e6bae-2301-425d-b408-8116fc087309 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e66e44c5-936c-4321-b830-11544bdfacca', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:17.184095 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8371375f-c5d1-469b-8cf7-38254c2f1191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.187797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.229573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ce7e45-0ef9-4c03-9665-cb1186b40051']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:17.241247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-867a6170-112b-4ade-aa4b-99060c7f3961 None None] Provisioning complete for port c7ac58a7-7fa5-480e-8214-cba061d13e92 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:17.243287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-867a6170-112b-4ade-aa4b-99060c7f3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.260312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e768f4a4-232f-4be2-a061-7fc86866cfc3') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:17.260790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e768f4a4-232f-4be2-a061-7fc86866cfc3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:17.283231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959e6bae-2301-425d-b408-8116fc087309 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.290370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.322450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b105f-9f9b-450a-9677-0c452adc00d3 req-d95e8ef2-de6f-43a7-9b2f-78faf8a4d04e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:17.326129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f23b105f-9f9b-450a-9677-0c452adc00d3 req-d95e8ef2-de6f-43a7-9b2f-78faf8a4d04e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.5000491 Jul 06 17:49:17.328582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c7ac58a7-7fa5-480e-8214-cba061d13e92 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:17.328825 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.381608 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.389881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.430483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:17.431420 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:17.439118 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:17.517215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.533541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959e6bae-2301-425d-b408-8116fc087309 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.541608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959e6bae-2301-425d-b408-8116fc087309 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.584273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Transition to ACTIVE for port object cbe25834-119c-4bf7-b152-81e1d04bd3e0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:17.587097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Pushing event updated for resources: {'Port': ['ID=d969095d-bb85-4540-a128-4d1aa7f4a811,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:17.600898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e6bae-2301-425d-b408-8116fc087309 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df65406f-b4e2-40f1-90b9-f1bc74abd8c2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:17.602577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959e6bae-2301-425d-b408-8116fc087309 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.604641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-959e6bae-2301-425d-b408-8116fc087309 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4467881 Jul 06 17:49:17.610403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44876) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:17.638513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bf7a7cb3-cd47-4e8d-9089-e0e3e2e06a48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e66e44c5-936c-4321-b830-11544bdfacca', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:17.653690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Network 4b707763-32a3-460e-823a-bea303f19738 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:17.670227 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f23b105f-9f9b-450a-9677-0c452adc00d3 req-03b8624f-d55f-4649-aae9-15edaf9f80c1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159599 Jul 06 17:49:17.691746 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-867a6170-112b-4ade-aa4b-99060c7f3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.696765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:17.701805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:17.730382 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-bf7a7cb3-cd47-4e8d-9089-e0e3e2e06a48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Project c26a9cb1979749ce9e89cfcf8fe67b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:49:17.740019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.744013 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7cb3-cd47-4e8d-9089-e0e3e2e06a48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.834929 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.869433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:17.869851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-867a6170-112b-4ade-aa4b-99060c7f3961 None None] For port c7ac58a7-7fa5-480e-8214-cba061d13e92, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c7ac58a7-7fa5-480e-8214-cba061d13e92,segment=NetworkSegment(7ac127cc-eb88-4809-a0bc-997a53d4076c),segment_id=7ac127cc-eb88-4809-a0bc-997a53d4076c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:17.870559 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.879185 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.882037 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-867a6170-112b-4ade-aa4b-99060c7f3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.890151 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:17.896161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/c4ce7e45-0ef9-4c03-9665-cb1186b40051 HTTP/1.1" status: 204 len: 168 time: 5.3433576 Jul 06 17:49:17.897004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44882) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:17.901958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:17.923480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:17.932609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49545d4c-7a4c-4a29-97d5-cbbe07f28df1 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=c4ce7e45-0ef9-4c03-9665-cb1186b40051,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:17.950922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:17.967378 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfec41f-239d-412e-bffa-f66f19779e24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:17.968604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfec41f-239d-412e-bffa-f66f19779e24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:17.976206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1cfec41f-239d-412e-bffa-f66f19779e24 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/c4ce7e45-0ef9-4c03-9665-cb1186b40051 HTTP/1.1" status: 404 len: 339 time: 0.0502563 Jul 06 17:49:17.978055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:17.989847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1642618805', 'description': 'd1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:17.998025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9f9574cf-4186-4b83-968c-aeb7a15fd9cc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6405299 Jul 06 17:49:18.013039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-604321a4-2da0-4c62-8d2a-728836725ebf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:49:18.015139 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-604321a4-2da0-4c62-8d2a-728836725ebf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099819 Jul 06 17:49:18.033542 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:49:18.034017 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:49:18.040359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a6170-112b-4ade-aa4b-99060c7f3961 None None] Pushing event updated for resources: {'Port': ['ID=c7ac58a7-7fa5-480e-8214-cba061d13e92,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:18.055682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event updated for resources: {'Port': ['ID=cbe25834-119c-4bf7-b152-81e1d04bd3e0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:18.056319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:18.064157 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.115259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:18.131906 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.132295 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment dcd923e0-7bec-4549-b489-728da05825c0 of type vlan for network abf31f5a-57be-4dd9-9e3a-d9403386f15d Jul 06 17:49:18.158562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7cb3-cd47-4e8d-9089-e0e3e2e06a48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.194859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:18.195736 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.207647 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.215364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7cb3-cd47-4e8d-9089-e0e3e2e06a48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.254858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Request body: {'port': {'device_id': '2acb30af-0984-4ffe-8a4d-3eed5413c7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:18.260439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.266734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:18.267677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.281154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-47f76c7c-4683-49ce-a593-c6eabafb00c2 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9317312 Jul 06 17:49:18.290507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a7cb3-cd47-4e8d-9089-e0e3e2e06a48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0216d21a-ede9-48a6-9537-6dc1ae4f83a3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:18.301961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:18.325461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Request body: {'floatingip': {'port_id': 'cbe25834-119c-4bf7-b152-81e1d04bd3e0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:18.413835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=abf31f5a-57be-4dd9-9e3a-d9403386f15d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:18.414081 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7cb3-cd47-4e8d-9089-e0e3e2e06a48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.433910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-09ba90c9-7d43-4adc-9313-cf254c64bf71 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4523547 Jul 06 17:49:18.434563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network abf31f5a-57be-4dd9-9e3a-d9403386f15d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:18.434768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44894) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:18.449962 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bf7a7cb3-cd47-4e8d-9089-e0e3e2e06a48 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8340621 Jul 06 17:49:18.456300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44896) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:18.512767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-accb45a8-6d37-4d1a-9856-1de3ffdd6438 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e66e44c5-936c-4321-b830-11544bdfacca', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:18.549479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda70d3b-5d27-4ce5-819a-3d43d1baa5c2 req-91153af9-a38c-4665-854f-86d121a539a5 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:18.558684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fda70d3b-5d27-4ce5-819a-3d43d1baa5c2 req-91153af9-a38c-4665-854f-86d121a539a5 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 932 time: 0.3462734 Jul 06 17:49:18.576842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.624348 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa2577-f40c-438c-8d67-dccf1e18c68d None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:49:18.636064 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-accb45a8-6d37-4d1a-9856-1de3ffdd6438 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Project c26a9cb1979749ce9e89cfcf8fe67b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:49:18.655496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f4bf85e1-c4fa-4849-9235-aa75b0b6ddd2 None None] Provisioning for port cbe25834-119c-4bf7-b152-81e1d04bd3e0 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:18.675838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f4bf85e1-c4fa-4849-9235-aa75b0b6ddd2 None None] Provisioning complete for port cbe25834-119c-4bf7-b152-81e1d04bd3e0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:18.676505 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4bf85e1-c4fa-4849-9235-aa75b0b6ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.701692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fda70d3b-5d27-4ce5-819a-3d43d1baa5c2 req-ddc3c55e-9acc-49f8-8be1-6b535ec0ba5e tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418555 Jul 06 17:49:18.756579 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-accb45a8-6d37-4d1a-9856-1de3ffdd6438 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.764219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9102c82-7eb2-48be-89c5-7be2aa0f3de5 req-26ff533e-2a36-48b2-99f3-eb93c0ecd2e7 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1807024 Jul 06 17:49:18.781813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf85e1-c4fa-4849-9235-aa75b0b6ddd2 None None] Port cbe25834-119c-4bf7-b152-81e1d04bd3e0 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:49:18.805438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:18.858250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051252b1-d14b-4263-a670-051db7bc879d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:18.865736 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-051252b1-d14b-4263-a670-051db7bc879d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/networks?id=abf31f5a-57be-4dd9-9e3a-d9403386f15d HTTP/1.1" status: 200 len: 765 time: 0.4271538 Jul 06 17:49:18.873745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44902) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:18.927487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8c3a6eb9-c4ee-403f-b1e4-f8ec6a2588eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'description': 'd2'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:18.954187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa2577-f40c-438c-8d67-dccf1e18c68d None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:49:18.982451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c7ac58a7-7fa5-480e-8214-cba061d13e92 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:19.008858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-4963fb24-4faf-47be-a386-db476c7955e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.010680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-4963fb24-4faf-47be-a386-db476c7955e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1095 time: 0.4707606 Jul 06 17:49:19.255842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a945454-6795-467f-a9b2-6d281ce9f851 req-88d86a5e-f92f-4670-8022-97e13e7c9153 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.258138 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a945454-6795-467f-a9b2-6d281ce9f851 req-88d86a5e-f92f-4670-8022-97e13e7c9153 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3922858 Jul 06 17:49:19.285633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c2b8d654-fd53-4cba-b83a-b204acee55bd None None] Provisioning complete for port c7ac58a7-7fa5-480e-8214-cba061d13e92 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:19.285996 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d654-fd53-4cba-b83a-b204acee55bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.358256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-8ab25ddf-a8d8-4428-9418-4ed59522beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.359877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-8ab25ddf-a8d8-4428-9418-4ed59522beeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.3335471 Jul 06 17:49:19.441114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a945454-6795-467f-a9b2-6d281ce9f851 req-ce6645fd-a4cd-4655-ad46-0b331e7276b7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688840 Jul 06 17:49:19.500002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c7ac58a7-7fa5-480e-8214-cba061d13e92 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:19.500002 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.556657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-ffdbb6c4-708d-419d-a671-44c27695b509 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 999 time: 0.1849546 Jul 06 17:49:19.571010 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8243849-010e-4a61-9951-3b78d7793263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.602708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-accb45a8-6d37-4d1a-9856-1de3ffdd6438 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.642055 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-accb45a8-6d37-4d1a-9856-1de3ffdd6438 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.704195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-673e6582-03e3-4a1d-a847-b7c9aa44c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.705848 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-673e6582-03e3-4a1d-a847-b7c9aa44c2f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.1410944 Jul 06 17:49:19.749628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb45a8-6d37-4d1a-9856-1de3ffdd6438 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a10990-8dc1-4fd8-abbd-c347ea589241,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:19.806832 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-accb45a8-6d37-4d1a-9856-1de3ffdd6438 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.808696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-accb45a8-6d37-4d1a-9856-1de3ffdd6438 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3405509 Jul 06 17:49:19.817869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44908) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:19.831405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'network': {'name': 'tempest-network-smoke--899996660', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:19.846383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:49:19.858115 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6eb9-c4ee-403f-b1e4-f8ec6a2588eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.878939 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.910087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6eb9-c4ee-403f-b1e4-f8ec6a2588eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.939731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04237-19ee-4b83-862d-d136d1c3cbc7 req-dc600a57-336d-4eab-be66-e32a423e4c42 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.946327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04237-19ee-4b83-862d-d136d1c3cbc7 req-dc600a57-336d-4eab-be66-e32a423e4c42 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.953922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04237-19ee-4b83-862d-d136d1c3cbc7 req-dc600a57-336d-4eab-be66-e32a423e4c42 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.959904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04237-19ee-4b83-862d-d136d1c3cbc7 req-dc600a57-336d-4eab-be66-e32a423e4c42 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.964666 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.966126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04237-19ee-4b83-862d-d136d1c3cbc7 req-dc600a57-336d-4eab-be66-e32a423e4c42 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.972879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04237-19ee-4b83-862d-d136d1c3cbc7 req-dc600a57-336d-4eab-be66-e32a423e4c42 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.980388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04237-19ee-4b83-862d-d136d1c3cbc7 req-dc600a57-336d-4eab-be66-e32a423e4c42 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:19.983952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:19.992356 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0e04237-19ee-4b83-862d-d136d1c3cbc7 req-dc600a57-336d-4eab-be66-e32a423e4c42 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.4043920 Jul 06 17:49:20.008846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:20.012715 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.060153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c3a6eb9-c4ee-403f-b1e4-f8ec6a2588eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network abf31f5a-57be-4dd9-9e3a-d9403386f15d is not hosted by any dhcp agent {{(pid=93778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:49:20.066014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a6eb9-c4ee-403f-b1e4-f8ec6a2588eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:20.066701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6eb9-c4ee-403f-b1e4-f8ec6a2588eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.068025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8c3a6eb9-c4ee-403f-b1e4-f8ec6a2588eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "PUT /v2.0/networks/abf31f5a-57be-4dd9-9e3a-d9403386f15d HTTP/1.1" status: 200 len: 762 time: 1.1629221 Jul 06 17:49:20.080397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44914) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:20.145019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-49d236d2-070b-4a61-a9ba-a6f8722d952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:20.146781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a6eb9-c4ee-403f-b1e4-f8ec6a2588eb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=abf31f5a-57be-4dd9-9e3a-d9403386f15d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:20.147105 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-49d236d2-070b-4a61-a9ba-a6f8722d952f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4324918 Jul 06 17:49:20.164872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network abf31f5a-57be-4dd9-9e3a-d9403386f15d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:20.185714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:20.193728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0e04237-19ee-4b83-862d-d136d1c3cbc7 req-ebcb6392-e3d1-42ed-b2f7-2b769661539d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2020004 Jul 06 17:49:20.212680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.213070 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Added segment 7145131c-5727-4338-a034-d0b244ac3049 of type vlan for network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 Jul 06 17:49:20.216089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d969095d-bb85-4540-a128-4d1aa7f4a811 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:20.240094 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.282049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Transition to ACTIVE for port object d969095d-bb85-4540-a128-4d1aa7f4a811 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:20.306808 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.325409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.452693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Pushing event updated for resources: {'Port': ['ID=d969095d-bb85-4540-a128-4d1aa7f4a811,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:20.467766 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.473907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:20.474678 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.586093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70413677-e378-40fc-8f6f-e1319b838f60 req-6c3324dc-7e7a-4926-b55a-957ad67d9eae tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.0753636 Jul 06 17:49:20.595841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7756126 Jul 06 17:49:20.608761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44920) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:20.615938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'admin_state_up': True, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:20.631203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Attempting to bind port d969095d-bb85-4540-a128-4d1aa7f4a811 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:20.631621 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Attempting to bind port d969095d-bb85-4540-a128-4d1aa7f4a811 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:20.631962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Attempting to bind port d969095d-bb85-4540-a128-4d1aa7f4a811 on network 4b707763-32a3-460e-823a-bea303f19738 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:20.657563 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.665685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Port d969095d-bb85-4540-a128-4d1aa7f4a811 on network 4b707763-32a3-460e-823a-bea303f19738 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:49:20.665685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Attempting to bind port d969095d-bb85-4540-a128-4d1aa7f4a811 on network 4b707763-32a3-460e-823a-bea303f19738 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:20.665685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bfd50-efa3-4b1c-897f-6fa2e22d92ec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Network': ['ID=28fa3e04-c2af-4440-8810-c119a0ffb6d2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:20.666277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:20.666277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Checking segment: {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:20.666962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Bound using segment: {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:20.670911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Bound port: d969095d-bb85-4540-a128-4d1aa7f4a811, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:20.670911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.671795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.672834 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.697893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:20.784092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:20.923626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bac771-f2d1-4cdb-83d0-aefd56a2dcef tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:20.925346 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-40bac771-f2d1-4cdb-83d0-aefd56a2dcef tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/networks?id=abf31f5a-57be-4dd9-9e3a-d9403386f15d HTTP/1.1" status: 200 len: 765 time: 0.8374891 Jul 06 17:49:20.944065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44922) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:20.964918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] For port d969095d-bb85-4540-a128-4d1aa7f4a811, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:20.999951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] For port d969095d-bb85-4540-a128-4d1aa7f4a811, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d969095d-bb85-4540-a128-4d1aa7f4a811,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:21.039979 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP 7ee0ae46-97ad-4541-8d9b-942455c8243b associated. External IP: 172.25.7.226, port: 62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9. Jul 06 17:49:21.082878 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.190546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0289818-2391-4cdc-9ecb-917d633df79d req-9326cfc4-a1ac-4278-9fa8-5155ba386153 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.192201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0289818-2391-4cdc-9ecb-917d633df79d req-9326cfc4-a1ac-4278-9fa8-5155ba386153 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 932 time: 1.2000568 Jul 06 17:49:21.203288 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-77ea904b-a675-4ab0-919f-6ec9e2ea2cfc service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0463796 Jul 06 17:49:21.258524 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.293690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.294600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.296462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] 10.222.0.55 "PUT /v2.0/ports/d969095d-bb85-4540-a128-4d1aa7f4a811 HTTP/1.1" status: 200 len: 1092 time: 3.2720511 Jul 06 17:49:21.299554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acb30af-0984-4ffe-8a4d-3eed5413c7b3', 'tag': 'd969095d-bb85-4540-a128-4d1aa7f4a811'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:21.303351 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9089a6f-ccea-44fa-8223-5b355cfc0821" -d '{"events": [{"name": "network-changed", "server_uuid": "2acb30af-0984-4ffe-8a4d-3eed5413c7b3", "tag": "d969095d-bb85-4540-a128-4d1aa7f4a811"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:21.364564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-68f2e83e-d01f-4f4c-9d36-911ce1298fd7 req-f370f90e-e015-4f00-84d7-e943c735ca97 service neutron] (93779) timed out ('10.222.0.13', 49294) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 17:49:21.410607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7438ff-5745-4bd6-8755-a7b89cda067b service neutron] Pushing event updated for resources: {'Port': ['ID=d969095d-bb85-4540-a128-4d1aa7f4a811,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:21.481071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedbc50-64b1-49e7-a81b-17daef9d764e req-96e1fc68-c40e-4619-afd5-e9a6c1e2dff5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.487435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedbc50-64b1-49e7-a81b-17daef9d764e req-96e1fc68-c40e-4619-afd5-e9a6c1e2dff5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.489661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0289818-2391-4cdc-9ecb-917d633df79d req-6d1dc87e-1609-491a-bf2e-5507121899e8 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853172 Jul 06 17:49:21.494269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedbc50-64b1-49e7-a81b-17daef9d764e req-96e1fc68-c40e-4619-afd5-e9a6c1e2dff5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.500722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedbc50-64b1-49e7-a81b-17daef9d764e req-96e1fc68-c40e-4619-afd5-e9a6c1e2dff5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.503461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458abc9-4d67-41b6-8596-5625b44c7159 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.505199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5458abc9-4d67-41b6-8596-5625b44c7159 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5563653 Jul 06 17:49:21.507034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedbc50-64b1-49e7-a81b-17daef9d764e req-96e1fc68-c40e-4619-afd5-e9a6c1e2dff5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.510253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44926) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:21.514011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedbc50-64b1-49e7-a81b-17daef9d764e req-96e1fc68-c40e-4619-afd5-e9a6c1e2dff5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.520499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedbc50-64b1-49e7-a81b-17daef9d764e req-96e1fc68-c40e-4619-afd5-e9a6c1e2dff5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.522562 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9aedbc50-64b1-49e7-a81b-17daef9d764e req-96e1fc68-c40e-4619-afd5-e9a6c1e2dff5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.4475641 Jul 06 17:49:21.577891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-d2370547-d099-4338-bb2c-d5e5064859c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.580092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-d2370547-d099-4338-bb2c-d5e5064859c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ba798159eb942ba977ef5f654f87c25&device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 1095 time: 0.1907334 Jul 06 17:49:21.629141 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d9d99bc9-49c8-4b6f-816b-277447622815 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 207 time: 0.1176088 Jul 06 17:49:21.633691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d02e9bdc-3ec8-49f0-881e-006dfe605cea req-2e1e1c3b-51c1-454a-9bd9-624c8b38fd6f service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152994 Jul 06 17:49:21.639254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44930) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:21.674005 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f2ae32-25d5-4d1e-ac1e-139c44d0f8c7 x-openstack-request-id: req-12f2ae32-25d5-4d1e-ac1e-139c44d0f8c7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:21.674005 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acb30af-0984-4ffe-8a4d-3eed5413c7b3", "tag": "d969095d-bb85-4540-a128-4d1aa7f4a811", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:21.674005 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12f2ae32-25d5-4d1e-ac1e-139c44d0f8c7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:21.674005 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acb30af-0984-4ffe-8a4d-3eed5413c7b3', 'tag': 'd969095d-bb85-4540-a128-4d1aa7f4a811', 'status': 'completed', 'code': 200} Jul 06 17:49:21.676800 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-9031a845-0840-41d9-bc6e-a43d1462602b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d969095d-bb85-4540-a128-4d1aa7f4a811 HTTP/1.1" status: 200 len: 217 time: 0.0839067 Jul 06 17:49:21.921993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:21.986151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-79f10e61-e4bf-4b3e-99ec-943207bff758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:21.988080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-79f10e61-e4bf-4b3e-99ec-943207bff758 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89cf8e6d-d142-4e01-8a9f-57ce21a60fa8 HTTP/1.1" status: 200 len: 850 time: 0.2909627 Jul 06 17:49:21.989826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:22.008315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7403411-ceb4-4120-90b8-75f5b13821ff req-d70d1ab6-1d34-47e3-bd9b-e17ce7812e2e tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.0884085 Jul 06 17:49:22.110428 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-b53f412b-c329-4ff6-8f7f-e19ad0c828a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b707763-32a3-460e-823a-bea303f19738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910127 Jul 06 17:49:22.211460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:22.224227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcfd30-3ff7-4172-894c-3aa901f4ccfd req-2d25a457-b864-446f-9b76-851177a5dfce tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.232759 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-10fcfd30-3ff7-4172-894c-3aa901f4ccfd req-2d25a457-b864-446f-9b76-851177a5dfce tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4424736 Jul 06 17:49:22.250799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63bf8-ba75-4f1e-9397-a9b786c85c85 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.256845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63bf8-ba75-4f1e-9397-a9b786c85c85 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.263749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63bf8-ba75-4f1e-9397-a9b786c85c85 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.270074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63bf8-ba75-4f1e-9397-a9b786c85c85 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.277584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63bf8-ba75-4f1e-9397-a9b786c85c85 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.286786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c63bf8-ba75-4f1e-9397-a9b786c85c85 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.289986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-01c63bf8-ba75-4f1e-9397-a9b786c85c85 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6486797 Jul 06 17:49:22.298801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:22.318955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.25.7.240 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/98ee5f9c-ebea-409d-8914-b792c2300ec3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:22.344892 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-381da016-edf7-45e1-9005-1fd2348a9496 service neutron] 10.222.0.55 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935601 Jul 06 17:49:22.409989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-10fcfd30-3ff7-4172-894c-3aa901f4ccfd req-9c30a251-25c5-420e-b31d-ffbb57c853e4 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758938 Jul 06 17:49:22.544160 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:22.640577 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2d17a0e4-5f07-4ca6-9ab7-80a5d113a511 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3398194 Jul 06 17:49:22.648741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44940) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:22.673730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dba59cc6-ac51-4223-bad4-d39e86268da2 req-7e63b7af-2e12-45ed-a47c-5fa2d548bb15 service neutron] 10.222.0.55 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186991 Jul 06 17:49:22.749693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:22.760032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:22.775507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0ccdd-1a09-49f1-b743-172c37b58dc9 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:22.787426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0ccdd-1a09-49f1-b743-172c37b58dc9 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:22.788014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-72b0ccdd-1a09-49f1-b743-172c37b58dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:22.840088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-72b0ccdd-1a09-49f1-b743-172c37b58dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:22.857629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0ccdd-1a09-49f1-b743-172c37b58dc9 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:22.858397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-72b0ccdd-1a09-49f1-b743-172c37b58dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:22.900076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-72b0ccdd-1a09-49f1-b743-172c37b58dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:22.901126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0ccdd-1a09-49f1-b743-172c37b58dc9 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:22.911884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5450c62-6021-4969-af31-f04312905bb7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.915721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5450c62-6021-4969-af31-f04312905bb7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.918894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5450c62-6021-4969-af31-f04312905bb7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.921906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5450c62-6021-4969-af31-f04312905bb7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.925215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5450c62-6021-4969-af31-f04312905bb7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:22.928367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e5450c62-6021-4969-af31-f04312905bb7 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2778137 Jul 06 17:49:22.936171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44944) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:23.023358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:23.122161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f68c78-0e5b-4587-a8a0-618bf483b431 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.123689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f68c78-0e5b-4587-a8a0-618bf483b431 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.125126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f68c78-0e5b-4587-a8a0-618bf483b431 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.126625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f68c78-0e5b-4587-a8a0-618bf483b431 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.128183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f68c78-0e5b-4587-a8a0-618bf483b431 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.139899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-74f68c78-0e5b-4587-a8a0-618bf483b431 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1885397 Jul 06 17:49:23.142411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44948) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:23.162174 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.224356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-51c32fa4-f8a8-44c9-802f-aebae64a9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.226624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-51c32fa4-f8a8-44c9-802f-aebae64a9f29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ba798159eb942ba977ef5f654f87c25&device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 1095 time: 0.4434381 Jul 06 17:49:23.234793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6858b-be96-46f5-8f22-529f8d922463 req-f3fc34ed-22a7-4696-894d-71d9f0ba7133 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.236355 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73d6858b-be96-46f5-8f22-529f8d922463 req-f3fc34ed-22a7-4696-894d-71d9f0ba7133 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 944 time: 0.4722373 Jul 06 17:49:23.258136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa7b156b-5ded-40f3-9329-ae2611ee68d6 req-7d9367b0-bf57-49f3-aa95-f7363ad4e83d tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.0398455 Jul 06 17:49:23.263918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:23.269527 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.280477 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c72f4-418a-41f2-be9f-acf5327a2476 None None] Sync routers for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:23.302640 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c72f4-418a-41f2-be9f-acf5327a2476 None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:23.303522 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-977c72f4-418a-41f2-be9f-acf5327a2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:23.398914 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-977c72f4-418a-41f2-be9f-acf5327a2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:23.418579 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c72f4-418a-41f2-be9f-acf5327a2476 None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:23.419668 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-977c72f4-418a-41f2-be9f-acf5327a2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:23.463954 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-977c72f4-418a-41f2-be9f-acf5327a2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:23.465163 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c72f4-418a-41f2-be9f-acf5327a2476 None None] The sync data for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:23.483035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d98183-dbfa-4afb-a016-f2935842bd31 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.484530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91d98183-dbfa-4afb-a016-f2935842bd31 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/networks/f8d9177d-b4d7-41b8-b810-ec7ae218be4b HTTP/1.1" status: 200 len: 803 time: 0.3402545 Jul 06 17:49:23.491289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:23.494738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44962) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:23.511875 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb80acc0-fea9-4e27-89ee-7358b20ec843 req-5fa69456-20a2-4e12-bdce-d53e0499b1fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.2600093 Jul 06 17:49:23.532448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ae7ffcfd-b484-49f4-8377-1308f1340b1d tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/floatingips/7ee0ae46-97ad-4541-8d9b-942455c8243b HTTP/1.1" status: 200 len: 977 time: 5.2195091 Jul 06 17:49:23.533548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44964) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:23.578315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:23.581112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:23.688760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port cbe25834-119c-4bf7-b152-81e1d04bd3e0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:23.689141 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.744637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=98ee5f9c-ebea-409d-8914-b792c2300ec3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:23.775288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73d6858b-be96-46f5-8f22-529f8d922463 req-e2e63e5f-f69e-41e8-8318-57c4a6c03df7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083463 Jul 06 17:49:23.821757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-2a6b89b5-be4b-42d0-8e0f-f60629f3488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:23.822134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44972) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:23.824403 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-2a6b89b5-be4b-42d0-8e0f-f60629f3488f service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 200 len: 911 time: 0.5845788 Jul 06 17:49:23.859719 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:23.949539 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-653fe480-41e9-4912-8c5a-d945f65acefc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d969095d-bb85-4540-a128-4d1aa7f4a811 HTTP/1.1" status: 200 len: 217 time: 0.1123679 Jul 06 17:49:24.047049 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d7605836-c921-49f4-a45a-d2c8fbf8facb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/networks/f8d9177d-b4d7-41b8-b810-ec7ae218be4b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5467532 Jul 06 17:49:24.051597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:24.162010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-f9c0dae1-7cce-4aa9-a258-90a5763afdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.164642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-f9c0dae1-7cce-4aa9-a258-90a5763afdc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89cf8e6d-d142-4e01-8a9f-57ce21a60fa8 HTTP/1.1" status: 200 len: 850 time: 0.1961370 Jul 06 17:49:24.496699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d952d-b400-47fd-9a0f-c17a39bb85ad req-8feb8dd1-e3c8-4b8f-a039-8172150a4536 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.498458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b23d952d-b400-47fd-9a0f-c17a39bb85ad req-8feb8dd1-e3c8-4b8f-a039-8172150a4536 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.6980901 Jul 06 17:49:24.551235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6343f9a-e5a0-48e6-bc82-6169604d846e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.562205 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a6343f9a-e5a0-48e6-bc82-6169604d846e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/subnets/22c10411-1953-41b3-9dff-4bbb71bd29df HTTP/1.1" status: 200 len: 843 time: 0.5000849 Jul 06 17:49:24.586018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44980) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:24.694476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-fcaf6ccc-d822-45cd-8127-3f713f4e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.695763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-fcaf6ccc-d822-45cd-8127-3f713f4e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.696687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-fcaf6ccc-d822-45cd-8127-3f713f4e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.697628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-fcaf6ccc-d822-45cd-8127-3f713f4e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.698200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-fcaf6ccc-d822-45cd-8127-3f713f4e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.698738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-fcaf6ccc-d822-45cd-8127-3f713f4e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.699231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-fcaf6ccc-d822-45cd-8127-3f713f4e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.701376 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-fcaf6ccc-d822-45cd-8127-3f713f4e7d99 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6492 time: 0.8614843 Jul 06 17:49:24.722273 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b23d952d-b400-47fd-9a0f-c17a39bb85ad req-a837c00e-084f-4e37-86d2-cb70d81c1abd tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009931 Jul 06 17:49:24.728983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:24.730121 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:24.730121 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Floating IP 7ee0ae46-97ad-4541-8d9b-942455c8243b disassociated. External IP: 172.25.7.226, port: cbe25834-119c-4bf7-b152-81e1d04bd3e0. Jul 06 17:49:24.730121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for cbe25834-119c-4bf7-b152-81e1d04bd3e0 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:24.749008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:24.758670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a69b2-3dd9-4849-afdf-09b46264b44e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:24.764269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c29a69b2-3dd9-4849-afdf-09b46264b44e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "GET /v2.0/subnets/22c10411-1953-41b3-9dff-4bbb71bd29df?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1628087 Jul 06 17:49:24.766776 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-f85e8646-aa3b-4fb0-aa98-31d48f46cf27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b707763-32a3-460e-823a-bea303f19738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5929935 Jul 06 17:49:24.767321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44986) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:24.804694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-596536119'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:24.836290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-6de509e0-17c7-4a35-96ac-b812d97ea61d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175406 Jul 06 17:49:24.904422 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f537756-52dd-4e77-94a8-2dcdc4459bb5 req-18ed9642-61f1-4017-925d-ed33cdc440da tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1498532 Jul 06 17:49:24.952389 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.005291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=cbe25834-119c-4bf7-b152-81e1d04bd3e0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:25.090608 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:25.096411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.225888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-6e9995c1-7b79-4b18-b7ac-cd0bec6d347c service neutron] 10.222.0.55 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173238 Jul 06 17:49:25.227223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:25.264267 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.264744 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Added segment fe08ead5-a978-45fb-95e5-ea575aaf39fc of type vlan for network 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e Jul 06 17:49:25.323283 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d90cff-2790-4ff2-b273-aafe56cc5aa7 req-c9a6a97d-5c6f-4420-95c6-bf0461c294c0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:25.324794 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53d90cff-2790-4ff2-b273-aafe56cc5aa7 req-c9a6a97d-5c6f-4420-95c6-bf0461c294c0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 944 time: 0.2111082 Jul 06 17:49:25.328594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.333132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:25.431330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53d90cff-2790-4ff2-b273-aafe56cc5aa7 req-55fdb134-9f9a-4612-99ae-e9fca1f2f0c8 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939596 Jul 06 17:49:25.519500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:25.524762 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.535309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:25.536574 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.569128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb53166-31d6-4e4e-9707-c418b195f1e4 None None] Sync routers for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:25.611589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb53166-31d6-4e4e-9707-c418b195f1e4 None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:25.613937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ffb53166-31d6-4e4e-9707-c418b195f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:25.698214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ffb53166-31d6-4e4e-9707-c418b195f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:25.719153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb53166-31d6-4e4e-9707-c418b195f1e4 None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:25.720238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ffb53166-31d6-4e4e-9707-c418b195f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:25.736431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.743312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8bcdc38c-6803-4077-81ff-8793750d2201 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/ports/cbe25834-119c-4bf7-b152-81e1d04bd3e0 HTTP/1.1" status: 204 len: 168 time: 2.2062750 Jul 06 17:49:25.745392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:25.782817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ffb53166-31d6-4e4e-9707-c418b195f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:25.783853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb53166-31d6-4e4e-9707-c418b195f1e4 None None] The sync data for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:25.785012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f277339-f18c-42aa-a0b8-a14805953221 req-70fee354-74d0-4ae4-bb5a-f6b5f2729e60 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f&device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.0832248 Jul 06 17:49:25.787994 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9876823 Jul 06 17:49:25.801016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45000) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:25.807959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'network_id': '3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:25.834116 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57dd33-2287-4062-a123-2af83651f98f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Network': ['ID=3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:25.850580 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e9089a6f-ccea-44fa-8223-5b355cfc0821 req-a825331e-bdbd-43a0-bae3-8237cf4fe757 service neutron] 10.222.0.55 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168122 Jul 06 17:49:25.863828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:25.872369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:26.006255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e29d-6432-4f0b-b0c7-553b33c46b0d req-1c591c14-735c-446e-ba59-50a063504b4c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:26.014190 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f54e29d-6432-4f0b-b0c7-553b33c46b0d req-1c591c14-735c-446e-ba59-50a063504b4c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3369150 Jul 06 17:49:26.103278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router e4c95763-688d-4cf2-af18-ef21c4e65333 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:49:26.119827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f54e29d-6432-4f0b-b0c7-553b33c46b0d req-a51f8ad4-58af-4acb-b521-937d0679b9cc tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037579 Jul 06 17:49:26.141928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Made reservation on behalf of ba016706b56048ce842d74a8bac020fa for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:26.154008 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.253541 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:49:26.294857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:26.310630 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Sync routers for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:26.323350 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:26.325324 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dd7cddd2-2f3d-4772-be34-953203f2933d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.7137969 Jul 06 17:49:26.330961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:26.339690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Performing IP validity checks on allocation pools {{(pid=93779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 17:49:26.340579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 17:49:26.341078 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:26.344010 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:26.428033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8ec20761-9451-461a-83c0-b4dcd7ddf28e tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c26a9cb1979749ce9e89cfcf8fe67b35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0876932 Jul 06 17:49:26.434059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45012) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:26.558250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f08205bb-eb89-40e4-a1e1-843717a5cd3f req-cd4f73d8-cfdb-41d6-af44-c63a32b7a8c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1763dd87396413d86363f86bd848811&device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1366258 Jul 06 17:49:26.612197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91029b-99b1-4ba7-b613-4defb25aeeb8 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:26.613784 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9a91029b-99b1-4ba7-b613-4defb25aeeb8 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1831672 Jul 06 17:49:26.622971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:26.649518 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:26.658391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-50a4062c-1d79-456b-9fd5-482b85a83f5a tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349665 Jul 06 17:49:26.662663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:26.668626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1848404282', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:26.731715 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473a92c-e1bd-4440-9f3a-155232197d44 req-21118455-ec51-4ee6-8a79-4099daf3d48b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:26.733729 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8473a92c-e1bd-4440-9f3a-155232197d44 req-21118455-ec51-4ee6-8a79-4099daf3d48b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1977234 Jul 06 17:49:26.750068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-26fcf591-5229-429e-a294-8516c88558c9 req-80ce67d5-82db-4519-b56a-784459074b24 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1011162 Jul 06 17:49:26.795215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f08205bb-eb89-40e4-a1e1-843717a5cd3f req-3a4e29c9-276e-4b01-8449-6e22eebb39b6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b1763dd87396413d86363f86bd848811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1512880 Jul 06 17:49:26.885733 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8473a92c-e1bd-4440-9f3a-155232197d44 req-3f32100c-67f5-4bea-a3ee-094b5590a8e9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293852 Jul 06 17:49:26.912949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:26.925206 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.009551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08205bb-eb89-40e4-a1e1-843717a5cd3f req-e14cde3a-341d-4a4d-ad7c-fb758237703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:27.013151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f08205bb-eb89-40e4-a1e1-843717a5cd3f req-e14cde3a-341d-4a4d-ad7c-fb758237703e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2069719 Jul 06 17:49:27.075317 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:23Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:27.094501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d969095d-bb85-4540-a128-4d1aa7f4a811 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:49:27.110150 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Checking router: e4c95763-688d-4cf2-af18-ef21c4e65333 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:49:27.110681 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Updating router e4c95763-688d-4cf2-af18-ef21c4e65333 port 98ee5f9c-ebea-409d-8914-b792c2300ec3 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:49:27.161659 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.355157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d8e7-d552-4643-a606-403dcf5c2582 req-84806bfd-63a2-4183-b761-1a03ac65a0c6 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:27.363985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32e2d8e7-d552-4643-a606-403dcf5c2582 req-84806bfd-63a2-4183-b761-1a03ac65a0c6 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 944 time: 0.1702669 Jul 06 17:49:27.427065 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32e2d8e7-d552-4643-a606-403dcf5c2582 req-29ae174c-cf35-4b09-a2df-2ad3dac2b98b tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619864 Jul 06 17:49:27.473192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port d969095d-bb85-4540-a128-4d1aa7f4a811, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d969095d-bb85-4540-a128-4d1aa7f4a811,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:27.512002 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.519441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'd969095d-bb85-4540-a128-4d1aa7f4a811', 'network_id': '4b707763-32a3-460e-823a-bea303f19738', 'port_id': 'd969095d-bb85-4540-a128-4d1aa7f4a811', 'mac_address': 'fa:16:3e:ad:dd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cf8e6d-d142-4e01-8a9f-57ce21a60fa8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:49:27.521196 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.525521 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Transition to ACTIVE for port object 98ee5f9c-ebea-409d-8914-b792c2300ec3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:27.535878 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.615523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.624800 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Attempting to bind port 98ee5f9c-ebea-409d-8914-b792c2300ec3 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:27.625196 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Attempting to bind port 98ee5f9c-ebea-409d-8914-b792c2300ec3 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:27.625635 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Attempting to bind port 98ee5f9c-ebea-409d-8914-b792c2300ec3 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:27.647126 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:27.649615 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:27.650655 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.651600 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:27.652637 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Bound port: 98ee5f9c-ebea-409d-8914-b792c2300ec3, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:27.655531 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.655667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.671810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d969095d-bb85-4540-a128-4d1aa7f4a811 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:27.704278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port d969095d-bb85-4540-a128-4d1aa7f4a811, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d969095d-bb85-4540-a128-4d1aa7f4a811,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:27.713258 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.762025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=b3010220-c3b0-4eb0-a997-c4d1fa8996dd,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:27.803305 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f9899-18ea-43e1-bd30-e6831ef7cc7f None None] Pushing event updated for resources: {'Port': ['ID=98ee5f9c-ebea-409d-8914-b792c2300ec3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:27.819577 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] For port 98ee5f9c-ebea-409d-8914-b792c2300ec3, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:27.827193 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] For port 98ee5f9c-ebea-409d-8914-b792c2300ec3, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=98ee5f9c-ebea-409d-8914-b792c2300ec3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:27.839862 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.879102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:27.918757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=d969095d-bb85-4540-a128-4d1aa7f4a811,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:27.919089 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:27.919854 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:27.997052 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f9899-18ea-43e1-bd30-e6831ef7cc7f None None] Pushing event updated for resources: {'Port': ['ID=98ee5f9c-ebea-409d-8914-b792c2300ec3,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:28.013492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Checking segment: {'id': 'fe08ead5-a978-45fb-95e5-ea575aaf39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:28.013864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network hostable DHCP agents. Network: 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:49:28.069379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57424a-1d02-4406-8bef-6295d492e2da req-6e8ea6ac-7c7b-4948-b287-9e3a31af8224 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:28.081532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-6e8ea6ac-7c7b-4948-b287-9e3a31af8224 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 0.4937508 Jul 06 17:49:28.146276 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-246092bf-408f-4b30-8b58-92aa0a4842c7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/quotas/7aacb4a41b3b464b8acf89aee1d36cf3 HTTP/1.1" status: 200 len: 375 time: 0.0631654 Jul 06 17:49:28.168106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Subnet': ['ID=c3895793-3340-48b0-bb5e-4e99ed1d85a6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:28.183167 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:28.184969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['d969095d-bb85-4540-a128-4d1aa7f4a811'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:28.250482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Checking segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:28.251276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network hostable DHCP agents. Network: 28fa3e04-c2af-4440-8810-c119a0ffb6d2, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:49:28.368101 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb17047a-5a4c-460f-9d02-63fc7f47a84a req-abd8d9c4-ebcf-4cd0-8000-4768201343aa tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1686115 Jul 06 17:49:28.372521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:49:28.373823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Network 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:49:28.426109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f08205bb-eb89-40e4-a1e1-843717a5cd3f req-1dc025dd-cd74-4d89-b217-ef6935562e26 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1557839 Jul 06 17:49:28.446318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:28.455988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 28fa3e04-c2af-4440-8810-c119a0ffb6d2) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:28.476601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:28.477399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:28.500516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd620b3-27df-47e9-81a3-24cfb221ba5d None None] Network 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:28.511845 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-2f796594-48a4-4bc0-b861-387775afd56e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3637960 Jul 06 17:49:28.526368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:28.527453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:28.565289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fe8d92d4-e1a6-402b-bc98-3f64e4f76925 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7593102 Jul 06 17:49:28.569183 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:23Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:28.576050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45052) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:28.601809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-93a49b1d-a61c-4fab-af7b-4222413d7c17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:28.615636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be0760e-2d65-49a4-a528-92c8508f75d6 None None] Network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:28.649372 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5747a6c-ffbd-4c75-b006-c599fc7855df None None] The sync data for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 is: [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:23Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:28.712746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3f0e2316-f410-4943-bc2d-d8afab540c8b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0452564 Jul 06 17:49:28.713732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:28.854300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e', 'network_id': '3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e', 'tenant_id': 'ba016706b56048ce842d74a8bac020fa', 'fixed_ips': [{'subnet_id': 'b3010220-c3b0-4eb0-a997-c4d1fa8996dd'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:49:28.860760 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:28.945776 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93a49b1d-a61c-4fab-af7b-4222413d7c17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4229081'] for subnet, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:28.997801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port 4cfe5ece-a049-46b9-8f4e-257a3399f8e1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:28.997801 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:29.060768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-7a1d9c72-b548-4d4b-927e-10bf02b95adc service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475309 Jul 06 17:49:29.396158 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-ca5bebfb-e66e-4dfe-ba4f-231544312b20 service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688516 Jul 06 17:49:29.404252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:49:29.406415 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:29.988125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Allocated IP 172.20.0.2 (28fa3e04-c2af-4440-8810-c119a0ffb6d2/c3895793-3340-48b0-bb5e-4e99ed1d85a6/0816ce55-9534-4294-8134-1d3024420170) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:30.112145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a0890-7622-4c50-ae01-4b387a00307c req-2a7c4e93-1d2b-4c33-9864-6a0f17e5de25 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:30.128934 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-246a0890-7622-4c50-ae01-4b387a00307c req-2a7c4e93-1d2b-4c33-9864-6a0f17e5de25 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 945 time: 1.4242120 Jul 06 17:49:30.242966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae7dc30b-e02f-4aba-ad2e-9aebc3e9dd79 req-2821d64b-380c-4504-84e2-bf977d205b96 tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c57058-de73-40eb-aaa0-02ba76e6998f HTTP/1.1" status: 200 len: 210 time: 0.1012838 Jul 06 17:49:30.282297 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.297541 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Transition to ACTIVE for port object 0816ce55-9534-4294-8134-1d3024420170 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:30.325129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Transition to ACTIVE for port object 0816ce55-9534-4294-8134-1d3024420170 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:30.338248 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:49:30.338248 n-d-799526-3 neutron-server[93780]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 06 17:49:30.338248 n-d-799526-3 neutron-server[93780]: [parameters: {'in_use': 1, 'id_1': 'b3010220-c3b0-4eb0-a997-c4d1fa8996dd'}] Jul 06 17:49:30.338248 n-d-799526-3 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:49:30.340171 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:49:30.344310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.423755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:30.428345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:30.435474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:30.489016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-246a0890-7622-4c50-ae01-4b387a00307c req-27480c2e-8bf0-4b7a-863c-7a0e8660760c tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509185 Jul 06 17:49:30.502762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Pushing event updated for resources: {'Port': ['ID=0816ce55-9534-4294-8134-1d3024420170,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:30.543021 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93a49b1d-a61c-4fab-af7b-4222413d7c17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747871330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4320380'] for subnet, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.548082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.560904 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.601810 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31b4c955-96d8-49d0-8915-5a66db72263b req-e05201c2-cb7f-4d1d-8f97-c9f87809dc63 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 210 time: 0.1006305 Jul 06 17:49:30.654502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Attempting to bind port 0816ce55-9534-4294-8134-1d3024420170 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:30.655094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Attempting to bind port 0816ce55-9534-4294-8134-1d3024420170 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:30.655651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Attempting to bind port 0816ce55-9534-4294-8134-1d3024420170 on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:30.672237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for 4cfe5ece-a049-46b9-8f4e-257a3399f8e1 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:30.678273 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:30.679424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Checking segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:30.680123 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.680811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Bound using segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:30.681596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Bound port: 0816ce55-9534-4294-8134-1d3024420170, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:30.682238 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.689224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a49b1d-a61c-4fab-af7b-4222413d7c17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:30.690152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93a49b1d-a61c-4fab-af7b-4222413d7c17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.691824 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-93a49b1d-a61c-4fab-af7b-4222413d7c17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "PUT /v2.0/subnets/b3010220-c3b0-4eb0-a997-c4d1fa8996dd HTTP/1.1" status: 200 len: 900 time: 2.1146734 Jul 06 17:49:30.701438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45072) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:30.825781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a49b1d-a61c-4fab-af7b-4222413d7c17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event updated for resources: {'Subnet': ['ID=b3010220-c3b0-4eb0-a997-c4d1fa8996dd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:30.894828 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:30.897637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] For port 0816ce55-9534-4294-8134-1d3024420170, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:30.947600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] For port 0816ce55-9534-4294-8134-1d3024420170, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0816ce55-9534-4294-8134-1d3024420170,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:30.959188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.114000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 98ee5f9c-ebea-409d-8914-b792c2300ec3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:31.140320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.140995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d969095d-bb85-4540-a128-4d1aa7f4a811 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:31.176962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.20.0.1 (28fa3e04-c2af-4440-8810-c119a0ffb6d2/c3895793-3340-48b0-bb5e-4e99ed1d85a6/bd6e12a7-e63e-4b5f-94f4-e0b26df41035) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:31.334857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c23cc8-1595-45e4-a281-aceaf2122f07 None None] Pushing event updated for resources: {'Port': ['ID=0816ce55-9534-4294-8134-1d3024420170,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:31.360224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.468159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port d969095d-bb85-4540-a128-4d1aa7f4a811 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:31.477986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=4cfe5ece-a049-46b9-8f4e-257a3399f8e1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:31.506862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port d969095d-bb85-4540-a128-4d1aa7f4a811 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:31.508332 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.541035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.592788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Allocated IP 2001:db8::3 (3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e/b3010220-c3b0-4eb0-a997-c4d1fa8996dd/5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:31.610844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 98ee5f9c-ebea-409d-8914-b792c2300ec3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:31.623549 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.670743 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 98ee5f9c-ebea-409d-8914-b792c2300ec3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:31.671118 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:31.724385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Transition to ACTIVE for port object bd6e12a7-e63e-4b5f-94f4-e0b26df41035 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:31.899989 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.216589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:32.221198 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.237614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:32.247888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:32.259964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=bd6e12a7-e63e-4b5f-94f4-e0b26df41035,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:32.379321 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.441436 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.454896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Transition to ACTIVE for port object 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:32.483840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Transition to ACTIVE for port object 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:32.511929 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.580113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Network 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:32.588776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:32.594222 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.597605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:32.633676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b165c9c-3d8a-4131-b41f-088e8a45e2bb req-63755736-8fdb-4c9d-b71b-737928f87c9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1763dd87396413d86363f86bd848811&device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.0816815 Jul 06 17:49:32.670443 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e396c964-c69d-4b83-b619-051e79fb452d req-987cdb66-77ec-426e-bdef-7721bfe4cc29 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 210 time: 0.1160309 Jul 06 17:49:32.795572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Pushing event updated for resources: {'Port': ['ID=5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:32.879106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b165c9c-3d8a-4131-b41f-088e8a45e2bb req-21581320-76eb-41f0-8431-d553d6ff9fed service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b1763dd87396413d86363f86bd848811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1534033 Jul 06 17:49:32.880392 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:32.911580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Attempting to bind port 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:32.911981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Attempting to bind port 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'fe08ead5-a978-45fb-95e5-ea575aaf39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:32.912363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Attempting to bind port 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34 on network 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:33.084008 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.123115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2db01339-7132-439d-9b1f-72091cb25cc0 req-1605ce26-cfb7-40b1-b1f0-f280efb92abb tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.1656165 Jul 06 17:49:33.169100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 98ee5f9c-ebea-409d-8914-b792c2300ec3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=98ee5f9c-ebea-409d-8914-b792c2300ec3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:33.180251 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.190212 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.199974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:33.200458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Checking segment: {'id': 'fe08ead5-a978-45fb-95e5-ea575aaf39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:33.200877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.201280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Bound using segment: {'id': 'fe08ead5-a978-45fb-95e5-ea575aaf39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:33.201838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Bound port: 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe08ead5-a978-45fb-95e5-ea575aaf39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:33.202163 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.348513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57424a-1d02-4406-8bef-6295d492e2da req-acaac9d6-ad15-44b1-b6d1-cf5918c40363 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:33.351050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-acaac9d6-ad15-44b1-b6d1-cf5918c40363 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 0.7888973 Jul 06 17:49:33.352603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b165c9c-3d8a-4131-b41f-088e8a45e2bb req-9f55af1d-1d39-4b86-89d1-b60f9dc3dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:33.354279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b165c9c-3d8a-4131-b41f-088e8a45e2bb req-9f55af1d-1d39-4b86-89d1-b60f9dc3dcfd service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3566120 Jul 06 17:49:33.358608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=b3010220-c3b0-4eb0-a997-c4d1fa8996dd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:33.379268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port d969095d-bb85-4540-a128-4d1aa7f4a811, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d969095d-bb85-4540-a128-4d1aa7f4a811,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:33.381146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'port': {'device_id': '428c7036-14e4-4d7a-a7c0-21d9605aef93', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'admin_state_up': True, 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:33.401090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acb30af-0984-4ffe-8a4d-3eed5413c7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd969095d-bb85-4540-a128-4d1aa7f4a811'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:33.407719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.408747 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee87dd-cff9-42a5-afd3-5187898a5320" -d '{"events": [{"server_uuid": "2acb30af-0984-4ffe-8a4d-3eed5413c7b3", "name": "network-vif-plugged", "status": "completed", "tag": "d969095d-bb85-4540-a128-4d1aa7f4a811"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:33.415960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b06c9-8a0e-4e7f-a7a0-fe1017341ff8 None None] Network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:33.568977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0816ce55-9534-4294-8134-1d3024420170 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:33.596688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c4974-0b65-4446-a3ce-f043fe4606a5 req-36f12254-5250-41a2-b65f-e0b6b5a5eb71 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:33.604561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc8c4974-0b65-4446-a3ce-f043fe4606a5 req-36f12254-5250-41a2-b65f-e0b6b5a5eb71 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 945 time: 1.4309790 Jul 06 17:49:33.618713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=98ee5f9c-ebea-409d-8914-b792c2300ec3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:33.638749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.650003 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.683365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:33.714375 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc8c4974-0b65-4446-a3ce-f043fe4606a5 req-b44c07be-e2ba-4c5e-bc6f-c55d35435751 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086447 Jul 06 17:49:33.718588 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a0273-4987-4239-a3b9-5a1aff8ebeb6 x-openstack-request-id: req-604a0273-4987-4239-a3b9-5a1aff8ebeb6 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:33.719147 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acb30af-0984-4ffe-8a4d-3eed5413c7b3", "name": "network-vif-plugged", "status": "completed", "tag": "d969095d-bb85-4540-a128-4d1aa7f4a811", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:33.719412 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-604a0273-4987-4239-a3b9-5a1aff8ebeb6 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:33.719817 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acb30af-0984-4ffe-8a4d-3eed5413c7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd969095d-bb85-4540-a128-4d1aa7f4a811', 'code': 200} Jul 06 17:49:33.725115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe08ead5-a978-45fb-95e5-ea575aaf39fc') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:33.727126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe08ead5-a978-45fb-95e5-ea575aaf39fc') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:33.778215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=d969095d-bb85-4540-a128-4d1aa7f4a811,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:33.813689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0816ce55-9534-4294-8134-1d3024420170 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:33.848214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-58ea322b-966e-4a17-adf2-595039dadca5 None None] Provisioning for port 0816ce55-9534-4294-8134-1d3024420170 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:33.892223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.899752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0816ce55-9534-4294-8134-1d3024420170 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:33.900137 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.922605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-58ea322b-966e-4a17-adf2-595039dadca5 None None] Provisioning complete for port 0816ce55-9534-4294-8134-1d3024420170 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:33.922989 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58ea322b-966e-4a17-adf2-595039dadca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.968938 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:33.981730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] For port 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:33.988218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Made reservation on behalf of 7aacb4a41b3b464b8acf89aee1d36cf3 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:33.992496 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.012791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:34.013214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:34.017996 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:34.136433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:34.155761 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:49:34.155761 n-d-799526-3 neutron-server[93779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:49:34.155761 n-d-799526-3 neutron-server[93779]: [parameters: {'id': '3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e'}] Jul 06 17:49:34.155761 n-d-799526-3 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:49:34.156261 n-d-799526-3 neutron-server[93779]: DEBUG oslo_db.api [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:49:34.247926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] For port 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34,segment=NetworkSegment(fe08ead5-a978-45fb-95e5-ea575aaf39fc),segment_id=fe08ead5-a978-45fb-95e5-ea575aaf39fc)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:34.402193 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.465208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.496414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.502949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-18ec6776-d7a1-4505-9bae-7a9f2a44d146 req-c75e6375-2173-4979-800e-d3f0e45c95de tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.0439024 Jul 06 17:49:34.541816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Allocated IP 172.20.0.4 (ad008159-491b-44b7-b34f-58dbc4e84586/9521b14c-453c-47b3-8db1-d103d8b30de6/7c357080-028e-4d0b-94e1-57557bfe6479) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:34.549045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:34.562217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.573324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6123130c-a70d-4eda-b063-897a26ff619a tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/routers/b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8265145 Jul 06 17:49:34.579292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:34.591201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e7feb0aa-4a53-4c95-ae6e-09da8aefb70b req-d2809993-a962-46ab-b9f6-8f1487535f13 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 210 time: 0.1893446 Jul 06 17:49:34.613198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b165c9c-3d8a-4131-b41f-088e8a45e2bb req-c44bb993-4dd2-4687-8b61-22a6adca0d6d tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.0613539 Jul 06 17:49:34.657112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.658741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5241a0-a98c-42a4-bd78-475d808b2298 None None] Pushing event updated for resources: {'Port': ['ID=5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:34.678200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7294b94-191f-47b5-a6f9-4aa808942cc6 None None] Sync routers for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:34.876532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:34.879781 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:34.901200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a75a8-5cc6-4c69-9917-4579d5f5e3f7 req-72312376-8610-46ee-ad0a-2eb2ed93be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:34.902899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f83a75a8-5cc6-4c69-9917-4579d5f5e3f7 req-72312376-8610-46ee-ad0a-2eb2ed93be31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 1097 time: 0.5000288 Jul 06 17:49:34.903879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:34.939149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7294b94-191f-47b5-a6f9-4aa808942cc6 None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:34.939826 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d7294b94-191f-47b5-a6f9-4aa808942cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:34.955914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f83a75a8-5cc6-4c69-9917-4579d5f5e3f7 req-f6f5294c-4647-42f2-9334-95dd7b3ea4a8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 Jul 06 17:49:34.959109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d92f3-2bf5-484e-bedc-d7c752a6f0b0 None None] Network 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:35.004353 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.020381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Transition to ACTIVE for port object 7c357080-028e-4d0b-94e1-57557bfe6479 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:35.032937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=bd6e12a7-e63e-4b5f-94f4-e0b26df41035,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:35.033452 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d7294b94-191f-47b5-a6f9-4aa808942cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:35.067939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.084291 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.162590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7294b94-191f-47b5-a6f9-4aa808942cc6 None None] Routers {'b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:35.164067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d7294b94-191f-47b5-a6f9-4aa808942cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:35.184805 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58ea322b-966e-4a17-adf2-595039dadca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.264777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d7294b94-191f-47b5-a6f9-4aa808942cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:35.265356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7294b94-191f-47b5-a6f9-4aa808942cc6 None None] The sync data for ids ['b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:35.306516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router e4c95763-688d-4cf2-af18-ef21c4e65333 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:35.338550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 0816ce55-9534-4294-8134-1d3024420170, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0816ce55-9534-4294-8134-1d3024420170,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:35.473352 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.476509 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:35.548401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:35.556376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3450fe94-2da9-4a9b-8717-47843b1067d8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "PUT /v2.0/routers/e4c95763-688d-4cf2-af18-ef21c4e65333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8410664 Jul 06 17:49:35.589618 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Sync routers for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:35.615457 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:35.617811 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:35.870350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 98ee5f9c-ebea-409d-8914-b792c2300ec3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:35.934844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-222c229a-6792-441f-9ecb-d59dc8fefde5 req-081f5c5d-0077-443a-bf75-aa60ca0fc39b tempest-ServerShowV247Test-685811313 tempest-ServerShowV247Test-685811313-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fa61d06-414e-4219-9e6d-5b3d781e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.1039364 Jul 06 17:49:35.980025 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:36.040280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=0816ce55-9534-4294-8134-1d3024420170,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:36.049501 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-58ea322b-966e-4a17-adf2-595039dadca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:49:36.050164 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-58ea322b-966e-4a17-adf2-595039dadca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:49:36.186721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8302f-3f9f-4edf-9ba2-b92e8edbcd6c None None] Network 3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:36.193089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 98ee5f9c-ebea-409d-8914-b792c2300ec3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:36.206516 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:36.287340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Network ad008159-491b-44b7-b34f-58dbc4e84586 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:36.305773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:36.308782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:36.365338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting port 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:36.365762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:36.461580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8b6ec-ffc6-4fc1-9f44-1553c33914e6 req-edd83aed-1dab-492d-a504-0aefe4aaa69c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:36.464711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bed8b6ec-ffc6-4fc1-9f44-1553c33914e6 req-edd83aed-1dab-492d-a504-0aefe4aaa69c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 931 time: 0.1826489 Jul 06 17:49:36.504205 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bd6e12a7-e63e-4b5f-94f4-e0b26df41035', 'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:05:30:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:30Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 2, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:36.532889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] For port 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34,segment=NetworkSegment(fe08ead5-a978-45fb-95e5-ea575aaf39fc),segment_id=fe08ead5-a978-45fb-95e5-ea575aaf39fc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:36.533297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:36.567188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Calling delete_port for 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:36.602319 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Checking router: e4c95763-688d-4cf2-af18-ef21c4e65333 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:49:36.602948 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Updating router e4c95763-688d-4cf2-af18-ef21c4e65333 port bd6e12a7-e63e-4b5f-94f4-e0b26df41035 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:49:36.611710 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bed8b6ec-ffc6-4fc1-9f44-1553c33914e6 req-3b75600a-c001-4273-8d2b-f18ee77b9f90 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400871 Jul 06 17:49:36.770739 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:36.783246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e99172-bc3a-4f49-9bbc-2e59c9ca03f5 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:49:36.810440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'Port': ['ID=7c357080-028e-4d0b-94e1-57557bfe6479,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:36.867260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8c3fc65b-1e61-42d3-a265-281a5cb5d349 None None] Provisioning complete for port 0816ce55-9534-4294-8134-1d3024420170 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:36.867642 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc65b-1e61-42d3-a265-281a5cb5d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:36.985159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:36.989732 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-0d1483ce-4975-4191-8742-9a7df145b65b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376544079&fields=id&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 267 time: 0.1408896 Jul 06 17:49:37.008249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:37.009323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.084572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5944-4ba8-4483-8d24-50c0823e6422 req-b1776d04-c005-43eb-b6f2-5a54c2ff68ee tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:37.086325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09bc5944-4ba8-4483-8d24-50c0823e6422 req-b1776d04-c005-43eb-b6f2-5a54c2ff68ee tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 1.9191735 Jul 06 17:49:37.097541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cba68a1c-734e-469c-bc18-efa894de7b36 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7204056 Jul 06 17:49:37.126817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e99172-bc3a-4f49-9bbc-2e59c9ca03f5 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:49:37.138933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8c3fc65b-1e61-42d3-a265-281a5cb5d349 None None] Provisioning for port 7c357080-028e-4d0b-94e1-57557bfe6479 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:37.150491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8c3fc65b-1e61-42d3-a265-281a5cb5d349 None None] Provisioning complete for port 7c357080-028e-4d0b-94e1-57557bfe6479 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:37.151023 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc65b-1e61-42d3-a265-281a5cb5d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.199327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fc5ec012-b97a-44a7-a88e-7b60967bc408 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:49:37.201166 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fc5ec012-b97a-44a7-a88e-7b60967bc408 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165043 Jul 06 17:49:37.247010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Request body: {'port': {'device_id': '428c7036-14e4-4d7a-a7c0-21d9605aef93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:37.250398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-5934aa8a-2b1d-4a52-9acb-97fa51339bfc tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:37.258768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-5934aa8a-2b1d-4a52-9acb-97fa51339bfc tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 796 time: 0.2620604 Jul 06 17:49:37.270528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.290386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-e0933bb9-cc31-4c00-b54c-88978ad0251c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/quotas/c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 375 time: 0.0258722 Jul 06 17:49:37.343703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No DVR routers for this DVR port 5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:37.400057 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-571ec5d1-dc21-4cb8-a168-0b597517f4a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988090 Jul 06 17:49:37.403619 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.406538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-f4002def-5cba-4eaf-83f6-0ca296620c07 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:49:37.412828 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-f4002def-5cba-4eaf-83f6-0ca296620c07 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117810 Jul 06 17:49:37.433807 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Transition to ACTIVE for port object bd6e12a7-e63e-4b5f-94f4-e0b26df41035 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:37.446101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Port': ['ID=5ad85df4-53ee-41c0-b8c5-68ab6cfb9e34,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:37.446884 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.592268 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.604664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:37.641301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe08ead5-a978-45fb-95e5-ea575aaf39fc') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:37.642023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe08ead5-a978-45fb-95e5-ea575aaf39fc') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:37.650527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-cd4197a2-9f68-4365-af7b-06d49f5dc0d8 service neutron] 10.222.0.13 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342649 Jul 06 17:49:37.657085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0816ce55-9534-4294-8134-1d3024420170 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:37.658635 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.742746 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Attempting to bind port bd6e12a7-e63e-4b5f-94f4-e0b26df41035 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:37.743583 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Attempting to bind port bd6e12a7-e63e-4b5f-94f4-e0b26df41035 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:37.744597 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Attempting to bind port bd6e12a7-e63e-4b5f-94f4-e0b26df41035 on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:37.752796 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25366b4-114e-449f-91a3-4a901836dded None None] Pushing event updated for resources: {'Port': ['ID=bd6e12a7-e63e-4b5f-94f4-e0b26df41035,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:37.763867 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:37.764325 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Checking segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:37.764974 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.765633 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Bound using segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:37.765766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09bc5944-4ba8-4483-8d24-50c0823e6422 req-e9084575-ef3e-42f0-b78b-bb6f8e0c62da tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631316 Jul 06 17:49:37.766484 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Bound port: bd6e12a7-e63e-4b5f-94f4-e0b26df41035, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:37.766877 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.767124 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.790492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fc65b-1e61-42d3-a265-281a5cb5d349 None None] Port 7c357080-028e-4d0b-94e1-57557bfe6479 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:49:37.874277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0816ce55-9534-4294-8134-1d3024420170 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:37.874821 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.879500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8c3fc65b-1e61-42d3-a265-281a5cb5d349 None None] Provisioning for port bd6e12a7-e63e-4b5f-94f4-e0b26df41035 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:37.882762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.886468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:37.886937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:37.890450 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:37.918229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-de3befa6-d838-447d-b1e6-c3777e851330 service neutron] 10.222.0.13 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659557 Jul 06 17:49:37.943324 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] For port bd6e12a7-e63e-4b5f-94f4-e0b26df41035, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:37.962362 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] For port bd6e12a7-e63e-4b5f-94f4-e0b26df41035, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bd6e12a7-e63e-4b5f-94f4-e0b26df41035,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:37.970914 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:38.045525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port 992f1bba-7677-4671-9f2e-ce84c71626e7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:38.045947 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:38.123274 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:38.130786 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:38.308473 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:38.312810 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25366b4-114e-449f-91a3-4a901836dded None None] Pushing event updated for resources: {'Port': ['ID=bd6e12a7-e63e-4b5f-94f4-e0b26df41035,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:38.315952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:38.323041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45140) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:38.324952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e HTTP/1.1" status: 204 len: 168 time: 7.6199167 Jul 06 17:49:38.472751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4eb4a-7c5a-4cb2-b717-ce7a276917b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:38.520060 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:38.528586 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4e0f62-9857-4518-8500-e12227a29efb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:38.529189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4e0f62-9857-4518-8500-e12227a29efb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:38.537159 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5b4e0f62-9857-4518-8500-e12227a29efb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/b3010220-c3b0-4eb0-a997-c4d1fa8996dd HTTP/1.1" status: 404 len: 337 time: 0.2098088 Jul 06 17:49:38.555027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76006371-7d41-4b5d-a38f-84e213767f4e req-a941a9b2-c299-4e91-850e-b52f87614d6f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 210 time: 0.1513500 Jul 06 17:49:38.556732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45142) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:38.615652 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-097462c2-ae84-44b9-b573-9b580aa0a999 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:38.615652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097462c2-ae84-44b9-b573-9b580aa0a999 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:38.617243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-097462c2-ae84-44b9-b573-9b580aa0a999 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/3b247e89-9e7a-4d04-bc8a-e60a0fc79b6e HTTP/1.1" status: 404 len: 339 time: 0.0581484 Jul 06 17:49:38.621347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45148) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:38.650584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:38.709428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for 992f1bba-7677-4671-9f2e-ce84c71626e7 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:38.803025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45154) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:38.841690 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:38.892138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0e4c-10e8-47bd-a61c-f59f1909e30a req-5574a15e-dcae-44bf-b319-91f017f4bb83 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:38.902388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c31b0e4c-10e8-47bd-a61c-f59f1909e30a req-5574a15e-dcae-44bf-b319-91f017f4bb83 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 931 time: 0.6721830 Jul 06 17:49:38.996903 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.011495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf31f5a-57be-4dd9-9e3a-d9403386f15d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:39.034529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd923e0-7bec-4549-b489-728da05825c0') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:39.034848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd923e0-7bec-4549-b489-728da05825c0') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:39.068730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.110962 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c31b0e4c-10e8-47bd-a61c-f59f1909e30a req-0ea8624a-ef6c-43d1-b032-b40d140087fc tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070684 Jul 06 17:49:39.128134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.146500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:39.146744 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.180047 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bd6e12a7-e63e-4b5f-94f4-e0b26df41035', 'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:05:30:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:30Z', 'updated_at': '2021-07-06T17:49:37Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:39.227498 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:39.253293 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.275125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.277482 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2788adb2-23c2-4004-82e2-356bff783047 None None] The sync data for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 is: [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bd6e12a7-e63e-4b5f-94f4-e0b26df41035', 'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:05:30:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:30Z', 'updated_at': '2021-07-06T17:49:37Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:39.289267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/abf31f5a-57be-4dd9-9e3a-d9403386f15d HTTP/1.1" status: 204 len: 168 time: 0.6661601 Jul 06 17:49:39.313943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:39.349419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39f3ea-b7d3-4aa9-b1bf-a38fe8ac3a3d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=abf31f5a-57be-4dd9-9e3a-d9403386f15d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:39.390861 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24479953-0892-42e4-ad4b-9c1b28e90105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.471657 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7be48a-c707-4015-a88f-0de03881c07e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:39.472144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7be48a-c707-4015-a88f-0de03881c07e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:39.474088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0b7be48a-c707-4015-a88f-0de03881c07e tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/82813dfe-4a02-4eb4-9d00-fe0698255452 HTTP/1.1" status: 404 len: 337 time: 0.1531670 Jul 06 17:49:39.486234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:39.529410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c357080-028e-4d0b-94e1-57557bfe6479 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:39.541854 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.580222 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-51967a3b-e9b5-419a-8f14-2af5b1c9179d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:39.580222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51967a3b-e9b5-419a-8f14-2af5b1c9179d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:39.586028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-51967a3b-e9b5-419a-8f14-2af5b1c9179d tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/c4ce7e45-0ef9-4c03-9665-cb1186b40051 HTTP/1.1" status: 404 len: 339 time: 0.0617909 Jul 06 17:49:39.602831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:39.661270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e901d-428f-445c-9345-8132284e0023 req-412899d7-550f-4d86-8e73-9e347949b0e0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:39.671141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bb2e901d-428f-445c-9345-8132284e0023 req-412899d7-550f-4d86-8e73-9e347949b0e0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.4424334 Jul 06 17:49:39.707849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f2ed54-63b6-4240-9798-7542d559c795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting subnet 93b61900-9316-494d-b96f-80a11ac7b52a {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:39.713363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80f2ed54-63b6-4240-9798-7542d559c795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.789025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bb2e901d-428f-445c-9345-8132284e0023 req-45915a89-c575-4de9-b5bf-2f1d9642ff95 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013327 Jul 06 17:49:39.790793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bd6e12a7-e63e-4b5f-94f4-e0b26df41035 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:39.846208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Transition to ACTIVE for port object 7c357080-028e-4d0b-94e1-57557bfe6479 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:39.885672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.894532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24479953-0892-42e4-ad4b-9c1b28e90105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.903139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port bd6e12a7-e63e-4b5f-94f4-e0b26df41035 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:39.907651 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24479953-0892-42e4-ad4b-9c1b28e90105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:39.908226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bd6e12a7-e63e-4b5f-94f4-e0b26df41035 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:39.908939 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.080527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-24479953-0892-42e4-ad4b-9c1b28e90105 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1763dd87396413d86363f86bd848811&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2761579 Jul 06 17:49:40.081252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45174) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:40.081966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24479953-0892-42e4-ad4b-9c1b28e90105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c8cec-ddf0-48cf-ad46-e394375b9001,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:40.088373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Pushing event updated for resources: {'Port': ['ID=7c357080-028e-4d0b-94e1-57557bfe6479,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:40.106691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41fb9c7d-3992-448e-8d4f-1b3006837982 req-53eaf863-98c1-49c9-b9d5-094109f71456 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 210 time: 0.2684398 Jul 06 17:49:40.107654 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.149551 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80f2ed54-63b6-4240-9798-7542d559c795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.204098 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.292452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-696cdb12-2f77-401a-bc82-fd0c735441d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.342568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port bd6e12a7-e63e-4b5f-94f4-e0b26df41035, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bd6e12a7-e63e-4b5f-94f4-e0b26df41035,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:40.351745 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.396831 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-696cdb12-2f77-401a-bc82-fd0c735441d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.479152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=bd6e12a7-e63e-4b5f-94f4-e0b26df41035,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:40.519622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-696cdb12-2f77-401a-bc82-fd0c735441d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.524756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-696cdb12-2f77-401a-bc82-fd0c735441d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:40.532792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-696cdb12-2f77-401a-bc82-fd0c735441d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e2c8cec-ddf0-48cf-ad46-e394375b9001 HTTP/1.1" status: 204 len: 168 time: 0.4245174 Jul 06 17:49:40.612701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cdb12-2f77-401a-bc82-fd0c735441d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c8cec-ddf0-48cf-ad46-e394375b9001,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:40.794195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=992f1bba-7677-4671-9f2e-ce84c71626e7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:40.906914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-42b7b158-c021-4127-9c29-4ece15a6f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:40.916303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-42b7b158-c021-4127-9c29-4ece15a6f072 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ba798159eb942ba977ef5f654f87c25&device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 1097 time: 0.2311170 Jul 06 17:49:41.210958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-7d42bdb4-29b8-4d1c-b336-29aa65fd3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:41.214773 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-7d42bdb4-29b8-4d1c-b336-29aa65fd3d4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 200 len: 911 time: 0.2896128 Jul 06 17:49:41.278962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-06f7cea9-deac-4202-a1f0-c2d676853a89 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:41.281285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-06f7cea9-deac-4202-a1f0-c2d676853a89 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 796 time: 0.2480068 Jul 06 17:49:41.395576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f73aeb-0a84-4374-8fc7-5943d862c1a7 req-e85a0cd6-90b7-43be-b12d-1a124ddc6961 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:41.400201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80f73aeb-0a84-4374-8fc7-5943d862c1a7 req-e85a0cd6-90b7-43be-b12d-1a124ddc6961 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.4611974 Jul 06 17:49:41.408141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-f6a993d3-f5e3-4773-9bc6-3235bb898a1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d969095d-bb85-4540-a128-4d1aa7f4a811 HTTP/1.1" status: 200 len: 217 time: 0.1271935 Jul 06 17:49:41.528341 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-4f2028ec-6dc3-4447-adaa-cee7874cb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:41.530104 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80f2ed54-63b6-4240-9798-7542d559c795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:41.532772 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-4f2028ec-6dc3-4447-adaa-cee7874cb3a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89cf8e6d-d142-4e01-8a9f-57ce21a60fa8 HTTP/1.1" status: 200 len: 850 time: 0.1141176 Jul 06 17:49:41.586376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-c781323b-0634-4813-9243-cb69c930a865 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b707763-32a3-460e-823a-bea303f19738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390003 Jul 06 17:49:41.607355 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80f73aeb-0a84-4374-8fc7-5943d862c1a7 req-13d14abd-ef63-4c05-84b7-111e4eb05abf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945555 Jul 06 17:49:41.638970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bd6e12a7-e63e-4b5f-94f4-e0b26df41035 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:41.757842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bd6e12a7-e63e-4b5f-94f4-e0b26df41035 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:41.759440 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:41.804504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:41.820207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-25e0c2c4-1a0c-45f7-a40b-c439895c82bd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 380 time: 0.5010855 Jul 06 17:49:41.860285 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-f3eef70a-eae4-4ad0-b2f1-f180ce155661 service neutron] 10.222.0.55 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566373 Jul 06 17:49:42.055076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cefef537-a678-4c12-9bc2-fabff5afb660 req-ed71582b-59d6-42da-b068-95fd741c4936 service neutron] 10.222.0.55 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700633 Jul 06 17:49:42.099795 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aff74f62-1dfd-48b5-808e-ee45ffd183ff req-f709dd47-4e07-4c00-b348-498bd0976c57 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 210 time: 0.0385351 Jul 06 17:49:42.119521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45206) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:42.135447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'port': {'device_id': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'admin_state_up': True, 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'security_groups': ['e66e44c5-936c-4321-b830-11544bdfacca']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:42.145283 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80f2ed54-63b6-4240-9798-7542d559c795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.228285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2ed54-63b6-4240-9798-7542d559c795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=93b61900-9316-494d-b96f-80a11ac7b52a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:42.291380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9e5f4-d658-40a1-964f-921ddf2abbcb req-8b537038-0314-404f-a205-e626cb4e622f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:42.293650 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07a9e5f4-d658-40a1-964f-921ddf2abbcb req-8b537038-0314-404f-a205-e626cb4e622f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 943 time: 1.5295291 Jul 06 17:49:42.319544 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.324035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.324863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-579837908-network', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:42.333298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80f2ed54-63b6-4240-9798-7542d559c795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.339795 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-80f2ed54-63b6-4240-9798-7542d559c795 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/93b61900-9316-494d-b96f-80a11ac7b52a HTTP/1.1" status: 204 len: 168 time: 2.7325649 Jul 06 17:49:42.342446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078cec37-e8d3-45ae-ae7c-ab928f7f4490 None None] Network 5507bc5d-9368-4fd5-88e1-07be4a5100ef requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:42.344174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:42.383469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Made reservation on behalf of 21f511ef257248bdb22f45f2b442f67f for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:42.386611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.400806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.533479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Attempting to bind port 7c357080-028e-4d0b-94e1-57557bfe6479 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:42.533814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Attempting to bind port 7c357080-028e-4d0b-94e1-57557bfe6479 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:42.534152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Attempting to bind port 7c357080-028e-4d0b-94e1-57557bfe6479 on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:42.577321 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.583290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.613578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:49:42.619178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.620087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Fanout notify agent at l3_agent the message router_deleted on router b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:49:42.629020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Port 7c357080-028e-4d0b-94e1-57557bfe6479 on network ad008159-491b-44b7-b34f-58dbc4e84586 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:49:42.629586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Attempting to bind port 7c357080-028e-4d0b-94e1-57557bfe6479 on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:42.642291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c90d1c-2579-47c5-b302-14732818ae17,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:42.652220 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.657031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-070ad182-fc3b-4f38-9a4c-ef9d9ec2a25c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/routers/b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9 HTTP/1.1" status: 204 len: 168 time: 8.0734141 Jul 06 17:49:42.661719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.663285 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Added segment 83edc166-5c76-4038-8935-b7c5ba336e0a of type vlan for network f2d97002-26a6-40e0-834f-092a3240c302 Jul 06 17:49:42.671212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45216) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:42.732456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.765252 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07a9e5f4-d658-40a1-964f-921ddf2abbcb req-7eb2e00b-45e5-4b78-a6c6-a85e3cfeee3a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217560 Jul 06 17:49:42.779184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb0e510-2416-45de-a777-eb5f4d3334b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting subnet 3213f746-a247-4179-862b-af617338332f {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:42.802615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:42.804086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Checking segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:42.805946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Bound using segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:42.807837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Bound port: 7c357080-028e-4d0b-94e1-57557bfe6479, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:42.808930 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.810566 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.811609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:42.812460 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.822096 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e510-2416-45de-a777-eb5f4d3334b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.931850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-666f4b40-369d-4865-97bc-05176576beeb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting subnet b91009aa-be96-46c7-8c80-82351819a784 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:42.943564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-666f4b40-369d-4865-97bc-05176576beeb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.955187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e510-2416-45de-a777-eb5f4d3334b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:42.981698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d97002-26a6-40e0-834f-092a3240c302,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:42.994763 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4293cf38-71c0-4268-8841-6bbebe902087 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8733180 Jul 06 17:49:42.995767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:43.003241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network f2d97002-26a6-40e0-834f-092a3240c302 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:49:43.010948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Request body: {'subnet': {'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-subnet', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:43.020603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:43.026567 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.068915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Made reservation on behalf of 21f511ef257248bdb22f45f2b442f67f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:49:43.074184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.108063 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-666f4b40-369d-4865-97bc-05176576beeb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.150124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] For port 7c357080-028e-4d0b-94e1-57557bfe6479, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:43.204138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9360d8-c94e-4274-80da-60f6ceba2303 req-36504ffb-84d1-4ddf-9cd1-6ea747a70bcd tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:43.208145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a9360d8-c94e-4274-80da-60f6ceba2303 req-36504ffb-84d1-4ddf-9cd1-6ea747a70bcd tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.2976162 Jul 06 17:49:43.230450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] For port 7c357080-028e-4d0b-94e1-57557bfe6479, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7c357080-028e-4d0b-94e1-57557bfe6479,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:43.255773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.323458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:43.324343 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.328053 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] 10.222.0.22 "PUT /v2.0/ports/7c357080-028e-4d0b-94e1-57557bfe6479 HTTP/1.1" status: 200 len: 1091 time: 6.0899110 Jul 06 17:49:43.342606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e510-2416-45de-a777-eb5f4d3334b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.365726 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a9360d8-c94e-4274-80da-60f6ceba2303 req-109a3e32-36e6-4367-9e05-862edf5092e8 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353314 Jul 06 17:49:43.372806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428c7036-14e4-4d7a-a7c0-21d9605aef93', 'tag': '7c357080-028e-4d0b-94e1-57557bfe6479'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:43.374486 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db3dff2-c70b-400a-9f63-bef4df8f609b" -d '{"events": [{"name": "network-changed", "server_uuid": "428c7036-14e4-4d7a-a7c0-21d9605aef93", "tag": "7c357080-028e-4d0b-94e1-57557bfe6479"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:43.614371 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.761935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe217e1f-6ceb-44da-9a46-fff133ea3258,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:43.791252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Checking segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:43.791736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Network hostable DHCP agents. Network: f2d97002-26a6-40e0-834f-092a3240c302, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:49:43.836987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Network f2d97002-26a6-40e0-834f-092a3240c302 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:49:43.856245 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, f2d97002-26a6-40e0-834f-092a3240c302) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:43.867191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:43.868111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.870610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1622ab9e-6af1-4dc6-aef4-6fc272a3149e None None] Network f2d97002-26a6-40e0-834f-092a3240c302 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:43.913067 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fdbbc2de-1b07-4527-a5e3-4807bf479a19 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9128330 Jul 06 17:49:43.923353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45234) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:43.943338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:43.979778 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.981586 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:43.994632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.20.0.13 (28fa3e04-c2af-4440-8810-c119a0ffb6d2/c3895793-3340-48b0-bb5e-4e99ed1d85a6/f1fba5ac-1486-41de-93eb-27d94e813efa) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:44.071171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.125992 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4765b9cc-2b31-457a-8b9b-a5829e3441cc x-openstack-request-id: req-4765b9cc-2b31-457a-8b9b-a5829e3441cc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:44.126494 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428c7036-14e4-4d7a-a7c0-21d9605aef93", "tag": "7c357080-028e-4d0b-94e1-57557bfe6479", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:44.126761 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4765b9cc-2b31-457a-8b9b-a5829e3441cc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:44.127341 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428c7036-14e4-4d7a-a7c0-21d9605aef93', 'tag': '7c357080-028e-4d0b-94e1-57557bfe6479', 'status': 'completed', 'code': 200} Jul 06 17:49:44.220280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-f2d97002-26a6-40e0-834f-092a3240c302', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:49:44.223142 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.229802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4fe81baa-a11b-4e19-9f6e-ac04f2fbfa0c None None] Provisioning complete for port c7ac58a7-7fa5-480e-8214-cba061d13e92 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:44.230434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4fe81baa-a11b-4e19-9f6e-ac04f2fbfa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.232775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b0b372f-4b1e-46c6-bc0c-444d01c18560 req-1d217df6-d9e2-48be-b862-2d280af533f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 210 time: 0.1096914 Jul 06 17:49:44.248047 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-666f4b40-369d-4865-97bc-05176576beeb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.255928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d94ee-34a2-488f-859f-82927dbb4614 service neutron] Pushing event updated for resources: {'Port': ['ID=7c357080-028e-4d0b-94e1-57557bfe6479,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:44.354808 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e510-2416-45de-a777-eb5f4d3334b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.380489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfafe3a-be5d-4799-ac04-98bc28e95ecc req-55780f41-bd68-4516-b895-0dec56f7e936 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:44.384762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5bfafe3a-be5d-4799-ac04-98bc28e95ecc req-55780f41-bd68-4516-b895-0dec56f7e936 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 943 time: 0.3171008 Jul 06 17:49:44.398916 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.410274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0e510-2416-45de-a777-eb5f4d3334b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=3213f746-a247-4179-862b-af617338332f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:44.427599 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e510-2416-45de-a777-eb5f4d3334b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.433559 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0cb0e510-2416-45de-a777-eb5f4d3334b8 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/3213f746-a247-4179-862b-af617338332f HTTP/1.1" status: 204 len: 168 time: 2.0766032 Jul 06 17:49:44.438773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45236) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:44.439051 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.463166 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57424a-1d02-4406-8bef-6295d492e2da req-b99e85fa-58f6-4228-a587-0185635c1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:44.466140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0438702-bfe8-4817-b4f2-5cb961a164c3 None None] Network 5507bc5d-9368-4fd5-88e1-07be4a5100ef requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:44.481697 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-b99e85fa-58f6-4228-a587-0185635c1030 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 1094 time: 1.0690682 Jul 06 17:49:44.489331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-666f4b40-369d-4865-97bc-05176576beeb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.532445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Transition to ACTIVE for port object f1fba5ac-1486-41de-93eb-27d94e813efa will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:44.613891 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5bfafe3a-be5d-4799-ac04-98bc28e95ecc req-0cc435ff-7f61-48b2-8a55-baa02cb790f7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187614 Jul 06 17:49:44.638685 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-666f4b40-369d-4865-97bc-05176576beeb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.642952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-666f4b40-369d-4865-97bc-05176576beeb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/subnets/b91009aa-be96-46c7-8c80-82351819a784 HTTP/1.1" status: 204 len: 168 time: 1.9671967 Jul 06 17:49:44.646939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45240) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:44.649905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-f1133ec8-4a72-4f65-9172-98ee4020913d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c357080-028e-4d0b-94e1-57557bfe6479 HTTP/1.1" status: 200 len: 217 time: 0.1505868 Jul 06 17:49:44.651247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f4b40-369d-4865-97bc-05176576beeb tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Subnet': ['ID=b91009aa-be96-46c7-8c80-82351819a784,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:44.670150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3607b67-4845-49d1-b762-e8d135a7e5e3 None None] Network bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:44.685670 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.805294 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.870724 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:44.896833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cb3af804-7376-4ae8-bd73-e120bbb94ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:44.900944 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-cb3af804-7376-4ae8-bd73-e120bbb94ae9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.2258456 Jul 06 17:49:44.918580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Allocated IP 172.20.0.2 (f2d97002-26a6-40e0-834f-092a3240c302/fe217e1f-6ceb-44da-9a46-fff133ea3258/19e3debe-8e47-4a65-950f-7aa3a1d5a068) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:44.950518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting port c7ac58a7-7fa5-480e-8214-cba061d13e92 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:44.950872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.045036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:45.057373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:45.065744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:45.076320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:45.099386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963a170-6dd8-4dd0-b0f0-f68cb07e8b74 req-0cc307c2-20a6-4478-8601-3f87a01ab813 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:45.104446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7963a170-6dd8-4dd0-b0f0-f68cb07e8b74 req-0cc307c2-20a6-4478-8601-3f87a01ab813 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.4185450 Jul 06 17:49:45.202031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37587be-2936-4878-85a6-b3bf830773de None None] DHCP port deletion for 5507bc5d-9368-4fd5-88e1-07be4a5100ef request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:49:45.223662 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.257809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7963a170-6dd8-4dd0-b0f0-f68cb07e8b74 req-d3aa9dc8-0214-46bb-8d3d-bc3a83a1c0d0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002238 Jul 06 17:49:45.268703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b36dcb-6499-4c52-b735-c05809c144c8 None None] DHCP port deletion for bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:49:45.274045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Transition to ACTIVE for port object 19e3debe-8e47-4a65-950f-7aa3a1d5a068 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:45.315981 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:45.317197 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.328214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Transition to ACTIVE for port object 19e3debe-8e47-4a65-950f-7aa3a1d5a068 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:45.342192 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.362130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57424a-1d02-4406-8bef-6295d492e2da req-2cfbc264-8a4d-4a22-a984-eb5c7c1f922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:45.368301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-2cfbc264-8a4d-4a22-a984-eb5c7c1f922b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4246745 Jul 06 17:49:45.408278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Network f2d97002-26a6-40e0-834f-092a3240c302 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:45.416658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-376cee02-46dc-49fb-995a-52783d5e2898 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4766979 Jul 06 17:49:45.421539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:45.431878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:45.442507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Pushing event updated for resources: {'Port': ['ID=19e3debe-8e47-4a65-950f-7aa3a1d5a068,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:45.449125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Deleting port c7ac58a7-7fa5-480e-8214-cba061d13e92 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:45.449877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.480420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f4b36dcb-6499-4c52-b735-c05809c144c8 None None] Deleting port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:45.481094 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4b36dcb-6499-4c52-b735-c05809c144c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.488468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Request body: {'port': {'device_id': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:45.637383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] For port c7ac58a7-7fa5-480e-8214-cba061d13e92, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c7ac58a7-7fa5-480e-8214-cba061d13e92,segment=NetworkSegment(7ac127cc-eb88-4809-a0bc-997a53d4076c),segment_id=7ac127cc-eb88-4809-a0bc-997a53d4076c)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:45.638039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.643953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.684907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Calling delete_port for c7ac58a7-7fa5-480e-8214-cba061d13e92 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:45.692747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.705667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:45.705927 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c7ac58a7-7fa5-480e-8214-cba061d13e92 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:45.706045 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.711555 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-33fa257f-5a33-4721-b321-cffb8fa10bbf service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354747 Jul 06 17:49:45.712910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.746413 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d37587be-2936-4878-85a6-b3bf830773de None None] For port c7ac58a7-7fa5-480e-8214-cba061d13e92, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c7ac58a7-7fa5-480e-8214-cba061d13e92,segment=NetworkSegment(7ac127cc-eb88-4809-a0bc-997a53d4076c),segment_id=7ac127cc-eb88-4809-a0bc-997a53d4076c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:45.746917 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:45.865389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf09e-5f70-48aa-9b00-21c57ebf390f req-e8e9adc6-325d-47b7-aaaa-e4b99a719991 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:45.868020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cfbf09e-5f70-48aa-9b00-21c57ebf390f req-e8e9adc6-325d-47b7-aaaa-e4b99a719991 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 932 time: 0.3170853 Jul 06 17:49:45.949653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] For port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f091edd-ab89-4ffa-8d67-6a8f777e6b48,segment=NetworkSegment(c3541174-4e8a-4657-bb2d-45f202bb0379),segment_id=c3541174-4e8a-4657-bb2d-45f202bb0379)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:45.950181 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.007902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Calling delete_port for c7ac58a7-7fa5-480e-8214-cba061d13e92 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:46.010780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:46.015493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cfbf09e-5f70-48aa-9b00-21c57ebf390f req-e7d14c6a-ac6d-4db8-a351-5206f5b5819a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306496 Jul 06 17:49:46.031938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f4b36dcb-6499-4c52-b735-c05809c144c8 None None] For port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f091edd-ab89-4ffa-8d67-6a8f777e6b48,segment=NetworkSegment(c3541174-4e8a-4657-bb2d-45f202bb0379),segment_id=c3541174-4e8a-4657-bb2d-45f202bb0379)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:46.034896 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4b36dcb-6499-4c52-b735-c05809c144c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.061671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-44d2df41-a61a-44ac-a210-edcbe36f4d2e None None] Provisioning for port f1fba5ac-1486-41de-93eb-27d94e813efa completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:46.068022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f4b36dcb-6499-4c52-b735-c05809c144c8 None None] Calling delete_port for 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:46.073772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Attempting to bind port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:46.074165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Attempting to bind port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:46.074612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Attempting to bind port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 on network f2d97002-26a6-40e0-834f-092a3240c302 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:46.088351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.092005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-44d2df41-a61a-44ac-a210-edcbe36f4d2e None None] Provisioning complete for port f1fba5ac-1486-41de-93eb-27d94e813efa triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:46.092392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44d2df41-a61a-44ac-a210-edcbe36f4d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.093401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Allocated IP 172.25.7.118 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/01c65a8c-2cb2-4232-b69d-c1fce6ccb277) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:46.140619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Port': ['ID=c7ac58a7-7fa5-480e-8214-cba061d13e92,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:46.144470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No DVR routers for this DVR port c7ac58a7-7fa5-480e-8214-cba061d13e92 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:46.186732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef53af-577d-471f-b99d-667cd21504d1 req-861e7fb3-1446-4ab9-acc4-065efc679922 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:46.189267 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74ef53af-577d-471f-b99d-667cd21504d1 req-861e7fb3-1446-4ab9-acc4-065efc679922 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 943 time: 0.3773437 Jul 06 17:49:46.205814 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc57424a-1d02-4406-8bef-6295d492e2da req-fcce6238-8960-476b-858f-8c19861965cb service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873407 Jul 06 17:49:46.206920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:46.207332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Checking segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:46.207761 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.208155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Bound using segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:46.208670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Bound port: 19e3debe-8e47-4a65-950f-7aa3a1d5a068, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:46.209075 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.321020 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.355319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.359280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74ef53af-577d-471f-b99d-667cd21504d1 req-ad8117eb-63d8-4618-88ac-009a91581980 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452353 Jul 06 17:49:46.364523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port c7ac58a7-7fa5-480e-8214-cba061d13e92 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:49:46.365397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c7ac58a7-7fa5-480e-8214-cba061d13e92 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:46.365397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:46.380580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5507bc5d-9368-4fd5-88e1-07be4a5100ef']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:46.408825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:46.409188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:46.430937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-44d2df41-a61a-44ac-a210-edcbe36f4d2e None None] Port f1fba5ac-1486-41de-93eb-27d94e813efa cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:49:46.466293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=0f091edd-ab89-4ffa-8d67-6a8f777e6b48,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:46.481057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac127cc-eb88-4809-a0bc-997a53d4076c') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:46.482400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac127cc-eb88-4809-a0bc-997a53d4076c') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:46.496533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] For port 19e3debe-8e47-4a65-950f-7aa3a1d5a068, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:46.500915 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.504390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] For port 19e3debe-8e47-4a65-950f-7aa3a1d5a068, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=19e3debe-8e47-4a65-950f-7aa3a1d5a068,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:46.540375 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.548011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37587be-2936-4878-85a6-b3bf830773de None None] No DVR routers for this DVR port c7ac58a7-7fa5-480e-8214-cba061d13e92 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:46.558629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Pushing event deleted for resources: {'Port': ['ID=c7ac58a7-7fa5-480e-8214-cba061d13e92,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:46.561017 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4b36dcb-6499-4c52-b735-c05809c144c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.561320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.564668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] No DVR routers for this DVR port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:46.583588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b36dcb-6499-4c52-b735-c05809c144c8 None None] No DVR routers for this DVR port 0f091edd-ab89-4ffa-8d67-6a8f777e6b48 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:46.603104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.603467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.603822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.604465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.604821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.605158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.608523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.608875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.609231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.609581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.609960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.610263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37587be-2936-4878-85a6-b3bf830773de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:49:46.660954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-400f3d79-60e1-470e-abc1-5d7a7e40d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:46.662660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-400f3d79-60e1-470e-abc1-5d7a7e40d070 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 1094 time: 0.2363429 Jul 06 17:49:46.665167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.679493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.713713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b3131-2ae1-4091-b511-d7c902980f6c None None] Pushing event updated for resources: {'Port': ['ID=19e3debe-8e47-4a65-950f-7aa3a1d5a068,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:46.774222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b36dcb-6499-4c52-b735-c05809c144c8 None None] Pushing event deleted for resources: {'Port': ['ID=0f091edd-ab89-4ffa-8d67-6a8f777e6b48,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:46.780581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:46.780880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:46.785910 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:46.792553 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.847463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fba5ac-1486-41de-93eb-27d94e813efa {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:46.853316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:46.860840 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.880098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3541174-4e8a-4657-bb2d-45f202bb0379') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:46.880505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3541174-4e8a-4657-bb2d-45f202bb0379') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:46.882989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-eae75503-5fb2-4b1d-80f7-80da6000ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:46.883931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-eae75503-5fb2-4b1d-80f7-80da6000ec35 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.2118235 Jul 06 17:49:46.887419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Transition to ACTIVE for port object f1fba5ac-1486-41de-93eb-27d94e813efa will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:46.900757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.913284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.944839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-f78e9668-053b-416b-985b-caed07eccb52 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c357080-028e-4d0b-94e1-57557bfe6479 HTTP/1.1" status: 200 len: 217 time: 0.0534425 Jul 06 17:49:46.957793 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb69bade-1feb-42ca-98b7-e28be1d09c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:46.992902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:47.000130 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:47.004582 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/5507bc5d-9368-4fd5-88e1-07be4a5100ef HTTP/1.1" status: 204 len: 168 time: 2.5622194 Jul 06 17:49:47.004582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:47.018898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45254) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:47.019192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3faaf5-fb1c-4989-9a14-dc80d930583b req-c203d07b-9c6a-470e-9f7f-e27f0414b13b tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:47.021363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c3faaf5-fb1c-4989-9a14-dc80d930583b req-c203d07b-9c6a-470e-9f7f-e27f0414b13b tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.5363405 Jul 06 17:49:47.027591 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:47.046643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:47.047428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:47.056416 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:47.083506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc04c8d-fab2-4434-a45b-5044777ba2b6 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=5507bc5d-9368-4fd5-88e1-07be4a5100ef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:47.093409 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51494fa-d23f-48d4-ae98-658ffa9abf17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:47.093873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51494fa-d23f-48d4-ae98-658ffa9abf17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:47.096164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d51494fa-d23f-48d4-ae98-658ffa9abf17 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/b9ad96da-2f6a-42e0-8e62-67e52b0f199f HTTP/1.1" status: 404 len: 337 time: 0.0674164 Jul 06 17:49:47.103180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45258) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:47.124757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:47.200379 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bee69a-23f3-4ea3-b737-ff85adab0d72 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:47.201078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bee69a-23f3-4ea3-b737-ff85adab0d72 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:47.205625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-35bee69a-23f3-4ea3-b737-ff85adab0d72 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/da8b1e6c-012b-42fb-8064-0d34ac59dd0f HTTP/1.1" status: 404 len: 339 time: 0.0962365 Jul 06 17:49:47.215204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45260) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:47.227978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:47.232342 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:47.256759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:47.260429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:47.262323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-7b3a1835-4994-4be8-8bec-7e2690da5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:47.266007 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-7b3a1835-4994-4be8-8bec-7e2690da5b00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.2872121 Jul 06 17:49:47.269740 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:47.274618 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/networks/bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c HTTP/1.1" status: 204 len: 168 time: 2.6261897 Jul 06 17:49:47.336608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45262) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:47.377252 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1e515f-aef3-419b-bf8a-d3ee1107ba54 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:47.378480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1e515f-aef3-419b-bf8a-d3ee1107ba54 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:47.382691 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9c1e515f-aef3-419b-bf8a-d3ee1107ba54 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/6ba2457f-5dfe-4c78-9082-81f53886dcbd HTTP/1.1" status: 404 len: 337 time: 0.1502788 Jul 06 17:49:47.412123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45264) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:47.418980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Pushing event updated for resources: {'Port': ['ID=01c65a8c-2cb2-4232-b69d-c1fce6ccb277,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:47.442046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3e6d7-3d67-4efd-a6cb-d3f7329bcb0b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Network': ['ID=bd7c4f20-0802-4ecf-bfa0-d0e8965ced6c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:47.459061 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c3faaf5-fb1c-4989-9a14-dc80d930583b req-a60c99ae-0015-4fd6-a1bd-50e853f40a58 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286184 Jul 06 17:49:47.489063 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-261b96dd-d73e-4471-abd0-28e529c2d5d3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:47.490058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261b96dd-d73e-4471-abd0-28e529c2d5d3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:47.496963 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-261b96dd-d73e-4471-abd0-28e529c2d5d3 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/222cdf6c-aa7f-4e5c-8d19-a4f991b0b246 HTTP/1.1" status: 404 len: 339 time: 0.0755892 Jul 06 17:49:47.504643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:47.600881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:47.601595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:47.602181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:47.611008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Port f1fba5ac-1486-41de-93eb-27d94e813efa on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:49:47.611728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:47.621692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:47.622570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Checking segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:47.623352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Bound using segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:47.635259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Bound port: f1fba5ac-1486-41de-93eb-27d94e813efa, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:47.635633 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:47.640215 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-95632f93-84ba-456c-aebc-052fdef4a9f4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:47.641257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95632f93-84ba-456c-aebc-052fdef4a9f4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:47.644455 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-95632f93-84ba-456c-aebc-052fdef4a9f4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/9af5e1f6-aba1-46cd-aac6-ffb908be1fb5 HTTP/1.1" status: 404 len: 337 time: 0.1348479 Jul 06 17:49:47.650321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45270) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:47.685966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 19e3debe-8e47-4a65-950f-7aa3a1d5a068 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:47.784551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:47.798037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-dd6f8529-d5b6-4a2b-a594-10c00bda10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:47.800614 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-dd6f8529-d5b6-4a2b-a594-10c00bda10ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5265307 Jul 06 17:49:47.802193 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e87ef3-6feb-4574-bef9-b7106cc58153 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:47.802852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e87ef3-6feb-4574-bef9-b7106cc58153 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:47.806794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-16e87ef3-6feb-4574-bef9-b7106cc58153 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/caa99a93-2516-4892-aa52-5a0978779681 HTTP/1.1" status: 404 len: 339 time: 0.1531203 Jul 06 17:49:47.820321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeee6df-3397-41f5-b9b0-d9ea411485b3 req-ace52e45-a1ec-4df6-a7cc-d4aa1ad875e2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:47.827222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45272) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:47.831198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaeee6df-3397-41f5-b9b0-d9ea411485b3 req-ace52e45-a1ec-4df6-a7cc-d4aa1ad875e2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.5626376 Jul 06 17:49:47.960645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:47.967375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec5f489-71b5-4ede-af4e-ea884a0f97b4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting subnet 86686b77-5697-48d6-a405-d96328cb0fcb {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:47.981577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee284ed6-1ad0-4967-98df-a996ec29f382 req-709cc7ee-ecd1-4ee1-bb4f-cc22ea56b155 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:47.987880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:47.988962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ee284ed6-1ad0-4967-98df-a996ec29f382 req-709cc7ee-ecd1-4ee1-bb4f-cc22ea56b155 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 943 time: 0.2374337 Jul 06 17:49:47.994294 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f489-71b5-4ede-af4e-ea884a0f97b4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.015183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.030396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port bdf74630-a0fc-4c0b-8475-ff2dc4ccddc4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:48.030759 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.044215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaeee6df-3397-41f5-b9b0-d9ea411485b3 req-c689068c-1a3d-4566-8806-44fc9a53903d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869087 Jul 06 17:49:48.123735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f489-71b5-4ede-af4e-ea884a0f97b4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.150149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:48.152050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.155252 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] 10.222.0.22 "PUT /v2.0/ports/f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1092 time: 2.6763682 Jul 06 17:49:48.167027 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-166bd571-a50f-4ea7-8d82-2848a7b50430 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338599 Jul 06 17:49:48.167545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:48.170750 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c4645b-17a5-438b-b317-101ed8808554" -d '{"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:48.230078 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ee284ed6-1ad0-4967-98df-a996ec29f382 req-d52f8998-6c0c-4bc2-950c-aa317842dd10 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399220 Jul 06 17:49:48.328254 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5758631-c0b9-46e0-8ba8-79acb266af96 x-openstack-request-id: req-b5758631-c0b9-46e0-8ba8-79acb266af96 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:48.328887 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:48.329014 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5758631-c0b9-46e0-8ba8-79acb266af96 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:48.329407 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'status': 'completed', 'code': 200} Jul 06 17:49:48.370379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f489-71b5-4ede-af4e-ea884a0f97b4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.378974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.400310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad9ae5-7c8c-486b-b3c8-e9ce30189e74 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:48.439079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.439870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.481589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for bdf74630-a0fc-4c0b-8475-ff2dc4ccddc4 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:48.535677 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8db3dff2-c70b-400a-9f63-bef4df8f609b req-56cbb65d-cf07-4e0f-9cda-379685d5d7de service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590565 Jul 06 17:49:48.630126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7c8f6020-3081-4c58-b029-80541876e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:48.635891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7c8f6020-3081-4c58-b029-80541876e1df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1095 time: 0.3956912 Jul 06 17:49:48.653639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5920c8af-0011-4d52-ae73-b30e5359139b None None] Network f2d97002-26a6-40e0-834f-092a3240c302 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:48.683642 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f489-71b5-4ede-af4e-ea884a0f97b4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.734419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-0df0485f-d8aa-40e8-bcfa-a59a1936cd23 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 217 time: 0.0868671 Jul 06 17:49:48.760526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5544f24d-4153-4fad-bdd7-157804c28b6c None None] Provisioning for port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:48.784026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5544f24d-4153-4fad-bdd7-157804c28b6c None None] Provisioning complete for port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:48.784616 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5544f24d-4153-4fad-bdd7-157804c28b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.789989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5f489-71b5-4ede-af4e-ea884a0f97b4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=86686b77-5697-48d6-a405-d96328cb0fcb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:48.860618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f489-71b5-4ede-af4e-ea884a0f97b4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:48.864090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7ef1bbc0-578e-441a-a6e9-454dbc77f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:48.864465 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2ec5f489-71b5-4ede-af4e-ea884a0f97b4 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/86686b77-5697-48d6-a405-d96328cb0fcb HTTP/1.1" status: 204 len: 168 time: 1.0346994 Jul 06 17:49:48.867044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-7ef1bbc0-578e-441a-a6e9-454dbc77f0be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.1006939 Jul 06 17:49:48.869717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:48.924286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2920f4d5-e7a0-499b-a828-5ddcbf1ea910 None None] Network 4cb01027-32d3-4748-a55f-5bd4a763f650 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:48.968019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac788aab-4b90-4de8-bf11-ea3e3b733603 req-cd744f01-d54c-46c7-bff9-3d837a119e2b tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:48.969174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac788aab-4b90-4de8-bf11-ea3e3b733603 req-cd744f01-d54c-46c7-bff9-3d837a119e2b tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.2528162 Jul 06 17:49:49.010429 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.049273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=bdf74630-a0fc-4c0b-8475-ff2dc4ccddc4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:49.076850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-a0a7a8ea-a3e6-44ce-8563-ebc533a0661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:49.078615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-a0a7a8ea-a3e6-44ce-8563-ebc533a0661a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065599 Jul 06 17:49:49.106142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.112629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac788aab-4b90-4de8-bf11-ea3e3b733603 req-10602d7b-cf72-47cd-b38e-4a1067c33b02 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282125 Jul 06 17:49:49.136589 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.218662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.221339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.227879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1a0ecdac-a9a1-46c6-809c-47acbfc41156 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/floatingips/7ee0ae46-97ad-4541-8d9b-942455c8243b HTTP/1.1" status: 204 len: 168 time: 1.8875394 Jul 06 17:49:49.234560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:49.244178 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5544f24d-4153-4fad-bdd7-157804c28b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.270968 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3cc8a0-a1c7-45b7-a6ab-1cd306a8467c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:49.271826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3cc8a0-a1c7-45b7-a6ab-1cd306a8467c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:49.278204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-da3cc8a0-a1c7-45b7-a6ab-1cd306a8467c tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/ports/cbe25834-119c-4bf7-b152-81e1d04bd3e0 HTTP/1.1" status: 404 len: 333 time: 0.0423906 Jul 06 17:49:49.283310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45286) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:49.327293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b1099a06-c2c4-49a0-8517-f67969d90de0 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9 HTTP/1.1" status: 200 len: 205 time: 0.0426610 Jul 06 17:49:49.328280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45292) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:49.339214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-dc566586-faed-41e5-8e10-8661a708cfc5 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406840 Jul 06 17:49:49.389470 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-71c750c3-79cc-4433-b344-29dec3edcbbe tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] delete failed (client error): The resource could not be found. Jul 06 17:49:49.393505 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-71c750c3-79cc-4433-b344-29dec3edcbbe tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/routers/b7674ed3-e4aa-4e6c-b3e3-0d2cc81170b9 HTTP/1.1" status: 404 len: 336 time: 0.0641332 Jul 06 17:49:49.395209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:49.467155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5544f24d-4153-4fad-bdd7-157804c28b6c None None] For port 19e3debe-8e47-4a65-950f-7aa3a1d5a068, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=19e3debe-8e47-4a65-950f-7aa3a1d5a068,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:49.474047 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c22184-ec59-4616-8509-fb84c7f53d8b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:49.474537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c22184-ec59-4616-8509-fb84c7f53d8b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:49.480527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-90c22184-ec59-4616-8509-fb84c7f53d8b tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/subnets/b91009aa-be96-46c7-8c80-82351819a784 HTTP/1.1" status: 404 len: 337 time: 0.0842369 Jul 06 17:49:49.483095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45296) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:49.498248 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5544f24d-4153-4fad-bdd7-157804c28b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.591675 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3d1c-d54f-4a5c-aea8-8af379313b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.682915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544f24d-4153-4fad-bdd7-157804c28b6c None None] Pushing event updated for resources: {'Port': ['ID=19e3debe-8e47-4a65-950f-7aa3a1d5a068,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:49.732344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7908003-fed5-49e4-b91d-977e70cb60b4 None None] DHCP port deletion for 4cb01027-32d3-4748-a55f-5bd4a763f650 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:49:49.802921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting port be747872-0e37-4c5c-bc11-9e442abf57ab {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:49.804127 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.896403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.901761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ade91-c193-424e-b6ec-b3a384547a33 req-bbd5b10f-68bf-4a4b-a41a-82aa062adcd9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:49.904777 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-847ade91-c193-424e-b6ec-b3a384547a33 req-bbd5b10f-68bf-4a4b-a41a-82aa062adcd9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.3218546 Jul 06 17:49:49.909757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:49:49.914818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d70b6627-db88-49c4-8861-8c915120586b None None] Provisioning complete for port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:49.915625 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d70b6627-db88-49c4-8861-8c915120586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:49.921993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 7c357080-028e-4d0b-94e1-57557bfe6479 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:49:49.926219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d7908003-fed5-49e4-b91d-977e70cb60b4 None None] Deleting port be747872-0e37-4c5c-bc11-9e442abf57ab {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:49.926836 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7908003-fed5-49e4-b91d-977e70cb60b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.088753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] For port be747872-0e37-4c5c-bc11-9e442abf57ab, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be747872-0e37-4c5c-bc11-9e442abf57ab,segment=NetworkSegment(22b7afc9-70f0-49d0-8fa2-f070efaa287e),segment_id=22b7afc9-70f0-49d0-8fa2-f070efaa287e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:50.088753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.105939 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-847ade91-c193-424e-b6ec-b3a384547a33 req-081f753f-fac5-467e-bfaa-e35e6474159e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756961 Jul 06 17:49:50.145161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Calling delete_port for be747872-0e37-4c5c-bc11-9e442abf57ab owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:50.192126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b38058-d326-416b-a2f4-6b096f162947 req-4cbe8d39-e03d-4002-bcd7-1d4bf1bc350a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:50.200082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21b38058-d326-416b-a2f4-6b096f162947 req-4cbe8d39-e03d-4002-bcd7-1d4bf1bc350a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 943 time: 0.1720750 Jul 06 17:49:50.212297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57aa26d-f1ca-4d2a-a163-d80ab8aaab8c req-3dc425ef-b7d9-486e-b484-4824b17a773f service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8330135 Jul 06 17:49:50.243090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:50.298978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.300230 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e274150-5ae5-4104-870c-0081fdf75499 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3758528 Jul 06 17:49:50.304947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Sync routers for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:50.305616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:50.310412 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1a55ec36-750d-487a-865e-cac07f72d589 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port 62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:50.310731 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a55ec36-750d-487a-865e-cac07f72d589 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.332945 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d7908003-fed5-49e4-b91d-977e70cb60b4 None None] For port be747872-0e37-4c5c-bc11-9e442abf57ab, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be747872-0e37-4c5c-bc11-9e442abf57ab,segment=NetworkSegment(22b7afc9-70f0-49d0-8fa2-f070efaa287e),segment_id=22b7afc9-70f0-49d0-8fa2-f070efaa287e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:50.333437 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7908003-fed5-49e4-b91d-977e70cb60b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.357450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d7908003-fed5-49e4-b91d-977e70cb60b4 None None] Calling delete_port for be747872-0e37-4c5c-bc11-9e442abf57ab owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:50.359697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:50.360470 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:50.470632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21b38058-d326-416b-a2f4-6b096f162947 req-60d5b4c0-9541-4880-8e8b-0c69ca0fdcb5 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689097 Jul 06 17:49:50.504548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.579569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a55ec36-750d-487a-865e-cac07f72d589 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.625301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Port': ['ID=be747872-0e37-4c5c-bc11-9e442abf57ab,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:50.633486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No DVR routers for this DVR port be747872-0e37-4c5c-bc11-9e442abf57ab on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:50.634180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1a55ec36-750d-487a-865e-cac07f72d589 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for 62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:50.659702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 7c357080-028e-4d0b-94e1-57557bfe6479, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7c357080-028e-4d0b-94e1-57557bfe6479,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:50.672975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4645b-17a5-438b-b317-101ed8808554 req-9dc44e29-1ccd-4ae0-bf82-7b1be6576003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:50.675735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '7c357080-028e-4d0b-94e1-57557bfe6479', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'port_id': '7c357080-028e-4d0b-94e1-57557bfe6479', 'mac_address': 'fa:16:3e:bb:cf:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:49:50.676517 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1c4645b-17a5-438b-b317-101ed8808554 req-9dc44e29-1ccd-4ae0-bf82-7b1be6576003 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1095 time: 0.3768318 Jul 06 17:49:50.687168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7908003-fed5-49e4-b91d-977e70cb60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.744718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7908003-fed5-49e4-b91d-977e70cb60b4 None None] No DVR routers for this DVR port be747872-0e37-4c5c-bc11-9e442abf57ab on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:50.748960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7908003-fed5-49e4-b91d-977e70cb60b4 None None] Pushing event deleted for resources: {'Port': ['ID=be747872-0e37-4c5c-bc11-9e442abf57ab,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:50.755417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:50.796958 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:50.943747 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.007442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c357080-028e-4d0b-94e1-57557bfe6479 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:51.080002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 7c357080-028e-4d0b-94e1-57557bfe6479, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7c357080-028e-4d0b-94e1-57557bfe6479,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:51.106654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.140611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4645b-17a5-438b-b317-101ed8808554 req-c220f042-258a-4ba4-a22b-7b7d9beb00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:51.142233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1c4645b-17a5-438b-b317-101ed8808554 req-c220f042-258a-4ba4-a22b-7b7d9beb00bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.3915732 Jul 06 17:49:51.186648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=7c357080-028e-4d0b-94e1-57557bfe6479,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:51.198985 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1c4645b-17a5-438b-b317-101ed8808554 req-f3d067cd-304c-408b-a12a-32c84c5c9d72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 217 time: 0.0488057 Jul 06 17:49:51.204046 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a55ec36-750d-487a-865e-cac07f72d589 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.218202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:47Z', 'revision_number': 3, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:51.349105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4645b-17a5-438b-b317-101ed8808554 req-505f9625-b770-45ca-a167-cdeb5b321b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:51.355661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1c4645b-17a5-438b-b317-101ed8808554 req-505f9625-b770-45ca-a167-cdeb5b321b4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.1141367 Jul 06 17:49:51.364581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55ec36-750d-487a-865e-cac07f72d589 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:51.368266 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.388476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb01027-32d3-4748-a55f-5bd4a763f650']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:51.399632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c074b8-af61-4799-b443-3bd500e63118 req-28f19e0e-04e8-4e4b-a65a-88cfadfd8af4 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:51.410730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34c074b8-af61-4799-b443-3bd500e63118 req-28f19e0e-04e8-4e4b-a65a-88cfadfd8af4 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.8180516 Jul 06 17:49:51.470805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b7afc9-70f0-49d0-8fa2-f070efaa287e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:51.471203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b7afc9-70f0-49d0-8fa2-f070efaa287e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:51.517750 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.526795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Checking router: 2a710907-7fe3-4b5b-a3ee-2b76b5b907df for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:49:51.539903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Updating router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:49:51.547999 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a55ec36-750d-487a-865e-cac07f72d589 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.552891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1a55ec36-750d-487a-865e-cac07f72d589 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/ports/62d7ebf1-d9a7-4bd4-befc-7d4d241ebfb9 HTTP/1.1" status: 204 len: 168 time: 2.0686934 Jul 06 17:49:51.558702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45318) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:51.593516 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.642274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcfab4-f694-486c-93c7-ddb93a2dd364 req-26f32b9c-7e38-49ef-997a-cc5be19ff531 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:51.650174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3edcfab4-f694-486c-93c7-ddb93a2dd364 req-26f32b9c-7e38-49ef-997a-cc5be19ff531 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.2827628 Jul 06 17:49:51.661994 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4645b-17a5-438b-b317-101ed8808554 req-db7f432e-90a8-4d6e-aabb-fd02767ebd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:51.663714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1c4645b-17a5-438b-b317-101ed8808554 req-db7f432e-90a8-4d6e-aabb-fd02767ebd44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2865183 Jul 06 17:49:51.781006 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.800834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['7c357080-028e-4d0b-94e1-57557bfe6479'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:51.804066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 19e3debe-8e47-4a65-950f-7aa3a1d5a068 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:51.804570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3edcfab4-f694-486c-93c7-ddb93a2dd364 req-56742834-4b0f-4447-949c-820c55d3ff5d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533296 Jul 06 17:49:51.817193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:51.819639 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:51.841130 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:51.858270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1c4645b-17a5-438b-b317-101ed8808554 req-6e1559ce-09f0-4955-9656-5845fde63b08 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823881 Jul 06 17:49:51.859162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-763a1d9c-6fcc-4c12-b317-818483a6349e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port b396d838-9fbb-4f5b-9a0d-ddf454fc1695 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:51.859513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-763a1d9c-6fcc-4c12-b317-818483a6349e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.957733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:51.958583 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:51.993196 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34c074b8-af61-4799-b443-3bd500e63118 req-de4c2891-392f-4580-8927-d97e088327d7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471108 Jul 06 17:49:52.045599 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-763a1d9c-6fcc-4c12-b317-818483a6349e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.065852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-763a1d9c-6fcc-4c12-b317-818483a6349e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for b396d838-9fbb-4f5b-9a0d-ddf454fc1695 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:52.186975 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.205466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.209833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/4cb01027-32d3-4748-a55f-5bd4a763f650 HTTP/1.1" status: 204 len: 168 time: 3.3380418 Jul 06 17:49:52.226709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:52.237400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b593299-6e5f-4345-bf6b-c7d178639949 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=4cb01027-32d3-4748-a55f-5bd4a763f650,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:52.274914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.296430 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c804273-837c-4bd3-8b61-8a5c3bdf726f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:52.296792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c804273-837c-4bd3-8b61-8a5c3bdf726f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:52.301397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8c804273-837c-4bd3-8b61-8a5c3bdf726f tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/28fbf40d-bfc7-4516-b74b-485cd3409880 HTTP/1.1" status: 404 len: 337 time: 0.0707834 Jul 06 17:49:52.305216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Transition to ACTIVE for port object 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:52.311715 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:52.321187 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.338538 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7211dc-cac9-4daf-a3cf-8d2b1f28cc1b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] DELETE failed (client error): The resource could not be found. Jul 06 17:49:52.340275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7211dc-cac9-4daf-a3cf-8d2b1f28cc1b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:49:52.342404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-da7211dc-cac9-4daf-a3cf-8d2b1f28cc1b tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/4d76f715-f8bc-4cf4-b824-3bd811d09541 HTTP/1.1" status: 404 len: 339 time: 0.0286551 Jul 06 17:49:52.353803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:52.386020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be747872-0e37-4c5c-bc11-9e442abf57ab no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:52.417301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Attempting to bind port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:52.418235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Attempting to bind port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:52.418235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Attempting to bind port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:52.432366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:52.432843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:52.433325 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.434863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:52.434863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Bound port: 01c65a8c-2cb2-4232-b69d-c1fce6ccb277, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:52.434863 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.472917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.475799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1c4645b-17a5-438b-b317-101ed8808554 req-3d7e45b5-cdb0-4fbf-82bc-309cb3770022 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122155 Jul 06 17:49:52.495740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de0919a-a135-484c-ba8b-5968e3980deb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting subnet 22c10411-1953-41b3-9dff-4bbb71bd29df {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:49:52.498049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] For port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:52.499933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7de0919a-a135-484c-ba8b-5968e3980deb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.501877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] For port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=01c65a8c-2cb2-4232-b69d-c1fce6ccb277,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:52.506184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: be747872-0e37-4c5c-bc11-9e442abf57ab {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:49:52.506677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be747872-0e37-4c5c-bc11-9e442abf57ab not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:49:52.510970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20524d8b-f2f0-443e-81e5-1ab4e4a6bfae req-aede94a4-7f8a-47a3-b243-9e300c717787 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:52.512954 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.513476 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20524d8b-f2f0-443e-81e5-1ab4e4a6bfae req-aede94a4-7f8a-47a3-b243-9e300c717787 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 944 time: 0.2779553 Jul 06 17:49:52.522723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd88e1-2abb-46c7-acab-58baa5c1fd7e None None] Pushing event updated for resources: {'Port': ['ID=01c65a8c-2cb2-4232-b69d-c1fce6ccb277,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:52.573162 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.604673 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:52.605431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:52.626970 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7de0919a-a135-484c-ba8b-5968e3980deb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.670005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd88e1-2abb-46c7-acab-58baa5c1fd7e None None] Pushing event updated for resources: {'Port': ['ID=01c65a8c-2cb2-4232-b69d-c1fce6ccb277,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:52.681395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20524d8b-f2f0-443e-81e5-1ab4e4a6bfae req-12087b06-2e09-49ab-92eb-a141a118d235 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438737 Jul 06 17:49:52.691385 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-763a1d9c-6fcc-4c12-b317-818483a6349e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.733693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a1d9c-6fcc-4c12-b317-818483a6349e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=b396d838-9fbb-4f5b-9a0d-ddf454fc1695,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:52.798124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:52.831385 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-763a1d9c-6fcc-4c12-b317-818483a6349e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.835152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-763a1d9c-6fcc-4c12-b317-818483a6349e tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/ports/b396d838-9fbb-4f5b-9a0d-ddf454fc1695 HTTP/1.1" status: 204 len: 168 time: 1.2750540 Jul 06 17:49:52.837779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:52.848239 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7de0919a-a135-484c-ba8b-5968e3980deb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:52.904892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Allocated IP 172.20.0.1 (f2d97002-26a6-40e0-834f-092a3240c302/fe217e1f-6ceb-44da-9a46-fff133ea3258/0f81cc61-f83a-4610-90a0-95284ebbedd1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:49:52.960695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceb09af-773b-47c7-b917-03bf23a26289 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:52.965146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cceb09af-773b-47c7-b917-03bf23a26289 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "GET /v2.0/ports?device_id=6febd4b6-011c-41aa-a4d9-c1e9140c44a6 HTTP/1.1" status: 200 len: 913 time: 0.1233308 Jul 06 17:49:52.966888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45332) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:53.018597 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7de0919a-a135-484c-ba8b-5968e3980deb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:53.078393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:47Z', 'revision_number': 3, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:53.096214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0919a-a135-484c-ba8b-5968e3980deb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Subnet': ['ID=22c10411-1953-41b3-9dff-4bbb71bd29df,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:53.105062 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7de0919a-a135-484c-ba8b-5968e3980deb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:53.110753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7de0919a-a135-484c-ba8b-5968e3980deb tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/subnets/22c10411-1953-41b3-9dff-4bbb71bd29df HTTP/1.1" status: 204 len: 168 time: 0.7532821 Jul 06 17:49:53.114319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45336) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:53.124445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b497c-f023-43d7-b388-8b28a070f831 None None] Network f8d9177d-b4d7-41b8-b810-ec7ae218be4b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:49:53.127951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68afe0-3dc5-4e6f-a50a-92a805b54868 None None] The sync data for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 is: [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:47Z', 'revision_number': 3, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:49:53.196517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:53.231789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Transition to ACTIVE for port object 0f81cc61-f83a-4610-90a0-95284ebbedd1 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:53.259186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd5d49-85fd-4652-8cf3-35cc7e4e0530 req-f3ce599f-641b-4f58-9b8d-e0f4fb5593bd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:53.267372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cefd5d49-85fd-4652-8cf3-35cc7e4e0530 req-f3ce599f-641b-4f58-9b8d-e0f4fb5593bd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.2430956 Jul 06 17:49:53.364094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cefd5d49-85fd-4652-8cf3-35cc7e4e0530 req-89f113a9-58d4-4b27-bf26-2402b4e7733b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956955 Jul 06 17:49:53.387263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:53.447215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Network f2d97002-26a6-40e0-834f-092a3240c302 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:53.465089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:53.470319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:49:53.480084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e2179-2594-474c-bd74-5c17ee9bde09 None None] DHCP port deletion for f8d9177d-b4d7-41b8-b810-ec7ae218be4b request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:49:53.484849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Pushing event updated for resources: {'Port': ['ID=0f81cc61-f83a-4610-90a0-95284ebbedd1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:53.546703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:53.560786 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:53.710883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b74e2179-2594-474c-bd74-5c17ee9bde09 None None] Deleting port f5615258-47cf-42cf-9d87-121a327fc8b7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:53.711267 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b74e2179-2594-474c-bd74-5c17ee9bde09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:53.743126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1760852-f376-4a7a-915b-1584ab9a4bb1 req-52a3a213-f0b8-44eb-a472-56db60187380 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:53.751247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1760852-f376-4a7a-915b-1584ab9a4bb1 req-52a3a213-f0b8-44eb-a472-56db60187380 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.3919559 Jul 06 17:49:53.759454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f5615258-47cf-42cf-9d87-121a327fc8b7 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:49:53.821460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b1760852-f376-4a7a-915b-1584ab9a4bb1 req-8aa92fed-94f1-4ca2-b81e-a15b6d680b8c tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688052 Jul 06 17:49:53.892826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:53.900138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Deleting port f5615258-47cf-42cf-9d87-121a327fc8b7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:53.900595 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:53.934814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:49:53.937736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 7c357080-028e-4d0b-94e1-57557bfe6479 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:53.980829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b74e2179-2594-474c-bd74-5c17ee9bde09 None None] For port f5615258-47cf-42cf-9d87-121a327fc8b7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f5615258-47cf-42cf-9d87-121a327fc8b7,segment=NetworkSegment(4062af10-1fe8-44c6-880c-5c1349e2af64),segment_id=4062af10-1fe8-44c6-880c-5c1349e2af64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:53.981247 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b74e2179-2594-474c-bd74-5c17ee9bde09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.051457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b74e2179-2594-474c-bd74-5c17ee9bde09 None None] Calling delete_port for f5615258-47cf-42cf-9d87-121a327fc8b7 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:54.183560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] For port f5615258-47cf-42cf-9d87-121a327fc8b7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f5615258-47cf-42cf-9d87-121a327fc8b7,segment=NetworkSegment(4062af10-1fe8-44c6-880c-5c1349e2af64),segment_id=4062af10-1fe8-44c6-880c-5c1349e2af64)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:54.183560 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.211532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Calling delete_port for f5615258-47cf-42cf-9d87-121a327fc8b7 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:54.265273 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-049c4756-5362-494c-a02e-c5f496e926d7 None None] Provisioning for port 0f81cc61-f83a-4610-90a0-95284ebbedd1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:54.315493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-049c4756-5362-494c-a02e-c5f496e926d7 None None] Provisioning complete for port 0f81cc61-f83a-4610-90a0-95284ebbedd1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:54.315863 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-049c4756-5362-494c-a02e-c5f496e926d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.350332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.357753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.364491 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.372515 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.391236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 7c357080-028e-4d0b-94e1-57557bfe6479 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:54.465233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Pushing event updated for resources: {'Port': ['ID=0f81cc61-f83a-4610-90a0-95284ebbedd1,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:54.498976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:54.501237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.509950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceec652-173d-4ba3-9f20-0e8841be1574 req-6e8a726e-fbcd-479a-9268-ab75b4557a7c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:54.513688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cceec652-173d-4ba3-9f20-0e8841be1574 req-6e8a726e-fbcd-479a-9268-ab75b4557a7c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 944 time: 0.4005444 Jul 06 17:49:54.520111 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 7c357080-028e-4d0b-94e1-57557bfe6479 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:54.520433 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.594359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-049c4756-5362-494c-a02e-c5f496e926d7 None None] Port 0f81cc61-f83a-4610-90a0-95284ebbedd1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:49:54.598129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'port_id': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'mac_address': 'fa:16:3e:b9:4d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:49:54.606850 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b74e2179-2594-474c-bd74-5c17ee9bde09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.688941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e2179-2594-474c-bd74-5c17ee9bde09 None None] Pushing event deleted for resources: {'Port': ['ID=f5615258-47cf-42cf-9d87-121a327fc8b7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:54.732251 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e2179-2594-474c-bd74-5c17ee9bde09 None None] No DVR routers for this DVR port f5615258-47cf-42cf-9d87-121a327fc8b7 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:54.773225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Network f2d97002-26a6-40e0-834f-092a3240c302 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:49:54.785575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:49:54.813705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6f6e0-8c09-4ac1-ae6b-c667d9189e62 req-8c9cb63a-17c6-4955-b940-fe055f31bd22 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:54.816621 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.822532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebf6f6e0-8c09-4ac1-ae6b-c667d9189e62 req-8c9cb63a-17c6-4955-b940-fe055f31bd22 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.2331798 Jul 06 17:49:54.897210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fba5ac-1486-41de-93eb-27d94e813efa {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:49:54.944173 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:54.952955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:54.976958 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.004295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428c7036-14e4-4d7a-a7c0-21d9605aef93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c357080-028e-4d0b-94e1-57557bfe6479'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:55.005255 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16c1e25-edd5-40c7-acb5-0343f9351414" -d '{"events": [{"server_uuid": "428c7036-14e4-4d7a-a7c0-21d9605aef93", "name": "network-vif-plugged", "status": "completed", "tag": "7c357080-028e-4d0b-94e1-57557bfe6479"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:55.017522 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cceec652-173d-4ba3-9f20-0e8841be1574 req-d3b8d36e-49a7-403d-bf81-2f1dd256c59d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281672 Jul 06 17:49:55.025813 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebf6f6e0-8c09-4ac1-ae6b-c667d9189e62 req-9d0a861c-7347-4690-a2f8-e5b736c7f6b4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018070 Jul 06 17:49:55.075084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.088386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:55.135189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 7c357080-028e-4d0b-94e1-57557bfe6479, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7c357080-028e-4d0b-94e1-57557bfe6479,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:55.152377 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.153264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Port': ['ID=f5615258-47cf-42cf-9d87-121a327fc8b7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:55.167462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] No DVR routers for this DVR port f5615258-47cf-42cf-9d87-121a327fc8b7 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:49:55.203345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['f1fba5ac-1486-41de-93eb-27d94e813efa'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:49:55.224559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:55.329473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-166cf67c-12b2-4adb-8974-aedd963b8575 None None] Provisioning complete for port 0f81cc61-f83a-4610-90a0-95284ebbedd1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:55.330679 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-166cf67c-12b2-4adb-8974-aedd963b8575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.387684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.436716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:55.459170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d9177d-b4d7-41b8-b810-ec7ae218be4b']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:55.459956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-27905271-173b-4db1-ac13-2296b2b0c25b admin admin] 10.222.0.13 "PUT /v2.0/routers/2a710907-7fe3-4b5b-a3ee-2b76b5b907df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1524589 Jul 06 17:49:55.498528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4062af10-1fe8-44c6-880c-5c1349e2af64') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:55.498905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4062af10-1fe8-44c6-880c-5c1349e2af64') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:55.581392 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.582172 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b4372-d67e-48d5-8859-83eabcaea182 x-openstack-request-id: req-2e4b4372-d67e-48d5-8859-83eabcaea182 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:55.587362 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428c7036-14e4-4d7a-a7c0-21d9605aef93", "name": "network-vif-plugged", "status": "completed", "tag": "7c357080-028e-4d0b-94e1-57557bfe6479", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:55.587808 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e4b4372-d67e-48d5-8859-83eabcaea182 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:55.588374 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428c7036-14e4-4d7a-a7c0-21d9605aef93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c357080-028e-4d0b-94e1-57557bfe6479', 'code': 200} Jul 06 17:49:55.591600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=7c357080-028e-4d0b-94e1-57557bfe6479,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:55.672413 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-166cf67c-12b2-4adb-8974-aedd963b8575 None None] Port 0f81cc61-f83a-4610-90a0-95284ebbedd1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:49:55.739284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:55.784034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.854327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7c700-443f-4e7e-b8ab-061a80924328 req-6108ec12-c2ff-41cb-9977-ce5a068a7826 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:55.855714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:55.864689 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ae7c700-443f-4e7e-b8ab-061a80924328 req-6108ec12-c2ff-41cb-9977-ce5a068a7826 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.5223858 Jul 06 17:49:55.865190 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-cbd52af8-7975-4c63-9941-df5c86af065c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1784215 Jul 06 17:49:55.876099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:55.876719 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.903854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:49:55.904660 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:49:55.947826 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:49:56.098001 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.107301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-259c19aa-d5bd-46de-b632-9e3afdd1c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.107855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-259c19aa-d5bd-46de-b632-9e3afdd1c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.108424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-259c19aa-d5bd-46de-b632-9e3afdd1c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.111549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-259c19aa-d5bd-46de-b632-9e3afdd1c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.113211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-259c19aa-d5bd-46de-b632-9e3afdd1c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.113700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-259c19aa-d5bd-46de-b632-9e3afdd1c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.117007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-259c19aa-d5bd-46de-b632-9e3afdd1c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.122142 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-259c19aa-d5bd-46de-b632-9e3afdd1c03d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 6492 time: 0.1659312 Jul 06 17:49:56.131072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=01c65a8c-2cb2-4232-b69d-c1fce6ccb277,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:56.138111 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.224569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=01c65a8c-2cb2-4232-b69d-c1fce6ccb277,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:56.251952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.283186 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.285250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] 10.222.0.13 "DELETE /v2.0/networks/f8d9177d-b4d7-41b8-b810-ec7ae218be4b HTTP/1.1" status: 204 len: 168 time: 3.1577675 Jul 06 17:49:56.362178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75ed5-0ff8-49e9-9ab5-0eff8751629a req-4d273e06-dea7-4965-a64f-09e0efd3b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.363818 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73d75ed5-0ff8-49e9-9ab5-0eff8751629a req-4d273e06-dea7-4965-a64f-09e0efd3b17a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 1096 time: 0.7960639 Jul 06 17:49:56.365857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port 62843b43-d8b0-4fe0-adcd-9f1576ddf38c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:49:56.366386 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.385613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ae7c700-443f-4e7e-b8ab-061a80924328 req-69f09e60-e187-4d61-afd5-c364cc455e32 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197899 Jul 06 17:49:56.386561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19097df3-980a-4506-867f-3d4ec303ba84 tempest-NetworksIpV6Test-1249543095 tempest-NetworksIpV6Test-1249543095-project] Pushing event deleted for resources: {'Network': ['ID=f8d9177d-b4d7-41b8-b810-ec7ae218be4b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:56.408541 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Sync routers for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:56.473636 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:56.475882 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:56.496130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-6d5b00ab-28f7-4679-b8f4-1a8ffd538269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.496130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-6d5b00ab-28f7-4679-b8f4-1a8ffd538269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.496671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-6d5b00ab-28f7-4679-b8f4-1a8ffd538269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.499932 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-6d5b00ab-28f7-4679-b8f4-1a8ffd538269 service neutron] 10.222.0.55 "GET /v2.0/networks?id=783772ad-1179-4bad-9382-d4de5d5d3d28&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&id=563e46c9-5ffa-45c3-8a52-e75a0fee5801 HTTP/1.1" status: 200 len: 2293 time: 0.3253980 Jul 06 17:49:56.603722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45376) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:56.619087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d4884f59-ee76-4f97-9a24-b347a49a0c07 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310186184', 'description': 'tempest-description--992649438'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:56.774270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73d75ed5-0ff8-49e9-9ab5-0eff8751629a req-bf65b775-e620-4b84-9267-ad8e026a1339 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804963 Jul 06 17:49:56.797010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:56.826257 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:56.848777 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-4c5b9fd7-cecb-4080-9f0b-375723480f98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a32bc3-0425-4419-9935-213d68df3df8 HTTP/1.1" status: 200 len: 1001 time: 0.3399427 Jul 06 17:49:56.899348 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4884f59-ee76-4f97-9a24-b347a49a0c07 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:56.968718 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-e4030a9d-e279-47e3-bb87-0b7ae9da8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:56.971139 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-e4030a9d-e279-47e3-bb87-0b7ae9da8273 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5be3346-afa0-406d-a934-ceeda5f8bbb2 HTTP/1.1" status: 200 len: 850 time: 0.1138115 Jul 06 17:49:57.045103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ab52-9125-4853-8099-bab64324439f req-f630603b-689d-4f35-87a8-3491dfcb1c29 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:57.061507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ab52-9125-4853-8099-bab64324439f req-f630603b-689d-4f35-87a8-3491dfcb1c29 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 945 time: 0.3344028 Jul 06 17:49:57.208235 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ab52-9125-4853-8099-bab64324439f req-2b3a72de-2e3f-49f3-8ae4-0eb4c0b7758b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434877 Jul 06 17:49:57.267093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-6889a88f-0cfc-4d0e-b88b-10e67b5c2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:57.274099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-6889a88f-0cfc-4d0e-b88b-10e67b5c2104 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=783772ad-1179-4bad-9382-d4de5d5d3d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2867334 Jul 06 17:49:57.335744 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:49:54Z', 'revision_number': 2, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:57.398048 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Checking router: 2a710907-7fe3-4b5b-a3ee-2b76b5b907df for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:49:57.399129 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Updating router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df port 0f81cc61-f83a-4610-90a0-95284ebbedd1 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:49:57.547398 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:57.559585 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-06e8d1ca-7100-4950-8f1c-7a8a4d85d0e4 service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779558 Jul 06 17:49:57.701642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:57.776069 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:57.795536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for 62843b43-d8b0-4fe0-adcd-9f1576ddf38c owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:49:57.811590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-00b0fb42-7288-4ed1-9e4d-42bbb80ba8bc service neutron] 10.222.0.55 "GET /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442937 Jul 06 17:49:57.900840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:57.901437 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:57.905114 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-0f18a2de-4ead-4f20-9e5e-9b521a155938 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=7683b96e-e042-4f2c-baf6-0f7ab80da843 HTTP/1.1" status: 200 len: 217 time: 0.0556972 Jul 06 17:49:57.952922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:49:57.981266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f522c-a06b-4b85-9a3e-bfb3296c692c req-0f845695-1dda-4ac6-a997-ebcea7177140 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:57.989948 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4b3f522c-a06b-4b85-9a3e-bfb3296c692c req-0f845695-1dda-4ac6-a997-ebcea7177140 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.1772754 Jul 06 17:49:58.018736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-1766f867-6597-4a76-8cb8-bee1870d1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:58.020713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-1766f867-6597-4a76-8cb8-bee1870d1779 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.1067410 Jul 06 17:49:58.058492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4b3f522c-a06b-4b85-9a3e-bfb3296c692c req-82d8bb04-de11-492d-9875-799b58a7c4f1 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656397 Jul 06 17:49:58.099516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port f1fba5ac-1486-41de-93eb-27d94e813efa completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:49:58.119880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port f1fba5ac-1486-41de-93eb-27d94e813efa triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:49:58.120353 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.133250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068441df-dd89-485c-bd00-835f84f19231 req-6837f2ca-1b0d-4e05-9d91-a6446d87fe91 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:58.135468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-068441df-dd89-485c-bd00-835f84f19231 req-6837f2ca-1b0d-4e05-9d91-a6446d87fe91 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 1.4536552 Jul 06 17:49:58.169419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-8677aa25-0592-4732-b859-23aa2accf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:58.179030 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-8677aa25-0592-4732-b859-23aa2accf537 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486073 Jul 06 17:49:58.269031 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.286173 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Transition to ACTIVE for port object 0f81cc61-f83a-4610-90a0-95284ebbedd1 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:49:58.294086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-2ccd1f33-2fd7-44fe-8878-b8390aec9a7d service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088433 Jul 06 17:49:58.300564 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.318037 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.330795 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-068441df-dd89-485c-bd00-835f84f19231 req-4fae9439-0807-4157-a860-213374eed0c5 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728384 Jul 06 17:49:58.382940 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.428715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-343aadb9-c2df-4713-9f0a-3e07d7469453 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba016706b56048ce842d74a8bac020fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6255395 Jul 06 17:49:58.429835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:58.440720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=62843b43-d8b0-4fe0-adcd-9f1576ddf38c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:58.455789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:49:58.460933 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4745b142-1475-4997-8f09-b8e1fa614b37" -d '{"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:49:58.523213 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad272d1-9fc7-488d-8e47-5d1b52ffd3fd None None] Pushing event updated for resources: {'Port': ['ID=0f81cc61-f83a-4610-90a0-95284ebbedd1,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:58.528377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:49:58.542812 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.607515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175337e2-ecd7-4651-9bba-04d46235de25 req-1967fee0-923f-4b39-b71d-8a1d86881791 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:58.617751 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Attempting to bind port 0f81cc61-f83a-4610-90a0-95284ebbedd1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:49:58.618455 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Attempting to bind port 0f81cc61-f83a-4610-90a0-95284ebbedd1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:49:58.619332 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Attempting to bind port 0f81cc61-f83a-4610-90a0-95284ebbedd1 on network f2d97002-26a6-40e0-834f-092a3240c302 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:49:58.620532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-175337e2-ecd7-4651-9bba-04d46235de25 req-1967fee0-923f-4b39-b71d-8a1d86881791 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 945 time: 0.1810067 Jul 06 17:49:58.636713 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:49:58.637160 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Checking segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:49:58.646291 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-8936af96-3aff-4415-9f70-1feaf8f92923 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410976 Jul 06 17:49:58.650598 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.651161 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Bound using segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:49:58.651674 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Bound port: 0f81cc61-f83a-4610-90a0-95284ebbedd1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:49:58.652997 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.682154 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8f9d8b-baf6-4570-a485-169a397c05e0 x-openstack-request-id: req-fa8f9d8b-baf6-4570-a485-169a397c05e0 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:49:58.682547 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:49:58.682807 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa8f9d8b-baf6-4570-a485-169a397c05e0 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:49:58.683212 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'code': 200} Jul 06 17:49:58.683791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:58.692134 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4884f59-ee76-4f97-9a24-b347a49a0c07 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.737150 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4884f59-ee76-4f97-9a24-b347a49a0c07 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.738305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-12ecca1c-e8c0-4679-aaa0-d32950976b0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=ed0e1eb7-4909-4d09-985f-3586dfcb9c82 HTTP/1.1" status: 200 len: 217 time: 0.0727811 Jul 06 17:49:58.787150 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] For port 0f81cc61-f83a-4610-90a0-95284ebbedd1, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:49:58.792626 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] For port 0f81cc61-f83a-4610-90a0-95284ebbedd1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f81cc61-f83a-4610-90a0-95284ebbedd1,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:49:58.800075 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-175337e2-ecd7-4651-9bba-04d46235de25 req-815584f3-4ebb-4385-8c43-b838a385c8a0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762397 Jul 06 17:49:58.804509 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.826791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-415c148b-f840-48fe-a6bb-1e8c8d92c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:58.828240 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e1d51d6-26a5-4956-969d-a396eb6a0c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.829252 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-415c148b-f840-48fe-a6bb-1e8c8d92c3a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.0824869 Jul 06 17:49:58.879021 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e1d51d6-26a5-4956-969d-a396eb6a0c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:58.912979 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:58.913611 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:58.926773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-90092bc1-ec39-4124-a14e-464f77ce9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:58.936847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-90092bc1-ec39-4124-a14e-464f77ce9a03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949161 Jul 06 17:49:58.997568 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad272d1-9fc7-488d-8e47-5d1b52ffd3fd None None] Pushing event updated for resources: {'Port': ['ID=0f81cc61-f83a-4610-90a0-95284ebbedd1,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:59.033706 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e1d51d6-26a5-4956-969d-a396eb6a0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.036795 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e1d51d6-26a5-4956-969d-a396eb6a0c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.039494 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4e1d51d6-26a5-4956-969d-a396eb6a0c44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2027b9a1-08ab-4f28-b7ec-3be8473b98b3 HTTP/1.1" status: 204 len: 168 time: 0.5997632 Jul 06 17:49:59.050751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4884f59-ee76-4f97-9a24-b347a49a0c07 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.052377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d4884f59-ee76-4f97-9a24-b347a49a0c07 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4477987 Jul 06 17:49:59.056856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:59.077646 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.078935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-41e932d1-327d-4241-89b3-fe20cc7d9e0e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'security_group_rule': {'security_group_id': '0245de5a-acf8-4034-a488-bbaaa67fae70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:59.082762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4884f59-ee76-4f97-9a24-b347a49a0c07 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0245de5a-acf8-4034-a488-bbaaa67fae70,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:59.110331 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:49:59.126127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d51d6-26a5-4956-969d-a396eb6a0c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2027b9a1-08ab-4f28-b7ec-3be8473b98b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:59.237442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41e932d1-327d-4241-89b3-fe20cc7d9e0e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.311633 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-cc214134-f324-4981-bfbb-90f825b1b883 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732967 Jul 06 17:49:59.353133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3df3b-3147-4296-963c-89179a05adfb req-7e950d9e-61de-4afc-b717-b2b48fe79f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:59.354871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76d3df3b-3147-4296-963c-89179a05adfb req-7e950d9e-61de-4afc-b717-b2b48fe79f35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1097 time: 0.6582119 Jul 06 17:49:59.436951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41e932d1-327d-4241-89b3-fe20cc7d9e0e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.445795 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-694a7bba-921b-4328-a241-d9990262155c service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251695 Jul 06 17:49:59.447329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41e932d1-327d-4241-89b3-fe20cc7d9e0e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.485412 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41e932d1-327d-4241-89b3-fe20cc7d9e0e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.489042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-41e932d1-327d-4241-89b3-fe20cc7d9e0e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4248853 Jul 06 17:49:59.520676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:59.527099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ffd06bdb-b8cd-4313-9329-258ca1ca6963 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'security_group_rule': {'security_group_id': '0245de5a-acf8-4034-a488-bbaaa67fae70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:49:59.531666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e932d1-327d-4241-89b3-fe20cc7d9e0e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4347665a-4dfb-4d9c-9e5e-df316c3fff1a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:49:59.536703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-a64e0109-6809-4487-af9a-9381ce50e6f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=cade89d9-c173-4e18-9597-f89f752088d7 HTTP/1.1" status: 200 len: 217 time: 0.0732093 Jul 06 17:49:59.559291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:49:59.639086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-b7c7ade5-d334-4785-9d2e-36c08a8053f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:59.641073 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-b7c7ade5-d334-4785-9d2e-36c08a8053f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.0814927 Jul 06 17:49:59.650315 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffd06bdb-b8cd-4313-9329-258ca1ca6963 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:49:59.660661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76d3df3b-3147-4296-963c-89179a05adfb req-d96e1694-6f1b-45ad-a367-38ecdbd8d2af service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681518 Jul 06 17:49:59.696457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ab1c-54f0-400d-9dcb-b33bc3ed2d04 req-2035c9e1-5239-4230-aef9-36281559d6f0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:49:59.704075 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f042ab1c-54f0-400d-9dcb-b33bc3ed2d04 req-2035c9e1-5239-4230-aef9-36281559d6f0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.3470855 Jul 06 17:49:59.804797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f042ab1c-54f0-400d-9dcb-b33bc3ed2d04 req-c92f51fe-bdcb-48a9-97ae-d15b72c04d51 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974715 Jul 06 17:49:59.815480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:49:59.825422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a0cc149c-a48b-4c70-89a5-1f70f836f7d1 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "PUT /v2.0/routers/6febd4b6-011c-41aa-a4d9-c1e9140c44a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8549080 Jul 06 17:49:59.836347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45416) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:49:59.849357 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6c09a-cad1-4b69-86ce-0a0fb3069840 None None] Sync routers for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:49:59.861486 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:49:58Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:59.869294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6c09a-cad1-4b69-86ce-0a0fb3069840 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:59.869962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5ec6c09a-cad1-4b69-86ce-0a0fb3069840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:59.955932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5ec6c09a-cad1-4b69-86ce-0a0fb3069840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:59.984874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6c09a-cad1-4b69-86ce-0a0fb3069840 None None] Routers {'6febd4b6-011c-41aa-a4d9-c1e9140c44a6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:49:59.993499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5ec6c09a-cad1-4b69-86ce-0a0fb3069840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:49:59.998970 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7c25a-f23d-42bc-9c21-d6cceb255061 None None] The sync data for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 is: [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:49:58Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:00.095335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5ec6c09a-cad1-4b69-86ce-0a0fb3069840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:00.120442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6c09a-cad1-4b69-86ce-0a0fb3069840 None None] The sync data for ids ['6febd4b6-011c-41aa-a4d9-c1e9140c44a6'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:00.166249 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.258032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f1ff5-441d-4a87-976b-bcf7e5be32fc req-54975242-2498-453b-b34c-947429d35636 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:00.266419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd4f1ff5-441d-4a87-976b-bcf7e5be32fc req-54975242-2498-453b-b34c-947429d35636 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.1838713 Jul 06 17:50:00.452870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-422d6d59-e425-4e36-b1a4-c4da749dd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:00.454286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-422d6d59-e425-4e36-b1a4-c4da749dd1f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8051896 Jul 06 17:50:00.520706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd4f1ff5-441d-4a87-976b-bcf7e5be32fc req-8aca4da8-cae7-44b9-9823-5c28938b9f03 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533503 Jul 06 17:50:00.548022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.625717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45430) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:00.677156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffd06bdb-b8cd-4313-9329-258ca1ca6963 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.702632 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffd06bdb-b8cd-4313-9329-258ca1ca6963 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.727090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting port 6633ea06-8d20-4da8-9909-afaadfc196d8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:00.728853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.781234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffd06bdb-b8cd-4313-9329-258ca1ca6963 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.783998 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ffd06bdb-b8cd-4313-9329-258ca1ca6963 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2616751 Jul 06 17:50:00.790873 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-183571b2-8948-4af3-9f9e-ad8ace429e2c service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244934 Jul 06 17:50:00.796427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45434) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:00.807178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:00.861580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd06bdb-b8cd-4313-9329-258ca1ca6963 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07addbbd-5738-4315-bed9-570dfc1b5f91,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:00.868539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-607803684'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:00.923802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:00.940679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Calling delete_port for 6633ea06-8d20-4da8-9909-afaadfc196d8 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:00.984760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c24c32-bb82-4a2f-ba90-34c782a5eb24 req-4d62c88b-1180-4e0c-b9a1-acbd7cbad0ba tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:00.999389 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7c24c32-bb82-4a2f-ba90-34c782a5eb24 req-4d62c88b-1180-4e0c-b9a1-acbd7cbad0ba tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 1.2832546 Jul 06 17:50:01.091781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:01.096495 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.110659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-0f235fae-03c8-4a0d-b347-c33f01a680e8 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258229 Jul 06 17:50:01.113619 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.221153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.241943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7c24c32-bb82-4a2f-ba90-34c782a5eb24 req-6635b398-e468-47e1-acc8-17a930d568f6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400219 Jul 06 17:50:01.243316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-06d3c108-7f29-4427-a432-c9c4880a9681 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237 HTTP/1.1" status: 200 len: 217 time: 0.1185431 Jul 06 17:50:01.311620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-9ba2d208-7d46-447c-abe2-43a0b4e05ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:01.311756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cd209-f277-4550-b910-8087cfbbb2aa req-de153362-f232-49bd-b626-32c0a3cd3338 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:01.311863 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-9ba2d208-7d46-447c-abe2-43a0b4e05ebd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 200 len: 797 time: 0.0582883 Jul 06 17:50:01.315817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe9cd209-f277-4550-b910-8087cfbbb2aa req-de153362-f232-49bd-b626-32c0a3cd3338 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.3133540 Jul 06 17:50:01.481131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe9cd209-f277-4550-b910-8087cfbbb2aa req-c1f77c55-e060-45ef-a761-8dfde6e03eb7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347868 Jul 06 17:50:01.703031 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-528fd9f2-37e2-42a6-9190-e15b63f19f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:01.717846 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-528fd9f2-37e2-42a6-9190-e15b63f19f65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3919437 Jul 06 17:50:01.720557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.802146 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:01.827549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f81cc61-f83a-4610-90a0-95284ebbedd1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:02.002390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.012799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Port': ['ID=6633ea06-8d20-4da8-9909-afaadfc196d8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:02.041464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0f81cc61-f83a-4610-90a0-95284ebbedd1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:02.048510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0f81cc61-f83a-4610-90a0-95284ebbedd1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:02.049470 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.212980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-2202ace7-390f-4ae9-9de1-a5e39df2a400 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877527 Jul 06 17:50:02.269116 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.323714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 0f81cc61-f83a-4610-90a0-95284ebbedd1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f81cc61-f83a-4610-90a0-95284ebbedd1,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:02.340423 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.341072 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.355512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-1c88e5b0-50df-4364-95d8-df00a95d7622 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323919 Jul 06 17:50:02.463759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-24650d9e-e835-464a-8f1c-2d5bf1cca593 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ca65a389-3aff-4a71-9ac3-1180117b1629 HTTP/1.1" status: 200 len: 217 time: 0.1013265 Jul 06 17:50:02.467910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=0f81cc61-f83a-4610-90a0-95284ebbedd1,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:02.563748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.627773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Allocated IP 172.25.7.252 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/d04010c4-f354-4837-b5b3-82f032c3e1d9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:02.639465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-0ee50c6c-50c8-49fe-89fb-eb993b26f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:02.641501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-0ee50c6c-50c8-49fe-89fb-eb993b26f1ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 200 len: 797 time: 0.1635978 Jul 06 17:50:02.643513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.654917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.670785 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.728077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:02.770940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba2a99-d6f1-4043-82b6-70a6be2d69f0 req-e778a64e-8406-4b78-b3c7-b06be23eaf5b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:02.773650 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6ba2a99-d6f1-4043-82b6-70a6be2d69f0 req-e778a64e-8406-4b78-b3c7-b06be23eaf5b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.2840559 Jul 06 17:50:02.827526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca9bb4a-22e7-420f-8913-ffe4dabad9ef,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:02.833226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.833821 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Added segment 14169feb-caec-4337-aafe-11e673b0992c of type vlan for network 6b29715c-c5a2-41a3-a60b-4c324294c221 Jul 06 17:50:02.852247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf03b4-54cc-46f0-8fa7-a78bb388e089 req-570e27e1-2a70-4c53-a714-c940e8332b92 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:02.854946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fcaf03b4-54cc-46f0-8fa7-a78bb388e089 req-570e27e1-2a70-4c53-a714-c940e8332b92 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.8568532 Jul 06 17:50:02.870034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.871048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Fanout notify agent at l3_agent the message router_deleted on router 6febd4b6-011c-41aa-a4d9-c1e9140c44a6 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:50:02.877581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-c0a3fdef-4c15-4dac-afe2-f1cd99615316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:02.878634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-c0a3fdef-4c15-4dac-afe2-f1cd99615316 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2265871 Jul 06 17:50:02.884247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.889047 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:02.893099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2a968625-35b5-4d3f-a00e-476bcb0b3cda tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/routers/6febd4b6-011c-41aa-a4d9-c1e9140c44a6 HTTP/1.1" status: 204 len: 168 time: 3.0507076 Jul 06 17:50:02.903003 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6ba2a99-d6f1-4043-82b6-70a6be2d69f0 req-b335613e-1775-4bf6-a981-b8ab002f4324 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170931 Jul 06 17:50:02.905498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:03.031534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.059936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b5cee5-70cd-4e91-be24-7f739c802e64 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Deleting subnet d5c0dc5a-67b2-413f-8049-b4d7b806b2df {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:50:03.065954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fcaf03b4-54cc-46f0-8fa7-a78bb388e089 req-3c1b67be-3301-4317-9b59-7d121374f0b6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907201 Jul 06 17:50:03.088109 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b5cee5-70cd-4e91-be24-7f739c802e64 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.155417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.164452 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.175506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-a07744dc-ab30-474a-be7f-dffbb53f8e7a service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876687 Jul 06 17:50:03.190100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:03.192572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.246735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b5cee5-70cd-4e91-be24-7f739c802e64 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.260986 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:50:03.354497 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.7161665 Jul 06 17:50:03.397595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24b726-13ae-49b8-b4f3-b7dae9cf3790 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Network': ['ID=6b29715c-c5a2-41a3-a60b-4c324294c221,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:03.415397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:03.416056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 6b29715c-c5a2-41a3-a60b-4c324294c221 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:03.436405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:03.440129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:03.452800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'Port': ['ID=d04010c4-f354-4837-b5b3-82f032c3e1d9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:03.576234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b5cee5-70cd-4e91-be24-7f739c802e64 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.641952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f81cc61-f83a-4610-90a0-95284ebbedd1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:03.728056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723aaa0-5a62-46d3-baa9-92e298f3dcb3 req-85415e9b-af37-45c8-a59f-4ff47dbe8c64 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:03.729922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b723aaa0-5a62-46d3-baa9-92e298f3dcb3 req-85415e9b-af37-45c8-a59f-4ff47dbe8c64 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2823684 Jul 06 17:50:03.823645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b723aaa0-5a62-46d3-baa9-92e298f3dcb3 req-b6eead28-de64-4f2e-90ad-e5b601686727 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776503 Jul 06 17:50:03.858151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45456) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:03.884876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b5cee5-70cd-4e91-be24-7f739c802e64 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.907157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0f81cc61-f83a-4610-90a0-95284ebbedd1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:03.907755 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:03.989315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f738-d61d-4ea9-890d-58f62000808b req-16af6efe-9f98-4624-addc-aa54d0af054e tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:04.006687 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d197f738-d61d-4ea9-890d-58f62000808b req-16af6efe-9f98-4624-addc-aa54d0af054e tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.8617060 Jul 06 17:50:04.045531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b80832-9d5a-4112-bfd3-d3f26183210d tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:04.059237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-11b80832-9d5a-4112-bfd3-d3f26183210d tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1092 time: 0.2012405 Jul 06 17:50:04.060198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45460) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:04.065150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5cee5-70cd-4e91-be24-7f739c802e64 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c0dc5a-67b2-413f-8049-b4d7b806b2df,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:04.073420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:04.073748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-1be94b25-8580-471d-be0b-ba986163870f service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8328173 Jul 06 17:50:04.076217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b5cee5-70cd-4e91-be24-7f739c802e64 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.080192 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-34b5cee5-70cd-4e91-be24-7f739c802e64 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/subnets/d5c0dc5a-67b2-413f-8049-b4d7b806b2df HTTP/1.1" status: 204 len: 168 time: 1.1641405 Jul 06 17:50:04.090974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45462) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:04.172675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.227757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-95acc2e9-886f-4f4c-889d-b1b20334fed5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3586c00f-536d-44ef-82fd-af48620ef5a9 HTTP/1.1" status: 200 len: 217 time: 0.1321108 Jul 06 17:50:04.282702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872befd-296e-46fd-a371-01041f4d033c req-6a75cf24-8bd5-4f45-bf0b-693ecb91fdc9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:04.287126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5872befd-296e-46fd-a371-01041f4d033c req-6a75cf24-8bd5-4f45-bf0b-693ecb91fdc9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.1812973 Jul 06 17:50:04.350672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5872befd-296e-46fd-a371-01041f4d033c req-49494da0-eb4a-47fe-8080-9daf7eeea618 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573287 Jul 06 17:50:04.391689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.409451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-858b5ab4-0037-44c8-8eb4-1b0182e222e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:04.422857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-858b5ab4-0037-44c8-8eb4-1b0182e222e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 200 len: 797 time: 0.1465249 Jul 06 17:50:04.458754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d197f738-d61d-4ea9-890d-58f62000808b req-11251c15-0afb-4f95-9076-20a3dc67b968 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502206 Jul 06 17:50:04.516323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.550094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.25.7.161 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/040f83b3-6830-4067-af6b-d756eaecdf35) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:04.552318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.657676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.695215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.730438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c283-4d20-4644-8244-94e3e8649446 req-23906f6d-c232-47f0-84a1-274bba1bdb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:04.731957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-23906f6d-c232-47f0-84a1-274bba1bdb22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=563e46c9-5ffa-45c3-8a52-e75a0fee5801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2941866 Jul 06 17:50:04.761636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.812919 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:04.816987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:04.821187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:04.833034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.856105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80f43da-49b8-496c-afe4-674c2d17e3ea']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:04.876665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=040f83b3-6830-4067-af6b-d756eaecdf35,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:04.880580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17945bba-905e-4048-b96b-2633308fe351') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:04.882279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17945bba-905e-4048-b96b-2633308fe351') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:04.940203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:04.999374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:05.032130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-5fd17929-0af6-45f4-a3d8-9c729f91c256 service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882853 Jul 06 17:50:05.034956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:05.035376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:05.039809 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:05.243662 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:05.584334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:05.707625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:05.718234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:05.744689 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:05.767840 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:05.774390 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] 10.222.0.13 "DELETE /v2.0/networks/b80f43da-49b8-496c-afe4-674c2d17e3ea HTTP/1.1" status: 204 len: 168 time: 1.5712187 Jul 06 17:50:05.882777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Pushing event deleted for resources: {'Network': ['ID=b80f43da-49b8-496c-afe4-674c2d17e3ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:05.983103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.983800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.984253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.985088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.985351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.985927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.986577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.987190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.987690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.988249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.989002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:05.989592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6deac2-64dc-435f-8182-df3656708e52 tempest-FloatingIPTestJSON-1744703260 tempest-FloatingIPTestJSON-1744703260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:06.044735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f199c283-4d20-4644-8244-94e3e8649446 req-b6664632-8dc6-44cc-8113-5ec7bc87732d service neutron] 10.222.0.55 "GET /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0008347 Jul 06 17:50:06.075652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'Port': ['ID=d04010c4-f354-4837-b5b3-82f032c3e1d9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:06.118628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:06.152793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:06.156994 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-74ad2076-3e82-45f6-9b0c-2f744a3510b8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3562028 Jul 06 17:50:06.185915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d16be6-acd6-4646-b94b-d7fbe63b542a req-47c59325-0867-4ced-88f9-cd61da0696fb tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:06.205249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10d16be6-acd6-4646-b94b-d7fbe63b542a req-47c59325-0867-4ced-88f9-cd61da0696fb tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.4368162 Jul 06 17:50:06.300200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9769ec-a0fa-40f6-a55a-e7f0d07b1433 req-1549a91d-21b4-49a2-9216-43109a739247 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:06.303580 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee9769ec-a0fa-40f6-a55a-e7f0d07b1433 req-1549a91d-21b4-49a2-9216-43109a739247 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.8153007 Jul 06 17:50:06.358496 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10d16be6-acd6-4646-b94b-d7fbe63b542a req-bf938857-8640-4d7e-bd27-0f32de70814a tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492987 Jul 06 17:50:06.387781 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:06.392474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ee9769ec-a0fa-40f6-a55a-e7f0d07b1433 req-e3c284e7-de61-48d9-8e18-80abd561cd0c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818775 Jul 06 17:50:06.455462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45486) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:06.590820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-4b4d3ed4-fc89-41cd-a631-88b43abc4c4f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--310186184&fields=id&tenant_id=21f511ef257248bdb22f45f2b442f67f HTTP/1.1" status: 200 len: 267 time: 0.0482922 Jul 06 17:50:06.689662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:06.697820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:06.759087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-f4dc41cf-9906-4e56-8ab7-ae1b511edf24 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:06.766008 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-f4dc41cf-9906-4e56-8ab7-ae1b511edf24 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 816 time: 0.1651564 Jul 06 17:50:06.792032 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-09459350-e1a9-445a-8e55-2ebd512537d8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/quotas/21f511ef257248bdb22f45f2b442f67f HTTP/1.1" status: 200 len: 375 time: 0.0244834 Jul 06 17:50:06.816181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=040f83b3-6830-4067-af6b-d756eaecdf35,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:06.826226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:06.891334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d3fcff6f-7b7f-4fad-bd55-b305d3846f2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdb302f52f5b4d558e120744b4510f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319150 Jul 06 17:50:06.892896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45494) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:06.955789 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-355e28bb-71db-4a34-b080-d736253a3bbc tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1549644 Jul 06 17:50:06.988124 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Floating IP 851c340b-aa65-471d-bd7e-57e9e4a317ed associated. External IP: 172.25.7.161, port: f1fba5ac-1486-41de-93eb-27d94e813efa. Jul 06 17:50:07.043707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2902-3971-4023-a02b-3df85d83b039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:07.112295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2902-3971-4023-a02b-3df85d83b039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:07.136733 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-e3dc2247-4c6c-4e89-967c-e6c54fd43326 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640372 Jul 06 17:50:07.191240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:07.202218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'subnet': {'network_id': '6b29715c-c5a2-41a3-a60b-4c324294c221', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:07.257541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2902-3971-4023-a02b-3df85d83b039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:07.260141 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2902-3971-4023-a02b-3df85d83b039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:07.261315 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5b3b2902-3971-4023-a02b-3df85d83b039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a937cb65-7e78-47a1-94ea-5c604700fc22 HTTP/1.1" status: 204 len: 168 time: 0.3686717 Jul 06 17:50:07.280709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b2902-3971-4023-a02b-3df85d83b039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a937cb65-7e78-47a1-94ea-5c604700fc22,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:07.309544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router e4c95763-688d-4cf2-af18-ef21c4e65333 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:50:07.392966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-59882aae-f4db-4758-ad66-007643b5d273 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461011 Jul 06 17:50:07.477464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:07.481739 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:07.494518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:07.513187 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] Sync routers for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:07.521439 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:07.551361 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:07.556727 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:07.669697 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e59423d0-6f03-4a42-a5ee-bd5d4b26318e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6054282 Jul 06 17:50:07.669697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:07.671271 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ba3d71-5248-477c-8d0d-de419e849a41" -d '{"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:07.745484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e5ee0-543f-4c21-bf93-190d8bf0f332 req-c1e00ce2-edc5-4949-a24a-9187e70e7db7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:07.767616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e3e5ee0-543f-4c21-bf93-190d8bf0f332 req-c1e00ce2-edc5-4949-a24a-9187e70e7db7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.1494529 Jul 06 17:50:07.807767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:07.813590 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:07.908903 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e3e5ee0-543f-4c21-bf93-190d8bf0f332 req-079aa4ca-33b7-4c1c-b0c6-339677abdb09 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397214 Jul 06 17:50:07.926931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Subnet': ['ID=a0d862b4-2370-4f7a-a66f-4cd406607c87,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:07.949168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Checking segment: {'id': '14169feb-caec-4337-aafe-11e673b0992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b29715c-c5a2-41a3-a60b-4c324294c221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:07.949598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network hostable DHCP agents. Network: 6b29715c-c5a2-41a3-a60b-4c324294c221, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:07.976544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network 6b29715c-c5a2-41a3-a60b-4c324294c221 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:07.998398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 6b29715c-c5a2-41a3-a60b-4c324294c221) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:08.004599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:08.009352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e6a64-cb30-48fb-a7b3-703fb046522d None None] Network 6b29715c-c5a2-41a3-a60b-4c324294c221 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:08.011092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.107959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8da7f742-f093-4347-81bc-2f16ffce132c req-0ea9117f-de74-4039-aa01-7a7d1f00fe67 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 210 time: 0.0821304 Jul 06 17:50:08.142524 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-37602dab-5837-4e07-bbb9-829a92ae20ea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9440720 Jul 06 17:50:08.145176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45528) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:08.169462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1193442539'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:08.235480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:08.244566 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.281311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:08.293201 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.294019 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Added segment 37d450d1-6b50-4073-bd20-ae9bbbccb394 of type vlan for network ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 Jul 06 17:50:08.347408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.394138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.405022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:08.406141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.460192 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3113346 Jul 06 17:50:08.461683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45536) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:08.469057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'subnet': {'network_id': 'ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:08.515511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-6b29715c-c5a2-41a3-a60b-4c324294c221', 'network_id': '6b29715c-c5a2-41a3-a60b-4c324294c221', 'tenant_id': '75564dc71a05492fa038e27170bfcbc6', 'fixed_ips': [{'subnet_id': 'a0d862b4-2370-4f7a-a66f-4cd406607c87'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:08.516860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.576884 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '851c340b-aa65-471d-bd7e-57e9e4a317ed', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'port_id': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'mac_address': 'fa:16:3e:b9:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:05Z', 'updated_at': '2021-07-06T17:50:05Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6e12a7-e63e-4b5f-94f4-e0b26df41035', 'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:05:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:30Z', 'updated_at': '2021-07-06T17:49:40Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:08.601307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25f5e2-b531-4f98-8697-d9f31d0296f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Network': ['ID=ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:08.625964 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] Checking router: e4c95763-688d-4cf2-af18-ef21c4e65333 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:50:08.637778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a8293-cc94-4378-99c3-15030b214ad6 req-3ea63567-e720-4160-bb46-c69a158fd99b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:08.639473 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a9a8293-cc94-4378-99c3-15030b214ad6 req-3ea63567-e720-4160-bb46-c69a158fd99b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.6187017 Jul 06 17:50:08.643490 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:08.644132 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:49:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:08.730190 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a9a8293-cc94-4378-99c3-15030b214ad6 req-2194aa25-2a03-4746-9a4a-e71de55dad54 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829694 Jul 06 17:50:08.739773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:08.746965 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:08.758234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:08.845486 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:08.864480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d9301-a0c9-4bdc-ac2f-b82d382a0ba5 req-5e28a2a6-8558-4d8f-b97f-635f2f438859 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:08.867469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba7d9301-a0c9-4bdc-ac2f-b82d382a0ba5 req-5e28a2a6-8558-4d8f-b97f-635f2f438859 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.4178972 Jul 06 17:50:08.941475 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cdb582-947d-4f6d-8371-c3c9c7d598f2 x-openstack-request-id: req-c0cdb582-947d-4f6d-8371-c3c9c7d598f2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:08.941475 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:08.941475 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0cdb582-947d-4f6d-8371-c3c9c7d598f2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:08.942049 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'status': 'completed', 'code': 200} Jul 06 17:50:09.042676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba7d9301-a0c9-4bdc-ac2f-b82d382a0ba5 req-788d804b-d89a-4f44-88bc-1f61ab28127d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498816 Jul 06 17:50:09.054488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:09.111106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45550) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:09.164727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Allocated IP 2001:db8:0:ffff::2 (6b29715c-c5a2-41a3-a60b-4c324294c221/a0d862b4-2370-4f7a-a66f-4cd406607c87/d40b6542-b3ff-4479-b6b2-3740071d13cb) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:09.288950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-217675766'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:09.316841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a8c6c9ac-2288-47eb-bf60-cc118b98681f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/851c340b-aa65-471d-bd7e-57e9e4a317ed HTTP/1.1" status: 200 len: 992 time: 0.2035351 Jul 06 17:50:09.338289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-b3f31b3c-0e6c-4b59-b52f-5a9aae4a5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:09.344954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-b3f31b3c-0e6c-4b59-b52f-5a9aae4a5d54 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1097 time: 0.3703387 Jul 06 17:50:09.482297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:09.493568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:09.530626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:09.581256 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '851c340b-aa65-471d-bd7e-57e9e4a317ed', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'port_id': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'mac_address': 'fa:16:3e:b9:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:05Z', 'updated_at': '2021-07-06T17:50:05Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6e12a7-e63e-4b5f-94f4-e0b26df41035', 'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:05:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:30Z', 'updated_at': '2021-07-06T17:49:40Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:09.629130 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1eff0a-44d7-4af3-a173-27f47aa328c7 None None] The sync data for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 is: [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '851c340b-aa65-471d-bd7e-57e9e4a317ed', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'port_id': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'mac_address': 'fa:16:3e:b9:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:05Z', 'updated_at': '2021-07-06T17:50:05Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6e12a7-e63e-4b5f-94f4-e0b26df41035', 'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:05:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:30Z', 'updated_at': '2021-07-06T17:49:40Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:09.643266 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:09.652851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabbb04-c7d2-4498-8eba-9581051d14b5 req-02f45d44-46cd-4146-a15c-a48f2cbf2252 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:09.660572 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddabbb04-c7d2-4498-8eba-9581051d14b5 req-02f45d44-46cd-4146-a15c-a48f2cbf2252 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.3357685 Jul 06 17:50:09.690811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Transition to ACTIVE for port object d40b6542-b3ff-4479-b6b2-3740071d13cb will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:09.724884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.objects.ports [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 17:50:09.729472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:09.757635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Transition to ACTIVE for port object d40b6542-b3ff-4479-b6b2-3740071d13cb will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:09.776206 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:09.811779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-1ac421a5-20e0-4ad4-b167-dbfff2157b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:09.814858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-1ac421a5-20e0-4ad4-b167-dbfff2157b2a service neutron] 10.222.0.22 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.4578357 Jul 06 17:50:09.855573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Network 6b29715c-c5a2-41a3-a60b-4c324294c221 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:09.893460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Subnet': ['ID=d227f402-2e0c-4402-ae41-f797e3779a56,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:09.900480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:09.907083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddabbb04-c7d2-4498-8eba-9581051d14b5 req-d827afdf-217f-4235-94ec-c011b2e0419f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448084 Jul 06 17:50:09.921984 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:09.924584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Checking segment: {'id': '37d450d1-6b50-4073-bd20-ae9bbbccb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:09.924584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network hostable DHCP agents. Network: ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:09.954090 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-37d82bfd-795b-4c33-a9ab-4d5a4f405540 req-af0d2606-4f9f-4a06-8b3f-7262c5fd0c83 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 210 time: 0.0656266 Jul 06 17:50:09.956851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:09.964381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:09.985095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-2677f1a9-2b22-4a21-a6e5-9df9450d7869 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1000 time: 0.1584661 Jul 06 17:50:09.988457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:10.017347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:10.044464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45ac000-2b58-424a-b9ff-8f476e61e045,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:10.050040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.050408 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment 4742afb4-c033-4386-986a-1a7f50fe7db4 of type vlan for network 51ea6283-031c-4e92-9a0f-02d021121b47 Jul 06 17:50:10.068792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Pushing event updated for resources: {'Port': ['ID=d40b6542-b3ff-4479-b6b2-3740071d13cb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:10.157390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Attempting to bind port d40b6542-b3ff-4479-b6b2-3740071d13cb on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:10.157770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Attempting to bind port d40b6542-b3ff-4479-b6b2-3740071d13cb by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '14169feb-caec-4337-aafe-11e673b0992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b29715c-c5a2-41a3-a60b-4c324294c221'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:10.158143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Attempting to bind port d40b6542-b3ff-4479-b6b2-3740071d13cb on network 6b29715c-c5a2-41a3-a60b-4c324294c221 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:10.160670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:10.177014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f19ca5-423b-4d7c-b15a-14ef32b7a719 None None] Network ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:10.181083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:10.182230 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.184678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7e553-5a5d-4c09-8189-041bee3351b4 None None] New status for floating IP 851c340b-aa65-471d-bd7e-57e9e4a317ed: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:50:10.186944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-c43f023b-eaee-4186-8cc2-5310619d0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:10.188562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-c43f023b-eaee-4186-8cc2-5310619d0d4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.1905799 Jul 06 17:50:10.189349 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:10.190102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Checking segment: {'id': '14169feb-caec-4337-aafe-11e673b0992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b29715c-c5a2-41a3-a60b-4c324294c221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:10.190712 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.192185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Bound using segment: {'id': '14169feb-caec-4337-aafe-11e673b0992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b29715c-c5a2-41a3-a60b-4c324294c221'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:10.192918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Bound port: d40b6542-b3ff-4479-b6b2-3740071d13cb, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14169feb-caec-4337-aafe-11e673b0992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b29715c-c5a2-41a3-a60b-4c324294c221'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:10.194256 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.213827 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.289356 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.295634 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ce30e673-5992-4cc0-8322-0bf8354ef82e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8304052 Jul 06 17:50:10.296050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:10.296817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.299371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:10.312484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'port': {'network_id': 'ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8', 'name': 'tempest-NetworksIpV6TestAttrs-880342412'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:10.323941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:10.356171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-362087f3-3632-40cd-b389-dc0158362367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:10.358945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-362087f3-3632-40cd-b389-dc0158362367 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619766 Jul 06 17:50:10.471919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-ad8a9bb2-6830-4031-9263-c337ab80eb74 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:10.473767 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-ad8a9bb2-6830-4031-9263-c337ab80eb74 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.55 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 816 time: 0.3628092 Jul 06 17:50:10.519808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] For port d40b6542-b3ff-4479-b6b2-3740071d13cb, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:10.587275 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5296431 Jul 06 17:50:10.587675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] For port d40b6542-b3ff-4479-b6b2-3740071d13cb, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d40b6542-b3ff-4479-b6b2-3740071d13cb,segment=NetworkSegment(14169feb-caec-4337-aafe-11e673b0992c),segment_id=14169feb-caec-4337-aafe-11e673b0992c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:10.600439 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:10.602608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-366891c0-b481-4486-b01a-2e6745c78e4c service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317512 Jul 06 17:50:10.668224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfc549-ad81-40a6-8b15-3c2b3fbaa64e tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=51ea6283-031c-4e92-9a0f-02d021121b47,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:10.747698 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-d1f43b17-54dc-4055-9287-c38c308be04d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f511ef257248bdb22f45f2b442f67f HTTP/1.1" status: 200 len: 379 time: 0.2166100 Jul 06 17:50:10.758306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b7ade47a-2bdc-4b88-9a8b-94fbceb0b1b9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/851c340b-aa65-471d-bd7e-57e9e4a317ed HTTP/1.1" status: 200 len: 992 time: 0.4109948 Jul 06 17:50:10.764214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'port': {'device_id': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'admin_state_up': True, 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'security_groups': ['0245de5a-acf8-4034-a488-bbaaa67fae70']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:10.776144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 51ea6283-031c-4e92-9a0f-02d021121b47 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:10.803594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:10.837694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': '51ea6283-031c-4e92-9a0f-02d021121b47', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:10.869979 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5ba3d71-5248-477c-8d0d-de419e849a41 req-e146ceff-1ec3-4b21-8164-1df1125956bd service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636359 Jul 06 17:50:10.961536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7cee9-6e3f-4524-a633-9a9b367e4e3d req-1657e1cb-8f76-4a76-a4fd-917f2fa5a4cb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:10.976271 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8b7cee9-6e3f-4524-a633-9a9b367e4e3d req-1657e1cb-8f76-4a76-a4fd-917f2fa5a4cb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.6208048 Jul 06 17:50:10.978560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8', 'network_id': 'ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8', 'tenant_id': '75564dc71a05492fa038e27170bfcbc6', 'fixed_ips': [{'subnet_id': 'd227f402-2e0c-4402-ae41-f797e3779a56'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:10.979859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:11.017131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace7ac4-ddde-4fee-a468-bb2c82fcd358 None None] Pushing event updated for resources: {'Port': ['ID=d40b6542-b3ff-4479-b6b2-3740071d13cb,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:11.037102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:11.040958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:11.129700 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8b7cee9-6e3f-4524-a633-9a9b367e4e3d req-011f0b77-cdeb-4df9-b4a6-4419860f7b5b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490805 Jul 06 17:50:11.209759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] device_id is not set on port 25bcd65b-6f93-4806-aa95-03a4a55b221a yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:50:11.231325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:11.243172 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:11.308077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Made reservation on behalf of 21f511ef257248bdb22f45f2b442f67f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:11.311895 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:11.411217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e34ae-6ef8-410b-b56d-a9f1e5412cb2 req-dfc18b32-6203-4ca5-93a3-69c274d05410 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:11.414986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-384e34ae-6ef8-410b-b56d-a9f1e5412cb2 req-dfc18b32-6203-4ca5-93a3-69c274d05410 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.1290851 Jul 06 17:50:11.453299 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41aca352-6b81-424b-a80a-f46bfbd54b75 req-1e7423a3-18c3-4587-8629-0cc76f673ba2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 210 time: 0.1492035 Jul 06 17:50:11.509928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-384e34ae-6ef8-410b-b56d-a9f1e5412cb2 req-dda03650-fb30-4ad7-af6f-f927127ec46d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872622 Jul 06 17:50:11.657287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Allocated IP 2001:db8::f816:3eff:fe3f:7d93 (ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8/d227f402-2e0c-4402-ae41-f797e3779a56/25bcd65b-6f93-4806-aa95-03a4a55b221a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:11.734388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d40b6542-b3ff-4479-b6b2-3740071d13cb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:11.764252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45578) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:11.839816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Allocated IP 172.20.0.9 (f2d97002-26a6-40e0-834f-092a3240c302/fe217e1f-6ceb-44da-9a46-fff133ea3258/4951e8b5-eddf-489b-9abc-1c9587aec65a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:11.841727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port d40b6542-b3ff-4479-b6b2-3740071d13cb completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:11.908561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fa82d18f-debf-4632-9d19-fe41c894a75c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/851c340b-aa65-471d-bd7e-57e9e4a317ed HTTP/1.1" status: 200 len: 994 time: 0.1423707 Jul 06 17:50:12.195963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.382584 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=4a520f65-805f-4604-846a-86e14ae469f1,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:12.405577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21acbe-55d8-4342-81c6-8c2689f2cf1a None None] Network 6b29715c-c5a2-41a3-a60b-4c324294c221 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:12.509597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-68bbb4b1-c6cd-4e5f-9656-8f13ef5a34c2 None None] Provisioning for port d40b6542-b3ff-4479-b6b2-3740071d13cb completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:12.523752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-68bbb4b1-c6cd-4e5f-9656-8f13ef5a34c2 None None] Provisioning complete for port d40b6542-b3ff-4479-b6b2-3740071d13cb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:12.525582 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68bbb4b1-c6cd-4e5f-9656-8f13ef5a34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.573679 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.656373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': '4742afb4-c033-4386-986a-1a7f50fe7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51ea6283-031c-4e92-9a0f-02d021121b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:12.657412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: 51ea6283-031c-4e92-9a0f-02d021121b47, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:12.661163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Transition to ACTIVE for port object 25bcd65b-6f93-4806-aa95-03a4a55b221a will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:12.701644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.713686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d79cca90-a675-4c17-ad20-abcc67e333c0 req-ab1a142f-9d1b-4f19-a7f9-19b32304db11 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 210 time: 0.0437071 Jul 06 17:50:12.767008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d297f-d38e-44e3-a460-b32692c881a8 req-ad834119-7e82-431c-b6b8-639bf2cfdd9c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:12.769822 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d2d297f-d38e-44e3-a460-b32692c881a8 req-ad834119-7e82-431c-b6b8-639bf2cfdd9c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.3836570 Jul 06 17:50:12.776384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Transition to ACTIVE for port object 4951e8b5-eddf-489b-9abc-1c9587aec65a will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:12.820169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network 51ea6283-031c-4e92-9a0f-02d021121b47 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:12.870488 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68bbb4b1-c6cd-4e5f-9656-8f13ef5a34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.915093 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.918616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 51ea6283-031c-4e92-9a0f-02d021121b47) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:12.970920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:12.972112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:12.972437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a395a62e-2d94-4c16-9e20-5e37542d7a47 None None] Network 51ea6283-031c-4e92-9a0f-02d021121b47 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:13.070010 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d2d297f-d38e-44e3-a460-b32692c881a8 req-341790e4-cf08-4494-906b-d43e6e9d6b41 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846828 Jul 06 17:50:13.096019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-68bbb4b1-c6cd-4e5f-9656-8f13ef5a34c2 None None] For port d40b6542-b3ff-4479-b6b2-3740071d13cb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d40b6542-b3ff-4479-b6b2-3740071d13cb,segment=NetworkSegment(14169feb-caec-4337-aafe-11e673b0992c),segment_id=14169feb-caec-4337-aafe-11e673b0992c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:13.137140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:13.148646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:13.150666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Allocated IP 2001:db8::f816:3eff:fe1a:5635 (ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8/d227f402-2e0c-4402-ae41-f797e3779a56/e333115d-d4a8-4531-9321-897dc9bdea53) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:13.152764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.154290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb038c-b890-43b8-bfec-24e124684562 req-08ddebd5-8412-4576-b7ea-d411abaf2639 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:13.156668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:13.161460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6cdb038c-b890-43b8-bfec-24e124684562 req-08ddebd5-8412-4576-b7ea-d411abaf2639 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.1726892 Jul 06 17:50:13.168520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:13.169823 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.174576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Port': ['ID=25bcd65b-6f93-4806-aa95-03a4a55b221a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:13.194857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-34596a77-f765-4bd8-9e4a-4dde0dc4d69f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3615894 Jul 06 17:50:13.211751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:13.285324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1700584638'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:13.315293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6cdb038c-b890-43b8-bfec-24e124684562 req-7f00d8cb-649e-455b-9421-f5346b9f1986 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423113 Jul 06 17:50:13.344982 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f88a460e-5441-424a-a5e0-5a2d8c982ebd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0368941 Jul 06 17:50:13.349082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45596) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:13.369678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Network f2d97002-26a6-40e0-834f-092a3240c302 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:13.383188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:13.394388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:13.472452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:13.500187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:13.507298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.531308 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68bbb4b1-c6cd-4e5f-9656-8f13ef5a34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.565994 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.572532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Deleting subnet d227f402-2e0c-4402-ae41-f797e3779a56 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:50:13.619682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:13.620794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.640296 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:13.673059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.673782 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment efe6c919-8386-4756-a28a-ba4cc2d6f344 of type vlan for network df0f4842-1be9-4595-a8c1-b24c56aeb153 Jul 06 17:50:13.685851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Transition to ACTIVE for port object e333115d-d4a8-4531-9321-897dc9bdea53 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:13.695256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0a03dca3-3468-4836-823d-6a82f386453d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9350553 Jul 06 17:50:13.742020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Request body: {'port': {'device_id': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:13.769676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Transition to ACTIVE for port object e333115d-d4a8-4531-9321-897dc9bdea53 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:13.793445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.809938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.885428 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.908315 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.925680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbb4b1-c6cd-4e5f-9656-8f13ef5a34c2 None None] Pushing event updated for resources: {'Port': ['ID=d40b6542-b3ff-4479-b6b2-3740071d13cb,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:13.961812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2efa5bcb-9eca-4181-a58f-9623b4269bd7 None None] Provisioning complete for port d40b6542-b3ff-4479-b6b2-3740071d13cb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:13.962463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.963371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2efa5bcb-9eca-4181-a58f-9623b4269bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:13.970240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:13.971349 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.091255 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8256290 Jul 06 17:50:14.096847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45600) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:14.101108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Network ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:14.102308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': 'df0f4842-1be9-4595-a8c1-b24c56aeb153', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:14.132687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.158772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:14.199155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:14.217019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Pushing event updated for resources: {'Port': ['ID=e333115d-d4a8-4531-9321-897dc9bdea53,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:14.226565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-51ea6283-031c-4e92-9a0f-02d021121b47', 'network_id': '51ea6283-031c-4e92-9a0f-02d021121b47', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': '4a520f65-805f-4604-846a-86e14ae469f1'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:14.228134 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.241802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:14.245713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.277214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bebd20-21ba-4f5b-9bbb-6469ea05e39a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=df0f4842-1be9-4595-a8c1-b24c56aeb153,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:14.299464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network df0f4842-1be9-4595-a8c1-b24c56aeb153 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:14.308541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.449330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4049cc-2dea-496f-a9ef-9eed04133bb6 req-d063ed34-5db2-4887-8dfa-cd6f815c95d0 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:14.460042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef4049cc-2dea-496f-a9ef-9eed04133bb6 req-d063ed34-5db2-4887-8dfa-cd6f815c95d0 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 931 time: 0.3870313 Jul 06 17:50:14.613274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df0773-e4b5-4d81-b6d7-3cf377c55e5f req-50415208-0f41-4eee-a09b-442d05d3e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:14.616920 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3df0773-e4b5-4d81-b6d7-3cf377c55e5f req-50415208-0f41-4eee-a09b-442d05d3e0e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 1097 time: 0.3983707 Jul 06 17:50:14.672660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Attempting to bind port e333115d-d4a8-4531-9321-897dc9bdea53 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:14.673082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Attempting to bind port e333115d-d4a8-4531-9321-897dc9bdea53 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '37d450d1-6b50-4073-bd20-ae9bbbccb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:14.673457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Attempting to bind port e333115d-d4a8-4531-9321-897dc9bdea53 on network ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:14.691491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef4049cc-2dea-496f-a9ef-9eed04133bb6 req-74cf10d1-a52e-4bc1-85b5-c47a6ff32a77 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295511 Jul 06 17:50:14.692403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.695765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:14.696283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Checking segment: {'id': '37d450d1-6b50-4073-bd20-ae9bbbccb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:14.696779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.697189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Bound using segment: {'id': '37d450d1-6b50-4073-bd20-ae9bbbccb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:14.697987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Bound port: e333115d-d4a8-4531-9321-897dc9bdea53, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d450d1-6b50-4073-bd20-ae9bbbccb394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:14.698183 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.824466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-36ac6d33-f404-457d-8c99-ae5ed61e1760 None None] Provisioning for port 4951e8b5-eddf-489b-9abc-1c9587aec65a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:14.839198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Allocated IP 172.20.255.242 (51ea6283-031c-4e92-9a0f-02d021121b47/4a520f65-805f-4604-846a-86e14ae469f1/c4b68f0c-afd7-4aff-ab60-060042ab1274) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:14.853723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-36ac6d33-f404-457d-8c99-ae5ed61e1760 None None] Provisioning complete for port 4951e8b5-eddf-489b-9abc-1c9587aec65a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:14.854128 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36ac6d33-f404-457d-8c99-ae5ed61e1760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.883400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] For port e333115d-d4a8-4531-9321-897dc9bdea53, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:14.884298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.891506 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/subnets/d227f402-2e0c-4402-ae41-f797e3779a56 HTTP/1.1" status: 204 len: 168 time: 1.5356963 Jul 06 17:50:14.891506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Subnet': ['ID=d227f402-2e0c-4402-ae41-f797e3779a56,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:14.894678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.904257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45608) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:14.932040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4951e8b5-eddf-489b-9abc-1c9587aec65a {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:14.953409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] For port e333115d-d4a8-4531-9321-897dc9bdea53, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e333115d-d4a8-4531-9321-897dc9bdea53,segment=NetworkSegment(37d450d1-6b50-4073-bd20-ae9bbbccb394),segment_id=37d450d1-6b50-4073-bd20-ae9bbbccb394)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:14.960312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.976209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-36ac6d33-f404-457d-8c99-ae5ed61e1760 None None] Port 4951e8b5-eddf-489b-9abc-1c9587aec65a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:50:14.988196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Transition to ACTIVE for port object 4951e8b5-eddf-489b-9abc-1c9587aec65a will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:14.991767 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:14.995885 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.046118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0a912-9034-4d5e-9242-e0b578e8f18a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:15.048041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0a912-9034-4d5e-9242-e0b578e8f18a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:15.054314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1ba0a912-9034-4d5e-9242-e0b578e8f18a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1409347 Jul 06 17:50:15.065146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45610) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:15.074767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b052e-c5ad-4e2a-a7fc-2c7aaad15de3 req-e28e4e4f-b6f6-47f8-9a4c-7c3eb4ef6b52 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:15.083034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c07b052e-c5ad-4e2a-a7fc-2c7aaad15de3 req-e28e4e4f-b6f6-47f8-9a4c-7c3eb4ef6b52 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.6618948 Jul 06 17:50:15.093782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.094122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.094630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.094978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.095314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.095641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.095974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.096303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.096631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.096953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.097287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.097606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b9234-5cdc-4b7c-8d8e-d5f7ce1ab939 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:15.185394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3df0773-e4b5-4d81-b6d7-3cf377c55e5f req-960481ff-2f15-4310-8d43-60546ee7c57c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525751 Jul 06 17:50:15.260999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d438f-12ff-41fd-a514-c6a9cb1f0ec3 None None] Pushing event updated for resources: {'Port': ['ID=e333115d-d4a8-4531-9321-897dc9bdea53,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:15.274357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': 'efe6c919-8386-4756-a28a-ba4cc2d6f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'df0f4842-1be9-4595-a8c1-b24c56aeb153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:15.274939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: df0f4842-1be9-4595-a8c1-b24c56aeb153, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:15.346827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c07b052e-c5ad-4e2a-a7fc-2c7aaad15de3 req-16d561a8-9dd5-4f9d-88ed-74cd3fb20422 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623367 Jul 06 17:50:15.405807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2794ba28-580c-4254-b0a3-ffb323311755 None None] Network ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:15.432980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=efd43ae6-6458-4942-8dc0-a69e56ceb092,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:15.464329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1441103-cf5b-4904-8603-598bf9bc31de tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.484585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network df0f4842-1be9-4595-a8c1-b24c56aeb153 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:15.522830 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1441103-cf5b-4904-8603-598bf9bc31de tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 17:50:15.523990 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.529060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1441103-cf5b-4904-8603-598bf9bc31de tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:15.541732 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e1441103-cf5b-4904-8603-598bf9bc31de tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 HTTP/1.1" status: 409 len: 405 time: 0.4351215 Jul 06 17:50:15.547087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45612) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:15.548251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, df0f4842-1be9-4595-a8c1-b24c56aeb153) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:15.585019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-611455109'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:15.596080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Transition to ACTIVE for port object c4b68f0c-afd7-4aff-ab60-060042ab1274 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:15.657093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:15.660046 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.676307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:15.687252 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.693987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:15.722325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Attempting to bind port 4951e8b5-eddf-489b-9abc-1c9587aec65a on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:15.722749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Attempting to bind port 4951e8b5-eddf-489b-9abc-1c9587aec65a by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:15.723094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Attempting to bind port 4951e8b5-eddf-489b-9abc-1c9587aec65a on network f2d97002-26a6-40e0-834f-092a3240c302 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:15.737259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Port 4951e8b5-eddf-489b-9abc-1c9587aec65a on network f2d97002-26a6-40e0-834f-092a3240c302 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:50:15.737606 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Attempting to bind port 4951e8b5-eddf-489b-9abc-1c9587aec65a on network f2d97002-26a6-40e0-834f-092a3240c302 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:15.746522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:15.746987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Checking segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:15.747457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Bound using segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:15.747934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Bound port: 4951e8b5-eddf-489b-9abc-1c9587aec65a, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:15.748316 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.827518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c943a-6ddf-4780-bbc7-6654b1f8d9ee None None] Network df0f4842-1be9-4595-a8c1-b24c56aeb153 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:15.832862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d40b6542-b3ff-4479-b6b2-3740071d13cb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:15.834815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:15.844732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Transition to ACTIVE for port object c4b68f0c-afd7-4aff-ab60-060042ab1274 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:15.846146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd2f62-a654-454f-9545-2136b41d0dfb req-b5251e99-df14-49a6-b623-93b4128b34f2 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:15.847869 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3dd2f62-a654-454f-9545-2136b41d0dfb req-b5251e99-df14-49a6-b623-93b4128b34f2 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.2938645 Jul 06 17:50:15.892856 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:15.893510 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Added segment 0c1b3915-6f07-40e3-9650-1917ec4152fc of type vlan for network d0201bdb-87b2-421a-923c-3345a8e35098 Jul 06 17:50:15.985056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3dd2f62-a654-454f-9545-2136b41d0dfb req-22f3fe25-62b4-4eb0-b8fb-b8ec17a866f5 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231024 Jul 06 17:50:16.009287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.015339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:16.018956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:16.030735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.067137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-557400b3-a4a4-4984-91d5-cf0fd35e8f0f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9690790 Jul 06 17:50:16.089488 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.096573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:16.112458 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.120080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:16.120753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.238309 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6770923 Jul 06 17:50:16.244233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45620) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:16.256219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:16.273237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'subnet': {'network_id': 'd0201bdb-87b2-421a-923c-3345a8e35098', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:16.276529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:16.277186 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.278961 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-39d3f9df-d748-47c2-ae76-0fdd4f8e7bbe service neutron] 10.222.0.55 "PUT /v2.0/ports/4951e8b5-eddf-489b-9abc-1c9587aec65a HTTP/1.1" status: 200 len: 1091 time: 2.5424614 Jul 06 17:50:16.279519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:16.282041 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24048dc6-8554-40a0-baea-6b274bf34fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:16.386727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.504267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712fd33-2074-4a05-8348-1c303e14016c tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Network': ['ID=d0201bdb-87b2-421a-923c-3345a8e35098,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:16.559728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eaabd-49d6-4deb-a1fc-93c8d7478cf6 req-86e97470-8608-48f2-9c2e-dfbe75ebd6cd tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:16.561521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a8eaabd-49d6-4deb-a1fc-93c8d7478cf6 req-86e97470-8608-48f2-9c2e-dfbe75ebd6cd tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.5153248 Jul 06 17:50:16.593491 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.635869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:16.646967 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.660805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Pushing event updated for resources: {'Port': ['ID=c4b68f0c-afd7-4aff-ab60-060042ab1274,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:16.696147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:16.714661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network d0201bdb-87b2-421a-923c-3345a8e35098 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:16.763367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=efd43ae6-6458-4942-8dc0-a69e56ceb092,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:16.800745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-33b5f250-5ea9-4f12-b907-4023da9092ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:16.803182 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-33b5f250-5ea9-4f12-b907-4023da9092ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 1094 time: 0.3248734 Jul 06 17:50:16.804984 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fb9452-a264-446d-b20a-ada8e05349f6 x-openstack-request-id: req-39fb9452-a264-446d-b20a-ada8e05349f6 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:16.805420 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:16.805679 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39fb9452-a264-446d-b20a-ada8e05349f6 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:16.806086 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'status': 'completed', 'code': 200} Jul 06 17:50:16.880807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a8eaabd-49d6-4deb-a1fc-93c8d7478cf6 req-43417bd3-27ce-4e47-869b-83ba85e5dae7 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098764 Jul 06 17:50:16.895647 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-9e4efdb0-83f4-4d46-a6a2-fa0f749dbfa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a HTTP/1.1" status: 200 len: 217 time: 0.0834017 Jul 06 17:50:17.013778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Network 51ea6283-031c-4e92-9a0f-02d021121b47 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:17.072714 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.093343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:17.104281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:17.125766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0f4842-1be9-4595-a8c1-b24c56aeb153']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:17.143724 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c3c4ee2-291d-4ad6-8b74-fff9ca01ea92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.179694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0868a3a2-4327-4531-9cfd-cf4f72f7b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:17.183658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-0868a3a2-4327-4531-9cfd-cf4f72f7b543 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.2746098 Jul 06 17:50:17.197171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe6c919-8386-4756-a28a-ba4cc2d6f344') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:17.197489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe6c919-8386-4756-a28a-ba4cc2d6f344') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:17.233803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.282010 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.297499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377643e-637d-4527-ab22-c6a692221b88 req-c199902d-54fb-4c54-be53-de114cc3a2b1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:17.299198 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9377643e-637d-4527-ab22-c6a692221b88 req-c199902d-54fb-4c54-be53-de114cc3a2b1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.3422899 Jul 06 17:50:17.307577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:17.308095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:17.313254 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:17.392596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f357c822-563f-44e2-b4ff-e0defa7247a0 None None] Network df0f4842-1be9-4595-a8c1-b24c56aeb153 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:17.409726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d40b6542-b3ff-4479-b6b2-3740071d13cb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:17.410553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.448316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-8e966c1d-f6b8-4ce3-987c-02505b54a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:17.450150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-8e966c1d-f6b8-4ce3-987c-02505b54a8b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2431960 Jul 06 17:50:17.460406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9377643e-637d-4527-ab22-c6a692221b88 req-bb7d0722-3f1e-44c8-bab1-12de7b911c95 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324425 Jul 06 17:50:17.469866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.494298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.501800 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/df0f4842-1be9-4595-a8c1-b24c56aeb153 HTTP/1.1" status: 204 len: 168 time: 1.3986917 Jul 06 17:50:17.534846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45632) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:17.550399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-12122723'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:17.558425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b62ca2-39fa-4635-95b3-df43625d64d7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=df0f4842-1be9-4595-a8c1-b24c56aeb153,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:17.601208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:17.605176 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.652351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:17.666145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.666618 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment b23a8fb0-fc48-4a32-9b66-af1c939ed812 of type vlan for network dc89340c-9cd7-482d-9203-d9a58de26434 Jul 06 17:50:17.717973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.759540 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-ec77b298-160d-48cd-b498-921984182ca8 service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973425 Jul 06 17:50:17.760987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.767503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:17.768173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.780453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Attempting to bind port c4b68f0c-afd7-4aff-ab60-060042ab1274 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:17.781307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Attempting to bind port c4b68f0c-afd7-4aff-ab60-060042ab1274 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4742afb4-c033-4386-986a-1a7f50fe7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51ea6283-031c-4e92-9a0f-02d021121b47'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:17.783016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Attempting to bind port c4b68f0c-afd7-4aff-ab60-060042ab1274 on network 51ea6283-031c-4e92-9a0f-02d021121b47 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:17.858092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3127964 Jul 06 17:50:17.890356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45634) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:17.895868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': 'dc89340c-9cd7-482d-9203-d9a58de26434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:17.939073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:17.940169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Checking segment: {'id': '4742afb4-c033-4386-986a-1a7f50fe7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51ea6283-031c-4e92-9a0f-02d021121b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:17.941061 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:17.941851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Bound using segment: {'id': '4742afb4-c033-4386-986a-1a7f50fe7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51ea6283-031c-4e92-9a0f-02d021121b47'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:17.943392 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Bound port: c4b68f0c-afd7-4aff-ab60-060042ab1274, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4742afb4-c033-4386-986a-1a7f50fe7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51ea6283-031c-4e92-9a0f-02d021121b47'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:17.944822 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:18.001353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb081962-9b0d-4a31-8ea2-e705711fb26d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=dc89340c-9cd7-482d-9203-d9a58de26434,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:18.030132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.objects.ports [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 17:50:18.034273 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:18.058986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e4a39cd-9ac0-420d-ac9c-4443a6c7548a req-1b7b6f56-d935-413e-921b-1ec21179985e service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863135 Jul 06 17:50:18.074821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:18.082062 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:18.097443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Subnet': ['ID=23c5d1d6-7704-49d7-9759-d4d60b734805,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:18.157288 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] For port c4b68f0c-afd7-4aff-ab60-060042ab1274, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:18.164771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] For port c4b68f0c-afd7-4aff-ab60-060042ab1274, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c4b68f0c-afd7-4aff-ab60-060042ab1274,segment=NetworkSegment(4742afb4-c033-4386-986a-1a7f50fe7db4),segment_id=4742afb4-c033-4386-986a-1a7f50fe7db4)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:18.173822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network dc89340c-9cd7-482d-9203-d9a58de26434 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:18.197410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814f9bc-e5c1-496a-bae5-cb0baa1d004f req-0ed2a775-1a42-45cb-8904-edc173166b0d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:18.201246 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8814f9bc-e5c1-496a-bae5-cb0baa1d004f req-0ed2a775-1a42-45cb-8904-edc173166b0d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.9883049 Jul 06 17:50:18.226415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Performing IP validity checks on allocation pools {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 17:50:18.227117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 17:50:18.229425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Checking segment: {'id': '0c1b3915-6f07-40e3-9650-1917ec4152fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0201bdb-87b2-421a-923c-3345a8e35098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:18.230035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network hostable DHCP agents. Network: d0201bdb-87b2-421a-923c-3345a8e35098, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:18.272406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-17fd0597-eb71-418a-8b20-8eedb332596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:18.274073 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-17fd0597-eb71-418a-8b20-8eedb332596b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 1094 time: 0.1128724 Jul 06 17:50:18.316048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network d0201bdb-87b2-421a-923c-3345a8e35098 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:18.324518 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:18.337422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8814f9bc-e5c1-496a-bae5-cb0baa1d004f req-e99ef13b-fa99-4e91-9cf4-98cf63bd351f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289778 Jul 06 17:50:18.354838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, d0201bdb-87b2-421a-923c-3345a8e35098) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:18.378165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:18.379175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:18.395287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0d3ee4-b3d8-4ccc-8f94-0b67ab36aecd None None] Network d0201bdb-87b2-421a-923c-3345a8e35098 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:18.422863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-25ab6c69-3dbc-43db-b4d9-d83427247b06 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1700544 Jul 06 17:50:18.427224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45642) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:18.448557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'port': {'network_id': 'd0201bdb-87b2-421a-923c-3345a8e35098', 'name': 'tempest-NetworksIpV6TestAttrs-136886710'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:18.709719 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-c1484365-7eab-475d-8d6b-e297ea3a85f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:18.714044 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-c1484365-7eab-475d-8d6b-e297ea3a85f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.4313517 Jul 06 17:50:18.743880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:18.754020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77d593-b54f-42a1-8b9f-8b3d693bcf67 None None] Pushing event updated for resources: {'Port': ['ID=c4b68f0c-afd7-4aff-ab60-060042ab1274,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:18.833005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefddff-503e-44ba-9f7d-00a9f14749a5 req-f78ecd44-529c-477e-bdcb-e9198b92b4f5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:18.839525 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4aefddff-503e-44ba-9f7d-00a9f14749a5 req-f78ecd44-529c-477e-bdcb-e9198b92b4f5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.5402329 Jul 06 17:50:18.854776 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-ddb526e8-c694-418b-80b9-f4f1f285ca5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a HTTP/1.1" status: 200 len: 217 time: 0.1290736 Jul 06 17:50:18.886646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:18.892793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:18.903997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-d0201bdb-87b2-421a-923c-3345a8e35098', 'network_id': 'd0201bdb-87b2-421a-923c-3345a8e35098', 'tenant_id': '75564dc71a05492fa038e27170bfcbc6', 'fixed_ips': [{'subnet_id': '23c5d1d6-7704-49d7-9759-d4d60b734805'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:18.908357 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:18.946476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565fbeb-7fc7-4923-89a9-f197189047ce req-e12956d7-cbce-4a9e-a1db-1ad2e26c277d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:18.949496 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3565fbeb-7fc7-4923-89a9-f197189047ce req-e12956d7-cbce-4a9e-a1db-1ad2e26c277d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.2492681 Jul 06 17:50:19.002791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] device_id is not set on port 9ddb574a-3508-476b-bd17-06886241a17a yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:50:19.009209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': 'b23a8fb0-fc48-4a32-9b66-af1c939ed812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dc89340c-9cd7-482d-9203-d9a58de26434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:19.009582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: dc89340c-9cd7-482d-9203-d9a58de26434, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:19.033065 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3565fbeb-7fc7-4923-89a9-f197189047ce req-f47285ff-07dc-4d0f-8b59-d95406462b92 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718675 Jul 06 17:50:19.060843 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4aefddff-503e-44ba-9f7d-00a9f14749a5 req-cddedb7a-c4a3-444d-ba33-b968fdc439e3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818931 Jul 06 17:50:19.079752 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=eff2d02f-8229-4fa8-b21c-b5d3edfa2de2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:19.131984 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-a887e389-5aa6-4f88-8f36-4cc8113a5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:19.133833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-a887e389-5aa6-4f88-8f36-4cc8113a5642 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.2536454 Jul 06 17:50:19.152881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network dc89340c-9cd7-482d-9203-d9a58de26434 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:19.215515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, dc89340c-9cd7-482d-9203-d9a58de26434) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:19.225843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:19.226675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:19.269491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f252d43-9234-48e3-b7ea-f80d9651db9e None None] Network dc89340c-9cd7-482d-9203-d9a58de26434 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:19.277640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-cb091d4a-5215-4989-bd0c-6c0bce9fa6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:19.283739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-cb091d4a-5215-4989-bd0c-6c0bce9fa6da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308465 Jul 06 17:50:19.295366 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2b4ca7ae-6661-48a2-a8d8-6d8a8f8da795 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4036150 Jul 06 17:50:19.297188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45658) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:19.369185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Allocated IP 2001:db8::f816:3eff:fe66:613b (d0201bdb-87b2-421a-923c-3345a8e35098/23c5d1d6-7704-49d7-9759-d4d60b734805/9ddb574a-3508-476b-bd17-06886241a17a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:19.494003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-919bdfc8-a4d3-4cf6-8450-9b881392071c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:19.498906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-676afde2-c88d-487a-ace6-dc214f31eb83 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:19.503747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-676afde2-c88d-487a-ace6-dc214f31eb83 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/networks?id=4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 200 len: 810 time: 0.2532053 Jul 06 17:50:19.511201 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:19.556575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-29e3f177-77bd-4046-a321-ef2c3f9566e7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/quotas/2ba798159eb942ba977ef5f654f87c25 HTTP/1.1" status: 200 len: 375 time: 0.0421767 Jul 06 17:50:19.603098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-dc89340c-9cd7-482d-9203-d9a58de26434', 'network_id': 'dc89340c-9cd7-482d-9203-d9a58de26434', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': 'eff2d02f-8229-4fa8-b21c-b5d3edfa2de2'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:19.603985 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:19.645267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-9bbdef3d-02b6-419a-8821-8e2f45f5d2e3 service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459742 Jul 06 17:50:19.826120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Allocated IP 172.20.0.3 (dc89340c-9cd7-482d-9203-d9a58de26434/eff2d02f-8229-4fa8-b21c-b5d3edfa2de2/ca328fee-4776-4c27-8e65-2257c8d83542) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:19.847103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:19.865890 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-14f9cc54-1d73-4bd4-a1ef-448afe468a93 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ba798159eb942ba977ef5f654f87c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2750232 Jul 06 17:50:19.893567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-0e1f88e7-95b3-46e7-b3be-5a2bce1e61af service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:50:19.895338 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-0e1f88e7-95b3-46e7-b3be-5a2bce1e61af service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198307 Jul 06 17:50:19.907001 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:19.911472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Transition to ACTIVE for port object 9ddb574a-3508-476b-bd17-06886241a17a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:20.063706 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.067502 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24048dc6-8554-40a0-baea-6b274bf34fd7 req-27f132aa-8a49-462e-9896-3a46940e81ec service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621249 Jul 06 17:50:20.079441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.082178 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.126661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Transition to ACTIVE for port object ca328fee-4776-4c27-8e65-2257c8d83542 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:20.164818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Transition to ACTIVE for port object ca328fee-4776-4c27-8e65-2257c8d83542 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:20.169870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Allocated IP 2001:db8::f816:3eff:fe0b:6fd7 (d0201bdb-87b2-421a-923c-3345a8e35098/23c5d1d6-7704-49d7-9759-d4d60b734805/a8b5ec6d-18a1-4008-8a4a-986efa06c6c4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:20.188599 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.216813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.270197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Port': ['ID=9ddb574a-3508-476b-bd17-06886241a17a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:20.294946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=eff2d02f-8229-4fa8-b21c-b5d3edfa2de2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:20.304941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network d0201bdb-87b2-421a-923c-3345a8e35098 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:20.315768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:20.319509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:20.325488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:20.326249 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.329590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Network dc89340c-9cd7-482d-9203-d9a58de26434 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:20.335017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:20.336326 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-db55c7cf-3813-48af-b46c-a8c53fd80053 service neutron] 10.222.0.13 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826308 Jul 06 17:50:20.345285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:20.373710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18b43b3-39c9-4112-8194-665f0632dc48 None None] Network 51ea6283-031c-4e92-9a0f-02d021121b47 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:20.490991 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0c5a40e8-f028-4a4d-b28c-dc33d8bde9a1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0604122 Jul 06 17:50:20.507567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45666) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:20.555805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c4b68f0c-afd7-4aff-ab60-060042ab1274 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:20.563364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Pushing event updated for resources: {'Port': ['ID=ca328fee-4776-4c27-8e65-2257c8d83542,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:20.579387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-c8735441-4cf0-4c43-b6df-c44624c85bc2 service neutron] 10.222.0.13 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420483 Jul 06 17:50:20.595177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.621790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc89340c-9cd7-482d-9203-d9a58de26434']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:20.706055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23a8fb0-fc48-4a32-9b66-af1c939ed812') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:20.710998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23a8fb0-fc48-4a32-9b66-af1c939ed812') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:20.717322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f58b2738-85d9-4443-8ffa-99f22c1724aa None None] Provisioning for port c4b68f0c-afd7-4aff-ab60-060042ab1274 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:20.742754 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.754875 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.776724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Attempting to bind port ca328fee-4776-4c27-8e65-2257c8d83542 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:20.777445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Attempting to bind port ca328fee-4776-4c27-8e65-2257c8d83542 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b23a8fb0-fc48-4a32-9b66-af1c939ed812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dc89340c-9cd7-482d-9203-d9a58de26434'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:20.778038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Attempting to bind port ca328fee-4776-4c27-8e65-2257c8d83542 on network dc89340c-9cd7-482d-9203-d9a58de26434 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:20.813507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.843301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:20.844039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Checking segment: {'id': 'b23a8fb0-fc48-4a32-9b66-af1c939ed812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dc89340c-9cd7-482d-9203-d9a58de26434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:20.844639 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.845209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Bound using segment: {'id': 'b23a8fb0-fc48-4a32-9b66-af1c939ed812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dc89340c-9cd7-482d-9203-d9a58de26434'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:20.845632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4ce0f3-e372-4440-956e-05d99004a128 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Deleting subnet 23c5d1d6-7704-49d7-9759-d4d60b734805 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:50:20.846063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Bound port: ca328fee-4776-4c27-8e65-2257c8d83542, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a8fb0-fc48-4a32-9b66-af1c939ed812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dc89340c-9cd7-482d-9203-d9a58de26434'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:20.846787 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.853506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:20.854165 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:20.860097 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:20.935023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c4b68f0c-afd7-4aff-ab60-060042ab1274 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:20.952692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4e83-3d71-4209-b76c-4bf1298a576e req-cea9e103-1efb-47b1-ba56-bd55f7d93d39 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:20.953622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c4b68f0c-afd7-4aff-ab60-060042ab1274 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:20.953622 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:20.955384 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-632c4e83-3d71-4209-b76c-4bf1298a576e req-cea9e103-1efb-47b1-ba56-bd55f7d93d39 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.4815402 Jul 06 17:50:20.956550 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.022607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a2a3-7bcf-43ad-be47-9f07f89c5ee2 req-5ecc58a1-3993-425a-8226-db7dcaf2e96c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:21.036344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] For port ca328fee-4776-4c27-8e65-2257c8d83542, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:21.037908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8794a2a3-7bcf-43ad-be47-9f07f89c5ee2 req-5ecc58a1-3993-425a-8226-db7dcaf2e96c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.1123714 Jul 06 17:50:21.097307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Transition to ACTIVE for port object a8b5ec6d-18a1-4008-8a4a-986efa06c6c4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:21.125075 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8794a2a3-7bcf-43ad-be47-9f07f89c5ee2 req-29a4b366-144b-4bc2-b785-5006c72c1322 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826588 Jul 06 17:50:21.131352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] For port ca328fee-4776-4c27-8e65-2257c8d83542, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ca328fee-4776-4c27-8e65-2257c8d83542,segment=NetworkSegment(b23a8fb0-fc48-4a32-9b66-af1c939ed812),segment_id=b23a8fb0-fc48-4a32-9b66-af1c939ed812)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:21.134080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-632c4e83-3d71-4209-b76c-4bf1298a576e req-2f446e0a-b073-487c-beb1-fef592695994 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498675 Jul 06 17:50:21.136708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:50:21.136708 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:50:21.136708 n-d-799526-3 neutron-server[93778]: [parameters: {'id': 'dc89340c-9cd7-482d-9203-d9a58de26434'}] Jul 06 17:50:21.136708 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:50:21.139138 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:50:21.164045 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.169030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Transition to ACTIVE for port object a8b5ec6d-18a1-4008-8a4a-986efa06c6c4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:21.181352 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.185342 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce0f3-e372-4440-956e-05d99004a128 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.248644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port c4b68f0c-afd7-4aff-ab60-060042ab1274, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c4b68f0c-afd7-4aff-ab60-060042ab1274,segment=NetworkSegment(4742afb4-c033-4386-986a-1a7f50fe7db4),segment_id=4742afb4-c033-4386-986a-1a7f50fe7db4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:21.253049 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.268319 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.335241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fb3cb49-b5ab-4f6b-9d23-977e7b3a1b50 req-6f0733e0-5943-421f-8102-1d9194297592 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 210 time: 0.0808988 Jul 06 17:50:21.344674 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce0f3-e372-4440-956e-05d99004a128 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.376688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2b591-ce79-4486-a595-def473e07d59 None None] Pushing event updated for resources: {'Port': ['ID=ca328fee-4776-4c27-8e65-2257c8d83542,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:21.453762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Network d0201bdb-87b2-421a-923c-3345a8e35098 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:21.473201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:21.477967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:21.564927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce0f3-e372-4440-956e-05d99004a128 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.568455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f6e56d-a6c3-45e0-98c1-bf485736fb82 None None] Network dc89340c-9cd7-482d-9203-d9a58de26434 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:21.574642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Pushing event updated for resources: {'Port': ['ID=a8b5ec6d-18a1-4008-8a4a-986efa06c6c4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:21.591681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fb553d20-73ca-4690-96d4-751e19daab59 None None] Provisioning complete for port c4b68f0c-afd7-4aff-ab60-060042ab1274 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:21.592363 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb553d20-73ca-4690-96d4-751e19daab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.643491 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.759733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce0f3-e372-4440-956e-05d99004a128 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.769058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Attempting to bind port a8b5ec6d-18a1-4008-8a4a-986efa06c6c4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:21.769432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Attempting to bind port a8b5ec6d-18a1-4008-8a4a-986efa06c6c4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '0c1b3915-6f07-40e3-9650-1917ec4152fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0201bdb-87b2-421a-923c-3345a8e35098'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:21.769798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Attempting to bind port a8b5ec6d-18a1-4008-8a4a-986efa06c6c4 on network d0201bdb-87b2-421a-923c-3345a8e35098 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:21.784969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:21.785347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Checking segment: {'id': '0c1b3915-6f07-40e3-9650-1917ec4152fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0201bdb-87b2-421a-923c-3345a8e35098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:21.785736 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.786138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Bound using segment: {'id': '0c1b3915-6f07-40e3-9650-1917ec4152fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0201bdb-87b2-421a-923c-3345a8e35098'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:21.787291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Bound port: a8b5ec6d-18a1-4008-8a4a-986efa06c6c4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1b3915-6f07-40e3-9650-1917ec4152fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0201bdb-87b2-421a-923c-3345a8e35098'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:21.787690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.791396 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce0f3-e372-4440-956e-05d99004a128 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.794016 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0a4ce0f3-e372-4440-956e-05d99004a128 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/subnets/23c5d1d6-7704-49d7-9759-d4d60b734805 HTTP/1.1" status: 204 len: 168 time: 1.2850225 Jul 06 17:50:21.798048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45684) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:21.822695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=c4b68f0c-afd7-4aff-ab60-060042ab1274,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:21.886882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ce0f3-e372-4440-956e-05d99004a128 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Subnet': ['ID=23c5d1d6-7704-49d7-9759-d4d60b734805,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:21.934542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Deleting port ca328fee-4776-4c27-8e65-2257c8d83542 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:21.935074 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:21.986510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de39a59-3375-48f2-b9c6-42e3bcfaf64d tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:21.991840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de39a59-3375-48f2-b9c6-42e3bcfaf64d tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:21.997665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8de39a59-3375-48f2-b9c6-42e3bcfaf64d tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1967199 Jul 06 17:50:22.000241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:22.024681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] For port a8b5ec6d-18a1-4008-8a4a-986efa06c6c4, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:22.041389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] For port ca328fee-4776-4c27-8e65-2257c8d83542, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ca328fee-4776-4c27-8e65-2257c8d83542,segment=NetworkSegment(b23a8fb0-fc48-4a32-9b66-af1c939ed812),segment_id=b23a8fb0-fc48-4a32-9b66-af1c939ed812)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:22.042169 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.050622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] For port a8b5ec6d-18a1-4008-8a4a-986efa06c6c4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a8b5ec6d-18a1-4008-8a4a-986efa06c6c4,segment=NetworkSegment(0c1b3915-6f07-40e3-9650-1917ec4152fc),segment_id=0c1b3915-6f07-40e3-9650-1917ec4152fc)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:22.065542 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.077360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Calling delete_port for ca328fee-4776-4c27-8e65-2257c8d83542 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:22.278805 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a88ee4a-2c3e-48e1-a267-27730670349d tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.290392 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a88ee4a-2c3e-48e1-a267-27730670349d tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 17:50:22.291113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a88ee4a-2c3e-48e1-a267-27730670349d tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:22.294393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1a88ee4a-2c3e-48e1-a267-27730670349d tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/d0201bdb-87b2-421a-923c-3345a8e35098 HTTP/1.1" status: 409 len: 405 time: 0.2906272 Jul 06 17:50:22.309390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45698) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:22.310631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.315586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1431199377'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:22.413495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No DVR routers for this DVR port ca328fee-4776-4c27-8e65-2257c8d83542 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:22.435298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:22.438333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Port': ['ID=ca328fee-4776-4c27-8e65-2257c8d83542,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:22.443262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.517796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:22.528314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd63a78-0fd6-4605-b86b-c2e99c9ce327 None None] Pushing event updated for resources: {'Port': ['ID=a8b5ec6d-18a1-4008-8a4a-986efa06c6c4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:22.549739 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.554005 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Added segment 6227816b-1058-4c55-bd77-e46d43a3d058 of type vlan for network 739e6ddb-3b11-4091-beeb-54574b6e61e8 Jul 06 17:50:22.567866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c4b68f0c-afd7-4aff-ab60-060042ab1274 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:22.647648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2e4f1d-d961-4031-a265-4ee29e588adb None None] Network d0201bdb-87b2-421a-923c-3345a8e35098 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:22.656766 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.680686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.694185 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.711441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc89340c-9cd7-482d-9203-d9a58de26434']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:22.735991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23a8fb0-fc48-4a32-9b66-af1c939ed812') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:22.737860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23a8fb0-fc48-4a32-9b66-af1c939ed812') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:22.756176 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.762316 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.772421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:22.774573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.801472 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.829596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:22.830263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:22.835564 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:22.855874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0504a-5bef-4be8-9fb4-3054a34957a3 req-16ef7326-9511-44e5-9fd6-f19273fcc337 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:22.864039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86a0504a-5bef-4be8-9fb4-3054a34957a3 req-16ef7326-9511-44e5-9fd6-f19273fcc337 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.2285693 Jul 06 17:50:22.913053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c4b68f0c-afd7-4aff-ab60-060042ab1274 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:22.913740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:22.934608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6235487 Jul 06 17:50:22.940687 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c86fa-1fbb-43be-935b-8671a1a665b5 req-ffe91e9e-4192-4a0d-b1f8-9b2e6f4934ff tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:22.943946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca4c86fa-1fbb-43be-935b-8671a1a665b5 req-ffe91e9e-4192-4a0d-b1f8-9b2e6f4934ff tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.4533217 Jul 06 17:50:22.954884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45702) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:22.974738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'subnet': {'network_id': '739e6ddb-3b11-4091-beeb-54574b6e61e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:22.981936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cad2c-1b61-4246-a2e7-71446fa1c186 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Network': ['ID=739e6ddb-3b11-4091-beeb-54574b6e61e8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:23.017922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 739e6ddb-3b11-4091-beeb-54574b6e61e8 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:23.026360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86a0504a-5bef-4be8-9fb4-3054a34957a3 req-8ad91690-8f9d-43bb-b694-0040cd7a7196 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566436 Jul 06 17:50:23.096106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-2536c778-2657-4bdb-adf9-3a53adc9fe5a tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:23.126384 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-2536c778-2657-4bdb-adf9-3a53adc9fe5a tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.22 "GET /v2.0/networks?id=4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 200 len: 810 time: 0.2532721 Jul 06 17:50:23.144332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.152846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Request body: {'port': {'device_id': 'e921f09f-8eb6-4941-ad25-76cae4d235d7', 'network_id': '4b707763-32a3-460e-823a-bea303f19738', 'admin_state_up': True, 'tenant_id': '2ba798159eb942ba977ef5f654f87c25'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:23.203953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.205885 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/dc89340c-9cd7-482d-9203-d9a58de26434 HTTP/1.1" status: 204 len: 168 time: 3.8658435 Jul 06 17:50:23.226893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:23.245292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-5380715'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:23.258774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb0b49-de02-4a50-bc4d-2089133f043c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=dc89340c-9cd7-482d-9203-d9a58de26434,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:23.272693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca4c86fa-1fbb-43be-935b-8671a1a665b5 req-90e0fa5b-883d-4391-a7d6-6ceb065ed7ff tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823381 Jul 06 17:50:23.328781 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:50:23.328781 n-d-799526-3 neutron-server[93778]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 17:50:23.328781 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id': '75564dc71a05492fa038e27170bfcbc6', 'id': '882c93d8-af21-4874-8b44-b3bdb944d804', 'expiration': datetime.datetime(2021, 7, 6, 17, 52, 23, 304656)}] Jul 06 17:50:23.328781 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:50:23.329758 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:50:23.338522 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-972e52ea-b527-424b-90a4-887b73712e74 req-4d1e45f6-82e6-479a-9831-664477cfa8a0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 210 time: 0.0587738 Jul 06 17:50:23.374144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:23.391859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.413698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa038a-fa14-4c8f-acca-7382ef8fe146 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:50:23.469849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:23.480339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4951e8b5-eddf-489b-9abc-1c9587aec65a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:50:23.486456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.486943 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment 0e5113c7-d374-461a-9a2a-7b87b3ffdc95 of type vlan for network 337c632f-fd74-4e09-ab31-6b67da375765 Jul 06 17:50:23.549938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Made reservation on behalf of 2ba798159eb942ba977ef5f654f87c25 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:23.559830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.603041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.659825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.672419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:23.673544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.713503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:23.735211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'port_id': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'mac_address': 'fa:16:3e:cc:2a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:50:23.784505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa038a-fa14-4c8f-acca-7382ef8fe146 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:50:23.790223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.5605090 Jul 06 17:50:23.795826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45708) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:23.806662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': '337c632f-fd74-4e09-ab31-6b67da375765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:23.871357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Allocated IP 172.20.0.7 (4b707763-32a3-460e-823a-bea303f19738/89cf8e6d-d142-4e01-8a9f-57ce21a60fa8/7e2987bb-9359-4124-b6f3-8f1e7998d6cc) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:23.918156 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:23.940974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4951e8b5-eddf-489b-9abc-1c9587aec65a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:23.975722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:23.986784 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:24.015043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:24.021830 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:24.027158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190e25b-ff26-4f76-9316-d5031960a327 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=337c632f-fd74-4e09-ab31-6b67da375765,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:24.058907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 337c632f-fd74-4e09-ab31-6b67da375765 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:24.187082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:24.195600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:24.201939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:24.265578 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:24.331957 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:24.398679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['d969095d-bb85-4540-a128-4d1aa7f4a811'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:24.399229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Network 4b707763-32a3-460e-823a-bea303f19738 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:24.403571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:24.412678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:24.480693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.481516 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:24.488148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['4951e8b5-eddf-489b-9abc-1c9587aec65a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:24.495272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Pushing event updated for resources: {'Port': ['ID=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:24.512037 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-567a9ccc-faba-42c9-b5a5-eec2da9ccf03 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3742476 Jul 06 17:50:24.531695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Request body: {'port': {'device_id': 'e921f09f-8eb6-4941-ad25-76cae4d235d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:24.647743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6504e0-f2d6-4186-aff5-7b2af8824513 req-502ec76d-2b1e-4af0-80ca-157f81972552 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.665200 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb6504e0-f2d6-4186-aff5-7b2af8824513 req-502ec76d-2b1e-4af0-80ca-157f81972552 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.3652191 Jul 06 17:50:24.717656 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:24.824079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7f43a9-219d-477b-8b28-ca03a20615ce None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:50:24.987586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c0b80-66b6-4b4c-8ff2-8ce57eb77f8d req-4186ee96-ebb3-43a4-98e5-88f4d68ddd93 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:24.990743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b2c0b80-66b6-4b4c-8ff2-8ce57eb77f8d req-4186ee96-ebb3-43a4-98e5-88f4d68ddd93 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 944 time: 0.2669759 Jul 06 17:50:25.055863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b2c0b80-66b6-4b4c-8ff2-8ce57eb77f8d req-762f1680-bb3d-460f-bbd2-87f79c293e9a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542326 Jul 06 17:50:25.345319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2987bb-9359-4124-b6f3-8f1e7998d6cc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:25.355653 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.357263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f43a9-219d-477b-8b28-ca03a20615ce None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:50:25.371027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Transition to ACTIVE for port object 7e2987bb-9359-4124-b6f3-8f1e7998d6cc will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:25.375058 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb6504e0-f2d6-4186-aff5-7b2af8824513 req-4628d3a5-0cbe-4df6-8647-400876afb5b2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6933315 Jul 06 17:50:25.388147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.586162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Pushing event updated for resources: {'Port': ['ID=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:25.633475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf88d6-dc1a-4d9b-8ffa-66471b31b285 req-78daa041-a0c6-4707-8f40-a233216aace0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:25.635152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4bf88d6-dc1a-4d9b-8ffa-66471b31b285 req-78daa041-a0c6-4707-8f40-a233216aace0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 943 time: 0.2627482 Jul 06 17:50:25.644770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 17:50:25.656581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.688041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Attempting to bind port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:25.689115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Attempting to bind port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:25.691028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Attempting to bind port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc on network 4b707763-32a3-460e-823a-bea303f19738 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:25.727645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.731911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc on network 4b707763-32a3-460e-823a-bea303f19738 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:50:25.732354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Attempting to bind port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc on network 4b707763-32a3-460e-823a-bea303f19738 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:25.765623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4bf88d6-dc1a-4d9b-8ffa-66471b31b285 req-a18cc3df-6e5c-429d-9b80-209efd3a1e3d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129460 Jul 06 17:50:25.782888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:25.785173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Checking segment: {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:25.787916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Bound using segment: {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:25.788773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Bound port: 7e2987bb-9359-4124-b6f3-8f1e7998d6cc, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc26da6-3aeb-44f0-a524-621d91f235ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b707763-32a3-460e-823a-bea303f19738'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:25.791170 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.844676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Subnet': ['ID=a7aa7d36-c70b-4aec-8add-c5fb03b39a5a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:25.900900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Checking segment: {'id': '6227816b-1058-4c55-bd77-e46d43a3d058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '739e6ddb-3b11-4091-beeb-54574b6e61e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:25.901263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network hostable DHCP agents. Network: 739e6ddb-3b11-4091-beeb-54574b6e61e8, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:25.925442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] For port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:25.929972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] For port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:25.935929 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.936189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=2be6d147-3c0b-42f9-9b2d-05f0d592dc10,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:25.940749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': '0e5113c7-d374-461a-9a2a-7b87b3ffdc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '337c632f-fd74-4e09-ab31-6b67da375765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:25.941063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: 337c632f-fd74-4e09-ab31-6b67da375765, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:25.947318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network 739e6ddb-3b11-4091-beeb-54574b6e61e8 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:25.962192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 739e6ddb-3b11-4091-beeb-54574b6e61e8) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:25.970636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78515dab-3347-43fc-967f-5cf6a7ebb126 None None] Network 739e6ddb-3b11-4091-beeb-54574b6e61e8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:25.978762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:25.979931 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.987300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:25.988132 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:25.990042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] 10.222.0.22 "PUT /v2.0/ports/7e2987bb-9359-4124-b6f3-8f1e7998d6cc HTTP/1.1" status: 200 len: 1091 time: 1.4628563 Jul 06 17:50:25.990666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e921f09f-8eb6-4941-ad25-76cae4d235d7', 'tag': '7e2987bb-9359-4124-b6f3-8f1e7998d6cc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:25.993370 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d5f926-c189-4017-9298-416ef5aef6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e921f09f-8eb6-4941-ad25-76cae4d235d7", "tag": "7e2987bb-9359-4124-b6f3-8f1e7998d6cc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:26.028090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network 337c632f-fd74-4e09-ab31-6b67da375765 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:26.040123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67197f-7633-491b-bfbf-e5ad9eaa8efd service neutron] Pushing event updated for resources: {'Port': ['ID=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:26.066084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 337c632f-fd74-4e09-ab31-6b67da375765) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:26.074659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:26.075412 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.079866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c86ceb-280a-47a4-9a31-a3f598249823 None None] Network 337c632f-fd74-4e09-ab31-6b67da375765 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:26.100002 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0ad85741-eb5b-4196-a6a4-b5ead45ae39a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1446900 Jul 06 17:50:26.103716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-da9ef5ed-c9f6-48d4-9ed1-7ccec750d8cc tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3042068 Jul 06 17:50:26.103716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45726) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:26.119731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45728) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:26.134467 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9479a033-06ba-49fb-9a21-e8314cf55067 x-openstack-request-id: req-9479a033-06ba-49fb-9a21-e8314cf55067 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:26.135099 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e921f09f-8eb6-4941-ad25-76cae4d235d7", "tag": "7e2987bb-9359-4124-b6f3-8f1e7998d6cc", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:26.135528 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9479a033-06ba-49fb-9a21-e8314cf55067 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:26.136409 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e921f09f-8eb6-4941-ad25-76cae4d235d7', 'tag': '7e2987bb-9359-4124-b6f3-8f1e7998d6cc', 'status': 'completed', 'code': 200} Jul 06 17:50:26.280276 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.305861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-8026e896-cd4d-4aa2-9bff-bf5fd44fb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:26.307490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-8026e896-cd4d-4aa2-9bff-bf5fd44fb005 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba798159eb942ba977ef5f654f87c25&device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 1094 time: 0.2473574 Jul 06 17:50:26.378479 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.382129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-f66067f2-8457-4ad2-91a9-bb84b00fcb63 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e2987bb-9359-4124-b6f3-8f1e7998d6cc HTTP/1.1" status: 200 len: 217 time: 0.0589917 Jul 06 17:50:26.383520 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.452761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-8b3c4d80-6821-4521-8598-81e7ca49d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:26.454808 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-8b3c4d80-6821-4521-8598-81e7ca49d174 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89cf8e6d-d142-4e01-8a9f-57ce21a60fa8 HTTP/1.1" status: 200 len: 850 time: 0.0621157 Jul 06 17:50:26.501495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-4dd893a8-50e1-40f7-aab7-a296d9d31088 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b707763-32a3-460e-823a-bea303f19738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401881 Jul 06 17:50:26.502630 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.550213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Subnet': ['ID=a7aa7d36-c70b-4aec-8add-c5fb03b39a5a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:26.655459 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.667193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d1ada-11e9-46f9-8196-78e58fbb0247 req-fafc71f3-4cd0-4ae5-aa66-225e9229d35b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:26.677102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a3d1ada-11e9-46f9-8196-78e58fbb0247 req-fafc71f3-4cd0-4ae5-aa66-225e9229d35b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 944 time: 0.2118354 Jul 06 17:50:26.691049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f7d04-5549-4bb5-b72f-1cdcef9ad37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-337c632f-fd74-4e09-ab31-6b67da375765', 'network_id': '337c632f-fd74-4e09-ab31-6b67da375765', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': '2be6d147-3c0b-42f9-9b2d-05f0d592dc10'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:26.694387 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-220f7d04-5549-4bb5-b72f-1cdcef9ad37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.700605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739e6ddb-3b11-4091-beeb-54574b6e61e8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:26.704169 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.727179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6227816b-1058-4c55-bd77-e46d43a3d058') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:26.727457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6227816b-1058-4c55-bd77-e46d43a3d058') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:26.749733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.790105 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a3d1ada-11e9-46f9-8196-78e58fbb0247 req-8d4fbd2e-ddb2-49ba-ba62-c0d1b97a0f7b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097841 Jul 06 17:50:26.796456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-62853720-0969-40ff-a411-2a41f96341aa service neutron] 10.222.0.22 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884634 Jul 06 17:50:26.797881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.806584 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:26.807089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:26.810548 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:26.845439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861e1a2-196e-4eb2-8755-a59420596435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-739e6ddb-3b11-4091-beeb-54574b6e61e8', 'network_id': '739e6ddb-3b11-4091-beeb-54574b6e61e8', 'tenant_id': '75564dc71a05492fa038e27170bfcbc6', 'fixed_ips': [{'subnet_id': 'a7aa7d36-c70b-4aec-8add-c5fb03b39a5a'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:26.846544 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a861e1a2-196e-4eb2-8755-a59420596435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.889012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189c8e4-2aa0-45ad-8f7e-ba101ed09713 req-a2764a26-101e-4a28-8194-b3f3b8a3ae61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:26.890642 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0189c8e4-2aa0-45ad-8f7e-ba101ed09713 req-a2764a26-101e-4a28-8194-b3f3b8a3ae61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.2508397 Jul 06 17:50:26.894371 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:26.952770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=2be6d147-3c0b-42f9-9b2d-05f0d592dc10,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:27.047779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d6e957-355d-4134-befc-f8a4ffbabd16 None None] Network 739e6ddb-3b11-4091-beeb-54574b6e61e8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:27.065983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0189c8e4-2aa0-45ad-8f7e-ba101ed09713 req-6d30e533-790c-4f57-91e8-7edcea33a0cd tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597824 Jul 06 17:50:27.069216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f54eef1-6d65-4b3e-850f-64a3d02c6c37 req-1eda3dae-954a-403b-b79a-e9d4a6438fcd service neutron] 10.222.0.22 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665024 Jul 06 17:50:27.071773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.081000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.084997 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/739e6ddb-3b11-4091-beeb-54574b6e61e8 HTTP/1.1" status: 204 len: 168 time: 0.9813194 Jul 06 17:50:27.089123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:27.101247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-245364503'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:27.134372 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.146646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6af47-7e9c-4c6b-a235-d64a512cdf79 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Network': ['ID=739e6ddb-3b11-4091-beeb-54574b6e61e8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:27.165947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337c632f-fd74-4e09-ab31-6b67da375765']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:27.181999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5113c7-d374-461a-9a2a-7b87b3ffdc95') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:27.182387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5113c7-d374-461a-9a2a-7b87b3ffdc95') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-220f7d04-5549-4bb5-b72f-1cdcef9ad37c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2be6d147-3c0b-42f9-9b2d-05f0d592dc10: This subnet is being modified by another concurrent operation. Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:27.218382 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2be6d147-3c0b-42f9-9b2d-05f0d592dc10: This subnet is being modified by another concurrent operation. Jul 06 17:50:27.222517 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 17:50:27.229147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:27.229147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.229147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.245131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811389d3-441b-4f83-8cef-985fd972cdf6 None None] Network 337c632f-fd74-4e09-ab31-6b67da375765 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:27.257269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.269473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:27.270240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39f5d5-bd85-44cc-b568-6ffa71ac689b req-c413fcd1-3eb6-45c4-90d4-68a7fafe8f21 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:27.270540 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.272223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d39f5d5-bd85-44cc-b568-6ffa71ac689b req-c413fcd1-3eb6-45c4-90d4-68a7fafe8f21 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 943 time: 0.1078143 Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:27.277643 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:27.315533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d39f5d5-bd85-44cc-b568-6ffa71ac689b req-414a713f-d289-42f0-a878-5ae7bc54992a tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364351 Jul 06 17:50:27.430010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e09a64-0e17-4678-9b3a-c3f0831aa1cc None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:50:27.469507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4951e8b5-eddf-489b-9abc-1c9587aec65a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:27.576980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 4951e8b5-eddf-489b-9abc-1c9587aec65a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:27.592500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 4951e8b5-eddf-489b-9abc-1c9587aec65a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:27.592817 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.670302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e09a64-0e17-4678-9b3a-c3f0831aa1cc None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:50:27.781140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-0f314691-30ef-4b56-b39a-e1d67b8b5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:27.786405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-0f314691-30ef-4b56-b39a-e1d67b8b5176 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba798159eb942ba977ef5f654f87c25&device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 1094 time: 0.6007817 Jul 06 17:50:27.794621 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.845148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:27.848611 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4391e539-48cb-4c8a-9599-981103219aba" -d '{"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-plugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:27.851876 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.861600 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.864088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/337c632f-fd74-4e09-ab31-6b67da375765 HTTP/1.1" status: 204 len: 168 time: 1.7418969 Jul 06 17:50:27.865538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:27.872422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:27.875628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:27.889488 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.899121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-582431053'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:27.906031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93350a70-22b0-477d-a55f-fb9b0837aabf tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=337c632f-fd74-4e09-ab31-6b67da375765,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:27.917394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:27.917844 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Added segment 0cf554b7-7f0f-46a0-9e34-ac6bdc06ae03 of type vlan for network 339b62f5-fff3-49d8-a023-2222d746c977 Jul 06 17:50:27.956887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:27.967047 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5412cb6e-07cb-4862-841d-0f97f04ad4a4 x-openstack-request-id: req-5412cb6e-07cb-4862-841d-0f97f04ad4a4 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:27.967535 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-plugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:27.967879 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5412cb6e-07cb-4862-841d-0f97f04ad4a4 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:27.968374 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'code': 200} Jul 06 17:50:28.037927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:28.050107 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.053972 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.096572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-3cdb1ccc-faaa-4cc3-934f-7f64e7b9c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:28.099458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-3cdb1ccc-faaa-4cc3-934f-7f64e7b9c52b service neutron] 10.222.0.22 "GET /v2.0/networks?id=4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 200 len: 911 time: 0.3064616 Jul 06 17:50:28.100959 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.107456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:28.108167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.171743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-edbc3a53-0773-4b15-9004-ce225cc377b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e2987bb-9359-4124-b6f3-8f1e7998d6cc HTTP/1.1" status: 200 len: 217 time: 0.0596137 Jul 06 17:50:28.251541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:28.280713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.281506 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment e03f57ee-87a1-41e0-9b52-6973fe44e8a5 of type vlan for network 13128d53-aa9e-4cb1-95ae-602c25bb1e0c Jul 06 17:50:28.288775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bd748-56f7-4667-9bff-4258744cf768 req-90a4c2ed-36c0-46e2-84a5-5caf6b59d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:28.292241 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b39bd748-56f7-4667-9bff-4258744cf768 req-90a4c2ed-36c0-46e2-84a5-5caf6b59d60c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 1096 time: 0.2065244 Jul 06 17:50:28.305676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2092025 Jul 06 17:50:28.316029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:28.324791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'subnet': {'network_id': '339b62f5-fff3-49d8-a023-2222d746c977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:28.343569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cf80f-5ffa-4f32-a590-4adbedc083f9 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Network': ['ID=339b62f5-fff3-49d8-a023-2222d746c977,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:28.357504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-9f2c17ff-496e-4113-8ab1-d363e50f21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:28.359081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-9f2c17ff-496e-4113-8ab1-d363e50f21a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89cf8e6d-d142-4e01-8a9f-57ce21a60fa8 HTTP/1.1" status: 200 len: 850 time: 0.1469204 Jul 06 17:50:28.370379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 339b62f5-fff3-49d8-a023-2222d746c977 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:28.420310 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-8f0acf47-51c6-45b4-ab23-8b56aaaba917 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b707763-32a3-460e-823a-bea303f19738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504723 Jul 06 17:50:28.468756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db0775-6aef-4a74-8c84-8bd96b890190 req-298d4606-6df0-408c-9f4b-f3cca0e82219 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:28.470953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2db0775-6aef-4a74-8c84-8bd96b890190 req-298d4606-6df0-408c-9f4b-f3cca0e82219 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.1856639 Jul 06 17:50:28.520140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:28.524738 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.563547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.564030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2db0775-6aef-4a74-8c84-8bd96b890190 req-7efa2463-c9a9-4303-bcda-d59a109c7912 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616045 Jul 06 17:50:28.583254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-d33fe91c-0d6d-49ad-b8e5-26d649f0aa58 service neutron] 10.222.0.22 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551208 Jul 06 17:50:28.661111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b39bd748-56f7-4667-9bff-4258744cf768 req-6be98561-5239-4767-bc3e-4159f719c985 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549945 Jul 06 17:50:28.735187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17face5a-2fa4-405b-8528-cc4e812a635e req-310542fd-e890-4537-9dbc-d12e26d90d7b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:28.736988 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17face5a-2fa4-405b-8528-cc4e812a635e req-310542fd-e890-4537-9dbc-d12e26d90d7b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.3024125 Jul 06 17:50:28.741810 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.748844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:28.749132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:28.765245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91d5f926-c189-4017-9298-416ef5aef6a7 req-3513de77-93c5-48b0-87c8-8ca411d5dbdd service neutron] 10.222.0.22 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628375 Jul 06 17:50:28.812206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a83040-1004-4956-965a-e2d0fed8086d req-7d8b474b-6f73-4bc1-b154-02ad556bc16a tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:28.814009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a4a83040-1004-4956-965a-e2d0fed8086d req-7d8b474b-6f73-4bc1-b154-02ad556bc16a tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 943 time: 0.1082067 Jul 06 17:50:28.854268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9743400 Jul 06 17:50:28.860133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45758) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:28.867535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': '13128d53-aa9e-4cb1-95ae-602c25bb1e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:28.878123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ce01a-fedc-423f-a871-b23851a8b29f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=13128d53-aa9e-4cb1-95ae-602c25bb1e0c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:28.891809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 13128d53-aa9e-4cb1-95ae-602c25bb1e0c details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:28.915551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17face5a-2fa4-405b-8528-cc4e812a635e req-b631a787-da5f-49f1-a2c8-cc9eb924ff13 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616912 Jul 06 17:50:28.963256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a4a83040-1004-4956-965a-e2d0fed8086d req-d49858d0-43f0-4073-8f09-bfcff1c0ad5d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390860 Jul 06 17:50:29.004417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.035951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:29.041095 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.083564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Subnet': ['ID=485ad33e-783c-4af5-bafa-2d316bcaf740,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:29.094829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Checking segment: {'id': '0cf554b7-7f0f-46a0-9e34-ac6bdc06ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '339b62f5-fff3-49d8-a023-2222d746c977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:29.095209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network hostable DHCP agents. Network: 339b62f5-fff3-49d8-a023-2222d746c977, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:29.124468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network 339b62f5-fff3-49d8-a023-2222d746c977 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:29.141980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 339b62f5-fff3-49d8-a023-2222d746c977) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:29.149717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:29.151062 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.161500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035660f-3ddf-41e1-b907-d28ef083e980 None None] Network 339b62f5-fff3-49d8-a023-2222d746c977 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:29.181036 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-280765bd-1087-40b4-b9d4-027a9d003562 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8632023 Jul 06 17:50:29.182247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:29.341479 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.386199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.386683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8672ef-49bc-4114-a6a7-0206437fdbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-339b62f5-fff3-49d8-a023-2222d746c977', 'network_id': '339b62f5-fff3-49d8-a023-2222d746c977', 'tenant_id': '75564dc71a05492fa038e27170bfcbc6', 'fixed_ips': [{'subnet_id': '485ad33e-783c-4af5-bafa-2d316bcaf740'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:29.391643 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c8672ef-49bc-4114-a6a7-0206437fdbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.487559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=e2b830c0-93e3-4b82-ba6d-02cd506d8911,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:29.497554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': 'e03f57ee-87a1-41e0-9b52-6973fe44e8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '13128d53-aa9e-4cb1-95ae-602c25bb1e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:29.498104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: 13128d53-aa9e-4cb1-95ae-602c25bb1e0c, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:29.513662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.534035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network 13128d53-aa9e-4cb1-95ae-602c25bb1e0c is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:29.561606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 13128d53-aa9e-4cb1-95ae-602c25bb1e0c) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:29.582569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:29.584248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.588820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e864ae33-483c-47ca-b14d-09fd004de2fe None None] Network 13128d53-aa9e-4cb1-95ae-602c25bb1e0c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:29.621147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d618c9dd-7f89-445b-ace6-cf138baa7fc5 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7594647 Jul 06 17:50:29.624782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:29.733671 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-4c8672ef-49bc-4114-a6a7-0206437fdbd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 485ad33e-783c-4af5-bafa-2d316bcaf740: This subnet is being modified by another concurrent operation. Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:29.744393 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 485ad33e-783c-4af5-bafa-2d316bcaf740: This subnet is being modified by another concurrent operation. Jul 06 17:50:29.754476 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 17:50:29.787031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8459d5-5606-4575-b026-db9a63627348 None None] Network 339b62f5-fff3-49d8-a023-2222d746c977 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:29.811898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Subnet': ['ID=485ad33e-783c-4af5-bafa-2d316bcaf740,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:29.969955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:29.993734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339b62f5-fff3-49d8-a023-2222d746c977']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:30.001568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.021449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf554b7-7f0f-46a0-9e34-ac6bdc06ae03') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:30.021833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf554b7-7f0f-46a0-9e34-ac6bdc06ae03') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:30.059527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.092662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5532a66-f5b6-4e53-8cde-b557b9632e6e req-99591ee2-312d-4cbb-96ba-4b5483dc5416 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:30.095433 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5532a66-f5b6-4e53-8cde-b557b9632e6e req-99591ee2-312d-4cbb-96ba-4b5483dc5416 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.1746039 Jul 06 17:50:30.119159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa2d83-90ba-4c75-a01e-b86232806aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-13128d53-aa9e-4cb1-95ae-602c25bb1e0c', 'network_id': '13128d53-aa9e-4cb1-95ae-602c25bb1e0c', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': 'e2b830c0-93e3-4b82-ba6d-02cd506d8911'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:30.121029 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2caa2d83-90ba-4c75-a01e-b86232806aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.136577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 7e2987bb-9359-4124-b6f3-8f1e7998d6cc details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:50:30.194656 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.224690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:30.225369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:30.234025 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:30.332302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5532a66-f5b6-4e53-8cde-b557b9632e6e req-13f61965-ca8c-449b-ab70-cbef801d53da tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820993 Jul 06 17:50:30.341875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.387385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.419090 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.421693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/339b62f5-fff3-49d8-a023-2222d746c977 HTTP/1.1" status: 204 len: 168 time: 1.2360876 Jul 06 17:50:30.429036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc076bab-94e9-45e0-9508-f2d6f1049dc1 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Network': ['ID=339b62f5-fff3-49d8-a023-2222d746c977,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:30.431018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45784) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:30.437673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-701601716'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:30.481654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:30.486754 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.493525 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.525325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b830c0-93e3-4b82-ba6d-02cd506d8911,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:30.527052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35df81c-a4e2-4b04-a696-746ecc447ca5 req-2d0b6a4b-5723-4e4f-ab57-07842c12f5c9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:30.536514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b35df81c-a4e2-4b04-a696-746ecc447ca5 req-2d0b6a4b-5723-4e4f-ab57-07842c12f5c9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.1664481 Jul 06 17:50:30.562313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-2caa2d83-90ba-4c75-a01e-b86232806aed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2b830c0-93e3-4b82-ba6d-02cd506d8911: This subnet is being modified by another concurrent operation. Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:30.569038 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2b830c0-93e3-4b82-ba6d-02cd506d8911: This subnet is being modified by another concurrent operation. Jul 06 17:50:30.574235 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 17:50:30.580653 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.580653 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Added segment b8ac4c4c-8fba-454d-bcf0-dbc9b0191df7 of type vlan for network da37415a-ebae-45e1-afc5-8f1fb1e8643d Jul 06 17:50:30.606611 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b35df81c-a4e2-4b04-a696-746ecc447ca5 req-cfcef585-2829-4d8f-87d4-5762c03ac59f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690908 Jul 06 17:50:30.612928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715aac8-3552-4835-8fc6-0cb511f3b5e6 None None] Network 13128d53-aa9e-4cb1-95ae-602c25bb1e0c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:30.650049 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.667018 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.684538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13128d53-aa9e-4cb1-95ae-602c25bb1e0c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:30.690950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.697981 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:30.698747 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.707490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03f57ee-87a1-41e0-9b52-6973fe44e8a5') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:30.708686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03f57ee-87a1-41e0-9b52-6973fe44e8a5') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:30.709125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:30.726250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.736348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab5e6-68d3-44f8-8fd7-224e53ce24e1 req-1c536b92-216a-405b-a3d7-a9e1963c292f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:30.738294 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-22cab5e6-68d3-44f8-8fd7-224e53ce24e1 req-1c536b92-216a-405b-a3d7-a9e1963c292f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 943 time: 0.1290622 Jul 06 17:50:30.758952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '7e2987bb-9359-4124-b6f3-8f1e7998d6cc', 'network_id': '4b707763-32a3-460e-823a-bea303f19738', 'port_id': '7e2987bb-9359-4124-b6f3-8f1e7998d6cc', 'mac_address': 'fa:16:3e:47:9d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cf8e6d-d142-4e01-8a9f-57ce21a60fa8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:50:30.768109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318aa32-aa8c-4186-a3de-949be8db3392 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:50:30.782951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.791726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3592141 Jul 06 17:50:30.793238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:30.800511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Request body: {'subnet': {'network_id': 'da37415a-ebae-45e1-afc5-8f1fb1e8643d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:30.807495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:30.808219 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.823743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-22cab5e6-68d3-44f8-8fd7-224e53ce24e1 req-cea9f8c1-e3f2-4aa2-ae9f-6a59a37eccd8 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757554 Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:30.825303 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:30.835186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047306d4-54b8-4483-a8c4-e08a6621ac22 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Network': ['ID=da37415a-ebae-45e1-afc5-8f1fb1e8643d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:30.843950 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.865774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2987bb-9359-4124-b6f3-8f1e7998d6cc {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:30.870129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network da37415a-ebae-45e1-afc5-8f1fb1e8643d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:30.894500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101de7d-36f9-4d69-995a-baeae521d51e req-4b20ad17-084d-410b-86b0-65387b28e99b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:30.899536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9101de7d-36f9-4d69-995a-baeae521d51e req-4b20ad17-084d-410b-86b0-65387b28e99b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 946 time: 0.1029425 Jul 06 17:50:30.952703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9101de7d-36f9-4d69-995a-baeae521d51e req-67bd17c2-7b08-4ac4-960b-8332cc510bfc tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491083 Jul 06 17:50:30.975182 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:30.982425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:30.996601 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.001945 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/13128d53-aa9e-4cb1-95ae-602c25bb1e0c HTTP/1.1" status: 204 len: 168 time: 1.3686457 Jul 06 17:50:31.002773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.002954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45788) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:31.008554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-394999091'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:31.016035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34575b-7cfe-4d12-b30e-37af46b06b7c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=13128d53-aa9e-4cb1-95ae-602c25bb1e0c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:31.026778 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:50:31.026778 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:50:31.026778 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id_1': '75564dc71a05492fa038e27170bfcbc6', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 50, 31, 13732)}] Jul 06 17:50:31.026778 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:50:31.027150 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:50:31.036949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:31.040750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.065995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:31.078249 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.078249 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment 82f95461-7bb8-49d8-a30a-a3ca2e273b29 of type vlan for network 99ba78f7-c386-49a1-967e-92009d8dfe78 Jul 06 17:50:31.103399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:31.117561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318aa32-aa8c-4186-a3de-949be8db3392 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:50:31.124175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.160624 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.167190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:31.167838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.229094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['7e2987bb-9359-4124-b6f3-8f1e7998d6cc'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:31.232155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2285101 Jul 06 17:50:31.236567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45790) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:31.245515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': '99ba78f7-c386-49a1-967e-92009d8dfe78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:31.245980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbebca6-f728-4664-ad98-3d82e4d648ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=99ba78f7-c386-49a1-967e-92009d8dfe78,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:31.275969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 99ba78f7-c386-49a1-967e-92009d8dfe78 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:31.343428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:31.348439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.425662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Performing IP validity checks on allocation pools {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 17:50:31.426185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 17:50:31.584951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.595089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Made reservation on behalf of 75564dc71a05492fa038e27170bfcbc6 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:31.598740 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.759246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=4773e0ba-7e63-4678-91f7-644fcdcc1515,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:31.789253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': '82f95461-7bb8-49d8-a30a-a3ca2e273b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99ba78f7-c386-49a1-967e-92009d8dfe78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:31.789739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: 99ba78f7-c386-49a1-967e-92009d8dfe78, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:31.838765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network 99ba78f7-c386-49a1-967e-92009d8dfe78 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:31.850883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5864f71-67b7-42e3-b54b-50e82e5e72bf None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:50:31.853840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3955476-acfd-45c5-9625-a5dc9888c33e req-73096cf7-5c8f-4570-9cd6-6c5727d525ca tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:31.857331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c0db4-5631-4500-a7da-a52633483ad8 req-2c2cceca-8a5f-47fb-88de-61b34de0105e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:31.859068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa3c0db4-5631-4500-a7da-a52633483ad8 req-2c2cceca-8a5f-47fb-88de-61b34de0105e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.1082213 Jul 06 17:50:31.869530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3955476-acfd-45c5-9625-a5dc9888c33e req-73096cf7-5c8f-4570-9cd6-6c5727d525ca tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.2268057 Jul 06 17:50:31.905609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aa3c0db4-5631-4500-a7da-a52633483ad8 req-8ed530b1-76b0-4177-b310-750b600b9433 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387993 Jul 06 17:50:31.930143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 99ba78f7-c386-49a1-967e-92009d8dfe78) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:31.935442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:31.936049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:31.936789 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.004703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45800) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:32.011283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-30390b71-2f1d-446c-9203-746303f2a1e6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7728980 Jul 06 17:50:32.030788 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3955476-acfd-45c5-9625-a5dc9888c33e req-959c079f-f1c7-41e2-988d-34bd608653de tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594222 Jul 06 17:50:32.177156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5864f71-67b7-42e3-b54b-50e82e5e72bf None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:50:32.278799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.287430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 17:50:32.301473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909748d7-1164-4241-a19d-b4619e11b9d3 req-3fe9cced-abb8-4be6-bc0c-ab68847b2914 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:32.302361 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.304408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-909748d7-1164-4241-a19d-b4619e11b9d3 req-3fe9cced-abb8-4be6-bc0c-ab68847b2914 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 944 time: 0.1761761 Jul 06 17:50:32.451908 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.497862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-909748d7-1164-4241-a19d-b4619e11b9d3 req-e2f78c4d-2c70-44a3-a1f9-8928d60b5324 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848302 Jul 06 17:50:32.548921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event updated for resources: {'Subnet': ['ID=7e76e142-5b97-4cb9-bb3b-dbfe15818f5b,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:32.566989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Checking segment: {'id': 'b8ac4c4c-8fba-454d-bcf0-dbc9b0191df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'da37415a-ebae-45e1-afc5-8f1fb1e8643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:32.567318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network hostable DHCP agents. Network: da37415a-ebae-45e1-afc5-8f1fb1e8643d, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:32.584267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456fc0f-1353-4a31-a1ae-2a3199188e26 req-cdfbb3b5-b0a4-479e-a347-79fca8043bfe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:32.587027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3456fc0f-1353-4a31-a1ae-2a3199188e26 req-cdfbb3b5-b0a4-479e-a347-79fca8043bfe tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 946 time: 0.2977989 Jul 06 17:50:32.599506 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.737324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-65016f08-0560-4e37-9b8e-a4337850bf76 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:32.739060 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-65016f08-0560-4e37-9b8e-a4337850bf76 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 946 time: 0.2902002 Jul 06 17:50:32.740428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Network da37415a-ebae-45e1-afc5-8f1fb1e8643d is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:32.771265 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3456fc0f-1353-4a31-a1ae-2a3199188e26 req-f2343a02-2864-4cb7-bcb2-0dec34c1cccf tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c95010-7500-44ce-8bc1-c71361bedecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599469 Jul 06 17:50:32.777371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, da37415a-ebae-45e1-afc5-8f1fb1e8643d) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:32.784736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=4773e0ba-7e63-4678-91f7-644fcdcc1515,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:32.807907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:32.808524 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.837540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c7a5a5-e240-4c82-ac57-a3a2eae73081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-99ba78f7-c386-49a1-967e-92009d8dfe78', 'network_id': '99ba78f7-c386-49a1-967e-92009d8dfe78', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': '4773e0ba-7e63-4678-91f7-644fcdcc1515'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:32.839336 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58c7a5a5-e240-4c82-ac57-a3a2eae73081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.846511 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6a13b844-5435-4152-bbed-d203f34ad8bb tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0497174 Jul 06 17:50:32.861574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45806) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:32.942577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:32.957484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Deleting port bc3b6ddd-4a1c-439e-8357-0534037d01fa {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:32.958734 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.024645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887c27c0-507b-4213-aa4e-fc93557be6d1 None None] Network 99ba78f7-c386-49a1-967e-92009d8dfe78 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:33.047066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a12fcb-d05f-4fbe-bd0d-e917ed837544 None None] Network da37415a-ebae-45e1-afc5-8f1fb1e8643d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:33.049547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ba78f7-c386-49a1-967e-92009d8dfe78']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:33.069578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f95461-7bb8-49d8-a30a-a3ca2e273b29') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:33.069870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f95461-7bb8-49d8-a30a-a3ca2e273b29') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:33.091323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.134826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.139038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] For port bc3b6ddd-4a1c-439e-8357-0534037d01fa, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bc3b6ddd-4a1c-439e-8357-0534037d01fa,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:33.139764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.156793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:33.157584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:33.161623 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:33.232405 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.259144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c1d37-2545-485a-9885-0283bbeacc16 req-35363784-4cee-499c-8285-a35d100f9980 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:33.265102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-710c1d37-2545-485a-9885-0283bbeacc16 req-35363784-4cee-499c-8285-a35d100f9980 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.4966974 Jul 06 17:50:33.277021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:33.284882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'floatingip': {'port_id': '4951e8b5-eddf-489b-9abc-1c9587aec65a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:33.329746 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.340656 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.346613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/99ba78f7-c386-49a1-967e-92009d8dfe78 HTTP/1.1" status: 204 len: 168 time: 1.3400087 Jul 06 17:50:33.350425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45812) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:33.357449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1222759289'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:33.375816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca952f2b-b1d1-4fd7-aebb-48ee387e8f5d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=99ba78f7-c386-49a1-967e-92009d8dfe78,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:33.397841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d2a00-48c2-4c99-93a5-6b3e41b31e01 None None] Network 99ba78f7-c386-49a1-967e-92009d8dfe78 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:33.410363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.448134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.448504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.449441 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Floating IP dfcbe314-683b-4044-a98d-e136f8f4f133 disassociated. External IP: 172.25.7.234, port: bc3b6ddd-4a1c-439e-8357-0534037d01fa. Jul 06 17:50:33.449761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Calling delete_port for bc3b6ddd-4a1c-439e-8357-0534037d01fa owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:33.460173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d2a00-48c2-4c99-93a5-6b3e41b31e01 None None] Network 99ba78f7-c386-49a1-967e-92009d8dfe78 could not be found, it might have been deleted concurrently. {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 17:50:33.476632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:33.480822 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.485618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.527683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:33.563346 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.563928 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment ad699886-7ef1-4ee9-9b3a-b6bb7902f723 of type vlan for network b8757450-0dd2-40ad-a53c-6f56c41c362c Jul 06 17:50:33.573555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdd105f-dd92-495a-aae3-c012b62de36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-da37415a-ebae-45e1-afc5-8f1fb1e8643d', 'network_id': 'da37415a-ebae-45e1-afc5-8f1fb1e8643d', 'tenant_id': '75564dc71a05492fa038e27170bfcbc6', 'fixed_ips': [{'subnet_id': '7e76e142-5b97-4cb9-bb3b-dbfe15818f5b'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:33.574689 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fdd105f-dd92-495a-aae3-c012b62de36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.694058 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.759304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.768567 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.775354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:33.776021 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:33.780006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7e1d3-500f-4edb-83ec-225c63bbb1b9 req-4ac89566-11e2-469a-b9d0-337aec438360 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:33.782622 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15c7e1d3-500f-4edb-83ec-225c63bbb1b9 req-4ac89566-11e2-469a-b9d0-337aec438360 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.5215766 Jul 06 17:50:33.836618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Subnet': ['ID=7e76e142-5b97-4cb9-bb3b-dbfe15818f5b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-2fdd105f-dd92-495a-aae3-c012b62de36e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e76e142-5b97-4cb9-bb3b-dbfe15818f5b: This subnet is being modified by another concurrent operation. Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:33.875200 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e76e142-5b97-4cb9-bb3b-dbfe15818f5b: This subnet is being modified by another concurrent operation. Jul 06 17:50:33.888041 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 17:50:33.915119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af91287-f451-4d25-95e4-75832723ae67 None None] Network da37415a-ebae-45e1-afc5-8f1fb1e8643d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:33.947008 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5940804 Jul 06 17:50:33.950301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:33.972650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': 'b8757450-0dd2-40ad-a53c-6f56c41c362c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:33.992817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15c7e1d3-500f-4edb-83ec-225c63bbb1b9 req-b0776d46-3361-4fdb-a6d5-be0302c4e4aa tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029967 Jul 06 17:50:34.000569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.003291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaca28-bd66-4492-a533-d14e9f8f8b91 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=b8757450-0dd2-40ad-a53c-6f56c41c362c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:34.037855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b8757450-0dd2-40ad-a53c-6f56c41c362c details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:34.045846 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.063016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da37415a-ebae-45e1-afc5-8f1fb1e8643d']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:34.094648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7fd8e-4bfd-42ff-8dcb-5b0b1f371e72 req-336438ea-8738-4c4f-9e53-378d771b5cb7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:34.096290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61c7fd8e-4bfd-42ff-8dcb-5b0b1f371e72 req-336438ea-8738-4c4f-9e53-378d771b5cb7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 944 time: 0.4257698 Jul 06 17:50:34.101209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ac4c4c-8fba-454d-bcf0-dbc9b0191df7') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:34.101579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ac4c4c-8fba-454d-bcf0-dbc9b0191df7') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:34.142672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.149059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 7e2987bb-9359-4124-b6f3-8f1e7998d6cc up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:34.164016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a392b-b759-4978-9db7-57c2854299d1 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:50:34.219050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.246995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61c7fd8e-4bfd-42ff-8dcb-5b0b1f371e72 req-42434985-e98d-4e77-8627-2549a0c00f14 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431415 Jul 06 17:50:34.258001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:34.259298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:34.266508 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:34.294755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:34.294755 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.411685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:34.422171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.430282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a392b-b759-4978-9db7-57c2854299d1 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:50:34.435186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:34.435935 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.437262 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.443991 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/da37415a-ebae-45e1-afc5-8f1fb1e8643d HTTP/1.1" status: 204 len: 168 time: 1.5719483 Jul 06 17:50:34.453234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:34.465765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef25a-5c6a-4bd9-833d-3ed061386fdd tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Network': ['ID=da37415a-ebae-45e1-afc5-8f1fb1e8643d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:34.491201 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5b5eaf-e104-404c-bdaa-3c290da8d820 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): The resource could not be found. Jul 06 17:50:34.491675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5b5eaf-e104-404c-bdaa-3c290da8d820 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:34.498057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-db5b5eaf-e104-404c-bdaa-3c290da8d820 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/subnets/7e76e142-5b97-4cb9-bb3b-dbfe15818f5b HTTP/1.1" status: 404 len: 337 time: 0.0389194 Jul 06 17:50:34.499010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:34.524239 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5869f4d-3807-4865-bf5f-0e8ea4738ff6 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): The resource could not be found. Jul 06 17:50:34.524871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5869f4d-3807-4865-bf5f-0e8ea4738ff6 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:34.531547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f5869f4d-3807-4865-bf5f-0e8ea4738ff6 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/da37415a-ebae-45e1-afc5-8f1fb1e8643d HTTP/1.1" status: 404 len: 339 time: 0.0273709 Jul 06 17:50:34.532426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:34.573750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event deleted for resources: {'Port': ['ID=bc3b6ddd-4a1c-439e-8357-0534037d01fa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:34.574734 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1571bf8-2ef0-4c8c-83f1-c4207b663fba tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): The resource could not be found. Jul 06 17:50:34.574734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1571bf8-2ef0-4c8c-83f1-c4207b663fba tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:34.579461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e1571bf8-2ef0-4c8c-83f1-c4207b663fba tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/subnets/485ad33e-783c-4af5-bafa-2d316bcaf740 HTTP/1.1" status: 404 len: 337 time: 0.0426497 Jul 06 17:50:34.580288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45830) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:34.606490 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2e5a39-31d9-4af9-8db2-853c1c582887 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): The resource could not be found. Jul 06 17:50:34.607131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2e5a39-31d9-4af9-8db2-853c1c582887 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:34.612488 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2d2e5a39-31d9-4af9-8db2-853c1c582887 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/339b62f5-fff3-49d8-a023-2222d746c977 HTTP/1.1" status: 404 len: 339 time: 0.0283790 Jul 06 17:50:34.619168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c512ec55-63f7-4ca3-9ff7-0aefd6034e27 req-967929f6-e772-4cac-9874-aa9b0b830140 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 210 time: 0.0363598 Jul 06 17:50:34.619684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:34.705521 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2750f5-fd04-4235-ab02-6cbabf40032a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): The resource could not be found. Jul 06 17:50:34.705999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2750f5-fd04-4235-ab02-6cbabf40032a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:34.712142 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-db2750f5-fd04-4235-ab02-6cbabf40032a tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/subnets/a7aa7d36-c70b-4aec-8add-c5fb03b39a5a HTTP/1.1" status: 404 len: 337 time: 0.0850565 Jul 06 17:50:34.720908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45834) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:34.753308 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadcde3c-1a2f-4adf-a7b4-aacb6cedb9c6 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): The resource could not be found. Jul 06 17:50:34.754025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadcde3c-1a2f-4adf-a7b4-aacb6cedb9c6 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:34.760277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cadcde3c-1a2f-4adf-a7b4-aacb6cedb9c6 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/739e6ddb-3b11-4091-beeb-54574b6e61e8 HTTP/1.1" status: 404 len: 339 time: 0.0341730 Jul 06 17:50:34.765297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45836) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:34.812214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.813427 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.868643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e921f09f-8eb6-4941-ad25-76cae4d235d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2987bb-9359-4124-b6f3-8f1e7998d6cc'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:34.872915 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c2aa90-b24b-46bd-8815-da099c0911ec" -d '{"events": [{"server_uuid": "e921f09f-8eb6-4941-ad25-76cae4d235d7", "name": "network-vif-plugged", "status": "completed", "tag": "7e2987bb-9359-4124-b6f3-8f1e7998d6cc"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:34.894738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1001e5-10e1-4d90-8e4f-cb8e82378e89 req-0db15d48-d20a-4a62-8d19-067605645bfa tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:34.897470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de1001e5-10e1-4d90-8e4f-cb8e82378e89 req-0db15d48-d20a-4a62-8d19-067605645bfa tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2494402 Jul 06 17:50:34.920639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:34.927186 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:34.936223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=1a1cd1d8-3f6a-40ff-930c-6dfb0ba64f14,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:34.955277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:50:34.988242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': 'ad699886-7ef1-4ee9-9b3a-b6bb7902f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b8757450-0dd2-40ad-a53c-6f56c41c362c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:34.988242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: b8757450-0dd2-40ad-a53c-6f56c41c362c, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:35.019134 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f66ebdd-f503-4dfb-8646-552e9e28428f x-openstack-request-id: req-4f66ebdd-f503-4dfb-8646-552e9e28428f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:35.019434 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de1001e5-10e1-4d90-8e4f-cb8e82378e89 req-089a5463-460d-4949-8145-693a9d577b99 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817678 Jul 06 17:50:35.020247 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e921f09f-8eb6-4941-ad25-76cae4d235d7", "name": "network-vif-plugged", "status": "completed", "tag": "7e2987bb-9359-4124-b6f3-8f1e7998d6cc", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:35.020247 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f66ebdd-f503-4dfb-8646-552e9e28428f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:35.020772 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e921f09f-8eb6-4941-ad25-76cae4d235d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2987bb-9359-4124-b6f3-8f1e7998d6cc', 'code': 200} Jul 06 17:50:35.061331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-154c7bc1-b3d1-4b5c-94c6-72d2b37479cf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Deleting port 9ddb574a-3508-476b-bd17-06886241a17a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:35.061331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-154c7bc1-b3d1-4b5c-94c6-72d2b37479cf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.066074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network b8757450-0dd2-40ad-a53c-6f56c41c362c is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:35.078934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:35.176593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b8757450-0dd2-40ad-a53c-6f56c41c362c) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:35.191680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:35.193985 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.217380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-154c7bc1-b3d1-4b5c-94c6-72d2b37479cf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.241016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-154c7bc1-b3d1-4b5c-94c6-72d2b37479cf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Calling delete_port for 9ddb574a-3508-476b-bd17-06886241a17a owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:35.250028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-05905d15-4e45-4e30-81d2-6039ae99cb21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2927346 Jul 06 17:50:35.256195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:35.279472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:35.292382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.301434 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521629fb-caa8-401b-b534-06c81b50406d None None] Sync routers for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:35.335739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a239a7-2e4f-47e7-842b-e5c0af2bc638 None None] Network b8757450-0dd2-40ad-a53c-6f56c41c362c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:35.338584 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521629fb-caa8-401b-b534-06c81b50406d None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:35.340313 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-521629fb-caa8-401b-b534-06c81b50406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:35.405647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85c05f-06a0-4e56-a6eb-1d4cac20bce7 req-1b0a13c5-c26f-4563-915a-74867adb22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:35.414414 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a85c05f-06a0-4e56-a6eb-1d4cac20bce7 req-1b0a13c5-c26f-4563-915a-74867adb22f0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 1096 time: 0.2763627 Jul 06 17:50:35.430692 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:50:35.491059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bc3b6ddd-4a1c-439e-8357-0534037d01fa no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:35.503548 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a85c05f-06a0-4e56-a6eb-1d4cac20bce7 req-8faccbfe-7403-4d78-95bc-fa26751d3901 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850391 Jul 06 17:50:35.516930 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.527639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-154c7bc1-b3d1-4b5c-94c6-72d2b37479cf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.551518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] No DVR routers for this DVR port bc3b6ddd-4a1c-439e-8357-0534037d01fa on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:35.565206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c7bc1-b3d1-4b5c-94c6-72d2b37479cf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Port': ['ID=9ddb574a-3508-476b-bd17-06886241a17a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:35.592185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: bc3b6ddd-4a1c-439e-8357-0534037d01fa {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:50:35.592538 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.596445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bc3b6ddd-4a1c-439e-8357-0534037d01fa not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:50:35.601917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-154c7bc1-b3d1-4b5c-94c6-72d2b37479cf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.602235 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c273b9fe-c591-4483-860c-8163ac59ac10 req-2dcb9406-af79-4a43-b049-102edfca4848 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.55 "DELETE /v2.0/ports/bc3b6ddd-4a1c-439e-8357-0534037d01fa HTTP/1.1" status: 204 len: 173 time: 2.8475003 Jul 06 17:50:35.603653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-154c7bc1-b3d1-4b5c-94c6-72d2b37479cf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/ports/9ddb574a-3508-476b-bd17-06886241a17a HTTP/1.1" status: 204 len: 168 time: 0.8374405 Jul 06 17:50:35.607400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45846) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:35.617635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'name': 'network-vif-deleted', 'tag': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:35.623309 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e1cf38-807a-41f1-aaeb-f52ddf4163c7" -d '{"events": [{"server_uuid": "2ea79094-c1a2-49c0-86ea-2e76b5e50be4", "name": "network-vif-deleted", "tag": "bc3b6ddd-4a1c-439e-8357-0534037d01fa"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:35.656489 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-22593a93-b63a-47d7-b319-177da3c1a489 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): The resource could not be found. Jul 06 17:50:35.657038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22593a93-b63a-47d7-b319-177da3c1a489 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:35.661978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-22593a93-b63a-47d7-b319-177da3c1a489 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/subnets/23c5d1d6-7704-49d7-9759-d4d60b734805 HTTP/1.1" status: 404 len: 337 time: 0.0528417 Jul 06 17:50:35.670214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:35.696553 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.700994 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.746395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.772347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fa681-cb27-4677-97fd-8c2d93762c70 req-a116d3bc-656b-40e5-a363-5c643458af0d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:35.775206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-906fa681-cb27-4677-97fd-8c2d93762c70 req-a116d3bc-656b-40e5-a363-5c643458af0d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4598525 Jul 06 17:50:35.814854 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-521629fb-caa8-401b-b534-06c81b50406d None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:35.867425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f2d0b-6615-4f74-80d5-d65192804df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-b8757450-0dd2-40ad-a53c-6f56c41c362c', 'network_id': 'b8757450-0dd2-40ad-a53c-6f56c41c362c', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': '1a1cd1d8-3f6a-40ff-930c-6dfb0ba64f14'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:35.868874 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2d0b-6615-4f74-80d5-d65192804df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.965675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:35.986256 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.031016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1cd1d8-3f6a-40ff-930c-6dfb0ba64f14,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:36.124489 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Floating IP 2c0964df-44d0-4dbe-bbe6-8c1764d1e42e associated. External IP: 172.25.7.252, port: 4951e8b5-eddf-489b-9abc-1c9587aec65a. Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-1a9f2d0b-6615-4f74-80d5-d65192804df7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a1cd1d8-3f6a-40ff-930c-6dfb0ba64f14: This subnet is being modified by another concurrent operation. Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:36.139912 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a1cd1d8-3f6a-40ff-930c-6dfb0ba64f14: This subnet is being modified by another concurrent operation. Jul 06 17:50:36.145459 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 17:50:36.174029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa1a59-1b01-412a-8f68-0ade20e898f1 None None] Network b8757450-0dd2-40ad-a53c-6f56c41c362c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:36.221773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.236162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b47b8-66fe-4d76-adf3-41708ed2d863 req-ba4bee54-05a4-42f7-af5e-c15ea02621be tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:36.244779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e3b47b8-66fe-4d76-adf3-41708ed2d863 req-ba4bee54-05a4-42f7-af5e-c15ea02621be tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.4097948 Jul 06 17:50:36.250023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-906fa681-cb27-4677-97fd-8c2d93762c70 req-d48ee092-374f-4879-847b-c415b3de0c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3764338 Jul 06 17:50:36.279679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8757450-0dd2-40ad-a53c-6f56c41c362c']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:36.307814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad699886-7ef1-4ee9-9b3a-b6bb7902f723') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:36.308143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad699886-7ef1-4ee9-9b3a-b6bb7902f723') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:36.347569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.385694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e3b47b8-66fe-4d76-adf3-41708ed2d863 req-0f02091f-0886-4c1c-8c95-fdbdb0168dd8 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395590 Jul 06 17:50:36.403634 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.405416 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-521629fb-caa8-401b-b534-06c81b50406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:36.418453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:36.419004 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:36.425368 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:36.479465 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6759f3de-ace1-48ba-b436-679a51fb2d0e x-openstack-request-id: req-6759f3de-ace1-48ba-b436-679a51fb2d0e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:36.481966 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea79094-c1a2-49c0-86ea-2e76b5e50be4", "name": "network-vif-deleted", "tag": "bc3b6ddd-4a1c-439e-8357-0534037d01fa", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:36.482491 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6759f3de-ace1-48ba-b436-679a51fb2d0e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:36.483130 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea79094-c1a2-49c0-86ea-2e76b5e50be4', 'name': 'network-vif-deleted', 'tag': 'bc3b6ddd-4a1c-439e-8357-0534037d01fa', 'status': 'completed', 'code': 200} Jul 06 17:50:36.616327 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521629fb-caa8-401b-b534-06c81b50406d None None] Checking router: c0f7e014-139e-40d5-a24c-e9ad54dcbca3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:50:36.648450 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521629fb-caa8-401b-b534-06c81b50406d None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:36.649644 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-521629fb-caa8-401b-b534-06c81b50406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:36.665778 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.675417 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.680792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/b8757450-0dd2-40ad-a53c-6f56c41c362c HTTP/1.1" status: 204 len: 168 time: 1.4211473 Jul 06 17:50:36.693233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45856) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:36.693575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:50:36.712261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Deleting port a8b5ec6d-18a1-4008-8a4a-986efa06c6c4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:36.712905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.732436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-96329022'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:36.744130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf8122-098d-4272-a16f-4ff5a10325f9 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:50:36.781913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0391176-bc45-47f9-8db8-c949917f4933 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=b8757450-0dd2-40ad-a53c-6f56c41c362c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:36.830956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:36.842648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:36.961604 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-521629fb-caa8-401b-b534-06c81b50406d None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:36.977908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] For port a8b5ec6d-18a1-4008-8a4a-986efa06c6c4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a8b5ec6d-18a1-4008-8a4a-986efa06c6c4,segment=NetworkSegment(0c1b3915-6f07-40e3-9650-1917ec4152fc),segment_id=0c1b3915-6f07-40e3-9650-1917ec4152fc)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:36.978667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.044335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Calling delete_port for a8b5ec6d-18a1-4008-8a4a-986efa06c6c4 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:37.069693 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e7c1fe2-86a5-4d4f-b4a7-5f0977018131 req-ef59717c-1262-40d3-aac0-8888208c97f2 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea79094-c1a2-49c0-86ea-2e76b5e50be4 HTTP/1.1" status: 200 len: 210 time: 0.1495404 Jul 06 17:50:37.072863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:37.115516 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.116131 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment 51fb8f11-b2f2-4eb4-b88a-693333dd82f9 of type vlan for network a624a628-c544-460d-931c-c9dafdda8d53 Jul 06 17:50:37.195474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:37.210944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.223318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] Sync routers for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:37.242240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf8122-098d-4272-a16f-4ff5a10325f9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:50:37.271730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:37.272943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:37.305275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-f1c46b5a-c4ef-4aaf-a7bf-ff8733701432 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:37.316574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-f1c46b5a-c4ef-4aaf-a7bf-ff8733701432 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 0.2821610 Jul 06 17:50:37.323310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.365504 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4bf05529-dc9e-496d-8b70-8a5b62276993 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "PUT /v2.0/floatingips/2c0964df-44d0-4dbe-bbe6-8c1764d1e42e HTTP/1.1" status: 200 len: 991 time: 4.0852883 Jul 06 17:50:37.368570 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-ad750886-aa8d-4e9b-815b-a6c25b0efb07 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/quotas/7aacb4a41b3b464b8acf89aee1d36cf3 HTTP/1.1" status: 200 len: 375 time: 0.0315502 Jul 06 17:50:37.397584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.412607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:37.413275 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.429807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.479700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No DVR routers for this DVR port a8b5ec6d-18a1-4008-8a4a-986efa06c6c4 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:37.502186 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-521629fb-caa8-401b-b534-06c81b50406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:37.525471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Port': ['ID=a8b5ec6d-18a1-4008-8a4a-986efa06c6c4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:37.531271 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521629fb-caa8-401b-b534-06c81b50406d None None] The sync data for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 is: [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:38:53Z', 'revision_number': 4, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'e386d4f1-ac47-440e-9d60-0588744ea227', 'name': '', 'network_id': '3ff445ce-c289-431f-96f8-5a0be594ae96', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'mac_address': 'fa:16:3e:1a:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '3400c58d-b706-48fe-9198-28cf41376f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:52Z', 'updated_at': '2021-07-06T17:39:00Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'subnets': [{'id': '3400c58d-b706-48fe-9198-28cf41376f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:37.621028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:37.625100 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9298155 Jul 06 17:50:37.629697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45876) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:37.635982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': 'a624a628-c544-460d-931c-c9dafdda8d53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:37.785418 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:37.860161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-b8063334-3354-4756-9657-de32f7087406 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4770424 Jul 06 17:50:37.883994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0201bdb-87b2-421a-923c-3345a8e35098']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:37.982253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1b3915-6f07-40e3-9650-1917ec4152fc') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:37.983094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1b3915-6f07-40e3-9650-1917ec4152fc') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:38.015625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.047143 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7e155-2c09-47df-851e-135c065fdba5 None None] New status for floating IP dfcbe314-683b-4044-a98d-e136f8f4f133: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:50:38.057205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.074812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:38.077112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.162912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f3721-dc8c-4f58-ba10-cb87281b0d79 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=a624a628-c544-460d-931c-c9dafdda8d53,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:38.194465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network a624a628-c544-460d-931c-c9dafdda8d53 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:38.219408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:38.225806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.235602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55a730-5849-4bf4-b9fa-fa92a3c89721 req-34eba003-0438-4969-b098-7de84b1754a2 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:38.237276 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c55a730-5849-4bf4-b9fa-fa92a3c89721 req-34eba003-0438-4969-b098-7de84b1754a2 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1097 time: 0.7232945 Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:38.249178 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:38.284843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.306409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.310579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/d0201bdb-87b2-421a-923c-3345a8e35098 HTTP/1.1" status: 204 len: 168 time: 2.6336169 Jul 06 17:50:38.313848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45880) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:38.334759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6c589-3012-4420-8380-3be903beab87 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Network': ['ID=d0201bdb-87b2-421a-923c-3345a8e35098,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:38.343548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-4b091b56-28fc-4777-9f78-8e324ee331e1 service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777133 Jul 06 17:50:38.385905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c55a730-5849-4bf4-b9fa-fa92a3c89721 req-2130bf0f-6e7e-4f7c-bc5e-2426d92b0deb tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020994 Jul 06 17:50:38.408690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c0964df-44d0-4dbe-bbe6-8c1764d1e42e', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'port_id': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'mac_address': 'fa:16:3e:cc:2a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:03Z', 'updated_at': '2021-07-06T17:50:34Z', 'revision_number': 1, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:38.466633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] Checking router: 2a710907-7fe3-4b5b-a3ee-2b76b5b907df for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:50:38.488162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:38.492275 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac38fab9-024e-4687-a2c4-af7ccedd317e" -d '{"events": [{"name": "network-changed", "server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:38.496258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:38.496996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:38.579665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-0b1039bd-51c3-4b52-81c1-d3df2561812f service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225468 Jul 06 17:50:38.658944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:50:38.700943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-887ebead-2d10-4c07-8ae8-63c440d34bbf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Deleting port 25bcd65b-6f93-4806-aa95-03a4a55b221a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:38.701503 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-887ebead-2d10-4c07-8ae8-63c440d34bbf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.729751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.937919 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-887ebead-2d10-4c07-8ae8-63c440d34bbf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:38.963325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=a48522a3-0379-416a-b1a1-4d9d2f8e7bed,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:38.970971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-887ebead-2d10-4c07-8ae8-63c440d34bbf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Calling delete_port for 25bcd65b-6f93-4806-aa95-03a4a55b221a owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:39.035103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': '51fb8f11-b2f2-4eb4-b88a-693333dd82f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a624a628-c544-460d-931c-c9dafdda8d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:39.035481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: a624a628-c544-460d-931c-c9dafdda8d53, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:39.109518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee667-5fb4-48bf-944d-2dd9e1587f1e req-0f0a4ab9-7ee4-4bd4-8e46-79ca59993299 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:39.119039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46eee667-5fb4-48bf-944d-2dd9e1587f1e req-0f0a4ab9-7ee4-4bd4-8e46-79ca59993299 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.3354669 Jul 06 17:50:39.129823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network a624a628-c544-460d-931c-c9dafdda8d53 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:39.159295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c0964df-44d0-4dbe-bbe6-8c1764d1e42e', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'port_id': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'mac_address': 'fa:16:3e:cc:2a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:03Z', 'updated_at': '2021-07-06T17:50:34Z', 'revision_number': 1, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:39.199902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, a624a628-c544-460d-931c-c9dafdda8d53) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:39.201162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c0a0c-1c74-4c7f-857d-d3ead9ed990f None None] The sync data for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 is: [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c0964df-44d0-4dbe-bbe6-8c1764d1e42e', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'port_id': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'mac_address': 'fa:16:3e:cc:2a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:50:03Z', 'updated_at': '2021-07-06T17:50:34Z', 'revision_number': 1, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:39.210980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3cd6ff-29c2-4f83-9a17-31a046440bd3 None None] Network a624a628-c544-460d-931c-c9dafdda8d53 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:39.220976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:39.221740 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.255137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-46eee667-5fb4-48bf-944d-2dd9e1587f1e req-21ab62f2-b18b-4144-bae3-7a11685416a5 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346922 Jul 06 17:50:39.256887 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-887ebead-2d10-4c07-8ae8-63c440d34bbf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.270784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6d67541f-140d-4b61-9144-644559227fdb tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6391232 Jul 06 17:50:39.276738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45896) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:39.345419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ebead-2d10-4c07-8ae8-63c440d34bbf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Port': ['ID=25bcd65b-6f93-4806-aa95-03a4a55b221a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:39.389566 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-887ebead-2d10-4c07-8ae8-63c440d34bbf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.394502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-887ebead-2d10-4c07-8ae8-63c440d34bbf tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/ports/25bcd65b-6f93-4806-aa95-03a4a55b221a HTTP/1.1" status: 204 len: 168 time: 1.0773153 Jul 06 17:50:39.395181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45900) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:39.444314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044c87d-86f4-4990-9676-711be4777dea req-001c2626-813b-4263-87fc-9a71f3d22765 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:39.447424 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c044c87d-86f4-4990-9676-711be4777dea req-001c2626-813b-4263-87fc-9a71f3d22765 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2876811 Jul 06 17:50:39.452610 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a69072-fb15-4108-8891-2facd1459dea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] DELETE failed (client error): The resource could not be found. Jul 06 17:50:39.453507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a69072-fb15-4108-8891-2facd1459dea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:39.460022 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-38a69072-fb15-4108-8891-2facd1459dea tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/subnets/d227f402-2e0c-4402-ae41-f797e3779a56 HTTP/1.1" status: 404 len: 337 time: 0.0577176 Jul 06 17:50:39.460639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45902) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:39.491571 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26037708-f445-4c9b-8b9f-5c8b792e7d03 x-openstack-request-id: req-26037708-f445-4c9b-8b9f-5c8b792e7d03 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:39.492028 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:39.492762 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26037708-f445-4c9b-8b9f-5c8b792e7d03 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:39.496031 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'status': 'completed', 'code': 200} Jul 06 17:50:39.586547 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.593244 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.684068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91f9f237-44df-436c-a34e-c56329f4dfff req-66427b9f-343d-4d8e-8aa1-77de74986861 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 210 time: 0.0865119 Jul 06 17:50:39.696709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b097bc2f-61a8-415e-9081-d675c2a46a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-a624a628-c544-460d-931c-c9dafdda8d53', 'network_id': 'a624a628-c544-460d-931c-c9dafdda8d53', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': 'a48522a3-0379-416a-b1a1-4d9d2f8e7bed'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:39.697777 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b097bc2f-61a8-415e-9081-d675c2a46a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.713166 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c044c87d-86f4-4990-9676-711be4777dea req-de82c206-5b14-40e9-b8fe-c0c03386adab tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490931 Jul 06 17:50:39.745042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45908) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:39.855767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45910) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:39.903605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:39.918679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59735c66-963f-4e2e-97b8-46987cf0efce None None] New status for floating IP 2c0964df-44d0-4dbe-bbe6-8c1764d1e42e: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:50:39.982201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-b5d92818-b04e-45f4-bbd8-36a57e5591e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:39.984702 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-b5d92818-b04e-45f4-bbd8-36a57e5591e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 1096 time: 0.4862986 Jul 06 17:50:40.002185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Deleting port e333115d-d4a8-4531-9321-897dc9bdea53 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:40.002753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.160470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.165384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] For port e333115d-d4a8-4531-9321-897dc9bdea53, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e333115d-d4a8-4531-9321-897dc9bdea53,segment=NetworkSegment(37d450d1-6b50-4073-bd20-ae9bbbccb394),segment_id=37d450d1-6b50-4073-bd20-ae9bbbccb394)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:40.165971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.182027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd96487-2f06-418a-ae7b-5bd1923b459c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.212433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=a48522a3-0379-416a-b1a1-4d9d2f8e7bed,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:40.215069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Calling delete_port for e333115d-d4a8-4531-9321-897dc9bdea53 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:40.237754 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-b097bc2f-61a8-415e-9081-d675c2a46a17 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a48522a3-0379-416a-b1a1-4d9d2f8e7bed: This subnet is being modified by another concurrent operation. Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 17:50:40.250627 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a48522a3-0379-416a-b1a1-4d9d2f8e7bed: This subnet is being modified by another concurrent operation. Jul 06 17:50:40.255873 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 17:50:40.285793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65018e0b-fb5b-4be2-905c-002868e1c643 None None] Network a624a628-c544-460d-931c-c9dafdda8d53 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:40.396083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.419235 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8402c49d-b542-4123-a0f3-b9a58945a0a5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/851c340b-aa65-471d-bd7e-57e9e4a317ed HTTP/1.1" status: 200 len: 994 time: 0.6675541 Jul 06 17:50:40.419509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.449853 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd96487-2f06-418a-ae7b-5bd1923b459c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.495999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Port': ['ID=e333115d-d4a8-4531-9321-897dc9bdea53,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:40.521257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a624a628-c544-460d-931c-c9dafdda8d53']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:40.547240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No DVR routers for this DVR port e333115d-d4a8-4531-9321-897dc9bdea53 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:40.558057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39510a1-55ac-4c7c-83e7-d4bcea4c1f01 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:50:40.568078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-9c66e212-b0ed-4907-8991-305632f5580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:40.569862 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-9c66e212-b0ed-4907-8991-305632f5580a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.5315309 Jul 06 17:50:40.572585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fb8f11-b2f2-4eb4-b88a-693333dd82f9') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:40.572585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fb8f11-b2f2-4eb4-b88a-693333dd82f9') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:40.668400 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.799410 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd96487-2f06-418a-ae7b-5bd1923b459c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.807086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd96487-2f06-418a-ae7b-5bd1923b459c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.810018 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5fd96487-2f06-418a-ae7b-5bd1923b459c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "DELETE /v2.0/security-groups/63c95010-7500-44ce-8bc1-c71361bedecc HTTP/1.1" status: 204 len: 168 time: 0.9457016 Jul 06 17:50:40.836158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39510a1-55ac-4c7c-83e7-d4bcea4c1f01 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:50:40.839357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45920) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:40.840657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd96487-2f06-418a-ae7b-5bd1923b459c tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c95010-7500-44ce-8bc1-c71361bedecc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:40.871907 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-98e5b8da-fae7-484b-9de7-03bc5b211e8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a HTTP/1.1" status: 200 len: 1001 time: 0.2907634 Jul 06 17:50:40.874492 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-a4b52784-8d4c-4392-87da-83bf94683076 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] show failed (client error): The resource could not be found. Jul 06 17:50:40.876715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a4b52784-8d4c-4392-87da-83bf94683076 tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "GET /v2.0/security-groups/63c95010-7500-44ce-8bc1-c71361bedecc HTTP/1.1" status: 404 len: 347 time: 0.0298846 Jul 06 17:50:40.897735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:40.982305 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:40.997251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:40.997723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:41.005465 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:41.019161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.066953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbc94d5b-4fbb-4b08-b2e0-c4602b1d136f req-392e84fc-66cc-4033-8132-8d2ec8e2df42 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 210 time: 0.1176188 Jul 06 17:50:41.086986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:41.116665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d450d1-6b50-4073-bd20-ae9bbbccb394') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:41.117057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d450d1-6b50-4073-bd20-ae9bbbccb394') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:41.137976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.152226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.168075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.173303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/a624a628-c544-460d-931c-c9dafdda8d53 HTTP/1.1" status: 204 len: 168 time: 1.8922915 Jul 06 17:50:41.175199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45926) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:41.181637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1778639740'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:41.195695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-c5448874-f68e-481b-93cf-6772e8581aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:41.198985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-c5448874-f68e-481b-93cf-6772e8581aff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.3200951 Jul 06 17:50:41.203182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.254307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212b9d-d2c6-403c-9940-39c86e9db436 req-f606bfa1-6748-478e-8d3a-1d29e337a53f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:41.256979 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25212b9d-d2c6-403c-9940-39c86e9db436 req-f606bfa1-6748-478e-8d3a-1d29e337a53f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.3836045 Jul 06 17:50:41.257842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d101f-8ecc-449b-ab33-7ce0c9e37f5a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=a624a628-c544-460d-931c-c9dafdda8d53,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:41.263813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:41.264408 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:41.268449 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:41.319873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-5f09ed19-7c7f-4e55-917e-1224aa1ca8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:41.321433 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-5f09ed19-7c7f-4e55-917e-1224aa1ca8f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba798159eb942ba977ef5f654f87c25&device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 1096 time: 0.3812437 Jul 06 17:50:41.325530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Deleting port 384754c6-455b-431f-8fdb-d18d00cec520 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:41.326061 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.388173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-1f212307-a2a6-4558-8398-92913f0f4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:41.389772 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-1f212307-a2a6-4558-8398-92913f0f4142 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791592 Jul 06 17:50:41.528768 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.529863 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.581994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Calling delete_port for 384754c6-455b-431f-8fdb-d18d00cec520 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:41.591211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:41.603133 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.655506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-7cbf6db4-647a-487f-b224-8fdbaad5710a service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552197 Jul 06 17:50:41.820965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac38fab9-024e-4687-a2c4-af7ccedd317e req-1b46db27-8898-4c71-90e0-140d962327cb service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572194 Jul 06 17:50:41.863189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.923459 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.929227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8 HTTP/1.1" status: 204 len: 168 time: 2.4609632 Jul 06 17:50:41.933578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25212b9d-d2c6-403c-9940-39c86e9db436 req-64ff9ab2-ffed-4b65-a3d6-bbde5c8e3b54 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6318278 Jul 06 17:50:41.944535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:41.957395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:41.963513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ccaa4-4e7d-40df-b0f1-7ac5c4558710 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Network': ['ID=ca64eaab-02d8-4fbf-ac5f-ca340f8b0dd8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:41.986970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:42.009048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-72dfda94-5dc1-4f3d-a67d-67dfedf3a763 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:42.010760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-72dfda94-5dc1-4f3d-a67d-67dfedf3a763 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 0.6075180 Jul 06 17:50:42.027631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Pushing event deleted for resources: {'Port': ['ID=384754c6-455b-431f-8fdb-d18d00cec520,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:42.048028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'port': {'device_id': 'b3a8c61f-0baf-4216-91df-2eeab28d3144', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'admin_state_up': True, 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:42.052958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-66c89518-3d84-4ff7-822a-d1c38c077dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:42.054413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-66c89518-3d84-4ff7-822a-d1c38c077dac service neutron] 10.222.0.22 "GET /v2.0/networks?id=4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 200 len: 911 time: 0.5012777 Jul 06 17:50:42.061218 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.061586 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment 8d8ae25e-c626-47ce-b29a-382583cb651b of type vlan for network ab72474a-cdf5-4705-a30e-0392d2289ad7 Jul 06 17:50:42.209965 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-458dcb60-42a7-4182-9f88-ffe1054c7c48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e2987bb-9359-4124-b6f3-8f1e7998d6cc HTTP/1.1" status: 200 len: 217 time: 0.1271427 Jul 06 17:50:42.214325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac246af9-f2c2-41f9-a135-762bb446d865 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Deleting subnet a0d862b4-2370-4f7a-a66f-4cd406607c87 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:50:42.252473 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac246af9-f2c2-41f9-a135-762bb446d865 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.258511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.377362 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac246af9-f2c2-41f9-a135-762bb446d865 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.391879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-114a2b53-f0fa-45bb-b086-da239c480d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:42.393468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-114a2b53-f0fa-45bb-b086-da239c480d2b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89cf8e6d-d142-4e01-8a9f-57ce21a60fa8 HTTP/1.1" status: 200 len: 850 time: 0.1764045 Jul 06 17:50:42.494690 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-58f5a09f-7e19-4180-8dc0-963af40d1a53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b707763-32a3-460e-823a-bea303f19738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666468 Jul 06 17:50:42.495332 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.501030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:42.501692 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.632208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383a01e-6d28-441f-95f7-96237602a8b0 req-44e8d661-4210-480a-9e49-26d12f97d8d5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:42.633779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b383a01e-6d28-441f-95f7-96237602a8b0 req-44e8d661-4210-480a-9e49-26d12f97d8d5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.5430934 Jul 06 17:50:42.691817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83072345-da1a-426b-bc90-cb273472f17b req-e6bbd888-266b-497e-81e4-f15fdef2c42e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 210 time: 0.1117635 Jul 06 17:50:42.712533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Made reservation on behalf of 7aacb4a41b3b464b8acf89aee1d36cf3 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:42.716262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.731883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.736422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5590613 Jul 06 17:50:42.737055 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.746432 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-412cfd50-e901-4223-8557-93dbffbebf8b tempest-AttachVolumeTestJSON-242859075 tempest-AttachVolumeTestJSON-242859075-project] 10.222.0.13 "DELETE /v2.0/floatingips/dfcbe314-683b-4044-a98d-e136f8f4f133 HTTP/1.1" status: 204 len: 168 time: 1.8399487 Jul 06 17:50:42.746701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f482ce-c47a-4b6a-a032-c2d68cef5e0c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=ab72474a-cdf5-4705-a30e-0392d2289ad7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:42.746807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45940) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:42.754649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7a11687f-a37e-431c-814a-1a58404089fd tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:42.762548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ab72474a-cdf5-4705-a30e-0392d2289ad7 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:42.785112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac246af9-f2c2-41f9-a135-762bb446d865 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:42.835035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b383a01e-6d28-441f-95f7-96237602a8b0 req-41def0c1-b457-4ce7-a98e-e5ce950e3379 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764238 Jul 06 17:50:42.932045 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-334c9bec-761f-45a3-a501-e79babb83cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0234606 Jul 06 17:50:42.946515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-5c20baf9-71fa-4dac-ada2-0d165efc65ee service neutron] 10.222.0.22 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367204 Jul 06 17:50:43.084701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f610b8cd-c53c-46fc-97ba-129b520a5f52 req-48fb0203-e586-4d9d-beca-8947a025e27c service neutron] 10.222.0.22 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279109 Jul 06 17:50:43.111663 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac246af9-f2c2-41f9-a135-762bb446d865 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.231918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac246af9-f2c2-41f9-a135-762bb446d865 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d862b4-2370-4f7a-a66f-4cd406607c87,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:43.263683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecc1bc8-62c0-4231-a55d-0c0ec971fffa None None] Network 6b29715c-c5a2-41a3-a60b-4c324294c221 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:43.273244 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac246af9-f2c2-41f9-a135-762bb446d865 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.282281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45964) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:43.284025 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ac246af9-f2c2-41f9-a135-762bb446d865 tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/subnets/a0d862b4-2370-4f7a-a66f-4cd406607c87 HTTP/1.1" status: 204 len: 168 time: 1.3295088 Jul 06 17:50:43.421683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Allocated IP 172.20.0.14 (ad008159-491b-44b7-b34f-58dbc4e84586/9521b14c-453c-47b3-8db1-d103d8b30de6/f1a56317-2cd0-46f6-aaf4-2143403154e7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:43.476907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a11687f-a37e-431c-814a-1a58404089fd tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.540273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.560007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8d68e-a825-4fb7-bc0d-a6343657e0a5 req-d14f6362-8c61-4ccd-a981-91c241100c1c tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:43.562647 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4d8d68e-a825-4fb7-bc0d-a6343657e0a5 req-d14f6362-8c61-4ccd-a981-91c241100c1c tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.3223331 Jul 06 17:50:43.564331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a11687f-a37e-431c-814a-1a58404089fd tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.642593 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.695590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Transition to ACTIVE for port object f1a56317-2cd0-46f6-aaf4-2143403154e7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:43.728474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11687f-a37e-431c-814a-1a58404089fd tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=ab72474a-cdf5-4705-a30e-0392d2289ad7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:43.755438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ab72474a-cdf5-4705-a30e-0392d2289ad7 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:43.810943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a11687f-a37e-431c-814a-1a58404089fd tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network ab72474a-cdf5-4705-a30e-0392d2289ad7 is not hosted by any dhcp agent {{(pid=93778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:50:43.817636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.825999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a11687f-a37e-431c-814a-1a58404089fd tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:43.827755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a11687f-a37e-431c-814a-1a58404089fd tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:43.837587 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7a11687f-a37e-431c-814a-1a58404089fd tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "PUT /v2.0/networks/ab72474a-cdf5-4705-a30e-0392d2289ad7 HTTP/1.1" status: 200 len: 723 time: 1.0909500 Jul 06 17:50:43.837874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:43.876885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['7c357080-028e-4d0b-94e1-57557bfe6479'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:43.882793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] DHCP port deletion for 6b29715c-c5a2-41a3-a60b-4c324294c221 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:50:43.889761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': 'ab72474a-cdf5-4705-a30e-0392d2289ad7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:43.932946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4d8d68e-a825-4fb7-bc0d-a6343657e0a5 req-eea4b07f-99b5-4691-96d1-6dffb25e02b3 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063029 Jul 06 17:50:44.002833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Deleting port d40b6542-b3ff-4479-b6b2-3740071d13cb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:44.003456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:44.204012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] For port d40b6542-b3ff-4479-b6b2-3740071d13cb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d40b6542-b3ff-4479-b6b2-3740071d13cb,segment=NetworkSegment(14169feb-caec-4337-aafe-11e673b0992c),segment_id=14169feb-caec-4337-aafe-11e673b0992c)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:44.205367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:44.276183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Calling delete_port for d40b6542-b3ff-4479-b6b2-3740071d13cb owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:44.548096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] Deleting port d40b6542-b3ff-4479-b6b2-3740071d13cb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:44.554220 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:44.589165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d40b6542-b3ff-4479-b6b2-3740071d13cb no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:50:44.666997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36edad3-5143-429d-9968-b797d6decd45 req-4942b3c7-2dbd-4853-b446-4c2fbb7178a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:44.677551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c36edad3-5143-429d-9968-b797d6decd45 req-4942b3c7-2dbd-4853-b446-4c2fbb7178a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2350597 Jul 06 17:50:44.758006 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:44.795824 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] No DVR routers for this DVR port d40b6542-b3ff-4479-b6b2-3740071d13cb on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:44.802103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c36edad3-5143-429d-9968-b797d6decd45 req-71428f96-b55c-44cb-b3c3-1b48810dc060 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235111 Jul 06 17:50:44.824573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] For port d40b6542-b3ff-4479-b6b2-3740071d13cb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d40b6542-b3ff-4479-b6b2-3740071d13cb,segment=NetworkSegment(14169feb-caec-4337-aafe-11e673b0992c),segment_id=14169feb-caec-4337-aafe-11e673b0992c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:44.825360 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:44.836449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Port': ['ID=d40b6542-b3ff-4479-b6b2-3740071d13cb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:44.922821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] Calling delete_port for d40b6542-b3ff-4479-b6b2-3740071d13cb owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:44.929934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port d40b6542-b3ff-4479-b6b2-3740071d13cb {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:50:44.930473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d40b6542-b3ff-4479-b6b2-3740071d13cb not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:50:44.961331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:44.976382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b29715c-c5a2-41a3-a60b-4c324294c221']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:44.993466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14169feb-caec-4337-aafe-11e673b0992c') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:44.994173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14169feb-caec-4337-aafe-11e673b0992c') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:45.008142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.029669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.037792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:45.038144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Network ad008159-491b-44b7-b34f-58dbc4e84586 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:45.039166 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.053847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:45.065429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:45.150325 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:45.166429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:45.167198 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.191533 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.208445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.220857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] 10.222.0.13 "DELETE /v2.0/networks/6b29715c-c5a2-41a3-a60b-4c324294c221 HTTP/1.1" status: 204 len: 168 time: 1.9372532 Jul 06 17:50:45.228952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'Port': ['ID=f1a56317-2cd0-46f6-aaf4-2143403154e7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:45.332726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-c6fd70da-3dff-457e-8fd2-0f340405f096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2971992 Jul 06 17:50:45.336197 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.338782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69234e4-4cdd-457d-9f96-73e8bd9ab09e tempest-NetworksIpV6TestAttrs-1332256847 tempest-NetworksIpV6TestAttrs-1332256847-project] Pushing event deleted for resources: {'Network': ['ID=6b29715c-c5a2-41a3-a60b-4c324294c221,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:45.369832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Request body: {'port': {'device_id': 'b3a8c61f-0baf-4216-91df-2eeab28d3144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:45.377556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:45.382239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.460737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] Network 6b29715c-c5a2-41a3-a60b-4c324294c221 is not hosted by any dhcp agent {{(pid=93780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:50:45.461608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] No DVR routers for this DVR port d40b6542-b3ff-4479-b6b2-3740071d13cb on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:45.482819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0966b98-9236-41e6-86ae-1640303bb4ee None None] Pushing event deleted for resources: {'Port': ['ID=d40b6542-b3ff-4479-b6b2-3740071d13cb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:45.665547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3f6c4c88-190b-47de-b5ca-bf240e021d80 None None] Provisioning for port f1a56317-2cd0-46f6-aaf4-2143403154e7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:45.672647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3f6c4c88-190b-47de-b5ca-bf240e021d80 None None] Provisioning complete for port f1a56317-2cd0-46f6-aaf4-2143403154e7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:45.673192 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4c88-190b-47de-b5ca-bf240e021d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.703223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.723932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c4c88-190b-47de-b5ca-bf240e021d80 None None] Port f1a56317-2cd0-46f6-aaf4-2143403154e7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:50:45.742585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa5482-c62e-4d54-ba6a-ff4c537a0e48 req-b91f1e81-8dd9-4139-b6f0-ecf6e4568d72 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:45.745864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1afa5482-c62e-4d54-ba6a-ff4c537a0e48 req-b91f1e81-8dd9-4139-b6f0-ecf6e4568d72 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.2021377 Jul 06 17:50:45.776632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea017-14dd-4182-8380-70a2f36b48f8 req-7dc52555-2998-4fc1-9bc4-09c8fda8713a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:45.778263 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b5ea017-14dd-4182-8380-70a2f36b48f8 req-7dc52555-2998-4fc1-9bc4-09c8fda8713a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 932 time: 0.7621808 Jul 06 17:50:45.845504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=7a7d0ab7-2f20-45de-969f-d5d56c34e596,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:45.859839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1afa5482-c62e-4d54-ba6a-ff4c537a0e48 req-7b3539eb-9a7d-433d-b6d3-9bf45a64e4ad tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051238 Jul 06 17:50:45.930859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:45.986638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': '8d8ae25e-c626-47ce-b29a-382583cb651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ab72474a-cdf5-4705-a30e-0392d2289ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:45.987301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: ab72474a-cdf5-4705-a30e-0392d2289ad7, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:46.027001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-14be4513-134d-46d4-ae13-0ea59b990a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:46.029839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-14be4513-134d-46d4-ae13-0ea59b990a35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1097 time: 0.6761591 Jul 06 17:50:46.049472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:46.091159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1d1b7-1305-4720-a3c1-960baea8df94 req-3251ff38-4e03-4fb6-baf7-baa4331b4dde tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:46.100748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cbe1d1b7-1305-4720-a3c1-960baea8df94 req-3251ff38-4e03-4fb6-baf7-baa4331b4dde tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.1067128 Jul 06 17:50:46.124971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b5ea017-14dd-4182-8380-70a2f36b48f8 req-a0789dfb-8ecb-4ac6-8d0c-442c7c1ea481 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932844 Jul 06 17:50:46.158827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cbe1d1b7-1305-4720-a3c1-960baea8df94 req-9311a91a-050c-48b5-ab68-60efbcfc67a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569053 Jul 06 17:50:46.249893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network ab72474a-cdf5-4705-a30e-0392d2289ad7 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:46.366445 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4f13311e-0db7-4b02-bc16-22c8a267191f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75564dc71a05492fa038e27170bfcbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145757 Jul 06 17:50:46.372205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ab72474a-cdf5-4705-a30e-0392d2289ad7) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:46.374941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46006) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:46.385520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216198f-59ee-4d77-a524-d5746e7a69cc None None] Network ab72474a-cdf5-4705-a30e-0392d2289ad7 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:46.413529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:46.414640 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.450095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f7a96fa-4ad1-4e4e-aa56-85a3be41423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.489979 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f7a96fa-4ad1-4e4e-aa56-85a3be41423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.494521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f02e164d-b889-41d9-8cba-0fdcba98200a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6227691 Jul 06 17:50:46.498427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46010) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:46.513079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7c79473c-c262-4509-b1e1-d92b8011ed7d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:46.613211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f7a96fa-4ad1-4e4e-aa56-85a3be41423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.618486 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f7a96fa-4ad1-4e4e-aa56-85a3be41423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.619204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-4f282c41-6894-45f0-82ae-8895ddc72e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:46.619976 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6f7a96fa-4ad1-4e4e-aa56-85a3be41423a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ca9bb4a-22e7-420f-8913-ffe4dabad9ef HTTP/1.1" status: 204 len: 168 time: 0.2437425 Jul 06 17:50:46.621946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-4f282c41-6894-45f0-82ae-8895ddc72e04 service neutron] 10.222.0.22 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.5406513 Jul 06 17:50:46.667959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a96fa-4ad1-4e4e-aa56-85a3be41423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca9bb4a-22e7-420f-8913-ffe4dabad9ef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:46.776532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-ab72474a-cdf5-4705-a30e-0392d2289ad7', 'network_id': 'ab72474a-cdf5-4705-a30e-0392d2289ad7', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': '7a7d0ab7-2f20-45de-969f-d5d56c34e596'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:46.779779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:46.799325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-b229679a-5fc1-4196-a4df-c36db62c354a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1002 time: 0.1684599 Jul 06 17:50:46.843862 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c79473c-c262-4509-b1e1-d92b8011ed7d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16298145'] for subnet, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.055294 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3edad76-be78-4520-ad72-373c69f61c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.084432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a56317-2cd0-46f6-aaf4-2143403154e7 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:47.105793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.132364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Transition to ACTIVE for port object f1a56317-2cd0-46f6-aaf4-2143403154e7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:47.155126 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.214697 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c79473c-c262-4509-b1e1-d92b8011ed7d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747871330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16420723'] for subnet, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.228887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a56317-2cd0-46f6-aaf4-2143403154e7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:47.256530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-e22b8807-4152-43df-afed-5d9973fe743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:47.258113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-e22b8807-4152-43df-afed-5d9973fe743a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.4368455 Jul 06 17:50:47.264664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79473c-c262-4509-b1e1-d92b8011ed7d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:47.266190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c79473c-c262-4509-b1e1-d92b8011ed7d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.268737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7c79473c-c262-4509-b1e1-d92b8011ed7d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "PUT /v2.0/subnets/7a7d0ab7-2f20-45de-969f-d5d56c34e596 HTTP/1.1" status: 200 len: 806 time: 0.7678597 Jul 06 17:50:47.273180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:47.453638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Allocated IP 172.20.0.2 (ab72474a-cdf5-4705-a30e-0392d2289ad7/7a7d0ab7-2f20-45de-969f-d5d56c34e596/eeb67bda-6d77-44f8-a78c-a54f7e1042e7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:47.559811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81728a-89bf-4c9b-ac90-4a8c1c1f5ea2 req-5d74257e-5060-4ce3-99bb-4908c14b3def tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:47.574263 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc81728a-89bf-4c9b-ac90-4a8c1c1f5ea2 req-5d74257e-5060-4ce3-99bb-4908c14b3def tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.4377625 Jul 06 17:50:47.579204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79473c-c262-4509-b1e1-d92b8011ed7d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=7a7d0ab7-2f20-45de-969f-d5d56c34e596,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:47.595158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-8f7bdd64-c8a9-439e-ad40-a5725e7a2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:47.597815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-8f7bdd64-c8a9-439e-ad40-a5725e7a2fad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3242607 Jul 06 17:50:47.600052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Attempting to bind port f1a56317-2cd0-46f6-aaf4-2143403154e7 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:47.600620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Attempting to bind port f1a56317-2cd0-46f6-aaf4-2143403154e7 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:47.601192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Attempting to bind port f1a56317-2cd0-46f6-aaf4-2143403154e7 on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:47.737038 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.794770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b836f-170b-43d7-8677-d19f381aff74 req-ca7a8669-59bd-4766-9f57-beb91a249a67 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:47.802374 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a28b836f-170b-43d7-8677-d19f381aff74 req-ca7a8669-59bd-4766-9f57-beb91a249a67 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.3059244 Jul 06 17:50:47.828059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Port f1a56317-2cd0-46f6-aaf4-2143403154e7 on network ad008159-491b-44b7-b34f-58dbc4e84586 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:50:47.828820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Attempting to bind port f1a56317-2cd0-46f6-aaf4-2143403154e7 on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:47.897590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a28b836f-170b-43d7-8677-d19f381aff74 req-2333addf-8beb-4f14-bf73-e25e69ba87de tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855072 Jul 06 17:50:47.935547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:47.981169 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.001881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:48.005486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Checking segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:48.008436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Bound using segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:48.009524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Bound port: f1a56317-2cd0-46f6-aaf4-2143403154e7, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:48.010453 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.017977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Transition to ACTIVE for port object eeb67bda-6d77-44f8-a78c-a54f7e1042e7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:48.078912 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-4b592f4b-5108-4097-b210-19b7c30adde9 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686368 Jul 06 17:50:48.086706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Transition to ACTIVE for port object eeb67bda-6d77-44f8-a78c-a54f7e1042e7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:48.103177 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.130924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc81728a-89bf-4c9b-ac90-4a8c1c1f5ea2 req-d59d9192-26ad-4316-ae08-257dc12ba6dc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552187 Jul 06 17:50:48.232114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Pushing event updated for resources: {'Port': ['ID=eeb67bda-6d77-44f8-a78c-a54f7e1042e7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:48.264022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.267997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.270694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.271305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.273674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.274391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.274972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.277625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.279773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.280372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.282145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.282862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:50:48.299083 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-6216115e-13b4-4a51-a0b8-83b234f96fe9 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846499 Jul 06 17:50:48.328245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46044) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:48.341127 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.366465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Network ab72474a-cdf5-4705-a30e-0392d2289ad7 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:48.372997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:48.383737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:48.387882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] For port f1a56317-2cd0-46f6-aaf4-2143403154e7, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:48.396422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] For port f1a56317-2cd0-46f6-aaf4-2143403154e7, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1a56317-2cd0-46f6-aaf4-2143403154e7,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:48.404303 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.468766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:48.469270 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.471118 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/f1a56317-2cd0-46f6-aaf4-2143403154e7 HTTP/1.1" status: 200 len: 1092 time: 3.1073058 Jul 06 17:50:48.471588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a8c61f-0baf-4216-91df-2eeab28d3144', 'tag': 'f1a56317-2cd0-46f6-aaf4-2143403154e7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:50:48.474751 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b998970-2fdc-45b0-94e2-0dc34fc025bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a8c61f-0baf-4216-91df-2eeab28d3144", "tag": "f1a56317-2cd0-46f6-aaf4-2143403154e7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:50:48.487415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef644f-6a5a-480f-8f40-c9cda421b453 req-a932a00b-194c-4409-afa3-eade9a04b36d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:48.500039 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-03ef644f-6a5a-480f-8f40-c9cda421b453 req-a932a00b-194c-4409-afa3-eade9a04b36d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 944 time: 0.4050777 Jul 06 17:50:48.509479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7d0ab7-2f20-45de-969f-d5d56c34e596,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:48.558515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c06c1a-064c-4845-85d6-c26462f561b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a56317-2cd0-46f6-aaf4-2143403154e7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:48.591738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-528473458'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:48.620607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Attempting to bind port eeb67bda-6d77-44f8-a78c-a54f7e1042e7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:48.621467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Attempting to bind port eeb67bda-6d77-44f8-a78c-a54f7e1042e7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '8d8ae25e-c626-47ce-b29a-382583cb651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ab72474a-cdf5-4705-a30e-0392d2289ad7'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:48.621843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Attempting to bind port eeb67bda-6d77-44f8-a78c-a54f7e1042e7 on network ab72474a-cdf5-4705-a30e-0392d2289ad7 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:48.650961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:48.651328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Checking segment: {'id': '8d8ae25e-c626-47ce-b29a-382583cb651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ab72474a-cdf5-4705-a30e-0392d2289ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:48.658589 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.659353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Bound using segment: {'id': '8d8ae25e-c626-47ce-b29a-382583cb651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ab72474a-cdf5-4705-a30e-0392d2289ad7'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:48.660059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Bound port: eeb67bda-6d77-44f8-a78c-a54f7e1042e7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8ae25e-c626-47ce-b29a-382583cb651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ab72474a-cdf5-4705-a30e-0392d2289ad7'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:48.660921 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.669391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:48.684050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.766934 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.783099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-03ef644f-6a5a-480f-8f40-c9cda421b453 req-385d8d90-7b9a-445d-b77b-9ef191b92d91 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777369 Jul 06 17:50:48.799256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] For port eeb67bda-6d77-44f8-a78c-a54f7e1042e7, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:48.818585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] For port eeb67bda-6d77-44f8-a78c-a54f7e1042e7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eeb67bda-6d77-44f8-a78c-a54f7e1042e7,segment=NetworkSegment(8d8ae25e-c626-47ce-b29a-382583cb651b),segment_id=8d8ae25e-c626-47ce-b29a-382583cb651b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:48.818923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab72474a-cdf5-4705-a30e-0392d2289ad7']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:48.829655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.839361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8ae25e-c626-47ce-b29a-382583cb651b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:48.839683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8ae25e-c626-47ce-b29a-382583cb651b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:48.858367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.866127 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f87091f-4934-4344-b277-d35b7b5d053b x-openstack-request-id: req-7f87091f-4934-4344-b277-d35b7b5d053b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:50:48.866649 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a8c61f-0baf-4216-91df-2eeab28d3144", "tag": "f1a56317-2cd0-46f6-aaf4-2143403154e7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:50:48.867077 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f87091f-4934-4344-b277-d35b7b5d053b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:50:48.867737 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a8c61f-0baf-4216-91df-2eeab28d3144', 'tag': 'f1a56317-2cd0-46f6-aaf4-2143403154e7', 'status': 'completed', 'code': 200} Jul 06 17:50:48.871083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.882805 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.896841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:48.899571 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:48.909329 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:49.001878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b68b2-4b7d-4044-aa36-fdb57fba4825 None None] Pushing event updated for resources: {'Port': ['ID=eeb67bda-6d77-44f8-a78c-a54f7e1042e7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:49.013012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-72375549-f0d2-4ae6-a466-75004748a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:49.017882 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-72375549-f0d2-4ae6-a466-75004748a2b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 1095 time: 0.2673166 Jul 06 17:50:49.076623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c940d-9e73-48f4-8fe7-66a7065b54e5 None None] Network ab72474a-cdf5-4705-a30e-0392d2289ad7 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:49.140789 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:50:49.140789 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:50:49.140789 n-d-799526-3 neutron-server[93778]: [parameters: {'id': 'ab72474a-cdf5-4705-a30e-0392d2289ad7'}] Jul 06 17:50:49.140789 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:50:49.142059 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:50:49.324413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.330256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-ae242471-9106-42f3-81a5-f805f99e2b08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a56317-2cd0-46f6-aaf4-2143403154e7 HTTP/1.1" status: 200 len: 217 time: 0.3015728 Jul 06 17:50:49.335209 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.352250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:49.367242 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.367596 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added segment 54366e80-67a0-4448-93bf-b470ba4c5cc1 of type vlan for network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 Jul 06 17:50:49.432837 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.532458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d398197-df92-45b6-891c-df74ebcf7a60 req-8a258bb3-f7bc-41df-8b0f-3eea525a52b4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:49.534900 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d398197-df92-45b6-891c-df74ebcf7a60 req-8a258bb3-f7bc-41df-8b0f-3eea525a52b4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.1955128 Jul 06 17:50:49.576072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-9631a7f0-869f-4002-8d01-3482dc5ed13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:49.577747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-9631a7f0-869f-4002-8d01-3482dc5ed13c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.0969329 Jul 06 17:50:49.579592 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e63de636-3927-4b39-b585-3a0fd37f5905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.582252 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.588688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:49.589377 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.607486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5826a7-9564-4317-9c05-f2486b359258 None None] Network ab72474a-cdf5-4705-a30e-0392d2289ad7 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:49.641095 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d398197-df92-45b6-891c-df74ebcf7a60 req-2df37e49-20d5-4d73-9988-e4bb62a2892e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949810 Jul 06 17:50:49.647210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.777154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4437969 Jul 06 17:50:49.778650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46062) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:49.781838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f64a70-0cae-443b-a5c9-efae2f71d181,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:49.792275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-507104786'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:49.825443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de77488-44ba-4001-a7b0-52731e432413 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Network': ['ID=329bd74e-bbfe-4229-bff8-b2e3cd5bef75,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:49.853392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:49.872632 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:49.881280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-84652fba-e557-4b94-a7c3-8c326e42c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:49.884311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-84652fba-e557-4b94-a7c3-8c326e42c74e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2917948 Jul 06 17:50:49.888283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:49.982921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:50.006988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.007567 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added segment 36d140c1-edd8-4c25-82aa-38e009a3b549 of type vlan for network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 Jul 06 17:50:50.061612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Deleting port eeb67bda-6d77-44f8-a78c-a54f7e1042e7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:50.062574 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.103223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.120638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-5342eddd-5a1b-498e-bb4e-74b9815ae8e4 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256041 Jul 06 17:50:50.142249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.195610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e15ba-9e54-43f3-a97f-046788fde4f9 req-dfa2ff49-deac-481e-bb38-ac30f0004095 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:50.200213 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3a7e15ba-9e54-43f3-a97f-046788fde4f9 req-dfa2ff49-deac-481e-bb38-ac30f0004095 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.6206794 Jul 06 17:50:50.204817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6aac44-73c7-4461-bf6b-d5ab49165eee None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:50:50.303155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] For port eeb67bda-6d77-44f8-a78c-a54f7e1042e7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eeb67bda-6d77-44f8-a78c-a54f7e1042e7,segment=NetworkSegment(8d8ae25e-c626-47ce-b29a-382583cb651b),segment_id=8d8ae25e-c626-47ce-b29a-382583cb651b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:50.303729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.329945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Calling delete_port for eeb67bda-6d77-44f8-a78c-a54f7e1042e7 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:50.342082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.351228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:50.353131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.358237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3a7e15ba-9e54-43f3-a97f-046788fde4f9 req-295927d9-79bc-409c-8883-27387faa63ba tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957522 Jul 06 17:50:50.436522 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f592a16f-4064-4f2e-875a-2e9d43afabb9 req-614174cc-2c66-4be6-b4e6-d0acb2566562 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065493 Jul 06 17:50:50.494328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc2206-7c8b-4876-b5b1-d7a283fb959f req-60851ac1-921d-4e71-aca9-a2346aa7de5e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:50.501819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-51dc2206-7c8b-4876-b5b1-d7a283fb959f req-60851ac1-921d-4e71-aca9-a2346aa7de5e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 944 time: 0.3476434 Jul 06 17:50:50.503578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6aac44-73c7-4461-bf6b-d5ab49165eee None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:50:50.546629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7652347 Jul 06 17:50:50.554180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:50.559722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'subnet': {'network_id': '329bd74e-bbfe-4229-bff8-b2e3cd5bef75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:50.575758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70390e-5778-4a10-ae61-2d8c3e1dcedb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Network': ['ID=27f2bbaf-a877-4b46-b05d-41e14fe711f5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:50.659246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-903c1c77-b271-49ac-a381-a6690b252c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:50.666180 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-903c1c77-b271-49ac-a381-a6690b252c2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 1095 time: 0.1619871 Jul 06 17:50:50.666568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-51dc2206-7c8b-4876-b5b1-d7a283fb959f req-3b0eb7e0-822c-4d4e-b43f-aa7a8c98f73e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637204 Jul 06 17:50:50.667882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:50.788930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.799644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:50.804999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.821936 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:50.841131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-32bd00b0-350f-470c-848e-34c35617d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:50.844114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-32bd00b0-350f-470c-848e-34c35617d18e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.1697271 Jul 06 17:50:50.845051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No DVR routers for this DVR port eeb67bda-6d77-44f8-a78c-a54f7e1042e7 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:50:50.854214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Port': ['ID=eeb67bda-6d77-44f8-a78c-a54f7e1042e7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:50.961034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-6680441e-a691-4b0a-a738-e67cd544f27b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a56317-2cd0-46f6-aaf4-2143403154e7 HTTP/1.1" status: 200 len: 217 time: 0.1077018 Jul 06 17:50:51.094460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-15fe5c9c-044c-4be7-afd9-165b1b3354f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:51.096654 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-15fe5c9c-044c-4be7-afd9-165b1b3354f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.0819287 Jul 06 17:50:51.121152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.159449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab72474a-cdf5-4705-a30e-0392d2289ad7']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:51.162821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6ed28-9cfc-4848-9384-2d5b56792ca5 req-0859721a-f27f-440e-9055-e0d47da7f5dd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:51.165102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5af6ed28-9cfc-4848-9384-2d5b56792ca5 req-0859721a-f27f-440e-9055-e0d47da7f5dd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2029574 Jul 06 17:50:51.174717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8ae25e-c626-47ce-b29a-382583cb651b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:51.174948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8ae25e-c626-47ce-b29a-382583cb651b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:51.191117 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.227914 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5af6ed28-9cfc-4848-9384-2d5b56792ca5 req-b826dd37-4e6d-4d7b-874f-d796a942e9e9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510650 Jul 06 17:50:51.240591 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.256829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:51.257252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:51.273169 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:51.282204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-2673ea93-d919-499b-a758-35251f291f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:51.285089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-2673ea93-d919-499b-a758-35251f291f0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814599 Jul 06 17:50:51.394607 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.403775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.409719 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/ab72474a-cdf5-4705-a30e-0392d2289ad7 HTTP/1.1" status: 204 len: 168 time: 4.1325202 Jul 06 17:50:51.412621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:51.425388 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.446861 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf553fe-24ae-4c63-b1de-97120c7dad83 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:50:51.447528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf553fe-24ae-4c63-b1de-97120c7dad83 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:50:51.453312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dbf553fe-24ae-4c63-b1de-97120c7dad83 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/ab72474a-cdf5-4705-a30e-0392d2289ad7 HTTP/1.1" status: 404 len: 339 time: 0.0331705 Jul 06 17:50:51.455799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46080) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:51.465545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952650928', 'description': 'd1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:51.550579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-51a384cb-e215-4538-ae65-51dc44451e07 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570052 Jul 06 17:50:51.556380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:51.563839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451e891-2d70-43f1-b259-3becb40af049 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=ab72474a-cdf5-4705-a30e-0392d2289ad7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:51.564458 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.584793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Subnet': ['ID=6a8751ca-172c-461b-9ed3-9d177cdcae7f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:51.681970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:51.698715 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Checking segment: {'id': '54366e80-67a0-4448-93bf-b470ba4c5cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '329bd74e-bbfe-4229-bff8-b2e3cd5bef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:51.699014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network hostable DHCP agents. Network: 329bd74e-bbfe-4229-bff8-b2e3cd5bef75, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:51.714304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.714661 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment 7b500c57-0323-427b-8294-e74764ab9cd3 of type vlan for network e9d29dd5-9e58-412f-a25c-2d8f0ea44997 Jul 06 17:50:51.761847 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b998970-2fdc-45b0-94e2-0dc34fc025bc req-a648908a-a560-43d2-a65b-c77cbeb24fec service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907554 Jul 06 17:50:51.768405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae1d8e-6d50-4ba3-8873-3aa3903295c7 req-35f93822-3caa-486f-8c9e-2d42b84979b0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:51.774457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1cae1d8e-6d50-4ba3-8873-3aa3903295c7 req-35f93822-3caa-486f-8c9e-2d42b84979b0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.1979971 Jul 06 17:50:51.776358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:51.805639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 329bd74e-bbfe-4229-bff8-b2e3cd5bef75) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:51.813910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:51.814939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.823581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2992277-3c70-40e0-ae6d-c86171689887 None None] Network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:51.857523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:51.861461 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1cae1d8e-6d50-4ba3-8873-3aa3903295c7 req-fdf57207-24f9-42ad-9e76-259516113056 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776975 Jul 06 17:50:51.871085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8f929a1c-5813-45c0-873c-ace0ac2e0310 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3091390 Jul 06 17:50:51.871720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:51.877129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'subnet': {'network_id': '27f2bbaf-a877-4b46-b05d-41e14fe711f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:52.017000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.023381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:52.025113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.077548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-329bd74e-bbfe-4229-bff8-b2e3cd5bef75', 'network_id': '329bd74e-bbfe-4229-bff8-b2e3cd5bef75', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'fixed_ips': [{'subnet_id': '6a8751ca-172c-461b-9ed3-9d177cdcae7f'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:52.079435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.123254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=e9d29dd5-9e58-412f-a25c-2d8f0ea44997,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:52.142301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:52.149905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.166059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e63d-0470-426a-86ff-353ee09faa92 req-2aeb693e-92ab-4f31-840e-a6b111283c44 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:52.167900 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8652e63d-0470-426a-86ff-353ee09faa92 req-2aeb693e-92ab-4f31-840e-a6b111283c44 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 944 time: 0.2345328 Jul 06 17:50:52.192297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-894dedf9-68d3-4c4a-b53d-586436846331 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7308247 Jul 06 17:50:52.192599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:52.285791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8652e63d-0470-426a-86ff-353ee09faa92 req-899919c8-9eff-4912-8e46-1c8fecda53fb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046968 Jul 06 17:50:52.339583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network e9d29dd5-9e58-412f-a25c-2d8f0ea44997 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:52.484714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63472cf1-7165-4125-b48d-747943519aba tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:52.494025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-63472cf1-7165-4125-b48d-747943519aba tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/networks?id=e9d29dd5-9e58-412f-a25c-2d8f0ea44997 HTTP/1.1" status: 200 len: 761 time: 0.2946155 Jul 06 17:50:52.496007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:52.499522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Allocated IP 2001:db8::2 (329bd74e-bbfe-4229-bff8-b2e3cd5bef75/6a8751ca-172c-461b-9ed3-9d177cdcae7f/8d0b6473-205e-4339-abf4-34e042f2d849) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:52.509289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5182883d-941b-4627-8dee-103d8daddbbe tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'description': 'd2'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:52.667893 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.724305 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.764532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490898b1-b691-4794-9a7f-be56a96a6a41 req-40a92b04-d2b9-40ea-b45f-f787e64838c4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:52.775178 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-490898b1-b691-4794-9a7f-be56a96a6a41 req-40a92b04-d2b9-40ea-b45f-f787e64838c4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.1795785 Jul 06 17:50:52.803587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Subnet': ['ID=901e7e5f-dc4c-463a-97cd-bd377506cdf7,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:52.853576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-490898b1-b691-4794-9a7f-be56a96a6a41 req-e6298341-1846-4b2d-8404-2908e213c6ac tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762365 Jul 06 17:50:52.858467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Checking segment: {'id': '36d140c1-edd8-4c25-82aa-38e009a3b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '27f2bbaf-a877-4b46-b05d-41e14fe711f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:52.861518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network hostable DHCP agents. Network: 27f2bbaf-a877-4b46-b05d-41e14fe711f5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:52.890643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:52.918458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 27f2bbaf-a877-4b46-b05d-41e14fe711f5) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:52.923826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:52.924739 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.945770 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5182883d-941b-4627-8dee-103d8daddbbe tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:52.963858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b6e3b114-d9f7-44ea-868b-267948b5c1ec tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0907910 Jul 06 17:50:52.967957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46098) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:52.975458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8fbaa576-f6ed-4b92-89be-ae5be75a5af9 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2099999941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:52.983774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5182883d-941b-4627-8dee-103d8daddbbe tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.005827 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5182883d-941b-4627-8dee-103d8daddbbe tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network e9d29dd5-9e58-412f-a25c-2d8f0ea44997 is not hosted by any dhcp agent {{(pid=93778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:50:53.028882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182883d-941b-4627-8dee-103d8daddbbe tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:53.030255 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5182883d-941b-4627-8dee-103d8daddbbe tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.034050 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5182883d-941b-4627-8dee-103d8daddbbe tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "PUT /v2.0/networks/e9d29dd5-9e58-412f-a25c-2d8f0ea44997 HTTP/1.1" status: 200 len: 758 time: 0.5362492 Jul 06 17:50:53.040054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46100) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:53.057444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa576-f6ed-4b92-89be-ae5be75a5af9 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.058440 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa576-f6ed-4b92-89be-ae5be75a5af9 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.181150 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.194961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Transition to ACTIVE for port object 8d0b6473-205e-4339-abf4-34e042f2d849 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:53.216611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28708b2-42ca-4719-97dd-31b60888dc09 None None] Network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:53.217131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa576-f6ed-4b92-89be-ae5be75a5af9 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.228767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182883d-941b-4627-8dee-103d8daddbbe tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=e9d29dd5-9e58-412f-a25c-2d8f0ea44997,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:53.244149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8db0f3-a5f7-48de-a61c-cf0e346bdaf0 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:53.250059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4f8db0f3-a5f7-48de-a61c-cf0e346bdaf0 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/networks?id=e9d29dd5-9e58-412f-a25c-2d8f0ea44997 HTTP/1.1" status: 200 len: 761 time: 0.2037456 Jul 06 17:50:53.251377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:53.257676 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa576-f6ed-4b92-89be-ae5be75a5af9 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.263337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66893280'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:53.274899 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network e9d29dd5-9e58-412f-a25c-2d8f0ea44997 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:53.278439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Transition to ACTIVE for port object 8d0b6473-205e-4339-abf4-34e042f2d849 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:53.311142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:53.315973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.319126 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa576-f6ed-4b92-89be-ae5be75a5af9 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.325485 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8fbaa576-f6ed-4b92-89be-ae5be75a5af9 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3519177 Jul 06 17:50:53.325892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:53.345922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9ceb4-3aa9-4d49-a6b8-3362b03b1892 req-f0cd8503-fe88-4cb7-9e9c-26bde8d50edc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:53.347719 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0e9ceb4-3aa9-4d49-a6b8-3362b03b1892 req-f0cd8503-fe88-4cb7-9e9c-26bde8d50edc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.2097793 Jul 06 17:50:53.377717 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.403079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:50:53.442466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.442828 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment 1e4c0ee3-c0d5-4064-b038-b6abd2e6d861 of type vlan for network fcb38d78-3af7-420c-91cd-728bbbde90c5 Jul 06 17:50:53.475018 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0e9ceb4-3aa9-4d49-a6b8-3362b03b1892 req-49c0d1b0-0e0e-4de6-ac59-6752864b8d5b tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060288 Jul 06 17:50:53.550622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.555100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:53.565722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:53.569118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Pushing event updated for resources: {'Port': ['ID=8d0b6473-205e-4339-abf4-34e042f2d849,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:53.600509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:53.653780 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.661448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:53.661448 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.735628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4820580 Jul 06 17:50:53.755837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46116) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:53.791530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': 'fcb38d78-3af7-420c-91cd-728bbbde90c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:50:53.820347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28ade0-5738-4fd3-85b4-cd7d36b73ec7 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=fcb38d78-3af7-420c-91cd-728bbbde90c5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:53.824983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-27f2bbaf-a877-4b46-b05d-41e14fe711f5', 'network_id': '27f2bbaf-a877-4b46-b05d-41e14fe711f5', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'fixed_ips': [{'subnet_id': '901e7e5f-dc4c-463a-97cd-bd377506cdf7'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:53.826819 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:53.857315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network fcb38d78-3af7-420c-91cd-728bbbde90c5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:50:53.956675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:50:53.962382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.075675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab945d-9b92-432c-975f-133f38560df1 req-e8651ffe-bc2b-417f-a3ad-be8b7d828f92 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:54.079033 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fab945d-9b92-432c-975f-133f38560df1 req-e8651ffe-bc2b-417f-a3ad-be8b7d828f92 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 944 time: 0.5691416 Jul 06 17:50:54.089260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Attempting to bind port 8d0b6473-205e-4339-abf4-34e042f2d849 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:54.089260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Attempting to bind port 8d0b6473-205e-4339-abf4-34e042f2d849 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '54366e80-67a0-4448-93bf-b470ba4c5cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '329bd74e-bbfe-4229-bff8-b2e3cd5bef75'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:54.089730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Attempting to bind port 8d0b6473-205e-4339-abf4-34e042f2d849 on network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:54.224124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:54.224124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Checking segment: {'id': '54366e80-67a0-4448-93bf-b470ba4c5cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '329bd74e-bbfe-4229-bff8-b2e3cd5bef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:54.225417 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.225417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Bound using segment: {'id': '54366e80-67a0-4448-93bf-b470ba4c5cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '329bd74e-bbfe-4229-bff8-b2e3cd5bef75'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:54.225417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Bound port: 8d0b6473-205e-4339-abf4-34e042f2d849, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54366e80-67a0-4448-93bf-b470ba4c5cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '329bd74e-bbfe-4229-bff8-b2e3cd5bef75'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:54.225967 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.280077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fab945d-9b92-432c-975f-133f38560df1 req-a8302819-81c4-4837-a0aa-f307fec58157 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935744 Jul 06 17:50:54.281605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.435943 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.481349 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Allocated IP 2001:db8:1::2 (27f2bbaf-a877-4b46-b05d-41e14fe711f5/901e7e5f-dc4c-463a-97cd-bd377506cdf7/0a5c4795-b227-477c-b89d-59cf1d6e8917) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:54.484707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] For port 8d0b6473-205e-4339-abf4-34e042f2d849, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:54.503119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] For port 8d0b6473-205e-4339-abf4-34e042f2d849, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8d0b6473-205e-4339-abf4-34e042f2d849,segment=NetworkSegment(54366e80-67a0-4448-93bf-b470ba4c5cc1),segment_id=54366e80-67a0-4448-93bf-b470ba4c5cc1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:54.519272 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.677128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=17101acd-7e77-41c5-9b02-4e4c5a1499aa,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:54.694044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': '1e4c0ee3-c0d5-4064-b038-b6abd2e6d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcb38d78-3af7-420c-91cd-728bbbde90c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:54.699297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: fcb38d78-3af7-420c-91cd-728bbbde90c5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:50:54.739456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330da0c-d0de-4aa3-848f-f613eefe836f None None] Pushing event updated for resources: {'Port': ['ID=8d0b6473-205e-4339-abf4-34e042f2d849,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:54.748777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network fcb38d78-3af7-420c-91cd-728bbbde90c5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:50:54.891263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, fcb38d78-3af7-420c-91cd-728bbbde90c5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:54.916088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc5ac9e-3ded-4908-909b-525d711b0fc5 None None] Network fcb38d78-3af7-420c-91cd-728bbbde90c5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:54.922848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:54.925736 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:54.967781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7dd1d829-887f-44f8-9bd9-bacf6f56d5ad tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2110651 Jul 06 17:50:54.969051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46132) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:55.012558 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.038263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Transition to ACTIVE for port object 0a5c4795-b227-477c-b89d-59cf1d6e8917 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:55.082650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Transition to ACTIVE for port object 0a5c4795-b227-477c-b89d-59cf1d6e8917 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:55.116792 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.267612 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.299526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Pushing event updated for resources: {'Port': ['ID=0a5c4795-b227-477c-b89d-59cf1d6e8917,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:55.326779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:55.334499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:55.335244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:55.378588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14f73d-396b-40ab-88b2-05bb3e763272 req-21071a98-343e-4b2f-9cbb-25b21a1668d4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:55.391211 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a14f73d-396b-40ab-88b2-05bb3e763272 req-21071a98-343e-4b2f-9cbb-25b21a1668d4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.6266158 Jul 06 17:50:55.399152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d72778-60e2-40b4-873c-cc70ad4cbfe0 req-6d14f965-789f-4c16-9b95-dbed41e6a5e7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:55.422155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30d72778-60e2-40b4-873c-cc70ad4cbfe0 req-6d14f965-789f-4c16-9b95-dbed41e6a5e7 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.3169730 Jul 06 17:50:55.445921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-fcb38d78-3af7-420c-91cd-728bbbde90c5', 'network_id': 'fcb38d78-3af7-420c-91cd-728bbbde90c5', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': '17101acd-7e77-41c5-9b02-4e4c5a1499aa'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:50:55.446865 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.454442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Attempting to bind port 0a5c4795-b227-477c-b89d-59cf1d6e8917 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:55.454852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Attempting to bind port 0a5c4795-b227-477c-b89d-59cf1d6e8917 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '36d140c1-edd8-4c25-82aa-38e009a3b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '27f2bbaf-a877-4b46-b05d-41e14fe711f5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:55.455321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Attempting to bind port 0a5c4795-b227-477c-b89d-59cf1d6e8917 on network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:55.472255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:55.472621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Checking segment: {'id': '36d140c1-edd8-4c25-82aa-38e009a3b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '27f2bbaf-a877-4b46-b05d-41e14fe711f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:55.473655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.474704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Bound using segment: {'id': '36d140c1-edd8-4c25-82aa-38e009a3b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '27f2bbaf-a877-4b46-b05d-41e14fe711f5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:55.475975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Bound port: 0a5c4795-b227-477c-b89d-59cf1d6e8917, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d140c1-edd8-4c25-82aa-38e009a3b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '27f2bbaf-a877-4b46-b05d-41e14fe711f5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:55.476541 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.527464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30d72778-60e2-40b4-873c-cc70ad4cbfe0 req-6ed731e2-9ec6-4a9b-8161-88e718cbc9f0 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045651 Jul 06 17:50:55.563663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 2001:db8::1 (329bd74e-bbfe-4229-bff8-b2e3cd5bef75/6a8751ca-172c-461b-9ed3-9d177cdcae7f/8346aa47-a59f-4bd1-be38-39ed7a22c48f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:55.580918 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.619246 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a14f73d-396b-40ab-88b2-05bb3e763272 req-287ff24a-1346-48a4-ad64-27eeec334c6c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247841 Jul 06 17:50:55.646868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f1a56317-2cd0-46f6-aaf4-2143403154e7 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:50:55.852446 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.859119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Allocated IP 172.20.0.2 (fcb38d78-3af7-420c-91cd-728bbbde90c5/17101acd-7e77-41c5-9b02-4e4c5a1499aa/b22fe91c-7a76-493e-9b72-8deb999d4902) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:50:55.875056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Transition to ACTIVE for port object 8346aa47-a59f-4bd1-be38-39ed7a22c48f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:55.884915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] For port 0a5c4795-b227-477c-b89d-59cf1d6e8917, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:55.914181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] For port 0a5c4795-b227-477c-b89d-59cf1d6e8917, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0a5c4795-b227-477c-b89d-59cf1d6e8917,segment=NetworkSegment(36d140c1-edd8-4c25-82aa-38e009a3b549),segment_id=36d140c1-edd8-4c25-82aa-38e009a3b549)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:55.937537 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:55.940271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.045250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:56.062023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f1a56317-2cd0-46f6-aaf4-2143403154e7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1a56317-2cd0-46f6-aaf4-2143403154e7,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:56.062516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:56.082093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:56.082093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.096535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=8346aa47-a59f-4bd1-be38-39ed7a22c48f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:56.145197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'f1a56317-2cd0-46f6-aaf4-2143403154e7', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'port_id': 'f1a56317-2cd0-46f6-aaf4-2143403154e7', 'mac_address': 'fa:16:3e:46:40:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:50:56.149957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4925cc-632a-46a0-89c9-0d6a35ebbbe8 req-c572df47-7d4b-4c66-9f15-54da25247951 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:56.157457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c4925cc-632a-46a0-89c9-0d6a35ebbbe8 req-c572df47-7d4b-4c66-9f15-54da25247951 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 944 time: 0.1665645 Jul 06 17:50:56.174426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf1d37-a80e-4af4-a4b7-9c3d01ad3534 None None] Pushing event updated for resources: {'Port': ['ID=0a5c4795-b227-477c-b89d-59cf1d6e8917,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:56.315551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c4925cc-632a-46a0-89c9-0d6a35ebbbe8 req-a4ceeccb-6bfc-4a6e-8a69-33a7a5356e69 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446838 Jul 06 17:50:56.333418 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.381297 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a56317-2cd0-46f6-aaf4-2143403154e7 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:50:56.386858 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.408113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Transition to ACTIVE for port object b22fe91c-7a76-493e-9b72-8deb999d4902 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:56.446679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f1a56317-2cd0-46f6-aaf4-2143403154e7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1a56317-2cd0-46f6-aaf4-2143403154e7,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:56.465615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.497710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Transition to ACTIVE for port object b22fe91c-7a76-493e-9b72-8deb999d4902 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:50:56.519073 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.569082 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.657598 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:56.747634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Network fcb38d78-3af7-420c-91cd-728bbbde90c5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:56.750589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=f1a56317-2cd0-46f6-aaf4-2143403154e7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:56.759326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:56.777772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=17101acd-7e77-41c5-9b02-4e4c5a1499aa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:56.884480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:50:56.933665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8d0b6473-205e-4339-abf4-34e042f2d849 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:56.968778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['f1a56317-2cd0-46f6-aaf4-2143403154e7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:50:56.975998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7349fe-2069-47a2-92be-a261acfe6039 None None] Network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:57.119583 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-6003c929-513d-4ca9-a7c7-04ca6be3bdfe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8315370 Jul 06 17:50:57.166172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Pushing event updated for resources: {'Port': ['ID=b22fe91c-7a76-493e-9b72-8deb999d4902,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:57.359449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52d54f-f2b2-444a-960a-27637e5dd3ba req-d6cefce9-82e6-4b13-9f16-c8299ef9ba2e tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:57.368503 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b52d54f-f2b2-444a-960a-27637e5dd3ba req-d6cefce9-82e6-4b13-9f16-c8299ef9ba2e tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.5107040 Jul 06 17:50:57.458709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-bfc41fe6-ce01-47c2-a131-5d5b39512061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:57.461084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-bfc41fe6-ce01-47c2-a131-5d5b39512061 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 1096 time: 0.2781219 Jul 06 17:50:57.503962 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b52d54f-f2b2-444a-960a-27637e5dd3ba req-612b44fe-6f53-45e1-b9a3-af78d44e7917 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311700 Jul 06 17:50:57.724111 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.753245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.757146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e556668c-f4dd-49dd-b83a-703659bd24f6 None None] Provisioning for port 8d0b6473-205e-4339-abf4-34e042f2d849 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:57.758313 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.785101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Attempting to bind port b22fe91c-7a76-493e-9b72-8deb999d4902 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:50:57.786791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Attempting to bind port b22fe91c-7a76-493e-9b72-8deb999d4902 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '1e4c0ee3-c0d5-4064-b038-b6abd2e6d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcb38d78-3af7-420c-91cd-728bbbde90c5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:50:57.791518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Attempting to bind port b22fe91c-7a76-493e-9b72-8deb999d4902 on network fcb38d78-3af7-420c-91cd-728bbbde90c5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:50:57.795389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.824197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb38d78-3af7-420c-91cd-728bbbde90c5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:57.874396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:50:57.874396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Checking segment: {'id': '1e4c0ee3-c0d5-4064-b038-b6abd2e6d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcb38d78-3af7-420c-91cd-728bbbde90c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:50:57.874396 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.874396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Bound using segment: {'id': '1e4c0ee3-c0d5-4064-b038-b6abd2e6d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcb38d78-3af7-420c-91cd-728bbbde90c5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:50:57.875331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4c0ee3-c0d5-4064-b038-b6abd2e6d861') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:57.875331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4c0ee3-c0d5-4064-b038-b6abd2e6d861') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:57.875716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Bound port: b22fe91c-7a76-493e-9b72-8deb999d4902, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4c0ee3-c0d5-4064-b038-b6abd2e6d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcb38d78-3af7-420c-91cd-728bbbde90c5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:50:57.875716 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:57.901751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf3996-49c1-4913-a5c7-957a5b243423 req-d6bfaef2-5f2a-4728-885f-ec5c63352e98 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:57.914713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1bcf3996-49c1-4913-a5c7-957a5b243423 req-d6bfaef2-5f2a-4728-885f-ec5c63352e98 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2828705 Jul 06 17:50:57.928945 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.025483 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1bcf3996-49c1-4913-a5c7-957a5b243423 req-4fbe9f18-b651-4b3d-8051-b92a4dc5853c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046376 Jul 06 17:50:58.028235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:50:58.054832 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:50:58.103987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:50:58.109279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-5e6c5ede-e6fe-49c9-9ccf-38b567a2e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:58.111178 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-5e6c5ede-e6fe-49c9-9ccf-38b567a2e82d service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.6056619 Jul 06 17:50:58.155921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8d0b6473-205e-4339-abf4-34e042f2d849 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:58.188707 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:50:58.188707 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:50:58.188707 n-d-799526-3 neutron-server[93778]: [parameters: {'id': 'fcb38d78-3af7-420c-91cd-728bbbde90c5'}] Jul 06 17:50:58.188707 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:50:58.190243 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:50:58.202967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8d0b6473-205e-4339-abf4-34e042f2d849 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:58.203355 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.218069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:50:58.222688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-d0ba04e5-e4bd-4c09-ac11-f1d27df50232 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c357080-028e-4d0b-94e1-57557bfe6479 HTTP/1.1" status: 200 len: 217 time: 0.0811894 Jul 06 17:50:58.234244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=8346aa47-a59f-4bd1-be38-39ed7a22c48f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:58.279073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] For port b22fe91c-7a76-493e-9b72-8deb999d4902, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:50:58.286032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] For port b22fe91c-7a76-493e-9b72-8deb999d4902, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b22fe91c-7a76-493e-9b72-8deb999d4902,segment=NetworkSegment(1e4c0ee3-c0d5-4064-b038-b6abd2e6d861),segment_id=1e4c0ee3-c0d5-4064-b038-b6abd2e6d861)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:50:58.302813 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.450500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f6ae43-8bcf-4242-81cf-78c96fa83958 None None] Network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:58.497317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbb007-7e9d-484e-be86-0eb86d7253b3 None None] Pushing event updated for resources: {'Port': ['ID=b22fe91c-7a76-493e-9b72-8deb999d4902,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:58.508755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b4d5933-4445-4d30-b904-504c51729248 req-58fd15ba-eab2-4d69-9b3d-a29f3d3abdfa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6464546 Jul 06 17:50:58.519180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30786d82-d222-4450-93d7-50004f929ccd req-cd916235-6526-4cda-b895-9d86fc80949f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:58.527706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30786d82-d222-4450-93d7-50004f929ccd req-cd916235-6526-4cda-b895-9d86fc80949f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 945 time: 0.4623346 Jul 06 17:50:58.530713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-8edbfe82-343c-47dc-bebc-9b198383e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:58.532315 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-8edbfe82-343c-47dc-bebc-9b198383e434 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.2817986 Jul 06 17:50:58.691964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:58.759260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79da69-3680-4046-8858-217037297953 None None] Network fcb38d78-3af7-420c-91cd-728bbbde90c5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:50:58.770767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30786d82-d222-4450-93d7-50004f929ccd req-f4489dda-2691-41cc-87d2-88ad79bf4832 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417333 Jul 06 17:50:58.798806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d33ca-0361-4244-aec6-fb3760f6a7ba req-72bb7418-a1ae-436f-8adb-f4ceed818c88 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:58.808332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-768d33ca-0361-4244-aec6-fb3760f6a7ba req-72bb7418-a1ae-436f-8adb-f4ceed818c88 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.1647570 Jul 06 17:50:58.866543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router e5cad9af-a8b1-400b-8bdd-70615adb09fb is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:50:58.928742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Deleting port b22fe91c-7a76-493e-9b72-8deb999d4902 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:50:58.929649 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.012006 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-768d33ca-0361-4244-aec6-fb3760f6a7ba req-609db83c-fa5b-408b-a76c-126266184f3e tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021413 Jul 06 17:50:59.042868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-530418ae-c5da-4181-9c1d-2354f1a39a1d None None] Provisioning for port 0a5c4795-b227-477c-b89d-59cf1d6e8917 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:59.054731 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.205271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:50:59.211654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5933-4445-4d30-b904-504c51729248 req-bc1d9234-70e1-4521-a4a2-5bfe905cf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:59.213984 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b4d5933-4445-4d30-b904-504c51729248 req-bc1d9234-70e1-4521-a4a2-5bfe905cf899 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1095 time: 0.6698241 Jul 06 17:50:59.217511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-b9955e19-d737-4547-b037-fa81ad7137c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:59.220433 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-b9955e19-d737-4547-b037-fa81ad7137c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6576307 Jul 06 17:50:59.221102 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae9af2-369f-4703-aa8c-e7bc17ae268a None None] Sync routers for ids ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:50:59.230612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-707fc325-a0aa-4c3c-8618-4a673fba72eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/e5cad9af-a8b1-400b-8bdd-70615adb09fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9005036 Jul 06 17:50:59.231828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:50:59.251268 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae9af2-369f-4703-aa8c-e7bc17ae268a None None] Routers {'e5cad9af-a8b1-400b-8bdd-70615adb09fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:59.252469 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0ae9af2-369f-4703-aa8c-e7bc17ae268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:59.307593 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0ae9af2-369f-4703-aa8c-e7bc17ae268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:59.331132 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae9af2-369f-4703-aa8c-e7bc17ae268a None None] Routers {'e5cad9af-a8b1-400b-8bdd-70615adb09fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:50:59.335349 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0ae9af2-369f-4703-aa8c-e7bc17ae268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:59.414143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 8d0b6473-205e-4339-abf4-34e042f2d849, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8d0b6473-205e-4339-abf4-34e042f2d849,segment=NetworkSegment(54366e80-67a0-4448-93bf-b470ba4c5cc1),segment_id=54366e80-67a0-4448-93bf-b470ba4c5cc1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:59.422475 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0ae9af2-369f-4703-aa8c-e7bc17ae268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:50:59.425208 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae9af2-369f-4703-aa8c-e7bc17ae268a None None] The sync data for ids ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:50:59.443361 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.511266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] For port b22fe91c-7a76-493e-9b72-8deb999d4902, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b22fe91c-7a76-493e-9b72-8deb999d4902,segment=NetworkSegment(1e4c0ee3-c0d5-4064-b038-b6abd2e6d861),segment_id=1e4c0ee3-c0d5-4064-b038-b6abd2e6d861)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:50:59.512546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.531498 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-7910d109-90b8-45d7-b368-367dfb62c460 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998323 Jul 06 17:50:59.581850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=8d0b6473-205e-4339-abf4-34e042f2d849,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:50:59.607926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b821e780-72d1-4238-9020-cf4ff8d908e6 None None] Provisioning for port 8346aa47-a59f-4bd1-be38-39ed7a22c48f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:50:59.614701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Calling delete_port for b22fe91c-7a76-493e-9b72-8deb999d4902 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:50:59.655860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b821e780-72d1-4238-9020-cf4ff8d908e6 None None] Provisioning complete for port 8346aa47-a59f-4bd1-be38-39ed7a22c48f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:59.656550 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b821e780-72d1-4238-9020-cf4ff8d908e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.773379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b821e780-72d1-4238-9020-cf4ff8d908e6 None None] Port 8346aa47-a59f-4bd1-be38-39ed7a22c48f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:50:59.792584 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b821e780-72d1-4238-9020-cf4ff8d908e6 None None] Provisioning complete for port 8d0b6473-205e-4339-abf4-34e042f2d849 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:50:59.794845 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b821e780-72d1-4238-9020-cf4ff8d908e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:50:59.822036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6ee1-5c44-4a89-a66a-068d9bd8999a req-28463b45-baba-4c94-b452-8afc260f6928 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:59.837393 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ea1a6ee1-5c44-4a89-a66a-068d9bd8999a req-28463b45-baba-4c94-b452-8afc260f6928 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.5321605 Jul 06 17:50:59.885697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0a5c4795-b227-477c-b89d-59cf1d6e8917 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:50:59.963572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e863720-4d35-4a4d-9bb4-e01337a2fbc2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:50:59.967947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3e863720-4d35-4a4d-9bb4-e01337a2fbc2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports/8346aa47-a59f-4bd1-be38-39ed7a22c48f HTTP/1.1" status: 200 len: 911 time: 0.5030453 Jul 06 17:50:59.975898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:00.077697 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ea1a6ee1-5c44-4a89-a66a-068d9bd8999a req-1c9a3aae-c5e1-44c3-a56b-9aa1b8b31746 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382846 Jul 06 17:51:00.203864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.298454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0a5c4795-b227-477c-b89d-59cf1d6e8917 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:00.309573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Port': ['ID=b22fe91c-7a76-493e-9b72-8deb999d4902,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:00.318684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No DVR routers for this DVR port b22fe91c-7a76-493e-9b72-8deb999d4902 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:00.321200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0a5c4795-b227-477c-b89d-59cf1d6e8917 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:00.322303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.331838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf3fc7c-d2c9-40c0-9c96-33aa7c98a734 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:51:00.445642 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.473094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb38d78-3af7-420c-91cd-728bbbde90c5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:00.509213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4c0ee3-c0d5-4064-b038-b6abd2e6d861') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:00.509588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4c0ee3-c0d5-4064-b038-b6abd2e6d861') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:00.527117 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.540906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5933-4445-4d30-b904-504c51729248 req-6d48c753-94e9-457b-a35c-86353cea8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:00.543334 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b4d5933-4445-4d30-b904-504c51729248 req-6d48c753-94e9-457b-a35c-86353cea8ecf service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 1.0647719 Jul 06 17:51:00.555938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-651573e3-0dd7-4481-ac2a-48d583b4f200 None None] Provisioning complete for port 8346aa47-a59f-4bd1-be38-39ed7a22c48f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:00.556410 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-651573e3-0dd7-4481-ac2a-48d583b4f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.561134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.576791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:00.577284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:00.583349 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:00.592522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbfbb6-bc82-4b81-a462-72e4975a0ef5 req-92d0fde9-2151-40f4-ab63-52757ddd6da2 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:00.595932 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7cbfbb6-bc82-4b81-a462-72e4975a0ef5 req-92d0fde9-2151-40f4-ab63-52757ddd6da2 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.1357663 Jul 06 17:51:00.698293 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.703030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-651573e3-0dd7-4481-ac2a-48d583b4f200 None None] Port 8346aa47-a59f-4bd1-be38-39ed7a22c48f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:00.774245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7cbfbb6-bc82-4b81-a462-72e4975a0ef5 req-cba3ebd1-787b-4a8a-9156-72a714aca6c6 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717132 Jul 06 17:51:00.779533 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.782026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-651573e3-0dd7-4481-ac2a-48d583b4f200 None None] Provisioning complete for port 0a5c4795-b227-477c-b89d-59cf1d6e8917 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:00.782780 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-651573e3-0dd7-4481-ac2a-48d583b4f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.789813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:00.791196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 0a5c4795-b227-477c-b89d-59cf1d6e8917, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0a5c4795-b227-477c-b89d-59cf1d6e8917,segment=NetworkSegment(36d140c1-edd8-4c25-82aa-38e009a3b549),segment_id=36d140c1-edd8-4c25-82aa-38e009a3b549)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:00.795468 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/fcb38d78-3af7-420c-91cd-728bbbde90c5 HTTP/1.1" status: 204 len: 168 time: 5.8226254 Jul 06 17:51:00.796645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:00.820622 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e4ffc29-b677-4cde-b6ae-f24cebe868aa req-c9a6ebc3-2773-4c55-8d12-a3b0102bb8d1 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2136054 Jul 06 17:51:00.841849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3b17f-23a7-4d88-b96c-d8ba8d431e73 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=fcb38d78-3af7-420c-91cd-728bbbde90c5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:00.854037 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7be5146-1636-4d9f-9f8e-5f0d1fe1cd50 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] GET failed (client error): The resource could not be found. Jul 06 17:51:00.859234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e7be5146-1636-4d9f-9f8e-5f0d1fe1cd50 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/subnets/17101acd-7e77-41c5-9b02-4e4c5a1499aa HTTP/1.1" status: 404 len: 337 time: 0.0596435 Jul 06 17:51:00.860665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46174) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:00.883032 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-942c9b15-6afd-474a-a4f1-d8f572ec3191 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:00.884358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942c9b15-6afd-474a-a4f1-d8f572ec3191 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:00.892791 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-942c9b15-6afd-474a-a4f1-d8f572ec3191 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/fcb38d78-3af7-420c-91cd-728bbbde90c5 HTTP/1.1" status: 404 len: 339 time: 0.0304093 Jul 06 17:51:00.894582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46176) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:00.913203 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf3fc7c-d2c9-40c0-9c96-33aa7c98a734 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:51:00.921708 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.007879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f1d5a-99ae-4254-bc32-6928ce91ea16 req-3b6cfe30-6f1c-4d48-879f-b3ed777ee0e6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.010196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d2f1d5a-99ae-4254-bc32-6928ce91ea16 req-3b6cfe30-6f1c-4d48-879f-b3ed777ee0e6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 945 time: 0.6449347 Jul 06 17:51:01.012433 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b4d5933-4445-4d30-b904-504c51729248 req-2d492e17-6ef7-454d-8ef8-6a98296ba3a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 999 time: 0.4603269 Jul 06 17:51:01.126182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d2f1d5a-99ae-4254-bc32-6928ce91ea16 req-5bd5c411-3243-4a04-8bc2-72ab5b87ba1f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061921 Jul 06 17:51:01.212749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5933-4445-4d30-b904-504c51729248 req-7128a48e-fc11-4121-8822-ec1b7a8df6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.215487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b4d5933-4445-4d30-b904-504c51729248 req-7128a48e-fc11-4121-8822-ec1b7a8df6f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.1934257 Jul 06 17:51:01.316205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=0a5c4795-b227-477c-b89d-59cf1d6e8917,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:01.359689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55fdda-9158-4cbb-bb18-a1017f09f5a6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.364930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cc55fdda-9158-4cbb-bb18-a1017f09f5a6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4687431 Jul 06 17:51:01.365619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:01.386037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46184) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:01.434246 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0d76ed33-da88-4f17-896c-51612462a4bd tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 207 time: 0.0671110 Jul 06 17:51:01.435952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46188) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:01.553383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2513f-519e-40a9-8758-363f034e218a req-8f9d623a-6426-4b38-b30f-be93ad708cd4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.558017 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5f2513f-519e-40a9-8758-363f034e218a req-8f9d623a-6426-4b38-b30f-be93ad708cd4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.1710351 Jul 06 17:51:01.616626 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5f2513f-519e-40a9-8758-363f034e218a req-6a574f36-91a6-4387-bf2b-2e391da9ceaa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422890 Jul 06 17:51:01.657249 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.661849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0a5c4795-b227-477c-b89d-59cf1d6e8917 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:01.705268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f1a56317-2cd0-46f6-aaf4-2143403154e7 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:01.847040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0a5c4795-b227-477c-b89d-59cf1d6e8917 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:01.849086 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.875938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port f1a56317-2cd0-46f6-aaf4-2143403154e7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:01.892001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port f1a56317-2cd0-46f6-aaf4-2143403154e7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:01.892293 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.900244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5933-4445-4d30-b904-504c51729248 req-e0d18490-d247-4b4f-b723-c228ea5d84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.903308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b4d5933-4445-4d30-b904-504c51729248 req-e0d18490-d247-4b4f-b723-c228ea5d84a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6755993 Jul 06 17:51:01.922181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf9198-fb79-429c-844a-ea175621e4da tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.932007 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:01.935629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf9198-fb79-429c-844a-ea175621e4da tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.950112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf9198-fb79-429c-844a-ea175621e4da tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.961760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf9198-fb79-429c-844a-ea175621e4da tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:01.974940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1abf9198-fb79-429c-844a-ea175621e4da tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5321181 Jul 06 17:51:01.975977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:02.002641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8d0b6473-205e-4339-abf4-34e042f2d849 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:02.063834 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:02.096135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a8c61f-0baf-4216-91df-2eeab28d3144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a56317-2cd0-46f6-aaf4-2143403154e7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:02.099817 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a577ee13-db2a-46fc-97c0-65a61ea2866f" -d '{"events": [{"server_uuid": "b3a8c61f-0baf-4216-91df-2eeab28d3144", "name": "network-vif-plugged", "status": "completed", "tag": "f1a56317-2cd0-46f6-aaf4-2143403154e7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:02.120333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f1a56317-2cd0-46f6-aaf4-2143403154e7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1a56317-2cd0-46f6-aaf4-2143403154e7,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:02.122283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8d0b6473-205e-4339-abf4-34e042f2d849 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:02.122678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:02.127003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:02.336492 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031aef9d-490c-4aed-9e01-b25eaf38505a x-openstack-request-id: req-031aef9d-490c-4aed-9e01-b25eaf38505a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:02.336880 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a8c61f-0baf-4216-91df-2eeab28d3144", "name": "network-vif-plugged", "status": "completed", "tag": "f1a56317-2cd0-46f6-aaf4-2143403154e7", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:02.337065 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-031aef9d-490c-4aed-9e01-b25eaf38505a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:02.337441 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a8c61f-0baf-4216-91df-2eeab28d3144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a56317-2cd0-46f6-aaf4-2143403154e7', 'code': 200} Jul 06 17:51:02.404561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=f1a56317-2cd0-46f6-aaf4-2143403154e7,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:02.589708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e9f16-9220-4047-be58-e57ef33d284d req-8be96096-180d-48fc-8abf-9b081346a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:02.591443 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f32e9f16-9220-4047-be58-e57ef33d284d req-8be96096-180d-48fc-8abf-9b081346a944 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 1097 time: 0.2259834 Jul 06 17:51:02.695526 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f32e9f16-9220-4047-be58-e57ef33d284d req-65feac6c-4482-4f2e-9472-d01b2ffd81cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941875 Jul 06 17:51:02.728467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d5810-cc63-4d7c-80f2-aeaff5394dbf req-749002e1-611e-4429-a9ba-fb494393bdf4 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:02.730112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f76d5810-cc63-4d7c-80f2-aeaff5394dbf req-749002e1-611e-4429-a9ba-fb494393bdf4 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 946 time: 0.1563880 Jul 06 17:51:02.765112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:02.823311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f76d5810-cc63-4d7c-80f2-aeaff5394dbf req-909a1f59-7895-40a3-a0af-74f63fc86a7a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825734 Jul 06 17:51:02.881213 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b4d5933-4445-4d30-b904-504c51729248 req-49ab7957-8904-4f8c-a40c-c2dc4a2f8b9c service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034133 Jul 06 17:51:03.019122 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dab40788-aa4b-4d36-bf9d-3d7369393d78 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 1.0319114 Jul 06 17:51:03.023459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46204) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:03.032328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261335-ae52-4dd0-9c17-93d6eb63952a req-a5aa7d8b-2ee1-4615-8238-6cba91fad183 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.033890 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4261335-ae52-4dd0-9c17-93d6eb63952a req-a5aa7d8b-2ee1-4615-8238-6cba91fad183 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 1.0413687 Jul 06 17:51:03.144563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4261335-ae52-4dd0-9c17-93d6eb63952a req-8d40709f-aec2-4e0a-89f9-430b2450cd1d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007545 Jul 06 17:51:03.149694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b4d5933-4445-4d30-b904-504c51729248 req-2dd7ea9e-1b88-4611-8ece-0563f09fcc0e service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489464 Jul 06 17:51:03.155385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d00d4-6bf0-4b3f-93c4-79973062151c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.157098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d00d4-6bf0-4b3f-93c4-79973062151c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.165856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fd2d00d4-6bf0-4b3f-93c4-79973062151c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1335728 Jul 06 17:51:03.165856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46206) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:03.178547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 2001:db8:1::1 (27f2bbaf-a877-4b46-b05d-41e14fe711f5/901e7e5f-dc4c-463a-97cd-bd377506cdf7/9c794d2e-9e07-470f-bc8b-12ebb58fba7c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:03.267413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d827b8-304c-4355-8d90-ddcdf43724d2 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.268972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d827b8-304c-4355-8d90-ddcdf43724d2 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.271622 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f8d827b8-304c-4355-8d90-ddcdf43724d2 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1048481 Jul 06 17:51:03.277773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46208) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:03.305738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf77f9-49c3-4bc3-b125-f96769c3f72d req-483e2014-2872-4bcd-a331-cd6fe1b03fd9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.307363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9dbf77f9-49c3-4bc3-b125-f96769c3f72d req-483e2014-2872-4bcd-a331-cd6fe1b03fd9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2639842 Jul 06 17:51:03.361230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Deleting port e386d4f1-ac47-440e-9d60-0588744ea227 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:03.361718 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.368859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.369307 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9dbf77f9-49c3-4bc3-b125-f96769c3f72d req-f0a8cf39-0aa4-4f8a-ae11-92eefe738990 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501490 Jul 06 17:51:03.419176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Transition to ACTIVE for port object 9c794d2e-9e07-470f-bc8b-12ebb58fba7c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:03.466152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfe5a1-9aaa-4ed9-90ba-626f215a884c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.468718 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-30cfe5a1-9aaa-4ed9-90ba-626f215a884c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/networks/51ea6283-031c-4e92-9a0f-02d021121b47 HTTP/1.1" status: 200 len: 799 time: 0.1896868 Jul 06 17:51:03.471646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] For port e386d4f1-ac47-440e-9d60-0588744ea227, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e386d4f1-ac47-440e-9d60-0588744ea227,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:03.472129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.475595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:03.527267 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.585644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Calling delete_port for e386d4f1-ac47-440e-9d60-0588744ea227 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:03.598688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=9c794d2e-9e07-470f-bc8b-12ebb58fba7c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:03.616479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:03.618059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:03.621635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:03.622270 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.668174 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-31ff3f49-021d-4746-8ec4-b84260da5725 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/networks/51ea6283-031c-4e92-9a0f-02d021121b47?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1914644 Jul 06 17:51:03.670388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46214) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:03.771914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e45f8-3471-4f35-9ab5-28a306ef5570 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.778215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cd3e45f8-3471-4f35-9ab5-28a306ef5570 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/subnets/4a520f65-805f-4604-846a-86e14ae469f1 HTTP/1.1" status: 200 len: 811 time: 0.1023753 Jul 06 17:51:03.778215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46216) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:03.866967 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.871656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe638b-c8fe-489e-9d28-968db1a0770a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:03.876363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7abe638b-c8fe-489e-9d28-968db1a0770a tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "GET /v2.0/subnets/4a520f65-805f-4604-846a-86e14ae469f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0945408 Jul 06 17:51:03.877292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:03.887076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-823973445'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:03.926278 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:03.967708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:03.971856 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.002576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:51:04.015788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Pushing event deleted for resources: {'Port': ['ID=e386d4f1-ac47-440e-9d60-0588744ea227,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:04.020151 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.020518 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Added segment fc9ecf44-5cbf-4390-9df2-87b0438776a2 of type vlan for network 98b23f5c-042a-4080-b80f-754a53a1aaa0 Jul 06 17:51:04.111100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9b0c025a-88a5-445d-8ec5-01ea07b91f9b None None] Provisioning for port 9c794d2e-9e07-470f-bc8b-12ebb58fba7c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:04.115526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9b0c025a-88a5-445d-8ec5-01ea07b91f9b None None] Provisioning complete for port 9c794d2e-9e07-470f-bc8b-12ebb58fba7c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:04.115965 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9b0c025a-88a5-445d-8ec5-01ea07b91f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.159496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c025a-88a5-445d-8ec5-01ea07b91f9b None None] Port 9c794d2e-9e07-470f-bc8b-12ebb58fba7c cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:04.215417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.369538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63c00f-d700-47dc-a015-dd89583d095b req-71683d70-5b80-4944-b4d3-d46ac49029ee tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:04.371291 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be63c00f-d700-47dc-a015-dd89583d095b req-71683d70-5b80-4944-b4d3-d46ac49029ee tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 946 time: 0.3488510 Jul 06 17:51:04.414116 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.420083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:04.420551 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.429601 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.442297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.443729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.505743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6220706 Jul 06 17:51:04.518888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46226) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:04.539022 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be63c00f-d700-47dc-a015-dd89583d095b req-1ae0ad28-a244-4cbc-be4a-d4623e24d1c1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324971 Jul 06 17:51:04.539547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.541520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912f811-67ae-46eb-98a4-bcdecb22c1fa tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Network': ['ID=98b23f5c-042a-4080-b80f-754a53a1aaa0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:04.564382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'network_id': '98b23f5c-042a-4080-b80f-754a53a1aaa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:04.571448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 98b23f5c-042a-4080-b80f-754a53a1aaa0 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:51:04.715362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697d045-8398-4ddf-bc12-ac4f22c7b58a req-e7b23d95-db6a-4023-af4d-6560e4699c91 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:04.719126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8697d045-8398-4ddf-bc12-ac4f22c7b58a req-e7b23d95-db6a-4023-af4d-6560e4699c91 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.4134572 Jul 06 17:51:04.784360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=9c794d2e-9e07-470f-bc8b-12ebb58fba7c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:04.823816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Made reservation on behalf of 325fa16ea696402bad01bdafe009f0c8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:04.828820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:04.912027 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8697d045-8398-4ddf-bc12-ac4f22c7b58a req-d784f85f-b7ae-4d49-ab07-f6341f554406 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612506 Jul 06 17:51:04.927673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:04.929404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Performing IP validity checks on allocation pools {{(pid=93779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 17:51:04.930009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 17:51:04.933294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:05.032533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ab11-c545-4518-8272-ba488c59b570 req-4d376bc7-50d4-4bea-8679-6ff5e6d7a378 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:05.041355 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4704ab11-c545-4518-8272-ba488c59b570 req-4d376bc7-50d4-4bea-8679-6ff5e6d7a378 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2601330 Jul 06 17:51:05.112578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router e5cad9af-a8b1-400b-8bdd-70615adb09fb has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:05.117209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4704ab11-c545-4518-8272-ba488c59b570 req-11ea94a3-b7c6-4a7d-8c21-7c38361d6677 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749071 Jul 06 17:51:05.141744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:05.224060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:05.291730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:05.354184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:05.362000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-026d3db1-a5da-4bbd-a2d0-e54561717eca tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/e5cad9af-a8b1-400b-8bdd-70615adb09fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3810689 Jul 06 17:51:05.367825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46230) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:05.373692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2fff9b-0538-4965-b61b-0c4a1e1d8301 None None] Sync routers for ids ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:05.393643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2fff9b-0538-4965-b61b-0c4a1e1d8301 None None] Routers {'e5cad9af-a8b1-400b-8bdd-70615adb09fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:05.394917 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee2fff9b-0538-4965-b61b-0c4a1e1d8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:05.421798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=451b0dcf-fe64-42b2-a090-9b32b56e93b3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:05.464847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee2fff9b-0538-4965-b61b-0c4a1e1d8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:05.479831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0eb246c2-5f4e-424c-8169-ac30da4dfcd5 None None] Provisioning complete for port 9c794d2e-9e07-470f-bc8b-12ebb58fba7c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:05.480472 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eb246c2-5f4e-424c-8169-ac30da4dfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:05.486887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d0a568-3733-4585-b580-68b1d0d488f4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:05.490429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-27d0a568-3733-4585-b580-68b1d0d488f4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports/9c794d2e-9e07-470f-bc8b-12ebb58fba7c HTTP/1.1" status: 200 len: 913 time: 0.1203642 Jul 06 17:51:05.493154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Checking segment: {'id': 'fc9ecf44-5cbf-4390-9df2-87b0438776a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98b23f5c-042a-4080-b80f-754a53a1aaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:05.493154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network hostable DHCP agents. Network: 98b23f5c-042a-4080-b80f-754a53a1aaa0, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:51:05.499969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:05.545683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0eb246c2-5f4e-424c-8169-ac30da4dfcd5 None None] Port 9c794d2e-9e07-470f-bc8b-12ebb58fba7c cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:05.551690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2fff9b-0538-4965-b61b-0c4a1e1d8301 None None] Routers {'e5cad9af-a8b1-400b-8bdd-70615adb09fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:05.552715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee2fff9b-0538-4965-b61b-0c4a1e1d8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:05.589868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee2fff9b-0538-4965-b61b-0c4a1e1d8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:05.590991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2fff9b-0538-4965-b61b-0c4a1e1d8301 None None] The sync data for ids ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:05.627449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Network 98b23f5c-042a-4080-b80f-754a53a1aaa0 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:51:05.647516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 98b23f5c-042a-4080-b80f-754a53a1aaa0) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:05.655220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:05.655874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:05.689901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc14b6-5b30-41f0-931b-06492e9be4b6 None None] Network 98b23f5c-042a-4080-b80f-754a53a1aaa0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:05.705077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d8b20a0d-5897-4210-9ff9-a78935006828 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1475625 Jul 06 17:51:05.755501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46236) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:05.763044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9ce0da0d-53a6-481f-8091-b3d8f3d7e69c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:05.987087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-98b23f5c-042a-4080-b80f-754a53a1aaa0', 'network_id': '98b23f5c-042a-4080-b80f-754a53a1aaa0', 'tenant_id': '325fa16ea696402bad01bdafe009f0c8', 'fixed_ips': [{'subnet_id': '451b0dcf-fe64-42b2-a090-9b32b56e93b3'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:51:05.987412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:06.002670 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:06.007534 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] Sync routers for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:06.009827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f3457c4c-b8a1-45f0-a4ea-b25c3476b89a admin admin] 10.222.0.13 "PUT /v2.0/routers/c0f7e014-139e-40d5-a24c-e9ad54dcbca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6114278 Jul 06 17:51:06.017488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46240) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:06.033929 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:06.035454 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:06.075158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fee067-4e76-42ba-bdbb-0bdf3678934f req-f82941f6-f1cf-41e9-95bd-8ea2ca366820 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:06.084362 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8fee067-4e76-42ba-bdbb-0bdf3678934f req-f82941f6-f1cf-41e9-95bd-8ea2ca366820 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 946 time: 0.2907012 Jul 06 17:51:06.143572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ce0da0d-53a6-481f-8091-b3d8f3d7e69c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4229081'] for subnet, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:06.150384 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9a67b41-f75c-4ff3-b533-06c70440ae9e service neutron] show failed (client error): The resource could not be found. Jul 06 17:51:06.152031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8fee067-4e76-42ba-bdbb-0bdf3678934f req-be3b7c47-7106-4f39-ac30-bf045a868ddc tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548840 Jul 06 17:51:06.155025 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9a67b41-f75c-4ff3-b533-06c70440ae9e service neutron] 10.222.0.22 "GET /v2.0/ports/f1fba5ac-1486-41de-93eb-27d94e813efa/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.2992001 Jul 06 17:51:06.274997 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:06.438059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:06.532180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202ad1e-edf0-4716-a92a-943760454ffc req-388effaa-4d32-4623-90b2-adb8af63b336 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:06.536270 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e202ad1e-edf0-4716-a92a-943760454ffc req-388effaa-4d32-4623-90b2-adb8af63b336 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.1814530 Jul 06 17:51:06.608051 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e202ad1e-edf0-4716-a92a-943760454ffc req-93792029-4155-41a3-87ea-2f2349a0ff5f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614300 Jul 06 17:51:06.764663 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:51:03Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:06.821936 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] Checking router: c0f7e014-139e-40d5-a24c-e9ad54dcbca3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:51:06.834234 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] Routers {'c0f7e014-139e-40d5-a24c-e9ad54dcbca3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:06.835504 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:06.999251 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] Set router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:07.018477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:51:07.018477 n-d-799526-3 neutron-server[93780]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 06 17:51:07.018477 n-d-799526-3 neutron-server[93780]: [parameters: {'in_use': 1, 'id_1': '451b0dcf-fe64-42b2-a090-9b32b56e93b3'}] Jul 06 17:51:07.018477 n-d-799526-3 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:51:07.021247 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:51:07.101876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5eaf-847e-4c11-83a3-2c74ebae020c req-f5347dff-1828-40ae-bcb5-517172100048 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:07.104077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d4e5eaf-847e-4c11-83a3-2c74ebae020c req-f5347dff-1828-40ae-bcb5-517172100048 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 1.0107932 Jul 06 17:51:07.234097 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:51:03Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:07.290707 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bd5df-2cc6-4c0b-86b2-df3b3251b528 None None] The sync data for ids ['c0f7e014-139e-40d5-a24c-e9ad54dcbca3'] in n-d-799526-3 is: [{'id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'name': 'tempest-AttachVolumeTestJSON-1375370291-router', 'tenant_id': '810b090b022d40c695dce5c8fd0dc9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:38:45Z', 'updated_at': '2021-07-06T17:51:03Z', 'revision_number': 5, 'project_id': '810b090b022d40c695dce5c8fd0dc9fd', 'gw_port': {'id': '8f67ea97-0aa0-4816-be47-8462661cd0b0', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7e014-139e-40d5-a24c-e9ad54dcbca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:38:46Z', 'updated_at': '2021-07-06T17:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:07.312184 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.346891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d4e5eaf-847e-4c11-83a3-2c74ebae020c req-9eb3dbc2-d5b5-4aab-b248-353a4f68c85c tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069328 Jul 06 17:51:07.366646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-c4501f52-3869-4375-a3a3-be79a17543b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:07.368379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-c4501f52-3869-4375-a3a3-be79a17543b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 1097 time: 0.4464927 Jul 06 17:51:07.369487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ce0da0d-53a6-481f-8091-b3d8f3d7e69c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747871330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4320380'] for subnet, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.391097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:07.502872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.520529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0da0d-53a6-481f-8091-b3d8f3d7e69c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:07.521362 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ce0da0d-53a6-481f-8091-b3d8f3d7e69c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.522727 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9ce0da0d-53a6-481f-8091-b3d8f3d7e69c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "PUT /v2.0/subnets/451b0dcf-fe64-42b2-a090-9b32b56e93b3 HTTP/1.1" status: 200 len: 877 time: 1.7657504 Jul 06 17:51:07.523018 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.526252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46248) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:07.676126 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.679263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0da0d-53a6-481f-8091-b3d8f3d7e69c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event updated for resources: {'Subnet': ['ID=451b0dcf-fe64-42b2-a090-9b32b56e93b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:07.725426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e386d4f1-ac47-440e-9d60-0588744ea227 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:07.777528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: e386d4f1-ac47-440e-9d60-0588744ea227 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:07.778493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e386d4f1-ac47-440e-9d60-0588744ea227 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:07.903959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Allocated IP 172.20.0.3 (98b23f5c-042a-4080-b80f-754a53a1aaa0/451b0dcf-fe64-42b2-a090-9b32b56e93b3/48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:07.943087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.944731 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:07.953733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Deleting port 8f67ea97-0aa0-4816-be47-8462661cd0b0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:07.954224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.103704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f79171-ba62-4ac1-b195-88787df16a92 req-c43d1a83-58ed-4799-adeb-6ba031bbb840 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:08.106840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01f79171-ba62-4ac1-b195-88787df16a92 req-c43d1a83-58ed-4799-adeb-6ba031bbb840 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2927151 Jul 06 17:51:08.200197 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01f79171-ba62-4ac1-b195-88787df16a92 req-73475226-3355-4a10-90a0-4871927eaa2a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806589 Jul 06 17:51:08.226437 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.236812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Transition to ACTIVE for port object 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:08.257210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Transition to ACTIVE for port object 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:08.268037 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.301343 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.303550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] For port 8f67ea97-0aa0-4816-be47-8462661cd0b0, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8f67ea97-0aa0-4816-be47-8462661cd0b0,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:08.304595 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.329695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Calling delete_port for 8f67ea97-0aa0-4816-be47-8462661cd0b0 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:08.349219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Network 98b23f5c-042a-4080-b80f-754a53a1aaa0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:08.354579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:08.362198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:08.368131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Pushing event updated for resources: {'Port': ['ID=48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:08.375401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=451b0dcf-fe64-42b2-a090-9b32b56e93b3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:08.479582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.480118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.480749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.481286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.481863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.482461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.483035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.483608 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.484171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.484736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.485312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.485882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:08.527835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.549424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b23f5c-042a-4080-b80f-754a53a1aaa0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:08.562520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Attempting to bind port 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:08.563615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Attempting to bind port 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'fc9ecf44-5cbf-4390-9df2-87b0438776a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98b23f5c-042a-4080-b80f-754a53a1aaa0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:08.564539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Attempting to bind port 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36 on network 98b23f5c-042a-4080-b80f-754a53a1aaa0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:08.581003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ecf44-5cbf-4390-9df2-87b0438776a2') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:08.581479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ecf44-5cbf-4390-9df2-87b0438776a2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:08.585092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:08.585708 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Checking segment: {'id': 'fc9ecf44-5cbf-4390-9df2-87b0438776a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98b23f5c-042a-4080-b80f-754a53a1aaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:08.586394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.587059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Bound using segment: {'id': 'fc9ecf44-5cbf-4390-9df2-87b0438776a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98b23f5c-042a-4080-b80f-754a53a1aaa0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:08.587864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Bound port: 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9ecf44-5cbf-4390-9df2-87b0438776a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '98b23f5c-042a-4080-b80f-754a53a1aaa0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:08.588544 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.595623 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.618665 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.632135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:08.632969 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:08.638307 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:08.696408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] For port 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:08.701860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:08.745816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 17:51:08.745816 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 17:51:08.745816 n-d-799526-3 neutron-server[93778]: [parameters: {'id': '98b23f5c-042a-4080-b80f-754a53a1aaa0'}] Jul 06 17:51:08.745816 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:51:08.746940 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:51:08.747323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] For port 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36,segment=NetworkSegment(fc9ecf44-5cbf-4390-9df2-87b0438776a2),segment_id=fc9ecf44-5cbf-4390-9df2-87b0438776a2)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:08.754949 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.787085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 9c794d2e-9e07-470f-bc8b-12ebb58fba7c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:08.787435 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.844409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:08.904702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9445c-1872-46b4-923f-7c17ffc9b162 None None] Pushing event updated for resources: {'Port': ['ID=48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:08.942677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07b898-92db-4fa5-9a75-281caa2ccf7f None None] Network 98b23f5c-042a-4080-b80f-754a53a1aaa0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:08.950158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599eb6a-689c-4c90-9329-5309b182c9ae req-83f08819-d869-4072-8b62-cfc5af4eaafa tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:08.951804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c599eb6a-689c-4c90-9329-5309b182c9ae req-83f08819-d869-4072-8b62-cfc5af4eaafa tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.3755801 Jul 06 17:51:08.962623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:08.964158 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae37d8-6dce-414b-b9b8-acf8c04f46b7" -d '{"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:08.971232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:08.994584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.024360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Transition to ACTIVE for port object f1fba5ac-1486-41de-93eb-27d94e813efa will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:09.064298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.072585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f67ea97-0aa0-4816-be47-8462661cd0b0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:09.077577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.158123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c599eb6a-689c-4c90-9329-5309b182c9ae req-fbc1bc46-8a46-4cae-991b-d8eba1b2a19c tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910608 Jul 06 17:51:09.162864 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c86a0ab-9b5d-4b5b-9558-24c0ea7239b4 x-openstack-request-id: req-9c86a0ab-9b5d-4b5b-9558-24c0ea7239b4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:09.162864 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:09.163545 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c86a0ab-9b5d-4b5b-9558-24c0ea7239b4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:09.163545 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'code': 200} Jul 06 17:51:09.190147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 9c794d2e-9e07-470f-bc8b-12ebb58fba7c owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:09.248687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.261412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf69636-f50a-4af8-9d09-ae567ed1b7f7 None None] Network 98b23f5c-042a-4080-b80f-754a53a1aaa0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:09.392722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:09.401795 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.415359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Deleting port 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:09.415947 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.568367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] For port 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36,segment=NetworkSegment(fc9ecf44-5cbf-4390-9df2-87b0438776a2),segment_id=fc9ecf44-5cbf-4390-9df2-87b0438776a2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:09.569199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.588487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Calling delete_port for 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:09.611200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e0442-708f-426b-ba1d-dcc46996e1c4 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 17:51:09.702038 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.730196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Port': ['ID=48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:09.737556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No DVR routers for this DVR port 48d6cfd7-0fa4-4176-b85b-d2b96bbd6b36 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:09.783175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.791537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] No DVR routers for this DVR port f1fba5ac-1486-41de-93eb-27d94e813efa on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:09.796333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.837157 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.839643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e0442-708f-426b-ba1d-dcc46996e1c4 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 17:51:09.853323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b23f5c-042a-4080-b80f-754a53a1aaa0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:09.869136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ecf44-5cbf-4390-9df2-87b0438776a2') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:09.869465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ecf44-5cbf-4390-9df2-87b0438776a2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:09.882316 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.898935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.906490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:09.906960 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:09.910511 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:09.999022 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.014092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.017780 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/98b23f5c-042a-4080-b80f-754a53a1aaa0 HTTP/1.1" status: 204 len: 168 time: 2.4897921 Jul 06 17:51:10.034228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46266) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:10.048331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab0235-0bbe-4584-8f83-ca869a72808c tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=98b23f5c-042a-4080-b80f-754a53a1aaa0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:10.050131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.051820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f7e014-139e-40d5-a24c-e9ad54dcbca3 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:51:10.090079 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8d66d5-8afe-4ce1-9d60-fce139f90f76 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:10.090860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8d66d5-8afe-4ce1-9d60-fce139f90f76 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:10.096150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0a8d66d5-8afe-4ce1-9d60-fce139f90f76 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/451b0dcf-fe64-42b2-a090-9b32b56e93b3 HTTP/1.1" status: 404 len: 337 time: 0.0576007 Jul 06 17:51:10.096641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:10.112166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.115421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-706abe18-2860-4797-b8ae-a3441e6576b1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c0f7e014-139e-40d5-a24c-e9ad54dcbca3 HTTP/1.1" status: 204 len: 168 time: 4.0964577 Jul 06 17:51:10.122556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46272) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:10.131796 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c293b66d-0bc4-4e16-9fb7-edfe94b99305 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:10.132788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c293b66d-0bc4-4e16-9fb7-edfe94b99305 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:10.138062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c293b66d-0bc4-4e16-9fb7-edfe94b99305 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/98b23f5c-042a-4080-b80f-754a53a1aaa0 HTTP/1.1" status: 404 len: 339 time: 0.0372391 Jul 06 17:51:10.138619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:10.194973 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a514ae68-1670-4e78-85ef-e365bdc5bc38 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:10.195727 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a514ae68-1670-4e78-85ef-e365bdc5bc38 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:10.198594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a514ae68-1670-4e78-85ef-e365bdc5bc38 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/17101acd-7e77-41c5-9b02-4e4c5a1499aa HTTP/1.1" status: 404 len: 337 time: 0.0582893 Jul 06 17:51:10.202146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:10.233422 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9865cf6d-754b-4c2c-8d77-3e9db694d5e9 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:10.234634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9865cf6d-754b-4c2c-8d77-3e9db694d5e9 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:10.251206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9865cf6d-754b-4c2c-8d77-3e9db694d5e9 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/fcb38d78-3af7-420c-91cd-728bbbde90c5 HTTP/1.1" status: 404 len: 339 time: 0.0403214 Jul 06 17:51:10.252371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:10.260578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcdc82-834d-44c6-9176-18320a71005d req-fabb70c3-20c1-4442-9634-8ea2de10004d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:10.263259 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2ddcdc82-834d-44c6-9176-18320a71005d req-fabb70c3-20c1-4442-9634-8ea2de10004d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.8572795 Jul 06 17:51:10.293747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:10.440793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.522742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:10.605381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.620135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d29dd5-9e58-412f-a25c-2d8f0ea44997']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:10.638023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b500c57-0323-427b-8294-e74764ab9cd3') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:10.638376 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b500c57-0323-427b-8294-e74764ab9cd3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:10.651535 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.671400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096fc0-38de-4f16-8bb3-298cdfb7116b req-da178e61-ed8d-4f0b-89d6-f866033255b2 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:10.673099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-62096fc0-38de-4f16-8bb3-298cdfb7116b req-da178e61-ed8d-4f0b-89d6-f866033255b2 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.2012780 Jul 06 17:51:10.683246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.712131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:10.713177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:10.723665 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:10.859936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-62096fc0-38de-4f16-8bb3-298cdfb7116b req-87672dfd-a30b-4498-b06a-6d5323bdb58f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277578 Jul 06 17:51:10.868279 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.885514 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.891462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/e9d29dd5-9e58-412f-a25c-2d8f0ea44997 HTTP/1.1" status: 204 len: 168 time: 0.6352785 Jul 06 17:51:10.892064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa246403-39a1-4894-8a1d-d63af19c419f admin admin] Deleting subnet 3400c58d-b706-48fe-9198-28cf41376f68 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:10.893673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:10.906394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ee998-cc0c-4248-8e4f-cc7161eccbf6 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=e9d29dd5-9e58-412f-a25c-2d8f0ea44997,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:10.918725 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.937833 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa246403-39a1-4894-8a1d-d63af19c419f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:10.948845 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2ddcdc82-834d-44c6-9176-18320a71005d req-4d223cc6-7410-40f0-9c13-5788956bba61 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565306 Jul 06 17:51:11.042009 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc19175-efc2-4431-a068-566710e7b92d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.042395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc19175-efc2-4431-a068-566710e7b92d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.048671 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9dc19175-efc2-4431-a068-566710e7b92d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/7a7d0ab7-2f20-45de-969f-d5d56c34e596 HTTP/1.1" status: 404 len: 337 time: 0.1426380 Jul 06 17:51:11.049016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46286) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.058890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=9c794d2e-9e07-470f-bc8b-12ebb58fba7c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:11.069489 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7539b0dc-762c-444d-a640-35b7d7dd78b9 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.070185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7539b0dc-762c-444d-a640-35b7d7dd78b9 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.073498 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7539b0dc-762c-444d-a640-35b7d7dd78b9 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/ab72474a-cdf5-4705-a30e-0392d2289ad7 HTTP/1.1" status: 404 len: 339 time: 0.0224984 Jul 06 17:51:11.076298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.096139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:11.096695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:11.097259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:11.107423 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9837eb3-f169-458c-9b2f-b601236fceb9 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.107896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9837eb3-f169-458c-9b2f-b601236fceb9 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.110107 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c9837eb3-f169-458c-9b2f-b601236fceb9 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/a48522a3-0379-416a-b1a1-4d9d2f8e7bed HTTP/1.1" status: 404 len: 337 time: 0.0325134 Jul 06 17:51:11.115614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46290) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.137417 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1277d8b-86ad-42d0-88a3-4d1742781078 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.138650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1277d8b-86ad-42d0-88a3-4d1742781078 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.139994 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b1277d8b-86ad-42d0-88a3-4d1742781078 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/a624a628-c544-460d-931c-c9dafdda8d53 HTTP/1.1" status: 404 len: 339 time: 0.0229809 Jul 06 17:51:11.142784 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa246403-39a1-4894-8a1d-d63af19c419f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.143205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.172008 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c313a6c-2b57-4f7c-a547-87a3ea97d9ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.172500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c313a6c-2b57-4f7c-a547-87a3ea97d9ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.174574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9c313a6c-2b57-4f7c-a547-87a3ea97d9ce tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/1a1cd1d8-3f6a-40ff-930c-6dfb0ba64f14 HTTP/1.1" status: 404 len: 337 time: 0.0302272 Jul 06 17:51:11.179760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46294) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.188726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Port f1fba5ac-1486-41de-93eb-27d94e813efa on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:51:11.189598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:11.200720 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4def243a-a319-473d-bb4d-8339173aec44 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.201414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4def243a-a319-473d-bb4d-8339173aec44 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.204170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4def243a-a319-473d-bb4d-8339173aec44 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/b8757450-0dd2-40ad-a53c-6f56c41c362c HTTP/1.1" status: 404 len: 339 time: 0.0224488 Jul 06 17:51:11.207433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46296) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.241177 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1854146-cc56-47f7-a81e-8c95f2338ef4 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.241655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1854146-cc56-47f7-a81e-8c95f2338ef4 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.243576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d1854146-cc56-47f7-a81e-8c95f2338ef4 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/4773e0ba-7e63-4678-91f7-644fcdcc1515 HTTP/1.1" status: 404 len: 337 time: 0.0347600 Jul 06 17:51:11.248076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.269442 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1c06c3-0a33-44d3-9e2a-6865e0e4bf77 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.270775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1c06c3-0a33-44d3-9e2a-6865e0e4bf77 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.274421 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cf1c06c3-0a33-44d3-9e2a-6865e0e4bf77 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/99ba78f7-c386-49a1-967e-92009d8dfe78 HTTP/1.1" status: 404 len: 339 time: 0.0230215 Jul 06 17:51:11.276647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.321835 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0eafe7-6df5-4bc3-aed6-e4d2d79e1201 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.322617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0eafe7-6df5-4bc3-aed6-e4d2d79e1201 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.325481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:11.326183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Checking segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:11.326466 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ee0eafe7-6df5-4bc3-aed6-e4d2d79e1201 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/e2b830c0-93e3-4b82-ba6d-02cd506d8911 HTTP/1.1" status: 404 len: 337 time: 0.0483470 Jul 06 17:51:11.326783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Bound using segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:11.327569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Bound port: f1fba5ac-1486-41de-93eb-27d94e813efa, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:11.328191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.330177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.364623 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6beda280-ddb8-43fb-8e93-daed1226b562 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.365589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6beda280-ddb8-43fb-8e93-daed1226b562 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.369094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6beda280-ddb8-43fb-8e93-daed1226b562 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/13128d53-aa9e-4cb1-95ae-602c25bb1e0c HTTP/1.1" status: 404 len: 339 time: 0.0368693 Jul 06 17:51:11.372326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.431303 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc022d0-1df2-42bb-81a3-7c78d36fae21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.432012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc022d0-1df2-42bb-81a3-7c78d36fae21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.434399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dcc022d0-1df2-42bb-81a3-7c78d36fae21 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/2be6d147-3c0b-42f9-9b2d-05f0d592dc10 HTTP/1.1" status: 404 len: 337 time: 0.0606699 Jul 06 17:51:11.437358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46308) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.460086 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-954936b1-3594-4cbd-bf37-27d2322a2879 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.460723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954936b1-3594-4cbd-bf37-27d2322a2879 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.467088 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-954936b1-3594-4cbd-bf37-27d2322a2879 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/337c632f-fd74-4e09-ab31-6b67da375765 HTTP/1.1" status: 404 len: 339 time: 0.0240731 Jul 06 17:51:11.468374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.496008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8f67ea97-0aa0-4816-be47-8462661cd0b0 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:11.522026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 8f67ea97-0aa0-4816-be47-8462661cd0b0 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:11.522721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8f67ea97-0aa0-4816-be47-8462661cd0b0 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:11.523505 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f482ae2-cf60-4246-a3af-3862f7bb4b83 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.524428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f482ae2-cf60-4246-a3af-3862f7bb4b83 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.528921 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4f482ae2-cf60-4246-a3af-3862f7bb4b83 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/eff2d02f-8229-4fa8-b21c-b5d3edfa2de2 HTTP/1.1" status: 404 len: 337 time: 0.0576208 Jul 06 17:51:11.531213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.538565 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.550978 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b393a3af-82ee-4317-825d-8c9d3bd72b74 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.551615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b393a3af-82ee-4317-825d-8c9d3bd72b74 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.553488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b393a3af-82ee-4317-825d-8c9d3bd72b74 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/dc89340c-9cd7-482d-9203-d9a58de26434 HTTP/1.1" status: 404 len: 339 time: 0.0209992 Jul 06 17:51:11.556804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.584745 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e218e3-d015-4f9d-836c-ae8e78d3133d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.585209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e218e3-d015-4f9d-836c-ae8e78d3133d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.585406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:11.588547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-14e218e3-d015-4f9d-836c-ae8e78d3133d tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/efd43ae6-6458-4942-8dc0-a69e56ceb092 HTTP/1.1" status: 404 len: 337 time: 0.0292709 Jul 06 17:51:11.590469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46316) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.596045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:11.610682 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4620b31d-b0a5-4d81-ac0d-29b7e0f54d04 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] DELETE failed (client error): The resource could not be found. Jul 06 17:51:11.611351 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.611572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4620b31d-b0a5-4d81-ac0d-29b7e0f54d04 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:51:11.615323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4620b31d-b0a5-4d81-ac0d-29b7e0f54d04 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/df0f4842-1be9-4595-a8c1-b24c56aeb153 HTTP/1.1" status: 404 len: 339 time: 0.0215716 Jul 06 17:51:11.616899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:11.675020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa246403-39a1-4894-8a1d-d63af19c419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.680894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e9a2eb-18bd-4289-9a94-05bedb254671 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Deleting subnet 4a520f65-805f-4604-846a-86e14ae469f1 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:11.684570 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41e9a2eb-18bd-4289-9a94-05bedb254671 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.729697 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41e9a2eb-18bd-4289-9a94-05bedb254671 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.830063 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41e9a2eb-18bd-4289-9a94-05bedb254671 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.850758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:11.851687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.853993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] 10.222.0.55 "PUT /v2.0/ports/f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1092 time: 4.4759998 Jul 06 17:51:11.854703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:11.858445 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e" -d '{"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:11.947199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41e9a2eb-18bd-4289-9a94-05bedb254671 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:11.996046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9a2eb-18bd-4289-9a94-05bedb254671 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Subnet': ['ID=4a520f65-805f-4604-846a-86e14ae469f1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:12.004529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6d613-ea98-4031-88d2-50dfddef0790 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:12.006805 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41e9a2eb-18bd-4289-9a94-05bedb254671 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.012833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-41e9a2eb-18bd-4289-9a94-05bedb254671 tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/subnets/4a520f65-805f-4604-846a-86e14ae469f1 HTTP/1.1" status: 204 len: 168 time: 0.3943443 Jul 06 17:51:12.013617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:12.022990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf9c88-7363-4848-8cf3-995ae4800e85 None None] Network 51ea6283-031c-4e92-9a0f-02d021121b47 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:12.118424 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.152697 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8967a61b-aa4d-4662-b068-33c62379d695 x-openstack-request-id: req-8967a61b-aa4d-4662-b068-33c62379d695 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:12.153179 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:12.153604 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8967a61b-aa4d-4662-b068-33c62379d695 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:12.154453 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'status': 'completed', 'code': 200} Jul 06 17:51:12.208010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Deleting port c4b68f0c-afd7-4aff-ab60-060042ab1274 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:12.208894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.317040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] For port c4b68f0c-afd7-4aff-ab60-060042ab1274, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c4b68f0c-afd7-4aff-ab60-060042ab1274,segment=NetworkSegment(4742afb4-c033-4386-986a-1a7f50fe7db4),segment_id=4742afb4-c033-4386-986a-1a7f50fe7db4)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:12.317624 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.324269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa246403-39a1-4894-8a1d-d63af19c419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.337155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Calling delete_port for c4b68f0c-afd7-4aff-ab60-060042ab1274 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:12.449972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa246403-39a1-4894-8a1d-d63af19c419f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3400c58d-b706-48fe-9198-28cf41376f68,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:12.468590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa246403-39a1-4894-8a1d-d63af19c419f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.471338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5077071f-cf31-4ef9-b2ce-603081842fa6 None None] Network 3ff445ce-c289-431f-96f8-5a0be594ae96 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:12.472813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fa246403-39a1-4894-8a1d-d63af19c419f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3400c58d-b706-48fe-9198-28cf41376f68 HTTP/1.1" status: 204 len: 168 time: 2.3364301 Jul 06 17:51:12.479887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46334) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:12.568748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8384e-3823-4637-acf5-cdef4448b092 None None] DHCP port deletion for 51ea6283-031c-4e92-9a0f-02d021121b47 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:51:12.569666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a97938-fd47-4860-ab8e-17ab3a56571b req-3c551cde-570b-4378-ab97-8b1be8821846 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.580382 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35a97938-fd47-4860-ab8e-17ab3a56571b req-3c551cde-570b-4378-ab97-8b1be8821846 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.1508017 Jul 06 17:51:12.595793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router e5cad9af-a8b1-400b-8bdd-70615adb09fb has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:12.602550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.607548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-926868bc-c3c5-4e75-ac11-c41708ecc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.610089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-926868bc-c3c5-4e75-ac11-c41708ecc622 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1095 time: 0.6972151 Jul 06 17:51:12.672638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] No DVR routers for this DVR port c4b68f0c-afd7-4aff-ab60-060042ab1274 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:12.675095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Port': ['ID=c4b68f0c-afd7-4aff-ab60-060042ab1274,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:12.741951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35a97938-fd47-4860-ab8e-17ab3a56571b req-82b9274b-18c2-4207-9bd9-54ff16b5158c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597731 Jul 06 17:51:12.820300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.835176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc26b33-56ac-471e-be3f-e9a9a756d847 None None] DHCP port deletion for 3ff445ce-c289-431f-96f8-5a0be594ae96 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:51:12.859909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f91515-eed4-4ae9-8008-43f768316230 req-981d47e9-e7e6-4cd2-8dfb-5dc06c787795 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.868196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9f91515-eed4-4ae9-8008-43f768316230 req-981d47e9-e7e6-4cd2-8dfb-5dc06c787795 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.6016991 Jul 06 17:51:12.872762 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.894261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ea6283-031c-4e92-9a0f-02d021121b47']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:12.911776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-3764920b-9e87-4a8f-a5c2-a10c32469c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:12.913798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-3764920b-9e87-4a8f-a5c2-a10c32469c5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1095 time: 0.7639146 Jul 06 17:51:12.917865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4742afb4-c033-4386-986a-1a7f50fe7db4') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:12.923612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4742afb4-c033-4386-986a-1a7f50fe7db4') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:12.938448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fdc26b33-56ac-471e-be3f-e9a9a756d847 None None] Deleting port 11f473e8-670a-43a3-8a0e-15437500781e {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:12.938828 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdc26b33-56ac-471e-be3f-e9a9a756d847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.944436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.975872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.990034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:12.990679 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:12.998088 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:13.040401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fdc26b33-56ac-471e-be3f-e9a9a756d847 None None] For port 11f473e8-670a-43a3-8a0e-15437500781e, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=11f473e8-670a-43a3-8a0e-15437500781e,segment=NetworkSegment(8f40b668-fa55-45fc-a7f8-f3d3beac6d46),segment_id=8f40b668-fa55-45fc-a7f8-f3d3beac6d46)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:13.041548 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdc26b33-56ac-471e-be3f-e9a9a756d847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:13.085080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fdc26b33-56ac-471e-be3f-e9a9a756d847 None None] Calling delete_port for 11f473e8-670a-43a3-8a0e-15437500781e owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:13.130421 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:13.145592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:13.149580 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] 10.222.0.13 "DELETE /v2.0/networks/51ea6283-031c-4e92-9a0f-02d021121b47 HTTP/1.1" status: 204 len: 168 time: 1.1344547 Jul 06 17:51:13.170121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336e89-c7c2-4531-ba63-5cc2164dc67f tempest-NetworksTest-1231403596 tempest-NetworksTest-1231403596-project] Pushing event deleted for resources: {'Network': ['ID=51ea6283-031c-4e92-9a0f-02d021121b47,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:13.215519 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdc26b33-56ac-471e-be3f-e9a9a756d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:13.231252 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9f91515-eed4-4ae9-8008-43f768316230 req-c16753fb-0f48-4550-a179-05d9077aa0e5 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618450 Jul 06 17:51:13.249183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc26b33-56ac-471e-be3f-e9a9a756d847 None None] Pushing event deleted for resources: {'Port': ['ID=11f473e8-670a-43a3-8a0e-15437500781e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:13.262915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc26b33-56ac-471e-be3f-e9a9a756d847 None None] No DVR routers for this DVR port 11f473e8-670a-43a3-8a0e-15437500781e on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:13.280592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:13.293504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48b3503-02a0-4f65-8ae1-2dee47abf6e8 None None] Sync routers for ids ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:13.295279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e1e38e74-7710-43e7-bd13-b08d911bbcdc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/e5cad9af-a8b1-400b-8bdd-70615adb09fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7903030 Jul 06 17:51:13.299427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46338) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:13.308550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-fb2218df-ed71-4250-8ff0-b7113f6eb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:13.311053 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-fb2218df-ed71-4250-8ff0-b7113f6eb538 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.6782734 Jul 06 17:51:13.321601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b3503-02a0-4f65-8ae1-2dee47abf6e8 None None] Routers {'e5cad9af-a8b1-400b-8bdd-70615adb09fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:13.326691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c48b3503-02a0-4f65-8ae1-2dee47abf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:13.354379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-61a2607b-1d47-4edb-8b29-ec91dcc80ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:13.356916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-61a2607b-1d47-4edb-8b29-ec91dcc80ff5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.4340379 Jul 06 17:51:13.440649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c48b3503-02a0-4f65-8ae1-2dee47abf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:13.461981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b3503-02a0-4f65-8ae1-2dee47abf6e8 None None] Routers {'e5cad9af-a8b1-400b-8bdd-70615adb09fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:13.464339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c48b3503-02a0-4f65-8ae1-2dee47abf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:13.565194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-a078776b-16dd-4289-9662-9630a8dd3f24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1000 time: 0.2373068 Jul 06 17:51:13.567906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Deleting port 11f473e8-670a-43a3-8a0e-15437500781e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:13.568446 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:13.579607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c48b3503-02a0-4f65-8ae1-2dee47abf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:13.580799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48b3503-02a0-4f65-8ae1-2dee47abf6e8 None None] The sync data for ids ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:13.605313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 11f473e8-670a-43a3-8a0e-15437500781e no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:13.635647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 11f473e8-670a-43a3-8a0e-15437500781e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:13.636008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 11f473e8-670a-43a3-8a0e-15437500781e not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:13.636714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c4b68f0c-afd7-4aff-ab60-060042ab1274 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:13.660815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: c4b68f0c-afd7-4aff-ab60-060042ab1274 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:13.661312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c4b68f0c-afd7-4aff-ab60-060042ab1274 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:13.668498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:13.741123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-19f39ea9-05dd-42a8-80d1-1956824aee5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1000 time: 0.3144267 Jul 06 17:51:13.840380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] For port 11f473e8-670a-43a3-8a0e-15437500781e, host n-d-799526-3, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:13.840380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:13.876892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-791f811d-be40-4903-aa77-84e58cc37ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:13.880261 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-791f811d-be40-4903-aa77-84e58cc37ce6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.3067586 Jul 06 17:51:13.887875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Calling delete_port for 11f473e8-670a-43a3-8a0e-15437500781e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:13.900407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Port 11f473e8-670a-43a3-8a0e-15437500781e was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:51:13.929842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:13.964414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96d998b2-ff80-49ef-94f0-c4422d595df4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=325fa16ea696402bad01bdafe009f0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937589 Jul 06 17:51:13.987268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46350) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:13.996229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] No DVR routers for this DVR port 11f473e8-670a-43a3-8a0e-15437500781e on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:13.999872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f473e8-670a-43a3-8a0e-15437500781e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:14.045682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-3ea522d0-f27f-41f7-8bde-2291bcdcd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:14.048342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-3ea522d0-f27f-41f7-8bde-2291bcdcd666 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.2993705 Jul 06 17:51:14.135542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.138373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a61e5a56-cfe3-42f3-865c-5cc823f8978e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.237540 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a61e5a56-cfe3-42f3-865c-5cc823f8978e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.243747 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.247483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d737-704c-4113-9835-3c029e7a78d2 req-fe4de142-25f3-4bd3-9485-9ad6676d12b4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:14.249157 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e444d737-704c-4113-9835-3c029e7a78d2 req-fe4de142-25f3-4bd3-9485-9ad6676d12b4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.2588284 Jul 06 17:51:14.289209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff445ce-c289-431f-96f8-5a0be594ae96']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:14.344240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-a1d5d8ad-19a3-451a-9984-71af318ad900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:14.347001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-a1d5d8ad-19a3-451a-9984-71af318ad900 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4601653 Jul 06 17:51:14.350758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f40b668-fa55-45fc-a7f8-f3d3beac6d46') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:14.351264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f40b668-fa55-45fc-a7f8-f3d3beac6d46') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:14.378248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e444d737-704c-4113-9835-3c029e7a78d2 req-8a512e74-b779-4588-8739-0ccebd0d1212 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201673 Jul 06 17:51:14.383842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.444398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a61e5a56-cfe3-42f3-865c-5cc823f8978e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.451123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a61e5a56-cfe3-42f3-865c-5cc823f8978e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.453219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a61e5a56-cfe3-42f3-865c-5cc823f8978e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d45ac000-2b58-424a-b9ff-8f476e61e045 HTTP/1.1" status: 204 len: 168 time: 0.4641716 Jul 06 17:51:14.474384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e5a56-cfe3-42f3-865c-5cc823f8978e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45ac000-2b58-424a-b9ff-8f476e61e045,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:14.524269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.561679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-9c91ee3d-86d9-4d32-8dd4-b322bab934fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:14.564533 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-9c91ee3d-86d9-4d32-8dd4-b322bab934fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5065653 Jul 06 17:51:14.567139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:14.567961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:14.575883 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:14.664048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 8346aa47-a59f-4bd1-be38-39ed7a22c48f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:14.665134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.821675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.837377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54726f04-b82d-46f1-8166-347ec7214492 req-5ac5ccf9-4114-4db4-b494-9a1793e0c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:14.840206 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54726f04-b82d-46f1-8166-347ec7214492 req-5ac5ccf9-4114-4db4-b494-9a1793e0c374 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 1096 time: 0.5725038 Jul 06 17:51:14.841742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 8346aa47-a59f-4bd1-be38-39ed7a22c48f owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:14.867260 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.876110 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:14.880471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3ff445ce-c289-431f-96f8-5a0be594ae96 HTTP/1.1" status: 204 len: 168 time: 2.3972385 Jul 06 17:51:14.967010 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-38a6f240-c445-4e07-a2fb-4ea3aa868f7f service neutron] 10.222.0.55 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968812 Jul 06 17:51:14.976461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9791c4-f0fb-4c17-834f-685e02f474d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff445ce-c289-431f-96f8-5a0be594ae96,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:15.104650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:15.158404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=8346aa47-a59f-4bd1-be38-39ed7a22c48f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:15.195692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-3fb630b4-e373-4779-98e3-e393384e0810 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992744 Jul 06 17:51:15.206613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54726f04-b82d-46f1-8166-347ec7214492 req-debaaca5-45c5-4139-a2de-3358d4e68ce0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407242 Jul 06 17:51:15.210330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46372) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:15.228912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580db2bc-def9-4911-b357-2f3505427c90 req-d983e46a-30a7-47bd-a655-408b9302a30b tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:15.244899 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-580db2bc-def9-4911-b357-2f3505427c90 req-d983e46a-30a7-47bd-a655-408b9302a30b tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.7270894 Jul 06 17:51:15.343123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:15.365563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bca9a3bb-d05d-4191-a9f5-cc69e9ebec67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=810b090b022d40c695dce5c8fd0dc9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529341 Jul 06 17:51:15.372472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46376) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:15.813366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-782b04a5-1243-497e-9f44-0c0fc46eb100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:15.874017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router e5cad9af-a8b1-400b-8bdd-70615adb09fb has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:15.890193 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-782b04a5-1243-497e-9f44-0c0fc46eb100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:15.982907 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-580db2bc-def9-4911-b357-2f3505427c90 req-7883de77-d771-43e7-8913-6782a515e1b5 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7366719 Jul 06 17:51:15.999907 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddcd56cd-4693-482c-9630-efb0ff350ea5 req-8375b487-bb77-4408-8056-8077e57f8a77 service neutron] 10.222.0.55 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0142231 Jul 06 17:51:16.067475 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-da96b71d-fa04-4cd3-bfde-1f0d28cbb064 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8548563 Jul 06 17:51:16.080211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:16.105169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11826d-4005-44d6-8375-3db3816c0a3e req-4bbe93c3-6d93-439f-99cd-ea5eecf2d705 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:16.109323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f11826d-4005-44d6-8375-3db3816c0a3e req-4bbe93c3-6d93-439f-99cd-ea5eecf2d705 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.2971497 Jul 06 17:51:16.120912 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c035c-e74d-426a-ad13-844425192cc5 None None] Sync routers for ids ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:16.133829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5304f424-e4ca-400a-a8f2-22bd4eaa6bde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/e5cad9af-a8b1-400b-8bdd-70615adb09fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332372 Jul 06 17:51:16.139743 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c035c-e74d-426a-ad13-844425192cc5 None None] Routers {'e5cad9af-a8b1-400b-8bdd-70615adb09fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:16.140098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:16.140903 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fb4c035c-e74d-426a-ad13-844425192cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:16.191450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-782b04a5-1243-497e-9f44-0c0fc46eb100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:16.201019 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-782b04a5-1243-497e-9f44-0c0fc46eb100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:16.208268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-782b04a5-1243-497e-9f44-0c0fc46eb100 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3d2b467-0764-4aaa-8620-174862c37d42 HTTP/1.1" status: 204 len: 168 time: 0.8303063 Jul 06 17:51:16.276601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a7605a54-3792-40ad-80d3-f358d3722fe0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5cad9af-a8b1-400b-8bdd-70615adb09fb HTTP/1.1" status: 200 len: 205 time: 0.1344838 Jul 06 17:51:16.280939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46392) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:16.290627 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fb4c035c-e74d-426a-ad13-844425192cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:16.296166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b04a5-1243-497e-9f44-0c0fc46eb100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d2b467-0764-4aaa-8620-174862c37d42,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:16.355154 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c035c-e74d-426a-ad13-844425192cc5 None None] Routers {'e5cad9af-a8b1-400b-8bdd-70615adb09fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:16.370615 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fb4c035c-e74d-426a-ad13-844425192cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:50:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:16.474180 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f11826d-4005-44d6-8375-3db3816c0a3e req-e87a5722-5b79-4233-98db-6570b89bfe9d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373542 Jul 06 17:51:16.574147 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fb4c035c-e74d-426a-ad13-844425192cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:16.574774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:16.575426 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c035c-e74d-426a-ad13-844425192cc5 None None] The sync data for ids ['e5cad9af-a8b1-400b-8bdd-70615adb09fb'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:16.648753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-763e2c63-ecbc-4ff9-b3fb-f78e928b8f82 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:16.781500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1760705b-74b2-4791-a21e-22d495673858 tempest-DvrRoutersNegativeTest-1304275465 tempest-DvrRoutersNegativeTest-1304275465-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1949576745', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:16.789344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.policy [None req-1760705b-74b2-4791-a21e-22d495673858 tempest-DvrRoutersNegativeTest-1304275465 tempest-DvrRoutersNegativeTest-1304275465-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93778) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 06 17:51:16.789862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.policy [None req-1760705b-74b2-4791-a21e-22d495673858 tempest-DvrRoutersNegativeTest-1304275465 tempest-DvrRoutersNegativeTest-1304275465-project] Failed policy check for 'create_router' {{(pid=93778) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 06 17:51:16.790786 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-1760705b-74b2-4791-a21e-22d495673858 tempest-DvrRoutersNegativeTest-1304275465 tempest-DvrRoutersNegativeTest-1304275465-project] create failed (client error): Access was denied to this resource. Jul 06 17:51:16.792848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1760705b-74b2-4791-a21e-22d495673858 tempest-DvrRoutersNegativeTest-1304275465 tempest-DvrRoutersNegativeTest-1304275465-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2164130 Jul 06 17:51:16.919558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-a9be75c6-33cb-4c42-8c90-9671fcfd88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:16.922309 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-a9be75c6-33cb-4c42-8c90-9671fcfd88ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1095 time: 0.5205774 Jul 06 17:51:16.952722 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7059498b-4d43-4cef-970c-d670f12c1b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:16.993715 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-763e2c63-ecbc-4ff9-b3fb-f78e928b8f82 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.014103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-763e2c63-ecbc-4ff9-b3fb-f78e928b8f82 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.138226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-763e2c63-ecbc-4ff9-b3fb-f78e928b8f82 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.139032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763e2c63-ecbc-4ff9-b3fb-f78e928b8f82 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Fanout notify agent at l3_agent the message router_deleted on router e5cad9af-a8b1-400b-8bdd-70615adb09fb {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:51:17.150744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-763e2c63-ecbc-4ff9-b3fb-f78e928b8f82 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.152347 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-763e2c63-ecbc-4ff9-b3fb-f78e928b8f82 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/e5cad9af-a8b1-400b-8bdd-70615adb09fb HTTP/1.1" status: 204 len: 168 time: 0.8702333 Jul 06 17:51:17.157376 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:17.229493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-f7c9b502-9991-428b-9f39-13bbf414ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:17.231767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-f7c9b502-9991-428b-9f39-13bbf414ee5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.2614510 Jul 06 17:51:17.241732 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:51:17.277774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a62a85-8c65-472d-846c-bc9fbd02c106 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting subnet 901e7e5f-dc4c-463a-97cd-bd377506cdf7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:17.284210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0a62a85-8c65-472d-846c-bc9fbd02c106 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.341960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6d51-8d3d-4290-9219-3415b2833b90 req-fc5dd70e-b0fc-43aa-b607-aaaf906be692 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:17.349747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-be0e6d51-8d3d-4290-9219-3415b2833b90 req-fc5dd70e-b0fc-43aa-b607-aaaf906be692 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.1635249 Jul 06 17:51:17.353372 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-8e505fc0-53be-4700-8eb9-0a0b918ac492 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1000 time: 0.1130323 Jul 06 17:51:17.357864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0a62a85-8c65-472d-846c-bc9fbd02c106 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.377010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:17.444409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-be0e6d51-8d3d-4290-9219-3415b2833b90 req-d8783976-9018-4296-ae23-bfb6edca9bf1 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935447 Jul 06 17:51:17.462385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-39fdb762-8ed5-4007-a567-ce796b35027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:17.466045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-39fdb762-8ed5-4007-a567-ce796b35027f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.0984354 Jul 06 17:51:17.518656 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0a62a85-8c65-472d-846c-bc9fbd02c106 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.635492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-b56b211b-8082-4a51-93b9-2c5f88ded504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:17.645546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-b56b211b-8082-4a51-93b9-2c5f88ded504 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669662 Jul 06 17:51:17.705222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.713887 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0a62a85-8c65-472d-846c-bc9fbd02c106 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.784890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a62a85-8c65-472d-846c-bc9fbd02c106 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Subnet': ['ID=901e7e5f-dc4c-463a-97cd-bd377506cdf7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:17.804532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0a62a85-8c65-472d-846c-bc9fbd02c106 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:17.814734 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d0a62a85-8c65-472d-846c-bc9fbd02c106 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/901e7e5f-dc4c-463a-97cd-bd377506cdf7 HTTP/1.1" status: 204 len: 168 time: 0.6513464 Jul 06 17:51:17.815035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea834afa-5056-46eb-8921-1faa14fe7ffb None None] Network 27f2bbaf-a877-4b46-b05d-41e14fe711f5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:17.819338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46438) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:17.868311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-21b02cce-122b-4ef5-86e4-49e9fc318f9f service neutron] 10.222.0.55 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151041 Jul 06 17:51:17.922243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-817e6735-8a49-402a-bfb2-656b503c17ef tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting subnet 6a8751ca-172c-461b-9ed3-9d177cdcae7f {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:17.937547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-817e6735-8a49-402a-bfb2-656b503c17ef tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.208313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59479f-9a27-40ef-9967-849d056f4836 None None] DHCP port deletion for 27f2bbaf-a877-4b46-b05d-41e14fe711f5 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:51:18.228186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-75187bf3-c1f3-4f85-b48d-4fdd6323356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:18.230291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-75187bf3-c1f3-4f85-b48d-4fdd6323356f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba798159eb942ba977ef5f654f87c25&device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 1096 time: 0.3606932 Jul 06 17:51:18.239713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094f6ac-5d4d-4c27-9a64-d30f2c8f0ba3 req-f0cf2f2b-a652-446b-aec1-f4d0e849fc52 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:18.241889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9094f6ac-5d4d-4c27-9a64-d30f2c8f0ba3 req-f0cf2f2b-a652-446b-aec1-f4d0e849fc52 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.3707032 Jul 06 17:51:18.247178 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8d8d46-5ab9-4351-b190-59f23c3cb27e req-d9f26890-f238-4a3c-ad45-6ce1b34521ee service neutron] 10.222.0.55 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532407 Jul 06 17:51:18.317088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fd59479f-9a27-40ef-9967-849d056f4836 None None] Deleting port 0a5c4795-b227-477c-b89d-59cf1d6e8917 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:18.317725 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd59479f-9a27-40ef-9967-849d056f4836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.400127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9094f6ac-5d4d-4c27-9a64-d30f2c8f0ba3 req-a2699ea3-ec33-4b19-8f3e-866cd0653c27 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409452 Jul 06 17:51:18.403085 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.417717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.448177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fd59479f-9a27-40ef-9967-849d056f4836 None None] For port 0a5c4795-b227-477c-b89d-59cf1d6e8917, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0a5c4795-b227-477c-b89d-59cf1d6e8917,segment=NetworkSegment(36d140c1-edd8-4c25-82aa-38e009a3b549),segment_id=36d140c1-edd8-4c25-82aa-38e009a3b549)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:18.448908 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd59479f-9a27-40ef-9967-849d056f4836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.469937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fd59479f-9a27-40ef-9967-849d056f4836 None None] Calling delete_port for 0a5c4795-b227-477c-b89d-59cf1d6e8917 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:18.509191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-a77ccdec-8e03-4168-a4d8-f06b8d2b1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:18.511816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-a77ccdec-8e03-4168-a4d8-f06b8d2b1971 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 200 len: 911 time: 0.2672167 Jul 06 17:51:18.544182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3db6270a0b7a4243867a405cf6b83013&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1645644 Jul 06 17:51:18.588226 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd59479f-9a27-40ef-9967-849d056f4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.593482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:18.594296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce68c3c-d2ef-49bb-a1dd-dd15626e4ac5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:18.606059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-10abcc8f-f761-4cc7-8d4b-962463f84302 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e2987bb-9359-4124-b6f3-8f1e7998d6cc HTTP/1.1" status: 200 len: 217 time: 0.0793905 Jul 06 17:51:18.637291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.638009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.638753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.639634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.640342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.641053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.641714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.641906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59479f-9a27-40ef-9967-849d056f4836 None None] No DVR routers for this DVR port 0a5c4795-b227-477c-b89d-59cf1d6e8917 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:18.642458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.643153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.643856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.645177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.645892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faa5c18-defb-4458-9649-378e7655877e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:18.654050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59479f-9a27-40ef-9967-849d056f4836 None None] Pushing event deleted for resources: {'Port': ['ID=0a5c4795-b227-477c-b89d-59cf1d6e8917,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:18.659183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-817e6735-8a49-402a-bfb2-656b503c17ef tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.839374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-99daa093-9b94-44bd-927a-7f476b70c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:18.841857 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-99daa093-9b94-44bd-927a-7f476b70c824 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89cf8e6d-d142-4e01-8a9f-57ce21a60fa8 HTTP/1.1" status: 200 len: 850 time: 0.2222013 Jul 06 17:51:18.868597 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76feadf2-d34a-4947-bf46-bb2023d3556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:18.908581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4037e-fa6a-466b-8d43-843d1e303edc req-c823bb0c-164f-4caa-8fa2-bde8e916e42c tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:18.911990 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-72e4037e-fa6a-466b-8d43-843d1e303edc req-c823bb0c-164f-4caa-8fa2-bde8e916e42c tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.2104874 Jul 06 17:51:18.913541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-b2f2c6c8-6c39-4beb-9ed2-2dfff983f878 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b707763-32a3-460e-823a-bea303f19738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605028 Jul 06 17:51:18.917513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-817e6735-8a49-402a-bfb2-656b503c17ef tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.039343 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-72e4037e-fa6a-466b-8d43-843d1e303edc req-873cf6a5-39fb-4a99-b7e0-8f0a05601c20 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158059 Jul 06 17:51:19.048788 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76feadf2-d34a-4947-bf46-bb2023d3556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.072932 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-817e6735-8a49-402a-bfb2-656b503c17ef tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.104125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e6735-8a49-402a-bfb2-656b503c17ef tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8751ca-172c-461b-9ed3-9d177cdcae7f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:19.108426 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-817e6735-8a49-402a-bfb2-656b503c17ef tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.113128 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-817e6735-8a49-402a-bfb2-656b503c17ef tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/6a8751ca-172c-461b-9ed3-9d177cdcae7f HTTP/1.1" status: 204 len: 168 time: 1.2890496 Jul 06 17:51:19.113431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46452) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:19.117351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072350ba-511a-437b-bcb6-2b15ff9b7540 req-5d64d57f-5908-45e8-a552-df81a6802357 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:19.120296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-072350ba-511a-437b-bcb6-2b15ff9b7540 req-5d64d57f-5908-45e8-a552-df81a6802357 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3701322 Jul 06 17:51:19.137725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adee990-fca9-4033-8f4d-04c00f83e8b6 None None] Network 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:19.236628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-7d97bdd2-6f66-4d5e-a786-1e36093cfcbb service neutron] 10.222.0.22 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126094 Jul 06 17:51:19.243767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.294014 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-072350ba-511a-437b-bcb6-2b15ff9b7540 req-27671cd0-45c3-4a60-9f97-520014d920ab tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386802 Jul 06 17:51:19.400564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-102a700e-da59-4b24-bed4-ed0eb96ecc3b req-62ad5538-a1bf-4eb3-ac92-54b3bec90f7f service neutron] 10.222.0.22 "GET /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505604 Jul 06 17:51:19.403339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76feadf2-d34a-4947-bf46-bb2023d3556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.417177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76feadf2-d34a-4947-bf46-bb2023d3556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.432895 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-76feadf2-d34a-4947-bf46-bb2023d3556d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ce68c3c-d2ef-49bb-a1dd-dd15626e4ac5 HTTP/1.1" status: 204 len: 168 time: 0.8354275 Jul 06 17:51:19.450888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76feadf2-d34a-4947-bf46-bb2023d3556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce68c3c-d2ef-49bb-a1dd-dd15626e4ac5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:19.487320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.508976 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62fb7bdd-9eff-4d6a-9b4f-da94eb2e31e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.530501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f2bbaf-a877-4b46-b05d-41e14fe711f5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:19.554093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d140c1-edd8-4c25-82aa-38e009a3b549') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:19.554657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d140c1-edd8-4c25-82aa-38e009a3b549') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:19.581753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.625870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.641079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:19.641873 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.660934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f1b39-16a6-46fd-859b-a4ccf9e29e09 None None] DHCP port deletion for 329bd74e-bbfe-4229-bff8-b2e3cd5bef75 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:19.689035 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:19.749067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0a5c4795-b227-477c-b89d-59cf1d6e8917 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:19.763864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c0504-c553-421e-8b6a-a324517abf66 req-806446bc-9b30-4a96-a7ff-74f10ee2f884 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:19.774232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-916c0504-c553-421e-8b6a-a324517abf66 req-806446bc-9b30-4a96-a7ff-74f10ee2f884 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1992574 Jul 06 17:51:19.779073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.788347 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.793039 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/networks/27f2bbaf-a877-4b46-b05d-41e14fe711f5 HTTP/1.1" status: 204 len: 168 time: 0.6783893 Jul 06 17:51:19.793233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0a5c4795-b227-477c-b89d-59cf1d6e8917 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:19.793614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0a5c4795-b227-477c-b89d-59cf1d6e8917 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:19.797879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:19.853035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb197d-b7e0-46ce-aeac-c64c0520a64a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Network': ['ID=27f2bbaf-a877-4b46-b05d-41e14fe711f5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:19.860855 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.866013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d49f1b39-16a6-46fd-859b-a4ccf9e29e09 None None] Deleting port 8d0b6473-205e-4339-abf4-34e042f2d849 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:19.868047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d49f1b39-16a6-46fd-859b-a4ccf9e29e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:19.899329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-916c0504-c553-421e-8b6a-a324517abf66 req-ffe4c7c3-2e4b-4f6f-81fb-3ebeaf5d5aea tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236203 Jul 06 17:51:20.032002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d49f1b39-16a6-46fd-859b-a4ccf9e29e09 None None] For port 8d0b6473-205e-4339-abf4-34e042f2d849, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8d0b6473-205e-4339-abf4-34e042f2d849,segment=NetworkSegment(54366e80-67a0-4448-93bf-b470ba4c5cc1),segment_id=54366e80-67a0-4448-93bf-b470ba4c5cc1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:20.033362 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d49f1b39-16a6-46fd-859b-a4ccf9e29e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.061951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d49f1b39-16a6-46fd-859b-a4ccf9e29e09 None None] Calling delete_port for 8d0b6473-205e-4339-abf4-34e042f2d849 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:20.063637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.276259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 8d0b6473-205e-4339-abf4-34e042f2d849 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:20.278683 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.365666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc94236-b61b-4b58-9d51-b1dca2d743e5 req-77e12cb5-589e-4718-8224-5f1db728fc1b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:20.389563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9fc94236-b61b-4b58-9d51-b1dca2d743e5 req-77e12cb5-589e-4718-8224-5f1db728fc1b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.2366059 Jul 06 17:51:20.391774 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d49f1b39-16a6-46fd-859b-a4ccf9e29e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.522427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f1b39-16a6-46fd-859b-a4ccf9e29e09 None None] Pushing event deleted for resources: {'Port': ['ID=8d0b6473-205e-4339-abf4-34e042f2d849,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:20.541947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9fc94236-b61b-4b58-9d51-b1dca2d743e5 req-faed38d1-63f5-48a3-b925-f010fe23e49f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398065 Jul 06 17:51:20.542791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port 8d0b6473-205e-4339-abf4-34e042f2d849, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8d0b6473-205e-4339-abf4-34e042f2d849,segment=NetworkSegment(54366e80-67a0-4448-93bf-b470ba4c5cc1),segment_id=54366e80-67a0-4448-93bf-b470ba4c5cc1)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:20.543319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.552911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f1b39-16a6-46fd-859b-a4ccf9e29e09 None None] No DVR routers for this DVR port 8d0b6473-205e-4339-abf4-34e042f2d849 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:20.641985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 8d0b6473-205e-4339-abf4-34e042f2d849 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:20.677633 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.963239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346921f-3b7c-4afa-95fa-ff4f6a9c6c71 req-383480be-a22d-43a7-b539-2c06b867842d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:20.977561 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:20.978803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e346921f-3b7c-4afa-95fa-ff4f6a9c6c71 req-383480be-a22d-43a7-b539-2c06b867842d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.1440349 Jul 06 17:51:21.029147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=8d0b6473-205e-4339-abf4-34e042f2d849,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:21.035666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No DVR routers for this DVR port 8d0b6473-205e-4339-abf4-34e042f2d849 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:21.064176 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e346921f-3b7c-4afa-95fa-ff4f6a9c6c71 req-224f897d-9264-49c8-9b35-246636f117fc tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841205 Jul 06 17:51:21.213976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.240016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329bd74e-bbfe-4229-bff8-b2e3cd5bef75']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:21.271345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54366e80-67a0-4448-93bf-b470ba4c5cc1') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:21.271849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54366e80-67a0-4448-93bf-b470ba4c5cc1') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:21.292413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.327513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.341993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:21.343797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:21.349970 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:21.492849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.505999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.508086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/networks/329bd74e-bbfe-4229-bff8-b2e3cd5bef75 HTTP/1.1" status: 204 len: 168 time: 1.6961079 Jul 06 17:51:21.514600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46502) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:21.535069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-88155621'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:21.544994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb2138-41ac-49f2-8f1b-029487fb3ae1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Network': ['ID=329bd74e-bbfe-4229-bff8-b2e3cd5bef75,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:21.587433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9f8b-d049-482b-a7f0-c28a31bb5c27 req-3a7c80ad-faa6-42f3-8dba-528bd4195d0d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:21.602821 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84ca9f8b-d049-482b-a7f0-c28a31bb5c27 req-3a7c80ad-faa6-42f3-8dba-528bd4195d0d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1812117 Jul 06 17:51:21.629183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8d0b6473-205e-4339-abf4-34e042f2d849 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:21.680572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 8d0b6473-205e-4339-abf4-34e042f2d849 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:21.680928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8d0b6473-205e-4339-abf4-34e042f2d849 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:21.700615 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84ca9f8b-d049-482b-a7f0-c28a31bb5c27 req-8ab235ea-751c-4efa-a677-51d697612fd8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966523 Jul 06 17:51:21.702312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:21.711265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.776707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:21.787548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:51:21.793936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:21.818407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:21.821269 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added segment adbcc102-176c-496a-b3a4-2f5cac968592 of type vlan for network ca4ec897-a1b2-4011-9e0c-74157386bc7a Jul 06 17:51:21.939105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:21.954456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'port_id': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'mac_address': 'fa:16:3e:b9:4d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:51:21.973045 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.008031 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.033401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3abeb001-fdd9-4769-a6c2-87edbda3f21f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:22.035760 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-3abeb001-fdd9-4769-a6c2-87edbda3f21f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 17:51:22.036995 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-3abeb001-fdd9-4769-a6c2-87edbda3f21f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 17:51:22.039308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3abeb001-fdd9-4769-a6c2-87edbda3f21f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2610772 Jul 06 17:51:22.047808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46516) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:22.058175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--929938437'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:22.083101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ec5d9-9e10-4177-aedf-6ac56f12995d req-63aaa296-c2fe-4369-ad10-aaab0721f04d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:22.085495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc2ec5d9-9e10-4177-aedf-6ac56f12995d req-63aaa296-c2fe-4369-ad10-aaab0721f04d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 944 time: 0.1794341 Jul 06 17:51:22.086319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.094188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:22.094986 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.118087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.147329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.207690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fba5ac-1486-41de-93eb-27d94e813efa {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:22.225193 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc2ec5d9-9e10-4177-aedf-6ac56f12995d req-3e0eced3-e7a7-47d2-ba50-c644d210fd05 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199150 Jul 06 17:51:22.234832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Network': ['ID=ca4ec897-a1b2-4011-9e0c-74157386bc7a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:22.236682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:22.242140 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.270411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ca4ec897-a1b2-4011-9e0c-74157386bc7a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:51:22.325394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.333792 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.346392 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1522d79a-dad4-44e7-83df-27f485e8030c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8157136 Jul 06 17:51:22.350207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46524) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:22.369417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'subnet': {'network_id': 'ca4ec897-a1b2-4011-9e0c-74157386bc7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:22.386984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b459c4-4935-4fc1-a4c1-39e8283ef1cb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:22.479439 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.481161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:22.486512 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.530078 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.534281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4819479 Jul 06 17:51:22.535068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46530) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:22.540746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-15240d12-9a0e-4de0-9c61-aeb60bdf7cc8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': 'd3046a4c-a668-4621-b8c7-fdd55157e8fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:22.547523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea88cae-40ad-4b27-aa8c-adf1204eef98 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3046a4c-a668-4621-b8c7-fdd55157e8fa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:22.563318 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.584625 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15240d12-9a0e-4de0-9c61-aeb60bdf7cc8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.663075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15240d12-9a0e-4de0-9c61-aeb60bdf7cc8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.668350 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15240d12-9a0e-4de0-9c61-aeb60bdf7cc8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.685724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:22.689516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.692975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15240d12-9a0e-4de0-9c61-aeb60bdf7cc8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1903661-bbc5-4e82-a3cc-1844b85f6f45,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:22.704119 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15240d12-9a0e-4de0-9c61-aeb60bdf7cc8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.705898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-15240d12-9a0e-4de0-9c61-aeb60bdf7cc8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696072 Jul 06 17:51:22.712629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46534) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:22.717858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fbe5c24f-fd6b-49ee-8b12-89b8937b2012 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': 'd3046a4c-a668-4621-b8c7-fdd55157e8fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:22.731405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['f1fba5ac-1486-41de-93eb-27d94e813efa'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:22.793173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbe5c24f-fd6b-49ee-8b12-89b8937b2012 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:22.813204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2990e48-c3c5-46ce-8c06-76c48c5a978e req-68ac9b04-0bdd-4a79-b328-23e576c639c4 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:22.815302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2990e48-c3c5-46ce-8c06-76c48c5a978e req-68ac9b04-0bdd-4a79-b328-23e576c639c4 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.2511413 Jul 06 17:51:22.885478 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-fbe5c24f-fd6b-49ee-8b12-89b8937b2012 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 17:51:22.886993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fbe5c24f-fd6b-49ee-8b12-89b8937b2012 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1729264 Jul 06 17:51:22.891501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:22.917435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2990e48-c3c5-46ce-8c06-76c48c5a978e req-666b3f04-cddd-4881-8c6f-f2687803778a tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888267 Jul 06 17:51:22.980533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38d83d6a-67dd-4566-b65e-d0e05ef09e44 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.011034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.040549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38d83d6a-67dd-4566-b65e-d0e05ef09e44 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.206179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Subnet': ['ID=5b9f352f-2a6f-4651-b0bd-897eb22fafcd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:23.211523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Checking segment: {'id': 'adbcc102-176c-496a-b3a4-2f5cac968592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca4ec897-a1b2-4011-9e0c-74157386bc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:23.212517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network hostable DHCP agents. Network: ca4ec897-a1b2-4011-9e0c-74157386bc7a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:51:23.293063 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38d83d6a-67dd-4566-b65e-d0e05ef09e44 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.295455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network ca4ec897-a1b2-4011-9e0c-74157386bc7a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:51:23.296906 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38d83d6a-67dd-4566-b65e-d0e05ef09e44 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.302660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46548) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:23.303151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-38d83d6a-67dd-4566-b65e-d0e05ef09e44 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/d3046a4c-a668-4621-b8c7-fdd55157e8fa HTTP/1.1" status: 204 len: 168 time: 0.4086637 Jul 06 17:51:23.320263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d83d6a-67dd-4566-b65e-d0e05ef09e44 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3046a4c-a668-4621-b8c7-fdd55157e8fa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:23.333990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-34cfa264-766a-41cb-bf80-b05e8bab6bf7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.335699 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-34cfa264-766a-41cb-bf80-b05e8bab6bf7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.55 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 945 time: 0.2078965 Jul 06 17:51:23.373712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ca4ec897-a1b2-4011-9e0c-74157386bc7a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:23.388494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.389929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.396974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04731bc-019f-4acf-81fa-c84b35bd080d None None] Network ca4ec897-a1b2-4011-9e0c-74157386bc7a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:23.429823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-576b9e97-42be-4315-aebf-ad1d210ae124 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1246419 Jul 06 17:51:23.439164 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-073f601b-9ad9-4d0f-adb0-501283a2e6b2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0869992 Jul 06 17:51:23.440679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46550) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:23.444994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46552) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:23.454036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c5569980-2abb-4b5b-bf13-b4349cf1598e tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--15208736'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:23.492724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-af01ff3e-6c8c-4b5a-9baf-6c01ee4deb71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1795041278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:23.520770 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-af01ff3e-6c8c-4b5a-9baf-6c01ee4deb71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:51:23.520770 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:51:23.520770 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id_1': '73dedaf00b55434c80f5b8c11950ccfd', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 51, 23, 501032)}] Jul 06 17:51:23.520770 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:51:23.520770 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-af01ff3e-6c8c-4b5a-9baf-6c01ee4deb71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:51:23.537978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5569980-2abb-4b5b-bf13-b4349cf1598e tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.548488 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-3461d9e5-ef66-4cb5-ad9b-91c7f5c4e96f service neutron] 10.222.0.55 "GET /v2.0/ports/f1fba5ac-1486-41de-93eb-27d94e813efa/bindings/n-h2-799526-3 HTTP/1.1" status: 200 len: 382 time: 0.2005067 Jul 06 17:51:23.701522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5569980-2abb-4b5b-bf13-b4349cf1598e tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.710615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5569980-2abb-4b5b-bf13-b4349cf1598e tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.775908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-ca4ec897-a1b2-4011-9e0c-74157386bc7a', 'network_id': 'ca4ec897-a1b2-4011-9e0c-74157386bc7a', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'fixed_ips': [{'subnet_id': '5b9f352f-2a6f-4651-b0bd-897eb22fafcd'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:51:23.777329 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.782551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5569980-2abb-4b5b-bf13-b4349cf1598e tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7171d-c35a-4dc7-bef6-eedd49f1a83d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:23.795388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-d2e1e362-cd49-488c-bd76-4f2ec952f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:23.798249 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-d2e1e362-cd49-488c-bd76-4f2ec952f803 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1096 time: 0.2009802 Jul 06 17:51:23.823835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5569980-2abb-4b5b-bf13-b4349cf1598e tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:23.827383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c5569980-2abb-4b5b-bf13-b4349cf1598e tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3834090 Jul 06 17:51:23.831022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46556) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:23.841504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3695ccb8-3254-4ec7-bc67-fbe2232a65b9 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '59c7171d-c35a-4dc7-bef6-eedd49f1a83d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:23.842973 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-3695ccb8-3254-4ec7-bc67-fbe2232a65b9 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 17:51:23.843872 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-3695ccb8-3254-4ec7-bc67-fbe2232a65b9 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:23.855950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3695ccb8-3254-4ec7-bc67-fbe2232a65b9 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0222650 Jul 06 17:51:23.856871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:24.005265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e857b4e-4c51-4263-91ec-6cc5f2a0e050 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.056138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-8fd4bb22-0fd9-4ae0-9753-3b6f7706e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:24.058151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-8fd4bb22-0fd9-4ae0-9753-3b6f7706e1e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.2455864 Jul 06 17:51:24.166494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Allocated IP 2001:db8::2 (ca4ec897-a1b2-4011-9e0c-74157386bc7a/5b9f352f-2a6f-4651-b0bd-897eb22fafcd/98263f41-b5cf-4a53-a817-dc156c5b57e5) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:24.173141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af01ff3e-6c8c-4b5a-9baf-6c01ee4deb71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.176308 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af01ff3e-6c8c-4b5a-9baf-6c01ee4deb71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.192428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e857b4e-4c51-4263-91ec-6cc5f2a0e050 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.257240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-8bd6f646-b9f7-4d88-8ec4-6a3645d8c953 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1001 time: 0.1893888 Jul 06 17:51:24.307625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af01ff3e-6c8c-4b5a-9baf-6c01ee4deb71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.326772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865713-3a60-4025-b612-e4431a1f55a6 req-98ba215f-b48d-4c0d-a49d-a0986d282b71 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:24.337239 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-22865713-3a60-4025-b612-e4431a1f55a6 req-98ba215f-b48d-4c0d-a49d-a0986d282b71 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 945 time: 0.2636538 Jul 06 17:51:24.353848 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af01ff3e-6c8c-4b5a-9baf-6c01ee4deb71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.354565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-5d34f02c-108d-4a80-80bc-a075baaea237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:24.356516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-5d34f02c-108d-4a80-80bc-a075baaea237 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.0921085 Jul 06 17:51:24.399465 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e857b4e-4c51-4263-91ec-6cc5f2a0e050 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.401957 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e857b4e-4c51-4263-91ec-6cc5f2a0e050 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.407497 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e857b4e-4c51-4263-91ec-6cc5f2a0e050 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/59c7171d-c35a-4dc7-bef6-eedd49f1a83d HTTP/1.1" status: 204 len: 168 time: 0.5449970 Jul 06 17:51:24.430900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46566) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:24.455395 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e857b4e-4c51-4263-91ec-6cc5f2a0e050 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7171d-c35a-4dc7-bef6-eedd49f1a83d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:24.470330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af01ff3e-6c8c-4b5a-9baf-6c01ee4deb71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.477009 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-af01ff3e-6c8c-4b5a-9baf-6c01ee4deb71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9972684 Jul 06 17:51:24.481290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46568) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:24.489175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'port': {'network_id': 'ca4ec897-a1b2-4011-9e0c-74157386bc7a', 'name': 'tempest-RoutersIpV6Test-2042690149'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:24.489833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-22865713-3a60-4025-b612-e4431a1f55a6 req-b7f620f3-9753-41ca-9f70-a70f9a057c88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513419 Jul 06 17:51:24.508932 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.525011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Transition to ACTIVE for port object 98263f41-b5cf-4a53-a817-dc156c5b57e5 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:24.571065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Transition to ACTIVE for port object 98263f41-b5cf-4a53-a817-dc156c5b57e5 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:24.587114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.643123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1d271138-81e2-4ea0-896b-bea2066952ba tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2096508 Jul 06 17:51:24.655666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46572) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:24.664267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-73972ed4-0d4d-472b-9397-c320758ba316 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985476898'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:24.674875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-2cf22909-255a-4562-b109-bbaea9a2423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:24.677359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-2cf22909-255a-4562-b109-bbaea9a2423b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2934899 Jul 06 17:51:24.692345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69587782-6ad9-4c0a-ac4d-db7133c9c134 req-33e7cbb2-019b-4d54-8b97-ef540ff5b021 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:24.699737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69587782-6ad9-4c0a-ac4d-db7133c9c134 req-33e7cbb2-019b-4d54-8b97-ef540ff5b021 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3363178 Jul 06 17:51:24.726270 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73972ed4-0d4d-472b-9397-c320758ba316 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.735905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Network ca4ec897-a1b2-4011-9e0c-74157386bc7a is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:24.741460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:24.745946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:24.761139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Pushing event updated for resources: {'Port': ['ID=98263f41-b5cf-4a53-a817-dc156c5b57e5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:24.789718 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b62a49-90b6-4c7d-bd8d-e2885adb77a2 req-1dbdf39a-5e61-459c-beb5-df25bb9cc484 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:24.791596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8b62a49-90b6-4c7d-bd8d-e2885adb77a2 req-1dbdf39a-5e61-459c-beb5-df25bb9cc484 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.1485126 Jul 06 17:51:24.874097 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69587782-6ad9-4c0a-ac4d-db7133c9c134 req-7bac2c85-355f-4dda-bb37-09d34e392b8c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731958 Jul 06 17:51:24.875910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Attempting to bind port 98263f41-b5cf-4a53-a817-dc156c5b57e5 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:24.876572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Attempting to bind port 98263f41-b5cf-4a53-a817-dc156c5b57e5 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'adbcc102-176c-496a-b3a4-2f5cac968592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca4ec897-a1b2-4011-9e0c-74157386bc7a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:24.877551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Attempting to bind port 98263f41-b5cf-4a53-a817-dc156c5b57e5 on network ca4ec897-a1b2-4011-9e0c-74157386bc7a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:24.898812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:24.898812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Checking segment: {'id': 'adbcc102-176c-496a-b3a4-2f5cac968592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca4ec897-a1b2-4011-9e0c-74157386bc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:24.898812 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.898812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Bound using segment: {'id': 'adbcc102-176c-496a-b3a4-2f5cac968592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca4ec897-a1b2-4011-9e0c-74157386bc7a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:24.898812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Bound port: 98263f41-b5cf-4a53-a817-dc156c5b57e5, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbcc102-176c-496a-b3a4-2f5cac968592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca4ec897-a1b2-4011-9e0c-74157386bc7a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:24.898812 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.930301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-463ab8bc-de5e-4cbd-8e8d-536595f50502 service neutron] 10.222.0.55 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209160 Jul 06 17:51:24.931096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8b62a49-90b6-4c7d-bd8d-e2885adb77a2 req-1ddcb8b8-2950-4afe-8a8f-d7f90f3132eb tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252782 Jul 06 17:51:24.964993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73972ed4-0d4d-472b-9397-c320758ba316 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:24.976918 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73972ed4-0d4d-472b-9397-c320758ba316 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.056523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73972ed4-0d4d-472b-9397-c320758ba316 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8950bd3-adae-438f-9fb4-fdfab35b917f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:25.082389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:25.084773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73972ed4-0d4d-472b-9397-c320758ba316 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.086310 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-73972ed4-0d4d-472b-9397-c320758ba316 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4288349 Jul 06 17:51:25.089165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.091381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.098162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bbe00d22-576a-49fa-8f9f-5c3ebd508e46 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': 'a8950bd3-adae-438f-9fb4-fdfab35b917f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:25.098941 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-bbe00d22-576a-49fa-8f9f-5c3ebd508e46 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 17:51:25.099675 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-bbe00d22-576a-49fa-8f9f-5c3ebd508e46 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:25.105392 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bbe00d22-576a-49fa-8f9f-5c3ebd508e46 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079291 Jul 06 17:51:25.106609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] For port 98263f41-b5cf-4a53-a817-dc156c5b57e5, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:25.111127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.117245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] For port 98263f41-b5cf-4a53-a817-dc156c5b57e5, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=98263f41-b5cf-4a53-a817-dc156c5b57e5,segment=NetworkSegment(adbcc102-176c-496a-b3a4-2f5cac968592),segment_id=adbcc102-176c-496a-b3a4-2f5cac968592)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:25.125257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.134203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] device_id is not set on port 8dcba9ed-b637-402c-98e2-4a739892381a yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:51:25.219970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bee452-1718-4b17-ba9f-856c97632ea8 None None] Pushing event updated for resources: {'Port': ['ID=98263f41-b5cf-4a53-a817-dc156c5b57e5,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:25.223895 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-07da4fcc-b4cc-492f-af88-fab8e4a79d23 service neutron] 10.222.0.55 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868619 Jul 06 17:51:25.277216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebbc3-38a5-4cd2-b1db-881a2930e30d tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.318888 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebbc3-38a5-4cd2-b1db-881a2930e30d tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.377402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 2001:db8::ac (ca4ec897-a1b2-4011-9e0c-74157386bc7a/5b9f352f-2a6f-4651-b0bd-897eb22fafcd/8dcba9ed-b637-402c-98e2-4a739892381a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:25.383334 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebbc3-38a5-4cd2-b1db-881a2930e30d tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.386431 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d3ebbc3-38a5-4cd2-b1db-881a2930e30d tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.387813 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1d3ebbc3-38a5-4cd2-b1db-881a2930e30d tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8950bd3-adae-438f-9fb4-fdfab35b917f HTTP/1.1" status: 204 len: 168 time: 0.2729309 Jul 06 17:51:25.394453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46580) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.453979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ebbc3-38a5-4cd2-b1db-881a2930e30d tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8950bd3-adae-438f-9fb4-fdfab35b917f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:25.514097 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4c9e1471-52c9-43b4-b06b-76dfea1bf129 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185453 Jul 06 17:51:25.518059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46582) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.524514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a9081c3d-3ba1-45b8-acdb-f689f11b1afc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304361991'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:25.560780 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9081c3d-3ba1-45b8-acdb-f689f11b1afc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.738876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9081c3d-3ba1-45b8-acdb-f689f11b1afc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.747366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9081c3d-3ba1-45b8-acdb-f689f11b1afc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.783583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9081c3d-3ba1-45b8-acdb-f689f11b1afc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.788790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a9081c3d-3ba1-45b8-acdb-f689f11b1afc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2653742 Jul 06 17:51:25.789508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46586) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.794403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-00d6b2d2-ef6d-483a-962e-f65819981642 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '3f9b30a9-a41a-402c-ba7e-025de9913587', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:25.804428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:25.814375 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-00d6b2d2-ef6d-483a-962e-f65819981642 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 17:51:25.815332 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-00d6b2d2-ef6d-483a-962e-f65819981642 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:25.823300 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-00d6b2d2-ef6d-483a-962e-f65819981642 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0326276 Jul 06 17:51:25.825734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46588) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.835789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0fcc6436-7c5a-403b-aed1-08a3636b5538 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '3f9b30a9-a41a-402c-ba7e-025de9913587', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:25.837937 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-0fcc6436-7c5a-403b-aed1-08a3636b5538 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 17:51:25.838666 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-0fcc6436-7c5a-403b-aed1-08a3636b5538 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:25.843464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46590) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.843765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 98263f41-b5cf-4a53-a817-dc156c5b57e5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:25.844915 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0fcc6436-7c5a-403b-aed1-08a3636b5538 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0149636 Jul 06 17:51:25.846587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9081c3d-3ba1-45b8-acdb-f689f11b1afc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9b30a9-a41a-402c-ba7e-025de9913587,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:25.848390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:25.859630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5ded0f13-b0fc-4007-8543-4493f1f18868 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '3f9b30a9-a41a-402c-ba7e-025de9913587', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:25.862271 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-5ded0f13-b0fc-4007-8543-4493f1f18868 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 17:51:25.863280 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-5ded0f13-b0fc-4007-8543-4493f1f18868 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:25.864840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5ded0f13-b0fc-4007-8543-4493f1f18868 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121460 Jul 06 17:51:25.871388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.875057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-89f54338-7bc4-4136-9827-8f5e3940be9b tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '3f9b30a9-a41a-402c-ba7e-025de9913587', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:25.875971 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-89f54338-7bc4-4136-9827-8f5e3940be9b tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 17:51:25.876560 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-89f54338-7bc4-4136-9827-8f5e3940be9b tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:25.886558 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-89f54338-7bc4-4136-9827-8f5e3940be9b tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0149064 Jul 06 17:51:25.887574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46594) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:25.903231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Transition to ACTIVE for port object 8dcba9ed-b637-402c-98e2-4a739892381a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:25.991699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3921-7034-4790-997f-644f3b6a0ad5 req-148cdebf-1982-4451-bd0f-695f023ce1c2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:26.000625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-557d3921-7034-4790-997f-644f3b6a0ad5 req-148cdebf-1982-4451-bd0f-695f023ce1c2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 945 time: 0.2235808 Jul 06 17:51:26.018127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port f1fba5ac-1486-41de-93eb-27d94e813efa completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:26.029185 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.036292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 98263f41-b5cf-4a53-a817-dc156c5b57e5 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:26.043377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port f1fba5ac-1486-41de-93eb-27d94e813efa triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:26.044234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.109123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5e49d25-8a05-4033-93b0-4a6458cae75f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.119782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-557d3921-7034-4790-997f-644f3b6a0ad5 req-96f0d130-a9b9-4f09-9888-29006a4159e3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178639 Jul 06 17:51:26.152842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=8dcba9ed-b637-402c-98e2-4a739892381a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:26.156705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network ca4ec897-a1b2-4011-9e0c-74157386bc7a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:26.161048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:26.173277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:26.187009 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5e49d25-8a05-4033-93b0-4a6458cae75f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.193610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:26.200403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.245440 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-97550f20-e1cf-42d4-b397-ddc59e10137a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7618876 Jul 06 17:51:26.250032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46604) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:26.295798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.345666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:26.356980 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c5d976-d236-4a7d-ac08-12ece9ee097b" -d '{"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:26.375887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:26.385147 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.431497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5e49d25-8a05-4033-93b0-4a6458cae75f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.438171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5e49d25-8a05-4033-93b0-4a6458cae75f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.444027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d5e49d25-8a05-4033-93b0-4a6458cae75f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f9b30a9-a41a-402c-ba7e-025de9913587 HTTP/1.1" status: 204 len: 168 time: 0.5529921 Jul 06 17:51:26.447891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46608) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:26.498086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:26.505178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e49d25-8a05-4033-93b0-4a6458cae75f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9b30a9-a41a-402c-ba7e-025de9913587,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:26.543410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8124a89-546f-4835-82c3-7e01c2d3f1b5 req-9a39fffd-0aca-4700-b48e-1a5b8f57600d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:26.545093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8124a89-546f-4835-82c3-7e01c2d3f1b5 req-9a39fffd-0aca-4700-b48e-1a5b8f57600d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2407193 Jul 06 17:51:26.580216 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-796dddec-e258-4401-bc24-ee36d0b23e92 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209040 Jul 06 17:51:26.580923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:26.588790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-27b60b74-964e-4898-b880-94c4679f0f76 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--700768029'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:26.638970 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27b60b74-964e-4898-b880-94c4679f0f76 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.699679 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8124a89-546f-4835-82c3-7e01c2d3f1b5 req-bbc6a4cf-3324-4ab1-8482-9a9378fbebc7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174028 Jul 06 17:51:26.757015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebc8a7-2dc6-4ddb-9f85-201a6f7868bd req-7dbbc13d-de98-46e3-b994-28cf41835a65 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:26.762947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-90ebc8a7-2dc6-4ddb-9f85-201a6f7868bd req-7dbbc13d-de98-46e3-b994-28cf41835a65 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.3908455 Jul 06 17:51:26.923012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27b60b74-964e-4898-b880-94c4679f0f76 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.930378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27b60b74-964e-4898-b880-94c4679f0f76 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.937363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-90ebc8a7-2dc6-4ddb-9f85-201a6f7868bd req-30cef65e-6c32-408c-a3c1-ce55c50fd458 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515071 Jul 06 17:51:26.994937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27b60b74-964e-4898-b880-94c4679f0f76 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:26.996271 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-27b60b74-964e-4898-b880-94c4679f0f76 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4116795 Jul 06 17:51:27.006194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46616) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.016260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8defd5ca-5022-4175-ab60-bacca069b85f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '8a7b9312-09ae-43bf-9528-8acf0b5973fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:27.019181 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-8defd5ca-5022-4175-ab60-bacca069b85f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 17:51:27.020689 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-8defd5ca-5022-4175-ab60-bacca069b85f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:27.027179 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8defd5ca-5022-4175-ab60-bacca069b85f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148373 Jul 06 17:51:27.027420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.032006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b8dc04-976a-4ce9-a6cd-ac0dc41dab8f None None] Network ca4ec897-a1b2-4011-9e0c-74157386bc7a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:27.032781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3bfe1993-5559-4c80-8b89-e99d54a0253b tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '8a7b9312-09ae-43bf-9528-8acf0b5973fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:27.059139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b60b74-964e-4898-b880-94c4679f0f76 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7b9312-09ae-43bf-9528-8acf0b5973fe,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:27.089499 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-3bfe1993-5559-4c80-8b89-e99d54a0253b tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:27.096729 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3bfe1993-5559-4c80-8b89-e99d54a0253b tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0622537 Jul 06 17:51:27.101480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46620) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.112498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f5bf509d-d371-4970-8f41-4b4b6436faba tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '8a7b9312-09ae-43bf-9528-8acf0b5973fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:27.114674 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-f5bf509d-d371-4970-8f41-4b4b6436faba tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 17:51:27.115216 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-f5bf509d-d371-4970-8f41-4b4b6436faba tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:27.118397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f5bf509d-d371-4970-8f41-4b4b6436faba tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0155895 Jul 06 17:51:27.124061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46624) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.137090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1c403d7a-5265-4c7d-837c-bcb00d2d27e1 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '8a7b9312-09ae-43bf-9528-8acf0b5973fe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:27.199522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-5d46c878-2baf-4ccb-a5ff-ff5260311e42 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:27.201423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-5d46c878-2baf-4ccb-a5ff-ff5260311e42 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.22 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.2863021 Jul 06 17:51:27.234622 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef44d567-b4c0-447e-93c8-99edc11803c3 x-openstack-request-id: req-ef44d567-b4c0-447e-93c8-99edc11803c3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:27.239063 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-1c403d7a-5265-4c7d-837c-bcb00d2d27e1 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:27.241434 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1c403d7a-5265-4c7d-837c-bcb00d2d27e1 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1162944 Jul 06 17:51:27.242376 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:27.242799 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef44d567-b4c0-447e-93c8-99edc11803c3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:27.243372 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'code': 200} Jul 06 17:51:27.245067 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46628) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.266786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-03061caf-380e-499d-8eb1-b3d45e3e31a8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '8a7b9312-09ae-43bf-9528-8acf0b5973fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:27.273044 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-03061caf-380e-499d-8eb1-b3d45e3e31a8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 17:51:27.274265 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-03061caf-380e-499d-8eb1-b3d45e3e31a8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:27.283516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-03061caf-380e-499d-8eb1-b3d45e3e31a8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0329177 Jul 06 17:51:27.288478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46630) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.288773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:27.304133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-660c9b0d-3a58-4c8e-8880-c82a1112e91f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '8a7b9312-09ae-43bf-9528-8acf0b5973fe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:27.320609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-96a41fcb-d011-43cf-8dc0-0ef15f51a34d None None] Provisioning for port 98263f41-b5cf-4a53-a817-dc156c5b57e5 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:27.341111 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-96a41fcb-d011-43cf-8dc0-0ef15f51a34d None None] Provisioning complete for port 98263f41-b5cf-4a53-a817-dc156c5b57e5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:27.341506 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96a41fcb-d011-43cf-8dc0-0ef15f51a34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:27.429329 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-660c9b0d-3a58-4c8e-8880-c82a1112e91f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Project 25a72a99ba5c40dfbee7bfec6d7a492f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:51:27.456658 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-660c9b0d-3a58-4c8e-8880-c82a1112e91f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:27.457814 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-660c9b0d-3a58-4c8e-8880-c82a1112e91f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1672864 Jul 06 17:51:27.466145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46632) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.477253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-81c1b572-97a5-4169-ac34-2235f3d731ae tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '8a7b9312-09ae-43bf-9528-8acf0b5973fe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:27.477767 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-81c1b572-97a5-4169-ac34-2235f3d731ae tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 17:51:27.478286 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-81c1b572-97a5-4169-ac34-2235f3d731ae tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:27.479380 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-81c1b572-97a5-4169-ac34-2235f3d731ae tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121968 Jul 06 17:51:27.496994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46634) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.504462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7cecaa7f-dc85-4ce7-ba66-09c6cb47194c tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '8a7b9312-09ae-43bf-9528-8acf0b5973fe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:27.559381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1c682-78e6-461c-8c77-8bfdd29849e8 req-bfa9d950-72b6-42c1-9196-1ba8feb92d9d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:27.568723 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4b1c682-78e6-461c-8c77-8bfdd29849e8 req-bfa9d950-72b6-42c1-9196-1ba8feb92d9d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2136786 Jul 06 17:51:27.596583 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96a41fcb-d011-43cf-8dc0-0ef15f51a34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:27.609964 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-7cecaa7f-dc85-4ce7-ba66-09c6cb47194c tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Project 25a72a99ba5c40dfbee7bfec6d7a492f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:51:27.669264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4b1c682-78e6-461c-8c77-8bfdd29849e8 req-bc9ca715-72ac-4df8-af4d-f78e286e6b39 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995307 Jul 06 17:51:27.670719 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-7cecaa7f-dc85-4ce7-ba66-09c6cb47194c tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:27.677033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7cecaa7f-dc85-4ce7-ba66-09c6cb47194c tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1728666 Jul 06 17:51:27.682731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46636) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.687694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1ee63866-c633-46eb-a856-9350cbf796c0 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '8a7b9312-09ae-43bf-9528-8acf0b5973fe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:27.715585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-96a41fcb-d011-43cf-8dc0-0ef15f51a34d None None] For port 98263f41-b5cf-4a53-a817-dc156c5b57e5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=98263f41-b5cf-4a53-a817-dc156c5b57e5,segment=NetworkSegment(adbcc102-176c-496a-b3a4-2f5cac968592),segment_id=adbcc102-176c-496a-b3a4-2f5cac968592)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:27.724690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96a41fcb-d011-43cf-8dc0-0ef15f51a34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:27.756589 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-1ee63866-c633-46eb-a856-9350cbf796c0 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Project 25a72a99ba5c40dfbee7bfec6d7a492f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:51:27.785961 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-1ee63866-c633-46eb-a856-9350cbf796c0 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:27.789317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1ee63866-c633-46eb-a856-9350cbf796c0 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1038029 Jul 06 17:51:27.792262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46640) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:27.890851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a41fcb-d011-43cf-8dc0-0ef15f51a34d None None] Pushing event updated for resources: {'Port': ['ID=98263f41-b5cf-4a53-a817-dc156c5b57e5,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:27.928023 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3b3-bad4-4de4-a247-6a9868383613 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.029843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3b3-bad4-4de4-a247-6a9868383613 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.099477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3b3-bad4-4de4-a247-6a9868383613 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.103046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3b3-bad4-4de4-a247-6a9868383613 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.107517 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8f55b3b3-bad4-4de4-a247-6a9868383613 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a7b9312-09ae-43bf-9528-8acf0b5973fe HTTP/1.1" status: 204 len: 168 time: 0.3138323 Jul 06 17:51:28.108398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46646) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:28.139118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55b3b3-bad4-4de4-a247-6a9868383613 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7b9312-09ae-43bf-9528-8acf0b5973fe,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:28.219819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a3ee7-fc46-4dbc-947c-abbab7ccd019 req-8e6f6c25-5e75-4473-be3d-507e6def5c0f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:28.222625 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fe6a3ee7-fc46-4dbc-947c-abbab7ccd019 req-8e6f6c25-5e75-4473-be3d-507e6def5c0f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2629690 Jul 06 17:51:28.236176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b3b242b2-4e94-4d25-8990-d266e0bd6cbf None None] Provisioning for port 8dcba9ed-b637-402c-98e2-4a739892381a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:28.239618 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7ce09c27-24b2-4603-aff5-29207e587bab tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1254876 Jul 06 17:51:28.240489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46650) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:28.248770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-122b955b-5b34-4b0c-86e0-1fee47413465 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707765753'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:28.253333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b3b242b2-4e94-4d25-8990-d266e0bd6cbf None None] Provisioning complete for port 8dcba9ed-b637-402c-98e2-4a739892381a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:28.253709 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3b242b2-4e94-4d25-8990-d266e0bd6cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.327220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Deleting port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:28.327690 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.361684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fe6a3ee7-fc46-4dbc-947c-abbab7ccd019 req-1c690d8a-c84a-4f6f-ac59-ea5a230dd72d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175663 Jul 06 17:51:28.363102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b3b242b2-4e94-4d25-8990-d266e0bd6cbf None None] Port 8dcba9ed-b637-402c-98e2-4a739892381a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:28.370659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-122b955b-5b34-4b0c-86e0-1fee47413465 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.400936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b3b242b2-4e94-4d25-8990-d266e0bd6cbf None None] Provisioning complete for port 98263f41-b5cf-4a53-a817-dc156c5b57e5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:28.401232 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3b242b2-4e94-4d25-8990-d266e0bd6cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.565250 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.700146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-122b955b-5b34-4b0c-86e0-1fee47413465 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.707902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-122b955b-5b34-4b0c-86e0-1fee47413465 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.716417 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.733206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-87dca1f0-a7c0-4e94-9a47-783f458ba3c5 None None] Provisioning complete for port 8dcba9ed-b637-402c-98e2-4a739892381a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:28.733843 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-87dca1f0-a7c0-4e94-9a47-783f458ba3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.789125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-122b955b-5b34-4b0c-86e0-1fee47413465 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:28.794281 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-122b955b-5b34-4b0c-86e0-1fee47413465 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5513339 Jul 06 17:51:28.806079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46660) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:28.822124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-87dca1f0-a7c0-4e94-9a47-783f458ba3c5 None None] Port 8dcba9ed-b637-402c-98e2-4a739892381a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:28.826663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-07a3faab-d693-4e5f-89f1-c56d07dc711a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '53479ae4-4707-4d26-9f18-0cbbfbf82966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:28.841706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b955b-5b34-4b0c-86e0-1fee47413465 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53479ae4-4707-4d26-9f18-0cbbfbf82966,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:28.968482 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-07a3faab-d693-4e5f-89f1-c56d07dc711a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The resource could not be found. Jul 06 17:51:28.969787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-07a3faab-d693-4e5f-89f1-c56d07dc711a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1615424 Jul 06 17:51:28.986719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46664) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:29.001152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7dfd9382-2622-4c7a-aca9-31fe956a80f8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '53479ae4-4707-4d26-9f18-0cbbfbf82966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3f328d57-779e-4411-a4d2-b670861c70ec'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:29.024667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:29.046064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=8dcba9ed-b637-402c-98e2-4a739892381a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:29.056055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2f25b-33ee-4161-b65f-74166d142e2b req-b44db8a1-fdd5-4492-b450-378c797612a7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.062766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2f25b-33ee-4161-b65f-74166d142e2b req-b44db8a1-fdd5-4492-b450-378c797612a7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.069721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2f25b-33ee-4161-b65f-74166d142e2b req-b44db8a1-fdd5-4492-b450-378c797612a7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.076250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2f25b-33ee-4161-b65f-74166d142e2b req-b44db8a1-fdd5-4492-b450-378c797612a7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.083605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2f25b-33ee-4161-b65f-74166d142e2b req-b44db8a1-fdd5-4492-b450-378c797612a7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.089875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2f25b-33ee-4161-b65f-74166d142e2b req-b44db8a1-fdd5-4492-b450-378c797612a7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.096248 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2f25b-33ee-4161-b65f-74166d142e2b req-b44db8a1-fdd5-4492-b450-378c797612a7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.098871 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-47b2f25b-33ee-4161-b65f-74166d142e2b req-b44db8a1-fdd5-4492-b450-378c797612a7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.2149966 Jul 06 17:51:29.140965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-3b5980d5-de2c-4ba7-b028-f8f592cd6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.142537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-3b5980d5-de2c-4ba7-b028-f8f592cd6d9f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 1097 time: 0.5349557 Jul 06 17:51:29.149490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] For port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:29.149998 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.167045 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-47b2f25b-33ee-4161-b65f-74166d142e2b req-23b04e32-cb4c-4c7b-8312-9e168e31af01 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622413 Jul 06 17:51:29.167756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:29.250064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Calling delete_port for 7e2987bb-9359-4124-b6f3-8f1e7998d6cc owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:29.255660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-761c53c5-0dd9-43b0-a9ee-535f5360f218 None None] Provisioning complete for port 8dcba9ed-b637-402c-98e2-4a739892381a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:29.256342 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-761c53c5-0dd9-43b0-a9ee-535f5360f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.301121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-761c53c5-0dd9-43b0-a9ee-535f5360f218 None None] Port 8dcba9ed-b637-402c-98e2-4a739892381a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:29.332781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0953e0-5fb3-4212-a623-69426dac6829 req-6bb4311e-668f-491c-a665-846727effebd tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.334435 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc0953e0-5fb3-4212-a623-69426dac6829 req-6bb4311e-668f-491c-a665-846727effebd tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 945 time: 0.6731312 Jul 06 17:51:29.339955 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f2a4d32-3e53-42de-b820-a4a9eaa39f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.343789 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.371276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a0676-682d-4274-bebc-a29c273faf92 req-8c07b13a-08aa-420f-a954-e58cd85f3b7d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.373051 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-876a0676-682d-4274-bebc-a29c273faf92 req-8c07b13a-08aa-420f-a954-e58cd85f3b7d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.0786545 Jul 06 17:51:29.385506 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-7dfd9382-2622-4c7a-aca9-31fe956a80f8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The resource could not be found. Jul 06 17:51:29.386592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7dfd9382-2622-4c7a-aca9-31fe956a80f8 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3906851 Jul 06 17:51:29.399069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:29.448953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-876a0676-682d-4274-bebc-a29c273faf92 req-e7288f62-8107-45f6-a39d-663c565dc893 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687306 Jul 06 17:51:29.508263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6190a829-0166-485f-9c90-6727062938fa tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.568457 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6190a829-0166-485f-9c90-6727062938fa tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.573539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.598244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc0953e0-5fb3-4212-a623-69426dac6829 req-eec207b1-84bc-4903-ae11-d9c506904226 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095909 Jul 06 17:51:29.668410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 98263f41-b5cf-4a53-a817-dc156c5b57e5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:29.709517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6190a829-0166-485f-9c90-6727062938fa tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.712692 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6190a829-0166-485f-9c90-6727062938fa tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.716617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6190a829-0166-485f-9c90-6727062938fa tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/53479ae4-4707-4d26-9f18-0cbbfbf82966 HTTP/1.1" status: 204 len: 168 time: 0.3164687 Jul 06 17:51:29.717258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46674) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:29.747709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190a829-0166-485f-9c90-6727062938fa tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53479ae4-4707-4d26-9f18-0cbbfbf82966,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:29.789324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09228d-00d4-4011-9471-8c6048a52a7e req-3236928a-5d02-445a-940b-cb320366f4f0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:29.789817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 98263f41-b5cf-4a53-a817-dc156c5b57e5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:29.790332 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.791256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef09228d-00d4-4011-9471-8c6048a52a7e req-3236928a-5d02-445a-940b-cb320366f4f0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1976273 Jul 06 17:51:29.817587 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-48ce9e92-5ec5-4a9f-b38e-2e29e6da0f7b tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897858 Jul 06 17:51:29.825252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46678) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:29.834420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f62ffbca-c554-49a0-8a51-3551f9e52617 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': 'c9995b61-fc46-4993-9e47-b56598a162ee', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:29.870636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef09228d-00d4-4011-9471-8c6048a52a7e req-618fc30c-f0cd-4ecc-b92f-fe029951d3e5 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696077 Jul 06 17:51:29.941177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.963603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:29.978943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['d969095d-bb85-4540-a128-4d1aa7f4a811'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:30.010528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f2a4d32-3e53-42de-b820-a4a9eaa39f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.069405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-ccbdf71a-7653-4a7c-a090-2d78d850b9a5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.075553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-ccbdf71a-7653-4a7c-a090-2d78d850b9a5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.081909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-ccbdf71a-7653-4a7c-a090-2d78d850b9a5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.088629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-ccbdf71a-7653-4a7c-a090-2d78d850b9a5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.095049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-ccbdf71a-7653-4a7c-a090-2d78d850b9a5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.101926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-ccbdf71a-7653-4a7c-a090-2d78d850b9a5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.107948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-ccbdf71a-7653-4a7c-a090-2d78d850b9a5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.110268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-ccbdf71a-7653-4a7c-a090-2d78d850b9a5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.5007598 Jul 06 17:51:30.157605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Pushing event deleted for resources: {'Port': ['ID=7e2987bb-9359-4124-b6f3-8f1e7998d6cc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:30.160161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f2a4d32-3e53-42de-b820-a4a9eaa39f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.308013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] No DVR routers for this DVR port 7e2987bb-9359-4124-b6f3-8f1e7998d6cc on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:30.325094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 7e2987bb-9359-4124-b6f3-8f1e7998d6cc no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:30.363768 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.365793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adfa59f5-2659-400b-abbe-de62de77ec5e req-f33057af-f12c-4a69-a3a1-f75d0851a1cf tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.22 "DELETE /v2.0/ports/7e2987bb-9359-4124-b6f3-8f1e7998d6cc HTTP/1.1" status: 204 len: 173 time: 3.1578574 Jul 06 17:51:30.369155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e921f09f-8eb6-4941-ad25-76cae4d235d7', 'name': 'network-vif-deleted', 'tag': '7e2987bb-9359-4124-b6f3-8f1e7998d6cc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:30.369785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 7e2987bb-9359-4124-b6f3-8f1e7998d6cc {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:30.370644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 7e2987bb-9359-4124-b6f3-8f1e7998d6cc not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:30.371592 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4319577a-102b-42b9-8009-057d7e027d32" -d '{"events": [{"server_uuid": "e921f09f-8eb6-4941-ad25-76cae4d235d7", "name": "network-vif-deleted", "tag": "7e2987bb-9359-4124-b6f3-8f1e7998d6cc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:30.418189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a4d32-3e53-42de-b820-a4a9eaa39f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9319a1-2fb3-475c-b31d-1484aa923e70,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:30.425649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2f2a4d32-3e53-42de-b820-a4a9eaa39f8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55afcaa68c694dd39fecee9223f953f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3959959 Jul 06 17:51:30.434927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-bf209d65-b617-4d94-96db-450c45b8fd49 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.436418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-bf209d65-b617-4d94-96db-450c45b8fd49 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "GET /v2.0/ports/7683b96e-e042-4f2c-baf6-0f7ab80da843?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2728546 Jul 06 17:51:30.442538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46684) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:30.444606 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967628f-5622-4c4f-af00-8330e90bf526 req-396ad589-57de-43f0-a9ef-c57376b955b7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.451934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967628f-5622-4c4f-af00-8330e90bf526 req-396ad589-57de-43f0-a9ef-c57376b955b7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.464169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967628f-5622-4c4f-af00-8330e90bf526 req-396ad589-57de-43f0-a9ef-c57376b955b7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.476319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967628f-5622-4c4f-af00-8330e90bf526 req-396ad589-57de-43f0-a9ef-c57376b955b7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.483138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967628f-5622-4c4f-af00-8330e90bf526 req-396ad589-57de-43f0-a9ef-c57376b955b7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.485484 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bfd0cb-ddaa-4428-b5cc-4d6218b8ca46 x-openstack-request-id: req-19bfd0cb-ddaa-4428-b5cc-4d6218b8ca46 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:30.485802 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e921f09f-8eb6-4941-ad25-76cae4d235d7", "name": "network-vif-deleted", "tag": "7e2987bb-9359-4124-b6f3-8f1e7998d6cc", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:30.486132 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19bfd0cb-ddaa-4428-b5cc-4d6218b8ca46 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:30.486571 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e921f09f-8eb6-4941-ad25-76cae4d235d7', 'name': 'network-vif-deleted', 'tag': '7e2987bb-9359-4124-b6f3-8f1e7998d6cc', 'status': 'completed', 'code': 200} Jul 06 17:51:30.491033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967628f-5622-4c4f-af00-8330e90bf526 req-396ad589-57de-43f0-a9ef-c57376b955b7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.498308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967628f-5622-4c4f-af00-8330e90bf526 req-396ad589-57de-43f0-a9ef-c57376b955b7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:30.500959 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3967628f-5622-4c4f-af00-8330e90bf526 req-396ad589-57de-43f0-a9ef-c57376b955b7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5435 time: 0.1953740 Jul 06 17:51:30.558716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3967628f-5622-4c4f-af00-8330e90bf526 req-ac62213c-7b6d-4fc3-ba60-2a0e35685ef5 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504968 Jul 06 17:51:30.558930 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-f62ffbca-c554-49a0-8a51-3551f9e52617 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The resource could not be found. Jul 06 17:51:30.559925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f62ffbca-c554-49a0-8a51-3551f9e52617 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7300563 Jul 06 17:51:30.567135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46688) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:30.572487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:30.580555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-df5c79c3-0dd7-4c2d-a2f9-18f663d97ec3 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090374925'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:30.624047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df5c79c3-0dd7-4c2d-a2f9-18f663d97ec3 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.761083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:30.770002 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df5c79c3-0dd7-4c2d-a2f9-18f663d97ec3 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.775508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df5c79c3-0dd7-4c2d-a2f9-18f663d97ec3 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.804224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-5533250e-9624-4743-813a-76ad32a25fa0 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "GET /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3558190 Jul 06 17:51:30.817410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c79c3-0dd7-4c2d-a2f9-18f663d97ec3 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b6b27a-aef7-4002-b5e8-1e2319921e0a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:30.820669 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d26b369a-3b74-4235-b00e-4671fef3476e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.828181 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df5c79c3-0dd7-4c2d-a2f9-18f663d97ec3 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.830244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:30.834631 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-df5c79c3-0dd7-4c2d-a2f9-18f663d97ec3 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2622290 Jul 06 17:51:30.837379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:30.850497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b8f48d6f-0ae9-42b7-8a5f-b897fdfac3ad tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707501107'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:30.920573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.924586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d26b369a-3b74-4235-b00e-4671fef3476e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.925569 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f29cd616-ce95-49b1-9bcf-c0d0a30040a2 req-5778ee02-6861-42b6-8e27-24463e6e5961 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=e921f09f-8eb6-4941-ad25-76cae4d235d7 HTTP/1.1" status: 200 len: 210 time: 0.0661447 Jul 06 17:51:30.969047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8f48d6f-0ae9-42b7-8a5f-b897fdfac3ad tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:30.997106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Transition to ACTIVE for port object f1fba5ac-1486-41de-93eb-27d94e813efa will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:31.038541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.085166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.111005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaa5cd-5c31-4873-9948-f9ba14e57f8a req-4a929af7-88ba-476c-b9be-d3cabb70c142 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:31.119558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fcbaa5cd-5c31-4873-9948-f9ba14e57f8a req-4a929af7-88ba-476c-b9be-d3cabb70c142 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.4438365 Jul 06 17:51:31.128725 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.131319 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.166257 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8f48d6f-0ae9-42b7-8a5f-b897fdfac3ad tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.172419 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.181104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:31.181687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8f48d6f-0ae9-42b7-8a5f-b897fdfac3ad tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.323863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f48d6f-0ae9-42b7-8a5f-b897fdfac3ad tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f34cca5-7760-4ad1-95d3-0521fbb9a867,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:31.330045 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8f48d6f-0ae9-42b7-8a5f-b897fdfac3ad tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.331912 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b8f48d6f-0ae9-42b7-8a5f-b897fdfac3ad tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4914982 Jul 06 17:51:31.339108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46698) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:31.340937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d26b369a-3b74-4235-b00e-4671fef3476e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.343649 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d26b369a-3b74-4235-b00e-4671fef3476e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.344863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d26b369a-3b74-4235-b00e-4671fef3476e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad9319a1-2fb3-475c-b31d-1484aa923e70 HTTP/1.1" status: 204 len: 168 time: 0.9021907 Jul 06 17:51:31.363397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ba14a8aa-336c-4ef2-9385-9f8636a4138d tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': '52b6b27a-aef7-4002-b5e8-1e2319921e0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6f34cca5-7760-4ad1-95d3-0521fbb9a867'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:31.435574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fcbaa5cd-5c31-4873-9948-f9ba14e57f8a req-9e317cca-9ba1-448a-a9f5-dd4879d55f19 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141661 Jul 06 17:51:31.442152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b369a-3b74-4235-b00e-4671fef3476e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9319a1-2fb3-475c-b31d-1484aa923e70,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:31.472784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0d948-dd73-4d57-bfe9-f1b860cc9e6d req-5b9d5e86-8945-4749-9ce6-93aeea5779e1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:31.495771 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7eb0d948-dd73-4d57-bfe9-f1b860cc9e6d req-5b9d5e86-8945-4749-9ce6-93aeea5779e1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2576563 Jul 06 17:51:31.522843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=8dcba9ed-b637-402c-98e2-4a739892381a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:31.613992 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-ba14a8aa-336c-4ef2-9385-9f8636a4138d tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:31.619150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ba14a8aa-336c-4ef2-9385-9f8636a4138d tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2678940 Jul 06 17:51:31.627409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:31.661844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] No DVR routers for this DVR port f1fba5ac-1486-41de-93eb-27d94e813efa on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:31.708395 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7eb0d948-dd73-4d57-bfe9-f1b860cc9e6d req-7ef07094-706a-4408-a89a-0945f1f6a423 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111402 Jul 06 17:51:31.741866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12836052-e77e-49a7-8e11-aa57b31e5f71 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.793511 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12836052-e77e-49a7-8e11-aa57b31e5f71 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.825062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7683b96e-e042-4f2c-baf6-0f7ab80da843 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:31.853540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network ca4ec897-a1b2-4011-9e0c-74157386bc7a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:31.863299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:31.905815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12836052-e77e-49a7-8e11-aa57b31e5f71 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.913507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12836052-e77e-49a7-8e11-aa57b31e5f71 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:31.920842 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-12836052-e77e-49a7-8e11-aa57b31e5f71 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f34cca5-7760-4ad1-95d3-0521fbb9a867 HTTP/1.1" status: 204 len: 168 time: 0.2901056 Jul 06 17:51:31.922862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46712) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:31.949464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12836052-e77e-49a7-8e11-aa57b31e5f71 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f34cca5-7760-4ad1-95d3-0521fbb9a867,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:31.958589 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.060235 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e8b712f-553a-4fb6-a4af-223a84d750fb tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1253204 Jul 06 17:51:32.063062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46718) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:32.084285 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.268231 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33784fa7-ee8c-429e-9960-72c2949fc761 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.328679 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33784fa7-ee8c-429e-9960-72c2949fc761 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.367171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a732dba7-2fc9-4af9-b82f-20ccb1ef73b8 None None] Provisioning complete for port 8dcba9ed-b637-402c-98e2-4a739892381a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:32.371605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a732dba7-2fc9-4af9-b82f-20ccb1ef73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.469808 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33784fa7-ee8c-429e-9960-72c2949fc761 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.476377 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33784fa7-ee8c-429e-9960-72c2949fc761 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.478581 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-33784fa7-ee8c-429e-9960-72c2949fc761 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/52b6b27a-aef7-4002-b5e8-1e2319921e0a HTTP/1.1" status: 204 len: 168 time: 0.4131539 Jul 06 17:51:32.483772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46730) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:32.513169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a732dba7-2fc9-4af9-b82f-20ccb1ef73b8 None None] Port 8dcba9ed-b637-402c-98e2-4a739892381a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:32.552302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f104e1d7-6567-4efa-a8d6-854e0926d8f7 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659456 Jul 06 17:51:32.553542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33784fa7-ee8c-429e-9960-72c2949fc761 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b6b27a-aef7-4002-b5e8-1e2319921e0a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:32.558859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46734) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:32.564787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-53f21f0b-a9a3-4332-b79d-0c4b39a6105a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804327865'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:32.588158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:32.592068 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d67ee4-7f81-4cef-b62a-0d90ec07df73" -d '{"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:32.615011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f21f0b-a9a3-4332-b79d-0c4b39a6105a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.687064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] For port 7683b96e-e042-4f2c-baf6-0f7ab80da843, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7683b96e-e042-4f2c-baf6-0f7ab80da843,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:32.929508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] For port 7683b96e-e042-4f2c-baf6-0f7ab80da843, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:32.941709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f21f0b-a9a3-4332-b79d-0c4b39a6105a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:32.968775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959615-09a8-4cd3-9b28-ce6478704760 req-7cef01f7-a72c-4b1d-b514-e3c1416f129f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:32.973708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d959615-09a8-4cd3-9b28-ce6478704760 req-7cef01f7-a72c-4b1d-b514-e3c1416f129f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.2891839 Jul 06 17:51:32.978240 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f21f0b-a9a3-4332-b79d-0c4b39a6105a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:33.039964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f21f0b-a9a3-4332-b79d-0c4b39a6105a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d19e88-7ebd-4ad9-90be-853510dec96d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:33.091217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f21f0b-a9a3-4332-b79d-0c4b39a6105a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:33.093575 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-53f21f0b-a9a3-4332-b79d-0c4b39a6105a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5332265 Jul 06 17:51:33.103054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46748) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:33.115616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e3b69bbf-d13a-422c-854c-20d702274815 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': 'a3d19e88-7ebd-4ad9-90be-853510dec96d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:33.119288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d959615-09a8-4cd3-9b28-ce6478704760 req-5f8a3f68-a671-495c-929e-1b707291ca5d tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334732 Jul 06 17:51:33.131050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] device_id is not set on port 7683b96e-e042-4f2c-baf6-0f7ab80da843 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:51:33.140776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:33.141215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:33.141627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:33.156962 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:33.184150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Port f1fba5ac-1486-41de-93eb-27d94e813efa on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:51:33.184150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Attempting to bind port f1fba5ac-1486-41de-93eb-27d94e813efa on network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:33.231345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04247-1181-4dd4-83d7-038005b6d388 req-5ae52ad5-6869-48d9-9a6b-588e70b2d7aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.245477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04247-1181-4dd4-83d7-038005b6d388 req-5ae52ad5-6869-48d9-9a6b-588e70b2d7aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.264165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04247-1181-4dd4-83d7-038005b6d388 req-5ae52ad5-6869-48d9-9a6b-588e70b2d7aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.272619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04247-1181-4dd4-83d7-038005b6d388 req-5ae52ad5-6869-48d9-9a6b-588e70b2d7aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.285232 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04247-1181-4dd4-83d7-038005b6d388 req-5ae52ad5-6869-48d9-9a6b-588e70b2d7aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.298296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04247-1181-4dd4-83d7-038005b6d388 req-5ae52ad5-6869-48d9-9a6b-588e70b2d7aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.303584 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:51:33.304447 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:51:33.312606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04247-1181-4dd4-83d7-038005b6d388 req-5ae52ad5-6869-48d9-9a6b-588e70b2d7aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.327300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-acb04247-1181-4dd4-83d7-038005b6d388 req-5ae52ad5-6869-48d9-9a6b-588e70b2d7aa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 5357 time: 0.7251484 Jul 06 17:51:33.330905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:33.344730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29754ce0-c408-46ab-a5cc-10655474a30b req-0d6dcfd3-966f-43de-8966-b1e2ba428286 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.350951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29754ce0-c408-46ab-a5cc-10655474a30b req-0d6dcfd3-966f-43de-8966-b1e2ba428286 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 945 time: 0.0913672 Jul 06 17:51:33.368227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:33.368816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Checking segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:33.369422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Bound using segment: {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:33.370205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Bound port: f1fba5ac-1486-41de-93eb-27d94e813efa, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7145131c-5727-4338-a034-d0b244ac3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:33.370899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:33.398281 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29754ce0-c408-46ab-a5cc-10655474a30b req-6a3dda4c-5139-456a-b2af-da5a3eed7a41 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449827 Jul 06 17:51:33.505628 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e205d63a-8369-4b3e-bfff-73af4ebed9b4 x-openstack-request-id: req-e205d63a-8369-4b3e-bfff-73af4ebed9b4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:33.506117 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:33.506582 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e205d63a-8369-4b3e-bfff-73af4ebed9b4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:33.507140 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'code': 200} Jul 06 17:51:33.510965 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-e3b69bbf-d13a-422c-854c-20d702274815 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:33.512759 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e3b69bbf-d13a-422c-854c-20d702274815 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4041905 Jul 06 17:51:33.517041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:33.525029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9cf090b3-74f5-49ff-9c85-0dc442b55b3a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group_rule': {'security_group_id': 'a3d19e88-7ebd-4ad9-90be-853510dec96d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:33.650149 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-9cf090b3-74f5-49ff-9c85-0dc442b55b3a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:51:33.650530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] No DVR routers for this DVR port 7683b96e-e042-4f2c-baf6-0f7ab80da843 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:33.650962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9cf090b3-74f5-49ff-9c85-0dc442b55b3a tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1296785 Jul 06 17:51:33.653082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:33.838816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-acb04247-1181-4dd4-83d7-038005b6d388 req-289fbb2c-3277-4d45-a64b-c54a25d68991 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5099030 Jul 06 17:51:33.839676 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] In _notify_port_updated(), no bound segment for port 7683b96e-e042-4f2c-baf6-0f7ab80da843 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:51:33.840830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.841670 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:33.843265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-30364562-f42c-4962-97e2-b029edabf74d service neutron] 10.222.0.55 "PUT /v2.0/ports/7683b96e-e042-4f2c-baf6-0f7ab80da843 HTTP/1.1" status: 200 len: 1028 time: 3.0284340 Jul 06 17:51:33.850681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 8b2bac66-8fe8-4056-81a2-f80aec6fdb90 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:51:33.871978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30364562-f42c-4962-97e2-b029edabf74d service neutron] Pushing event updated for resources: {'Port': ['ID=7683b96e-e042-4f2c-baf6-0f7ab80da843,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:33.877032 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb902cf7-d8de-4d78-83d4-5f183a659504 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:33.902685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device cade89d9-c173-4e18-9597-f89f752088d7 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:33.946372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb902cf7-d8de-4d78-83d4-5f183a659504 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:33.968039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e1f65-a147-4506-a63f-da99d24d6773 req-7e028861-955f-4920-89e5-434c3d8a0be0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:33.969796 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c90e1f65-a147-4506-a63f-da99d24d6773 req-7e028861-955f-4920-89e5-434c3d8a0be0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1942697 Jul 06 17:51:34.012192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-bf2be5f8-898d-4328-81c1-6662d693aa51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:34.013708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-bf2be5f8-898d-4328-81c1-6662d693aa51 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "GET /v2.0/ports/ed0e1eb7-4909-4d09-985f-3586dfcb9c82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1550333 Jul 06 17:51:34.018472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-791a324e-3417-4b78-bed0-4c0ffcc5d79a None None] Provisioning complete for port 7683b96e-e042-4f2c-baf6-0f7ab80da843 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:34.019823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791a324e-3417-4b78-bed0-4c0ffcc5d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.043661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:34.063160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:34.121446 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c90e1f65-a147-4506-a63f-da99d24d6773 req-927a44fc-8f2e-4ef9-8eac-d580277db5f0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968823 Jul 06 17:51:34.125485 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb902cf7-d8de-4d78-83d4-5f183a659504 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.137205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-791a324e-3417-4b78-bed0-4c0ffcc5d79a None None] Port 7683b96e-e042-4f2c-baf6-0f7ab80da843 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:34.139574 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb902cf7-d8de-4d78-83d4-5f183a659504 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.141311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cb902cf7-d8de-4d78-83d4-5f183a659504 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3d19e88-7ebd-4ad9-90be-853510dec96d HTTP/1.1" status: 204 len: 168 time: 0.4868476 Jul 06 17:51:34.157799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46766) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:34.158757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.166011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb902cf7-d8de-4d78-83d4-5f183a659504 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d19e88-7ebd-4ad9-90be-853510dec96d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:34.168545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:34.198263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.266832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-29e1da39-df47-49ef-959f-7e16e8981a57 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1075592 Jul 06 17:51:34.273818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46770) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:34.278540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-96b7b3da-1988-439a-ab3b-485de0acb9b5 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'tempest-secgroup--196257865'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:34.293307 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.329279 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96b7b3da-1988-439a-ab3b-485de0acb9b5 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.343461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:34.344094 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.345548 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] 10.222.0.22 "PUT /v2.0/ports/f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1093 time: 5.1859331 Jul 06 17:51:34.348399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:34.372916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a7c43006-4b7e-42c0-92ec-2397b0e3fbd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/8b2bac66-8fe8-4056-81a2-f80aec6fdb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1208625 Jul 06 17:51:34.377173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:34.386283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port cade89d9-c173-4e18-9597-f89f752088d7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=cade89d9-c173-4e18-9597-f89f752088d7,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:34.410717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cade89d9-c173-4e18-9597-f89f752088d7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:34.423352 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d66310-84ab-46a1-bf76-682f25fed8e0" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "cade89d9-c173-4e18-9597-f89f752088d7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:34.463144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93eb5bc-22ca-4b1c-86b0-c08e9400f768 None None] Sync routers for ids ['8b2bac66-8fe8-4056-81a2-f80aec6fdb90'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:34.475649 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.477121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3b3b1242-7bce-4780-878c-7dd2ad0de237 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:34.496165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3a11f0-a144-4538-852f-3fc9b9973127 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:34.503545 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4b3a11f0-a144-4538-852f-3fc9b9973127 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports/8dcba9ed-b637-402c-98e2-4a739892381a HTTP/1.1" status: 200 len: 983 time: 0.1206799 Jul 06 17:51:34.503836 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46780) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:34.651334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=cade89d9-c173-4e18-9597-f89f752088d7,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:34.733910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93eb5bc-22ca-4b1c-86b0-c08e9400f768 None None] Routers {'8b2bac66-8fe8-4056-81a2-f80aec6fdb90'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:34.738232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b93eb5bc-22ca-4b1c-86b0-c08e9400f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8b2bac66-8fe8-4056-81a2-f80aec6fdb90'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:34.793607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a7b94-8e2d-42ac-ba84-be9dc39058d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:34.851869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96b7b3da-1988-439a-ab3b-485de0acb9b5 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.862807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96b7b3da-1988-439a-ab3b-485de0acb9b5 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:34.875208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b93eb5bc-22ca-4b1c-86b0-c08e9400f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:34.908366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93eb5bc-22ca-4b1c-86b0-c08e9400f768 None None] Routers {'8b2bac66-8fe8-4056-81a2-f80aec6fdb90'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:34.910455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b93eb5bc-22ca-4b1c-86b0-c08e9400f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8b2bac66-8fe8-4056-81a2-f80aec6fdb90'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:34.930834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974e00e-409e-463e-aae5-4119ec604012 req-7bc14067-4825-4baa-a34d-345c0b1a1f1e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:34.932836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1974e00e-409e-463e-aae5-4119ec604012 req-7bc14067-4825-4baa-a34d-345c0b1a1f1e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 945 time: 0.2465317 Jul 06 17:51:34.944184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] For port ed0e1eb7-4909-4d09-985f-3586dfcb9c82, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:34.997181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7b3da-1988-439a-ab3b-485de0acb9b5 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d4e9ea-659b-4ae1-94c4-b213724bd3ec,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:35.017425 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1974e00e-409e-463e-aae5-4119ec604012 req-b9b9d2f5-0419-4271-836c-3d645c403bec tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711331 Jul 06 17:51:35.066895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-46c3a2a3-9bd9-4ced-9020-01bb5826ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:35.069630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-46c3a2a3-9bd9-4ced-9020-01bb5826ffd3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1096 time: 0.6815338 Jul 06 17:51:35.078486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b93eb5bc-22ca-4b1c-86b0-c08e9400f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:35.079900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93eb5bc-22ca-4b1c-86b0-c08e9400f768 None None] The sync data for ids ['8b2bac66-8fe8-4056-81a2-f80aec6fdb90'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:35.082392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96b7b3da-1988-439a-ab3b-485de0acb9b5 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.084013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96b7b3da-1988-439a-ab3b-485de0acb9b5 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8091226 Jul 06 17:51:35.095541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:35.099004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ee9a-0245-46ea-a41f-57a305b7a7c9 req-cbb2bd85-cecf-4663-8f47-f7b31e7e3837 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:35.111083 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b70c0f-fe99-43fa-bc78-59317d1bc867 x-openstack-request-id: req-82b70c0f-fe99-43fa-bc78-59317d1bc867 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:35.111755 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "cade89d9-c173-4e18-9597-f89f752088d7", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:35.112661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23b6ee9a-0245-46ea-a41f-57a305b7a7c9 req-cbb2bd85-cecf-4663-8f47-f7b31e7e3837 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.4130383 Jul 06 17:51:35.112990 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82b70c0f-fe99-43fa-bc78-59317d1bc867 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:35.113804 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cade89d9-c173-4e18-9597-f89f752088d7', 'code': 200} Jul 06 17:51:35.128995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.141800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7d7c4a8c-d388-4357-afc5-bdbecc86effc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:35.142575 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-7d7c4a8c-d388-4357-afc5-bdbecc86effc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 17:51:35.143237 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-7d7c4a8c-d388-4357-afc5-bdbecc86effc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 17:51:35.145424 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7d7c4a8c-d388-4357-afc5-bdbecc86effc tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "PUT /v2.0/security-groups/50d4e9ea-659b-4ae1-94c4-b213724bd3ec HTTP/1.1" status: 409 len: 330 time: 0.0076933 Jul 06 17:51:35.153362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46796) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:35.157109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] For port ed0e1eb7-4909-4d09-985f-3586dfcb9c82, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:35.233208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3b3b1242-7bce-4780-878c-7dd2ad0de237, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:35.238774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-bd84c68f-7e35-404e-b7d4-1ec9c92d1065 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:35.240628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-bd84c68f-7e35-404e-b7d4-1ec9c92d1065 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.55 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 946 time: 0.2148697 Jul 06 17:51:35.250450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.252033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ca65a389-3aff-4a71-9ac3-1180117b1629 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:35.338120 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.437270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3b3b1242-7bce-4780-878c-7dd2ad0de237,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:35.512619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:35.524916 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaefe606-76a1-4555-8fb8-916e216230dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:35.540860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.568477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] device_id is not set on port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:51:35.590504 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23b6ee9a-0245-46ea-a41f-57a305b7a7c9 req-bfed627b-cb73-474d-97c2-025d8ef41087 tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/security-groups?id=de534437-986b-4180-80fa-6bc8b082798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756317 Jul 06 17:51:35.597227 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23272026-227c-4a5e-9c99-333becf52c26 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.599364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ca65a389-3aff-4a71-9ac3-1180117b1629, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ca65a389-3aff-4a71-9ac3-1180117b1629,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:35.615340 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.623176 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.625240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ed0e1eb7-4909-4d09-985f-3586dfcb9c82 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:35.627031 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Deleting port d969095d-bb85-4540-a128-4d1aa7f4a811 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:35.627392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.666884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.820597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ed0e1eb7-4909-4d09-985f-3586dfcb9c82 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:35.824949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:35.826661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:35.832629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23272026-227c-4a5e-9c99-333becf52c26 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:35.868957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=ca65a389-3aff-4a71-9ac3-1180117b1629,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:35.870195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-3008ebdd-8dda-4f7a-a3e9-f84cdd48e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:35.872030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-3008ebdd-8dda-4f7a-a3e9-f84cdd48e5a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.7884543 Jul 06 17:51:35.910779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:35.921955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device b9a32bc3-0425-4419-9935-213d68df3df8 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:35.974970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] No DVR routers for this DVR port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:36.040063 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.103678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port b9a32bc3-0425-4419-9935-213d68df3df8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b9a32bc3-0425-4419-9935-213d68df3df8,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:36.117474 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.118727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 3586c00f-536d-44ef-82fd-af48620ef5a9 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:36.127219 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-6e14d7da-00e7-40fa-9a2e-ab3604850ad3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1000 time: 0.2208517 Jul 06 17:51:36.129607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23272026-227c-4a5e-9c99-333becf52c26 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.132922 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23272026-227c-4a5e-9c99-333becf52c26 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.134421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-23272026-227c-4a5e-9c99-333becf52c26 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/50d4e9ea-659b-4ae1-94c4-b213724bd3ec HTTP/1.1" status: 204 len: 168 time: 0.9742045 Jul 06 17:51:36.136659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] In _notify_port_updated(), no bound segment for port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 on network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:51:36.137830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.139007 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.140639 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-24ae2a9c-0c62-4082-8b32-98c3dfc25335 service neutron] 10.222.0.55 "PUT /v2.0/ports/ed0e1eb7-4909-4d09-985f-3586dfcb9c82 HTTP/1.1" status: 200 len: 1027 time: 2.0924048 Jul 06 17:51:36.141397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:36.240988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23272026-227c-4a5e-9c99-333becf52c26 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d4e9ea-659b-4ae1-94c4-b213724bd3ec,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:36.249158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5306e693-7f52-4ee4-b859-f088d2ae80e1 None None] Provisioning complete for port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:36.249543 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5306e693-7f52-4ee4-b859-f088d2ae80e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.282321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a3ad2-98aa-468b-bb7c-a251726843b1 req-ec0d53a7-1045-42dd-ab81-8829d0bc0a52 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.290310 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f8a3ad2-98aa-468b-bb7c-a251726843b1 req-ec0d53a7-1045-42dd-ab81-8829d0bc0a52 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4599001 Jul 06 17:51:36.296119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.313491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5306e693-7f52-4ee4-b859-f088d2ae80e1 None None] Port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:36.339129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=b9a32bc3-0425-4419-9935-213d68df3df8,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:36.357535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cb3d-b302-4b47-8d66-9fd9a7011ea3 req-b11716b3-4766-4f22-89d5-f366a8c5866a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.364276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cb3d-b302-4b47-8d66-9fd9a7011ea3 req-b11716b3-4766-4f22-89d5-f366a8c5866a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.370836 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cb3d-b302-4b47-8d66-9fd9a7011ea3 req-b11716b3-4766-4f22-89d5-f366a8c5866a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.373754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-843f8d3d-b067-4e84-a1c2-bd201cfab964 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2248397 Jul 06 17:51:36.377430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cb3d-b302-4b47-8d66-9fd9a7011ea3 req-b11716b3-4766-4f22-89d5-f366a8c5866a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.378548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-5408a5b8-6323-44c6-808f-de59fc11f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.380154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-5408a5b8-6323-44c6-808f-de59fc11f438 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.2356341 Jul 06 17:51:36.381265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:36.385886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cb3d-b302-4b47-8d66-9fd9a7011ea3 req-b11716b3-4766-4f22-89d5-f366a8c5866a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.391966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644cb3d-b302-4b47-8d66-9fd9a7011ea3 req-b11716b3-4766-4f22-89d5-f366a8c5866a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.399654 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d644cb3d-b302-4b47-8d66-9fd9a7011ea3 req-b11716b3-4766-4f22-89d5-f366a8c5866a tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 4578 time: 0.8443685 Jul 06 17:51:36.402758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.450819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 3586c00f-536d-44ef-82fd-af48620ef5a9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3586c00f-536d-44ef-82fd-af48620ef5a9,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:36.458104 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-32e834ed-1ca6-41e3-a48a-e1903432a37f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] delete failed (client error): The resource could not be found. Jul 06 17:51:36.458359 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.465415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-32e834ed-1ca6-41e3-a48a-e1903432a37f tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "DELETE /v2.0/security-groups/1951dbf5-c9c7-4004-bc39-6a5af68baa41 HTTP/1.1" status: 404 len: 347 time: 0.0753849 Jul 06 17:51:36.465681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] For port d969095d-bb85-4540-a128-4d1aa7f4a811, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d969095d-bb85-4540-a128-4d1aa7f4a811,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:36.465681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.467274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:36.481115 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f8a3ad2-98aa-468b-bb7c-a251726843b1 req-f28cee93-bc4d-451a-843a-d2d316c89dc6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895111 Jul 06 17:51:36.500740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Calling delete_port for d969095d-bb85-4540-a128-4d1aa7f4a811 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:36.536737 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-e7c42ef6-9a28-49bc-8db5-b2181294e9e4 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] show failed (client error): The resource could not be found. Jul 06 17:51:36.538853 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d644cb3d-b302-4b47-8d66-9fd9a7011ea3 req-fec4814d-2e3c-458a-83ba-718c15072744 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8&id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381972 Jul 06 17:51:36.542084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e7c42ef6-9a28-49bc-8db5-b2181294e9e4 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-groups/3504510d-9211-4884-b006-ceaca4911140 HTTP/1.1" status: 404 len: 347 time: 0.0714414 Jul 06 17:51:36.548905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46828) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:36.550931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting port 3586c00f-536d-44ef-82fd-af48620ef5a9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:36.551556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.574267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=3586c00f-536d-44ef-82fd-af48620ef5a9,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:36.685772 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-7509750a-ca10-4abe-8e66-2e24638fba57 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] show failed (client error): The resource could not be found. Jul 06 17:51:36.694750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7509750a-ca10-4abe-8e66-2e24638fba57 tempest-NegativeSecGroupIPv6Test-364259688 tempest-NegativeSecGroupIPv6Test-364259688-project] 10.222.0.13 "GET /v2.0/security-group-rules/e018b5ef-d62f-4870-aee4-626690d6436c HTTP/1.1" status: 404 len: 356 time: 0.1365511 Jul 06 17:51:36.761920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-382f6194-6101-4877-81ea-1681da1fd61d req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] For port 3586c00f-536d-44ef-82fd-af48620ef5a9, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3586c00f-536d-44ef-82fd-af48620ef5a9,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:36.762303 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:36.778150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Calling delete_port for 3586c00f-536d-44ef-82fd-af48620ef5a9 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:36.797630 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5307ce-7ed4-41e5-b881-c5b880df3373 x-openstack-request-id: req-8a5307ce-7ed4-41e5-b881-c5b880df3373 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:36.797630 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:36.798062 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a5307ce-7ed4-41e5-b881-c5b880df3373 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:36.799165 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'status': 'completed', 'code': 200} Jul 06 17:51:36.876263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-117a17b8-53c6-45fe-9812-f213983c5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.877897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-117a17b8-53c6-45fe-9812-f213983c5013 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4820361 Jul 06 17:51:36.970610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed368-061e-4111-b5e1-c0012ee709a9 req-69d62739-3bed-45c5-ae8b-8ab3a516fc63 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:36.978595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aafed368-061e-4111-b5e1-c0012ee709a9 req-69d62739-3bed-45c5-ae8b-8ab3a516fc63 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 945 time: 0.2387986 Jul 06 17:51:37.012444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.026135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['d969095d-bb85-4540-a128-4d1aa7f4a811'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:37.059744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Pushing event deleted for resources: {'Port': ['ID=d969095d-bb85-4540-a128-4d1aa7f4a811,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:37.121481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3b1242-7bce-4780-878c-7dd2ad0de237'}, {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca65a389-3aff-4a71-9ac3-1180117b1629'}, {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8'}, {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3586c00f-536d-44ef-82fd-af48620ef5a9'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:37.123651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.131992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aafed368-061e-4111-b5e1-c0012ee709a9 req-be7ca4ca-4534-42b7-8b65-1260901897f2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522675 Jul 06 17:51:37.133360 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a23b8d-3d4f-4e32-ac92-9262aef97b3c" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3b1242-7bce-4780-878c-7dd2ad0de237"}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "ca65a389-3aff-4a71-9ac3-1180117b1629"}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8"}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "3586c00f-536d-44ef-82fd-af48620ef5a9"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:37.170326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] No DVR routers for this DVR port d969095d-bb85-4540-a128-4d1aa7f4a811 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:37.174373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.177435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27ee4b74-48ec-4ce5-9a1d-936d60907b28 req-4c4bd945-d796-4db6-847d-02cd32f31e4f tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.55 "DELETE /v2.0/ports/d969095d-bb85-4540-a128-4d1aa7f4a811 HTTP/1.1" status: 204 len: 173 time: 1.9280229 Jul 06 17:51:37.178137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acb30af-0984-4ffe-8a4d-3eed5413c7b3', 'name': 'network-vif-deleted', 'tag': 'd969095d-bb85-4540-a128-4d1aa7f4a811'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:37.181297 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5263da-1e26-4f4e-86c8-18427c0f1c76" -d '{"events": [{"server_uuid": "2acb30af-0984-4ffe-8a4d-3eed5413c7b3", "name": "network-vif-deleted", "tag": "d969095d-bb85-4540-a128-4d1aa7f4a811"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:37.186278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 8dcba9ed-b637-402c-98e2-4a739892381a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:37.186908 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.335227 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0b0a2a-27a1-4030-8a54-0866389155ae x-openstack-request-id: req-cc0b0a2a-27a1-4030-8a54-0866389155ae {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:37.335637 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3b1242-7bce-4780-878c-7dd2ad0de237", "code": 200}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "ca65a389-3aff-4a71-9ac3-1180117b1629", "code": 200}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8", "code": 200}, {"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-unplugged", "status": "completed", "tag": "3586c00f-536d-44ef-82fd-af48620ef5a9", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:37.335959 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc0b0a2a-27a1-4030-8a54-0866389155ae {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:37.336436 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3b1242-7bce-4780-878c-7dd2ad0de237', 'code': 200} Jul 06 17:51:37.336781 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca65a389-3aff-4a71-9ac3-1180117b1629', 'code': 200} Jul 06 17:51:37.337179 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'code': 200} Jul 06 17:51:37.337408 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3586c00f-536d-44ef-82fd-af48620ef5a9', 'code': 200} Jul 06 17:51:37.353748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Port': ['ID=3586c00f-536d-44ef-82fd-af48620ef5a9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:37.451017 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811bd724-fa02-4aab-be47-0d2b05540f3a x-openstack-request-id: req-811bd724-fa02-4aab-be47-0d2b05540f3a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:37.451641 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acb30af-0984-4ffe-8a4d-3eed5413c7b3", "name": "network-vif-deleted", "tag": "d969095d-bb85-4540-a128-4d1aa7f4a811", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:37.451641 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-811bd724-fa02-4aab-be47-0d2b05540f3a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:37.451991 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acb30af-0984-4ffe-8a4d-3eed5413c7b3', 'name': 'network-vif-deleted', 'tag': 'd969095d-bb85-4540-a128-4d1aa7f4a811', 'status': 'completed', 'code': 200} Jul 06 17:51:37.482231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10bc43d5-88de-49c9-93a1-9a8b912e9ec4 req-162530f7-c2f1-4700-abb5-50b5abaf98ae tempest-ServerRescueTestJSON-1016512734 tempest-ServerRescueTestJSON-1016512734-project] 10.222.0.13 "GET /v2.0/ports?device_id=2acb30af-0984-4ffe-8a4d-3eed5413c7b3 HTTP/1.1" status: 200 len: 210 time: 0.1582434 Jul 06 17:51:37.483613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46846) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:37.508496 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-7c6f6c83-4674-45e8-8fad-394849d752cf service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224990 Jul 06 17:51:37.539611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe606-76a1-4555-8fb8-916e216230dd req-e60b3ad4-18d0-4c5d-9d65-c70aa00b9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:37.542615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-e60b3ad4-18d0-4c5d-9d65-c70aa00b9f7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1096 time: 0.7501028 Jul 06 17:51:37.548246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:37.553179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.600208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 8dcba9ed-b637-402c-98e2-4a739892381a owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:37.664861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2000b-918c-4436-882a-40e235c52e99 req-94eeac33-3e77-46a6-89d8-3d1646ea51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:37.666630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93f2000b-918c-4436-882a-40e235c52e99 req-94eeac33-3e77-46a6-89d8-3d1646ea51e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1095 time: 0.1810298 Jul 06 17:51:37.668315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f6194-6101-4877-81ea-1681da1fd61d req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] No DVR routers for this DVR port 3586c00f-536d-44ef-82fd-af48620ef5a9 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:37.717033 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:37.719565 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-32435f4b-c2af-4a1a-bb20-14f7bcd5068e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "DELETE /v2.0/ports/3586c00f-536d-44ef-82fd-af48620ef5a9 HTTP/1.1" status: 204 len: 173 time: 1.5618882 Jul 06 17:51:37.817645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3080135e-3291-47f2-ab29-392c1b888453 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25a72a99ba5c40dfbee7bfec6d7a492f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036890 Jul 06 17:51:37.820857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46858) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:37.856073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f53667b-954c-49ef-ac15-97d1b3302fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.022763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2000b-918c-4436-882a-40e235c52e99 req-ed80a9c1-3321-42f1-96ce-c1e220dd0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.025365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93f2000b-918c-4436-882a-40e235c52e99 req-ed80a9c1-3321-42f1-96ce-c1e220dd0370 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.3116357 Jul 06 17:51:38.037035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe606-76a1-4555-8fb8-916e216230dd req-b9d5a725-0601-4982-bc1e-38a09ccdf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.039936 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-b9d5a725-0601-4982-bc1e-38a09ccdf3bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.4829340 Jul 06 17:51:38.092380 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e301cbcd-0f77-4515-a014-ba27a556a3b7 req-35794a74-e734-4ccf-9bd3-d376e0a3f19d service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572319 Jul 06 17:51:38.105656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12f109-6863-463c-b74e-c905b36402fb req-cacb78f1-6e6f-40c4-b044-d530bcceec97 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.107301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e12f109-6863-463c-b74e-c905b36402fb req-cacb78f1-6e6f-40c4-b044-d530bcceec97 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4935689 Jul 06 17:51:38.149632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c93a890-e454-471c-8a37-a77d2df80927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.179311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e31f3-b72d-45d9-af0f-bb1805c9c43c req-d07f0947-baeb-4bd4-a3fe-2fdbde1b5254 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.185462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e31f3-b72d-45d9-af0f-bb1805c9c43c req-d07f0947-baeb-4bd4-a3fe-2fdbde1b5254 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.192676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e31f3-b72d-45d9-af0f-bb1805c9c43c req-d07f0947-baeb-4bd4-a3fe-2fdbde1b5254 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.198799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e31f3-b72d-45d9-af0f-bb1805c9c43c req-d07f0947-baeb-4bd4-a3fe-2fdbde1b5254 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.200641 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b95e31f3-b72d-45d9-af0f-bb1805c9c43c req-d07f0947-baeb-4bd4-a3fe-2fdbde1b5254 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 3143 time: 0.4019997 Jul 06 17:51:38.213555 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93f2000b-918c-4436-882a-40e235c52e99 req-be261152-970c-48d5-a653-9a0d61bdafaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 999 time: 0.1811819 Jul 06 17:51:38.244032 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-2460baf9-5043-48c6-bcbc-8309def78b61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1000 time: 0.1801620 Jul 06 17:51:38.256245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c93a890-e454-471c-8a37-a77d2df80927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.280491 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.349039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=8dcba9ed-b637-402c-98e2-4a739892381a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:38.365703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b95e31f3-b72d-45d9-af0f-bb1805c9c43c req-7638187a-44d2-4a59-991c-0623e9290a70 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510620 Jul 06 17:51:38.422356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2000b-918c-4436-882a-40e235c52e99 req-0e21019c-7ac8-43bf-b4a9-28a3e4cb1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.424551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93f2000b-918c-4436-882a-40e235c52e99 req-0e21019c-7ac8-43bf-b4a9-28a3e4cb1f02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.2001443 Jul 06 17:51:38.599753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.714308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting port cade89d9-c173-4e18-9597-f89f752088d7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:38.714746 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.728971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f53667b-954c-49ef-ac15-97d1b3302fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.730959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e12f109-6863-463c-b74e-c905b36402fb req-89d6cbe0-16f5-4dea-97db-0e123ddef302 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5858877 Jul 06 17:51:38.743727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f53667b-954c-49ef-ac15-97d1b3302fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:38.805838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2000b-918c-4436-882a-40e235c52e99 req-9ee9c2f6-1708-46be-8e8b-f2e02e5cbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.808719 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93f2000b-918c-4436-882a-40e235c52e99 req-9ee9c2f6-1708-46be-8e8b-f2e02e5cbe38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3720791 Jul 06 17:51:38.814267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': '3586c00f-536d-44ef-82fd-af48620ef5a9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:38.817566 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b2ddc5-82e2-4812-bdbf-2e5831f7ac81" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "3586c00f-536d-44ef-82fd-af48620ef5a9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:38.836379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46866) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:38.861869 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1f53667b-954c-49ef-ac15-97d1b3302fc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f243d4818e8043c9ba766de0885e3c10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3045502 Jul 06 17:51:38.897559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46868) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:38.901088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe606-76a1-4555-8fb8-916e216230dd req-47130dd3-0ec6-4738-950d-8e64afec8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.903003 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-47130dd3-0ec6-4738-950d-8e64afec8e50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.6492486 Jul 06 17:51:38.917149 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf56540-4e58-4f57-a5be-c4def1063766 x-openstack-request-id: req-eaf56540-4e58-4f57-a5be-c4def1063766 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:38.917565 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "3586c00f-536d-44ef-82fd-af48620ef5a9", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:38.917731 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaf56540-4e58-4f57-a5be-c4def1063766 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:38.918102 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': '3586c00f-536d-44ef-82fd-af48620ef5a9', 'status': 'completed', 'code': 200} Jul 06 17:51:38.945717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53667b-954c-49ef-ac15-97d1b3302fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34135f10-b440-4dc8-a384-0174219cd9f9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:38.997173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe606-76a1-4555-8fb8-916e216230dd req-da36978b-4081-417e-9651-e95d3321714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:38.998829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-da36978b-4081-417e-9651-e95d3321714f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1096 time: 0.8518078 Jul 06 17:51:39.030314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 8b2bac66-8fe8-4056-81a2-f80aec6fdb90 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:39.083756 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93f2000b-918c-4436-882a-40e235c52e99 req-4a21fe4f-4e6a-4403-93d2-9242a6882be1 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603505 Jul 06 17:51:39.086223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c93a890-e454-471c-8a37-a77d2df80927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.088826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c93a890-e454-471c-8a37-a77d2df80927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.090043 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5c93a890-e454-471c-8a37-a77d2df80927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55b459c4-4935-4fc1-a4c1-39e8283ef1cb HTTP/1.1" status: 204 len: 168 time: 1.2627487 Jul 06 17:51:39.142206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cc4c7-648b-44fb-b024-b664fdfa036b req-08cee4d7-264b-4035-ac53-55113b3cc55c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:39.143958 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b9cc4c7-648b-44fb-b024-b664fdfa036b req-08cee4d7-264b-4035-ac53-55113b3cc55c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 945 time: 0.3030837 Jul 06 17:51:39.144961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-382f6194-6101-4877-81ea-1681da1fd61d req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] For port cade89d9-c173-4e18-9597-f89f752088d7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=cade89d9-c173-4e18-9597-f89f752088d7,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:39.145339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.182988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93a890-e454-471c-8a37-a77d2df80927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b459c4-4935-4fc1-a4c1-39e8283ef1cb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:39.201837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Calling delete_port for cade89d9-c173-4e18-9597-f89f752088d7 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:39.258589 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fd1927b-990c-4397-a502-588969d2ebb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.397079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe606-76a1-4555-8fb8-916e216230dd req-5309e90b-8267-4edf-80fc-e31c8934ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:39.398705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-5309e90b-8267-4edf-80fc-e31c8934ffc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4765170 Jul 06 17:51:39.406401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fd1927b-990c-4397-a502-588969d2ebb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.417752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe606-76a1-4555-8fb8-916e216230dd req-f79c565d-3152-45da-9853-c944f4098738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:39.419370 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-f79c565d-3152-45da-9853-c944f4098738 service neutron] 10.222.0.22 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.3970325 Jul 06 17:51:39.549277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:39.561556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b20f6856-a26f-4d46-9b60-eeadfd29e073 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/8b2bac66-8fe8-4056-81a2-f80aec6fdb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0523589 Jul 06 17:51:39.572275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:39.576410 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442f3ae-d1a6-4268-a5da-a7caf8d109d8 None None] Sync routers for ids ['8b2bac66-8fe8-4056-81a2-f80aec6fdb90'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:39.603669 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442f3ae-d1a6-4268-a5da-a7caf8d109d8 None None] Routers {'8b2bac66-8fe8-4056-81a2-f80aec6fdb90'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:39.604317 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e442f3ae-d1a6-4268-a5da-a7caf8d109d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8b2bac66-8fe8-4056-81a2-f80aec6fdb90'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:39.680807 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e442f3ae-d1a6-4268-a5da-a7caf8d109d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:39.712128 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e442f3ae-d1a6-4268-a5da-a7caf8d109d8 None None] Routers {'8b2bac66-8fe8-4056-81a2-f80aec6fdb90'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:39.713806 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e442f3ae-d1a6-4268-a5da-a7caf8d109d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8b2bac66-8fe8-4056-81a2-f80aec6fdb90'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:39.793364 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e442f3ae-d1a6-4268-a5da-a7caf8d109d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:39.793364 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e442f3ae-d1a6-4268-a5da-a7caf8d109d8 None None] The sync data for ids ['8b2bac66-8fe8-4056-81a2-f80aec6fdb90'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:39.822861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-b085412d-4580-4785-a515-49e5e7081b3e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1000 time: 0.3707321 Jul 06 17:51:39.828092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b9cc4c7-648b-44fb-b024-b664fdfa036b req-9846fe05-cc04-4f81-a634-533faca8aabb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3676591 Jul 06 17:51:39.858419 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d969095d-bb85-4540-a128-4d1aa7f4a811 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:39.937615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fd1927b-990c-4397-a502-588969d2ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.940434 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fd1927b-990c-4397-a502-588969d2ebb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:39.941643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9fd1927b-990c-4397-a502-588969d2ebb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34135f10-b440-4dc8-a384-0174219cd9f9 HTTP/1.1" status: 204 len: 168 time: 1.0376856 Jul 06 17:51:39.953008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: d969095d-bb85-4540-a128-4d1aa7f4a811 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:39.954665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d969095d-bb85-4540-a128-4d1aa7f4a811 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:39.957679 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93f2000b-918c-4436-882a-40e235c52e99 req-e04a293a-e71d-4670-9997-4f0eb740d080 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8386173 Jul 06 17:51:40.040706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-f565e09e-6ca7-4e6f-8d89-ac2c1f50d3e0 service neutron] 10.222.0.55 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267033 Jul 06 17:51:40.044641 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-0a617421-4a5e-4e25-97f3-d9b3aa641763 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 17:51:40.048711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0a617421-4a5e-4e25-97f3-d9b3aa641763 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/8b2bac66-8fe8-4056-81a2-f80aec6fdb90/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4642212 Jul 06 17:51:40.052999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46894) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:40.079834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe606-76a1-4555-8fb8-916e216230dd req-684a7646-cb2e-461c-be49-6784d460af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.084046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-684a7646-cb2e-461c-be49-6784d460af26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.2147875 Jul 06 17:51:40.124461 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a68d21b0-a1eb-4aa3-b630-3712b744f52c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2bac66-8fe8-4056-81a2-f80aec6fdb90 HTTP/1.1" status: 200 len: 205 time: 0.0672967 Jul 06 17:51:40.124683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1927b-990c-4397-a502-588969d2ebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34135f10-b440-4dc8-a384-0174219cd9f9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:40.133797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:40.149117 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:40.286169 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32cf60bc-e7af-46a3-a7b6-4cef1e06bbe0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:40.362722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:51:40.377423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Port': ['ID=cade89d9-c173-4e18-9597-f89f752088d7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:40.529966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276c5ee-73c6-4b88-9ac9-bdc0fa83129f req-46e435a7-2ca8-4367-b6b9-a6382f7a34a8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.543106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276c5ee-73c6-4b88-9ac9-bdc0fa83129f req-46e435a7-2ca8-4367-b6b9-a6382f7a34a8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.551647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276c5ee-73c6-4b88-9ac9-bdc0fa83129f req-46e435a7-2ca8-4367-b6b9-a6382f7a34a8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.584435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276c5ee-73c6-4b88-9ac9-bdc0fa83129f req-46e435a7-2ca8-4367-b6b9-a6382f7a34a8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.589406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c276c5ee-73c6-4b88-9ac9-bdc0fa83129f req-46e435a7-2ca8-4367-b6b9-a6382f7a34a8 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 3065 time: 0.7850342 Jul 06 17:51:40.591224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f6194-6101-4877-81ea-1681da1fd61d req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] No DVR routers for this DVR port cade89d9-c173-4e18-9597-f89f752088d7 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:40.605953 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:40.610828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-563837c1-1f40-42fa-86c6-222ca15cf8e3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "DELETE /v2.0/ports/cade89d9-c173-4e18-9597-f89f752088d7 HTTP/1.1" status: 204 len: 173 time: 2.8561671 Jul 06 17:51:40.687929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:40.707080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'port_id': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'mac_address': 'fa:16:3e:b9:4d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:51:40.714658 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32cf60bc-e7af-46a3-a7b6-4cef1e06bbe0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:40.718795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32cf60bc-e7af-46a3-a7b6-4cef1e06bbe0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:40.729411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46910) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:40.796965 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:40.816239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fba5ac-1486-41de-93eb-27d94e813efa {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:51:40.837166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46e447-3f98-4e1b-a6b4-7e6257774a69 req-ef4b7d66-9208-488f-822b-d6a39c747a30 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:40.840301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da46e447-3f98-4e1b-a6b4-7e6257774a69 req-ef4b7d66-9208-488f-822b-d6a39c747a30 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4815640 Jul 06 17:51:40.858916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:40.865109 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32cf60bc-e7af-46a3-a7b6-4cef1e06bbe0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:40.866016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cf60bc-e7af-46a3-a7b6-4cef1e06bbe0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Fanout notify agent at l3_agent the message router_deleted on router 8b2bac66-8fe8-4056-81a2-f80aec6fdb90 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:51:40.875137 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:40.903641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32cf60bc-e7af-46a3-a7b6-4cef1e06bbe0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:40.907489 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-32cf60bc-e7af-46a3-a7b6-4cef1e06bbe0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/8b2bac66-8fe8-4056-81a2-f80aec6fdb90 HTTP/1.1" status: 204 len: 168 time: 0.7725339 Jul 06 17:51:40.912961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46914) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:40.944826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46916) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:40.973884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': 'cade89d9-c173-4e18-9597-f89f752088d7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:40.978121 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169e7009-882e-436e-ab45-0e3d16ecdd00" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "cade89d9-c173-4e18-9597-f89f752088d7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:41.009552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=12']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:41.022042 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-646e12f2-9aee-43f1-af36-5ea040018ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.044519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da46e447-3f98-4e1b-a6b4-7e6257774a69 req-66bd9187-7770-4ee5-bb2c-1a86a471f047 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912959 Jul 06 17:51:41.053459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-43c061b0-cefd-4525-a2d9-31c609e88489 service neutron] 10.222.0.55 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9580848 Jul 06 17:51:41.109452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4810d40a-d485-4e90-b35d-87c499b519fb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting subnet 5b9f352f-2a6f-4651-b0bd-897eb22fafcd {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:41.115687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4810d40a-d485-4e90-b35d-87c499b519fb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.124233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['f1fba5ac-1486-41de-93eb-27d94e813efa'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:51:41.129028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c276c5ee-73c6-4b88-9ac9-bdc0fa83129f req-c12aec2b-4400-44fe-a70d-ff015eb95c4b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5250282 Jul 06 17:51:41.236111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4810d40a-d485-4e90-b35d-87c499b519fb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.262523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe606-76a1-4555-8fb8-916e216230dd req-35beda20-2d77-4067-bf7e-c2b12ddecfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:41.265250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-35beda20-2d77-4067-bf7e-c2b12ddecfc6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1422329 Jul 06 17:51:41.270825 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a8fa6a-4514-4bfe-8502-6aa13637500d x-openstack-request-id: req-01a8fa6a-4514-4bfe-8502-6aa13637500d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:41.271379 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "cade89d9-c173-4e18-9597-f89f752088d7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:41.271877 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01a8fa6a-4514-4bfe-8502-6aa13637500d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:41.272625 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': 'cade89d9-c173-4e18-9597-f89f752088d7', 'status': 'completed', 'code': 200} Jul 06 17:51:41.301615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cef41cf8-b7da-4bb6-8da3-ece1baa8daf9 tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1634983271', 'prefixes': ['172.20.0.0/16']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:41.467598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting port b9a32bc3-0425-4419-9935-213d68df3df8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:41.468626 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.469580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4810d40a-d485-4e90-b35d-87c499b519fb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.520358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55780b8a-ebcd-41a7-a123-d1939b096535 req-bfb90b8d-a3ae-4a21-828c-df8fe96ed244 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:41.521988 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-55780b8a-ebcd-41a7-a123-d1939b096535 req-bfb90b8d-a3ae-4a21-828c-df8fe96ed244 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 946 time: 0.2361062 Jul 06 17:51:41.536654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-646e12f2-9aee-43f1-af36-5ea040018ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.554398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-646e12f2-9aee-43f1-af36-5ea040018ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.601464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-062f2303-3bff-404a-aca1-536f09bca2a0 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244350 Jul 06 17:51:41.648436 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-646e12f2-9aee-43f1-af36-5ea040018ead admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dea122c823b4120b6a7fa906d49ba9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7021739 Jul 06 17:51:41.652717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46924) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:41.661727 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-55780b8a-ebcd-41a7-a123-d1939b096535 req-418bfe3f-4a99-46a3-8342-8a6c394b2627 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287103 Jul 06 17:51:41.665936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e12f2-9aee-43f1-af36-5ea040018ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a1d858-c32e-429b-8538-2b468e260660,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:41.674302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4810d40a-d485-4e90-b35d-87c499b519fb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.684578 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.714472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:41.722471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810d40a-d485-4e90-b35d-87c499b519fb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9f352f-2a6f-4651-b0bd-897eb22fafcd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:41.738545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4810d40a-d485-4e90-b35d-87c499b519fb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.740632 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4810d40a-d485-4e90-b35d-87c499b519fb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/5b9f352f-2a6f-4651-b0bd-897eb22fafcd HTTP/1.1" status: 204 len: 168 time: 0.8097992 Jul 06 17:51:41.749222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3091c7-ef2c-4271-b4f5-532fa36ed1ee None None] Network ca4ec897-a1b2-4011-9e0c-74157386bc7a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:41.765927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46928) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:41.786817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] For port b9a32bc3-0425-4419-9935-213d68df3df8, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=b9a32bc3-0425-4419-9935-213d68df3df8,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:41.787191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.801629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cef41cf8-b7da-4bb6-8da3-ece1baa8daf9 tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.803020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cef41cf8-b7da-4bb6-8da3-ece1baa8daf9 tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0468540 Jul 06 17:51:41.808284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:41.858373 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4d14533f-839d-4028-8484-38942af1ea5a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/851c340b-aa65-471d-bd7e-57e9e4a317ed HTTP/1.1" status: 200 len: 993 time: 0.1246603 Jul 06 17:51:41.859154 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a3a0e2a3-40be-4c19-a417-40888cb84417 tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] 10.222.0.13 "GET /v2.0/subnetpools/f500e26e-b736-4ed6-8d48-4833345b4d7f HTTP/1.1" status: 200 len: 732 time: 0.0490313 Jul 06 17:51:41.861162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:41.869552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-95946d1e-da91-430b-a5c3-b42573269649 tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1465353707'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:41.981135 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95946d1e-da91-430b-a5c3-b42573269649 tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:41.985898 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-95946d1e-da91-430b-a5c3-b42573269649 tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] 10.222.0.13 "PUT /v2.0/subnetpools/f500e26e-b736-4ed6-8d48-4833345b4d7f HTTP/1.1" status: 200 len: 684 time: 0.1203616 Jul 06 17:51:41.986979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46934) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:42.031378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e76ae9-c364-4f56-939e-1e7e8119cb38 None None] DHCP port deletion for ca4ec897-a1b2-4011-9e0c-74157386bc7a request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:51:42.068152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaefe606-76a1-4555-8fb8-916e216230dd req-ba3ba976-2c4c-4006-abff-0d2b7745f6a4 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591804 Jul 06 17:51:42.110232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-89e76ae9-c364-4f56-939e-1e7e8119cb38 None None] Deleting port 98263f41-b5cf-4a53-a817-dc156c5b57e5 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:42.111106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89e76ae9-c364-4f56-939e-1e7e8119cb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.116334 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe179-d5f8-419b-9048-1833a3ffa69d tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.117540 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f3dbe179-d5f8-419b-9048-1833a3ffa69d tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] 10.222.0.13 "DELETE /v2.0/subnetpools/f500e26e-b736-4ed6-8d48-4833345b4d7f HTTP/1.1" status: 204 len: 168 time: 0.1293418 Jul 06 17:51:42.121298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46938) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:42.161383 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-7d02935b-1d71-49fe-bde4-a8bf1099796e tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] show failed (client error): The resource could not be found. Jul 06 17:51:42.163558 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7d02935b-1d71-49fe-bde4-a8bf1099796e tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] 10.222.0.13 "GET /v2.0/subnetpools/f500e26e-b736-4ed6-8d48-4833345b4d7f HTTP/1.1" status: 404 len: 346 time: 0.0400946 Jul 06 17:51:42.167173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46940) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:42.200588 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-d308a4f4-2955-4b61-840d-ec696d875525 tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] delete failed (client error): The resource could not be found. Jul 06 17:51:42.201669 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d308a4f4-2955-4b61-840d-ec696d875525 tempest-SubnetPoolsTestJSON-1038529581 tempest-SubnetPoolsTestJSON-1038529581-project] 10.222.0.13 "DELETE /v2.0/subnetpools/f500e26e-b736-4ed6-8d48-4833345b4d7f HTTP/1.1" status: 404 len: 346 time: 0.0324721 Jul 06 17:51:42.270800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-89e76ae9-c364-4f56-939e-1e7e8119cb38 None None] For port 98263f41-b5cf-4a53-a817-dc156c5b57e5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=98263f41-b5cf-4a53-a817-dc156c5b57e5,segment=NetworkSegment(adbcc102-176c-496a-b3a4-2f5cac968592),segment_id=adbcc102-176c-496a-b3a4-2f5cac968592)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:42.272191 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89e76ae9-c364-4f56-939e-1e7e8119cb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.303549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-89e76ae9-c364-4f56-939e-1e7e8119cb38 None None] Calling delete_port for 98263f41-b5cf-4a53-a817-dc156c5b57e5 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:42.412597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:42.567500 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89e76ae9-c364-4f56-939e-1e7e8119cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.605333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dd64a-419b-4278-bdd5-6b586d68f9e7 req-fde051d7-6b4d-45d0-b58d-dbbbb21ebabf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:42.620325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76ae9-c364-4f56-939e-1e7e8119cb38 None None] Pushing event deleted for resources: {'Port': ['ID=98263f41-b5cf-4a53-a817-dc156c5b57e5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:42.623364 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dd64a-419b-4278-bdd5-6b586d68f9e7 req-fde051d7-6b4d-45d0-b58d-dbbbb21ebabf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:42.631741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e76ae9-c364-4f56-939e-1e7e8119cb38 None None] No DVR routers for this DVR port 98263f41-b5cf-4a53-a817-dc156c5b57e5 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:42.632006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dd64a-419b-4278-bdd5-6b586d68f9e7 req-fde051d7-6b4d-45d0-b58d-dbbbb21ebabf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:42.633764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-234dd64a-419b-4278-bdd5-6b586d68f9e7 req-fde051d7-6b4d-45d0-b58d-dbbbb21ebabf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 2410 time: 0.2098808 Jul 06 17:51:42.634623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46950) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:42.635624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port f1fba5ac-1486-41de-93eb-27d94e813efa completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:42.646730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port f1fba5ac-1486-41de-93eb-27d94e813efa triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:42.647767 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.654900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.746946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-234dd64a-419b-4278-bdd5-6b586d68f9e7 req-4ec1f9d4-0813-493a-b8df-ac9495105ab9 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599358 Jul 06 17:51:42.764834 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5809a7fb-d456-4542-814d-a929ef6e20fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.819126 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ddd06b71-756d-42e4-b7cf-837b423a13ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.820392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.867947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:42.869120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:42.872319 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535f2f6e-f18b-4756-b852-084b9e158452" -d '{"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:42.878548 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:42.945695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=13']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:42.950099 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3461cd8d-605f-4c9a-b3e3-db22d543dd7b x-openstack-request-id: req-3461cd8d-605f-4c9a-b3e3-db22d543dd7b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:42.950854 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:42.951230 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3461cd8d-605f-4c9a-b3e3-db22d543dd7b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:42.951776 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'code': 200} Jul 06 17:51:43.028212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5809a7fb-d456-4542-814d-a929ef6e20fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.028559 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ddd06b71-756d-42e4-b7cf-837b423a13ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.035009 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ddd06b71-756d-42e4-b7cf-837b423a13ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.108570 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ddd06b71-756d-42e4-b7cf-837b423a13ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=893288c3cce7467495cc5cef6ed7b892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722617 Jul 06 17:51:43.110167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd06b71-756d-42e4-b7cf-837b423a13ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c27a40b-8bfe-41bb-840f-c87567afa544,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:43.116680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46956) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:43.164990 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.165374 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.165707 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Floating IP 1ce9bef1-1f33-478c-a108-11f78e48e3fb disassociated. External IP: 172.25.7.197, port: b9a32bc3-0425-4419-9935-213d68df3df8. Jul 06 17:51:43.166069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Calling delete_port for b9a32bc3-0425-4419-9935-213d68df3df8 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:43.212652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a644693d-6a71-477b-a59c-98a8eed34cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.216050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.242988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a644693d-6a71-477b-a59c-98a8eed34cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.248123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4ec897-a1b2-4011-9e0c-74157386bc7a']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:43.302378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a644693d-6a71-477b-a59c-98a8eed34cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.305993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a644693d-6a71-477b-a59c-98a8eed34cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.307657 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a644693d-6a71-477b-a59c-98a8eed34cc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c27a40b-8bfe-41bb-840f-c87567afa544 HTTP/1.1" status: 204 len: 168 time: 0.1891892 Jul 06 17:51:43.322160 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644693d-6a71-477b-a59c-98a8eed34cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c27a40b-8bfe-41bb-840f-c87567afa544,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:43.350232 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded058bd-51ce-4168-bbd2-be1700966b8e req-2e4fbe58-17c6-4283-b8a7-5c4c1c06367f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:43.353017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ded058bd-51ce-4168-bbd2-be1700966b8e req-2e4fbe58-17c6-4283-b8a7-5c4c1c06367f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.7351370 Jul 06 17:51:43.356229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbcc102-176c-496a-b3a4-2f5cac968592') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:43.356740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbcc102-176c-496a-b3a4-2f5cac968592') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:43.393633 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.508288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5809a7fb-d456-4542-814d-a929ef6e20fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.512678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5809a7fb-d456-4542-814d-a929ef6e20fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.514680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5809a7fb-d456-4542-814d-a929ef6e20fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16a1d858-c32e-429b-8538-2b468e260660 HTTP/1.1" status: 204 len: 168 time: 1.8327553 Jul 06 17:51:43.533339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.595836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:43.596626 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:43.607887 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:43.647522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809a7fb-d456-4542-814d-a929ef6e20fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a1d858-c32e-429b-8538-2b468e260660,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:43.689768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 98263f41-b5cf-4a53-a817-dc156c5b57e5 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:43.719204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 98263f41-b5cf-4a53-a817-dc156c5b57e5 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:43.719588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 98263f41-b5cf-4a53-a817-dc156c5b57e5 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:43.739370 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ded058bd-51ce-4168-bbd2-be1700966b8e req-434e3894-d922-4348-ad86-d107e9aaf136 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535657 Jul 06 17:51:43.840419 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.858131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.862521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/networks/ca4ec897-a1b2-4011-9e0c-74157386bc7a HTTP/1.1" status: 204 len: 168 time: 2.0915434 Jul 06 17:51:43.868238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:43.876893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1204406174'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:43.927760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:43.934895 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:43.943095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191efce3-e67a-49dc-95ea-01304f191e14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Network': ['ID=ca4ec897-a1b2-4011-9e0c-74157386bc7a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:43.957838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Deleting port aafe0079-cd2a-4be4-a100-1380802fa09f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:43.958199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.073296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.080017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:51:44.091060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3a88b-006f-49df-8fab-be411f4668c7 req-9dac141f-e4ae-4f3d-890e-2870f1df7327 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.099530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2fd3a88b-006f-49df-8fab-be411f4668c7 req-9dac141f-e4ae-4f3d-890e-2870f1df7327 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1543043 Jul 06 17:51:44.124519 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.125041 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added segment 5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a of type vlan for network 60c734ca-9aed-40a3-b175-7d981add3cf5 Jul 06 17:51:44.195389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.203832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Port': ['ID=b9a32bc3-0425-4419-9935-213d68df3df8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:44.207490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2fd3a88b-006f-49df-8fab-be411f4668c7 req-8f319aba-a435-4d4e-b06c-a1e6ef54f646 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068859 Jul 06 17:51:44.273251 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.280419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.281671 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.382612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Network': ['ID=60c734ca-9aed-40a3-b175-7d981add3cf5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:44.394453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 60c734ca-9aed-40a3-b175-7d981add3cf5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:51:44.419952 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-54d5aef2-2be5-455d-b305-093d484a4c07 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5503244 Jul 06 17:51:44.422953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:44.430617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'subnet': {'network_id': '60c734ca-9aed-40a3-b175-7d981add3cf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:44.545336 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] For port aafe0079-cd2a-4be4-a100-1380802fa09f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=aafe0079-cd2a-4be4-a100-1380802fa09f,segment=NetworkSegment(9dc26da6-3aeb-44f0-a524-621d91f235ab),segment_id=9dc26da6-3aeb-44f0-a524-621d91f235ab)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:44.545988 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.590478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892d77e-9884-4cef-8ff2-31bf8b9f9e3b req-4ebc79ef-9597-4978-b0d3-05602b7b1f47 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.617670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892d77e-9884-4cef-8ff2-31bf8b9f9e3b req-4ebc79ef-9597-4978-b0d3-05602b7b1f47 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:44.635218 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b892d77e-9884-4cef-8ff2-31bf8b9f9e3b req-4ebc79ef-9597-4978-b0d3-05602b7b1f47 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 1677 time: 0.6269410 Jul 06 17:51:44.668689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Calling delete_port for aafe0079-cd2a-4be4-a100-1380802fa09f owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:44.793176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:44.801455 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:44.900195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47002) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:44.922139 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0126286 Jul 06 17:51:44.933134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47006) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:45.067654 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b892d77e-9884-4cef-8ff2-31bf8b9f9e3b req-e58fb8eb-3990-45f6-8afb-08db1574ec67 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306083 Jul 06 17:51:45.105281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Router 5eb25a74-968a-4c89-a3ca-b1854167c6be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:45.282852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994f4a-a5af-464e-b6a3-3745143cd16f req-295003f3-74e2-41e1-b2ec-39781e38d5a2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:45.292693 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.295239 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad994f4a-a5af-464e-b6a3-3745143cd16f req-295003f3-74e2-41e1-b2ec-39781e38d5a2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2358155 Jul 06 17:51:45.345371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=aafe0079-cd2a-4be4-a100-1380802fa09f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:45.428753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:45.443074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] Sync routers for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:45.455250 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad994f4a-a5af-464e-b6a3-3745143cd16f req-4aadca75-dc07-4e0e-90ec-26681e4b5e59 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584854 Jul 06 17:51:45.481719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:45.485320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:45.504482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.611645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] No DVR routers for this DVR port b9a32bc3-0425-4419-9935-213d68df3df8 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:45.617341 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.629102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-8a9fd836-a4a6-416d-9744-d72d03689cce tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "DELETE /v2.0/ports/b9a32bc3-0425-4419-9935-213d68df3df8 HTTP/1.1" status: 204 len: 173 time: 4.8695302 Jul 06 17:51:45.630673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:45.635010 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fc7fd4-9386-4808-bc18-0a2e779d30cf" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:45.720789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Subnet': ['ID=51cef35d-6968-4634-83fe-485f8a21135f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:45.727342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-76b6af20-6f96-4e11-b8f9-5ca8d85a2c6e tempest-NetworksApiDiscovery-1336821872 tempest-NetworksApiDiscovery-1336821872-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7876449 Jul 06 17:51:45.732788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Checking segment: {'id': '5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60c734ca-9aed-40a3-b175-7d981add3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:45.733172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network hostable DHCP agents. Network: 60c734ca-9aed-40a3-b175-7d981add3cf5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:51:45.787895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 60c734ca-9aed-40a3-b175-7d981add3cf5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:51:45.802517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 60c734ca-9aed-40a3-b175-7d981add3cf5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:45.821733 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:45.822835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.855742 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-468201c9-b503-4876-8243-2bdbc0b132e2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4304485 Jul 06 17:51:45.856164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:45.866524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3107fb6f-2c0e-4d45-ac14-41abfa344dde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1193676613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:45.891153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10ef5b-dc90-4af7-a3f3-ca66be49469b None None] Network 60c734ca-9aed-40a3-b175-7d981add3cf5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:45.940195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3107fb6f-2c0e-4d45-ac14-41abfa344dde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:45.943250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3107fb6f-2c0e-4d45-ac14-41abfa344dde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.044952 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c961b930-011a-4c4d-a7fc-680258efc5cf x-openstack-request-id: req-c961b930-011a-4c4d-a7fc-680258efc5cf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:46.045791 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "b9a32bc3-0425-4419-9935-213d68df3df8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:46.045791 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c961b930-011a-4c4d-a7fc-680258efc5cf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:46.046030 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': 'b9a32bc3-0425-4419-9935-213d68df3df8', 'status': 'completed', 'code': 200} Jul 06 17:51:46.102445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:46.244406 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3107fb6f-2c0e-4d45-ac14-41abfa344dde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.257465 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3107fb6f-2c0e-4d45-ac14-41abfa344dde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.316797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3107fb6f-2c0e-4d45-ac14-41abfa344dde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.321972 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3107fb6f-2c0e-4d45-ac14-41abfa344dde tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4629943 Jul 06 17:51:46.325133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47040) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:46.355878 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.615789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47042) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:46.635174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting port 3b3b1242-7bce-4780-878c-7dd2ad0de237 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:46.635618 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.655761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-60c734ca-9aed-40a3-b175-7d981add3cf5', 'network_id': '60c734ca-9aed-40a3-b175-7d981add3cf5', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'fixed_ips': [{'subnet_id': '51cef35d-6968-4634-83fe-485f8a21135f'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:51:46.657433 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:46.836992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'be5e782a-4d65-4ba5-8d88-25fb8a3e3cec', 'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'mac_address': 'fa:16:3e:d0:b9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:23Z', 'updated_at': '2021-07-06T17:40:36Z', 'revision_number': 5, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'subnets': [{'id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:46.888508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] Checking router: 5eb25a74-968a-4c89-a3ca-b1854167c6be for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:51:46.960109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:46.960859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:46.972897 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb01bc81-d37d-42c4-b7d0-1bc47d00728f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.018949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Allocated IP 2001:db8::2 (60c734ca-9aed-40a3-b175-7d981add3cf5/51cef35d-6968-4634-83fe-485f8a21135f/acfcaa56-fc4a-44e4-8b89-b0bc208a1a14) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:47.143035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Router 556fa437-88a6-459c-bce5-1bacd0a31d14 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:47.155819 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75a24e64-fb25-4e5b-89ed-5817e4e5b4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.184033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:47.202721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490821e-c35c-433b-98f8-8d49c8baa72f req-1d4ee02f-84f2-4bc0-88b8-1bc44b499115 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:47.210440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490821e-c35c-433b-98f8-8d49c8baa72f req-1d4ee02f-84f2-4bc0-88b8-1bc44b499115 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:47.221692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f490821e-c35c-433b-98f8-8d49c8baa72f req-1d4ee02f-84f2-4bc0-88b8-1bc44b499115 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 1677 time: 0.6099432 Jul 06 17:51:47.337764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-382f6194-6101-4877-81ea-1681da1fd61d req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] For port 3b3b1242-7bce-4780-878c-7dd2ad0de237, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=3b3b1242-7bce-4780-878c-7dd2ad0de237,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:47.338232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.400904 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.402844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Calling delete_port for 3b3b1242-7bce-4780-878c-7dd2ad0de237 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:47.430805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Transition to ACTIVE for port object acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:47.431858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f490821e-c35c-433b-98f8-8d49c8baa72f req-8d5a7042-b3a4-422a-81b9-f4d69b25f25d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096870 Jul 06 17:51:47.485613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Transition to ACTIVE for port object acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:47.496924 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.616358 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Network 60c734ca-9aed-40a3-b175-7d981add3cf5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:47.632017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:47.637279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Pushing event updated for resources: {'Port': ['ID=acfcaa56-fc4a-44e4-8b89-b0bc208a1a14,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:47.637703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:47.641761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f48d7-9a8d-4d2c-8cfe-b17a024839e1 req-b2b12dcc-4ad7-4941-a286-3b9faac676db tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:47.644246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:47.653292 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] Sync routers for ids ['556fa437-88a6-459c-bce5-1bacd0a31d14'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:47.656244 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d59f48d7-9a8d-4d2c-8cfe-b17a024839e1 req-b2b12dcc-4ad7-4941-a286-3b9faac676db tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 1.1766231 Jul 06 17:51:47.670643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-323c828b-e8fa-465b-9e50-dc63cc8f0a81 admin admin] 10.222.0.13 "PUT /v2.0/routers/556fa437-88a6-459c-bce5-1bacd0a31d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8292131 Jul 06 17:51:47.672860 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] Routers {'556fa437-88a6-459c-bce5-1bacd0a31d14'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:47.673730 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['556fa437-88a6-459c-bce5-1bacd0a31d14'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:47.677602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47062) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:47.752968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'be5e782a-4d65-4ba5-8d88-25fb8a3e3cec', 'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'mac_address': 'fa:16:3e:d0:b9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:23Z', 'updated_at': '2021-07-06T17:40:36Z', 'revision_number': 5, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'subnets': [{'id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:47.825952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c21f88-0a68-4fd9-a5f1-4a6648b3dd95 None None] The sync data for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 is: [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:40:25Z', 'revision_number': 4, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'be5e782a-4d65-4ba5-8d88-25fb8a3e3cec', 'name': '', 'network_id': '783772ad-1179-4bad-9382-d4de5d5d3d28', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'mac_address': 'fa:16:3e:d0:b9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:23Z', 'updated_at': '2021-07-06T17:40:36Z', 'revision_number': 5, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'subnets': [{'id': 'f5be3346-afa0-406d-a934-ceeda5f8bbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:47.835139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Attempting to bind port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:51:47.835723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Attempting to bind port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60c734ca-9aed-40a3-b175-7d981add3cf5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:51:47.836301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Attempting to bind port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 on network 60c734ca-9aed-40a3-b175-7d981add3cf5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:51:47.848262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:51:47.848893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Checking segment: {'id': '5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60c734ca-9aed-40a3-b175-7d981add3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:47.849192 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d59f48d7-9a8d-4d2c-8cfe-b17a024839e1 req-6f54fce6-d731-4314-aa9b-1b28723e7bff tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862905 Jul 06 17:51:47.849575 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.857160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Bound using segment: {'id': '5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60c734ca-9aed-40a3-b175-7d981add3cf5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:51:47.858458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Bound port: acfcaa56-fc4a-44e4-8b89-b0bc208a1a14, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '60c734ca-9aed-40a3-b175-7d981add3cf5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:51:47.858458 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.954672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:47.981432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:48.019492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] For port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:51:48.026795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] For port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=acfcaa56-fc4a-44e4-8b89-b0bc208a1a14,segment=NetworkSegment(5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a),segment_id=5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:51:48.038641 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:48.048944 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] Set router 556fa437-88a6-459c-bce5-1bacd0a31d14 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:48.182550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:48.248572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af015d07-9327-47d8-b996-60fadad4d417 None None] Pushing event updated for resources: {'Port': ['ID=acfcaa56-fc4a-44e4-8b89-b0bc208a1a14,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:48.379649 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75a24e64-fb25-4e5b-89ed-5817e4e5b4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:48.417228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75a24e64-fb25-4e5b-89ed-5817e4e5b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:48.446260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880272d-c1a9-4967-9dfd-47858038c96f None None] New status for floating IP 1ce9bef1-1f33-478c-a108-11f78e48e3fb: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:51:48.579535 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:43Z', 'updated_at': '2021-07-06T17:51:45Z', 'revision_number': 5, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'gw_port': {'id': 'e27d3b6f-efaf-411c-83a1-9a29c3e3671c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:48:48Z', 'updated_at': '2021-07-06T17:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:48.658649 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] Checking router: 556fa437-88a6-459c-bce5-1bacd0a31d14 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:51:48.682980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 2001:db8::1 (60c734ca-9aed-40a3-b175-7d981add3cf5/51cef35d-6968-4634-83fe-485f8a21135f/3e7b481f-34d6-4c37-a250-6dc9b4540b54) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:51:48.688141 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] Routers {'556fa437-88a6-459c-bce5-1bacd0a31d14'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:48.689468 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['556fa437-88a6-459c-bce5-1bacd0a31d14'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:48.933792 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] Set router 556fa437-88a6-459c-bce5-1bacd0a31d14 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:51:49.078290 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:43Z', 'updated_at': '2021-07-06T17:51:48Z', 'revision_number': 6, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:49.116572 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b71d1-68e3-4644-b7a1-277f8fa01ab2 None None] The sync data for ids ['556fa437-88a6-459c-bce5-1bacd0a31d14'] in n-d-799526-3 is: [{'id': '556fa437-88a6-459c-bce5-1bacd0a31d14', 'name': 'tempest-ServerRescueTestJSON-155899073-router', 'tenant_id': '2ba798159eb942ba977ef5f654f87c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:48:43Z', 'updated_at': '2021-07-06T17:51:48Z', 'revision_number': 6, 'project_id': '2ba798159eb942ba977ef5f654f87c25', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:49.140788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4764e5b-2402-4761-88c7-9d57b5aa607c req-c3c2c859-63cd-4029-a1a1-c754cceb3ebc tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:49.148841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4764e5b-2402-4761-88c7-9d57b5aa607c req-c3c2c859-63cd-4029-a1a1-c754cceb3ebc tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:49.158050 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4764e5b-2402-4761-88c7-9d57b5aa607c req-c3c2c859-63cd-4029-a1a1-c754cceb3ebc tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 1677 time: 0.1848061 Jul 06 17:51:49.222814 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4764e5b-2402-4761-88c7-9d57b5aa607c req-46fab97c-477b-43ae-82da-2c8c8f7d16c6 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620623 Jul 06 17:51:49.275131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Deleting port e27d3b6f-efaf-411c-83a1-9a29c3e3671c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:49.275984 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.277524 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.360722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-75a24e64-fb25-4e5b-89ed-5817e4e5b4fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=486eac6bbe4b41e790cd6626c1c236a6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7430592 Jul 06 17:51:49.373799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47078) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:49.401784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a24e64-fb25-4e5b-89ed-5817e4e5b4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15bbda5-a0aa-4ab3-9949-b7df008d06f0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:49.410685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Port': ['ID=3b3b1242-7bce-4780-878c-7dd2ad0de237,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:49.522575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f6194-6101-4877-81ea-1681da1fd61d req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] No DVR routers for this DVR port 3b3b1242-7bce-4780-878c-7dd2ad0de237 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:49.527447 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5165dfe8-0bb6-4f64-8445-6a8dfb4e4261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.535992 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.544261 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-94471d7d-5d0e-44ae-9830-03a5ffdb7ffe tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "DELETE /v2.0/ports/3b3b1242-7bce-4780-878c-7dd2ad0de237 HTTP/1.1" status: 204 len: 173 time: 3.8939517 Jul 06 17:51:49.547835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': '3b3b1242-7bce-4780-878c-7dd2ad0de237'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:49.553349 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572a2d31-6906-4718-956e-6b2eace3f259" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "3b3b1242-7bce-4780-878c-7dd2ad0de237"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:49.573870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.599449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Transition to ACTIVE for port object 3e7b481f-34d6-4c37-a250-6dc9b4540b54 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:51:49.689344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] For port e27d3b6f-efaf-411c-83a1-9a29c3e3671c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e27d3b6f-efaf-411c-83a1-9a29c3e3671c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:49.690588 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.711419 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6daee195-56c3-49b0-8a18-e68b2dd4cff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.735854 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6e97ca-d474-4ccf-81bb-4228be00af54 x-openstack-request-id: req-7c6e97ca-d474-4ccf-81bb-4228be00af54 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:49.736155 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "3b3b1242-7bce-4780-878c-7dd2ad0de237", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:49.736386 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c6e97ca-d474-4ccf-81bb-4228be00af54 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:49.737101 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': '3b3b1242-7bce-4780-878c-7dd2ad0de237', 'status': 'completed', 'code': 200} Jul 06 17:51:49.740380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Calling delete_port for e27d3b6f-efaf-411c-83a1-9a29c3e3671c owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:49.755356 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.756718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca204-3e55-438e-8037-64f1bc1905de req-61bc5728-9496-43ad-be39-9a370179ed08 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:49.778764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d60ca204-3e55-438e-8037-64f1bc1905de req-61bc5728-9496-43ad-be39-9a370179ed08 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.5363345 Jul 06 17:51:49.828970 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6daee195-56c3-49b0-8a18-e68b2dd4cff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.890566 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:49.921278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 60c734ca-9aed-40a3-b175-7d981add3cf5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:49.928048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=3e7b481f-34d6-4c37-a250-6dc9b4540b54,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:49.942747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:49.952789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:51:49.953533 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:50.089194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d60ca204-3e55-438e-8037-64f1bc1905de req-8a0f6ac0-ff70-4b2b-9aab-67503778eeac tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087320 Jul 06 17:51:50.114530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:50.131756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6daee195-56c3-49b0-8a18-e68b2dd4cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:50.135364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6daee195-56c3-49b0-8a18-e68b2dd4cff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:50.136946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6daee195-56c3-49b0-8a18-e68b2dd4cff8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f15bbda5-a0aa-4ab3-9949-b7df008d06f0 HTTP/1.1" status: 204 len: 168 time: 0.7614944 Jul 06 17:51:50.234584 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daee195-56c3-49b0-8a18-e68b2dd4cff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15bbda5-a0aa-4ab3-9949-b7df008d06f0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:50.386446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting port ca65a389-3aff-4a71-9ac3-1180117b1629 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:50.387270 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:50.426711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:50.434563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:50.468322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device aafe0079-cd2a-4be4-a100-1380802fa09f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:50.589934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e387a-8cd2-407d-a318-1514c2b7f89d None None] Network 60c734ca-9aed-40a3-b175-7d981add3cf5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:50.648208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: aafe0079-cd2a-4be4-a100-1380802fa09f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:50.649269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device aafe0079-cd2a-4be4-a100-1380802fa09f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:50.835604 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:50.849467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Provisioning for port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:50.859132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Provisioning complete for port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:50.859781 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:51.034438 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:51.146013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27d3b6f-efaf-411c-83a1-9a29c3e3671c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:51.163901 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-382f6194-6101-4877-81ea-1681da1fd61d req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] For port ca65a389-3aff-4a71-9ac3-1180117b1629, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ca65a389-3aff-4a71-9ac3-1180117b1629,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:51.164579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:51.254625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-382f6194-6101-4877-81ea-1681da1fd61d req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Calling delete_port for ca65a389-3aff-4a71-9ac3-1180117b1629 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:51.284258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c2bc7-541e-4362-91f4-aa3437b58156 req-d92aa0d4-bcf3-4415-8892-678dbaf6b5a3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:51.291469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-595c2bc7-541e-4362-91f4-aa3437b58156 req-d92aa0d4-bcf3-4415-8892-678dbaf6b5a3 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 943 time: 0.6516652 Jul 06 17:51:51.337957 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:51.433459 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:51.448315 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:51.450430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:51.497672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] For port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=acfcaa56-fc4a-44e4-8b89-b0bc208a1a14,segment=NetworkSegment(5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a),segment_id=5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:51.510549 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:51.539216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:51.584492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=3e7b481f-34d6-4c37-a250-6dc9b4540b54,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:51.677552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e27d3b6f-efaf-411c-83a1-9a29c3e3671c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:51.809895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: e27d3b6f-efaf-411c-83a1-9a29c3e3671c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:51.810474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e27d3b6f-efaf-411c-83a1-9a29c3e3671c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:51.817114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Pushing event updated for resources: {'Port': ['ID=acfcaa56-fc4a-44e4-8b89-b0bc208a1a14,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:51.821990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd40e2e-8a19-4561-94d3-b0fe640981bb req-f3f13515-23ec-44ff-b1a0-45fcaed330e6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:51.824094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fd40e2e-8a19-4561-94d3-b0fe640981bb req-f3f13515-23ec-44ff-b1a0-45fcaed330e6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2433462 Jul 06 17:51:51.836446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.837016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.837596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.838115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.838701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.839252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.839773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.840125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.840467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.840905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.841423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.841947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da150c4-209a-410a-b572-f7ca5886dbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:51:51.898878 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 60c734ca-9aed-40a3-b175-7d981add3cf5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:51:51.903092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fd40e2e-8a19-4561-94d3-b0fe640981bb req-46a08395-9da5-4945-b40b-714bfefb178c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726810 Jul 06 17:51:51.904930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:51.918546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-595c2bc7-541e-4362-91f4-aa3437b58156 req-934c637b-bc9c-4a69-a1b9-aeba08f6f636 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups?id=edf93d82-8e98-481f-9c53-536f6573463f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6244817 Jul 06 17:51:51.926621 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.004368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3359e896-cc15-4512-9f91-88c5ab7d99af None None] Provisioning for port 3e7b481f-34d6-4c37-a250-6dc9b4540b54 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:51:52.021044 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3359e896-cc15-4512-9f91-88c5ab7d99af None None] Provisioning complete for port 3e7b481f-34d6-4c37-a250-6dc9b4540b54 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:52.021477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3359e896-cc15-4512-9f91-88c5ab7d99af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.087224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.100603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.110882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Port': ['ID=ca65a389-3aff-4a71-9ac3-1180117b1629,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:52.145909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f6194-6101-4877-81ea-1681da1fd61d req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] No DVR routers for this DVR port ca65a389-3aff-4a71-9ac3-1180117b1629 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:52.150008 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-382f6194-6101-4877-81ea-1681da1fd61d req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.152246 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-382f6194-6101-4877-81ea-1681da1fd61d req-e01ffe61-737c-4c9a-b99e-e06de934dcef tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.55 "DELETE /v2.0/ports/ca65a389-3aff-4a71-9ac3-1180117b1629 HTTP/1.1" status: 204 len: 173 time: 2.5796039 Jul 06 17:51:52.156459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': 'ca65a389-3aff-4a71-9ac3-1180117b1629'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:51:52.160346 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa824c20-eeb2-495e-86b3-86136ac0774d" -d '{"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "ca65a389-3aff-4a71-9ac3-1180117b1629"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:51:52.291043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47126) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:52.322607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.323703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 556fa437-88a6-459c-bce5-1bacd0a31d14 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:51:52.330928 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481c0a05-8fb5-4683-b2e7-cc16d47882dc x-openstack-request-id: req-481c0a05-8fb5-4683-b2e7-cc16d47882dc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:51:52.336290 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838712f-aff3-45f1-8996-05f9ca748940", "name": "network-vif-deleted", "tag": "ca65a389-3aff-4a71-9ac3-1180117b1629", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:51:52.336726 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-481c0a05-8fb5-4683-b2e7-cc16d47882dc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:51:52.339608 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838712f-aff3-45f1-8996-05f9ca748940', 'name': 'network-vif-deleted', 'tag': 'ca65a389-3aff-4a71-9ac3-1180117b1629', 'status': 'completed', 'code': 200} Jul 06 17:51:52.351009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.359171 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-44dc4e8d-79a0-4f52-b765-c0a97e9bbd72 admin admin] 10.222.0.13 "DELETE /v2.0/routers/556fa437-88a6-459c-bce5-1bacd0a31d14 HTTP/1.1" status: 204 len: 168 time: 4.6667736 Jul 06 17:51:52.363371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:52.677488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3359e896-cc15-4512-9f91-88c5ab7d99af None None] Port 3e7b481f-34d6-4c37-a250-6dc9b4540b54 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:52.682160 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.688924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-634463797-network', 'tenant_id': '1d13daf1d6474ad6850d2f85bf27e5d7'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:52.695385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3359e896-cc15-4512-9f91-88c5ab7d99af None None] Provisioning complete for port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:52.695779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3359e896-cc15-4512-9f91-88c5ab7d99af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.761050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d46164-dd38-412b-9378-688730e37ced admin admin] Deleting subnet 89cf8e6d-d142-4e01-8a9f-57ce21a60fa8 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:52.776995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1d46164-dd38-412b-9378-688730e37ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.778055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router f63076c2-f9a2-4114-ba14-0dce7f026ce4 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:51:52.826997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Made reservation on behalf of 1d13daf1d6474ad6850d2f85bf27e5d7 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:52.831440 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.854892 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.910648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1d46164-dd38-412b-9378-688730e37ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:52.974372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:52.987896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0b7cfdfd-0941-4058-8cdb-c0a47712fc71 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/f63076c2-f9a2-4114-ba14-0dce7f026ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6597211 Jul 06 17:51:52.988969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47142) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:52.989263 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118e52a-fbbe-4ce5-9e12-15096f360b33 None None] Sync routers for ids ['f63076c2-f9a2-4114-ba14-0dce7f026ce4'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:53.024401 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118e52a-fbbe-4ce5-9e12-15096f360b33 None None] Routers {'f63076c2-f9a2-4114-ba14-0dce7f026ce4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:53.025471 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b118e52a-fbbe-4ce5-9e12-15096f360b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f63076c2-f9a2-4114-ba14-0dce7f026ce4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:53.076731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8baa9923-3f2a-4870-9aae-a72a9653dfcd None None] Provisioning complete for port 3e7b481f-34d6-4c37-a250-6dc9b4540b54 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:53.077176 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8baa9923-3f2a-4870-9aae-a72a9653dfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.128798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dcc30d-f429-401d-9d50-8e6749934692 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:53.135115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b1dcc30d-f429-401d-9d50-8e6749934692 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports/3e7b481f-34d6-4c37-a250-6dc9b4540b54 HTTP/1.1" status: 200 len: 911 time: 0.1448121 Jul 06 17:51:53.135890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:53.210268 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1d46164-dd38-412b-9378-688730e37ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.221686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8baa9923-3f2a-4870-9aae-a72a9653dfcd None None] Port 3e7b481f-34d6-4c37-a250-6dc9b4540b54 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:53.355530 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b118e52a-fbbe-4ce5-9e12-15096f360b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:53.364131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f8644f40-3661-44b6-bcad-94cb5d3baed1 None None] Provisioning complete for port 3e7b481f-34d6-4c37-a250-6dc9b4540b54 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:53.365550 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8644f40-3661-44b6-bcad-94cb5d3baed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.370053 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118e52a-fbbe-4ce5-9e12-15096f360b33 None None] Routers {'f63076c2-f9a2-4114-ba14-0dce7f026ce4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:53.371502 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b118e52a-fbbe-4ce5-9e12-15096f360b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f63076c2-f9a2-4114-ba14-0dce7f026ce4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:53.442369 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b118e52a-fbbe-4ce5-9e12-15096f360b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:53.444242 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118e52a-fbbe-4ce5-9e12-15096f360b33 None None] The sync data for ids ['f63076c2-f9a2-4114-ba14-0dce7f026ce4'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:53.451155 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1d46164-dd38-412b-9378-688730e37ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.486918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f8644f40-3661-44b6-bcad-94cb5d3baed1 None None] Port 3e7b481f-34d6-4c37-a250-6dc9b4540b54 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:51:53.505247 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18bf7521-aff8-4c45-b56c-c9e021ec5d79 req-c23c1bf3-a552-4094-b1a3-a3189fd5d79c tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.1609037 Jul 06 17:51:53.575660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d46164-dd38-412b-9378-688730e37ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cf8e6d-d142-4e01-8a9f-57ce21a60fa8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:53.623958 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1d46164-dd38-412b-9378-688730e37ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.637738 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d1d46164-dd38-412b-9378-688730e37ced admin admin] 10.222.0.13 "DELETE /v2.0/subnets/89cf8e6d-d142-4e01-8a9f-57ce21a60fa8 HTTP/1.1" status: 204 len: 168 time: 1.2725449 Jul 06 17:51:53.647176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:53.724348 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:51:53.812452 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.831700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:51:53.832640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.833680 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.835941 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.907510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0936d-434b-40fe-a60f-a665da5479d5 req-4ac9e585-fb23-45f5-b856-c8f460d4a4c6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:53.919959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03f0936d-434b-40fe-a60f-a665da5479d5 req-4ac9e585-fb23-45f5-b856-c8f460d4a4c6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.6073730 Jul 06 17:51:53.937080 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:53.941100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:51:54.025098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.025637 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Added segment ce92eeaa-9c7b-41bf-bbed-6a7809aad136 of type vlan for network ae2a0bc9-5f09-4df7-ad43-2f547c6ff676 Jul 06 17:51:54.060301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c135a-78a4-434a-befd-5e3cdd70d33c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:54.096673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.145672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03f0936d-434b-40fe-a60f-a665da5479d5 req-2b3e19e2-7868-4b90-afc6-ac2801f16191 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245119 Jul 06 17:51:54.221144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.230296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.231503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:54.231927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.246713 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:51:54.287513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 3e7b481f-34d6-4c37-a250-6dc9b4540b54 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:54.288143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.299635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b707763-32a3-460e-823a-bea303f19738']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:54.302045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae2a0bc9-5f09-4df7-ad43-2f547c6ff676,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:54.316308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc26da6-3aeb-44f0-a524-621d91f235ab') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:54.316593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc26da6-3aeb-44f0-a524-621d91f235ab') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:54.319398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ae2a0bc9-5f09-4df7-ad43-2f547c6ff676 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:51:54.329378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ab24191e-3cf1-46f4-8fc3-c18e6e319fb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0339725 Jul 06 17:51:54.332196 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.335851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:54.348743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Request body: {'subnet': {'network_id': 'ae2a0bc9-5f09-4df7-ad43-2f547c6ff676', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-634463797-subnet', 'tenant_id': '1d13daf1d6474ad6850d2f85bf27e5d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:54.365440 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.380249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:54.380755 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:54.389022 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:54.478212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Made reservation on behalf of 1d13daf1d6474ad6850d2f85bf27e5d7 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:54.481095 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.558801 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.568187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.572970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b707763-32a3-460e-823a-bea303f19738 HTTP/1.1" status: 204 len: 168 time: 0.9242883 Jul 06 17:51:54.589442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.590892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf311a8-eff7-483c-8c7f-dfc31ff13e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b707763-32a3-460e-823a-bea303f19738,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:54.629797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 3e7b481f-34d6-4c37-a250-6dc9b4540b54 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:54.757668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:54.773628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb463da-035e-4ab0-abea-e746efbc045f req-2a21d15c-8628-4993-93d9-399335145d8c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:54.776854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cdb463da-035e-4ab0-abea-e746efbc045f req-2a21d15c-8628-4993-93d9-399335145d8c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3068583 Jul 06 17:51:54.873268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-abf74f46-fac1-49b8-b51d-60f278b67600 req-deaaa315-7c86-429a-89eb-f8d131a774fb tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0669188 Jul 06 17:51:54.965080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cdb463da-035e-4ab0-abea-e746efbc045f req-8657945f-7554-4ab6-83f6-2a2ef8f0f3bb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781363 Jul 06 17:51:54.978075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Checking segment: {'id': 'ce92eeaa-9c7b-41bf-bbed-6a7809aad136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ae2a0bc9-5f09-4df7-ad43-2f547c6ff676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:54.982924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Network hostable DHCP agents. Network: ae2a0bc9-5f09-4df7-ad43-2f547c6ff676, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:51:54.987640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:55.014677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c24bf9e-fb17-428a-a8cc-62c9f571f2f9,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:55.110680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Network ae2a0bc9-5f09-4df7-ad43-2f547c6ff676 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:51:55.140189 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-969b0199-703a-41d5-b0a5-40a192e02a1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ba798159eb942ba977ef5f654f87c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499653 Jul 06 17:51:55.142623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47184) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:55.196437 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.218561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ae2a0bc9-5f09-4df7-ad43-2f547c6ff676) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:55.237421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d242fa6-4213-47cf-8c30-39c1024feecd None None] Network ae2a0bc9-5f09-4df7-ad43-2f547c6ff676 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:55.239281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:55.239487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.308316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-57539b1b-8ec0-44aa-9821-0a6bee41fcd6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9711947 Jul 06 17:51:55.314845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b122ab-9792-4f93-b6ba-e27be9ddda60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.344135 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b122ab-9792-4f93-b6ba-e27be9ddda60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.424766 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b122ab-9792-4f93-b6ba-e27be9ddda60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.432060 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b122ab-9792-4f93-b6ba-e27be9ddda60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.433443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-57b122ab-9792-4f93-b6ba-e27be9ddda60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de534437-986b-4180-80fa-6bc8b082798a HTTP/1.1" status: 204 len: 168 time: 0.2886939 Jul 06 17:51:55.451141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b122ab-9792-4f93-b6ba-e27be9ddda60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de534437-986b-4180-80fa-6bc8b082798a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:55.464972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=3e7b481f-34d6-4c37-a250-6dc9b4540b54,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:55.645660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:55.659207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83890083-37db-408a-b1a8-84007c1eb3f5 req-ed0350e8-e6c4-48b3-b095-8963f46924c4 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:55.668810 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83890083-37db-408a-b1a8-84007c1eb3f5 req-ed0350e8-e6c4-48b3-b095-8963f46924c4 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4631062 Jul 06 17:51:55.719155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96bf41-4b03-4d28-9ffd-da43ccd1a1d4 None None] Network ae2a0bc9-5f09-4df7-ad43-2f547c6ff676 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:55.914962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83890083-37db-408a-b1a8-84007c1eb3f5 req-a3aa0f85-7c1d-4987-928e-c5b723ae754a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450409 Jul 06 17:51:56.107626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router f63076c2-f9a2-4114-ba14-0dce7f026ce4 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:51:56.224674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac712519-ddcc-4785-8607-44e2c5ddbe55 req-ea53e0d3-b5ff-4edf-8a09-aa00747c0d2b tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0643411 Jul 06 17:51:56.248233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:51:56.255693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-65ac29f3-8d72-48eb-99ab-ff1d98464d3b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/f63076c2-f9a2-4114-ba14-0dce7f026ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1169462 Jul 06 17:51:56.258680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:56.281938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97322ea-c6c2-49dc-a7bc-9104d1606bc1 None None] Sync routers for ids ['f63076c2-f9a2-4114-ba14-0dce7f026ce4'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:51:56.305888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97322ea-c6c2-49dc-a7bc-9104d1606bc1 None None] Routers {'f63076c2-f9a2-4114-ba14-0dce7f026ce4'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:56.306811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e97322ea-c6c2-49dc-a7bc-9104d1606bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f63076c2-f9a2-4114-ba14-0dce7f026ce4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:56.323649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0af92cd9-d27f-42f8-95b3-e1528a020592 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=f63076c2-f9a2-4114-ba14-0dce7f026ce4 HTTP/1.1" status: 200 len: 205 time: 0.0633860 Jul 06 17:51:56.326089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47216) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:56.357107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df8eaa-6355-4c41-88c3-b6b1d1c84c9e req-c58491e1-5c50-49f1-9d7b-2eab88124940 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:56.363685 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4df8eaa-6355-4c41-88c3-b6b1d1c84c9e req-c58491e1-5c50-49f1-9d7b-2eab88124940 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1649938 Jul 06 17:51:56.416710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e97322ea-c6c2-49dc-a7bc-9104d1606bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:56.428806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97322ea-c6c2-49dc-a7bc-9104d1606bc1 None None] Routers {'f63076c2-f9a2-4114-ba14-0dce7f026ce4'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:51:56.430428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e97322ea-c6c2-49dc-a7bc-9104d1606bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['f63076c2-f9a2-4114-ba14-0dce7f026ce4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:56.460598 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4df8eaa-6355-4c41-88c3-b6b1d1c84c9e req-2be42190-a932-42c1-9a35-83cb55112cd2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901339 Jul 06 17:51:56.462893 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-442ff871-9f79-4b8a-a13f-d08f08c0bd95 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.569874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e97322ea-c6c2-49dc-a7bc-9104d1606bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:56.571060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97322ea-c6c2-49dc-a7bc-9104d1606bc1 None None] The sync data for ids ['f63076c2-f9a2-4114-ba14-0dce7f026ce4'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:51:56.821896 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-442ff871-9f79-4b8a-a13f-d08f08c0bd95 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.826143 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-442ff871-9f79-4b8a-a13f-d08f08c0bd95 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.925272 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-442ff871-9f79-4b8a-a13f-d08f08c0bd95 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.927426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442ff871-9f79-4b8a-a13f-d08f08c0bd95 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Fanout notify agent at l3_agent the message router_deleted on router f63076c2-f9a2-4114-ba14-0dce7f026ce4 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:51:56.943441 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-442ff871-9f79-4b8a-a13f-d08f08c0bd95 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:56.948044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-442ff871-9f79-4b8a-a13f-d08f08c0bd95 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/f63076c2-f9a2-4114-ba14-0dce7f026ce4 HTTP/1.1" status: 204 len: 168 time: 0.6181569 Jul 06 17:51:56.948800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47234) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:57.080821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82f7d75-30d4-493f-8b86-f380dfcbe2d2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting subnet 51cef35d-6968-4634-83fe-485f8a21135f {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:57.086135 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82f7d75-30d4-493f-8b86-f380dfcbe2d2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.187226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82f7d75-30d4-493f-8b86-f380dfcbe2d2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.324960 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82f7d75-30d4-493f-8b86-f380dfcbe2d2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.379777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47246) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:57.386800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1211235653-network', 'tenant_id': 'c3dce35230174e07981a4f7ba918719a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:57.452555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Made reservation on behalf of c3dce35230174e07981a4f7ba918719a for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:57.461418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.480816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82f7d75-30d4-493f-8b86-f380dfcbe2d2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.498161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.515143 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74725b2b-296a-4f2a-9a9f-961b1e4c69b8 req-7a56fccd-3ab4-44a3-8132-8f0d67aef039 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0794046 Jul 06 17:51:57.546065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f7d75-30d4-493f-8b86-f380dfcbe2d2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Subnet': ['ID=51cef35d-6968-4634-83fe-485f8a21135f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:57.549852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2756c-4cc0-4064-8da7-6fc9846f38e6 None None] Network 60c734ca-9aed-40a3-b175-7d981add3cf5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:57.550682 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82f7d75-30d4-493f-8b86-f380dfcbe2d2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.554369 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b82f7d75-30d4-493f-8b86-f380dfcbe2d2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/51cef35d-6968-4634-83fe-485f8a21135f HTTP/1.1" status: 204 len: 168 time: 0.6039379 Jul 06 17:51:57.556935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47250) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:57.702065 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.722866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.762719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.812026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:51:57.835829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051d677b-00fd-4e5c-b409-ef94a893e3ce,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:57.850203 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.851545 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Added segment 4c97ecff-9033-40e4-abd0-eedb27c418b8 of type vlan for network 84ecb5b2-b9b8-4213-8515-c868f34005a6 Jul 06 17:51:57.869112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47258) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:57.922214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.957354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:57.960609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.991359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:57.992514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:57.993267 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.071748 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6905630 Jul 06 17:51:58.078691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47264) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:58.089153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Request body: {'subnet': {'network_id': '84ecb5b2-b9b8-4213-8515-c868f34005a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1211235653-subnet', 'tenant_id': 'c3dce35230174e07981a4f7ba918719a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:58.101391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8992f38c-69d0-4583-9aad-a78511abfaec None None] DHCP port deletion for 60c734ca-9aed-40a3-b175-7d981add3cf5 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:51:58.133823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc300f-f408-4bd8-9249-66b4b578937d admin admin] Pushing event updated for resources: {'Network': ['ID=84ecb5b2-b9b8-4213-8515-c868f34005a6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:58.169001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Made reservation on behalf of c3dce35230174e07981a4f7ba918719a for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:58.172155 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.174119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=acfcaa56-fc4a-44e4-8b89-b0bc208a1a14,segment=NetworkSegment(5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a),segment_id=5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:58.174911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.201519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 84ecb5b2-b9b8-4213-8515-c868f34005a6 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:51:58.229220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:58.410947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-network', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:58.481393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8992f38c-69d0-4583-9aad-a78511abfaec None None] Deleting port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:51:58.482148 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8992f38c-69d0-4583-9aad-a78511abfaec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.482667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-9aeb6a19-bbdc-43cc-92b9-3ab792f58f09 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319611 Jul 06 17:51:58.569860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8992f38c-69d0-4583-9aad-a78511abfaec None None] For port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=acfcaa56-fc4a-44e4-8b89-b0bc208a1a14,segment=NetworkSegment(5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a),segment_id=5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:51:58.571299 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8992f38c-69d0-4583-9aad-a78511abfaec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.578740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Made reservation on behalf of d4379e8cb8804e0793518f41b6f2aedf for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:51:58.589576 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.601302 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.631376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8992f38c-69d0-4583-9aad-a78511abfaec None None] Calling delete_port for acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:51:58.659113 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.713967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-4059eedd-fe45-4132-b5f3-058ad2d7acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:58.729551 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-4059eedd-fe45-4132-b5f3-058ad2d7acb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1098 time: 0.1883988 Jul 06 17:51:58.739917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Checking segment: {'id': '4c97ecff-9033-40e4-abd0-eedb27c418b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84ecb5b2-b9b8-4213-8515-c868f34005a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:51:58.740222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.741872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Network hostable DHCP agents. Network: 84ecb5b2-b9b8-4213-8515-c868f34005a6, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:51:58.823127 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8992f38c-69d0-4583-9aad-a78511abfaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:58.863900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992f38c-69d0-4583-9aad-a78511abfaec None None] No DVR routers for this DVR port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:58.876341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992f38c-69d0-4583-9aad-a78511abfaec None None] Pushing event deleted for resources: {'Port': ['ID=acfcaa56-fc4a-44e4-8b89-b0bc208a1a14,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:58.887881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No DVR routers for this DVR port acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:51:58.898968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=acfcaa56-fc4a-44e4-8b89-b0bc208a1a14,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:58.916092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15524a59-0d37-44ff-81de-41523448edff,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:58.949349 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Network 84ecb5b2-b9b8-4213-8515-c868f34005a6 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:51:58.965298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 84ecb5b2-b9b8-4213-8515-c868f34005a6) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:51:58.974947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab82272-428a-4e86-a463-b454855a49d8 None None] Network 84ecb5b2-b9b8-4213-8515-c868f34005a6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:58.993692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:58.994298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.061427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-4a4c41f9-aca1-43e7-a731-a0d14b2a6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:59.063160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-4a4c41f9-aca1-43e7-a731-a0d14b2a6a41 service neutron] 10.222.0.22 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.3135998 Jul 06 17:51:59.116500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-644a6279-de1e-4681-97d1-f7cd9e839aac req-25c68969-b401-476f-a68a-1db9f905acc2 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.1986387 Jul 06 17:51:59.215725 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-8809ffa5-2ae1-4ac2-bd7d-11b1e12582cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 1002 time: 0.1447198 Jul 06 17:51:59.241992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.258619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a9eb94-8822-4945-8234-5bbdc773c01e None None] Network 84ecb5b2-b9b8-4213-8515-c868f34005a6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:51:59.279733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47276) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:59.295885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-4700d45e-c13b-4025-a0a1-f4516d0d7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:59.297544 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-4700d45e-c13b-4025-a0a1-f4516d0d7d1a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.0750871 Jul 06 17:51:59.307140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c734ca-9aed-40a3-b175-7d981add3cf5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:59.311541 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.325432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:59.325985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc4929b-4d4c-4c8a-ab24-ca6b6d2d997a') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:51:59.328529 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.352824 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.356839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cac4c0c6-da66-4498-a4fa-74035e60f3d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2770450 Jul 06 17:51:59.385792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:51:59.396032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-96ad5a05-8d0f-428c-aeeb-47508bbd75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:51:59.401579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-96ad5a05-8d0f-428c-aeeb-47508bbd75ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935807 Jul 06 17:51:59.402059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.404562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e42a08-6eea-4bd7-929e-a77f08e6dcde,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:59.420837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:51:59.421257 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:51:59.425329 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:51:59.428234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.428234 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Added segment a9930112-42a9-4170-a87d-258bd34903b6 of type vlan for network 5c276dff-55fa-4f89-a79e-7dd077583d96 Jul 06 17:51:59.554729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.559731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.571877 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/networks/60c734ca-9aed-40a3-b175-7d981add3cf5 HTTP/1.1" status: 204 len: 168 time: 2.0134122 Jul 06 17:51:59.572630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:59.601331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1243214126', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:51:59.626851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-e16022f6-0623-40ac-9df5-50f6ecd9086b service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210321 Jul 06 17:51:59.631661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701cb7c-244d-4b2b-899c-37b3491a1383 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Network': ['ID=60c734ca-9aed-40a3-b175-7d981add3cf5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:51:59.636735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.640994 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.642020 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.718509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:51:59.742711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:51:59.743456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device acfcaa56-fc4a-44e4-8b89-b0bc208a1a14 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:51:59.748416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:51:59.834510 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72ccd308-f200-4b0d-91b0-574d9ca11f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:51:59.932015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-23686124-9110-4c21-a313-d50c6ad73efb admin admin] Deleting subnet 4c24bf9e-fb17-428a-a8cc-62c9f571f2f9 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:51:59.960363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23686124-9110-4c21-a313-d50c6ad73efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.027983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf6e8d6-4f9c-4179-96dd-b6adc974fc35 req-fb7303db-7183-4267-b2d9-b262a45f5fbd service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945050 Jul 06 17:52:00.038509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.039284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23686124-9110-4c21-a313-d50c6ad73efb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.107655 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23686124-9110-4c21-a313-d50c6ad73efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.129426 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.130524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:00.131466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.194648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72ccd308-f200-4b0d-91b0-574d9ca11f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.208117 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72ccd308-f200-4b0d-91b0-574d9ca11f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.241429 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23686124-9110-4c21-a313-d50c6ad73efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.305352 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4343741 Jul 06 17:52:00.317350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-72ccd308-f200-4b0d-91b0-574d9ca11f11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5a43331bd7341268fbe5c1caec91b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0348287 Jul 06 17:52:00.317350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:00.322085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23686124-9110-4c21-a313-d50c6ad73efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c24bf9e-fb17-428a-a8cc-62c9f571f2f9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:00.331792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Request body: {'subnet': {'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-subnet', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:00.341415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:00.357067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd308-f200-4b0d-91b0-574d9ca11f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570bab2c-dc09-43c5-8ceb-0e6faf547eb1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:00.372379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23686124-9110-4c21-a313-d50c6ad73efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.377326 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-23686124-9110-4c21-a313-d50c6ad73efb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c24bf9e-fb17-428a-a8cc-62c9f571f2f9 HTTP/1.1" status: 204 len: 168 time: 0.6267462 Jul 06 17:52:00.379769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a0144-753d-4875-b6e8-ff9e28261bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c276dff-55fa-4f89-a79e-7dd077583d96,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:00.381928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Made reservation on behalf of d4379e8cb8804e0793518f41b6f2aedf for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:00.388702 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.390070 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47294) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:00.396355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 5c276dff-55fa-4f89-a79e-7dd077583d96 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:52:00.423130 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.543905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.614908 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f4459f4-79c9-4c06-86fa-a81559e00ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.664950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b6355a7-aaf4-4df8-9393-f08dcac747c7 req-0204bd10-4658-4e3a-a497-7df22a99dbaa tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0759933 Jul 06 17:52:00.707752 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.759515 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f4459f4-79c9-4c06-86fa-a81559e00ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.795827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1f78c8-7386-4b06-9d6c-802286693a6b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:00.809083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Checking segment: {'id': 'a9930112-42a9-4170-a87d-258bd34903b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:00.810074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Network hostable DHCP agents. Network: 5c276dff-55fa-4f89-a79e-7dd077583d96, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:52:00.833647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Network 5c276dff-55fa-4f89-a79e-7dd077583d96 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:52:00.849634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 5c276dff-55fa-4f89-a79e-7dd077583d96) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:00.863540 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.864051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:00.865082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.865930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a578a8a-5164-4f41-ac72-bf232f740b1f None None] Network 5c276dff-55fa-4f89-a79e-7dd077583d96 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:00.880630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2a0bc9-5f09-4df7-ad43-2f547c6ff676']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:00.894180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce92eeaa-9c7b-41bf-bbed-6a7809aad136') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:00.894758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce92eeaa-9c7b-41bf-bbed-6a7809aad136') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:00.901415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-601619da-7b42-4e3f-83dd-050ac08caa00 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5811820 Jul 06 17:52:00.904426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47298) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:00.916986 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.926810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:00.948545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f4459f4-79c9-4c06-86fa-a81559e00ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.965422 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f4459f4-79c9-4c06-86fa-a81559e00ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.966144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.966620 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4f4459f4-79c9-4c06-86fa-a81559e00ee7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/570bab2c-dc09-43c5-8ceb-0e6faf547eb1 HTTP/1.1" status: 204 len: 168 time: 0.6242073 Jul 06 17:52:00.967900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:00.968217 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.004423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:52:01.005157 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:52:01.009041 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:52:01.012158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4459f4-79c9-4c06-86fa-a81559e00ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570bab2c-dc09-43c5-8ceb-0e6faf547eb1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:01.090427 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.197540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed2aaf6-dfaf-4417-bd30-b74926145201 None None] Network 5c276dff-55fa-4f89-a79e-7dd077583d96 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:01.206887 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.220629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.225165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] 10.222.0.13 "DELETE /v2.0/networks/ae2a0bc9-5f09-4df7-ad43-2f547c6ff676 HTTP/1.1" status: 204 len: 168 time: 0.8314204 Jul 06 17:52:01.265353 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.301010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a425d-ba84-41a1-8c8c-b0cf6cdc5f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2a0bc9-5f09-4df7-ad43-2f547c6ff676,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:01.303713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:01.305161 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.512428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-446ffc7b-e93f-460a-9913-6a62cc114a5c admin admin] Deleting subnet 15524a59-0d37-44ff-81de-41523448edff {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:52:01.550986 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446ffc7b-e93f-460a-9913-6a62cc114a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.716724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47308) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:01.772751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12c135ba-82cb-40a7-a943-3e25e4095da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.809415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446ffc7b-e93f-460a-9913-6a62cc114a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.912830 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.948505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:01.968561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 172.25.7.172 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/89736561-7239-4955-bfe9-82b102398ee4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:02.191604 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2f85ce90-27ad-41c7-bf3e-35fcb3fbe186 req-dd32a6da-e940-4c95-812b-58f72a93082d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.2257445 Jul 06 17:52:02.219504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446ffc7b-e93f-460a-9913-6a62cc114a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.344822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446ffc7b-e93f-460a-9913-6a62cc114a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.384498 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446ffc7b-e93f-460a-9913-6a62cc114a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.390923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-446ffc7b-e93f-460a-9913-6a62cc114a5c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/15524a59-0d37-44ff-81de-41523448edff HTTP/1.1" status: 204 len: 168 time: 1.0769501 Jul 06 17:52:02.423210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47316) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:02.502265 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.523853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ffc7b-e93f-460a-9913-6a62cc114a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15524a59-0d37-44ff-81de-41523448edff,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:02.529128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.549797 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.577250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.787742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12c135ba-82cb-40a7-a943-3e25e4095da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.814016 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12c135ba-82cb-40a7-a943-3e25e4095da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.857846 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.882161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ecb5b2-b9b8-4213-8515-c868f34005a6']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:02.902913 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-12c135ba-82cb-40a7-a943-3e25e4095da6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37334e678c454d10960c2d0e48d77dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1846430 Jul 06 17:52:02.909286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:02.909752 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c97ecff-9033-40e4-abd0-eedb27c418b8') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:02.910094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c97ecff-9033-40e4-abd0-eedb27c418b8') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:02.912638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c135ba-82cb-40a7-a943-3e25e4095da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3964684e-ff18-4e92-b0a3-d5683b25d393,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:02.920912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.928167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.979609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.994669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:02.997581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:52:02.997986 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:52:02.999893 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:52:03.013854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:03.042404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:03.047409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=89736561-7239-4955-bfe9-82b102398ee4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:03.074067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Allocated IP 172.25.7.116 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:03.093334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23214e9b-f4ad-4699-88fd-65572dca5d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.102041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.151568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.156030 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] 10.222.0.13 "DELETE /v2.0/networks/84ecb5b2-b9b8-4213-8515-c868f34005a6 HTTP/1.1" status: 204 len: 168 time: 0.7285187 Jul 06 17:52:03.207905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072cc02-285b-42f2-90ca-7e1be696de35 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ecb5b2-b9b8-4213-8515-c868f34005a6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:03.230408 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23214e9b-f4ad-4699-88fd-65572dca5d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.452011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.456396 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23214e9b-f4ad-4699-88fd-65572dca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.472079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23214e9b-f4ad-4699-88fd-65572dca5d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.473965 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-23214e9b-f4ad-4699-88fd-65572dca5d45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3964684e-ff18-4e92-b0a3-d5683b25d393 HTTP/1.1" status: 204 len: 168 time: 0.5621073 Jul 06 17:52:03.527111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.546677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23214e9b-f4ad-4699-88fd-65572dca5d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3964684e-ff18-4e92-b0a3-d5683b25d393,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:03.596371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:03.613486 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c12535d-1800-4e3c-9a06-2a0950fb7867 req-00f27b40-011d-4b4d-9eed-7c0e8cd73bbb tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0464945 Jul 06 17:52:03.723997 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cfc0ef41-4331-4092-839f-8d7ff69d2522 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d13daf1d6474ad6850d2f85bf27e5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135523 Jul 06 17:52:03.724791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47330) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:03.772027 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.821215 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.824030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:03.838029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:03.847292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:03.852172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58c44aa8-3e37-45cd-941f-e7d37d947552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:03.880595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Pushing event updated for resources: {'Port': ['ID=cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:03.919269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58c44aa8-3e37-45cd-941f-e7d37d947552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:04.183203 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58c44aa8-3e37-45cd-941f-e7d37d947552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:04.186781 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58c44aa8-3e37-45cd-941f-e7d37d947552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:04.191416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-58c44aa8-3e37-45cd-941f-e7d37d947552 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c5c135a-78a4-434a-befd-5e3cdd70d33c HTTP/1.1" status: 204 len: 168 time: 0.4606345 Jul 06 17:52:04.262296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c44aa8-3e37-45cd-941f-e7d37d947552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c135a-78a4-434a-befd-5e3cdd70d33c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:04.374037 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:04.542038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6ebd9226-d6c1-4d32-a1f3-7f9317da81fc is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:52:04.736517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:04.750088 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682cdac-38ac-420f-84a0-c1ace4b2b5da None None] Sync routers for ids ['6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:04.785083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:04.786186 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682cdac-38ac-420f-84a0-c1ace4b2b5da None None] Routers {'6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:04.788059 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d682cdac-38ac-420f-84a0-c1ace4b2b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:04.789625 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2b56518a-020a-4512-9c70-fbe64094e8cd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1926749 Jul 06 17:52:04.790684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47362) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:04.823259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:04.863185 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d682cdac-38ac-420f-84a0-c1ace4b2b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:04.870315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47364) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:04.889921 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682cdac-38ac-420f-84a0-c1ace4b2b5da None None] Routers {'6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:04.892299 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d682cdac-38ac-420f-84a0-c1ace4b2b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:04.952839 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d682cdac-38ac-420f-84a0-c1ace4b2b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:04.953837 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682cdac-38ac-420f-84a0-c1ace4b2b5da None None] The sync data for ids ['6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:04.972276 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf392d7d-6dcf-44c6-ad1b-c8d6a6e3cb77 req-4ad31aa9-5ef7-478d-9762-049665721473 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0586653 Jul 06 17:52:05.013760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-81f8bd92-b009-4235-a932-4a2e4a7ccfe8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3dce35230174e07981a4f7ba918719a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335452 Jul 06 17:52:05.013959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47368) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:05.039861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c70fc647-5481-485e-ba91-203903c93bb7 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/routers/6ebd9226-d6c1-4d32-a1f3-7f9317da81fc HTTP/1.1" status: 200 len: 885 time: 0.2449868 Jul 06 17:52:05.042318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47372) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:05.179097 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89384d35-35c7-4afa-be3c-bcbdabb36776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:05.196630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:52:05.212204 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89384d35-35c7-4afa-be3c-bcbdabb36776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:05.295495 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:05.376098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89384d35-35c7-4afa-be3c-bcbdabb36776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:05.379253 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89384d35-35c7-4afa-be3c-bcbdabb36776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:05.380721 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-89384d35-35c7-4afa-be3c-bcbdabb36776 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/051d677b-00fd-4e5c-b409-ef94a893e3ce HTTP/1.1" status: 204 len: 168 time: 0.3675504 Jul 06 17:52:05.390232 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89384d35-35c7-4afa-be3c-bcbdabb36776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051d677b-00fd-4e5c-b409-ef94a893e3ce,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:05.393030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:05.417403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Sync routers for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:05.428185 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:05.429474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1840e5d0-0b4a-43f5-a33c-91fe086f89ca admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.5225909 Jul 06 17:52:05.433702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:05.436672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:05.440076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:05.565717 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-25dc26b0-f56d-4d50-941d-3162798ebcd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5217052 Jul 06 17:52:05.568326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:05.582094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3dd1f34c-5b4b-4e2f-9bc6-5e35d22484aa tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1243214126'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:05.636010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:06.249889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:04Z', 'revision_number': 3, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:06.320154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25066972-583a-4a66-a83b-a9c56dc8d74a req-47a13573-107f-4783-829e-798b2e8b3a64 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0866439 Jul 06 17:52:06.412147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f34c-5b4b-4e2f-9bc6-5e35d22484aa tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:06.422892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Checking router: 5b4d959f-4e13-49c4-b247-2ee1b75a4641 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:52:06.423651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Updating router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:52:06.434719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f34c-5b4b-4e2f-9bc6-5e35d22484aa tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:06.576477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:06.670570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd1f34c-5b4b-4e2f-9bc6-5e35d22484aa tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6ebd9226-d6c1-4d32-a1f3-7f9317da81fc has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:52:06.696685 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:06.817833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd1f34c-5b4b-4e2f-9bc6-5e35d22484aa tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:06.831996 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce985dfd-fed5-4ff6-92ee-9dd2e0c095af None None] Sync routers for ids ['6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:06.841003 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f34c-5b4b-4e2f-9bc6-5e35d22484aa tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:06.844202 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3dd1f34c-5b4b-4e2f-9bc6-5e35d22484aa tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6ebd9226-d6c1-4d32-a1f3-7f9317da81fc HTTP/1.1" status: 200 len: 892 time: 1.2735376 Jul 06 17:52:06.847747 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce985dfd-fed5-4ff6-92ee-9dd2e0c095af None None] Routers {'6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:06.848812 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce985dfd-fed5-4ff6-92ee-9dd2e0c095af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:06.849433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47420) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:06.895994 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce985dfd-fed5-4ff6-92ee-9dd2e0c095af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:06.908863 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce985dfd-fed5-4ff6-92ee-9dd2e0c095af None None] Routers {'6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:06.909740 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce985dfd-fed5-4ff6-92ee-9dd2e0c095af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:06.972894 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce985dfd-fed5-4ff6-92ee-9dd2e0c095af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:06.973922 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce985dfd-fed5-4ff6-92ee-9dd2e0c095af None None] The sync data for ids ['6ebd9226-d6c1-4d32-a1f3-7f9317da81fc'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:07.199783 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.212579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Transition to ACTIVE for port object cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:07.227768 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.276639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:07.278382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0b3c0927-56b4-47a7-bec3-38358316dad9 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/routers/6ebd9226-d6c1-4d32-a1f3-7f9317da81fc HTTP/1.1" status: 200 len: 892 time: 0.4251127 Jul 06 17:52:07.288472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Allocated IP 172.20.0.1 (5c276dff-55fa-4f89-a79e-7dd077583d96/db1f78c8-7386-4b06-9d6c-802286693a6b/0b7a1cd7-7f3f-49a0-bef0-98e512451ead) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:07.324270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c8901-cbf0-4ec1-94a9-aa37b8167288 None None] Pushing event updated for resources: {'Port': ['ID=cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:07.356931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Attempting to bind port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:07.356931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Attempting to bind port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:07.357398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Attempting to bind port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:07.364075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:07.364591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:07.364888 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.365999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:07.366123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Bound port: cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:07.366757 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.383093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c10b251a-1fed-432e-a1e2-5d036adf881c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ebd9226-d6c1-4d32-a1f3-7f9317da81fc HTTP/1.1" status: 200 len: 205 time: 0.1000972 Jul 06 17:52:07.383767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47432) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:07.446249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] For port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:07.456196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] For port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:07.464823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.483520 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.547700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:07.550081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:07.584320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.717632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c8901-cbf0-4ec1-94a9-aa37b8167288 None None] Pushing event updated for resources: {'Port': ['ID=cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:07.719234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7a1cd7-7f3f-49a0-bef0-98e512451ead,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:07.733741 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.744631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Network 5c276dff-55fa-4f89-a79e-7dd077583d96 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:07.748794 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d75144d-62df-467b-8ee3-f6ac8b35f0ac req-db27ba25-2fc0-42ba-bb00-a9021c90d183 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0522227 Jul 06 17:52:07.749177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:07.754926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:07.853917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:07.918191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:08.015122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:08.142409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 89736561-7239-4955-bfe9-82b102398ee4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:08.144470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:08.170491 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:08.260338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:04Z', 'revision_number': 3, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:08.301596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3195643-43ba-4fe1-8748-a40b0477b87b None None] The sync data for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 is: [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:04Z', 'revision_number': 3, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:08.349803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:08.370457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 89736561-7239-4955-bfe9-82b102398ee4 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:08.621729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:08.629593 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:08.959656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7a1cd7-7f3f-49a0-bef0-98e512451ead,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:08.979331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:09.256957 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-935144cc-bbc6-421d-a535-496939f12728 req-f47595e8-7636-45db-b84e-64bc9e6a3586 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.1188519 Jul 06 17:52:09.262962 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:09.335750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Network 5c276dff-55fa-4f89-a79e-7dd077583d96 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:09.338228 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:09.552681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=89736561-7239-4955-bfe9-82b102398ee4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:09.599768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.601207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.601784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:52:09.603431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.604199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.605258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.607689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.608330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.609181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.610283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.613094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.615537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.617093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:09.685216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:09.861706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:09.906930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:09.921203 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-300db140-626e-46fc-9851-4a0406d0a064 admin admin] 10.222.0.13 "PUT /v2.0/routers/5b4d959f-4e13-49c4-b247-2ee1b75a4641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4799538 Jul 06 17:52:09.933845 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:09.937032 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.006937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:10.010156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.010965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Fanout notify agent at l3_agent the message router_deleted on router 6ebd9226-d6c1-4d32-a1f3-7f9317da81fc {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:52:10.012814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:10.013446 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.019281 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.021219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a52435b1-ca32-45ee-8c8c-e0b210b3596d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/6ebd9226-d6c1-4d32-a1f3-7f9317da81fc HTTP/1.1" status: 204 len: 168 time: 2.6364133 Jul 06 17:52:10.025086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47500) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:10.030814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1415793389'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:10.097484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:10.103020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.139748 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.198023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:52:10.202191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:10.213849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.223285 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.224830 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added segment 22b8c3a9-d162-410e-aead-96c88469fb24 of type vlan for network 4b31c0bf-3101-4674-aec6-78e5348b8e2f Jul 06 17:52:10.291474 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.343922 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.349105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:10.357504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:10.358842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.445082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Network': ['ID=4b31c0bf-3101-4674-aec6-78e5348b8e2f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:10.457504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4b31c0bf-3101-4674-aec6-78e5348b8e2f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:52:10.473174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fe5df81d-d91f-4147-9105-cb45793caf00 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4468699 Jul 06 17:52:10.476945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47516) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:10.501380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'subnet': {'network_id': '4b31c0bf-3101-4674-aec6-78e5348b8e2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:10.615135 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd5a4ebf-9a1a-417f-ae7b-1c222c817934 req-e95b9e73-c052-4632-a510-352464396460 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.0577657 Jul 06 17:52:10.649912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:10.701681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47528) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:10.744230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:10.751182 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:10.890605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69dd7209-44e2-4d64-8a24-1e946cebdb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.119611 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69dd7209-44e2-4d64-8a24-1e946cebdb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.131541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69dd7209-44e2-4d64-8a24-1e946cebdb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.184607 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.280857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Subnet': ['ID=e9d66e7f-65b7-4ac2-a7a9-c7e82d39d6a7,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:11.298507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Checking segment: {'id': '22b8c3a9-d162-410e-aead-96c88469fb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b31c0bf-3101-4674-aec6-78e5348b8e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:11.299216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network hostable DHCP agents. Network: 4b31c0bf-3101-4674-aec6-78e5348b8e2f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:52:11.316661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-69dd7209-44e2-4d64-8a24-1e946cebdb66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13709c84a5bb464bbb1460b3056951bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6654067 Jul 06 17:52:11.318109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd7209-44e2-4d64-8a24-1e946cebdb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b594c9ea-5da7-4566-8166-0f0f56d5f0fd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:11.322820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47532) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:11.341560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Sync routers for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:11.349710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 4b31c0bf-3101-4674-aec6-78e5348b8e2f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:52:11.364801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4b31c0bf-3101-4674-aec6-78e5348b8e2f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:11.371813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:11.372429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.404712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0937b57b-dccf-4de4-b43e-8afdacd750c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.411303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a329f780-c80f-4bbe-bd8b-d5c2b1cff5eb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9303615 Jul 06 17:52:11.412229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47542) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:11.413079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed035a4-a5c3-4fbd-b5c2-21c3befe200c None None] Network 4b31c0bf-3101-4674-aec6-78e5348b8e2f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:11.423877 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-11dadd8d-fe0d-4dbb-bc0b-06d1408fe815 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-635645683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:11.658583 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0937b57b-dccf-4de4-b43e-8afdacd750c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.670989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0937b57b-dccf-4de4-b43e-8afdacd750c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.675553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4894d50e-2f62-48d9-9771-e1fa6f7ff888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.756926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11dadd8d-fe0d-4dbb-bc0b-06d1408fe815 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.759737 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11dadd8d-fe0d-4dbb-bc0b-06d1408fe815 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.778111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0937b57b-dccf-4de4-b43e-8afdacd750c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28b2e87d66854f61ab3bb3a8e68d4fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0749645 Jul 06 17:52:11.780173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937b57b-dccf-4de4-b43e-8afdacd750c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a0529a-5220-4809-87fb-8de2f09c70b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:11.783322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47552) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:11.826354 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4894d50e-2f62-48d9-9771-e1fa6f7ff888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.835471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-61f2e897-a9b3-4d07-9e87-ad6eddb84798 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:11.837099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-61f2e897-a9b3-4d07-9e87-ad6eddb84798 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 820 time: 0.3134344 Jul 06 17:52:11.856460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:11.860098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:11.861992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:11.868664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-93c2cc1f-5e51-4e93-963f-0601c9aea9fd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/quotas/d4379e8cb8804e0793518f41b6f2aedf HTTP/1.1" status: 200 len: 375 time: 0.0187745 Jul 06 17:52:11.874972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711afb0-0526-493e-8cac-1759b9f970f8 req-45aab6b8-79b5-4ed9-9938-b51f14ef00c9 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:11.878889 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3711afb0-0526-493e-8cac-1759b9f970f8 req-45aab6b8-79b5-4ed9-9938-b51f14ef00c9 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1098 time: 0.2432051 Jul 06 17:52:11.938521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11dadd8d-fe0d-4dbb-bc0b-06d1408fe815 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.983287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11dadd8d-fe0d-4dbb-bc0b-06d1408fe815 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:11.994854 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4894d50e-2f62-48d9-9771-e1fa6f7ff888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.000215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4894d50e-2f62-48d9-9771-e1fa6f7ff888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.003035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4894d50e-2f62-48d9-9771-e1fa6f7ff888 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b594c9ea-5da7-4566-8166-0f0f56d5f0fd HTTP/1.1" status: 204 len: 168 time: 0.6785769 Jul 06 17:52:12.028197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894d50e-2f62-48d9-9771-e1fa6f7ff888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b594c9ea-5da7-4566-8166-0f0f56d5f0fd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:12.029828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11dadd8d-fe0d-4dbb-bc0b-06d1408fe815 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.037265 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-11dadd8d-fe0d-4dbb-bc0b-06d1408fe815 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6235411 Jul 06 17:52:12.038254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47556) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:12.044323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3711afb0-0526-493e-8cac-1759b9f970f8 req-1ec77e6d-2516-48e6-8158-f7e3a8244a79 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031854 Jul 06 17:52:12.045544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90382a43-ea44-48a0-8f93-839693d9cbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.066551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:12.097625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90382a43-ea44-48a0-8f93-839693d9cbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.116374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:12.188336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-c1301dc1-d4c0-4212-8ec8-2e3847928627 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2885177 Jul 06 17:52:12.385852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:12.386980 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.705771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-4b31c0bf-3101-4674-aec6-78e5348b8e2f', 'network_id': '4b31c0bf-3101-4674-aec6-78e5348b8e2f', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'fixed_ips': [{'subnet_id': 'e9d66e7f-65b7-4ac2-a7a9-c7e82d39d6a7'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:52:12.706889 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.807519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0b7a1cd7-7f3f-49a0-bef0-98e512451ead', 'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'mac_address': 'fa:16:3e:50:09:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:06Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 2, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'subnets': [{'id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:12.827456 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a975114-a5d2-4caf-9c10-ea3568de1b7e req-ff1decbf-c8c9-4efa-88d4-c0c360980863 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/ports?device_id=6838712f-aff3-45f1-8996-05f9ca748940 HTTP/1.1" status: 200 len: 210 time: 0.1077077 Jul 06 17:52:12.851499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 040f83b3-6830-4067-af6b-d756eaecdf35 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:12.852866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.940833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47562) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:12.945221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90382a43-ea44-48a0-8f93-839693d9cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.950381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90382a43-ea44-48a0-8f93-839693d9cbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:12.961695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-90382a43-ea44-48a0-8f93-839693d9cbc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28a0529a-5220-4809-87fb-8de2f09c70b3 HTTP/1.1" status: 204 len: 168 time: 1.1693242 Jul 06 17:52:12.982694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Checking router: 5b4d959f-4e13-49c4-b247-2ee1b75a4641 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:52:12.983324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Updating router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:52:12.997147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd4db-ef38-4164-b7c1-7701e0b6e6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.123403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.172610 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd4db-ef38-4164-b7c1-7701e0b6e6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.192095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd4db-ef38-4164-b7c1-7701e0b6e6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.247663 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.275336 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.276203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.293200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 040f83b3-6830-4067-af6b-d756eaecdf35 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:13.310286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Allocated IP 2001:db8::2 (4b31c0bf-3101-4674-aec6-78e5348b8e2f/e9d66e7f-65b7-4ac2-a7a9-c7e82d39d6a7/4d1baf08-fb58-43f6-8359-6b197a207d35) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:13.546660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90382a43-ea44-48a0-8f93-839693d9cbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a0529a-5220-4809-87fb-8de2f09c70b3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:13.609687 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3b6fd4db-ef38-4164-b7c1-7701e0b6e6b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ede815fde849496084f562051e13e762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6660366 Jul 06 17:52:13.617703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47572) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:13.653898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fd4db-ef38-4164-b7c1-7701e0b6e6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4b9d7a-c5eb-451e-bb64-bf29d2c32e38,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:13.772435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.804273 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5491af1-9012-489f-ae6f-a1797323921e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.807422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47574) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:13.835590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=040f83b3-6830-4067-af6b-d756eaecdf35,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:13.888889 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.892552 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.893783 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-545174f3-9af6-416e-9894-9aefc8eb4bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.910615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Transition to ACTIVE for port object 4d1baf08-fb58-43f6-8359-6b197a207d35 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:13.912799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5491af1-9012-489f-ae6f-a1797323921e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.917555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Transition to ACTIVE for port object 0b7a1cd7-7f3f-49a0-bef0-98e512451ead will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:13.934864 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.973754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Transition to ACTIVE for port object 4d1baf08-fb58-43f6-8359-6b197a207d35 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:13.974140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:13.974945 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Floating IP 851c340b-aa65-471d-bd7e-57e9e4a317ed disassociated (deleted). External IP: 172.25.7.161, port: f1fba5ac-1486-41de-93eb-27d94e813efa. Jul 06 17:52:13.980449 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-9f435a27-2b6f-4c07-9f10-9055937a8d5a service neutron] 10.222.0.13 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345468 Jul 06 17:52:14.034193 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.058009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Network 4b31c0bf-3101-4674-aec6-78e5348b8e2f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:14.086515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:14.089119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:14.122093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Attempting to bind port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:14.122601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Attempting to bind port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'a9930112-42a9-4170-a87d-258bd34903b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:14.122980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Attempting to bind port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead on network 5c276dff-55fa-4f89-a79e-7dd077583d96 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:14.126003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f682a-9f8a-48cd-8860-e6650e6f81aa None None] Pushing event updated for resources: {'Port': ['ID=0b7a1cd7-7f3f-49a0-bef0-98e512451ead,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:14.171773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5491af1-9012-489f-ae6f-a1797323921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.175948 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5491af1-9012-489f-ae6f-a1797323921e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.177280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c5491af1-9012-489f-ae6f-a1797323921e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f4b9d7a-c5eb-451e-bb64-bf29d2c32e38 HTTP/1.1" status: 204 len: 168 time: 0.5538347 Jul 06 17:52:14.187595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 2001:db8::1 (4b31c0bf-3101-4674-aec6-78e5348b8e2f/e9d66e7f-65b7-4ac2-a7a9-c7e82d39d6a7/d19b184b-d473-4e9e-b414-972ee172b03f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:14.222908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:14.223688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Checking segment: {'id': 'a9930112-42a9-4170-a87d-258bd34903b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:14.224395 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.225142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Bound using segment: {'id': 'a9930112-42a9-4170-a87d-258bd34903b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:14.226066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Bound port: 0b7a1cd7-7f3f-49a0-bef0-98e512451ead, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9930112-42a9-4170-a87d-258bd34903b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:14.226843 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.235488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47582) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:14.248637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5491af1-9012-489f-ae6f-a1797323921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4b9d7a-c5eb-451e-bb64-bf29d2c32e38,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:14.263573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Pushing event updated for resources: {'Port': ['ID=4d1baf08-fb58-43f6-8359-6b197a207d35,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:14.308822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-c140954b-2909-42df-8b69-b323cf1312b0 service neutron] 10.222.0.13 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117604 Jul 06 17:52:14.310859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Attempting to bind port 4d1baf08-fb58-43f6-8359-6b197a207d35 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:14.311374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Attempting to bind port 4d1baf08-fb58-43f6-8359-6b197a207d35 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '22b8c3a9-d162-410e-aead-96c88469fb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b31c0bf-3101-4674-aec6-78e5348b8e2f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:14.311867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Attempting to bind port 4d1baf08-fb58-43f6-8359-6b197a207d35 on network 4b31c0bf-3101-4674-aec6-78e5348b8e2f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:14.323706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:14.324097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Checking segment: {'id': '22b8c3a9-d162-410e-aead-96c88469fb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b31c0bf-3101-4674-aec6-78e5348b8e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:14.325429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.325848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Bound using segment: {'id': '22b8c3a9-d162-410e-aead-96c88469fb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b31c0bf-3101-4674-aec6-78e5348b8e2f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:14.326378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Bound port: 4d1baf08-fb58-43f6-8359-6b197a207d35, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b8c3a9-d162-410e-aead-96c88469fb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b31c0bf-3101-4674-aec6-78e5348b8e2f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:14.326789 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.449432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] For port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:14.455432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] For port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0b7a1cd7-7f3f-49a0-bef0-98e512451ead,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:14.461345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] For port 4d1baf08-fb58-43f6-8359-6b197a207d35, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:14.464952 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.474279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] For port 4d1baf08-fb58-43f6-8359-6b197a207d35, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4d1baf08-fb58-43f6-8359-6b197a207d35,segment=NetworkSegment(22b8c3a9-d162-410e-aead-96c88469fb24),segment_id=22b8c3a9-d162-410e-aead-96c88469fb24)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:14.535818 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.549886 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-545174f3-9af6-416e-9894-9aefc8eb4bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.560907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f682a-9f8a-48cd-8860-e6650e6f81aa None None] Pushing event updated for resources: {'Port': ['ID=0b7a1cd7-7f3f-49a0-bef0-98e512451ead,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:14.572831 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-545174f3-9af6-416e-9894-9aefc8eb4bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.586829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89f0e42-5050-4c49-81a7-62a64655074f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.655417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:14.662896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:14.748530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-545174f3-9af6-416e-9894-9aefc8eb4bda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df2465d4069b484fa31ab82199388c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9094594 Jul 06 17:52:14.755150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:14.763268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545174f3-9af6-416e-9894-9aefc8eb4bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d082d3-e3a9-4a4c-9119-96f7a2833a0c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:14.769123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177851a1-fa86-4e6d-bf67-6c1c65154c83 None None] Pushing event updated for resources: {'Port': ['ID=4d1baf08-fb58-43f6-8359-6b197a207d35,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:14.787521 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89f0e42-5050-4c49-81a7-62a64655074f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.839926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a018ea-20f5-445f-92c9-0ff92226b7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.863409 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.865462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router e4c95763-688d-4cf2-af18-ef21c4e65333 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:52:14.886375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a018ea-20f5-445f-92c9-0ff92226b7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:14.936421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:14.976956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Transition to ACTIVE for port object d19b184b-d473-4e9e-b414-972ee172b03f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:15.175998 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:15.191927 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d6eae0b-2af0-40a6-9f00-b1f7f4db1f6d req-864e8bda-ffc7-4224-b94b-6192f1e965cf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 210 time: 0.3430955 Jul 06 17:52:15.288081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:15.299937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:15.304523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 4b31c0bf-3101-4674-aec6-78e5348b8e2f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:15.313221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:15.320763 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] Sync routers for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:15.326026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:15.326891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:15.335476 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:15.336255 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:15.433578 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89f0e42-5050-4c49-81a7-62a64655074f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:15.439983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89f0e42-5050-4c49-81a7-62a64655074f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:15.442721 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d89f0e42-5050-4c49-81a7-62a64655074f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "DELETE /v2.0/security-groups/edf93d82-8e98-481f-9c53-536f6573463f HTTP/1.1" status: 204 len: 168 time: 1.2014656 Jul 06 17:52:15.455942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:15.470881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f0e42-5050-4c49-81a7-62a64655074f tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf93d82-8e98-481f-9c53-536f6573463f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:15.475233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=d19b184b-d473-4e9e-b414-972ee172b03f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:15.568939 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:15.569202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a018ea-20f5-445f-92c9-0ff92226b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:15.577925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a018ea-20f5-445f-92c9-0ff92226b7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:15.584100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-84a018ea-20f5-445f-92c9-0ff92226b7c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8d082d3-e3a9-4a4c-9119-96f7a2833a0c HTTP/1.1" status: 204 len: 168 time: 0.8230481 Jul 06 17:52:15.630601 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f1d902f5-1494-4d59-aa77-ccde24257ef6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/floatingips/851c340b-aa65-471d-bd7e-57e9e4a317ed HTTP/1.1" status: 204 len: 168 time: 3.5115440 Jul 06 17:52:15.636661 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-139cfe3c-ca0b-4abe-89bf-89a91e84cbcd tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] show failed (client error): The resource could not be found. Jul 06 17:52:15.650031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-139cfe3c-ca0b-4abe-89bf-89a91e84cbcd tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "GET /v2.0/security-groups/edf93d82-8e98-481f-9c53-536f6573463f HTTP/1.1" status: 404 len: 347 time: 0.1851025 Jul 06 17:52:15.653014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47620) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:15.661323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:15.663882 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62" -d '{"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:15.719419 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:15.781730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a018ea-20f5-445f-92c9-0ff92226b7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d082d3-e3a9-4a4c-9119-96f7a2833a0c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:15.901283 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289077e-3d37-4d79-899a-1d26929ba278 x-openstack-request-id: req-6289077e-3d37-4d79-899a-1d26929ba278 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:15.902097 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:15.902097 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6289077e-3d37-4d79-899a-1d26929ba278 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:15.916370 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'status': 'completed', 'code': 200} Jul 06 17:52:16.113259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0b7a1cd7-7f3f-49a0-bef0-98e512451ead', 'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'mac_address': 'fa:16:3e:50:09:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:06Z', 'updated_at': '2021-07-06T17:52:14Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'subnets': [{'id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:16.250369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4d1baf08-fb58-43f6-8359-6b197a207d35 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:16.282314 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bd6e12a7-e63e-4b5f-94f4-e0b26df41035', 'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:05:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:30Z', 'updated_at': '2021-07-06T17:49:40Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:16.325382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting port 3b06593c-2787-4afe-9196-f46f8ef63173 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:16.326917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:16.382829 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] Checking router: e4c95763-688d-4cf2-af18-ef21c4e65333 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:52:16.422104 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:16.424721 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:51:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:16.425473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac9fff-dbad-472f-b081-8d22d7f80171 None None] The sync data for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 is: [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0b7a1cd7-7f3f-49a0-bef0-98e512451ead', 'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'mac_address': 'fa:16:3e:50:09:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:06Z', 'updated_at': '2021-07-06T17:52:14Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'subnets': [{'id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:16.582914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4d1baf08-fb58-43f6-8359-6b197a207d35 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:16.771228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:16.771879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:16.838932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Calling delete_port for 3b06593c-2787-4afe-9196-f46f8ef63173 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:16.854723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56a1ee46-a9ea-4f21-b021-a17d882e964f req-f7e9704d-72b1-4fd7-abdc-0daf96fc300c tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 210 time: 0.4076853 Jul 06 17:52:16.914684 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:16.964810 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0bae2d2b-08a3-4771-96a5-8b35f4baab15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:17.006513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-bab8fd51-1083-453c-a305-694a14650f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:17.008660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-bab8fd51-1083-453c-a305-694a14650f69 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 1098 time: 1.1290588 Jul 06 17:52:17.328252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910261fc-fd2e-4479-af4d-6d3fb4b2a78c None None] Network 4b31c0bf-3101-4674-aec6-78e5348b8e2f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:17.404888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508ce12-bebb-4143-9b32-1b53b1164a33 req-05bbb31b-c42c-4de7-a947-0ac41d3e62e4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:17.413949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1508ce12-bebb-4143-9b32-1b53b1164a33 req-05bbb31b-c42c-4de7-a947-0ac41d3e62e4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 947 time: 0.3151319 Jul 06 17:52:17.415846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:17.418572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-19683539-f02f-4e0f-b786-b96d65d8385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:17.420503 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-19683539-f02f-4e0f-b786-b96d65d8385f service neutron] 10.222.0.22 "GET /v2.0/networks?id=28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 200 len: 897 time: 0.3972256 Jul 06 17:52:17.425702 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:17.427137 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:17.699904 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1508ce12-bebb-4143-9b32-1b53b1164a33 req-c2643c56-78af-4d37-935c-15a0d0c53fde tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453182 Jul 06 17:52:17.711862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-13c7ef7c-8b06-43d7-a801-37f5b7b52076 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 200 len: 217 time: 0.2695038 Jul 06 17:52:17.793285 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bd6e12a7-e63e-4b5f-94f4-e0b26df41035', 'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:05:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:30Z', 'updated_at': '2021-07-06T17:49:40Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:17.830084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0130d98c-af29-40c2-ac91-1b657d41850e None None] Provisioning for port 4d1baf08-fb58-43f6-8359-6b197a207d35 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:17.847698 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c88871b-0150-4549-bfda-52b378430c1c None None] The sync data for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 is: [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bd6e12a7-e63e-4b5f-94f4-e0b26df41035', 'name': '', 'network_id': '28fa3e04-c2af-4440-8810-c119a0ffb6d2', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:05:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:30Z', 'updated_at': '2021-07-06T17:49:40Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': 'c3895793-3340-48b0-bb5e-4e99ed1d85a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:17.902560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0b7a1cd7-7f3f-49a0-bef0-98e512451ead up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:17.913241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:17.913616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0130d98c-af29-40c2-ac91-1b657d41850e None None] Provisioning complete for port 4d1baf08-fb58-43f6-8359-6b197a207d35 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:17.914360 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0130d98c-af29-40c2-ac91-1b657d41850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.000304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Port': ['ID=3b06593c-2787-4afe-9196-f46f8ef63173,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:18.182940 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0130d98c-af29-40c2-ac91-1b657d41850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.211539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.219450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.223509 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-65222ea4-12d2-4b25-8bdd-7fd8502b6eb7 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "DELETE /v2.0/floatingips/1ce9bef1-1f33-478c-a108-11f78e48e3fb HTTP/1.1" status: 204 len: 168 time: 2.5298383 Jul 06 17:52:18.235104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47676) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:18.236706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-98261f34-cf82-419e-887a-6b8cc070121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:18.238320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-98261f34-cf82-419e-887a-6b8cc070121d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 200 len: 835 time: 0.4448960 Jul 06 17:52:18.261429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:18.271361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=d19b184b-d473-4e9e-b414-972ee172b03f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:18.298094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:18.299047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.322800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0130d98c-af29-40c2-ac91-1b657d41850e None None] For port 4d1baf08-fb58-43f6-8359-6b197a207d35, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4d1baf08-fb58-43f6-8359-6b197a207d35,segment=NetworkSegment(22b8c3a9-d162-410e-aead-96c88469fb24),segment_id=22b8c3a9-d162-410e-aead-96c88469fb24)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:18.378841 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0130d98c-af29-40c2-ac91-1b657d41850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.570747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 4b31c0bf-3101-4674-aec6-78e5348b8e2f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:18.670011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fe3adb37-f229-4b8b-ac2f-22f3ca8bab3d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting port ed0e1eb7-4909-4d09-985f-3586dfcb9c82 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:18.670658 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe3adb37-f229-4b8b-ac2f-22f3ca8bab3d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.719103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f376d67d-0ffa-42d2-a5ec-be6a795ca1c9 req-aaf5c4ec-16f7-488c-a6e3-637409de1de5 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 210 time: 0.3874278 Jul 06 17:52:18.747884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130d98c-af29-40c2-ac91-1b657d41850e None None] Pushing event updated for resources: {'Port': ['ID=4d1baf08-fb58-43f6-8359-6b197a207d35,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:18.760652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:18.772330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:18.851793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0b7a1cd7-7f3f-49a0-bef0-98e512451ead,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:18.862552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9e6e1-5cb3-4578-af42-6bf0a4799af5 None None] New status for floating IP 851c340b-aa65-471d-bd7e-57e9e4a317ed: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:52:19.028646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:19.040750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-317c1736-d48c-4960-b953-3f24fbe60684 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:19.042472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-317c1736-d48c-4960-b953-3f24fbe60684 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 947 time: 1.2964046 Jul 06 17:52:19.120319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe3adb37-f229-4b8b-ac2f-22f3ca8bab3d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:19.192720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fe3adb37-f229-4b8b-ac2f-22f3ca8bab3d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Calling delete_port for ed0e1eb7-4909-4d09-985f-3586dfcb9c82 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:19.340155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-94e28aa0-c86e-45c3-b0e4-cf3222bd8251 None None] Provisioning for port d19b184b-d473-4e9e-b414-972ee172b03f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:19.355592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-94e28aa0-c86e-45c3-b0e4-cf3222bd8251 None None] Provisioning complete for port d19b184b-d473-4e9e-b414-972ee172b03f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:19.356485 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94e28aa0-c86e-45c3-b0e4-cf3222bd8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:19.363843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-1b88d343-b7f1-4911-b39e-60f1b9a1e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:19.364624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-1b88d343-b7f1-4911-b39e-60f1b9a1e8da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28fa3e04-c2af-4440-8810-c119a0ffb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0840697 Jul 06 17:52:19.515015 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=0b7a1cd7-7f3f-49a0-bef0-98e512451ead,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:19.544229 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04f8d7a2-430a-4b94-bfb8-2e22c1d3270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:19.550027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-94e28aa0-c86e-45c3-b0e4-cf3222bd8251 None None] Port d19b184b-d473-4e9e-b414-972ee172b03f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:52:19.591016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-94e28aa0-c86e-45c3-b0e4-cf3222bd8251 None None] Provisioning complete for port 4d1baf08-fb58-43f6-8359-6b197a207d35 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:19.591607 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94e28aa0-c86e-45c3-b0e4-cf3222bd8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:19.628881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-fb2022e3-f352-494b-aa71-33cecbe5ff7b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:19.631594 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-fb2022e3-f352-494b-aa71-33cecbe5ff7b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.22 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 820 time: 1.2951584 Jul 06 17:52:19.709158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Request body: {'port': {'device_id': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'admin_state_up': True, 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:19.815386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:19.837507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe3adb37-f229-4b8b-ac2f-22f3ca8bab3d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:19.906056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4d1baf08-fb58-43f6-8359-6b197a207d35 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:19.987816 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.016142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3adb37-f229-4b8b-ac2f-22f3ca8bab3d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Port': ['ID=ed0e1eb7-4909-4d09-985f-3586dfcb9c82,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:20.100026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a5b58602-5693-4269-9452-08f601bf7819 None None] Provisioning complete for port d19b184b-d473-4e9e-b414-972ee172b03f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:20.100991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5b58602-5693-4269-9452-08f601bf7819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.179512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e5528-9ca3-484c-bf2c-3f87fb8fead4 req-db12d575-49a8-4130-afe2-fefb1169609f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:20.181645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d56e5528-9ca3-484c-bf2c-3f87fb8fead4 req-db12d575-49a8-4130-afe2-fefb1169609f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 947 time: 0.9207666 Jul 06 17:52:20.194387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-3f7f2761-6ef1-43c0-8d3a-331bba3d4f69 service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498505 Jul 06 17:52:20.247962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4d1baf08-fb58-43f6-8359-6b197a207d35 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:20.248196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 98abb167-00fb-4986-b13e-337d4a30537b is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:52:20.249056 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.302855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port f1fba5ac-1486-41de-93eb-27d94e813efa {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:20.303712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.316785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a5b58602-5693-4269-9452-08f601bf7819 None None] Port d19b184b-d473-4e9e-b414-972ee172b03f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:52:20.375861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-702538f3-cbe9-4c9d-9b68-c12f6dadd10d req-ed35d430-0aca-4e52-88a2-8b2887b7280f tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 210 time: 0.2267218 Jul 06 17:52:20.385464 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-144c3c59-90ef-485d-8200-6d5d8d53bfe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.452898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe3adb37-f229-4b8b-ac2f-22f3ca8bab3d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.461094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe3adb37-f229-4b8b-ac2f-22f3ca8bab3d tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "DELETE /v2.0/ports/ed0e1eb7-4909-4d09-985f-3586dfcb9c82 HTTP/1.1" status: 204 len: 168 time: 2.2229493 Jul 06 17:52:20.466007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47724) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:20.479077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0b7a1cd7-7f3f-49a0-bef0-98e512451ead up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:20.516671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port f1fba5ac-1486-41de-93eb-27d94e813efa, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f1fba5ac-1486-41de-93eb-27d94e813efa,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:20.522995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.557457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for f1fba5ac-1486-41de-93eb-27d94e813efa owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:20.560033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6f7c5608-a87c-4907-8d53-8e4c234121af None None] Provisioning complete for port d19b184b-d473-4e9e-b414-972ee172b03f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:20.560862 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5608-a87c-4907-8d53-8e4c234121af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.592548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f1fba5ac-1486-41de-93eb-27d94e813efa no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:20.596520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Made reservation on behalf of d4379e8cb8804e0793518f41b6f2aedf for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:20.616425 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.723929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-28cbd609-06fd-479f-9057-3de624956279 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting port 7683b96e-e042-4f2c-baf6-0f7ab80da843 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:20.724266 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28cbd609-06fd-479f-9057-3de624956279 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.739448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98b31cc7-0a05-47ba-975e-5fb2fc9e4d62 req-03ecea14-3e26-4990-9b2c-490441657c1c service neutron] 10.222.0.22 "GET /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350308 Jul 06 17:52:20.835223 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-144c3c59-90ef-485d-8200-6d5d8d53bfe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.840160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c5608-a87c-4907-8d53-8e4c234121af None None] Port d19b184b-d473-4e9e-b414-972ee172b03f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:52:20.848841 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-144c3c59-90ef-485d-8200-6d5d8d53bfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.878113 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.916320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:20.916719 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.922442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:20.943470 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-144c3c59-90ef-485d-8200-6d5d8d53bfe3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3d31327389e422a8e61cc3477891724&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1261072 Jul 06 17:52:20.960884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47736) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:21.007061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c3c59-90ef-485d-8200-6d5d8d53bfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243fccf0-b301-495c-bd8b-bc7b28717b6d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:21.050416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d56e5528-9ca3-484c-bf2c-3f87fb8fead4 req-c3dd9675-3c8b-4006-a810-941f4105c1a0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e66e44c5-936c-4321-b830-11544bdfacca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8521850 Jul 06 17:52:21.166972 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28cbd609-06fd-479f-9057-3de624956279 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:21.194460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-28cbd609-06fd-479f-9057-3de624956279 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Calling delete_port for 7683b96e-e042-4f2c-baf6-0f7ab80da843 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:21.226941 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-551d127c-7984-4bef-aa26-f1bc585562f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:21.318242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-551d127c-7984-4bef-aa26-f1bc585562f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:21.462516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-551d127c-7984-4bef-aa26-f1bc585562f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:21.465824 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-551d127c-7984-4bef-aa26-f1bc585562f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:21.474601 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-551d127c-7984-4bef-aa26-f1bc585562f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/243fccf0-b301-495c-bd8b-bc7b28717b6d HTTP/1.1" status: 204 len: 168 time: 0.5109680 Jul 06 17:52:21.508873 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28cbd609-06fd-479f-9057-3de624956279 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:21.512497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d127c-7984-4bef-aa26-f1bc585562f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243fccf0-b301-495c-bd8b-bc7b28717b6d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:21.574769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd609-06fd-479f-9057-3de624956279 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Port': ['ID=7683b96e-e042-4f2c-baf6-0f7ab80da843,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:21.637535 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:21.713130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=f1fba5ac-1486-41de-93eb-27d94e813efa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:21.738972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:21.754137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-419cf376-bc7b-45a5-bd38-6fa202551feb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/98abb167-00fb-4986-b13e-337d4a30537b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7130523 Jul 06 17:52:21.754659 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee853a2-857e-4de6-9877-cd8c7235f995 None None] Sync routers for ids ['98abb167-00fb-4986-b13e-337d4a30537b'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:21.759833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.760454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.760941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.761623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.762155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.762686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.763203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.763713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.764316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.764827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.765311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28cbd609-06fd-479f-9057-3de624956279 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:21.765450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.765934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:21.769505 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-28cbd609-06fd-479f-9057-3de624956279 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "DELETE /v2.0/ports/7683b96e-e042-4f2c-baf6-0f7ab80da843 HTTP/1.1" status: 204 len: 168 time: 1.3017914 Jul 06 17:52:21.770472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:21.788615 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee853a2-857e-4de6-9877-cd8c7235f995 None None] Routers {'98abb167-00fb-4986-b13e-337d4a30537b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:21.789456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:21.790638 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fee853a2-857e-4de6-9877-cd8c7235f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['98abb167-00fb-4986-b13e-337d4a30537b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:21.869032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] No DVR routers for this DVR port f1fba5ac-1486-41de-93eb-27d94e813efa on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:21.874930 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:21.877532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4f8e83c-eeb5-4cda-ade0-631a7049908e req-1546eb7a-f007-4775-b91e-7c0407a53140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "DELETE /v2.0/ports/f1fba5ac-1486-41de-93eb-27d94e813efa HTTP/1.1" status: 204 len: 173 time: 2.8197660 Jul 06 17:52:21.878100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-deleted', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:21.880901 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87daefbb-1f81-47e2-a0e0-cdac133b858b" -d '{"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-deleted", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:21.898214 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fee853a2-857e-4de6-9877-cd8c7235f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:21.908542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Allocated IP 172.20.0.2 (5c276dff-55fa-4f89-a79e-7dd077583d96/db1f78c8-7386-4b06-9d6c-802286693a6b/16a8c40f-689e-401d-9fd9-e7b5e03dea95) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:21.914556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d01302c-621d-49b0-b039-3e7e75653158 req-1dad75cc-e1cb-47dc-8195-e9f09d4968ba tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 210 time: 0.1734462 Jul 06 17:52:21.929438 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee853a2-857e-4de6-9877-cd8c7235f995 None None] Routers {'98abb167-00fb-4986-b13e-337d4a30537b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:21.933426 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fee853a2-857e-4de6-9877-cd8c7235f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['98abb167-00fb-4986-b13e-337d4a30537b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:22.049163 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b787cb1-745a-4357-be03-2bbbb8a9a156 x-openstack-request-id: req-3b787cb1-745a-4357-be03-2bbbb8a9a156 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:22.050101 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c417e77d-7748-4bdf-8f79-20d915c93ef0", "name": "network-vif-deleted", "tag": "f1fba5ac-1486-41de-93eb-27d94e813efa", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:22.050386 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b787cb1-745a-4357-be03-2bbbb8a9a156 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:22.050827 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c417e77d-7748-4bdf-8f79-20d915c93ef0', 'name': 'network-vif-deleted', 'tag': 'f1fba5ac-1486-41de-93eb-27d94e813efa', 'status': 'completed', 'code': 200} Jul 06 17:52:22.098720 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fee853a2-857e-4de6-9877-cd8c7235f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:22.100027 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee853a2-857e-4de6-9877-cd8c7235f995 None None] The sync data for ids ['98abb167-00fb-4986-b13e-337d4a30537b'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:22.164908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2729912-64b9-44cf-b58d-85e39a781745 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:22.168287 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c2729912-64b9-44cf-b58d-85e39a781745 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports/d19b184b-d473-4e9e-b414-972ee172b03f HTTP/1.1" status: 200 len: 911 time: 0.3934188 Jul 06 17:52:22.173673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47772) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:22.198718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-02fa6b50-787b-4250-8654-266c59ed7215 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e9d66e7f-65b7-4ac2-a7a9-c7e82d39d6a7'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:22.232053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a52d58d-0292-44df-82f7-667cf961e75e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting subnet 8c014c69-be27-4d21-bd02-a36f6090fef3 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:52:22.240531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a52d58d-0292-44df-82f7-667cf961e75e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.388302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a52d58d-0292-44df-82f7-667cf961e75e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.507329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.577612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.599016 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6aa21da0-d30c-4529-881c-0e1a0d93fd9f req-7377d9a9-a9dd-43e1-8171-c53e047ee760 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=c417e77d-7748-4bdf-8f79-20d915c93ef0 HTTP/1.1" status: 200 len: 210 time: 0.0965219 Jul 06 17:52:22.726671 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a52d58d-0292-44df-82f7-667cf961e75e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.770240 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.875894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a52d58d-0292-44df-82f7-667cf961e75e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:22.938293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Network 5c276dff-55fa-4f89-a79e-7dd077583d96 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:22.951321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:22.960034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:23.016028 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a52d58d-0292-44df-82f7-667cf961e75e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.030613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a52d58d-0292-44df-82f7-667cf961e75e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "DELETE /v2.0/subnets/8c014c69-be27-4d21-bd02-a36f6090fef3 HTTP/1.1" status: 204 len: 168 time: 1.2096789 Jul 06 17:52:23.031425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12c07b-ed67-4512-93de-0fe1bab15dae None None] Network 563e46c9-5ffa-45c3-8a52-e75a0fee5801 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:23.033239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:23.040065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52d58d-0292-44df-82f7-667cf961e75e tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Subnet': ['ID=8c014c69-be27-4d21-bd02-a36f6090fef3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:23.137945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:23.141019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.179284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02fa6b50-787b-4250-8654-266c59ed7215 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.193816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d5e01d-a9f9-43d8-99af-a6c8c9509d40 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Deleting subnet e88be28d-1908-4a81-a282-6768cce163e4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:52:23.210602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00d5e01d-a9f9-43d8-99af-a6c8c9509d40 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.253327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Pushing event updated for resources: {'Port': ['ID=16a8c40f-689e-401d-9fd9-e7b5e03dea95,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:23.353176 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-30023154-7321-4db9-9f0a-6ca32c808cd4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7087541 Jul 06 17:52:23.389606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Request body: {'port': {'device_id': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:23.446368 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00d5e01d-a9f9-43d8-99af-a6c8c9509d40 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.508788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c811a98-f9de-4ea4-9417-6dd8813c41c3 None None] DHCP port deletion for 563e46c9-5ffa-45c3-8a52-e75a0fee5801 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:52:23.624871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2c811a98-f9de-4ea4-9417-6dd8813c41c3 None None] Deleting port b52565b1-eb30-4074-a17d-be93a4f7e0e8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:23.625841 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c811a98-f9de-4ea4-9417-6dd8813c41c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.716956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2c811a98-f9de-4ea4-9417-6dd8813c41c3 None None] For port b52565b1-eb30-4074-a17d-be93a4f7e0e8, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b52565b1-eb30-4074-a17d-be93a4f7e0e8,segment=NetworkSegment(ad803439-b730-46e1-a841-f7bd2a5fa8ac),segment_id=ad803439-b730-46e1-a841-f7bd2a5fa8ac)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:23.718001 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c811a98-f9de-4ea4-9417-6dd8813c41c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:23.737503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2c811a98-f9de-4ea4-9417-6dd8813c41c3 None None] Calling delete_port for b52565b1-eb30-4074-a17d-be93a4f7e0e8 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:23.899997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b52565b1-eb30-4074-a17d-be93a4f7e0e8 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:23.950882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:23.963650 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c811a98-f9de-4ea4-9417-6dd8813c41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.031597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c811a98-f9de-4ea4-9417-6dd8813c41c3 None None] Pushing event deleted for resources: {'Port': ['ID=b52565b1-eb30-4074-a17d-be93a4f7e0e8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:24.040648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c811a98-f9de-4ea4-9417-6dd8813c41c3 None None] No DVR routers for this DVR port b52565b1-eb30-4074-a17d-be93a4f7e0e8 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:24.079375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port b52565b1-eb30-4074-a17d-be93a4f7e0e8 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:52:24.080407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b52565b1-eb30-4074-a17d-be93a4f7e0e8 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:24.185153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.207421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafa6f1-acef-4cc4-bddb-ce87281ac9c4 req-1fe0849d-8a3f-4b97-9211-9ff895abf1af tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:24.211407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbafa6f1-acef-4cc4-bddb-ce87281ac9c4 req-1fe0849d-8a3f-4b97-9211-9ff895abf1af tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 931 time: 0.8774002 Jul 06 17:52:24.340435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00d5e01d-a9f9-43d8-99af-a6c8c9509d40 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.359171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbafa6f1-acef-4cc4-bddb-ce87281ac9c4 req-b0573413-910f-4c4a-bc61-bc83040f44b7 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421435 Jul 06 17:52:24.418842 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:24.469663 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00d5e01d-a9f9-43d8-99af-a6c8c9509d40 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.513008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897df6bf-205d-4250-be3f-bb9c47dad3e4 None None] Network e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:24.531572 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00d5e01d-a9f9-43d8-99af-a6c8c9509d40 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.534718 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-00d5e01d-a9f9-43d8-99af-a6c8c9509d40 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "DELETE /v2.0/subnets/e88be28d-1908-4a81-a282-6768cce163e4 HTTP/1.1" status: 204 len: 168 time: 1.4981687 Jul 06 17:52:24.536183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5e01d-a9f9-43d8-99af-a6c8c9509d40 tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Subnet': ['ID=e88be28d-1908-4a81-a282-6768cce163e4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:24.539305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:24.644125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.776111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.779393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59161b3c-67c3-4c01-96a7-e135c36cfdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.800751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563e46c9-5ffa-45c3-8a52-e75a0fee5801']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:24.809884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47846) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:24.826551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad803439-b730-46e1-a841-f7bd2a5fa8ac') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:24.826844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad803439-b730-46e1-a841-f7bd2a5fa8ac') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:24.831074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c16b9b-4138-4dc8-8849-7cd38e9d7fdc None None] DHCP port deletion for e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:52:24.843826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.870444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.882167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:52:24.882621 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:52:24.887075 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:52:24.905778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d8c16b9b-4138-4dc8-8849-7cd38e9d7fdc None None] Deleting port 6b58e78d-a114-4152-a733-a1a4f7707941 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:24.906482 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8c16b9b-4138-4dc8-8849-7cd38e9d7fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:24.981870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.005800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d8c16b9b-4138-4dc8-8849-7cd38e9d7fdc None None] For port 6b58e78d-a114-4152-a733-a1a4f7707941, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6b58e78d-a114-4152-a733-a1a4f7707941,segment=NetworkSegment(931cd93d-d6e9-4848-bb9d-10c04b209260),segment_id=931cd93d-d6e9-4848-bb9d-10c04b209260)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:25.006692 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8c16b9b-4138-4dc8-8849-7cd38e9d7fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.009903 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.014778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "DELETE /v2.0/networks/563e46c9-5ffa-45c3-8a52-e75a0fee5801 HTTP/1.1" status: 204 len: 168 time: 0.4716322 Jul 06 17:52:25.014778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474eb9a-b5d1-4326-8751-443cfb31e9ed tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Network': ['ID=563e46c9-5ffa-45c3-8a52-e75a0fee5801,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:25.017506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:25.038962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d8c16b9b-4138-4dc8-8849-7cd38e9d7fdc None None] Calling delete_port for 6b58e78d-a114-4152-a733-a1a4f7707941 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:25.090695 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55a554ce-bfb4-4d99-8da3-45633727d290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.100063 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59161b3c-67c3-4c01-96a7-e135c36cfdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.117078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59161b3c-67c3-4c01-96a7-e135c36cfdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.160131 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8c16b9b-4138-4dc8-8849-7cd38e9d7fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.214308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c16b9b-4138-4dc8-8849-7cd38e9d7fdc None None] No DVR routers for this DVR port 6b58e78d-a114-4152-a733-a1a4f7707941 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:25.220895 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.221885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c16b9b-4138-4dc8-8849-7cd38e9d7fdc None None] Pushing event deleted for resources: {'Port': ['ID=6b58e78d-a114-4152-a733-a1a4f7707941,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:25.223084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59161b3c-67c3-4c01-96a7-e135c36cfdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f36fd9-fe7b-4105-93d1-86e498bb606c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:25.235418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-59161b3c-67c3-4c01-96a7-e135c36cfdbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0fff862c6b04fc2b6c69350994a477c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8106494 Jul 06 17:52:25.239067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:25.307803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02fa6b50-787b-4250-8654-266c59ed7215 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.355177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02fa6b50-787b-4250-8654-266c59ed7215 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.362020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa6b50-787b-4250-8654-266c59ed7215 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:25.362750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02fa6b50-787b-4250-8654-266c59ed7215 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.368061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-02fa6b50-787b-4250-8654-266c59ed7215 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/ports/d19b184b-d473-4e9e-b414-972ee172b03f HTTP/1.1" status: 200 len: 911 time: 3.1795554 Jul 06 17:52:25.369324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47854) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:25.378092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.390252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:25.426034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a8c40f-689e-401d-9fd9-e7b5e03dea95 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:25.452562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.477136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931cd93d-d6e9-4848-bb9d-10c04b209260') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:25.477469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931cd93d-d6e9-4848-bb9d-10c04b209260') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:25.507985 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.539995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-757e2cba-0f65-4167-b7a3-b6af6f632d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.554113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Transition to ACTIVE for port object 16a8c40f-689e-401d-9fd9-e7b5e03dea95 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:25.567221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55a554ce-bfb4-4d99-8da3-45633727d290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.578173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa6b50-787b-4250-8654-266c59ed7215 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=d19b184b-d473-4e9e-b414-972ee172b03f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:25.584732 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.590477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.599669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55a554ce-bfb4-4d99-8da3-45633727d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.615482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:52:25.615907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:52:25.622135 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:52:25.639845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-757e2cba-0f65-4167-b7a3-b6af6f632d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.710313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6b58e78d-a114-4152-a733-a1a4f7707941 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:25.733296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 6b58e78d-a114-4152-a733-a1a4f7707941 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:25.733564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6b58e78d-a114-4152-a733-a1a4f7707941 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:25.776249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Pushing event updated for resources: {'Port': ['ID=16a8c40f-689e-401d-9fd9-e7b5e03dea95,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:25.813426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-55a554ce-bfb4-4d99-8da3-45633727d290 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=435078eef1ac4651b2ab813a3c8d4fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0007787 Jul 06 17:52:25.814404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a554ce-bfb4-4d99-8da3-45633727d290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413d3117-331b-4e01-947c-b1d6b0952843,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:25.817439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:25.849789 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.874022 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.876798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] 10.222.0.13 "DELETE /v2.0/networks/e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98 HTTP/1.1" status: 204 len: 168 time: 0.8561361 Jul 06 17:52:25.896640 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.903017 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-757e2cba-0f65-4167-b7a3-b6af6f632d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.908492 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-757e2cba-0f65-4167-b7a3-b6af6f632d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:25.912897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-757e2cba-0f65-4167-b7a3-b6af6f632d91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95f36fd9-fe7b-4105-93d1-86e498bb606c HTTP/1.1" status: 204 len: 168 time: 0.6635218 Jul 06 17:52:25.925673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faa12d-faa2-4583-b859-de9600532aaf tempest-TaggedBootDevicesTest-1088119743 tempest-TaggedBootDevicesTest-1088119743-project] Pushing event deleted for resources: {'Network': ['ID=e3d09c35-1c6d-4fe7-badd-9ba2c4a9ba98,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:25.958225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9504a-6b49-4909-8c1d-2dd39c4ade44 req-66e736aa-9c5d-450c-bfcc-3f205bf57bcd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:25.960026 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5e9504a-6b49-4909-8c1d-2dd39c4ade44 req-66e736aa-9c5d-450c-bfcc-3f205bf57bcd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 943 time: 0.4301045 Jul 06 17:52:26.008462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e2cba-0f65-4167-b7a3-b6af6f632d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f36fd9-fe7b-4105-93d1-86e498bb606c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:26.025226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c1197d1-1957-40ba-806d-7926aeed25bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.062398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Attempting to bind port 16a8c40f-689e-401d-9fd9-e7b5e03dea95 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:26.062987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Attempting to bind port 16a8c40f-689e-401d-9fd9-e7b5e03dea95 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'a9930112-42a9-4170-a87d-258bd34903b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:26.064423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Attempting to bind port 16a8c40f-689e-401d-9fd9-e7b5e03dea95 on network 5c276dff-55fa-4f89-a79e-7dd077583d96 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:26.072920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5e9504a-6b49-4909-8c1d-2dd39c4ade44 req-35defd42-92f5-438f-8205-4e20cbc8c874 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052725 Jul 06 17:52:26.080152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c1197d1-1957-40ba-806d-7926aeed25bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.088739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Port 16a8c40f-689e-401d-9fd9-e7b5e03dea95 on network 5c276dff-55fa-4f89-a79e-7dd077583d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:52:26.089273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Attempting to bind port 16a8c40f-689e-401d-9fd9-e7b5e03dea95 on network 5c276dff-55fa-4f89-a79e-7dd077583d96 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:26.104556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:26.105139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Checking segment: {'id': 'a9930112-42a9-4170-a87d-258bd34903b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:26.105783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Bound using segment: {'id': 'a9930112-42a9-4170-a87d-258bd34903b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:26.106785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Bound port: 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9930112-42a9-4170-a87d-258bd34903b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:26.107380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.191679 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c1197d1-1957-40ba-806d-7926aeed25bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.194800 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c1197d1-1957-40ba-806d-7926aeed25bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.196308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2c1197d1-1957-40ba-806d-7926aeed25bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/413d3117-331b-4e01-947c-b1d6b0952843 HTTP/1.1" status: 204 len: 168 time: 0.3731377 Jul 06 17:52:26.222721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1197d1-1957-40ba-806d-7926aeed25bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413d3117-331b-4e01-947c-b1d6b0952843,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:26.233543 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.440179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47876) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:26.461638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] For port 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:26.527174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0d64c70-e2cc-4f49-bad2-87afd8414073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.543640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] For port 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:26.571572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.678416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:26.679053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.681548 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] 10.222.0.22 "PUT /v2.0/ports/16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 1091 time: 3.3167322 Jul 06 17:52:26.684305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:26.688226 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2868a98a-d1db-47bd-92aa-52d48af41021" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:26.742248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8465b-1a06-4348-bcf5-18074b30061b service neutron] Pushing event updated for resources: {'Port': ['ID=16a8c40f-689e-401d-9fd9-e7b5e03dea95,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:26.784231 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b0868e-d48d-4f3a-bde9-e8d5d23a16d2 x-openstack-request-id: req-c5b0868e-d48d-4f3a-bde9-e8d5d23a16d2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:26.784231 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:26.784231 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5b0868e-d48d-4f3a-bde9-e8d5d23a16d2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:26.784231 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'status': 'completed', 'code': 200} Jul 06 17:52:26.870536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port d19b184b-d473-4e9e-b414-972ee172b03f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:26.871761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.938810 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0d64c70-e2cc-4f49-bad2-87afd8414073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:26.941411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-7c7805f0-7f82-4d7e-8f34-c41a29b1ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:26.944129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-7c7805f0-7f82-4d7e-8f34-c41a29b1ace6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1094 time: 0.2131772 Jul 06 17:52:26.949508 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0d64c70-e2cc-4f49-bad2-87afd8414073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.043146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-6964e040-06ca-4c8d-a933-bc504093bdf2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 217 time: 0.0905471 Jul 06 17:52:27.068276 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c0d64c70-e2cc-4f49-bad2-87afd8414073 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=696031ad1fea456db93852c58d82ceba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6234975 Jul 06 17:52:27.071288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d64c70-e2cc-4f49-bad2-87afd8414073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e807bb47-873a-4290-8b82-e43b8516301b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:27.073941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 47890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:27.086976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.106010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for d19b184b-d473-4e9e-b414-972ee172b03f owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:27.123520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port bd6e12a7-e63e-4b5f-94f4-e0b26df41035 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:27.124117 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.224742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-803ec7b7-d5ba-4304-bd38-c5fe51a05cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:27.236723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-803ec7b7-d5ba-4304-bd38-c5fe51a05cc8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 200 len: 860 time: 0.1794727 Jul 06 17:52:27.289709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-86cb2922-b4ef-4fb4-83c9-8f37388f18a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c276dff-55fa-4f89-a79e-7dd077583d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333879 Jul 06 17:52:27.392767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd1be501-acf1-4b05-9501-7d5d5f5070fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.484310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd1be501-acf1-4b05-9501-7d5d5f5070fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.511090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port bd6e12a7-e63e-4b5f-94f4-e0b26df41035, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bd6e12a7-e63e-4b5f-94f4-e0b26df41035,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:27.511537 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.519485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e88da0-b28c-4fc5-99b3-e6a085b04dfe req-6c98f88b-9d5b-4142-b390-0273cb36bf84 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:27.521027 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-294cdbcf-1d8e-4f54-859d-c841ee1e3b13 service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193441 Jul 06 17:52:27.522132 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04e88da0-b28c-4fc5-99b3-e6a085b04dfe req-6c98f88b-9d5b-4142-b390-0273cb36bf84 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 943 time: 0.2164068 Jul 06 17:52:27.642403 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04e88da0-b28c-4fc5-99b3-e6a085b04dfe req-47bd9e08-5d45-42d6-b251-0cc214119ab4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122098 Jul 06 17:52:27.644599 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.655790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f16b122a-1bcf-4c9f-ba7e-e455e6cf3441 req-3f68f103-35bb-48f6-977c-33f103f35a4d service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252234 Jul 06 17:52:27.665291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for bd6e12a7-e63e-4b5f-94f4-e0b26df41035 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:27.755562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=d19b184b-d473-4e9e-b414-972ee172b03f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:27.880276 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd1be501-acf1-4b05-9501-7d5d5f5070fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.886389 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd1be501-acf1-4b05-9501-7d5d5f5070fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:27.893673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fd1be501-acf1-4b05-9501-7d5d5f5070fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e807bb47-873a-4290-8b82-e43b8516301b HTTP/1.1" status: 204 len: 168 time: 0.7972755 Jul 06 17:52:28.032221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1be501-acf1-4b05-9501-7d5d5f5070fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e807bb47-873a-4290-8b82-e43b8516301b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:28.042408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:28.160066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-8f871859-5ea7-4212-8982-c5304cbb203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:28.163814 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-8f871859-5ea7-4212-8982-c5304cbb203d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1094 time: 0.3931181 Jul 06 17:52:28.350297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 98abb167-00fb-4986-b13e-337d4a30537b has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:52:28.564408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:28.583587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afe3fa-3d1f-4104-9360-3d7ca7780d67 None None] Sync routers for ids ['98abb167-00fb-4986-b13e-337d4a30537b'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:28.587273 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c39fef7f-a2da-49fe-a4ba-305c754db62a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/98abb167-00fb-4986-b13e-337d4a30537b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2127225 Jul 06 17:52:28.590997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47918) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:28.620001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afe3fa-3d1f-4104-9360-3d7ca7780d67 None None] Routers {'98abb167-00fb-4986-b13e-337d4a30537b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:28.621049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e1afe3fa-3d1f-4104-9360-3d7ca7780d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['98abb167-00fb-4986-b13e-337d4a30537b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:28.706377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d5d069d2-576e-48ff-8bc6-0c15a072171b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=98abb167-00fb-4986-b13e-337d4a30537b HTTP/1.1" status: 200 len: 205 time: 0.1133459 Jul 06 17:52:28.712542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47920) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:28.731831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e1afe3fa-3d1f-4104-9360-3d7ca7780d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:28.743117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afe3fa-3d1f-4104-9360-3d7ca7780d67 None None] Routers {'98abb167-00fb-4986-b13e-337d4a30537b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:28.745430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e1afe3fa-3d1f-4104-9360-3d7ca7780d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['98abb167-00fb-4986-b13e-337d4a30537b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:28.823889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e1afe3fa-3d1f-4104-9360-3d7ca7780d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:28.824484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afe3fa-3d1f-4104-9360-3d7ca7780d67 None None] The sync data for ids ['98abb167-00fb-4986-b13e-337d4a30537b'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:28.937845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:28.949677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-6f0c95b3-ad94-4e0d-a3d0-9d19c38c25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:28.951747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-6f0c95b3-ad94-4e0d-a3d0-9d19c38c25ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 921 time: 0.7808955 Jul 06 17:52:28.990923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=bd6e12a7-e63e-4b5f-94f4-e0b26df41035,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:29.012572 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81b835bd-80f8-4076-b5e9-38905a7bceae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.028089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-b7dbd9e9-8123-48c6-bfca-b2be4b33f6cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 217 time: 0.0472851 Jul 06 17:52:29.183520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-de3a8cc2-8bcf-4d36-a3c6-027a292fe8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:29.185097 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-de3a8cc2-8bcf-4d36-a3c6-027a292fe8b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 200 len: 860 time: 0.1509936 Jul 06 17:52:29.233535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-421f6691-6ad6-4155-8096-ea6d0a6b5d1c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c276dff-55fa-4f89-a79e-7dd077583d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418332 Jul 06 17:52:29.401529 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81b835bd-80f8-4076-b5e9-38905a7bceae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.413376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81b835bd-80f8-4076-b5e9-38905a7bceae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.442438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a451f-6c72-427f-9bd2-dde185c8726c req-20c9aaad-5a5c-4aa2-96ea-8aaa30ae1bcb tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:29.444367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9c7a451f-6c72-427f-9bd2-dde185c8726c req-20c9aaad-5a5c-4aa2-96ea-8aaa30ae1bcb tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 943 time: 0.4283354 Jul 06 17:52:29.537805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-88329192-afa7-4501-8697-af2e64df4f9e service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548234 Jul 06 17:52:29.546180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81b835bd-80f8-4076-b5e9-38905a7bceae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.546992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b835bd-80f8-4076-b5e9-38905a7bceae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Fanout notify agent at l3_agent the message router_deleted on router 98abb167-00fb-4986-b13e-337d4a30537b {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:52:29.574569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.576988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81b835bd-80f8-4076-b5e9-38905a7bceae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.581797 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-81b835bd-80f8-4076-b5e9-38905a7bceae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/98abb167-00fb-4986-b13e-337d4a30537b HTTP/1.1" status: 204 len: 168 time: 0.8628278 Jul 06 17:52:29.600095 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9c7a451f-6c72-427f-9bd2-dde185c8726c req-7f815b44-8b47-4aeb-be60-7eaa3953d77b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096532 Jul 06 17:52:29.602463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:29.727594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b76a60-ef40-408d-bf47-b2f537b75037 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting subnet e9d66e7f-65b7-4ac2-a7a9-c7e82d39d6a7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:52:29.731822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b76a60-ef40-408d-bf47-b2f537b75037 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:29.759805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2868a98a-d1db-47bd-92aa-52d48af41021 req-0a8fdf96-ff09-4941-84d2-63ed4a134f32 service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209198 Jul 06 17:52:29.809314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b76a60-ef40-408d-bf47-b2f537b75037 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.005615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b76a60-ef40-408d-bf47-b2f537b75037 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.049791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router e4c95763-688d-4cf2-af18-ef21c4e65333 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:52:30.115116 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b76a60-ef40-408d-bf47-b2f537b75037 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.162331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b76a60-ef40-408d-bf47-b2f537b75037 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.170230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52384c5e-a2b5-4dca-89fa-edb0b7b14fa4 None None] Network 4b31c0bf-3101-4674-aec6-78e5348b8e2f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:30.178881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f4b76a60-ef40-408d-bf47-b2f537b75037 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/e9d66e7f-65b7-4ac2-a7a9-c7e82d39d6a7 HTTP/1.1" status: 204 len: 168 time: 0.5694072 Jul 06 17:52:30.192338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 47992) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:30.194277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b76a60-ef40-408d-bf47-b2f537b75037 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d66e7f-65b7-4ac2-a7a9-c7e82d39d6a7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:30.305991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:30.321802 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6664f31e-d7d8-471f-94c3-beaba226d8ca tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "PUT /v2.0/routers/e4c95763-688d-4cf2-af18-ef21c4e65333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3639097 Jul 06 17:52:30.325769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48010) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:30.331028 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] Sync routers for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:30.348525 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:30.352792 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:30.377305 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.429738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f330a8-b885-439a-8d84-ef1f49221b08 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting subnet c3895793-3340-48b0-bb5e-4e99ed1d85a6 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:52:30.450847 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09f330a8-b885-439a-8d84-ef1f49221b08 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.578555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09f330a8-b885-439a-8d84-ef1f49221b08 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.625040 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:30.649204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 4d1baf08-fb58-43f6-8359-6b197a207d35 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:30.652590 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.666066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 16a8c40f-689e-401d-9fd9-e7b5e03dea95 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:52:30.828000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09f330a8-b885-439a-8d84-ef1f49221b08 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.857333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] DHCP port deletion for 4b31c0bf-3101-4674-aec6-78e5348b8e2f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:52:30.895360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port 4d1baf08-fb58-43f6-8359-6b197a207d35, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4d1baf08-fb58-43f6-8359-6b197a207d35,segment=NetworkSegment(22b8c3a9-d162-410e-aead-96c88469fb24),segment_id=22b8c3a9-d162-410e-aead-96c88469fb24)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:30.895659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:30.941535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 4d1baf08-fb58-43f6-8359-6b197a207d35 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:30.976183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09f330a8-b885-439a-8d84-ef1f49221b08 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.037429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] Deleting port 4d1baf08-fb58-43f6-8359-6b197a207d35 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:31.038053 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.083704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f330a8-b885-439a-8d84-ef1f49221b08 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Subnet': ['ID=c3895793-3340-48b0-bb5e-4e99ed1d85a6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:31.093493 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09f330a8-b885-439a-8d84-ef1f49221b08 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.099640 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-09f330a8-b885-439a-8d84-ef1f49221b08 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/subnets/c3895793-3340-48b0-bb5e-4e99ed1d85a6 HTTP/1.1" status: 204 len: 168 time: 0.7720540 Jul 06 17:52:31.104226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c7643-e92a-42bc-8c16-41f5b3c0ae66 None None] Network 28fa3e04-c2af-4440-8810-c119a0ffb6d2 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:31.105573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48040) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:31.214236 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:52:28Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:31.293885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:31.371433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf13e0-5cf4-41ea-90e0-34a3060c21c0 req-1c7e0e1f-c57a-4917-b334-d3e228e6e479 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:31.374943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b0bf13e0-5cf4-41ea-90e0-34a3060c21c0 req-1c7e0e1f-c57a-4917-b334-d3e228e6e479 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 943 time: 0.4009519 Jul 06 17:52:31.408923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.479439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'port_id': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'mac_address': 'fa:16:3e:24:f7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:52:31.514190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=4d1baf08-fb58-43f6-8359-6b197a207d35,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:31.528632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No DVR routers for this DVR port 4d1baf08-fb58-43f6-8359-6b197a207d35 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:31.580128 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] Checking router: e4c95763-688d-4cf2-af18-ef21c4e65333 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:52:31.602773 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:52:31.617498 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] Routers {'e4c95763-688d-4cf2-af18-ef21c4e65333'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:31.618113 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['e4c95763-688d-4cf2-af18-ef21c4e65333'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:31.629050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.644860 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b0bf13e0-5cf4-41ea-90e0-34a3060c21c0 req-bccf19df-9d54-423e-b2d3-9064b4acfe12 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551253 Jul 06 17:52:31.656559 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.740078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a8c40f-689e-401d-9fd9-e7b5e03dea95 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:52:31.788142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] For port 4d1baf08-fb58-43f6-8359-6b197a207d35, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4d1baf08-fb58-43f6-8359-6b197a207d35,segment=NetworkSegment(22b8c3a9-d162-410e-aead-96c88469fb24),segment_id=22b8c3a9-d162-410e-aead-96c88469fb24)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:31.788808 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.852634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.889181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b31c0bf-3101-4674-aec6-78e5348b8e2f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:31.939411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b8c3a9-d162-410e-aead-96c88469fb24') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:31.939972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b8c3a9-d162-410e-aead-96c88469fb24') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:31.965849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:31.968796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:31.982468 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4d1baf08-fb58-43f6-8359-6b197a207d35 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:32.000845 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] Set router e4c95763-688d-4cf2-af18-ef21c4e65333 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:32.024165 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.064038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:52:32.070492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:52:32.089647 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:52:32.129986 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.154405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] Calling delete_port for 4d1baf08-fb58-43f6-8359-6b197a207d35 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:32.159834 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.294099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 4d1baf08-fb58-43f6-8359-6b197a207d35 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:32.294970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4d1baf08-fb58-43f6-8359-6b197a207d35 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:32.309388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 98ee5f9c-ebea-409d-8914-b792c2300ec3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:32.309910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.366603 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.396580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=16a8c40f-689e-401d-9fd9-e7b5e03dea95,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:32.405513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['16a8c40f-689e-401d-9fd9-e7b5e03dea95'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:52:32.482413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.506193 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.509670 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/networks/4b31c0bf-3101-4674-aec6-78e5348b8e2f HTTP/1.1" status: 204 len: 168 time: 2.3067482 Jul 06 17:52:32.523139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:32.582169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port 98ee5f9c-ebea-409d-8914-b792c2300ec3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=98ee5f9c-ebea-409d-8914-b792c2300ec3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:32.584308 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.592865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1784b251-8e6d-4773-9e50-c30364e34112 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-579482849', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:32.627830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ae4da-4fd5-4c87-8417-494b202dcdd1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Network': ['ID=4b31c0bf-3101-4674-aec6-78e5348b8e2f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:32.668533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 98ee5f9c-ebea-409d-8914-b792c2300ec3 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:32.711327 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1784b251-8e6d-4773-9e50-c30364e34112 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.714609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1784b251-8e6d-4773-9e50-c30364e34112 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:32.990996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb4baa-a979-43a4-b727-6923643a638f None None] DHCP port deletion for 28fa3e04-c2af-4440-8810-c119a0ffb6d2 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:52:33.046306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1784b251-8e6d-4773-9e50-c30364e34112 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.055561 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1784b251-8e6d-4773-9e50-c30364e34112 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.163485 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:52:28Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:33.229622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1784b251-8e6d-4773-9e50-c30364e34112 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.241966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1784b251-8e6d-4773-9e50-c30364e34112 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6759305 Jul 06 17:52:33.249760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48080) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:33.273034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-276598761'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:33.376696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb4baa-a979-43a4-b727-6923643a638f None None] Deleting port 0816ce55-9534-4294-8134-1d3024420170 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:33.384586 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5eb4baa-a979-43a4-b727-6923643a638f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.423738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:33.427443 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.433750 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91fde7-4a0c-4dd0-bc29-0af62bbe1d71 None None] The sync data for ids ['e4c95763-688d-4cf2-af18-ef21c4e65333'] in n-d-799526-3 is: [{'id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589907326', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:20Z', 'updated_at': '2021-07-06T17:52:28Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '98ee5f9c-ebea-409d-8914-b792c2300ec3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c95763-688d-4cf2-af18-ef21c4e65333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:22Z', 'updated_at': '2021-07-06T17:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:33.565094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6817fa-37c9-4f5e-bf7a-0e6320a55563 req-593beea9-6d63-47fd-b5aa-fbee4efd78ee tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:33.573916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f6817fa-37c9-4f5e-bf7a-0e6320a55563 req-593beea9-6d63-47fd-b5aa-fbee4efd78ee tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 944 time: 0.4937415 Jul 06 17:52:33.657359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:52:33.674092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.675401 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added segment 7a4abbc0-2202-4f8b-9f0a-f55db63499cd of type vlan for network 36ecd013-a818-4321-ae63-f8f587a0b9e0 Jul 06 17:52:33.715174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.774219 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.777293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=98ee5f9c-ebea-409d-8914-b792c2300ec3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:33.854042 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.869426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:33.870099 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:33.947462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0816ce55-9534-4294-8134-1d3024420170 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:33.951045 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.068364 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8160641 Jul 06 17:52:34.092245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f6817fa-37c9-4f5e-bf7a-0e6320a55563 req-889a5376-197f-4c6d-9d0e-d54fd4e35252 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068762 Jul 06 17:52:34.096459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:34.129600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'subnet': {'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:34.241548 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.251556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.261641 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.289305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] Network 4b31c0bf-3101-4674-aec6-78e5348b8e2f is not hosted by any dhcp agent {{(pid=93780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 17:52:34.289957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] No DVR routers for this DVR port 4d1baf08-fb58-43f6-8359-6b197a207d35 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:34.413398 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.414324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Fanout notify agent at l3_agent the message router_deleted on router e4c95763-688d-4cf2-af18-ef21c4e65333 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:52:34.451652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.453592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-445ce17b-2ac4-4b03-a958-e4d9e04420aa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/routers/e4c95763-688d-4cf2-af18-ef21c4e65333 HTTP/1.1" status: 204 len: 168 time: 3.3467479 Jul 06 17:52:34.461588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48096) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:34.463705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e5eb4baa-a979-43a4-b727-6923643a638f None None] For port 0816ce55-9534-4294-8134-1d3024420170, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0816ce55-9534-4294-8134-1d3024420170,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:34.464262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea73ba-be02-49b7-a5eb-dd87346cf5c3 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Network': ['ID=36ecd013-a818-4321-ae63-f8f587a0b9e0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:34.464430 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5eb4baa-a979-43a4-b727-6923643a638f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.510544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:34.517722 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.520591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb4baa-a979-43a4-b727-6923643a638f None None] Calling delete_port for 0816ce55-9534-4294-8134-1d3024420170 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:34.570457 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.633205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14a8de-8209-4680-ae23-dc013519f5e8 None None] Pushing event deleted for resources: {'Port': ['ID=4d1baf08-fb58-43f6-8359-6b197a207d35,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:34.649714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 36ecd013-a818-4321-ae63-f8f587a0b9e0 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:52:34.777993 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.958333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 0816ce55-9534-4294-8134-1d3024420170 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:34.958813 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:34.980363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 0816ce55-9534-4294-8134-1d3024420170, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0816ce55-9534-4294-8134-1d3024420170,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:35.076207 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.078880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bd6e12a7-e63e-4b5f-94f4-e0b26df41035 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:35.093189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port 0816ce55-9534-4294-8134-1d3024420170, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0816ce55-9534-4294-8134-1d3024420170,segment=NetworkSegment(7145131c-5727-4338-a034-d0b244ac3049),segment_id=7145131c-5727-4338-a034-d0b244ac3049)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:35.093739 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.150237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: bd6e12a7-e63e-4b5f-94f4-e0b26df41035 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:35.151653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bd6e12a7-e63e-4b5f-94f4-e0b26df41035 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:35.177625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 0816ce55-9534-4294-8134-1d3024420170 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:35.435571 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.455490 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.525171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.549294 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5eb4baa-a979-43a4-b727-6923643a638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.551914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=0816ce55-9534-4294-8134-1d3024420170,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:35.554039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] No DVR routers for this DVR port 0816ce55-9534-4294-8134-1d3024420170 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:35.589140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=0816ce55-9534-4294-8134-1d3024420170,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:35.610035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Subnet': ['ID=a9e4c3ab-1566-474c-a293-91ac0d4ebfe7,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:35.613172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb4baa-a979-43a4-b727-6923643a638f None None] No DVR routers for this DVR port 0816ce55-9534-4294-8134-1d3024420170 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:52:35.735687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb4baa-a979-43a4-b727-6923643a638f None None] Pushing event deleted for resources: {'Port': ['ID=0816ce55-9534-4294-8134-1d3024420170,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:35.754702 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.780551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fa3e04-c2af-4440-8810-c119a0ffb6d2']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:35.800967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7145131c-5727-4338-a034-d0b244ac3049') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:35.801256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7145131c-5727-4338-a034-d0b244ac3049') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:35.815546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.834756 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.838930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 98ee5f9c-ebea-409d-8914-b792c2300ec3 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:52:35.861463 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:52:35.908348 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 98ee5f9c-ebea-409d-8914-b792c2300ec3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:35.908893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 98ee5f9c-ebea-409d-8914-b792c2300ec3 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:35.982657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:35.993912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.001292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/networks/28fa3e04-c2af-4440-8810-c119a0ffb6d2 HTTP/1.1" status: 204 len: 168 time: 1.5333285 Jul 06 17:52:36.010751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48120) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:36.036985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343d6d1-a34f-4336-b794-be4134aab681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Network': ['ID=28fa3e04-c2af-4440-8810-c119a0ffb6d2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:36.184883 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b0b60d-e783-4d95-ad05-25abcd5eb8a7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.276283 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b0b60d-e783-4d95-ad05-25abcd5eb8a7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.280055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Checking segment: {'id': '7a4abbc0-2202-4f8b-9f0a-f55db63499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:36.280955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network hostable DHCP agents. Network: 36ecd013-a818-4321-ae63-f8f587a0b9e0, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:52:36.360115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff7956-ac79-4b65-82ba-bac59ee815a4 req-c4d033f8-f33c-4dcc-863a-9840d5f16af1 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:36.363301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58ff7956-ac79-4b65-82ba-bac59ee815a4 req-c4d033f8-f33c-4dcc-863a-9840d5f16af1 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 944 time: 0.8500118 Jul 06 17:52:36.365415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 36ecd013-a818-4321-ae63-f8f587a0b9e0 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:52:36.437303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 36ecd013-a818-4321-ae63-f8f587a0b9e0) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:36.446813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:36.447690 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.449606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a69870d-8105-452e-94eb-287bd9d350e1 None None] Network 36ecd013-a818-4321-ae63-f8f587a0b9e0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:36.477501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58ff7956-ac79-4b65-82ba-bac59ee815a4 req-12ba860b-d94b-4166-b9e4-c359cfbee0fc tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986755 Jul 06 17:52:36.486934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:36.490243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3351d022-ce4f-4368-9a12-f6a7e22a3910 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3652351 Jul 06 17:52:36.699537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 16a8c40f-689e-401d-9fd9-e7b5e03dea95 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:36.728950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-36ecd013-a818-4321-ae63-f8f587a0b9e0', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:52:36.730215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.749740 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b0b60d-e783-4d95-ad05-25abcd5eb8a7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.753600 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b0b60d-e783-4d95-ad05-25abcd5eb8a7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.758531 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-29b0b60d-e783-4d95-ad05-25abcd5eb8a7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/security-groups/e66e44c5-936c-4321-b830-11544bdfacca HTTP/1.1" status: 204 len: 168 time: 0.7465189 Jul 06 17:52:36.809556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0b60d-e783-4d95-ad05-25abcd5eb8a7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66e44c5-936c-4321-b830-11544bdfacca,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:36.922533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:36.983024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 16a8c40f-689e-401d-9fd9-e7b5e03dea95 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:37.002606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 16a8c40f-689e-401d-9fd9-e7b5e03dea95 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:37.002994 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:37.233601 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:37.318764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Allocated IP 2001:db8::2 (36ecd013-a818-4321-ae63-f8f587a0b9e0/a9e4c3ab-1566-474c-a293-91ac0d4ebfe7/08adb302-d62e-481a-b5bf-a9ed72fe07a7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:37.344619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:52:37.351246 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b7d9e-fd78-43bc-9297-1b5651988d2a" -d '{"events": [{"server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "name": "network-vif-plugged", "status": "completed", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:52:37.375483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:37.392052 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:37.484654 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7a56ee-e465-4637-9f24-02116486fd35 x-openstack-request-id: req-4f7a56ee-e465-4637-9f24-02116486fd35 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:52:37.486537 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "name": "network-vif-plugged", "status": "completed", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:52:37.487032 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f7a56ee-e465-4637-9f24-02116486fd35 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:52:37.487323 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'code': 200} Jul 06 17:52:37.605664 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=16a8c40f-689e-401d-9fd9-e7b5e03dea95,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:37.728069 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:37.741954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Transition to ACTIVE for port object 08adb302-d62e-481a-b5bf-a9ed72fe07a7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:37.773361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Transition to ACTIVE for port object 08adb302-d62e-481a-b5bf-a9ed72fe07a7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:37.775292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79c8f2-66c3-49b3-a47a-1dd90b74a438 req-41004d54-7a8d-4525-8560-e4c2841117de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:37.776883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f79c8f2-66c3-49b3-a47a-1dd90b74a438 req-41004d54-7a8d-4525-8560-e4c2841117de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1096 time: 0.1744809 Jul 06 17:52:37.795629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:37.873547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Network 36ecd013-a818-4321-ae63-f8f587a0b9e0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:37.881640 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:37.897558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f79c8f2-66c3-49b3-a47a-1dd90b74a438 req-6ab40494-f13a-4111-8ff5-fbbb02d3bf38 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062233 Jul 06 17:52:37.901356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:37.911302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48156) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:37.920137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e62817e2-4e5b-45ae-a742-9589906ea62b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973523524', 'description': 'tempest-secgroup-smoke-973523524 description', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:37.920457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 2001:db8::1 (36ecd013-a818-4321-ae63-f8f587a0b9e0/a9e4c3ab-1566-474c-a293-91ac0d4ebfe7/2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:37.981325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Pushing event updated for resources: {'Port': ['ID=08adb302-d62e-481a-b5bf-a9ed72fe07a7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:38.007849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e62817e2-4e5b-45ae-a742-9589906ea62b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.052072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Attempting to bind port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:38.052454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Attempting to bind port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7a4abbc0-2202-4f8b-9f0a-f55db63499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:38.052828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Attempting to bind port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 on network 36ecd013-a818-4321-ae63-f8f587a0b9e0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:38.062814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:38.063753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Checking segment: {'id': '7a4abbc0-2202-4f8b-9f0a-f55db63499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:38.064973 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.064973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Bound using segment: {'id': '7a4abbc0-2202-4f8b-9f0a-f55db63499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:38.065177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Bound port: 08adb302-d62e-481a-b5bf-a9ed72fe07a7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4abbc0-2202-4f8b-9f0a-f55db63499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:38.065433 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.149528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] For port 08adb302-d62e-481a-b5bf-a9ed72fe07a7, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:38.156157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] For port 08adb302-d62e-481a-b5bf-a9ed72fe07a7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=08adb302-d62e-481a-b5bf-a9ed72fe07a7,segment=NetworkSegment(7a4abbc0-2202-4f8b-9f0a-f55db63499cd),segment_id=7a4abbc0-2202-4f8b-9f0a-f55db63499cd)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:38.167059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.220605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.256403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Transition to ACTIVE for port object 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:38.306666 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e62817e2-4e5b-45ae-a742-9589906ea62b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.317973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e62817e2-4e5b-45ae-a742-9589906ea62b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.355561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc0c08-ec38-4501-8a05-e6aa14a31d86 None None] Pushing event updated for resources: {'Port': ['ID=08adb302-d62e-481a-b5bf-a9ed72fe07a7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:38.393074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.404414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62817e2-4e5b-45ae-a742-9589906ea62b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9d8025-6831-43e6-8409-c11944a9ea61,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:38.418310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe17e09-1ed0-4921-a6a6-161362ba0ac3 req-a3aacd18-3436-4ee8-ade7-4e576ab70b2f tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:38.420131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-afe17e09-1ed0-4921-a6a6-161362ba0ac3 req-a3aacd18-3436-4ee8-ade7-4e576ab70b2f tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.3547935 Jul 06 17:52:38.425350 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e62817e2-4e5b-45ae-a742-9589906ea62b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.444779 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e62817e2-4e5b-45ae-a742-9589906ea62b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5315402 Jul 06 17:52:38.449667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:38.465077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5ffefdfa-03c0-4616-8c2b-93fce44c7cd3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': '0e9d8025-6831-43e6-8409-c11944a9ea61', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:38.546537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 36ecd013-a818-4321-ae63-f8f587a0b9e0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:38.556888 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ffefdfa-03c0-4616-8c2b-93fce44c7cd3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.624766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-afe17e09-1ed0-4921-a6a6-161362ba0ac3 req-1f207238-aa04-4b25-b35e-06a5d2ac2562 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630707 Jul 06 17:52:38.626090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:38.631627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:38.632020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.822172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:38.822660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ffefdfa-03c0-4616-8c2b-93fce44c7cd3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.831330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ffefdfa-03c0-4616-8c2b-93fce44c7cd3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:38.952176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffefdfa-03c0-4616-8c2b-93fce44c7cd3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab3d611-6507-476d-95e1-29ed7dbe817e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:39.005482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ffefdfa-03c0-4616-8c2b-93fce44c7cd3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.008165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5ffefdfa-03c0-4616-8c2b-93fce44c7cd3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5564640 Jul 06 17:52:39.010961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48184) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:39.019480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.030509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-af1a684a-007a-43d8-a998-936f58a8ee21 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': '0e9d8025-6831-43e6-8409-c11944a9ea61', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:39.084855 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af1a684a-007a-43d8-a998-936f58a8ee21 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.167657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af1a684a-007a-43d8-a998-936f58a8ee21 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.174718 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af1a684a-007a-43d8-a998-936f58a8ee21 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.231789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a684a-007a-43d8-a998-936f58a8ee21 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de92831-ed7b-4cbb-abc7-0eb3757cc31a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:39.249605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af1a684a-007a-43d8-a998-936f58a8ee21 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.255670 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-af1a684a-007a-43d8-a998-936f58a8ee21 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2404444 Jul 06 17:52:39.258204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48188) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:39.269120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-940b057e-b4c0-44e5-9fd7-42e8b55b46b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': '0e9d8025-6831-43e6-8409-c11944a9ea61', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:39.381192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-940b057e-b4c0-44e5-9fd7-42e8b55b46b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.524168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-940b057e-b4c0-44e5-9fd7-42e8b55b46b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.539138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-940b057e-b4c0-44e5-9fd7-42e8b55b46b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.578399 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-940b057e-b4c0-44e5-9fd7-42e8b55b46b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.585039 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-940b057e-b4c0-44e5-9fd7-42e8b55b46b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210156 Jul 06 17:52:39.585039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b057e-b4c0-44e5-9fd7-42e8b55b46b0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f0586a-8528-4bdd-a28a-27f5ce8fb8e4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:39.586382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:39.600409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7483d068-0fa0-43b1-a169-17c230e80c43 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': '0e9d8025-6831-43e6-8409-c11944a9ea61', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:39.729320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7483d068-0fa0-43b1-a169-17c230e80c43 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.882365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 08adb302-d62e-481a-b5bf-a9ed72fe07a7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:39.950959 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7483d068-0fa0-43b1-a169-17c230e80c43 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:39.968672 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7483d068-0fa0-43b1-a169-17c230e80c43 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.045977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.056215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.061011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.066873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d068-0fa0-43b1-a169-17c230e80c43 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d090d885-14c8-49f7-8d8a-ebd6c8c228a0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:40.071487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:40.162067 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7483d068-0fa0-43b1-a169-17c230e80c43 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.175900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48206) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:40.183228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7483d068-0fa0-43b1-a169-17c230e80c43 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5931904 Jul 06 17:52:40.193927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-53dd7065-ebc2-49c8-8e2a-1da83b9018a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': '0e9d8025-6831-43e6-8409-c11944a9ea61', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:40.296529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:40.438810 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-53dd7065-ebc2-49c8-8e2a-1da83b9018a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Project c26a9cb1979749ce9e89cfcf8fe67b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:52:40.464725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ad390-c1d0-4e23-bb6f-e7237102cf16 None None] Network 36ecd013-a818-4321-ae63-f8f587a0b9e0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:40.488945 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53dd7065-ebc2-49c8-8e2a-1da83b9018a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.606580 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53dd7065-ebc2-49c8-8e2a-1da83b9018a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.613247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4bc9eae6-4f43-4388-9c45-c768401e2e5d None None] Provisioning for port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:40.630012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e1e7c-3c98-4887-9406-0bbdf6369ae8 req-29a9f8ee-c283-4ace-80df-855e2fe21688 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:40.637787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-550e1e7c-3c98-4887-9406-0bbdf6369ae8 req-29a9f8ee-c283-4ace-80df-855e2fe21688 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.3433130 Jul 06 17:52:40.641386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 36ecd013-a818-4321-ae63-f8f587a0b9e0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:40.642858 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53dd7065-ebc2-49c8-8e2a-1da83b9018a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.650954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4bc9eae6-4f43-4388-9c45-c768401e2e5d None None] Provisioning complete for port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:40.651642 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bc9eae6-4f43-4388-9c45-c768401e2e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.656327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:40.798584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-550e1e7c-3c98-4887-9406-0bbdf6369ae8 req-e5271131-7fb1-404a-80f2-4d87df0b4dd5 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559632 Jul 06 17:52:40.799823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd7065-ebc2-49c8-8e2a-1da83b9018a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ace3dc-b0f8-4393-8669-fe7b90763cf7,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:40.811609 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53dd7065-ebc2-49c8-8e2a-1da83b9018a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.820370 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:40.823138 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-53dd7065-ebc2-49c8-8e2a-1da83b9018a9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6430314 Jul 06 17:52:40.840305 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bc9eae6-4f43-4388-9c45-c768401e2e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.841356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d1baff8f-3c4e-456e-b500-504655104def tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': '0e9d8025-6831-43e6-8409-c11944a9ea61', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:40.912074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4bc9eae6-4f43-4388-9c45-c768401e2e5d None None] For port 08adb302-d62e-481a-b5bf-a9ed72fe07a7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=08adb302-d62e-481a-b5bf-a9ed72fe07a7,segment=NetworkSegment(7a4abbc0-2202-4f8b-9f0a-f55db63499cd),segment_id=7a4abbc0-2202-4f8b-9f0a-f55db63499cd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:40.920194 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bc9eae6-4f43-4388-9c45-c768401e2e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:40.951476 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-d1baff8f-3c4e-456e-b500-504655104def tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Project c26a9cb1979749ce9e89cfcf8fe67b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:52:40.958978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1baff8f-3c4e-456e-b500-504655104def tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.035270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9eae6-4f43-4388-9c45-c768401e2e5d None None] Pushing event updated for resources: {'Port': ['ID=08adb302-d62e-481a-b5bf-a9ed72fe07a7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:41.166297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:52:41.180251 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1baff8f-3c4e-456e-b500-504655104def tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.193318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1baff8f-3c4e-456e-b500-504655104def tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.243363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1baff8f-3c4e-456e-b500-504655104def tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.246057 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d1baff8f-3c4e-456e-b500-504655104def tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4236093 Jul 06 17:52:41.255488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48226) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:41.288887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'network': {'name': 'tempest-network-smoke--440629226', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:41.389381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:41.411400 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.434161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baff8f-3c4e-456e-b500-504655104def tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3437c5d0-9afa-4f37-a0b4-a92138eda14d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:41.440098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:41.479684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:41.503713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:41.505363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:41.506460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a272992b-5341-43bd-89e2-c0ef2f9fc0f1 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0169804 Jul 06 17:52:41.512617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48234) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:41.523851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-293154054'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:41.530210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:52:41.571132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.571768 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Added segment 1459897f-7ebb-4826-93a6-5ed33ca30eee of type vlan for network 480ebdf9-8125-404d-9df0-ccb8cb02750a Jul 06 17:52:41.657131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:41.665618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.752160 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:41.819622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 08adb302-d62e-481a-b5bf-a9ed72fe07a7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:41.873837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:52:41.893081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763323-b182-4cfc-b768-61dfa33354f3 req-14a23ee3-56ef-480a-8d12-9d7a0e1e9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:41.898878 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70763323-b182-4cfc-b768-61dfa33354f3 req-14a23ee3-56ef-480a-8d12-9d7a0e1e9308 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1096 time: 0.3498592 Jul 06 17:52:41.928789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-964698e2-ce46-4234-9f08-baf332a91c2a None None] Provisioning complete for port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:41.931790 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-964698e2-ce46-4234-9f08-baf332a91c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.021835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:42.105719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.106312 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added segment b78a9ca0-21ed-4779-966a-83d5ca06ace0 of type vlan for network 2a86c355-42d9-4271-82fd-4af46aa19aea Jul 06 17:52:42.163726 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.185262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:42.186330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.255362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763323-b182-4cfc-b768-61dfa33354f3 req-a20d2191-8e3c-4a0a-a89c-50294d3e580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:42.262320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70763323-b182-4cfc-b768-61dfa33354f3 req-a20d2191-8e3c-4a0a-a89c-50294d3e580a service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 921 time: 0.3507590 Jul 06 17:52:42.340724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0823431 Jul 06 17:52:42.413188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48244) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:42.423872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'admin_state_up': True, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:42.518596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70763323-b182-4cfc-b768-61dfa33354f3 req-d6ce273f-64cf-41e8-8cf6-0d5044220b6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 217 time: 0.2498889 Jul 06 17:52:42.552999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.611669 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.612862 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.685784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30233a-0acb-4282-baf5-abccc0e2c4a6 req-a7325290-ad35-4d94-8b1d-2cf8df263a2d tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:42.708561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c30233a-0acb-4282-baf5-abccc0e2c4a6 req-a7325290-ad35-4d94-8b1d-2cf8df263a2d tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.9132426 Jul 06 17:52:42.723966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8627acb-2079-41f5-9606-a34be80c6653 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Network': ['ID=480ebdf9-8125-404d-9df0-ccb8cb02750a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:42.765222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:52:42.803814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763323-b182-4cfc-b768-61dfa33354f3 req-abcb2a1b-e32c-4ee1-8d2c-13770b87b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:42.804785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70763323-b182-4cfc-b768-61dfa33354f3 req-abcb2a1b-e32c-4ee1-8d2c-13770b87b536 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 200 len: 860 time: 0.2774134 Jul 06 17:52:42.896796 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c30233a-0acb-4282-baf5-abccc0e2c4a6 req-96bf76c7-4293-49f8-ac50-6f7f94fdce3b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766205 Jul 06 17:52:42.897670 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.903591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:42.904264 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.973843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70763323-b182-4cfc-b768-61dfa33354f3 req-a7b07818-e7eb-4c53-b519-9294092a73f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c276dff-55fa-4f89-a79e-7dd077583d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486607 Jul 06 17:52:42.981225 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4628367 Jul 06 17:52:42.981907 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.982969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:42.986815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:42.987740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:42.990516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 480ebdf9-8125-404d-9df0-ccb8cb02750a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:52:43.017799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'subnet': {'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:43.098642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39e840-c5e7-4b50-8204-a68af9cf9a8e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Network': ['ID=2a86c355-42d9-4271-82fd-4af46aa19aea,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:43.124706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 2a86c355-42d9-4271-82fd-4af46aa19aea details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:52:43.253909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-964698e2-ce46-4234-9f08-baf332a91c2a None None] Provisioning for port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:43.291901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-964698e2-ce46-4234-9f08-baf332a91c2a None None] Provisioning complete for port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:43.292280 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-964698e2-ce46-4234-9f08-baf332a91c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.342278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:52:38Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:39Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:43.384920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:52:43.385278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Updating router 6102489c-15a2-4880-8b66-4b0bd04d527a port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:52:43.427682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-964698e2-ce46-4234-9f08-baf332a91c2a None None] Port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:52:43.442476 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.554684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:43.558576 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.877741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-92b2eb6c-913f-4aed-9bd6-24d80b359d15 None None] Provisioning complete for port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:43.878444 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b2eb6c-913f-4aed-9bd6-24d80b359d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.890515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48260) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:43.899627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:43.912733 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.012796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-92b2eb6c-913f-4aed-9bd6-24d80b359d15 None None] Port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:52:44.056303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.073866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Transition to ACTIVE for port object 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:44.081612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.084171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b002eec-61d2-48f3-9dfa-57ff02884cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.093850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Subnet': ['ID=62b90983-03b4-44f8-bc98-ca768380ec3f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:44.102607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70763323-b182-4cfc-b768-61dfa33354f3 req-c7c27d61-8328-4ae2-89e2-26759fb3228c service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1184936 Jul 06 17:52:44.248459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c685d2-630f-4f76-b37a-6322033b157f None None] Pushing event updated for resources: {'Port': ['ID=2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:44.341343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399cc9-5438-43b0-8d07-73db64868100 req-cd279ac0-dfc6-494a-ba0e-9944c5344b4b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:44.343892 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a399cc9-5438-43b0-8d07-73db64868100 req-cd279ac0-dfc6-494a-ba0e-9944c5344b4b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.2195778 Jul 06 17:52:44.350637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Attempting to bind port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:44.351571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Attempting to bind port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7a4abbc0-2202-4f8b-9f0a-f55db63499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:44.351953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Attempting to bind port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f on network 36ecd013-a818-4321-ae63-f8f587a0b9e0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:44.377203 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:44.377596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Checking segment: {'id': '7a4abbc0-2202-4f8b-9f0a-f55db63499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:44.380319 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.380743 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Bound using segment: {'id': '7a4abbc0-2202-4f8b-9f0a-f55db63499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:44.381315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Bound port: 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4abbc0-2202-4f8b-9f0a-f55db63499cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:44.382042 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.425345 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a399cc9-5438-43b0-8d07-73db64868100 req-561cd64e-c779-4729-a56b-ef014dd65cdd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732527 Jul 06 17:52:44.454182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Checking segment: {'id': 'b78a9ca0-21ed-4779-966a-83d5ca06ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:44.456254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network hostable DHCP agents. Network: 2a86c355-42d9-4271-82fd-4af46aa19aea, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:52:44.463327 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b002eec-61d2-48f3-9dfa-57ff02884cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.474535 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b002eec-61d2-48f3-9dfa-57ff02884cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.578309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] For port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:44.589164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] For port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f,segment=NetworkSegment(7a4abbc0-2202-4f8b-9f0a-f55db63499cd),segment_id=7a4abbc0-2202-4f8b-9f0a-f55db63499cd)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:44.592799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70763323-b182-4cfc-b768-61dfa33354f3 req-f0bdb84c-fdd9-4739-bb6a-cc2edd98412d service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716744 Jul 06 17:52:44.606604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 2a86c355-42d9-4271-82fd-4af46aa19aea is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:52:44.609297 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.612690 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b002eec-61d2-48f3-9dfa-57ff02884cb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f71895182214a5c8c57a81407614de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205267 Jul 06 17:52:44.618477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:44.649398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b002eec-61d2-48f3-9dfa-57ff02884cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1bdbf6-4c78-488d-a819-859839a658fd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:44.662059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 2a86c355-42d9-4271-82fd-4af46aa19aea) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:44.682431 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:44.682937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.753904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a20fdbd2-b735-4e7e-ba24-ff9f63020ffe tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7542655 Jul 06 17:52:44.761736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dec5fc4-b182-4c57-8097-b87e012c4db7 None None] Network 2a86c355-42d9-4271-82fd-4af46aa19aea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:44.769991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:44.870894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0518b41d-92a8-44ea-9657-9b462c6c95f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.913888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c685d2-630f-4f76-b37a-6322033b157f None None] Pushing event updated for resources: {'Port': ['ID=2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:44.919433 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:44.949361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.005269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:45.005972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:45.035872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0518b41d-92a8-44ea-9657-9b462c6c95f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.133349 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.25.7.123 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/287bcf88-b25c-4401-a1ab-a1f91df3ff67) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:45.196850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0518b41d-92a8-44ea-9657-9b462c6c95f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.196850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0518b41d-92a8-44ea-9657-9b462c6c95f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.200204 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0518b41d-92a8-44ea-9657-9b462c6c95f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad1bdbf6-4c78-488d-a819-859839a658fd HTTP/1.1" status: 204 len: 168 time: 0.5735977 Jul 06 17:52:45.242540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518b41d-92a8-44ea-9657-9b462c6c95f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1bdbf6-4c78-488d-a819-859839a658fd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:45.320417 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.324073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-2a86c355-42d9-4271-82fd-4af46aa19aea', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:52:45.324945 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.394247 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.443229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:45.508048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=287bcf88-b25c-4401-a1ab-a1f91df3ff67,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:45.544045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:45.552125 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:45.569082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:45.752733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:45.857481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:46.008831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Allocated IP 2001:db8:1::2 (2a86c355-42d9-4271-82fd-4af46aa19aea/62b90983-03b4-44f8-bc98-ca768380ec3f/e8c447b7-15a5-45ed-8323-eeb321f95b7d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:46.075187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa0151-bb8a-4981-ac71-f339e1fd2741 req-4384cea0-781c-4331-b736-b1195deea2a8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:46.079070 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3aa0151-bb8a-4981-ac71-f339e1fd2741 req-4384cea0-781c-4331-b736-b1195deea2a8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.3868523 Jul 06 17:52:46.144324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48296) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:46.296943 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc14d615-b186-4d47-9b95-f3af6ee92c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.320155 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.398880 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3aa0151-bb8a-4981-ac71-f339e1fd2741 req-9ec4079c-9736-41aa-a858-5fd9716e2fdf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971239 Jul 06 17:52:46.618933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:52:38Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:44Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:46.626294 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc14d615-b186-4d47-9b95-f3af6ee92c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.632000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc14d615-b186-4d47-9b95-f3af6ee92c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.685910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bc14d615-b186-4d47-9b95-f3af6ee92c4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8bbdab2abb14945a5d839703405187f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252504 Jul 06 17:52:46.687179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14d615-b186-4d47-9b95-f3af6ee92c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e99136-ade9-4f74-a5e6-f0bd56970eb2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:46.698382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48298) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:46.741675 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.754907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef7008-291a-4f96-a98a-c03dd0a59b9a None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:52:38Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:44Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:46.761358 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Transition to ACTIVE for port object e8c447b7-15a5-45ed-8323-eeb321f95b7d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:46.808010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Transition to ACTIVE for port object e8c447b7-15a5-45ed-8323-eeb321f95b7d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:46.831648 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.918118 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:46.926396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Network 2a86c355-42d9-4271-82fd-4af46aa19aea is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:46.963582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 2001:db8:1::1 (2a86c355-42d9-4271-82fd-4af46aa19aea/62b90983-03b4-44f8-bc98-ca768380ec3f/11f83a42-8c0a-4bb0-a64a-e72cccc879c6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:46.963911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:46.963911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:46.976766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Pushing event updated for resources: {'Port': ['ID=e8c447b7-15a5-45ed-8323-eeb321f95b7d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:47.104094 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a3d6-24dd-451b-8b97-36e128445300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.137325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Attempting to bind port e8c447b7-15a5-45ed-8323-eeb321f95b7d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:47.137856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Attempting to bind port e8c447b7-15a5-45ed-8323-eeb321f95b7d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b78a9ca0-21ed-4779-966a-83d5ca06ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:47.138443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Attempting to bind port e8c447b7-15a5-45ed-8323-eeb321f95b7d on network 2a86c355-42d9-4271-82fd-4af46aa19aea {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:47.153295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:47.154206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Checking segment: {'id': 'b78a9ca0-21ed-4779-966a-83d5ca06ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:47.154912 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.160819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Bound using segment: {'id': 'b78a9ca0-21ed-4779-966a-83d5ca06ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:47.162040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Bound port: e8c447b7-15a5-45ed-8323-eeb321f95b7d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78a9ca0-21ed-4779-966a-83d5ca06ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:47.171723 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.210326 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.228107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Transition to ACTIVE for port object 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:47.271847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.426500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] For port e8c447b7-15a5-45ed-8323-eeb321f95b7d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:47.435857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] For port e8c447b7-15a5-45ed-8323-eeb321f95b7d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e8c447b7-15a5-45ed-8323-eeb321f95b7d,segment=NetworkSegment(b78a9ca0-21ed-4779-966a-83d5ca06ace0),segment_id=b78a9ca0-21ed-4779-966a-83d5ca06ace0)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:47.447727 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.506688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 2a86c355-42d9-4271-82fd-4af46aa19aea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:47.519054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:47.522041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:47.522732 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.626294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f40c4a-41c0-4444-8a12-c25dde22f3d2 None None] Pushing event updated for resources: {'Port': ['ID=e8c447b7-15a5-45ed-8323-eeb321f95b7d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:47.725533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=11f83a42-8c0a-4bb0-a64a-e72cccc879c6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:47.756831 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:47.945912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:48.123616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:48.137977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:48.138833 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.231550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a494ce6-ba6f-43a5-885f-eadb8d4118e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.396733 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.444562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a494ce6-ba6f-43a5-885f-eadb8d4118e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.528965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555ac31-8194-4b8f-9c38-e4cb58b4ec30 req-a6200e0c-9e07-42cb-8a7d-0fe70e5eb59f tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:48.536289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7555ac31-8194-4b8f-9c38-e4cb58b4ec30 req-a6200e0c-9e07-42cb-8a7d-0fe70e5eb59f tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.4759698 Jul 06 17:52:48.565139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f,segment=NetworkSegment(7a4abbc0-2202-4f8b-9f0a-f55db63499cd),segment_id=7a4abbc0-2202-4f8b-9f0a-f55db63499cd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:48.574459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.696396 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a494ce6-ba6f-43a5-885f-eadb8d4118e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.698962 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a494ce6-ba6f-43a5-885f-eadb8d4118e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.700181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6a494ce6-ba6f-43a5-885f-eadb8d4118e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0e99136-ade9-4f74-a5e6-f0bd56970eb2 HTTP/1.1" status: 204 len: 168 time: 1.9947321 Jul 06 17:52:48.725227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a494ce6-ba6f-43a5-885f-eadb8d4118e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e99136-ade9-4f74-a5e6-f0bd56970eb2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:48.737596 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.750768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:52:48.757256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7555ac31-8194-4b8f-9c38-e4cb58b4ec30 req-9632f375-7674-493f-9fe5-2ba184169e88 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915994 Jul 06 17:52:48.759031 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.759863 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:48.791490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:48.869793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=11f83a42-8c0a-4bb0-a64a-e72cccc879c6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:49.038375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:49.055535 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Sync routers for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:49.092748 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:49.099972 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:49.214812 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.228409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-72b1f969-6188-4f4d-939a-0a62842e881b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.8099174 Jul 06 17:52:49.243194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:49.281782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 2a86c355-42d9-4271-82fd-4af46aa19aea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:49.331720 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:49.388429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a14249-db0c-49b2-8ffd-396054d850c1 req-b9f296ef-8b40-4216-8ad2-4bf3fb09e918 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:49.399428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0a14249-db0c-49b2-8ffd-396054d850c1 req-b9f296ef-8b40-4216-8ad2-4bf3fb09e918 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2247045 Jul 06 17:52:49.401637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:49.458649 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2d5ea195-7b8b-411d-aaad-5527a3c6e407 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c26a9cb1979749ce9e89cfcf8fe67b35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2096021 Jul 06 17:52:49.468314 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f181a07-db1d-472f-a8aa-260a11f48a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.486691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:49.505281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0a14249-db0c-49b2-8ffd-396054d850c1 req-bd59d7a0-1a72-4191-817f-ffa8d247de26 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031229 Jul 06 17:52:49.683443 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:49.713409 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:46Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:49.748339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:52:49.779843 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Checking router: 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:52:49.780764 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Updating router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 port 287bcf88-b25c-4401-a1ab-a1f91df3ff67 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:52:49.837150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c87ec3-f213-4df8-88a5-5a61dc054b4e None None] Network 2a86c355-42d9-4271-82fd-4af46aa19aea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:49.856212 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.016597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-13254999-ec68-4501-9b68-90117093fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:50.026770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-13254999-ec68-4501-9b68-90117093fda0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1095 time: 0.8872731 Jul 06 17:52:50.222046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:50.249032 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b74cf109-d397-4ebd-b507-bd4614e699ce tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4773674 Jul 06 17:52:50.257122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:50.300526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-708270145'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:50.315961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e8c447b7-15a5-45ed-8323-eeb321f95b7d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:50.425794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:50.433094 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.462839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:50.519536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5bbf9ed4-6313-418a-a434-51f81afe59fa None None] Provisioning for port e8c447b7-15a5-45ed-8323-eeb321f95b7d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:50.598762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:50.599847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:50.674522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:52:50.730988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.731566 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added segment 959b6c2f-d5bf-407c-9c69-58c34c2289ed of type vlan for network 00f32135-3891-48ea-9982-381bf4e9c2f7 Jul 06 17:52:50.743418 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da79d2a-397c-45ad-91ea-2c1c6abb1ffa tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:50.753361 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1da79d2a-397c-45ad-91ea-2c1c6abb1ffa tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2087677 Jul 06 17:52:50.761855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48352) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:50.782235 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.821682 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Transition to ACTIVE for port object 287bcf88-b25c-4401-a1ab-a1f91df3ff67 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:50.836904 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.915669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0dc51fb1-fa53-42c9-aded-cc05c359e65d tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1420941 Jul 06 17:52:50.920128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:50.952439 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.958293 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:50.965543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963818074', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:51.011136 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.020861 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Attempting to bind port 287bcf88-b25c-4401-a1ab-a1f91df3ff67 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:51.020861 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Attempting to bind port 287bcf88-b25c-4401-a1ab-a1f91df3ff67 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:51.020861 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Attempting to bind port 287bcf88-b25c-4401-a1ab-a1f91df3ff67 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:51.030983 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Pushing event updated for resources: {'Port': ['ID=287bcf88-b25c-4401-a1ab-a1f91df3ff67,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:51.034333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f72913-8801-438c-84f4-69ce827e20da req-ccbd386a-1c0f-4348-a827-996ec25c35a3 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:51.043615 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.044429 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.044894 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.045354 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.045796 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.046257 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.046962 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.047917 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.048405 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.048890 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.049068 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70f72913-8801-438c-84f4-69ce827e20da req-ccbd386a-1c0f-4348-a827-996ec25c35a3 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.4913702 Jul 06 17:52:51.049411 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.049841 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:51.054510 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:51.055136 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:51.055644 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.056136 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:51.056777 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Bound port: 287bcf88-b25c-4401-a1ab-a1f91df3ff67, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:51.057468 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.122883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:51.126889 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] For port 287bcf88-b25c-4401-a1ab-a1f91df3ff67, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:51.135806 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] For port 287bcf88-b25c-4401-a1ab-a1f91df3ff67, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=287bcf88-b25c-4401-a1ab-a1f91df3ff67,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:51.150652 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.164813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port e8c447b7-15a5-45ed-8323-eeb321f95b7d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:51.178951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e8c447b7-15a5-45ed-8323-eeb321f95b7d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:51.179467 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.221994 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-ccfe3b0e-2d5c-4759-92f8-5fa1d9e1da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:51.225111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-ccfe3b0e-2d5c-4759-92f8-5fa1d9e1da5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 1.1957257 Jul 06 17:52:51.277836 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:51.282599 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:51.328455 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:52:51.400414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70f72913-8801-438c-84f4-69ce827e20da req-3f707d4f-c25b-4453-9323-1053a1c5bf54 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741413 Jul 06 17:52:51.436018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:51.447913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.483824 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.517172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.518206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:51.530832 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.539616 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cc0a1-8c7c-4e2e-8f03-19a0d560e169 None None] Pushing event updated for resources: {'Port': ['ID=287bcf88-b25c-4401-a1ab-a1f91df3ff67,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:51.675483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e0e9a-f422-4f84-9f2e-e5dc60f48ecc req-19d2fb89-d44d-4057-8f34-c65843d03603 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:51.678398 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ad9e0e9a-f422-4f84-9f2e-e5dc60f48ecc req-19d2fb89-d44d-4057-8f34-c65843d03603 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.6797023 Jul 06 17:52:51.692763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port e8c447b7-15a5-45ed-8323-eeb321f95b7d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e8c447b7-15a5-45ed-8323-eeb321f95b7d,segment=NetworkSegment(b78a9ca0-21ed-4779-966a-83d5ca06ace0),segment_id=b78a9ca0-21ed-4779-966a-83d5ca06ace0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:51.702930 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:51.716665 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:51.717481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:51.763587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-9da88842-a6fe-4855-8b4a-a592cc1ded31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 999 time: 0.5204720 Jul 06 17:52:51.890544 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6316259 Jul 06 17:52:51.894999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48366) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:51.905711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:52:47Z', 'revision_number': 3, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:51.944732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'subnet': {'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:52:51.978481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:52:51.979394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Updating router 6102489c-15a2-4880-8b66-4b0bd04d527a port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:52:51.987954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=e8c447b7-15a5-45ed-8323-eeb321f95b7d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:52.029882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.030226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.030637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.031092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.032021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.032363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.032694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.033020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.033348 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.033674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.034000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.034315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:52:52.053125 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:52.087865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:52.088491 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:52.148931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ad9e0e9a-f422-4f84-9f2e-e5dc60f48ecc req-15f69555-0924-481b-ab34-13cfe232bbe8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377861 Jul 06 17:52:52.201516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-420686e8-552a-46ca-9d03-c67eed2f4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:52.206007 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-420686e8-552a-46ca-9d03-c67eed2f4550 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.4244030 Jul 06 17:52:52.381999 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:46Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:52.403761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f880ce2-e887-40c9-8a10-43ac6029247d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Network': ['ID=00f32135-3891-48ea-9982-381bf4e9c2f7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:52.417833 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:52.503074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Subnet': ['ID=45ac0ffa-18bc-4a67-a244-f7a0db9504bc,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:52.578026 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f67675-ec23-4aa8-83e9-f0c681af8a21 None None] The sync data for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 is: [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:46Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:52.607785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Checking segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:52.609883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network hostable DHCP agents. Network: 480ebdf9-8125-404d-9df0-ccb8cb02750a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:52:52.687234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:52:52.689351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Deleting port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:52.690274 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:52.697149 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:52.707493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-31e22549-f594-441e-95e6-175c571e3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:52.711405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-31e22549-f594-441e-95e6-175c571e3b02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4382915 Jul 06 17:52:52.761759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 00f32135-3891-48ea-9982-381bf4e9c2f7 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:52:52.836709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 480ebdf9-8125-404d-9df0-ccb8cb02750a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:52:52.863518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 480ebdf9-8125-404d-9df0-ccb8cb02750a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:52.891320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:52.892685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:52.961201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ea79e444-84b6-441e-a0c0-49c2c219fa01 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0227656 Jul 06 17:52:52.987354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:53.100590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b77ab-affc-4a67-b28d-957c0b97fad0 None None] Network 480ebdf9-8125-404d-9df0-ccb8cb02750a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:53.245612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-1de56202-33e1-4db6-ad70-ddc418d89aa3 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040715 Jul 06 17:52:53.330818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a6a85270-653e-47b9-a83a-32388bab07fe None None] Provisioning complete for port e8c447b7-15a5-45ed-8323-eeb321f95b7d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:53.330818 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a85270-653e-47b9-a83a-32388bab07fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:53.733485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] For port be5e782a-4d65-4ba5-8d88-25fb8a3e3cec, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=be5e782a-4d65-4ba5-8d88-25fb8a3e3cec,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:53.734312 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:53.837537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-480ebdf9-8125-404d-9df0-ccb8cb02750a', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:52:53.839244 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:53.844481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Calling delete_port for be5e782a-4d65-4ba5-8d88-25fb8a3e3cec owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:53.864303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8112e8c1-e595-4de5-bf65-5cb41b16b199 req-0f76e464-06e0-4954-a3f3-9baeb8a3d416 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076894 Jul 06 17:52:53.887039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2529499-9b7e-435e-be36-4e98de976cd6 req-1b190efd-7ab8-4b32-8e00-fd643815eb26 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:53.901625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2529499-9b7e-435e-be36-4e98de976cd6 req-1b190efd-7ab8-4b32-8e00-fd643815eb26 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3288932 Jul 06 17:52:54.026801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2529499-9b7e-435e-be36-4e98de976cd6 req-a7e1317a-39c1-42f8-a517-95f7a006565c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231029 Jul 06 17:52:54.319667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:54.407048 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:54.518603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5e782a-4d65-4ba5-8d88-25fb8a3e3cec,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:54.678240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e8c447b7-15a5-45ed-8323-eeb321f95b7d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:54.747370 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fc3a0-60d1-4b19-a227-c988108ab05d req-b5439d47-ac5c-48d1-a735-4952ce476cca tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:54.763989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a8fc3a0-60d1-4b19-a227-c988108ab05d req-b5439d47-ac5c-48d1-a735-4952ce476cca tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 1.7481406 Jul 06 17:52:54.986322 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.133776 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a8fc3a0-60d1-4b19-a227-c988108ab05d req-fca15b9d-34d7-40ed-82be-44b53140cbf9 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687546 Jul 06 17:52:55.143846 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.275224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Allocated IP 172.20.0.2 (480ebdf9-8125-404d-9df0-ccb8cb02750a/45ac0ffa-18bc-4a67-a244-f7a0db9504bc/2734b2ca-1436-43c0-a649-0eab0cbe084c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:55.280945 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.358534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Transition to ACTIVE for port object 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:55.399278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Subnet': ['ID=72ec63b4-53cf-4f62-8693-ed3a9a82f3b0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:55.430557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a6a85270-653e-47b9-a83a-32388bab07fe None None] Provisioning for port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:55.433021 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.543158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Checking segment: {'id': '959b6c2f-d5bf-407c-9c69-58c34c2289ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:55.543866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network hostable DHCP agents. Network: 00f32135-3891-48ea-9982-381bf4e9c2f7, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:52:55.577594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e8c447b7-15a5-45ed-8323-eeb321f95b7d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:55.578006 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.660730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d5b24-3843-42f4-a1ae-bf6c0b682601 None None] Pushing event updated for resources: {'Port': ['ID=11f83a42-8c0a-4bb0-a64a-e72cccc879c6,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:55.732762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 00f32135-3891-48ea-9982-381bf4e9c2f7 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:52:55.791645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92f7b1-407c-4e7d-97d4-d9a6684d8783 req-c6b122e9-3f44-43b7-859c-9906af8638d8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:55.805686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b92f7b1-407c-4e7d-97d4-d9a6684d8783 req-c6b122e9-3f44-43b7-859c-9906af8638d8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3547955 Jul 06 17:52:55.810494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 00f32135-3891-48ea-9982-381bf4e9c2f7) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:55.856627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:55.857161 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:55.863365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18041c23-c0cc-4386-90a2-d607749e058b None None] Network 00f32135-3891-48ea-9982-381bf4e9c2f7 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:52:55.915562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Router 5eb25a74-968a-4c89-a3ca-b1854167c6be has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:52:55.944798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b92f7b1-407c-4e7d-97d4-d9a6684d8783 req-7e26477d-85eb-41ad-8245-aaa8ebd5dc75 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255386 Jul 06 17:52:55.978423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-520670e3-cbbe-4813-9b2f-4a7abb04466f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0543699 Jul 06 17:52:55.980921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48426) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:56.063286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Attempting to bind port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:56.064203 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Attempting to bind port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b78a9ca0-21ed-4779-966a-83d5ca06ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:56.064949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Attempting to bind port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 on network 2a86c355-42d9-4271-82fd-4af46aa19aea {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:56.101788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:56.102647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Checking segment: {'id': 'b78a9ca0-21ed-4779-966a-83d5ca06ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:56.103293 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.103933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Bound using segment: {'id': 'b78a9ca0-21ed-4779-966a-83d5ca06ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:56.104723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Bound port: 11f83a42-8c0a-4bb0-a64a-e72cccc879c6, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78a9ca0-21ed-4779-966a-83d5ca06ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:56.105375 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.141341 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.224027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:52:56.229990 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2e2e3c1b-13c0-492e-ae32-84e7595c99f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/5eb25a74-968a-4c89-a3ca-b1854167c6be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3709526 Jul 06 17:52:56.236129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:56.241291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Transition to ACTIVE for port object 2734b2ca-1436-43c0-a649-0eab0cbe084c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:56.241927 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] Sync routers for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:52:56.267944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.278002 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:56.285232 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:56.494888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Transition to ACTIVE for port object 2734b2ca-1436-43c0-a649-0eab0cbe084c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:56.510203 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.524141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 287bcf88-b25c-4401-a1ab-a1f91df3ff67 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:52:56.573447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48436) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:56.610461 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.654424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] For port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:56.794898 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:56.805680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8005cbd-e5d7-4db6-b31c-be3a21efb39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:56.824184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51c995-3f17-475c-a5fe-1d1292955640 req-e51d5355-c302-45e3-b901-84c4fd12e3c9 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:56.826744 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a51c995-3f17-475c-a5fe-1d1292955640 req-e51d5355-c302-45e3-b901-84c4fd12e3c9 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.5009336 Jul 06 17:52:56.956617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] For port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=11f83a42-8c0a-4bb0-a64a-e72cccc879c6,segment=NetworkSegment(b78a9ca0-21ed-4779-966a-83d5ca06ace0),segment_id=b78a9ca0-21ed-4779-966a-83d5ca06ace0)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:56.974102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-00f32135-3891-48ea-9982-381bf4e9c2f7', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:52:56.996184 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.021433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Network 480ebdf9-8125-404d-9df0-ccb8cb02750a is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:57.029064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:57.040466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:57.047635 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.060542 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.060823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Pushing event updated for resources: {'Port': ['ID=2734b2ca-1436-43c0-a649-0eab0cbe084c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:57.076285 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8005cbd-e5d7-4db6-b31c-be3a21efb39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.102066 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a51c995-3f17-475c-a5fe-1d1292955640 req-560302c2-9f2f-49c0-a69b-7a6a685fb0e9 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517465 Jul 06 17:52:57.130443 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8005cbd-e5d7-4db6-b31c-be3a21efb39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.168866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8005cbd-e5d7-4db6-b31c-be3a21efb39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca859f0-8ef0-467c-addd-67d1837fe116,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:57.204936 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c8005cbd-e5d7-4db6-b31c-be3a21efb39e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d7dfa0a425944fa92ba3640ead96c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292105 Jul 06 17:52:57.211052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48444) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:57.214643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:57.216234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:57.248682 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:52:54Z', 'revision_number': 5, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port': {'id': '675b6249-92dd-49a9-9cf0-8365ebb535a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:53:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:40:17Z', 'updated_at': '2021-07-06T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:57.274518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Deleting port 675b6249-92dd-49a9-9cf0-8365ebb535a3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:52:57.275104 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.307487 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] Checking router: 5eb25a74-968a-4c89-a3ca-b1854167c6be for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:52:57.323192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d5b24-3843-42f4-a1ae-bf6c0b682601 None None] Pushing event updated for resources: {'Port': ['ID=11f83a42-8c0a-4bb0-a64a-e72cccc879c6,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:57.333689 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] Routers {'5eb25a74-968a-4c89-a3ca-b1854167c6be'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:52:57.334266 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5eb25a74-968a-4c89-a3ca-b1854167c6be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:57.445127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df196d2c-5b69-4dc7-918f-21350985cf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.471755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.20.0.1 (480ebdf9-8125-404d-9df0-ccb8cb02750a/45ac0ffa-18bc-4a67-a244-f7a0db9504bc/c428778d-86b4-40df-9ad8-284d8c827e64) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:57.528818 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] Set router 5eb25a74-968a-4c89-a3ca-b1854167c6be gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:57.555176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Allocated IP 2001:db8:2::2 (00f32135-3891-48ea-9982-381bf4e9c2f7/72ec63b4-53cf-4f62-8693-ed3a9a82f3b0/36acc9e1-135a-4060-ac9d-d33f99231499) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:57.568687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df196d2c-5b69-4dc7-918f-21350985cf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.616904 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:52:57Z', 'revision_number': 6, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:57.625539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] For port 675b6249-92dd-49a9-9cf0-8365ebb535a3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=675b6249-92dd-49a9-9cf0-8365ebb535a3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:57.627678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.651035 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff21b65-f181-4d6c-b922-4695f2cdbffa None None] The sync data for ids ['5eb25a74-968a-4c89-a3ca-b1854167c6be'] in n-d-799526-3 is: [{'id': '5eb25a74-968a-4c89-a3ca-b1854167c6be', 'name': 'tempest-TaggedBootDevicesTest-827076303-router', 'tenant_id': '8f696f98b85249679ca0ffa0cb676f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:40:16Z', 'updated_at': '2021-07-06T17:52:57Z', 'revision_number': 6, 'project_id': '8f696f98b85249679ca0ffa0cb676f3f', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:57.693984 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 287bcf88-b25c-4401-a1ab-a1f91df3ff67 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:52:57.715029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Calling delete_port for 675b6249-92dd-49a9-9cf0-8365ebb535a3 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:52:57.749287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 287bcf88-b25c-4401-a1ab-a1f91df3ff67 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:52:57.749686 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.811341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.841834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Attempting to bind port 2734b2ca-1436-43c0-a649-0eab0cbe084c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:57.842222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Attempting to bind port 2734b2ca-1436-43c0-a649-0eab0cbe084c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:57.842949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Attempting to bind port 2734b2ca-1436-43c0-a649-0eab0cbe084c on network 480ebdf9-8125-404d-9df0-ccb8cb02750a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:57.847096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Transition to ACTIVE for port object c428778d-86b4-40df-9ad8-284d8c827e64 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:57.856245 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.856463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:57.856849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Checking segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:57.857070 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.857482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Bound using segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:57.857985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Bound port: 2734b2ca-1436-43c0-a649-0eab0cbe084c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:57.858404 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:57.865073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:52:58.005928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df196d2c-5b69-4dc7-918f-21350985cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.008659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df196d2c-5b69-4dc7-918f-21350985cf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.019321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-df196d2c-5b69-4dc7-918f-21350985cf87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ca859f0-8ef0-467c-addd-67d1837fe116 HTTP/1.1" status: 204 len: 168 time: 0.8058622 Jul 06 17:52:58.053355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df196d2c-5b69-4dc7-918f-21350985cf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca859f0-8ef0-467c-addd-67d1837fe116,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:58.079218 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.098575 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.230686 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.335594 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.346953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Pushing event deleted for resources: {'Port': ['ID=675b6249-92dd-49a9-9cf0-8365ebb535a3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:58.354473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Transition to ACTIVE for port object 36acc9e1-135a-4060-ac9d-d33f99231499 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:58.363755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 480ebdf9-8125-404d-9df0-ccb8cb02750a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:58.399951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Transition to ACTIVE for port object 36acc9e1-135a-4060-ac9d-d33f99231499 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:58.427447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 287bcf88-b25c-4401-a1ab-a1f91df3ff67, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=287bcf88-b25c-4401-a1ab-a1f91df3ff67,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:52:58.451381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.511583 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.577048 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.598701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Network 00f32135-3891-48ea-9982-381bf4e9c2f7 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:52:58.605204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:58.612150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Pushing event updated for resources: {'Port': ['ID=36acc9e1-135a-4060-ac9d-d33f99231499,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:58.615027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:58.628103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] For port 2734b2ca-1436-43c0-a649-0eab0cbe084c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:58.635145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] For port 2734b2ca-1436-43c0-a649-0eab0cbe084c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2734b2ca-1436-43c0-a649-0eab0cbe084c,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:58.703495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:52:58.706411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=c428778d-86b4-40df-9ad8-284d8c827e64,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:58.713642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:52:58.744176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 2001:db8:2::1 (00f32135-3891-48ea-9982-381bf4e9c2f7/72ec63b4-53cf-4f62-8693-ed3a9a82f3b0/d3d36088-a970-44ef-8b6b-7b1637227a95) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:52:58.800265 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.816307 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.912278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:58.949872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1281a95-7c4c-4d83-a961-c07408fe6b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.971158 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:58.972237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb25a74-968a-4c89-a3ca-b1854167c6be {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:52:59.001482 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.011187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-660a867a-8c08-4b60-b3c2-8b69e3189201 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5eb25a74-968a-4c89-a3ca-b1854167c6be HTTP/1.1" status: 204 len: 168 time: 2.7715108 Jul 06 17:52:59.013424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48468) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:59.061982 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.064663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be5e782a-4d65-4ba5-8d88-25fb8a3e3cec no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:59.097912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: be5e782a-4d65-4ba5-8d88-25fb8a3e3cec {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:59.098262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device be5e782a-4d65-4ba5-8d88-25fb8a3e3cec not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:59.098864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 675b6249-92dd-49a9-9cf0-8365ebb535a3 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:52:59.150789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 675b6249-92dd-49a9-9cf0-8365ebb535a3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:52:59.151036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 675b6249-92dd-49a9-9cf0-8365ebb535a3 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:52:59.174457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Attempting to bind port 36acc9e1-135a-4060-ac9d-d33f99231499 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:52:59.174836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Attempting to bind port 36acc9e1-135a-4060-ac9d-d33f99231499 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '959b6c2f-d5bf-407c-9c69-58c34c2289ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:52:59.175229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Attempting to bind port 36acc9e1-135a-4060-ac9d-d33f99231499 on network 00f32135-3891-48ea-9982-381bf4e9c2f7 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:52:59.219992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:52:59.220518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Checking segment: {'id': '959b6c2f-d5bf-407c-9c69-58c34c2289ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:52:59.221100 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.221521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Bound using segment: {'id': '959b6c2f-d5bf-407c-9c69-58c34c2289ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:52:59.222048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Bound port: 36acc9e1-135a-4060-ac9d-d33f99231499, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b6c2f-d5bf-407c-9c69-58c34c2289ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:52:59.222463 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.233045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=287bcf88-b25c-4401-a1ab-a1f91df3ff67,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:59.243764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.308723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1281a95-7c4c-4d83-a961-c07408fe6b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.321478 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1281a95-7c4c-4d83-a961-c07408fe6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.385196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1281a95-7c4c-4d83-a961-c07408fe6b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13de0aa5-3dec-45a6-9dbc-0e99d2ff4c5f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:59.414913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] For port 36acc9e1-135a-4060-ac9d-d33f99231499, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:52:59.425177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] For port 36acc9e1-135a-4060-ac9d-d33f99231499, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=36acc9e1-135a-4060-ac9d-d33f99231499,segment=NetworkSegment(959b6c2f-d5bf-407c-9c69-58c34c2289ed),segment_id=959b6c2f-d5bf-407c-9c69-58c34c2289ed)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:52:59.432191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a4d15-7940-4a40-9894-c7ee0836ac0d req-5b4a08e0-d02c-4b9a-99f5-31b566698b4b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:52:59.434076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-069a4d15-7940-4a40-9894-c7ee0836ac0d req-5b4a08e0-d02c-4b9a-99f5-31b566698b4b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.7492697 Jul 06 17:52:59.458508 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f1281a95-7c4c-4d83-a961-c07408fe6b01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3868da97310e4c5085171a3df5fec001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445812 Jul 06 17:52:59.459558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:52:59.473348 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.480106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-766b382c-bd2e-4612-9517-6e8f7988e713 admin admin] Deleting subnet f5be3346-afa0-406d-a934-ceeda5f8bbb2 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:52:59.490480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-766b382c-bd2e-4612-9517-6e8f7988e713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.552606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc210f5-41a0-40d4-bdd9-08e21132775c None None] Pushing event updated for resources: {'Port': ['ID=2734b2ca-1436-43c0-a649-0eab0cbe084c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:59.639853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-766b382c-bd2e-4612-9517-6e8f7988e713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.648576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-069a4d15-7940-4a40-9894-c7ee0836ac0d req-35fc7677-2317-42e5-87c2-2d219fdf848f tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998630 Jul 06 17:52:59.660246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5be70-f184-4683-9829-b7c0e76d0d8c None None] Pushing event updated for resources: {'Port': ['ID=36acc9e1-135a-4060-ac9d-d33f99231499,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:52:59.665948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:52:47Z', 'revision_number': 3, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:52:56Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:52:59.667709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.733089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Transition to ACTIVE for port object d3d36088-a970-44ef-8b6b-7b1637227a95 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:52:59.758593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f62348-f7f0-4f3d-9327-35d051c2acae None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:52:47Z', 'revision_number': 3, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:52:56Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:52:59.769390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fed6a764-8a9a-4386-a438-8195fd45db96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.785451 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.856728 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-766b382c-bd2e-4612-9517-6e8f7988e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:52:59.857145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fed6a764-8a9a-4386-a438-8195fd45db96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.008264 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-766b382c-bd2e-4612-9517-6e8f7988e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.092028 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.103864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b382c-bd2e-4612-9517-6e8f7988e713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5be3346-afa0-406d-a934-ceeda5f8bbb2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:00.118647 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-766b382c-bd2e-4612-9517-6e8f7988e713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.121107 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-766b382c-bd2e-4612-9517-6e8f7988e713 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f5be3346-afa0-406d-a934-ceeda5f8bbb2 HTTP/1.1" status: 204 len: 168 time: 0.8106630 Jul 06 17:53:00.127979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48484) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:00.132264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2607891d-da39-4439-a535-14c77b181813 None None] Network 783772ad-1179-4bad-9382-d4de5d5d3d28 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:00.298298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 00f32135-3891-48ea-9982-381bf4e9c2f7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:00.321151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:00.324463 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.329495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:00.330183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.342964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=d3d36088-a970-44ef-8b6b-7b1637227a95,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:00.441937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Deleting port 4db3870e-c1c2-4e17-99f2-b51e0106297d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:00.442286 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.612856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4fb8f7-c1cb-4c41-8869-129fb229d010 None None] DHCP port deletion for 783772ad-1179-4bad-9382-d4de5d5d3d28 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:53:00.624563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] For port 4db3870e-c1c2-4e17-99f2-b51e0106297d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4db3870e-c1c2-4e17-99f2-b51e0106297d,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:00.625991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.719994 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Calling delete_port for 4db3870e-c1c2-4e17-99f2-b51e0106297d owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:00.768308 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fed6a764-8a9a-4386-a438-8195fd45db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.771029 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fed6a764-8a9a-4386-a438-8195fd45db96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.785935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fed6a764-8a9a-4386-a438-8195fd45db96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13de0aa5-3dec-45a6-9dbc-0e99d2ff4c5f HTTP/1.1" status: 204 len: 168 time: 1.3233991 Jul 06 17:53:00.822042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fb8f7-c1cb-4c41-8869-129fb229d010 None None] Deleting port 4db3870e-c1c2-4e17-99f2-b51e0106297d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:00.824159 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb8f7-c1cb-4c41-8869-129fb229d010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:00.868121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6a764-8a9a-4386-a438-8195fd45db96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13de0aa5-3dec-45a6-9dbc-0e99d2ff4c5f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:01.142868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bd4fb8f7-c1cb-4c41-8869-129fb229d010 None None] For port 4db3870e-c1c2-4e17-99f2-b51e0106297d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4db3870e-c1c2-4e17-99f2-b51e0106297d,segment=NetworkSegment(65802b46-ba57-4cc4-8938-ec972a086207),segment_id=65802b46-ba57-4cc4-8938-ec972a086207)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:01.143290 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb8f7-c1cb-4c41-8869-129fb229d010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:01.161357 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:01.187211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fb8f7-c1cb-4c41-8869-129fb229d010 None None] Calling delete_port for 4db3870e-c1c2-4e17-99f2-b51e0106297d owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:01.356480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2734b2ca-1436-43c0-a649-0eab0cbe084c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:01.549658 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697922a-da4c-4786-a65e-b1c155dbe563 None None] Network 480ebdf9-8125-404d-9df0-ccb8cb02750a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:01.722924 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd4fb8f7-c1cb-4c41-8869-129fb229d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:01.783546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fb8f7-c1cb-4c41-8869-129fb229d010 None None] Pushing event deleted for resources: {'Port': ['ID=4db3870e-c1c2-4e17-99f2-b51e0106297d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:01.799454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e6c43976-7115-49f4-9657-2cb0642139a6 None None] Provisioning for port 2734b2ca-1436-43c0-a649-0eab0cbe084c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:01.807046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4fb8f7-c1cb-4c41-8869-129fb229d010 None None] No DVR routers for this DVR port 4db3870e-c1c2-4e17-99f2-b51e0106297d on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:01.809674 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:01.830555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:01.849344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2734b2ca-1436-43c0-a649-0eab0cbe084c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:01.858402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2734b2ca-1436-43c0-a649-0eab0cbe084c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:01.860079 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:01.900764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad13e0-240b-4ff5-b27c-7c4865fb9ca9 None None] Network 00f32135-3891-48ea-9982-381bf4e9c2f7 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:02.097741 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.106766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-b36f1592-56d2-4b95-b949-262ae0c7bc3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3314250 Jul 06 17:53:02.136899 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.139492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.151206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6d746-c54d-4f24-bf21-d08682050960 req-a33aeaea-0f3a-47d3-baa1-859858033c77 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:02.179115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfb6d746-c54d-4f24-bf21-d08682050960 req-a33aeaea-0f3a-47d3-baa1-859858033c77 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 1.0580816 Jul 06 17:53:02.197749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ebb3d-bf29-407f-b809-fb74324162d9 req-5fa0e867-dcef-47c3-a287-2265d6392d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:02.201996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-783ebb3d-bf29-407f-b809-fb74324162d9 req-5fa0e867-dcef-47c3-a287-2265d6392d54 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1096 time: 0.3650043 Jul 06 17:53:02.209328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.235579 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.236540 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.243602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-976e1379-4c12-4be6-8cfe-0090aa8ec556 None None] Provisioning for port 36acc9e1-135a-4060-ac9d-d33f99231499 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:02.266624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfb6d746-c54d-4f24-bf21-d08682050960 req-08a82b04-f736-4834-9e4e-fc2ca9926b5a tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864637 Jul 06 17:53:02.369985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] No DVR routers for this DVR port 4db3870e-c1c2-4e17-99f2-b51e0106297d on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:02.396136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=4db3870e-c1c2-4e17-99f2-b51e0106297d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:02.529392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=c428778d-86b4-40df-9ad8-284d8c827e64,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:02.626195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=d3d36088-a970-44ef-8b6b-7b1637227a95,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:02.635268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-783ebb3d-bf29-407f-b809-fb74324162d9 req-e37f42d5-227c-4520-a6f0-4bf4ea5b4337 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037516 Jul 06 17:53:02.661851 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.663622 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.687886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783772ad-1179-4bad-9382-d4de5d5d3d28']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:02.712818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-944b89fa-fd1d-42fd-9257-6165f69b0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:02.715488 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-944b89fa-fd1d-42fd-9257-6165f69b0185 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1095 time: 0.5097516 Jul 06 17:53:02.720061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65802b46-ba57-4cc4-8938-ec972a086207') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:02.720679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65802b46-ba57-4cc4-8938-ec972a086207') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:02.747937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.754957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 480ebdf9-8125-404d-9df0-ccb8cb02750a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:02.758304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:02.788094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 00f32135-3891-48ea-9982-381bf4e9c2f7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:02.838035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2734b2ca-1436-43c0-a649-0eab0cbe084c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2734b2ca-1436-43c0-a649-0eab0cbe084c,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:02.858530 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.860895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 36acc9e1-135a-4060-ac9d-d33f99231499 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:02.871894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:02.901144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.916306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:53:02.916824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:53:02.919215 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:53:03.047599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:03.135766 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:03.156605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:03.166905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] 10.222.0.13 "DELETE /v2.0/networks/783772ad-1179-4bad-9382-d4de5d5d3d28 HTTP/1.1" status: 204 len: 168 time: 3.0383813 Jul 06 17:53:03.252282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef547ba-e0dc-4c6b-bfae-50787a435f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=783772ad-1179-4bad-9382-d4de5d5d3d28,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:03.259974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2734b2ca-1436-43c0-a649-0eab0cbe084c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:03.268037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-f9627ecc-ddfe-4bf1-8e33-ddd81a72a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:03.274137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:03.288012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-f9627ecc-ddfe-4bf1-8e33-ddd81a72a2c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.5324697 Jul 06 17:53:03.288576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a5294324-6b5a-416f-82ae-2d556c14c298 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3043144 Jul 06 17:53:03.298585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:03.300234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48530) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:03.340326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1082536650'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:03.369655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:03.387559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:03.390988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:03.423163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 36acc9e1-135a-4060-ac9d-d33f99231499 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:03.570029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48540) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:03.727014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:03.739184 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Sync routers for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:03.764798 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:03.771751 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bf65fc06-d5ab-4719-9f58-f470441a4537 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "PUT /v2.0/routers/1b45ec38-c258-47ce-bb7f-ed27c829d4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7802832 Jul 06 17:53:03.773851 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:03.936805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:03.948289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-91f3ab5d-12c4-4483-97c8-76ddb5ce4c8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 999 time: 0.6528721 Jul 06 17:53:03.972781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:04.001385 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.016552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 36acc9e1-135a-4060-ac9d-d33f99231499 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:04.016876 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.178087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fc1ebfaa-592e-4897-a47e-cb5672ea0283 None None] Provisioning for port c428778d-86b4-40df-9ad8-284d8c827e64 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:04.200137 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:04.219452 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fc1ebfaa-592e-4897-a47e-cb5672ea0283 None None] Provisioning complete for port c428778d-86b4-40df-9ad8-284d8c827e64 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:04.219845 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc1ebfaa-592e-4897-a47e-cb5672ea0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.220436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8509ccb-8875-4e49-8f31-a770cc4121b6 req-e5326fb8-14b7-4962-b4b3-e95b136e649c tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:04.242101 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0f5942bd-3cd6-4a6c-877b-8c82461af687 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f696f98b85249679ca0ffa0cb676f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6568720 Jul 06 17:53:04.247444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48554) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:04.256440 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8509ccb-8875-4e49-8f31-a770cc4121b6 req-e5326fb8-14b7-4962-b4b3-e95b136e649c tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.3364656 Jul 06 17:53:04.314983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:53:04.321700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ebfaa-592e-4897-a47e-cb5672ea0283 None None] Port c428778d-86b4-40df-9ad8-284d8c827e64 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:53:04.363591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-2b266a43-4f5d-4bbb-aa85-7a467aa375b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:04.370027 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-2b266a43-4f5d-4bbb-aa85-7a467aa375b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.4071767 Jul 06 17:53:04.394487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8509ccb-8875-4e49-8f31-a770cc4121b6 req-8140621c-3553-4ed7-b2c8-81932559162f tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320662 Jul 06 17:53:04.460761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fc1ebfaa-592e-4897-a47e-cb5672ea0283 None None] Provisioning complete for port 2734b2ca-1436-43c0-a649-0eab0cbe084c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:04.461400 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc1ebfaa-592e-4897-a47e-cb5672ea0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.561622 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.562165 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added segment f54acd55-12aa-44b0-af5d-5fa35ece4bcb of type vlan for network 03ef732d-0721-405f-aa55-3c1b6c5926f1 Jul 06 17:53:04.570642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-15c574c0-99c3-47a3-af3b-4ac985e0b8b0 req-9e3dd633-770d-4980-98f7-527b299fecbd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-458578765', 'description': 'tempest-description-1434687973'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:04.573674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-24c54774-04cb-4168-9aa1-6f623f56d08a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973523524&fields=id&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 267 time: 0.2722595 Jul 06 17:53:04.641319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15c574c0-99c3-47a3-af3b-4ac985e0b8b0 req-9e3dd633-770d-4980-98f7-527b299fecbd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.658203 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.838536 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:59Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c428778d-86b4-40df-9ad8-284d8c827e64', 'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:c2:18:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:56Z', 'updated_at': '2021-07-06T17:53:01Z', 'revision_number': 2, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:04.848708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15c574c0-99c3-47a3-af3b-4ac985e0b8b0 req-9e3dd633-770d-4980-98f7-527b299fecbd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.857556 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15c574c0-99c3-47a3-af3b-4ac985e0b8b0 req-9e3dd633-770d-4980-98f7-527b299fecbd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.897576 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Checking router: 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:04.898104 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Updating router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 port c428778d-86b4-40df-9ad8-284d8c827e64 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:53:04.937768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 36acc9e1-135a-4060-ac9d-d33f99231499, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=36acc9e1-135a-4060-ac9d-d33f99231499,segment=NetworkSegment(959b6c2f-d5bf-407c-9c69-58c34c2289ed),segment_id=959b6c2f-d5bf-407c-9c69-58c34c2289ed)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:04.947237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15c574c0-99c3-47a3-af3b-4ac985e0b8b0 req-9e3dd633-770d-4980-98f7-527b299fecbd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.948560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15c574c0-99c3-47a3-af3b-4ac985e0b8b0 req-9e3dd633-770d-4980-98f7-527b299fecbd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3823328 Jul 06 17:53:04.953354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dd633-770d-4980-98f7-527b299fecbd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f06aed-9d90-4017-b8c2-4963dfb906b8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:04.969283 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:04.970121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 287bcf88-b25c-4401-a1ab-a1f91df3ff67 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:04.998419 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.138077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:00Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:52:56Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:01Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:05.151071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-c2875656-bd6a-4382-8ce9-9ac106311faa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:05.154007 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-c2875656-bd6a-4382-8ce9-9ac106311faa tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/networks?id=480ebdf9-8125-404d-9df0-ccb8cb02750a HTTP/1.1" status: 200 len: 796 time: 0.5666914 Jul 06 17:53:05.203315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:05.203697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Updating router 6102489c-15a2-4880-8b66-4b0bd04d527a port d3d36088-a970-44ef-8b6b-7b1637227a95 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:53:05.211772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e4e5e2-b19a-4b57-ac65-c110b2a05324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.219513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.245106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=36acc9e1-135a-4060-ac9d-d33f99231499,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:05.291705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8ac242e2-4209-494c-89f8-7c27c62f5e88 None None] Provisioning complete for port c428778d-86b4-40df-9ad8-284d8c827e64 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:05.300368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ac242e2-4209-494c-89f8-7c27c62f5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.314114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.317120 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-b07d4db0-8a34-4fd0-9559-a2139850d6e0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/quotas/c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 375 time: 0.1354072 Jul 06 17:53:05.362939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e4e5e2-b19a-4b57-ac65-c110b2a05324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.375908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-47d86c1c-fad9-4cf0-9eda-322af7f64224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:05.378113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-47d86c1c-fad9-4cf0-9eda-322af7f64224 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9004676 Jul 06 17:53:05.379366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 287bcf88-b25c-4401-a1ab-a1f91df3ff67 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:05.380016 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.411626 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.417567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:05.418420 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.465679 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-fa4787f1-cac7-4ff6-9b78-db8203bf822e tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-458578765&fields=id&tenant_id=d4379e8cb8804e0793518f41b6f2aedf HTTP/1.1" status: 200 len: 267 time: 0.0833476 Jul 06 17:53:05.521481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Network': ['ID=03ef732d-0721-405f-aa55-3c1b6c5926f1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:05.568508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-600d9c31-41c6-44ca-9038-bb631bd5a0fe tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:05.580708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-600d9c31-41c6-44ca-9038-bb631bd5a0fe tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.1119928 Jul 06 17:53:05.587447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-9600dcd9-2c46-4e82-91e8-cbda54fe5694 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Request body: {'port': {'security_groups': ['e7e42a08-6eea-4bd7-929e-a77f08e6dcde', 'a9f06aed-9d90-4017-b8c2-4963dfb906b8']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:05.625654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 03ef732d-0721-405f-aa55-3c1b6c5926f1 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:53:05.705098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3a0db583-e9e1-40fa-925d-27f679ee2a6c tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3756325 Jul 06 17:53:05.786313 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-9600dcd9-2c46-4e82-91e8-cbda54fe5694 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.830198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48578) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:05.841168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-775f489d-7da9-4cc6-b075-4858d2f3312c service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349542 Jul 06 17:53:05.848129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'subnet': {'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:05.878793 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.917446 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Transition to ACTIVE for port object c428778d-86b4-40df-9ad8-284d8c827e64 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:05.935592 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:05.995365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-f16c86fa-58dc-4680-88a0-450bfcc5e687 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6251807 Jul 06 17:53:06.069917 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e357705-d05d-4197-86ee-5131ba03372f None None] Pushing event updated for resources: {'Port': ['ID=c428778d-86b4-40df-9ad8-284d8c827e64,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:06.147389 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Attempting to bind port c428778d-86b4-40df-9ad8-284d8c827e64 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:06.149537 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Attempting to bind port c428778d-86b4-40df-9ad8-284d8c827e64 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:06.152077 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Attempting to bind port c428778d-86b4-40df-9ad8-284d8c827e64 on network 480ebdf9-8125-404d-9df0-ccb8cb02750a {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:06.172432 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:06.172835 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Checking segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:06.173404 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.176281 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Bound using segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:06.177034 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Bound port: c428778d-86b4-40df-9ad8-284d8c827e64, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:06.177191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e4e5e2-b19a-4b57-ac65-c110b2a05324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.177443 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.182129 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e4e5e2-b19a-4b57-ac65-c110b2a05324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.187924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-01e4e5e2-b19a-4b57-ac65-c110b2a05324 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6d4e990-b8bf-4f7f-afc1-4498dbca08c8 HTTP/1.1" status: 204 len: 168 time: 1.9373481 Jul 06 17:53:06.285600 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.355659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8ac242e2-4209-494c-89f8-7c27c62f5e88 None None] Port c428778d-86b4-40df-9ad8-284d8c827e64 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:53:06.400944 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] For port c428778d-86b4-40df-9ad8-284d8c827e64, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:06.422924 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] For port c428778d-86b4-40df-9ad8-284d8c827e64, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c428778d-86b4-40df-9ad8-284d8c827e64,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:06.429689 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.453595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-9600dcd9-2c46-4e82-91e8-cbda54fe5694 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] For port 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:06.488854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4e5e2-b19a-4b57-ac65-c110b2a05324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d4e990-b8bf-4f7f-afc1-4498dbca08c8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:06.538572 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-9600dcd9-2c46-4e82-91e8-cbda54fe5694 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.548066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-9600dcd9-2c46-4e82-91e8-cbda54fe5694 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.612126 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:06.614687 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:06.648202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['16a8c40f-689e-401d-9fd9-e7b5e03dea95'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:06.653321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Made reservation on behalf of 73dedaf00b55434c80f5b8c11950ccfd for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:06.668528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.695179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-9600dcd9-2c46-4e82-91e8-cbda54fe5694 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:06.706093 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-9600dcd9-2c46-4e82-91e8-cbda54fe5694 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.709311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57e5da74-6631-4bdc-aa4e-ebd228338a2f req-9600dcd9-2c46-4e82-91e8-cbda54fe5694 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "PUT /v2.0/ports/16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 981 time: 1.1273212 Jul 06 17:53:06.711053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:06.719785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8ac242e2-4209-494c-89f8-7c27c62f5e88 None None] Provisioning complete for port 36acc9e1-135a-4060-ac9d-d33f99231499 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:06.720531 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ac242e2-4209-494c-89f8-7c27c62f5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:06.722276 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b4460a-4176-402b-a647-32d9e9c2314f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:06.834254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600dcd9-2c46-4e82-91e8-cbda54fe5694 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Pushing event updated for resources: {'Port': ['ID=16a8c40f-689e-401d-9fd9-e7b5e03dea95,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:06.981511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['16a8c40f-689e-401d-9fd9-e7b5e03dea95'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:06.985985 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e357705-d05d-4197-86ee-5131ba03372f None None] Pushing event updated for resources: {'Port': ['ID=c428778d-86b4-40df-9ad8-284d8c827e64,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:07.105257 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:07.106314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:07.296680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f042bbc-2240-4ffa-aa83-d457d7b4e236 req-a3be2a62-8d86-49a4-ab6a-6df9dede3cc4 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3790588 Jul 06 17:53:07.300817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:07.319467 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-57385ca4-020f-417f-b8a8-e0e974265561 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-458578765&fields=id&tenant_id=d4379e8cb8804e0793518f41b6f2aedf HTTP/1.1" status: 200 len: 267 time: 0.0927005 Jul 06 17:53:07.471019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Subnet': ['ID=826d47ae-7418-4450-9cf4-5824014cc497,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:07.535135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-f9cd04fb-6473-44ef-9ae6-cd37896f39ab tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:07.535649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-982f80b4-4db1-4cb6-9aa3-0f4b57f27316 service neutron] 10.222.0.13 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4482648 Jul 06 17:53:07.536404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-f9cd04fb-6473-44ef-9ae6-cd37896f39ab tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 984 time: 0.2113957 Jul 06 17:53:07.587486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-64136c28-e2a3-4bd3-a7e4-8be6da014297 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Request body: {'port': {'security_groups': ['e7e42a08-6eea-4bd7-929e-a77f08e6dcde']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:07.765003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:07.782276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Transition to ACTIVE for port object d3d36088-a970-44ef-8b6b-7b1637227a95 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:07.828746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-8015a436-801a-4277-a053-53d2282995ef service neutron] 10.222.0.13 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791803 Jul 06 17:53:07.851528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Checking segment: {'id': 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:07.857893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network hostable DHCP agents. Network: 03ef732d-0721-405f-aa55-3c1b6c5926f1, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:53:07.887106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:07.911987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 03ef732d-0721-405f-aa55-3c1b6c5926f1 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:53:07.961473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 03ef732d-0721-405f-aa55-3c1b6c5926f1) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:07.972015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:07.974478 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:08.030827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dfde6173-99ee-4100-85ad-baf0cca4c031 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1875730 Jul 06 17:53:08.035668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48624) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:08.055081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8ac242e2-4209-494c-89f8-7c27c62f5e88 None None] Provisioning for port d3d36088-a970-44ef-8b6b-7b1637227a95 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:08.085475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71858cd4-2d7a-4fd8-ac46-16dc946b0415 None None] Network 03ef732d-0721-405f-aa55-3c1b6c5926f1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:08.092771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-64136c28-e2a3-4bd3-a7e4-8be6da014297 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:08.368517 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407d5c56-665d-45d0-ac8e-35d7cf17f8e5 x-openstack-request-id: req-407d5c56-665d-45d0-ac8e-35d7cf17f8e5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:08.377768 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:08.378262 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-407d5c56-665d-45d0-ac8e-35d7cf17f8e5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:08.379145 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'status': 'completed', 'code': 200} Jul 06 17:53:08.425019 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:59Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c428778d-86b4-40df-9ad8-284d8c827e64', 'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:c2:18:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:56Z', 'updated_at': '2021-07-06T17:53:06Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:08.513678 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffeb08-0c04-40ca-86d0-1b67eefd3849 None None] The sync data for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 is: [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:59Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c428778d-86b4-40df-9ad8-284d8c827e64', 'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:c2:18:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:56Z', 'updated_at': '2021-07-06T17:53:06Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:08.605334 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:53:08.765688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:08.821138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:08.821770 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:08.866265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-64136c28-e2a3-4bd3-a7e4-8be6da014297 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] For port 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:08.873573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2ee5a-96e3-4d1d-975b-da48cd4866ae None None] Pushing event updated for resources: {'Port': ['ID=d3d36088-a970-44ef-8b6b-7b1637227a95,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:08.973329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-64136c28-e2a3-4bd3-a7e4-8be6da014297 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:08.983517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-64136c28-e2a3-4bd3-a7e4-8be6da014297 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:09.056497 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6d2b6744-9e11-48a0-9a5b-1e5c7c0b2325 req-e219ced7-f2a7-45a4-9b2a-4132082793cf tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 210 time: 0.1107697 Jul 06 17:53:09.074140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-64136c28-e2a3-4bd3-a7e4-8be6da014297 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:09.075040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-64136c28-e2a3-4bd3-a7e4-8be6da014297 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:09.075460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4460a-4176-402b-a647-32d9e9c2314f req-a2d36c2f-e745-44df-a012-7167c21494c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:09.077712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73b4460a-4176-402b-a647-32d9e9c2314f req-a2d36c2f-e745-44df-a012-7167c21494c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1135 time: 0.7232306 Jul 06 17:53:09.094821 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79228750-0f5c-4d11-ba4f-e06c9f498388 req-64136c28-e2a3-4bd3-a7e4-8be6da014297 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "PUT /v2.0/ports/16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 942 time: 1.5398474 Jul 06 17:53:09.240294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64136c28-e2a3-4bd3-a7e4-8be6da014297 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Pushing event updated for resources: {'Port': ['ID=16a8c40f-689e-401d-9fd9-e7b5e03dea95,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:09.298104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-03ef732d-0721-405f-aa55-3c1b6c5926f1', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:53:09.306090 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:09.511289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48654) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:09.571254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Attempting to bind port d3d36088-a970-44ef-8b6b-7b1637227a95 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:09.571654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Attempting to bind port d3d36088-a970-44ef-8b6b-7b1637227a95 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '959b6c2f-d5bf-407c-9c69-58c34c2289ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:09.572026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Attempting to bind port d3d36088-a970-44ef-8b6b-7b1637227a95 on network 00f32135-3891-48ea-9982-381bf4e9c2f7 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:09.798753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:09.802372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Checking segment: {'id': '959b6c2f-d5bf-407c-9c69-58c34c2289ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:09.803108 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:09.803697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Bound using segment: {'id': '959b6c2f-d5bf-407c-9c69-58c34c2289ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:09.805679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Bound port: d3d36088-a970-44ef-8b6b-7b1637227a95, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b6c2f-d5bf-407c-9c69-58c34c2289ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:09.806309 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:09.898715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-b9d72ca4-f280-447c-bc1d-6ba9dcd62744 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6546071 Jul 06 17:53:09.911913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:10.015375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.159598 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.322777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=11f83a42-8c0a-4bb0-a64a-e72cccc879c6,segment=NetworkSegment(b78a9ca0-21ed-4779-966a-83d5ca06ace0),segment_id=b78a9ca0-21ed-4779-966a-83d5ca06ace0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:10.420867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bba518dd-1b27-471c-b756-6479506945c4 req-412bc1fa-864f-4976-a531-263cb2f1b80e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 210 time: 0.0974703 Jul 06 17:53:10.477762 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.482853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Allocated IP 2001:db8:3::2 (03ef732d-0721-405f-aa55-3c1b6c5926f1/826d47ae-7418-4450-9cf4-5824014cc497/39e5024d-cf61-4bda-b265-b4dbca5ac377) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:10.606217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4460a-4176-402b-a647-32d9e9c2314f req-ac02a183-3474-4588-864b-bfc6d17313ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:10.609751 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73b4460a-4176-402b-a647-32d9e9c2314f req-ac02a183-3474-4588-864b-bfc6d17313ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 921 time: 1.5224950 Jul 06 17:53:10.621753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:10.814503 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73b4460a-4176-402b-a647-32d9e9c2314f req-9fbac9c7-5023-4f61-b909-31c199f832f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 217 time: 0.1209748 Jul 06 17:53:10.871365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] For port d3d36088-a970-44ef-8b6b-7b1637227a95, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:10.968670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] For port d3d36088-a970-44ef-8b6b-7b1637227a95, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d3d36088-a970-44ef-8b6b-7b1637227a95,segment=NetworkSegment(959b6c2f-d5bf-407c-9c69-58c34c2289ed),segment_id=959b6c2f-d5bf-407c-9c69-58c34c2289ed)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:10.992461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:10.997633 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:11.053319 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:11.061263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2734b2ca-1436-43c0-a649-0eab0cbe084c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:11.136063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4460a-4176-402b-a647-32d9e9c2314f req-05438cb9-f989-4f8b-ac82-9be2dfa2ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:11.140511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73b4460a-4176-402b-a647-32d9e9c2314f req-05438cb9-f989-4f8b-ac82-9be2dfa2ff89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 200 len: 860 time: 0.2538173 Jul 06 17:53:11.191954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=11f83a42-8c0a-4bb0-a64a-e72cccc879c6,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:11.223849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['16a8c40f-689e-401d-9fd9-e7b5e03dea95'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:11.233530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1309786968-network', 'tenant_id': 'df230c5cbc984abca76ac1c01ffa3a32'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:11.322802 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73b4460a-4176-402b-a647-32d9e9c2314f req-4858ebeb-df16-4586-a131-439b647c9605 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c276dff-55fa-4f89-a79e-7dd077583d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681521 Jul 06 17:53:11.395433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Made reservation on behalf of df230c5cbc984abca76ac1c01ffa3a32 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:11.396869 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:11.414841 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:11.474253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['16a8c40f-689e-401d-9fd9-e7b5e03dea95'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:11.476501 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:11.657398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Transition to ACTIVE for port object 39e5024d-cf61-4bda-b265-b4dbca5ac377 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:11.703462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:11.704278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:11.787010 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98da986-9fe4-483d-a5c8-2be0943a0475 x-openstack-request-id: req-b98da986-9fe4-483d-a5c8-2be0943a0475 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:11.787696 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:11.787841 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b98da986-9fe4-483d-a5c8-2be0943a0475 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:11.788522 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'status': 'completed', 'code': 200} Jul 06 17:53:11.873817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Transition to ACTIVE for port object 39e5024d-cf61-4bda-b265-b4dbca5ac377 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:11.881362 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:11.893800 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:11.931201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47f5291-b352-4d79-a52a-81e9da96d804,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:11.977243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.978201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.979086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.979902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.980759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.981607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.982723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.984304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.985183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.986034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.986949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:11.987828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:12.005324 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.008381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:53:12.040459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2ee5a-96e3-4d1d-975b-da48cd4866ae None None] Pushing event updated for resources: {'Port': ['ID=d3d36088-a970-44ef-8b6b-7b1637227a95,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:12.060736 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.061412 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Added segment b40b16aa-3b63-436e-8512-f164831c2d63 of type vlan for network e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 Jul 06 17:53:12.147809 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.246370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.253132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:12.254864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.290675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.310114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-822227e9-6b15-481b-a94a-c969249735e2 req-c8ae7d00-8a77-40c2-83b8-822e39096856 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 210 time: 0.1661558 Jul 06 17:53:12.381322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73b4460a-4176-402b-a647-32d9e9c2314f req-8c96b91f-ed77-4fe5-9a69-a8cdd03d0267 service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0463660 Jul 06 17:53:12.384694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Allocated IP 2001:db8:3::1 (03ef732d-0721-405f-aa55-3c1b6c5926f1/826d47ae-7418-4450-9cf4-5824014cc497/7eb6fbc9-63de-442e-af55-fd1749eeca04) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:12.447920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Network 03ef732d-0721-405f-aa55-3c1b6c5926f1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:12.474085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9549143 Jul 06 17:53:12.477120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:12.487707 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Request body: {'subnet': {'network_id': 'e4a03f02-9c04-46ae-a9ce-28c4c8e853d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1309786968-subnet', 'tenant_id': 'df230c5cbc984abca76ac1c01ffa3a32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:12.507303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2734b2ca-1436-43c0-a649-0eab0cbe084c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:12.507817 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.545269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:12.636298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8440b7-d37e-46d0-aedf-9e30b7a3915d admin admin] Pushing event updated for resources: {'Network': ['ID=e4a03f02-9c04-46ae-a9ce-28c4c8e853d6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:12.679120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Made reservation on behalf of df230c5cbc984abca76ac1c01ffa3a32 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:12.681996 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:12.733638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:12.775897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Pushing event updated for resources: {'Port': ['ID=39e5024d-cf61-4bda-b265-b4dbca5ac377,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:12.778571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:53:12.974490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Allocated IP 172.25.7.151 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/9b8fa4c1-dd24-4ab6-a7b6-40e1c2da14db) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:13.053250 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.135395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c428778d-86b4-40df-9ad8-284d8c827e64 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:13.172735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:13.248277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Attempting to bind port 39e5024d-cf61-4bda-b265-b4dbca5ac377 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:13.249098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Attempting to bind port 39e5024d-cf61-4bda-b265-b4dbca5ac377 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:13.250248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Attempting to bind port 39e5024d-cf61-4bda-b265-b4dbca5ac377 on network 03ef732d-0721-405f-aa55-3c1b6c5926f1 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:13.262934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:13.263718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Checking segment: {'id': 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:13.264389 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.265645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Bound using segment: {'id': 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:13.266443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Bound port: 39e5024d-cf61-4bda-b265-b4dbca5ac377, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:13.267084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.299818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Transition to ACTIVE for port object 7eb6fbc9-63de-442e-af55-fd1749eeca04 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:13.475207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73b4460a-4176-402b-a647-32d9e9c2314f req-3713b25e-20e5-4db2-ab72-dca151a6248f service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797069 Jul 06 17:53:13.616373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-64949eac-9784-4b56-a835-5a3c4e57fcae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:13.619063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-64949eac-9784-4b56-a835-5a3c4e57fcae tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.55 "GET /v2.0/networks?id=480ebdf9-8125-404d-9df0-ccb8cb02750a HTTP/1.1" status: 200 len: 796 time: 0.5194743 Jul 06 17:53:13.634962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c428778d-86b4-40df-9ad8-284d8c827e64 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:13.652585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c428778d-86b4-40df-9ad8-284d8c827e64 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:13.652977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.655252 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.674229 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.701582 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.831762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] For port 39e5024d-cf61-4bda-b265-b4dbca5ac377, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:13.849208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] For port 39e5024d-cf61-4bda-b265-b4dbca5ac377, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=39e5024d-cf61-4bda-b265-b4dbca5ac377,segment=NetworkSegment(f54acd55-12aa-44b0-af5d-5fa35ece4bcb),segment_id=f54acd55-12aa-44b0-af5d-5fa35ece4bcb)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:13.883016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=157f1c44-cc00-4802-8d57-54f215cded82,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:13.918433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Checking segment: {'id': 'b40b16aa-3b63-436e-8512-f164831c2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a03f02-9c04-46ae-a9ce-28c4c8e853d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:13.918808 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Network hostable DHCP agents. Network: e4a03f02-9c04-46ae-a9ce-28c4c8e853d6, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:53:13.920600 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.935729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:13.977802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Network e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:53:14.010687 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:14.025871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:14.029095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Pushing event updated for resources: {'Port': ['ID=9b8fa4c1-dd24-4ab6-a7b6-40e1c2da14db,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:14.038648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:14.047797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9756b911-2835-4a2a-9ec3-c1173af41f4c req-cdbd3034-ba17-4d73-8413-83414d778944 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 210 time: 0.3348315 Jul 06 17:53:14.074423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, e4a03f02-9c04-46ae-a9ce-28c4c8e853d6) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:14.092270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:14.092851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:14.134990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 03ef732d-0721-405f-aa55-3c1b6c5926f1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:14.138704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:00Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:14.150591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ddd0a603-0d26-4ad6-93ab-0bca07c53a4e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6615102 Jul 06 17:53:14.153652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:14.162285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:14.162916 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:14.181671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=7eb6fbc9-63de-442e-af55-fd1749eeca04,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:14.217784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523cd7b4-553a-4dee-b131-3ae34a5cc191 None None] Network e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:14.389002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f46e38-d2f3-4782-b313-b4afa0e6bc85 None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:00Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:14.405489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac89f5-d7d4-48ca-ade9-43e57a8fbb80 None None] Pushing event updated for resources: {'Port': ['ID=39e5024d-cf61-4bda-b265-b4dbca5ac377,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:14.424001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-7ff01923-0f75-45da-92b6-95ddaf85dddb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 379 time: 0.6893325 Jul 06 17:53:14.433221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:14.446803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'port': {'device_id': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'admin_state_up': True, 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'security_groups': ['0e9d8025-6831-43e6-8409-c11944a9ea61']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:14.661892 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:14.870661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-4fe9682a-d203-424f-b050-178961db500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:14.872409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-4fe9682a-d203-424f-b050-178961db500b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1096 time: 1.2517605 Jul 06 17:53:14.896328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c864de67-bd4c-4b65-bcf6-793ea7967d7c None None] Network e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:15.133566 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.281817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port c428778d-86b4-40df-9ad8-284d8c827e64, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c428778d-86b4-40df-9ad8-284d8c827e64,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:15.309521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.310479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 36acc9e1-135a-4060-ac9d-d33f99231499 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:15.331428 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.333633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:15.363469 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.487507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.503323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.596623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Pushing event updated for resources: {'Port': ['ID=9b8fa4c1-dd24-4ab6-a7b6-40e1c2da14db,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:15.744182 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.785755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:15.792801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6b1b4a45-b362-4451-9e6f-ad8ff752ddaf tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8929923 Jul 06 17:53:15.868496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=c428778d-86b4-40df-9ad8-284d8c827e64,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:15.912985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 36acc9e1-135a-4060-ac9d-d33f99231499 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:15.913370 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:16.107179 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-42be49d9-a23d-461a-a2bf-da6f02e490b1 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.3034320 Jul 06 17:53:16.191040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-fe988412-8ef7-4410-960a-fad54f3e7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:16.200769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-fe988412-8ef7-4410-960a-fad54f3e7dfa service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 921 time: 1.2442157 Jul 06 17:53:16.205683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb05803-60a9-4bd8-8bf9-a6de9909db7e None None] Network 03ef732d-0721-405f-aa55-3c1b6c5926f1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:16.389701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4db3870e-c1c2-4e17-99f2-b51e0106297d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:16.415839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-6aa84cfa-f3b3-4180-9021-086fd02b5e4f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 217 time: 0.1333244 Jul 06 17:53:16.520509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 4db3870e-c1c2-4e17-99f2-b51e0106297d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:16.520844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-90f940f8-4c7e-412e-ad9e-42eb6e9919af tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:16.521703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4db3870e-c1c2-4e17-99f2-b51e0106297d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:16.522075 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-90f940f8-4c7e-412e-ad9e-42eb6e9919af tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.4069054 Jul 06 17:53:16.545310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6d28d899-1ab6-4765-815e-a794c899f34d tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:53:16.553255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f2bfa0a5-c1a0-4575-96de-a584ceda2c71 None None] Provisioning for port 39e5024d-cf61-4bda-b265-b4dbca5ac377 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:16.554055 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc0a13dc-3efc-4fba-bd07-3f2036475a81 req-6d28d899-1ab6-4765-815e-a794c899f34d tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228665 Jul 06 17:53:16.652924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-2d6d846a-1ec7-4794-9159-df4998858ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:16.656128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-2d6d846a-1ec7-4794-9159-df4998858ef8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 200 len: 860 time: 0.2390671 Jul 06 17:53:16.664293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.20.0.3 (480ebdf9-8125-404d-9df0-ccb8cb02750a/45ac0ffa-18bc-4a67-a244-f7a0db9504bc/2478eab3-3ab4-449f-b585-9f94da1d978a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:16.761920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-0e13e994-5785-455a-9b3b-24aaafc42665 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:16.763570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-0e13e994-5785-455a-9b3b-24aaafc42665 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/networks?id=e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 HTTP/1.1" status: 200 len: 814 time: 1.1165819 Jul 06 17:53:16.830115 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-7de91f89-b620-470f-b415-a3033c04e654 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c276dff-55fa-4f89-a79e-7dd077583d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447141 Jul 06 17:53:16.901612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5273868c-926c-4a7d-ae6e-05a475ecfbf2 req-e217dbfe-2111-479e-b8ef-ed9bdd60d564 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 210 time: 0.0852861 Jul 06 17:53:16.961579 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e725228-a4f9-45c8-ad40-90250a60d194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:17.111010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c428778d-86b4-40df-9ad8-284d8c827e64 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:17.341519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c428778d-86b4-40df-9ad8-284d8c827e64 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:17.341928 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:17.550905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794336b0-4661-42d2-8032-3f160d06b09d req-619a3fd4-d2e4-4f24-b7e2-b755cb9dfc56 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:17.562071 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-619a3fd4-d2e4-4f24-b7e2-b755cb9dfc56 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3813272 Jul 06 17:53:17.563659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:17.607819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f8080838-e73e-4f77-a451-e75f5b71c76b None None] Provisioning for port 7eb6fbc9-63de-442e-af55-fd1749eeca04 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:17.615765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f8080838-e73e-4f77-a451-e75f5b71c76b None None] Provisioning complete for port 7eb6fbc9-63de-442e-af55-fd1749eeca04 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:17.620914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8080838-e73e-4f77-a451-e75f5b71c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:17.653902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-4b611e55-5144-467d-98c2-de9c49062646 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/quotas/df230c5cbc984abca76ac1c01ffa3a32 HTTP/1.1" status: 200 len: 375 time: 0.8280263 Jul 06 17:53:17.698027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-ef387642-78ae-41b8-8597-a1371d61b84d tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.1336234 Jul 06 17:53:17.717515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-794336b0-4661-42d2-8032-3f160d06b09d req-61532ad8-a2f4-46ac-bd1c-dd56e592434b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Request body: {'floatingip': {'port_id': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:17.810402 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-43a2e2ff-d5a1-4fa5-8f73-afbc222f4bc1 service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9119298 Jul 06 17:53:17.872417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-794336b0-4661-42d2-8032-3f160d06b09d req-61532ad8-a2f4-46ac-bd1c-dd56e592434b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:17.879461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f8080838-e73e-4f77-a451-e75f5b71c76b None None] Port 7eb6fbc9-63de-442e-af55-fd1749eeca04 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:53:17.897508 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9eebb668-b934-4133-84bf-56c4b97daf4b tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df230c5cbc984abca76ac1c01ffa3a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1903503 Jul 06 17:53:17.917505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:17.918472 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.093087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c0dd0f11-bd96-4e9a-ae53-90778c1f6115 None None] Provisioning complete for port 7eb6fbc9-63de-442e-af55-fd1749eeca04 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:18.096010 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0f11-bd96-4e9a-ae53-90778c1f6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.112792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-5893e73b-d835-4f70-94c6-77010e028526 service neutron] 10.222.0.13 "GET /v2.0/networks/e4a03f02-9c04-46ae-a9ce-28c4c8e853d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457613 Jul 06 17:53:18.251341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd0f11-bd96-4e9a-ae53-90778c1f6115 None None] Port 7eb6fbc9-63de-442e-af55-fd1749eeca04 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:53:18.281082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d3d36088-a970-44ef-8b6b-7b1637227a95 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:18.293820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.318391 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.319084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.322630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1fcfbc09-0d7a-483c-82c6-a223e5c83b87 req-f7e93ac2-d8bd-4d35-afa1-7d2c7d0f3e0e service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864087 Jul 06 17:53:18.326870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.370160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-888babe9-b978-43bf-8f1f-005f403dfa8e service neutron] 10.222.0.13 "GET /v2.0/networks/e4a03f02-9c04-46ae-a9ce-28c4c8e853d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400846 Jul 06 17:53:18.387001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Transition to ACTIVE for port object 2478eab3-3ab4-449f-b585-9f94da1d978a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:18.453065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port d3d36088-a970-44ef-8b6b-7b1637227a95 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:18.464445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d3d36088-a970-44ef-8b6b-7b1637227a95 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:18.464836 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.491649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event updated for resources: {'Port': ['ID=7eb6fbc9-63de-442e-af55-fd1749eeca04,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:18.552211 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.657109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 480ebdf9-8125-404d-9df0-ccb8cb02750a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:18.672736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:18.685368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:18.773019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:18.773752 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.809734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3823812 Jul 06 17:53:18.822102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a2209-6150-4693-8aea-7e08e029a4c7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:18.833455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Request body: {'port': {'device_id': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:18.887888 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.899949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Network 03ef732d-0721-405f-aa55-3c1b6c5926f1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:18.911323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-794336b0-4661-42d2-8032-3f160d06b09d req-61532ad8-a2f4-46ac-bd1c-dd56e592434b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:18.917614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:18.936074 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-794336b0-4661-42d2-8032-3f160d06b09d req-61532ad8-a2f4-46ac-bd1c-dd56e592434b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:19.059553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port d3d36088-a970-44ef-8b6b-7b1637227a95, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d3d36088-a970-44ef-8b6b-7b1637227a95,segment=NetworkSegment(959b6c2f-d5bf-407c-9c69-58c34c2289ed),segment_id=959b6c2f-d5bf-407c-9c69-58c34c2289ed)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:19.073427 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:19.074632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 39e5024d-cf61-4bda-b265-b4dbca5ac377 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:19.169750 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [req-794336b0-4661-42d2-8032-3f160d06b09d req-61532ad8-a2f4-46ac-bd1c-dd56e592434b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Floating IP c513ddda-ad8a-4796-a9ad-6e3ff61035cc associated. External IP: 172.25.7.151, port: 16a8c40f-689e-401d-9fd9-e7b5e03dea95. Jul 06 17:53:19.448412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:19.571121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794336b0-4661-42d2-8032-3f160d06b09d req-61532ad8-a2f4-46ac-bd1c-dd56e592434b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:19.612803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:19.649408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7eb4c-261d-44f9-858d-aaf8d2be2401 req-a3a34e62-d8aa-479b-a6bb-4bdc96d2045b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:19.663031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36e7eb4c-261d-44f9-858d-aaf8d2be2401 req-a3a34e62-d8aa-479b-a6bb-4bdc96d2045b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 931 time: 0.7671852 Jul 06 17:53:19.822661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794336b0-4661-42d2-8032-3f160d06b09d req-61532ad8-a2f4-46ac-bd1c-dd56e592434b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:19.863760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-794336b0-4661-42d2-8032-3f160d06b09d req-61532ad8-a2f4-46ac-bd1c-dd56e592434b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:19.900890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] Sync routers for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:19.924760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36e7eb4c-261d-44f9-858d-aaf8d2be2401 req-0fe9672e-9a12-4a0b-a0b0-2d2c1821b889 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588830 Jul 06 17:53:19.981844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:19.984386 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:20.052533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-61532ad8-a2f4-46ac-bd1c-dd56e592434b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "PUT /v2.0/floatingips/c513ddda-ad8a-4796-a9ad-6e3ff61035cc HTTP/1.1" status: 200 len: 996 time: 2.3412375 Jul 06 17:53:20.053349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:20.066817 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03de25db-6bce-466f-aa15-b572cb371d37" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:20.301445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:20.359780 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:20.369244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dc573060-083c-4edd-a84d-f12c0a7c40bc tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3262978 Jul 06 17:53:20.372586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48838) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:20.379557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:20.385507 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:20.412686 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:20.423408 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:52:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:20.607185 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.620352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8c6fce4f-f543-4bfd-b03c-dec3f91d997e None None] Provisioning for port 2478eab3-3ab4-449f-b585-9f94da1d978a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:20.628797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2478eab3-3ab4-449f-b585-9f94da1d978a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:20.630635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 39e5024d-cf61-4bda-b265-b4dbca5ac377 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:20.653762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.663519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8c6fce4f-f543-4bfd-b03c-dec3f91d997e None None] Provisioning complete for port 2478eab3-3ab4-449f-b585-9f94da1d978a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:20.666871 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c6fce4f-f543-4bfd-b03c-dec3f91d997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.668683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 39e5024d-cf61-4bda-b265-b4dbca5ac377 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:20.669055 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.677926 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:20.685832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Transition to ACTIVE for port object 2478eab3-3ab4-449f-b585-9f94da1d978a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:20.695011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.780150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=d3d36088-a970-44ef-8b6b-7b1637227a95,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:20.857624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Pushing event updated for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:20.903359 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a900fe82-d07b-467e-a7a5-f69ea83b4f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:20.910029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794336b0-4661-42d2-8032-3f160d06b09d req-85924867-82db-48e4-afc7-8e55c884a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:20.919245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-85924867-82db-48e4-afc7-8e55c884a4c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1096 time: 0.8458591 Jul 06 17:53:21.048493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fce4f-f543-4bfd-b03c-dec3f91d997e None None] Port 2478eab3-3ab4-449f-b585-9f94da1d978a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:53:21.110827 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.252854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:21.254210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:21.255083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a on network 480ebdf9-8125-404d-9df0-ccb8cb02750a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:21.267716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Port 2478eab3-3ab4-449f-b585-9f94da1d978a on network 480ebdf9-8125-404d-9df0-ccb8cb02750a not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:53:21.271022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a on network 480ebdf9-8125-404d-9df0-ccb8cb02750a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:21.280816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:21.284677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Checking segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:21.285715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Bound using segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:21.299170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Bound port: 2478eab3-3ab4-449f-b585-9f94da1d978a, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:21.299887 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.360941 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:15Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb6fbc9-63de-442e-af55-fd1749eeca04', 'name': '', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:66:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:11Z', 'updated_at': '2021-07-06T17:53:16Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '826d47ae-7418-4450-9cf4-5824014cc497', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:21.383493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-eb832a49-2818-4338-a63f-ebc0f5d19885 None None] Provisioning complete for port 7eb6fbc9-63de-442e-af55-fd1749eeca04 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:21.386553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb832a49-2818-4338-a63f-ebc0f5d19885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.397273 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:21.398473 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Updating router 6102489c-15a2-4880-8b66-4b0bd04d527a port 7eb6fbc9-63de-442e-af55-fd1749eeca04 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:53:21.460161 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.482232 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.601459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c453fc50-3b3b-44ad-a8c8-7b3420f9ee00 req-2d6ea782-fe20-4ad2-afbe-fa78512dbcde tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 210 time: 0.1305919 Jul 06 17:53:21.615666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:21.649271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:21.664310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-eb832a49-2818-4338-a63f-ebc0f5d19885 None None] Port 7eb6fbc9-63de-442e-af55-fd1749eeca04 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:53:21.682571 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.701635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 39e5024d-cf61-4bda-b265-b4dbca5ac377, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=39e5024d-cf61-4bda-b265-b4dbca5ac377,segment=NetworkSegment(f54acd55-12aa-44b0-af5d-5fa35ece4bcb),segment_id=f54acd55-12aa-44b0-af5d-5fa35ece4bcb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:21.722496 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:21.723709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794336b0-4661-42d2-8032-3f160d06b09d req-c57d166f-41f5-4276-bc63-5a362fc0cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:21.766655 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-c57d166f-41f5-4276-bc63-5a362fc0cf76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 921 time: 0.8464079 Jul 06 17:53:21.931380 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f07a7e2-11cd-44ce-aa27-ec96b078167c x-openstack-request-id: req-1f07a7e2-11cd-44ce-aa27-ec96b078167c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:21.932091 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:21.934065 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f07a7e2-11cd-44ce-aa27-ec96b078167c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:21.937644 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'status': 'completed', 'code': 200} Jul 06 17:53:21.958577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-7eed4822-7913-413f-84c5-6c8499fb467e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 999 time: 0.1873507 Jul 06 17:53:21.960602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'c513ddda-ad8a-4796-a9ad-6e3ff61035cc', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'port_id': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'mac_address': 'fa:16:3e:24:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:53:14Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 1, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a1cd7-7f3f-49a0-bef0-98e512451ead', 'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'mac_address': 'fa:16:3e:50:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:06Z', 'updated_at': '2021-07-06T17:52:18Z', 'revision_number': 5, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'subnets': [{'id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:21.968953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d3d36088-a970-44ef-8b6b-7b1637227a95 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:21.976680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=39e5024d-cf61-4bda-b265-b4dbca5ac377,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:22.020478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794336b0-4661-42d2-8032-3f160d06b09d req-1f9e3755-fa2b-4b0d-b7cd-f1f0e79626b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.022211 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-1f9e3755-fa2b-4b0d-b7cd-f1f0e79626b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 200 len: 860 time: 0.0628331 Jul 06 17:53:22.057038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] Checking router: 5b4d959f-4e13-49c4-b247-2ee1b75a4641 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:22.083458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:22.084367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:22.103350 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-56876ee3-d161-496b-8cb6-950867cbd921 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c276dff-55fa-4f89-a79e-7dd077583d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716560 Jul 06 17:53:22.118737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-8ed846f4-a363-4eb2-bc71-06deff143957 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:53:22.119834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-8ed846f4-a363-4eb2-bc71-06deff143957 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072541 Jul 06 17:53:22.180781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d3d36088-a970-44ef-8b6b-7b1637227a95 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:22.181162 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:22.227229 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:22.233425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-96d7f437-4723-4b29-984b-3f11fc80026f tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.238229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-96d7f437-4723-4b29-984b-3f11fc80026f tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.22 "GET /v2.0/networks?id=e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 HTTP/1.1" status: 200 len: 814 time: 0.7348773 Jul 06 17:53:22.239951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:22.240607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:22.246092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] 10.222.0.55 "PUT /v2.0/ports/2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 200 len: 1091 time: 3.4208455 Jul 06 17:53:22.264354 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Transition to ACTIVE for port object 7eb6fbc9-63de-442e-af55-fd1749eeca04 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:22.267846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:22.271870 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32503bc-11cd-429e-ba31-da8d523de9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:22.291666 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:22.344738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:22.351938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Request body: {'port': {'device_id': 'b012b828-c040-40e9-ad69-0309c0725e45', 'network_id': 'e4a03f02-9c04-46ae-a9ce-28c4c8e853d6', 'admin_state_up': True, 'tenant_id': 'df230c5cbc984abca76ac1c01ffa3a32'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:22.464679 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2464fe-8a3e-4ebf-8755-319ea176df71 None None] Pushing event updated for resources: {'Port': ['ID=7eb6fbc9-63de-442e-af55-fd1749eeca04,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:22.694229 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Attempting to bind port 7eb6fbc9-63de-442e-af55-fd1749eeca04 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:22.696902 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Attempting to bind port 7eb6fbc9-63de-442e-af55-fd1749eeca04 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:22.698269 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Attempting to bind port 7eb6fbc9-63de-442e-af55-fd1749eeca04 on network 03ef732d-0721-405f-aa55-3c1b6c5926f1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:22.720180 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:22.720956 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Checking segment: {'id': 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:22.722883 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:22.723579 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Bound using segment: {'id': 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:22.726244 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Bound port: 7eb6fbc9-63de-442e-af55-fd1749eeca04, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:22.729226 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:22.747804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:22.807898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Pushing event updated for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:22.888481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.889210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.890370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.890947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.891529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.892150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.892737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.893458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.894706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.897620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.898297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.898914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd200402-40b6-44e7-85e2-9841a6877e2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:22.928713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Made reservation on behalf of df230c5cbc984abca76ac1c01ffa3a32 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:22.948132 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:22.985602 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] For port 7eb6fbc9-63de-442e-af55-fd1749eeca04, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:22.996159 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] For port 7eb6fbc9-63de-442e-af55-fd1749eeca04, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7eb6fbc9-63de-442e-af55-fd1749eeca04,segment=NetworkSegment(f54acd55-12aa-44b0-af5d-5fa35ece4bcb),segment_id=f54acd55-12aa-44b0-af5d-5fa35ece4bcb)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:23.012098 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.026909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 17:53:23.037681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de25db-6bce-466f-aa15-b572cb371d37 req-b729dbbf-ab4d-4326-bff0-bc5efd3047eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:23.041603 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03de25db-6bce-466f-aa15-b572cb371d37 req-b729dbbf-ab4d-4326-bff0-bc5efd3047eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1096 time: 1.1187212 Jul 06 17:53:23.060190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f820f-1a4a-4505-a84b-5c252a481f4c req-bf8be8bc-42dc-44e2-8b37-b52660d86e0a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:23.073822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb6f820f-1a4a-4505-a84b-5c252a481f4c req-bf8be8bc-42dc-44e2-8b37-b52660d86e0a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 943 time: 0.9907088 Jul 06 17:53:23.075633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Removed routes are [] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 17:53:23.076141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.126382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'c513ddda-ad8a-4796-a9ad-6e3ff61035cc', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'port_id': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'mac_address': 'fa:16:3e:24:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:53:14Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 1, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a1cd7-7f3f-49a0-bef0-98e512451ead', 'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'mac_address': 'fa:16:3e:50:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:06Z', 'updated_at': '2021-07-06T17:52:18Z', 'revision_number': 5, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'subnets': [{'id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:23.160756 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:23.161434 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:23.189763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0572c1-7bee-4412-94d8-2ded103ccc00 None None] The sync data for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 is: [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'c513ddda-ad8a-4796-a9ad-6e3ff61035cc', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'port_id': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'mac_address': 'fa:16:3e:24:f7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:53:14Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 1, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a1cd7-7f3f-49a0-bef0-98e512451ead', 'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'mac_address': 'fa:16:3e:50:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:06Z', 'updated_at': '2021-07-06T17:52:18Z', 'revision_number': 5, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'subnets': [{'id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:23.232275 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-9adfec05-0892-4dbe-ade7-fc7e9b38a640 service neutron] 10.222.0.13 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0904238 Jul 06 17:53:23.243347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-e0396b54-5501-4ed5-9170-00c4fbfd0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:23.245227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-e0396b54-5501-4ed5-9170-00c4fbfd0749 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1094 time: 0.6228635 Jul 06 17:53:23.254594 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb6f820f-1a4a-4505-a84b-5c252a481f4c req-8a871042-68e5-48f3-9c8f-5b1c272e232d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791966 Jul 06 17:53:23.346007 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2464fe-8a3e-4ebf-8755-319ea176df71 None None] Pushing event updated for resources: {'Port': ['ID=7eb6fbc9-63de-442e-af55-fd1749eeca04,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:23.431738 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:23.596146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-106d4160-afce-4c66-9d07-d57e269d2b59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 200 len: 217 time: 0.3343179 Jul 06 17:53:23.779173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3716ccef-c851-4bea-ad3c-4922d347754a None None] New status for floating IP c513ddda-ad8a-4796-a9ad-6e3ff61035cc: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:53:23.808545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.815260 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:23.993300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 39e5024d-cf61-4bda-b265-b4dbca5ac377 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:24.060198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:24.081790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-794336b0-4661-42d2-8032-3f160d06b09d req-c872a4cb-37f0-4796-a0ed-f61a21a994cd service neutron] 10.222.0.13 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7793729 Jul 06 17:53:24.146098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 39e5024d-cf61-4bda-b265-b4dbca5ac377 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:24.146615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:24.209558 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:23Z', 'revision_number': 6, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb6fbc9-63de-442e-af55-fd1749eeca04', 'name': '', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:66:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:11Z', 'updated_at': '2021-07-06T17:53:22Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '826d47ae-7418-4450-9cf4-5824014cc497', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:24.310450 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fa245f-ec99-44d3-9c2c-687e5321bf6a None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:23Z', 'revision_number': 6, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb6fbc9-63de-442e-af55-fd1749eeca04', 'name': '', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:66:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:11Z', 'updated_at': '2021-07-06T17:53:22Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '826d47ae-7418-4450-9cf4-5824014cc497', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:24.357989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:24.388923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:24.408289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3087dc88-1a76-4987-b3a2-e02512a04296 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a HTTP/1.1" status: 200 len: 953 time: 4.0339568 Jul 06 17:53:24.410235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:24.459698 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa5bbdb-f4ef-4a1a-b7de-2d34854afdb3 x-openstack-request-id: req-efa5bbdb-f4ef-4a1a-b7de-2d34854afdb3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:24.460252 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:24.460483 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efa5bbdb-f4ef-4a1a-b7de-2d34854afdb3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:24.461015 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'status': 'completed', 'code': 200} Jul 06 17:53:24.504720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-a02f6e08-ab35-4866-96a3-4656dddb3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.511047 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-a02f6e08-ab35-4866-96a3-4656dddb3ea8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45ac0ffa-18bc-4a67-a244-f7a0db9504bc HTTP/1.1" status: 200 len: 835 time: 0.8784420 Jul 06 17:53:24.512156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de25db-6bce-466f-aa15-b572cb371d37 req-0dde0a8e-56b3-45fc-ada1-dcfd9fa4a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.515539 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03de25db-6bce-466f-aa15-b572cb371d37 req-0dde0a8e-56b3-45fc-ada1-dcfd9fa4a434 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 921 time: 1.4011962 Jul 06 17:53:24.678959 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f831c82-efb7-400e-b31a-409c5178dcb1 req-0a9207d9-3854-405c-acbf-af047c10f732 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 210 time: 0.1300881 Jul 06 17:53:24.720598 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03de25db-6bce-466f-aa15-b572cb371d37 req-11cfd7e1-d013-455d-95fb-497e6e16c46d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 1001 time: 0.1978073 Jul 06 17:53:24.776722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Allocated IP 172.20.0.11 (e4a03f02-9c04-46ae-a9ce-28c4c8e853d6/157f1c44-cc00-4802-8d57-54f215cded82/b68132e2-4028-49e3-8eac-abd578ef4b5a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:24.846275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93d425-b3a3-435c-9ac0-1bfbe6dfe9f0 req-96178fbb-f0d0-4897-b5db-4c759b733597 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.848624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb93d425-b3a3-435c-9ac0-1bfbe6dfe9f0 req-96178fbb-f0d0-4897-b5db-4c759b733597 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 1.1431038 Jul 06 17:53:24.856403 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2c7d518d-c92f-4e59-8b24-6196615cdf99 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a HTTP/1.1" status: 200 len: 953 time: 0.4403284 Jul 06 17:53:24.867488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:24.883624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'routes': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:24.929057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de25db-6bce-466f-aa15-b572cb371d37 req-f44034d8-1f0c-4da2-a459-49346fa450cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.931011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03de25db-6bce-466f-aa15-b572cb371d37 req-f44034d8-1f0c-4da2-a459-49346fa450cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 200 len: 860 time: 0.1941307 Jul 06 17:53:24.972010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-e78191dc-750c-46a9-b318-ff2d79413b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:24.976547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-e78191dc-750c-46a9-b318-ff2d79413b84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480ebdf9-8125-404d-9df0-ccb8cb02750a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4574728 Jul 06 17:53:25.036430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03de25db-6bce-466f-aa15-b572cb371d37 req-26461687-1fd6-4f2a-af02-81255f9bcd67 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c276dff-55fa-4f89-a79e-7dd077583d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963323 Jul 06 17:53:25.162619 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-ab7e6f83-2dae-4323-bb6b-ad9eb46c4a80 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.4318762 Jul 06 17:53:25.222446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb93d425-b3a3-435c-9ac0-1bfbe6dfe9f0 req-bc5ce3fb-d864-4855-9297-106298f9bd46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491948 Jul 06 17:53:25.241277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03de25db-6bce-466f-aa15-b572cb371d37 req-18d5a5fb-886e-46df-9b3d-df7777ad8cc2 service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693850 Jul 06 17:53:25.440833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-7e2aef4a-fb21-411c-b101-8f330e99f6f2 service neutron] 10.222.0.55 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357607 Jul 06 17:53:25.448413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.536819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-d7b9aac6-0df3-4b21-957d-558759487250 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:25.541804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03de25db-6bce-466f-aa15-b572cb371d37 req-fbfe6dca-d833-47d9-850a-a725ae0920e2 service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931538 Jul 06 17:53:25.548759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-d7b9aac6-0df3-4b21-957d-558759487250 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports/16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 942 time: 0.3701069 Jul 06 17:53:25.755095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b8450ae-4ac0-46b8-96f7-d61cb2e69f05 req-71d210bf-57b6-4992-8355-9701840f2886 service neutron] 10.222.0.55 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034744 Jul 06 17:53:25.759389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48920) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:25.833974 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:25.954368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7eb6fbc9-63de-442e-af55-fd1749eeca04 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:26.051544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Network e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:26.059549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 7eb6fbc9-63de-442e-af55-fd1749eeca04 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:26.061857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added routes are [] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 17:53:26.062673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 17:53:26.065147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7eb6fbc9-63de-442e-af55-fd1749eeca04 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:26.065522 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.067351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:26.075053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:26.101589 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.242142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d8c0-5803-4766-ba9f-ef1dfe625675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.244594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Pushing event updated for resources: {'Port': ['ID=b68132e2-4028-49e3-8eac-abd578ef4b5a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:26.258812 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.341199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:26.341902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.392846 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-27f1e6f5-5dca-4c09-ac18-519871e5ceaa tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.2869961 Jul 06 17:53:26.414023 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:26.436261 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:26.439150 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:26.549752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-7336e971-d5db-426e-9b4d-edee3d87c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:26.551467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-7336e971-d5db-426e-9b4d-edee3d87c28f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1094 time: 0.6382556 Jul 06 17:53:26.562286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72341f-b95d-4dd9-9958-8f1351c3ff59 req-de26acd8-15fe-48b9-be79-7a2f26a9197f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:26.570968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e72341f-b95d-4dd9-9958-8f1351c3ff59 req-de26acd8-15fe-48b9-be79-7a2f26a9197f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 943 time: 0.8859794 Jul 06 17:53:26.625844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 7eb6fbc9-63de-442e-af55-fd1749eeca04, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7eb6fbc9-63de-442e-af55-fd1749eeca04,segment=NetworkSegment(f54acd55-12aa-44b0-af5d-5fa35ece4bcb),segment_id=f54acd55-12aa-44b0-af5d-5fa35ece4bcb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:26.632109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.705694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=7eb6fbc9-63de-442e-af55-fd1749eeca04,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:26.737782 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:26.742120 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.750234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.759589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-5a66ee1b-866b-473e-98c3-72d135ef5dc4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:26.769340 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-5a66ee1b-866b-473e-98c3-72d135ef5dc4 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.3688588 Jul 06 17:53:26.776612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e72341f-b95d-4dd9-9958-8f1351c3ff59 req-dc1d1f28-f028-4bbf-8179-dd81cebb1706 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046378 Jul 06 17:53:26.826167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d8c0-5803-4766-ba9f-ef1dfe625675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.845256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d8c0-5803-4766-ba9f-ef1dfe625675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:26.903627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3bc0d8c0-5803-4766-ba9f-ef1dfe625675 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed7df2d4b5df42b7b01bd252df48dc32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0830636 Jul 06 17:53:26.905299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-88edc418-1ebf-4f82-9406-a432cad9c243 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6049654 Jul 06 17:53:26.909509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48928) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:26.962814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Request body: {'port': {'device_id': 'b012b828-c040-40e9-ad69-0309c0725e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:26.967503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-727e9f23-198b-4994-974b-07e1712acab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:26.969429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-727e9f23-198b-4994-974b-07e1712acab6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480ebdf9-8125-404d-9df0-ccb8cb02750a HTTP/1.1" status: 200 len: 897 time: 0.3847346 Jul 06 17:53:26.993590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0d8c0-5803-4766-ba9f-ef1dfe625675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f7606-44b3-4f35-b7b7-f5753439f5ca,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:27.057329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-e80cb1e3-c0e8-4aee-8f11-a326894f323a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 200 len: 217 time: 0.0518653 Jul 06 17:53:27.172289 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 7, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb6fbc9-63de-442e-af55-fd1749eeca04', 'name': '', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:66:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:11Z', 'updated_at': '2021-07-06T17:53:22Z', 'revision_number': 4, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '826d47ae-7418-4450-9cf4-5824014cc497', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:27.173029 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-463ccefd-d30f-4889-bd59-c5dcb792d57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.231585 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:27.239484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.252004 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:27.254406 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:27.276659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-463ccefd-d30f-4889-bd59-c5dcb792d57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.298155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-2c519c94-abbb-4ade-9271-5ad6a4c95a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:27.300275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-2c519c94-abbb-4ade-9271-5ad6a4c95a22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45ac0ffa-18bc-4a67-a244-f7a0db9504bc HTTP/1.1" status: 200 len: 835 time: 0.2129886 Jul 06 17:53:27.308486 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-f4947e67-d78b-450a-9796-95eed8ecbf7e tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.5377953 Jul 06 17:53:27.323297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-66829459-5cb3-454e-a0dd-2b6eaefdb932 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:27.396915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:27.412820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60570c-0bd0-4356-bb51-a7b2a392e930 req-74a4dc8a-6608-4799-9018-9757d3a9241c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:27.414535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f60570c-0bd0-4356-bb51-a7b2a392e930 req-74a4dc8a-6608-4799-9018-9757d3a9241c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 932 time: 0.4425166 Jul 06 17:53:27.429248 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:27.448497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-66829459-5cb3-454e-a0dd-2b6eaefdb932 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.564707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-463ccefd-d30f-4889-bd59-c5dcb792d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.567358 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-463ccefd-d30f-4889-bd59-c5dcb792d57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.568569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-463ccefd-d30f-4889-bd59-c5dcb792d57f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf5f7606-44b3-4f35-b7b7-f5753439f5ca HTTP/1.1" status: 204 len: 168 time: 0.6580386 Jul 06 17:53:27.581448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f60570c-0bd0-4356-bb51-a7b2a392e930 req-8720c3a1-c511-44a0-bf8b-f76396e42e53 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504023 Jul 06 17:53:27.598650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ccefd-d30f-4889-bd59-c5dcb792d57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f7606-44b3-4f35-b7b7-f5753439f5ca,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:27.620303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-9517a685-4a56-4e03-82e9-76f283d66a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:27.621924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-9517a685-4a56-4e03-82e9-76f283d66a96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480ebdf9-8125-404d-9df0-ccb8cb02750a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3063436 Jul 06 17:53:27.780580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:27.795280 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:27.800844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9e5670ce-0bbc-4e6a-a720-0388345ee29d tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a HTTP/1.1" status: 200 len: 703 time: 2.9294810 Jul 06 17:53:27.805758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48938) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:27.867412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7eb6fbc9-63de-442e-af55-fd1749eeca04 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:27.968979 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-8ca710d5-d0f3-4c84-b782-54565afdaed3 service neutron] 10.222.0.55 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103437 Jul 06 17:53:27.976718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7eb6fbc9-63de-442e-af55-fd1749eeca04 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:27.980686 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.077426 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 7, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb6fbc9-63de-442e-af55-fd1749eeca04', 'name': '', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:66:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:11Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '826d47ae-7418-4450-9cf4-5824014cc497', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:28.101217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-66829459-5cb3-454e-a0dd-2b6eaefdb932 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.111495 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-66829459-5cb3-454e-a0dd-2b6eaefdb932 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.111819 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-66829459-5cb3-454e-a0dd-2b6eaefdb932 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Floating IP c513ddda-ad8a-4796-a9ad-6e3ff61035cc disassociated. External IP: 172.25.7.151, port: 16a8c40f-689e-401d-9fd9-e7b5e03dea95. Jul 06 17:53:28.198742 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016da5c-a43f-4e28-86cc-2adb2155300e None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 7, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb6fbc9-63de-442e-af55-fd1749eeca04', 'name': '', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:66:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:11Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '826d47ae-7418-4450-9cf4-5824014cc497', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:28.341049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48946) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:28.366835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb44db33-5073-41c0-99cb-32f8afa6d5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.417521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-971a2d11-5a70-4018-a42d-897922cd58cf tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a HTTP/1.1" status: 200 len: 703 time: 0.5937037 Jul 06 17:53:28.428557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 48948) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:28.464698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc73c7-56e6-4b72-91f0-f39dbc2dd54e req-3ef789aa-b278-4c90-b3d3-884e1d96c5bf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:28.466434 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55fc73c7-56e6-4b72-91f0-f39dbc2dd54e req-3ef789aa-b278-4c90-b3d3-884e1d96c5bf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.7018151 Jul 06 17:53:28.514130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68132e2-4028-49e3-8eac-abd578ef4b5a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:28.553326 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.571642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-66829459-5cb3-454e-a0dd-2b6eaefdb932 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:28.681150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Transition to ACTIVE for port object b68132e2-4028-49e3-8eac-abd578ef4b5a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:53:28.710266 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.759469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:28.779733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:28.783003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:28.792411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb44db33-5073-41c0-99cb-32f8afa6d5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.801349 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb44db33-5073-41c0-99cb-32f8afa6d5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.835696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f32503bc-11cd-429e-ba31-da8d523de9f3 req-ab15ea95-ae5c-4f47-91ec-36ac15587855 service neutron] 10.222.0.55 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8519671 Jul 06 17:53:28.840633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44db33-5073-41c0-99cb-32f8afa6d5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e84a2ae-e864-45cb-9942-bb7f0615fb2c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:28.850617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-66829459-5cb3-454e-a0dd-2b6eaefdb932 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:28.866082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-66829459-5cb3-454e-a0dd-2b6eaefdb932 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:28.866629 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] Sync routers for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:28.881320 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:28.881974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:28.905872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Pushing event updated for resources: {'Port': ['ID=b68132e2-4028-49e3-8eac-abd578ef4b5a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:28.934494 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb44db33-5073-41c0-99cb-32f8afa6d5de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1f4122307044dbd9d2ef5120a1fbe4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5920024 Jul 06 17:53:28.934857 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55fc73c7-56e6-4b72-91f0-f39dbc2dd54e req-03c373ef-d53e-4d2f-8cb4-fcc18012f7fc tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4252579 Jul 06 17:53:28.939039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:28.950061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:29.042896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-66829459-5cb3-454e-a0dd-2b6eaefdb932 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "PUT /v2.0/floatingips/c513ddda-ad8a-4796-a9ad-6e3ff61035cc HTTP/1.1" status: 200 len: 695 time: 1.7329106 Jul 06 17:53:29.068916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:29.073068 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:29.172553 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b298436c-ac1d-4fef-b33e-25e15b35357b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.204672 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:29.255626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-b8fbf122-dd89-4120-a23b-ec4491b4f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:29.261832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-b8fbf122-dd89-4120-a23b-ec4491b4f575 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1096 time: 0.1806796 Jul 06 17:53:29.275353 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b298436c-ac1d-4fef-b33e-25e15b35357b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.376426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 7, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb6fbc9-63de-442e-af55-fd1749eeca04', 'name': '', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:66:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:11Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '826d47ae-7418-4450-9cf4-5824014cc497', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:29.459043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:29.502717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:29.504049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:29.517735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Attempting to bind port b68132e2-4028-49e3-8eac-abd578ef4b5a on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:53:29.520132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Attempting to bind port b68132e2-4028-49e3-8eac-abd578ef4b5a by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'b40b16aa-3b63-436e-8512-f164831c2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a03f02-9c04-46ae-a9ce-28c4c8e853d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:53:29.520753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Attempting to bind port b68132e2-4028-49e3-8eac-abd578ef4b5a on network e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:29.548945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-51295253-3640-4297-8b07-30ce3422371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:29.550799 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-51295253-3640-4297-8b07-30ce3422371f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 921 time: 0.2710903 Jul 06 17:53:29.552066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b298436c-ac1d-4fef-b33e-25e15b35357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.555373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b298436c-ac1d-4fef-b33e-25e15b35357b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.557603 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b298436c-ac1d-4fef-b33e-25e15b35357b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e84a2ae-e864-45cb-9942-bb7f0615fb2c HTTP/1.1" status: 204 len: 168 time: 0.6165643 Jul 06 17:53:29.573763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Port b68132e2-4028-49e3-8eac-abd578ef4b5a on network e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:53:29.574179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Attempting to bind port b68132e2-4028-49e3-8eac-abd578ef4b5a on network e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:53:29.597731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298436c-ac1d-4fef-b33e-25e15b35357b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e84a2ae-e864-45cb-9942-bb7f0615fb2c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:29.599299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:53:29.599591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Checking segment: {'id': 'b40b16aa-3b63-436e-8512-f164831c2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a03f02-9c04-46ae-a9ce-28c4c8e853d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:53:29.600115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Bound using segment: {'id': 'b40b16aa-3b63-436e-8512-f164831c2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a03f02-9c04-46ae-a9ce-28c4c8e853d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:53:29.600592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Bound port: b68132e2-4028-49e3-8eac-abd578ef4b5a, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40b16aa-3b63-436e-8512-f164831c2d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e4a03f02-9c04-46ae-a9ce-28c4c8e853d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:53:29.600971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.637593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9620a-cccd-4cc9-9892-4c743561cf7b req-f7921b1e-ba4c-40ca-80f3-788e59695f1c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:29.646208 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-92e9620a-cccd-4cc9-9892-4c743561cf7b req-f7921b1e-ba4c-40ca-80f3-788e59695f1c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 943 time: 0.3587451 Jul 06 17:53:29.703162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-732256c1-fde8-46be-a28b-1204fcd232a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 217 time: 0.1242290 Jul 06 17:53:29.810694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] For port b68132e2-4028-49e3-8eac-abd578ef4b5a, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:53:29.815812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] For port b68132e2-4028-49e3-8eac-abd578ef4b5a, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68132e2-4028-49e3-8eac-abd578ef4b5a,segment=NetworkSegment(b40b16aa-3b63-436e-8512-f164831c2d63),segment_id=b40b16aa-3b63-436e-8512-f164831c2d63)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:53:29.825855 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.826522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-c7c0f6e6-da12-4c3d-9646-ac33a7d8a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:29.831323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-c7c0f6e6-da12-4c3d-9646-ac33a7d8a292 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 200 len: 860 time: 0.1069355 Jul 06 17:53:29.852466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:29.868075 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0b7a1cd7-7f3f-49a0-bef0-98e512451ead', 'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'mac_address': 'fa:16:3e:50:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:06Z', 'updated_at': '2021-07-06T17:52:18Z', 'revision_number': 5, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'subnets': [{'id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:29.890439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-92e9620a-cccd-4cc9-9892-4c743561cf7b req-5ba38f51-1455-4cec-a198-69fd51e1579d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387578 Jul 06 17:53:29.907374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:29.908280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:29.909933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] 10.222.0.22 "PUT /v2.0/ports/b68132e2-4028-49e3-8eac-abd578ef4b5a HTTP/1.1" status: 200 len: 1092 time: 2.9535377 Jul 06 17:53:29.919324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b012b828-c040-40e9-ad69-0309c0725e45', 'tag': 'b68132e2-4028-49e3-8eac-abd578ef4b5a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:29.922313 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe0ce30-523b-4f85-b307-c1e755fe69ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b012b828-c040-40e9-ad69-0309c0725e45", "tag": "b68132e2-4028-49e3-8eac-abd578ef4b5a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:29.931115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-439fea22-0b11-40b4-93cc-2f2a602832a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c276dff-55fa-4f89-a79e-7dd077583d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848851 Jul 06 17:53:29.954497 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] Checking router: 5b4d959f-4e13-49c4-b247-2ee1b75a4641 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:29.991883 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:29.992539 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:30.143658 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:30.246234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade6042-f5a0-430c-8a09-8ca338720c9f service neutron] Pushing event updated for resources: {'Port': ['ID=b68132e2-4028-49e3-8eac-abd578ef4b5a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:30.370691 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-c5a207b5-b8ae-491a-b66b-46cb18698cef service neutron] 10.222.0.13 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253967 Jul 06 17:53:30.519334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 2478eab3-3ab4-449f-b585-9f94da1d978a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:53:30.567389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-e7bf95b0-38f0-4182-bca2-f4bd4c93dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:30.586605 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-e7bf95b0-38f0-4182-bca2-f4bd4c93dc3f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df230c5cbc984abca76ac1c01ffa3a32&device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 1095 time: 0.6207187 Jul 06 17:53:30.590331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:30.622282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6304ddfc-e4a1-46bd-953d-deae4d2086a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.644028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-282bef46-186e-42bf-88ab-d84efb5cb22b req-211b721c-6963-4c7c-a754-724ffed5c95b service neutron] 10.222.0.13 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575395 Jul 06 17:53:30.653252 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0b7a1cd7-7f3f-49a0-bef0-98e512451ead', 'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'mac_address': 'fa:16:3e:50:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:06Z', 'updated_at': '2021-07-06T17:52:18Z', 'revision_number': 5, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'subnets': [{'id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:30.743119 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d9e1d-6270-4c45-bdcb-8349d1211e1d None None] The sync data for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 is: [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:52:08Z', 'revision_number': 4, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0b7a1cd7-7f3f-49a0-bef0-98e512451ead', 'name': '', 'network_id': '5c276dff-55fa-4f89-a79e-7dd077583d96', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'mac_address': 'fa:16:3e:50:09:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:06Z', 'updated_at': '2021-07-06T17:52:18Z', 'revision_number': 5, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'subnets': [{'id': 'db1f78c8-7386-4b06-9d6c-802286693a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:30.771269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-be1f4905-7b3a-42eb-8145-293e26c8ea37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b68132e2-4028-49e3-8eac-abd578ef4b5a HTTP/1.1" status: 200 len: 217 time: 0.1668084 Jul 06 17:53:30.835388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:30.852223 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6304ddfc-e4a1-46bd-953d-deae4d2086a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.866818 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4334f119-ccca-460e-899e-e24183afcedf x-openstack-request-id: req-4334f119-ccca-460e-899e-e24183afcedf {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:30.868154 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:30.868564 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4334f119-ccca-460e-899e-e24183afcedf {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:30.870182 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'status': 'completed', 'code': 200} Jul 06 17:53:30.872030 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6304ddfc-e4a1-46bd-953d-deae4d2086a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:30.878903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 7, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb6fbc9-63de-442e-af55-fd1749eeca04', 'name': '', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:66:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:11Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '826d47ae-7418-4450-9cf4-5824014cc497', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:30.897442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'port_id': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'mac_address': 'fa:16:3e:62:4c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:53:30.954935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffabfe52-dbd2-4c99-8210-c253788b5251 None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 7, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb6fbc9-63de-442e-af55-fd1749eeca04', 'name': '', 'network_id': '03ef732d-0721-405f-aa55-3c1b6c5926f1', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:66:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '826d47ae-7418-4450-9cf4-5824014cc497', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:53:11Z', 'updated_at': '2021-07-06T17:53:26Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '826d47ae-7418-4450-9cf4-5824014cc497', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:31.009888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6304ddfc-e4a1-46bd-953d-deae4d2086a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b3a52669e6f4a97977a44756201c394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184120 Jul 06 17:53:31.010928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304ddfc-e4a1-46bd-953d-deae4d2086a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ddff0e-465b-49e2-9021-70b53460bfe1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:31.023498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 48978) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:31.069609 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.110632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2478eab3-3ab4-449f-b585-9f94da1d978a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:31.156133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9f1640ab-cc9e-43b4-bd79-dc224f21aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:31.159395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-9f1640ab-cc9e-43b4-bd79-dc224f21aea6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=157f1c44-cc00-4802-8d57-54f215cded82 HTTP/1.1" status: 200 len: 854 time: 0.3133230 Jul 06 17:53:31.162390 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57b4c4e-0ea0-4f1d-bb5c-725845364db6 x-openstack-request-id: req-f57b4c4e-0ea0-4f1d-bb5c-725845364db6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:31.163289 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b012b828-c040-40e9-ad69-0309c0725e45", "tag": "b68132e2-4028-49e3-8eac-abd578ef4b5a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:31.163917 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f57b4c4e-0ea0-4f1d-bb5c-725845364db6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:31.165099 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b012b828-c040-40e9-ad69-0309c0725e45', 'tag': 'b68132e2-4028-49e3-8eac-abd578ef4b5a', 'status': 'completed', 'code': 200} Jul 06 17:53:31.188581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e2890cd-465b-4b5e-a489-225d06367976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.190434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:31.196820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.223289 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e2890cd-465b-4b5e-a489-225d06367976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.230103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b8769-92b6-423a-8256-05b7992e7de5 req-da4ef95f-dc6c-40be-b248-bf86b422cb7a tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:31.251637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-334b8769-92b6-423a-8256-05b7992e7de5 req-da4ef95f-dc6c-40be-b248-bf86b422cb7a tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 944 time: 0.8739891 Jul 06 17:53:31.284864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82918b-25dd-4a21-9e25-f13aa37c8cef req-041f9e39-0eed-49d1-ba06-d639aa504a85 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:31.286588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6b82918b-25dd-4a21-9e25-f13aa37c8cef req-041f9e39-0eed-49d1-ba06-d639aa504a85 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.1821110 Jul 06 17:53:31.328442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.332378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-8a94132b-a9f9-491e-be4f-00b683eb9027 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4a03f02-9c04-46ae-a9ce-28c4c8e853d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314135 Jul 06 17:53:31.366386 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:31.394850 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6b82918b-25dd-4a21-9e25-f13aa37c8cef req-8fe2d8f9-8dc7-42e9-ba92-bbe1fefa8e96 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744863 Jul 06 17:53:31.395794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e2890cd-465b-4b5e-a489-225d06367976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.398516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e2890cd-465b-4b5e-a489-225d06367976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:31.399876 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7e2890cd-465b-4b5e-a489-225d06367976 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73ddff0e-465b-49e2-9021-70b53460bfe1 HTTP/1.1" status: 204 len: 168 time: 0.3752389 Jul 06 17:53:31.430287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2890cd-465b-4b5e-a489-225d06367976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ddff0e-465b-49e2-9021-70b53460bfe1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:31.457594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032fcdf-69b3-4925-824b-e52791ab4170 None None] New status for floating IP c513ddda-ad8a-4796-a9ad-6e3ff61035cc: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:53:31.631992 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-334b8769-92b6-423a-8256-05b7992e7de5 req-0b21e9a8-519c-4139-bafe-9cbf8bb6d209 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793323 Jul 06 17:53:31.635262 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-67672c75-ba4c-4f06-af49-49cd1569f171 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/floatingips/c513ddda-ad8a-4796-a9ad-6e3ff61035cc HTTP/1.1" status: 200 len: 695 time: 0.1616075 Jul 06 17:53:31.650032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['2478eab3-3ab4-449f-b585-9f94da1d978a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:31.725929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-b3feb17b-ea3d-4456-878c-f6dc0d1198f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:31.728744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-b3feb17b-ea3d-4456-878c-f6dc0d1198f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 1096 time: 0.8191817 Jul 06 17:53:31.970291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-d5dbd28d-0b0f-4e00-b46b-56f23a17dc8b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:31.988754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-d5dbd28d-0b0f-4e00-b46b-56f23a17dc8b tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 784 time: 0.3411553 Jul 06 17:53:32.090364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-c0ef3a9b-77ce-456e-9308-405aa24a0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:32.093695 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-c0ef3a9b-77ce-456e-9308-405aa24a0e5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 200 len: 921 time: 0.3377626 Jul 06 17:53:32.100837 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.133080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-844266a6-7647-45c0-9c53-36b2cee2a9f8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 698 time: 0.1416576 Jul 06 17:53:32.305122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-729e4dd6-69a2-4740-a797-ec2dfd0c00c6 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.1508963 Jul 06 17:53:32.310830 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-3ef09d61-e4be-4894-af51-6e6af0a345b2 service neutron] 10.222.0.22 "GET /v2.0/networks/e4a03f02-9c04-46ae-a9ce-28c4c8e853d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803700 Jul 06 17:53:32.317762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-7b513470-d1ff-4344-9a94-382cdbba40b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 200 len: 217 time: 0.2123270 Jul 06 17:53:32.673289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Deleting port 9b8fa4c1-dd24-4ab6-a7b6-40e1c2da14db {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:32.674040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.674208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-c39d998f-9d1f-4da2-83f1-d4c439925637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:32.676546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-c39d998f-9d1f-4da2-83f1-d4c439925637 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 200 len: 860 time: 0.3392546 Jul 06 17:53:32.807226 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-e02c6db1-9a9c-4dd5-b40e-b0f3af573c76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5c276dff-55fa-4f89-a79e-7dd077583d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938334 Jul 06 17:53:32.817343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff1e8d-f96d-47e7-8057-81957ee93895 req-ae30a5c6-7e4c-42c3-9f11-ed3941ce109f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:32.825950 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cff1e8d-f96d-47e7-8057-81957ee93895 req-ae30a5c6-7e4c-42c3-9f11-ed3941ce109f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 944 time: 0.7307026 Jul 06 17:53:32.921013 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.921622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:32.935290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0efeccc5-ff05-4a06-af7d-f904e660b554 req-16b8ba28-913a-4712-8ac3-53f4a75b9839 service neutron] 10.222.0.22 "GET /v2.0/networks/e4a03f02-9c04-46ae-a9ce-28c4c8e853d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156535 Jul 06 17:53:32.953659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Calling delete_port for 9b8fa4c1-dd24-4ab6-a7b6-40e1c2da14db owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:33.095538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cff1e8d-f96d-47e7-8057-81957ee93895 req-11558a4c-ba8e-454b-9153-7c075e5934e4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668595 Jul 06 17:53:33.550934 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.610628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Pushing event deleted for resources: {'Port': ['ID=9b8fa4c1-dd24-4ab6-a7b6-40e1c2da14db,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:33.777222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.783098 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:33.818955 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05ab8736-8a3d-4dd0-8a0c-4bae2919d798 req-510bde80-0f31-42c6-821b-6262ce7cdfe8 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "DELETE /v2.0/floatingips/c513ddda-ad8a-4796-a9ad-6e3ff61035cc HTTP/1.1" status: 204 len: 173 time: 1.4610710 Jul 06 17:53:34.229618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-1894c549-1fab-4e97-933f-2080034001b4 service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3898964 Jul 06 17:53:34.309354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd9bb1-2764-4bc9-aeb6-cfc6a96c9153 req-5570eaad-3930-4dc4-8a4a-b3a83a77a857 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:34.318654 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2fbd9bb1-2764-4bc9-aeb6-cfc6a96c9153 req-5570eaad-3930-4dc4-8a4a-b3a83a77a857 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 944 time: 0.1507289 Jul 06 17:53:34.332778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-f193605a-1454-4841-ad50-56028dafe6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:34.335023 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-f193605a-1454-4841-ad50-56028dafe6c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df230c5cbc984abca76ac1c01ffa3a32&device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 1095 time: 1.2649913 Jul 06 17:53:34.380368 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2fbd9bb1-2764-4bc9-aeb6-cfc6a96c9153 req-15d0c87b-b112-4807-8ee8-a419a7f2cb7a tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608089 Jul 06 17:53:34.497922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4951e8b5-eddf-489b-9abc-1c9587aec65a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:53:34.503955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 2478eab3-3ab4-449f-b585-9f94da1d978a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:34.531793 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50fb153f-7672-4da2-a6de-73f56a0797fe req-7618c105-cfab-4d6f-af92-6a887c1e684c tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups/a9f06aed-9d90-4017-b8c2-4963dfb906b8 HTTP/1.1" status: 200 len: 1809 time: 0.0949228 Jul 06 17:53:34.586168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77b75-39a2-4513-bb02-120e874779ae req-74c5de4c-5900-482c-8a1a-cf5bcd9397ed tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:34.593959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cd77b75-39a2-4513-bb02-120e874779ae req-74c5de4c-5900-482c-8a1a-cf5bcd9397ed tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.6586676 Jul 06 17:53:34.644040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-50fb153f-7672-4da2-a6de-73f56a0797fe req-9fc248f4-5d48-4695-a8aa-cf72ec8e2514 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.679962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 2478eab3-3ab4-449f-b585-9f94da1d978a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:34.692905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-50fb153f-7672-4da2-a6de-73f56a0797fe req-9fc248f4-5d48-4695-a8aa-cf72ec8e2514 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.759257 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-50fb153f-7672-4da2-a6de-73f56a0797fe req-9fc248f4-5d48-4695-a8aa-cf72ec8e2514 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.760632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 2478eab3-3ab4-449f-b585-9f94da1d978a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:34.763813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-50fb153f-7672-4da2-a6de-73f56a0797fe req-9fc248f4-5d48-4695-a8aa-cf72ec8e2514 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.765540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:34.781391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50fb153f-7672-4da2-a6de-73f56a0797fe req-9fc248f4-5d48-4695-a8aa-cf72ec8e2514 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "DELETE /v2.0/security-groups/a9f06aed-9d90-4017-b8c2-4963dfb906b8 HTTP/1.1" status: 204 len: 173 time: 0.2464926 Jul 06 17:53:34.820503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc248f4-5d48-4695-a8aa-cf72ec8e2514 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f06aed-9d90-4017-b8c2-4963dfb906b8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:34.911632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 7eb6fbc9-63de-442e-af55-fd1749eeca04 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:34.912186 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.008705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b68132e2-4028-49e3-8eac-abd578ef4b5a details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:53:35.066603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188292f-bfb6-417f-9c60-d7f553f603b5 req-d48cdb8d-f225-42cc-b629-50843ec01af4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:35.068693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f188292f-bfb6-417f-9c60-d7f553f603b5 req-d48cdb8d-f225-42cc-b629-50843ec01af4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 944 time: 0.1259329 Jul 06 17:53:35.189944 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f188292f-bfb6-417f-9c60-d7f553f603b5 req-235d970f-52e4-4e28-8fe3-7469afa77c4a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136427 Jul 06 17:53:35.191824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:35.227417 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cd77b75-39a2-4513-bb02-120e874779ae req-e576f087-e463-41d5-aa72-b913bfc69193 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5527458 Jul 06 17:53:35.334960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-04a4d3f6-5cd2-4a5a-acf8-ba2d4b0f3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:35.337650 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-04a4d3f6-5cd2-4a5a-acf8-ba2d4b0f3486 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 HTTP/1.1" status: 200 len: 915 time: 0.9368122 Jul 06 17:53:35.347335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c912d5ab-c1b3-4991-88f0-456b4a51d6b8 req-f487f25b-c76f-477b-b252-b9066a195839 service neutron] 10.222.0.22 "GET /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0724435 Jul 06 17:53:35.386857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b68132e2-4028-49e3-8eac-abd578ef4b5a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68132e2-4028-49e3-8eac-abd578ef4b5a,segment=NetworkSegment(b40b16aa-3b63-436e-8512-f164831c2d63),segment_id=b40b16aa-3b63-436e-8512-f164831c2d63)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:35.423598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'b68132e2-4028-49e3-8eac-abd578ef4b5a', 'network_id': 'e4a03f02-9c04-46ae-a9ce-28c4c8e853d6', 'port_id': 'b68132e2-4028-49e3-8eac-abd578ef4b5a', 'mac_address': 'fa:16:3e:6e:a1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157f1c44-cc00-4802-8d57-54f215cded82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:53:35.433267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'port_id': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'mac_address': 'fa:16:3e:cc:2a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:53:35.548354 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-32251c90-a530-4fdd-a036-28fa824b6bec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b68132e2-4028-49e3-8eac-abd578ef4b5a HTTP/1.1" status: 200 len: 217 time: 0.1993074 Jul 06 17:53:35.676091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port 7eb6fbc9-63de-442e-af55-fd1749eeca04, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7eb6fbc9-63de-442e-af55-fd1749eeca04,segment=NetworkSegment(f54acd55-12aa-44b0-af5d-5fa35ece4bcb),segment_id=f54acd55-12aa-44b0-af5d-5fa35ece4bcb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:35.677115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.744703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 7eb6fbc9-63de-442e-af55-fd1749eeca04 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:35.803883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-f5cf2efd-4bd3-4d8a-8f5b-7b0f1b97dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:35.809926 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-f5cf2efd-4bd3-4d8a-8f5b-7b0f1b97dc0a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=157f1c44-cc00-4802-8d57-54f215cded82 HTTP/1.1" status: 200 len: 854 time: 0.2456422 Jul 06 17:53:35.871385 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.875395 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.885167 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:35.947122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4951e8b5-eddf-489b-9abc-1c9587aec65a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:35.991921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:35.997195 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-8852bb0b-8332-41b9-bca7-52f5fbd10ee1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4a03f02-9c04-46ae-a9ce-28c4c8e853d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678078 Jul 06 17:53:35.997590 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.008065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.058198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:36.059472 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ef69c3-6d4e-4f4e-8b91-d7567ca26bd7" -d '{"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-plugged", "status": "completed", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:36.151219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeabe4-3bbe-437e-b5ad-6af0295cb60d req-1b06c06d-561a-4b42-8711-c3edc22347e0 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:36.152989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0aeabe4-3bbe-437e-b5ad-6af0295cb60d req-1b06c06d-561a-4b42-8711-c3edc22347e0 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.1469903 Jul 06 17:53:36.182121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['4951e8b5-eddf-489b-9abc-1c9587aec65a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:36.215384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68132e2-4028-49e3-8eac-abd578ef4b5a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:53:36.221756 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0aeabe4-3bbe-437e-b5ad-6af0295cb60d req-e8e58b40-5129-48b4-b607-34cb19bb1f32 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547390 Jul 06 17:53:36.371010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:36.430476 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a637df-8eda-483e-b0f1-4c57e7047ee7 x-openstack-request-id: req-11a637df-8eda-483e-b0f1-4c57e7047ee7 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:36.430950 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-plugged", "status": "completed", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:36.432880 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11a637df-8eda-483e-b0f1-4c57e7047ee7 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:36.433210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f9f87-5a21-4aac-8a54-fad241309179 req-510c08c5-009a-490e-8939-9231167a1445 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:36.437826 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'code': 200} Jul 06 17:53:36.445716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e33f9f87-5a21-4aac-8a54-fad241309179 req-510c08c5-009a-490e-8939-9231167a1445 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 944 time: 0.4557891 Jul 06 17:53:36.485014 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.494388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b68132e2-4028-49e3-8eac-abd578ef4b5a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68132e2-4028-49e3-8eac-abd578ef4b5a,segment=NetworkSegment(b40b16aa-3b63-436e-8512-f164831c2d63),segment_id=b40b16aa-3b63-436e-8512-f164831c2d63)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:36.517289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-4352f2b4-f67f-43c4-ad2e-a5a3dd629e53 service neutron] 10.222.0.22 "GET /v2.0/networks/e4a03f02-9c04-46ae-a9ce-28c4c8e853d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967613 Jul 06 17:53:36.519771 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:36.566295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:36.661233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1c520-6c6d-4af3-901c-99bee1a7009f req-af79a3e9-4f6c-432b-bda2-fa48a913de46 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:36.663976 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25d1c520-6c6d-4af3-901c-99bee1a7009f req-af79a3e9-4f6c-432b-bda2-fa48a913de46 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.2240682 Jul 06 17:53:36.710220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:36.838267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b68132e2-4028-49e3-8eac-abd578ef4b5a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:53:36.894490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25d1c520-6c6d-4af3-901c-99bee1a7009f req-b8cb8524-c205-45e3-bd52-4b89c40910b5 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111967 Jul 06 17:53:37.062033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b68132e2-4028-49e3-8eac-abd578ef4b5a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:37.065559 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe0ce30-523b-4f85-b307-c1e755fe69ef req-5fdafab5-b19e-49a0-8de7-62ae897785c1 service neutron] 10.222.0.22 "GET /v2.0/networks/e4a03f02-9c04-46ae-a9ce-28c4c8e853d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083013 Jul 06 17:53:37.130661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e33f9f87-5a21-4aac-8a54-fad241309179 req-1e3448f1-3ed9-4229-97c2-8036facac5e2 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832690 Jul 06 17:53:37.183368 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.288473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=7eb6fbc9-63de-442e-af55-fd1749eeca04,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:37.458710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827db6a-5756-4825-8b8d-5156cd333c65 req-4127f3d6-0311-4e2d-a8c7-99ac7ba794bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:37.463187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d827db6a-5756-4825-8b8d-5156cd333c65 req-4127f3d6-0311-4e2d-a8c7-99ac7ba794bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1096 time: 0.9896305 Jul 06 17:53:37.573673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46279a-d8ba-4dec-a497-d0e374a1028d req-a548e40b-27e7-4b21-9d30-0bb19a81ab53 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:37.593137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b46279a-d8ba-4dec-a497-d0e374a1028d req-a548e40b-27e7-4b21-9d30-0bb19a81ab53 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 944 time: 0.3199513 Jul 06 17:53:37.702141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b46279a-d8ba-4dec-a497-d0e374a1028d req-ba32a70e-dfe7-454b-bf02-ccdc7068a594 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071241 Jul 06 17:53:37.839672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d827db6a-5756-4825-8b8d-5156cd333c65 req-f4c8fa86-36a6-40d7-91b2-0acca7b2bb3b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490215 Jul 06 17:53:37.840688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:37.849131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49076) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:38.010886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec270e-52b6-477a-9bf1-a8a1eab99d3d req-868e71af-cc7f-4fe2-b828-8b53aea625fd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:38.012527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-00ec270e-52b6-477a-9bf1-a8a1eab99d3d req-868e71af-cc7f-4fe2-b828-8b53aea625fd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.5617938 Jul 06 17:53:38.173182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-00ec270e-52b6-477a-9bf1-a8a1eab99d3d req-da0d6981-6e51-4e7c-83a7-c4a6c5b0a7c3 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193373 Jul 06 17:53:38.282329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f0ace-589e-4cb0-b62c-ab0f3024ab40 req-3c47db22-3e8d-421b-b4c1-d32a955f7a7f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:38.297830 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c4f0ace-589e-4cb0-b62c-ab0f3024ab40 req-3c47db22-3e8d-421b-b4c1-d32a955f7a7f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.1195195 Jul 06 17:53:38.391726 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c4f0ace-589e-4cb0-b62c-ab0f3024ab40 req-910e691c-aead-4e50-a716-e235892f3de7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922136 Jul 06 17:53:38.473960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:38.508730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67ec749f-cdf5-4702-a877-09b7a7d2bf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.526516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4951e8b5-eddf-489b-9abc-1c9587aec65a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:38.574632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-5f4b366a-65d8-440a-8a6a-e1e5a18718cd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:38.578784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-5f4b366a-65d8-440a-8a6a-e1e5a18718cd tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 945 time: 0.6430519 Jul 06 17:53:38.683139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 4951e8b5-eddf-489b-9abc-1c9587aec65a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:38.684108 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.778752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67ec749f-cdf5-4702-a877-09b7a7d2bf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.790817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67ec749f-cdf5-4702-a877-09b7a7d2bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:38.868276 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-67ec749f-cdf5-4702-a877-09b7a7d2bf28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5a41940c7814b59b4d272eba9e239a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0173941 Jul 06 17:53:38.872449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec749f-cdf5-4702-a877-09b7a7d2bf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8688ba64-e0da-4ecc-a7c5-e652a62f9e9f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:38.878401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:38.959685 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.025098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b68132e2-4028-49e3-8eac-abd578ef4b5a up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:53:39.052316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:39.068223 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3117e09-5691-4410-a962-9a9fbf2cb1d5" -d '{"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-plugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:39.145661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:39.160749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.191382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0322-b2a7-4c62-9e56-8d84a47b1f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.305322 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0322-b2a7-4c62-9e56-8d84a47b1f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.322139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:39.331060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port b68132e2-4028-49e3-8eac-abd578ef4b5a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:53:39.339456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port b68132e2-4028-49e3-8eac-abd578ef4b5a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:53:39.342656 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.406603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfc02-c5d8-4023-8ba9-ef74d73bd6b9 req-021a0c54-577c-41c4-99cd-fd6d5701bd94 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:39.409588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-931cfc02-c5d8-4023-8ba9-ef74d73bd6b9 req-021a0c54-577c-41c4-99cd-fd6d5701bd94 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 944 time: 0.3516767 Jul 06 17:53:39.472766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:39.486702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c18408f4-3808-4f25-bf93-bd858ab51c7a tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0545583 Jul 06 17:53:39.489353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49122) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:39.499189 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.501308 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:39.538274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f953eba-7315-4e07-a4f5-c74ba8aa5ac2 req-6c1f4c73-968e-4255-b00a-7ffc8352d1b6 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:39.554326 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f953eba-7315-4e07-a4f5-c74ba8aa5ac2 req-6c1f4c73-968e-4255-b00a-7ffc8352d1b6 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 945 time: 1.0624683 Jul 06 17:53:39.556412 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:39.557060 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:39.561510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b68132e2-4028-49e3-8eac-abd578ef4b5a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68132e2-4028-49e3-8eac-abd578ef4b5a,segment=NetworkSegment(b40b16aa-3b63-436e-8512-f164831c2d63),segment_id=b40b16aa-3b63-436e-8512-f164831c2d63)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:39.575022 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.578179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 16a8c40f-689e-401d-9fd9-e7b5e03dea95 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:39.596243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-931cfc02-c5d8-4023-8ba9-ef74d73bd6b9 req-f3cd6246-f67a-48e1-975f-f87805c3b8a3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596928 Jul 06 17:53:39.615702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0322-b2a7-4c62-9e56-8d84a47b1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.629006 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0322-b2a7-4c62-9e56-8d84a47b1f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.646541 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bd0e0322-b2a7-4c62-9e56-8d84a47b1f83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8688ba64-e0da-4ecc-a7c5-e652a62f9e9f HTTP/1.1" status: 204 len: 168 time: 0.7497747 Jul 06 17:53:39.711032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e0322-b2a7-4c62-9e56-8d84a47b1f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8688ba64-e0da-4ecc-a7c5-e652a62f9e9f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:39.730295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.803666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:39.827483 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16786461-0c9b-4f1f-9ddf-35eb90cd3896 x-openstack-request-id: req-16786461-0c9b-4f1f-9ddf-35eb90cd3896 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:39.827797 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-plugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:39.831198 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16786461-0c9b-4f1f-9ddf-35eb90cd3896 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:39.831657 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'code': 200} Jul 06 17:53:39.842871 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.850243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ebd3a2-d03e-4392-b320-d8ebca028dfd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting subnet 826d47ae-7418-4450-9cf4-5824014cc497 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:53:39.855652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ebd3a2-d03e-4392-b320-d8ebca028dfd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:39.905533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b68132e2-4028-49e3-8eac-abd578ef4b5a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:39.957486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ebd3a2-d03e-4392-b320-d8ebca028dfd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.006453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f953eba-7315-4e07-a4f5-c74ba8aa5ac2 req-f5de9c58-6e3f-4d63-81fb-1aedb28c271a tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514706 Jul 06 17:53:40.020139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Deleting port 16a8c40f-689e-401d-9fd9-e7b5e03dea95 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:40.020416 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:40.020521 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.056717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=16a8c40f-689e-401d-9fd9-e7b5e03dea95,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:40.138825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] For port 16a8c40f-689e-401d-9fd9-e7b5e03dea95, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=16a8c40f-689e-401d-9fd9-e7b5e03dea95,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:40.140000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.155720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Calling delete_port for 16a8c40f-689e-401d-9fd9-e7b5e03dea95 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:40.237590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957da3-74de-4474-8d09-6e130b5b5c68 req-fb0f964a-b321-4015-85fa-dcce984afc3c tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:40.245162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f957da3-74de-4474-8d09-6e130b5b5c68 req-fb0f964a-b321-4015-85fa-dcce984afc3c tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3cc576-f0a8-4a3b-87f8-f166841a679f HTTP/1.1" status: 200 len: 943 time: 0.2077837 Jul 06 17:53:40.306786 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f957da3-74de-4474-8d09-6e130b5b5c68 req-cf6afced-dba6-4236-9544-43e00d4c556c tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7e42a08-6eea-4bd7-929e-a77f08e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603914 Jul 06 17:53:40.450166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ebd3a2-d03e-4392-b320-d8ebca028dfd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.523269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a55a1d-0bf8-485f-99e1-cc9bc05307bb req-2f79c666-5131-49fa-820b-55a5d41c0e7f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:40.524958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99a55a1d-0bf8-485f-99e1-cc9bc05307bb req-2f79c666-5131-49fa-820b-55a5d41c0e7f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.2593286 Jul 06 17:53:40.601728 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:36Z', 'revision_number': 8, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:40.622300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99a55a1d-0bf8-485f-99e1-cc9bc05307bb req-bbcc0ee0-93df-413d-9677-7a65a0ff0f2d tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677049 Jul 06 17:53:40.626980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ebd3a2-d03e-4392-b320-d8ebca028dfd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.650147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ebd3a2-d03e-4392-b320-d8ebca028dfd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.655981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-30ebd3a2-d03e-4392-b320-d8ebca028dfd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/826d47ae-7418-4450-9cf4-5824014cc497 HTTP/1.1" status: 204 len: 168 time: 1.1613436 Jul 06 17:53:40.657588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49142) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:40.668998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21acb6e-9954-4ce0-bd4e-f08347caed94 None None] Network 03ef732d-0721-405f-aa55-3c1b6c5926f1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:40.676558 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.679019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebd3a2-d03e-4392-b320-d8ebca028dfd tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Subnet': ['ID=826d47ae-7418-4450-9cf4-5824014cc497,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:40.700412 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:40.770033 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:40.783777 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:40.828696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.833011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Pushing event deleted for resources: {'Port': ['ID=16a8c40f-689e-401d-9fd9-e7b5e03dea95,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:40.975268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 39e5024d-cf61-4bda-b265-b4dbca5ac377 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:40.976581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:40.994788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] No DVR routers for this DVR port 16a8c40f-689e-401d-9fd9-e7b5e03dea95 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:41.005647 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.022430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-163ad745-57e8-4e08-9f84-a2919e9cfbfd req-e5861823-dee3-44f6-9c9b-4d18ada67c01 tempest-ServerRescueTestJSONUnderV235-1941948286 tempest-ServerRescueTestJSONUnderV235-1941948286-project] 10.222.0.22 "DELETE /v2.0/ports/16a8c40f-689e-401d-9fd9-e7b5e03dea95 HTTP/1.1" status: 204 len: 173 time: 1.8509340 Jul 06 17:53:41.024592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'name': 'network-vif-deleted', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:41.042109 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eb9525-fa10-4dbf-8f38-06d9772dadfa" -d '{"events": [{"server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "name": "network-vif-deleted", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:41.404163 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:41.475462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port 39e5024d-cf61-4bda-b265-b4dbca5ac377, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=39e5024d-cf61-4bda-b265-b4dbca5ac377,segment=NetworkSegment(f54acd55-12aa-44b0-af5d-5fa35ece4bcb),segment_id=f54acd55-12aa-44b0-af5d-5fa35ece4bcb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:41.478679 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.552334 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 39e5024d-cf61-4bda-b265-b4dbca5ac377 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:41.743036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebdc0df-9fd7-47cc-bb12-5555b758e021 None None] DHCP port deletion for 03ef732d-0721-405f-aa55-3c1b6c5926f1 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:53:41.771419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0944c9-b7ba-4b1d-8375-ac85c4a7a7fa req-921b0864-82d1-42ac-a26c-655800401a1f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:41.817679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe0944c9-b7ba-4b1d-8375-ac85c4a7a7fa req-921b0864-82d1-42ac-a26c-655800401a1f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.5030615 Jul 06 17:53:41.846221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012b828-c040-40e9-ad69-0309c0725e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68132e2-4028-49e3-8eac-abd578ef4b5a'}, {'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:41.848708 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ffd30e-d59c-4165-8c79-2afc1760c1a3" -d '{"events": [{"server_uuid": "b012b828-c040-40e9-ad69-0309c0725e45", "name": "network-vif-plugged", "status": "completed", "tag": "b68132e2-4028-49e3-8eac-abd578ef4b5a"}, {"server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "name": "network-vif-unplugged", "status": "completed", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:41.874437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdc0df-9fd7-47cc-bb12-5555b758e021 None None] Deleting port 39e5024d-cf61-4bda-b265-b4dbca5ac377 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:41.874842 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ebdc0df-9fd7-47cc-bb12-5555b758e021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:41.972569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe0944c9-b7ba-4b1d-8375-ac85c4a7a7fa req-d0a4fe48-737a-4a95-a655-bd48ac43522c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498864 Jul 06 17:53:42.121089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2ebdc0df-9fd7-47cc-bb12-5555b758e021 None None] For port 39e5024d-cf61-4bda-b265-b4dbca5ac377, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=39e5024d-cf61-4bda-b265-b4dbca5ac377,segment=NetworkSegment(f54acd55-12aa-44b0-af5d-5fa35ece4bcb),segment_id=f54acd55-12aa-44b0-af5d-5fa35ece4bcb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:42.121723 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ebdc0df-9fd7-47cc-bb12-5555b758e021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:42.141342 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb5a16-03ae-41a7-acb4-9f65a9c9db97 req-1b1ac8c0-61c3-4cc0-97eb-b950537a9935 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:42.143236 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cfb5a16-03ae-41a7-acb4-9f65a9c9db97 req-1b1ac8c0-61c3-4cc0-97eb-b950537a9935 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.3236077 Jul 06 17:53:42.168796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 39e5024d-cf61-4bda-b265-b4dbca5ac377 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:42.195385 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:36Z', 'revision_number': 8, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:42.206947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdc0df-9fd7-47cc-bb12-5555b758e021 None None] Calling delete_port for 39e5024d-cf61-4bda-b265-b4dbca5ac377 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:42.240882 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:42.331765 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a76c0-f0e3-4c45-90b4-8973ace14b6c None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:36Z', 'revision_number': 8, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d36088-a970-44ef-8b6b-7b1637227a95', 'name': '', 'network_id': '00f32135-3891-48ea-9982-381bf4e9c2f7', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:e6:4b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:58Z', 'updated_at': '2021-07-06T17:53:18Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '72ec63b4-53cf-4f62-8693-ed3a9a82f3b0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:42.545340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=39e5024d-cf61-4bda-b265-b4dbca5ac377,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:42.612463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No DVR routers for this DVR port 39e5024d-cf61-4bda-b265-b4dbca5ac377 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:42.613132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port 39e5024d-cf61-4bda-b265-b4dbca5ac377 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:53:42.620426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 39e5024d-cf61-4bda-b265-b4dbca5ac377 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:42.825662 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ebdc0df-9fd7-47cc-bb12-5555b758e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:42.895846 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cfb5a16-03ae-41a7-acb4-9f65a9c9db97 req-b9946618-578c-4fd2-adf5-8a67e9041d0b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6694353 Jul 06 17:53:42.934145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdc0df-9fd7-47cc-bb12-5555b758e021 None None] Pushing event deleted for resources: {'Port': ['ID=39e5024d-cf61-4bda-b265-b4dbca5ac377,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:42.940956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebdc0df-9fd7-47cc-bb12-5555b758e021 None None] No DVR routers for this DVR port 39e5024d-cf61-4bda-b265-b4dbca5ac377 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:42.998980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49180) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:43.137096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecbae0-041e-4ff4-9c51-43df11381366 req-c88a8333-1d47-449e-aa5e-d33212a69c07 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:43.146308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07ecbae0-041e-4ff4-9c51-43df11381366 req-c88a8333-1d47-449e-aa5e-d33212a69c07 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 946 time: 0.3271561 Jul 06 17:53:43.161045 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b3424-4b90-4a7c-a132-be90ca079b10 x-openstack-request-id: req-176b3424-4b90-4a7c-a132-be90ca079b10 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:43.161718 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "name": "network-vif-deleted", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:43.162198 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-176b3424-4b90-4a7c-a132-be90ca079b10 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:43.162905 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'name': 'network-vif-deleted', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'status': 'completed', 'code': 200} Jul 06 17:53:43.182662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be24a5-58c9-42ae-9933-ba52a8fe1598 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:43.189648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b8be24a5-58c9-42ae-9933-ba52a8fe1598 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1091 time: 0.1895337 Jul 06 17:53:43.194089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49186) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:43.256910 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07ecbae0-041e-4ff4-9c51-43df11381366 req-d5fe41f5-9e73-48dd-a61c-aaf8f07f1085 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083272 Jul 06 17:53:43.273729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:43.280458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49190) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:43.335682 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da4e8f3-13bc-4c5a-b4c5-c48864046b57 x-openstack-request-id: req-1da4e8f3-13bc-4c5a-b4c5-c48864046b57 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:43.336334 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012b828-c040-40e9-ad69-0309c0725e45", "name": "network-vif-plugged", "status": "completed", "tag": "b68132e2-4028-49e3-8eac-abd578ef4b5a", "code": 200}, {"server_uuid": "3a3cc576-f0a8-4a3b-87f8-f166841a679f", "name": "network-vif-unplugged", "status": "completed", "tag": "16a8c40f-689e-401d-9fd9-e7b5e03dea95", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:43.336843 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1da4e8f3-13bc-4c5a-b4c5-c48864046b57 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:43.337475 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012b828-c040-40e9-ad69-0309c0725e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68132e2-4028-49e3-8eac-abd578ef4b5a', 'code': 200} Jul 06 17:53:43.337983 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3cc576-f0a8-4a3b-87f8-f166841a679f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a8c40f-689e-401d-9fd9-e7b5e03dea95', 'code': 200} Jul 06 17:53:43.423764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:43.525894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ef732d-0721-405f-aa55-3c1b6c5926f1']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:43.568902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:43.619435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:43.619919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54acd55-12aa-44b0-af5d-5fa35ece4bcb') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:43.704614 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:43.753940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:43.781209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:53:43.782431 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:53:43.817603 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:53:43.865392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb905f2a-9bc8-4a66-9ca5-8f0fbf140417 req-c4f37bbe-0728-4c2d-aaf4-a294ab64d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:43.868237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb905f2a-9bc8-4a66-9ca5-8f0fbf140417 req-c4f37bbe-0728-4c2d-aaf4-a294ab64d74e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 1097 time: 0.3640716 Jul 06 17:53:43.881268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7eb6fbc9-63de-442e-af55-fd1749eeca04 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:43.931546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 7eb6fbc9-63de-442e-af55-fd1749eeca04 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:43.932204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7eb6fbc9-63de-442e-af55-fd1749eeca04 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:44.012023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebf4f9-4dd9-44e6-944d-307208e66b80 req-530ef8c1-0f3d-497e-8ab7-851b83a62f67 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:44.022744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7ebf4f9-4dd9-44e6-944d-307208e66b80 req-530ef8c1-0f3d-497e-8ab7-851b83a62f67 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.4426904 Jul 06 17:53:44.083629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb905f2a-9bc8-4a66-9ca5-8f0fbf140417 req-6dd5e878-37a3-4101-a32c-6f52922f260b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065330 Jul 06 17:53:44.098951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.115076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.115905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/networks/03ef732d-0721-405f-aa55-3c1b6c5926f1 HTTP/1.1" status: 204 len: 168 time: 3.4567156 Jul 06 17:53:44.128512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:44.137271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f839d-675d-4d51-b10b-370688b817f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Network': ['ID=03ef732d-0721-405f-aa55-3c1b6c5926f1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:44.167491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7ebf4f9-4dd9-44e6-944d-307208e66b80 req-b3aea1a6-5ba2-4cd2-9b5d-5b560db60424 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436412 Jul 06 17:53:44.219040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.487697 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:44.959770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.25.7.186 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/a417b95e-1344-40b1-bf51-030211c26d55) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:53:45.003906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eae61-3435-4dec-b5ec-3d9859692f01 req-533caeed-926f-4008-83b9-26a1905d23ad tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:45.005770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d08eae61-3435-4dec-b5ec-3d9859692f01 req-533caeed-926f-4008-83b9-26a1905d23ad tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 946 time: 0.4199314 Jul 06 17:53:45.280670 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d08eae61-3435-4dec-b5ec-3d9859692f01 req-bdfa4b2c-999c-47c6-a51e-e4bc4645c890 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551994 Jul 06 17:53:45.368307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Deleting port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:45.368910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.402945 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.479302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.500048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] For port 0b7a1cd7-7f3f-49a0-bef0-98e512451ead, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0b7a1cd7-7f3f-49a0-bef0-98e512451ead,segment=NetworkSegment(a9930112-42a9-4170-a87d-258bd34903b6),segment_id=a9930112-42a9-4170-a87d-258bd34903b6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:45.500797 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.531519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Calling delete_port for 0b7a1cd7-7f3f-49a0-bef0-98e512451ead owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:45.587964 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:53:45.636423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:45.689868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03c24b-6dde-4b1a-aa32-e50df9e33300 req-31a620e8-1ed6-4546-9e13-ca7d8776a6a7 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:45.691765 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de03c24b-6dde-4b1a-aa32-e50df9e33300 req-31a620e8-1ed6-4546-9e13-ca7d8776a6a7 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.1854827 Jul 06 17:53:45.702525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=a417b95e-1344-40b1-bf51-030211c26d55,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:45.754518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:53:45.774945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:53:45.778076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:53:45.819596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de03c24b-6dde-4b1a-aa32-e50df9e33300 req-502ba6b4-7c9d-4499-9a59-bc786180f2e6 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668168 Jul 06 17:53:45.988511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.058193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7a1cd7-7f3f-49a0-bef0-98e512451ead,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:46.364923 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.857343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379e385-7ebd-410e-8d94-8ef9c8a02b90 req-b9e36020-897a-4a43-bf11-c1009f6f31f0 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:46.867496 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3379e385-7ebd-410e-8d94-8ef9c8a02b90 req-b9e36020-897a-4a43-bf11-c1009f6f31f0 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 946 time: 0.2940202 Jul 06 17:53:46.896292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:46.974059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cecdb024-4e19-42af-98b0-42433763e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:46.993689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port d3d36088-a970-44ef-8b6b-7b1637227a95 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:46.994036 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.082275 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3379e385-7ebd-410e-8d94-8ef9c8a02b90 req-a4f7c9fb-cf59-4ae9-acde-dc51e0bad205 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149594 Jul 06 17:53:47.367531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:47.381241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] Sync routers for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:47.387090 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c4cbfff6-22bb-4c49-a14a-c9f1d734a751 admin admin] 10.222.0.13 "PUT /v2.0/routers/5b4d959f-4e13-49c4-b247-2ee1b75a4641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1052787 Jul 06 17:53:47.388065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49250) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:47.424283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:47.425418 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:47.455567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b3436-aeae-45f9-9d73-098fa382c02a req-d4f85192-a47d-4ab4-b3e0-020ab3923444 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:47.470171 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-458b3436-aeae-45f9-9d73-098fa382c02a req-d4f85192-a47d-4ab4-b3e0-020ab3923444 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.2426140 Jul 06 17:53:47.661076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-458b3436-aeae-45f9-9d73-098fa382c02a req-a61fade3-28e3-4d69-bed9-af967740a33a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893253 Jul 06 17:53:47.710732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:47.753290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port d3d36088-a970-44ef-8b6b-7b1637227a95, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d3d36088-a970-44ef-8b6b-7b1637227a95,segment=NetworkSegment(959b6c2f-d5bf-407c-9c69-58c34c2289ed),segment_id=959b6c2f-d5bf-407c-9c69-58c34c2289ed)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:47.755425 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:47.847897 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.021346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.133872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for d3d36088-a970-44ef-8b6b-7b1637227a95 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:48.303733 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.308620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:53:45Z', 'revision_number': 5, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port': {'id': 'cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:02Z', 'updated_at': '2021-07-06T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:48.331054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.500838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] Checking router: 5b4d959f-4e13-49c4-b247-2ee1b75a4641 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:48.537668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] Routers {'5b4d959f-4e13-49c4-b247-2ee1b75a4641'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:48.538395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:48.558370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Deleting port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:48.559025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.803615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.818317 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.949918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] For port cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:48.952241 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:48.956996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] Set router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:48.993715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Calling delete_port for cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:49.045353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=a417b95e-1344-40b1-bf51-030211c26d55,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:49.172596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:53:48Z', 'revision_number': 6, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:49.353087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4384be-9265-46d2-ab71-3a10dcb939ea None None] The sync data for ids ['5b4d959f-4e13-49c4-b247-2ee1b75a4641'] in n-d-799526-3 is: [{'id': '5b4d959f-4e13-49c4-b247-2ee1b75a4641', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057024072-router', 'tenant_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:00Z', 'updated_at': '2021-07-06T17:53:48Z', 'revision_number': 6, 'project_id': 'd4379e8cb8804e0793518f41b6f2aedf', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:49.419961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.454540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:49.481077 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ce1105c-1d4c-4b55-a073-5235a5c3a0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.566499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.603555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49286) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:49.610442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:49.896239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.023693 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0b7a1cd7-7f3f-49a0-bef0-98e512451ead no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:50.099583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0b7a1cd7-7f3f-49a0-bef0-98e512451ead {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:50.099955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0b7a1cd7-7f3f-49a0-bef0-98e512451ead not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:50.345295 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb960a89-5f9c-4eaf-bb94-8eaf8f7de7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.527549 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Floating IP 0df48641-a26e-42e3-b61d-84b1660b31fb associated. External IP: 172.25.7.186, port: 2478eab3-3ab4-449f-b585-9f94da1d978a. Jul 06 17:53:50.561600 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.565891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.683549 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.686318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c427d8-663e-4814-b5db-fba014c47f63 req-f6af7927-8841-46a4-b893-325cfef60684 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:50.687699 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-06c427d8-663e-4814-b5db-fba014c47f63 req-f6af7927-8841-46a4-b893-325cfef60684 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.22 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 946 time: 0.2337675 Jul 06 17:53:50.782329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb960a89-5f9c-4eaf-bb94-8eaf8f7de7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.854692 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.855995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b4d959f-4e13-49c4-b247-2ee1b75a4641 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:53:50.891489 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.899287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d2edb23d-78a9-4304-80d7-dc953910e94a admin admin] 10.222.0.13 "DELETE /v2.0/routers/5b4d959f-4e13-49c4-b247-2ee1b75a4641 HTTP/1.1" status: 204 len: 168 time: 3.5050256 Jul 06 17:53:50.913778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49292) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:50.958827 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:50.972249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb960a89-5f9c-4eaf-bb94-8eaf8f7de7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.133649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44928ed-0f6f-43d2-b743-4e55b926661b req-a416bb22-b43c-41e7-a1ad-a3ffa464bb62 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:51.144981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b44928ed-0f6f-43d2-b743-4e55b926661b req-a416bb22-b43c-41e7-a1ad-a3ffa464bb62 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 1.7390625 Jul 06 17:53:51.256070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b44928ed-0f6f-43d2-b743-4e55b926661b req-34e4db21-8b06-46c3-8588-a6bc7061486c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086860 Jul 06 17:53:51.271813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-259af8c4-f60d-4564-83c1-781513d65048 admin admin] Deleting subnet db1f78c8-7386-4b06-9d6c-802286693a6b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:53:51.275345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=d3d36088-a970-44ef-8b6b-7b1637227a95,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:51.286815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-259af8c4-f60d-4564-83c1-781513d65048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.336924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eb960a89-5f9c-4eaf-bb94-8eaf8f7de7d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb6ba1e470944069ab50b9aba23e811b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7295694 Jul 06 17:53:51.359707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-259af8c4-f60d-4564-83c1-781513d65048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.457025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-259af8c4-f60d-4564-83c1-781513d65048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.514706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49296) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:51.582707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-06c427d8-663e-4814-b5db-fba014c47f63 req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Deleting port b68132e2-4028-49e3-8eac-abd578ef4b5a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:51.583539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06c427d8-663e-4814-b5db-fba014c47f63 req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.706606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-259af8c4-f60d-4564-83c1-781513d65048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.780002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259af8c4-f60d-4564-83c1-781513d65048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1f78c8-7386-4b06-9d6c-802286693a6b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:51.782845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-259af8c4-f60d-4564-83c1-781513d65048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.788202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-259af8c4-f60d-4564-83c1-781513d65048 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db1f78c8-7386-4b06-9d6c-802286693a6b HTTP/1.1" status: 204 len: 168 time: 0.8486626 Jul 06 17:53:51.791345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:51.913592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-06c427d8-663e-4814-b5db-fba014c47f63 req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] For port b68132e2-4028-49e3-8eac-abd578ef4b5a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b68132e2-4028-49e3-8eac-abd578ef4b5a,segment=NetworkSegment(b40b16aa-3b63-436e-8512-f164831c2d63),segment_id=b40b16aa-3b63-436e-8512-f164831c2d63)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:51.913987 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06c427d8-663e-4814-b5db-fba014c47f63 req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.948958 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:51.951491 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-06c427d8-663e-4814-b5db-fba014c47f63 req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Calling delete_port for b68132e2-4028-49e3-8eac-abd578ef4b5a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:51.998535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:52.055348 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:52.056039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cd4ab618-7afb-4785-a3cf-7fd2f97f6b9e not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:52.064763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb960a89-5f9c-4eaf-bb94-8eaf8f7de7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0475dba5-52bd-49b4-8858-7df3073f2b92,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:52.141326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:52.283711 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.311451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418ebe0-504c-4215-83b5-690451a9ee50 req-c65792df-c684-4618-bbfc-86f4a82ddd06 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:52.340786 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7418ebe0-504c-4215-83b5-690451a9ee50 req-c65792df-c684-4618-bbfc-86f4a82ddd06 tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 946 time: 2.7909038 Jul 06 17:53:52.353922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c276dff-55fa-4f89-a79e-7dd077583d96']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:52.401789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9930112-42a9-4170-a87d-258bd34903b6') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:52.415759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9930112-42a9-4170-a87d-258bd34903b6') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:52.461781 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.497425 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.580823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.602927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.629669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:53:52.630431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:53:52.632547 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:53:52.679334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7418ebe0-504c-4215-83b5-690451a9ee50 req-96b4189b-88ca-4874-b0c6-9b967cbe67bb tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47f5291-b352-4d79-a52a-81e9da96d804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367541 Jul 06 17:53:52.714550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06c427d8-663e-4814-b5db-fba014c47f63 req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.775403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.780680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccc04bc2-6bba-49b1-b472-33694f17fd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.783414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Pushing event deleted for resources: {'Port': ['ID=b68132e2-4028-49e3-8eac-abd578ef4b5a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:52.810089 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.816809 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c276dff-55fa-4f89-a79e-7dd077583d96 HTTP/1.1" status: 204 len: 168 time: 1.0234678 Jul 06 17:53:52.846861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a28f6c-2cbf-43b4-b31b-cb5a8277758f req-fc7b19fe-f02c-41fd-ab2d-6989e9b5507a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:52.854474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a3a28f6c-2cbf-43b4-b31b-cb5a8277758f req-fc7b19fe-f02c-41fd-ab2d-6989e9b5507a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.3518739 Jul 06 17:53:52.866529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084f3c5-f86d-4b32-8652-fca7eefc3a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c276dff-55fa-4f89-a79e-7dd077583d96,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:52.918657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccc04bc2-6bba-49b1-b472-33694f17fd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.972853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:52.986695 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] Sync routers for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:52.987700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c427d8-663e-4814-b5db-fba014c47f63 req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] No DVR routers for this DVR port b68132e2-4028-49e3-8eac-abd578ef4b5a on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:52.994377 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06c427d8-663e-4814-b5db-fba014c47f63 req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:52.999303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-06c427d8-663e-4814-b5db-fba014c47f63 req-5a23be21-b78e-447d-9164-b433fee7af1c tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.22 "DELETE /v2.0/ports/b68132e2-4028-49e3-8eac-abd578ef4b5a HTTP/1.1" status: 204 len: 173 time: 2.3041234 Jul 06 17:53:53.006659 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:53.007720 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:53.019744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012b828-c040-40e9-ad69-0309c0725e45', 'name': 'network-vif-deleted', 'tag': 'b68132e2-4028-49e3-8eac-abd578ef4b5a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:53.032096 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4f931a-84ab-4a98-8d13-5946f7b9de6b" -d '{"events": [{"server_uuid": "b012b828-c040-40e9-ad69-0309c0725e45", "name": "network-vif-deleted", "tag": "b68132e2-4028-49e3-8eac-abd578ef4b5a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:53.069250 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b68132e2-4028-49e3-8eac-abd578ef4b5a no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:53.124647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: b68132e2-4028-49e3-8eac-abd578ef4b5a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:53.125005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b68132e2-4028-49e3-8eac-abd578ef4b5a not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:53.129454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a3a28f6c-2cbf-43b4-b31b-cb5a8277758f req-191f8897-aa10-4ce5-9d0b-c94cf8c8c8fc tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714214 Jul 06 17:53:53.142872 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ed2103-0bbf-4e43-badb-0be300b81ebd x-openstack-request-id: req-b8ed2103-0bbf-4e43-badb-0be300b81ebd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:53.144953 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012b828-c040-40e9-ad69-0309c0725e45", "name": "network-vif-deleted", "tag": "b68132e2-4028-49e3-8eac-abd578ef4b5a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:53.146602 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8ed2103-0bbf-4e43-badb-0be300b81ebd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:53.151265 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012b828-c040-40e9-ad69-0309c0725e45', 'name': 'network-vif-deleted', 'tag': 'b68132e2-4028-49e3-8eac-abd578ef4b5a', 'status': 'completed', 'code': 200} Jul 06 17:53:53.277499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49318) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:53.295745 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:53.424990 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.468068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3d2827b9-0fe2-4e50-9b82-72186b49f02b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4379e8cb8804e0793518f41b6f2aedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878796 Jul 06 17:53:53.468831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49322) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:53.523208 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9f9ce8da-3caf-4aca-8799-eb6e4209971a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.3257744 Jul 06 17:53:53.530310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:53:53.535081 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd0839c-93ad-4555-85e5-cfa921682df0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:53:53.555128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccc04bc2-6bba-49b1-b472-33694f17fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.565079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccc04bc2-6bba-49b1-b472-33694f17fd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.567292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ccc04bc2-6bba-49b1-b472-33694f17fd68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0475dba5-52bd-49b4-8858-7df3073f2b92 HTTP/1.1" status: 204 len: 168 time: 2.0439498 Jul 06 17:53:53.587372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc04bc2-6bba-49b1-b472-33694f17fd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0475dba5-52bd-49b4-8858-7df3073f2b92,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:53.604892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:53:53.686202 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9869200c-7471-4e8d-93f5-ac28d346b52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:53.879846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9869200c-7471-4e8d-93f5-ac28d346b52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:54.035010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-f8533c9c-76ba-42c3-a675-5b20ce569471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:54.041136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-f8533c9c-76ba-42c3-a675-5b20ce569471 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1096 time: 0.3412054 Jul 06 17:53:54.080775 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:59Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '0df48641-a26e-42e3-b61d-84b1660b31fb', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'port_id': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'mac_address': 'fa:16:3e:62:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:53:47Z', 'updated_at': '2021-07-06T17:53:47Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c428778d-86b4-40df-9ad8-284d8c827e64', 'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:c2:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:56Z', 'updated_at': '2021-07-06T17:53:15Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:54.152370 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] Checking router: 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:54.189684 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:54.190796 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:54.576067 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:54.615222 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834f93a2-cf0f-4f86-a0ae-05fa155d1f0f x-openstack-request-id: req-834f93a2-cf0f-4f86-a0ae-05fa155d1f0f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:53:54.615727 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:53:54.618327 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-834f93a2-cf0f-4f86-a0ae-05fa155d1f0f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:53:54.618926 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'status': 'completed', 'code': 200} Jul 06 17:53:54.619685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff2bf28a-db36-43bf-81b1-5aef40fa61dd req-19c6e62f-a364-4b76-9ab7-208c76cd5fba tempest-ServerAddressesTestJSON-676180377 tempest-ServerAddressesTestJSON-676180377-project] 10.222.0.13 "GET /v2.0/ports?device_id=b012b828-c040-40e9-ad69-0309c0725e45 HTTP/1.1" status: 200 len: 210 time: 0.2612092 Jul 06 17:53:54.676564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-2b64cf85-41b4-49d1-8d26-a3fd56fbe40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:54.688290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-2b64cf85-41b4-49d1-8d26-a3fd56fbe40c service neutron] 10.222.0.55 "GET /v2.0/networks?id=480ebdf9-8125-404d-9df0-ccb8cb02750a HTTP/1.1" status: 200 len: 897 time: 0.6367109 Jul 06 17:53:54.711301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49338) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:54.723502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9869200c-7471-4e8d-93f5-ac28d346b52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:54.737716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9869200c-7471-4e8d-93f5-ac28d346b52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:54.742995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9869200c-7471-4e8d-93f5-ac28d346b52e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7e42a08-6eea-4bd7-929e-a77f08e6dcde HTTP/1.1" status: 204 len: 168 time: 1.2730005 Jul 06 17:53:54.817674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60f2a677-e115-4171-994d-a45b00007329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:54.824476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:53:54.835104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869200c-7471-4e8d-93f5-ac28d346b52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e42a08-6eea-4bd7-929e-a77f08e6dcde,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:54.838867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:53:54.843772 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7ac36e16-8d0f-465e-a4fc-fa104065a964 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7137187 Jul 06 17:53:54.847714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:54.869016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-cca7a898-604a-46e5-a8db-f270817df040 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 200 len: 999 time: 0.1710472 Jul 06 17:53:54.902041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb9d6d-7f4d-4a0c-b893-631d297d0ead req-9f4bc6dc-7d57-48dc-a873-b8e7dac91025 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:54.904776 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97bb9d6d-7f4d-4a0c-b893-631d297d0ead req-9f4bc6dc-7d57-48dc-a873-b8e7dac91025 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.2834134 Jul 06 17:53:54.927130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:54.929216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:54.963145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-154f77b7-c841-45fb-8eb6-aba0a222b1bb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting subnet 72ec63b4-53cf-4f62-8693-ed3a9a82f3b0 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:53:54.967467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-154f77b7-c841-45fb-8eb6-aba0a222b1bb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.037080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-154f77b7-c841-45fb-8eb6-aba0a222b1bb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.046030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-0939c979-8f3d-40f1-bc41-06b7d070edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:55.050612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-0939c979-8f3d-40f1-bc41-06b7d070edcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45ac0ffa-18bc-4a67-a244-f7a0db9504bc HTTP/1.1" status: 200 len: 835 time: 0.1693487 Jul 06 17:53:55.164451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:55.210597 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97bb9d6d-7f4d-4a0c-b893-631d297d0ead req-f54b8913-bea4-4c66-b2e5-9c9b4bc87ae3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954638 Jul 06 17:53:55.319064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fe779-7b3c-4333-8f3e-47239406db8b req-a1c0e1fe-85e1-4aa1-9e1a-97a3db5d2594 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:55.321257 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:59Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '0df48641-a26e-42e3-b61d-84b1660b31fb', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'port_id': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'mac_address': 'fa:16:3e:62:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:53:47Z', 'updated_at': '2021-07-06T17:53:47Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c428778d-86b4-40df-9ad8-284d8c827e64', 'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:c2:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:56Z', 'updated_at': '2021-07-06T17:53:15Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:55.334052 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-860fe779-7b3c-4333-8f3e-47239406db8b req-a1c0e1fe-85e1-4aa1-9e1a-97a3db5d2594 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.3997390 Jul 06 17:53:55.341233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49346) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:55.414898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-154f77b7-c841-45fb-8eb6-aba0a222b1bb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.474181 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c423729-23e4-452b-a887-cc2d9fc2c215 None None] The sync data for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 is: [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:59Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '0df48641-a26e-42e3-b61d-84b1660b31fb', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'port_id': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'mac_address': 'fa:16:3e:62:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:53:47Z', 'updated_at': '2021-07-06T17:53:47Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c428778d-86b4-40df-9ad8-284d8c827e64', 'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:c2:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:56Z', 'updated_at': '2021-07-06T17:53:15Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:55.627085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-154f77b7-c841-45fb-8eb6-aba0a222b1bb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.721313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f77b7-c841-45fb-8eb6-aba0a222b1bb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Subnet': ['ID=72ec63b4-53cf-4f62-8693-ed3a9a82f3b0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:55.755496 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-154f77b7-c841-45fb-8eb6-aba0a222b1bb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.761336 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-154f77b7-c841-45fb-8eb6-aba0a222b1bb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/72ec63b4-53cf-4f62-8693-ed3a9a82f3b0 HTTP/1.1" status: 204 len: 168 time: 0.9100251 Jul 06 17:53:55.767176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49360) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:55.783883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d02ad20b-5071-4393-b427-7fe5c1166681 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/0df48641-a26e-42e3-b61d-84b1660b31fb HTTP/1.1" status: 200 len: 991 time: 0.4354804 Jul 06 17:53:55.800755 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60f2a677-e115-4171-994d-a45b00007329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.803198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49362) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:55.840923 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60f2a677-e115-4171-994d-a45b00007329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:55.874088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcecbc9-099b-45df-95d8-aca02bf168ed None None] Network 00f32135-3891-48ea-9982-381bf4e9c2f7 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:53:55.956258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.031640 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-860fe779-7b3c-4333-8f3e-47239406db8b req-9cfdc908-6f46-4b33-a515-d8118cee7596 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6958852 Jul 06 17:53:56.042503 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9609f5f6-e688-4075-9f87-07bf5f0a4a97 None None] New status for floating IP 0df48641-a26e-42e3-b61d-84b1660b31fb: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:53:56.206198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-60f2a677-e115-4171-994d-a45b00007329 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ac00b0d9a994637989a3df189836b38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4846952 Jul 06 17:53:56.211144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49376) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:56.255916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-86b3ff86-9a76-404a-9b27-e3b56d5476c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:56.258692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-86b3ff86-9a76-404a-9b27-e3b56d5476c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480ebdf9-8125-404d-9df0-ccb8cb02750a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1846280 Jul 06 17:53:56.302487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 36acc9e1-135a-4060-ac9d-d33f99231499 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:56.304436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.308597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2a677-e115-4171-994d-a45b00007329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c5d365-4482-4582-9630-e9e7bbad9cae,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:56.323813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0768ae1-477c-415f-b524-a232463484c1 admin admin] Deleting subnet 157f1c44-cc00-4802-8d57-54f215cded82 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:53:56.346998 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0768ae1-477c-415f-b524-a232463484c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.475723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0768ae1-477c-415f-b524-a232463484c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.588564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49382) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:56.590767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d7668e2-96ef-4ed4-b0bd-e8d342e45f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.690878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:49Z', 'revision_number': 9, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:56.704043 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0768ae1-477c-415f-b524-a232463484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.709444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d7668e2-96ef-4ed4-b0bd-e8d342e45f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.765013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:53:56.791162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49388) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:56.794524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] DHCP port deletion for 00f32135-3891-48ea-9982-381bf4e9c2f7 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:53:56.799398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port 36acc9e1-135a-4060-ac9d-d33f99231499, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=36acc9e1-135a-4060-ac9d-d33f99231499,segment=NetworkSegment(959b6c2f-d5bf-407c-9c69-58c34c2289ed),segment_id=959b6c2f-d5bf-407c-9c69-58c34c2289ed)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:56.800144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.806151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-e4bed358-9355-444f-b372-8fbde9ee5dbc service neutron] 10.222.0.55 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360780 Jul 06 17:53:56.818239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1484349655-network', 'tenant_id': '3148c6ca0fb54096a3d6c554d4743d76'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:56.825867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:53:56.830529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:56.929623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfd0839c-93ad-4555-85e5-cfa921682df0 req-1f8d6dc9-01ac-4483-afdd-e02bc59d1b4a service neutron] 10.222.0.55 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060967 Jul 06 17:53:56.940377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 36acc9e1-135a-4060-ac9d-d33f99231499 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:56.973433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Made reservation on behalf of 3148c6ca0fb54096a3d6c554d4743d76 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:56.974146 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:56.991589 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.007517 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0768ae1-477c-415f-b524-a232463484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.070901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0768ae1-477c-415f-b524-a232463484c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.073131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a0768ae1-477c-415f-b524-a232463484c1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/157f1c44-cc00-4802-8d57-54f215cded82 HTTP/1.1" status: 204 len: 168 time: 1.2688429 Jul 06 17:53:57.076350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0768ae1-477c-415f-b524-a232463484c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157f1c44-cc00-4802-8d57-54f215cded82,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:57.081874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49392) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:57.201307 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.213942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f4e2b4c2-a1bc-40bd-92aa-365bedec5096 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/0df48641-a26e-42e3-b61d-84b1660b31fb HTTP/1.1" status: 200 len: 993 time: 0.4209080 Jul 06 17:53:57.244480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d7668e2-96ef-4ed4-b0bd-e8d342e45f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.250939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d7668e2-96ef-4ed4-b0bd-e8d342e45f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.252219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3d7668e2-96ef-4ed4-b0bd-e8d342e45f46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3c5d365-4482-4582-9630-e9e7bbad9cae HTTP/1.1" status: 204 len: 168 time: 1.0191953 Jul 06 17:53:57.305356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:53:57.366757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7668e2-96ef-4ed4-b0bd-e8d342e45f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c5d365-4482-4582-9630-e9e7bbad9cae,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:57.381215 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.425088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No DVR routers for this DVR port 36acc9e1-135a-4060-ac9d-d33f99231499 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:57.604163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=36acc9e1-135a-4060-ac9d-d33f99231499,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:57.834107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.850447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a03f02-9c04-46ae-a9ce-28c4c8e853d6']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:57.866496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40b16aa-3b63-436e-8512-f164831c2d63') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:57.866773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40b16aa-3b63-436e-8512-f164831c2d63') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:57.884010 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.917832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.945263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:53:57.945263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:57.980869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Deleting port 36acc9e1-135a-4060-ac9d-d33f99231499 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:53:57.981239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.116773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 36acc9e1-135a-4060-ac9d-d33f99231499 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:53:58.143146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.163586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.167415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f32135-3891-48ea-9982-381bf4e9c2f7']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:53:58.171982 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:53:58.192914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959b6c2f-d5bf-407c-9c69-58c34c2289ed') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:58.193217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959b6c2f-d5bf-407c-9c69-58c34c2289ed') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:58.215725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 36acc9e1-135a-4060-ac9d-d33f99231499 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:53:58.219605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.220377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 36acc9e1-135a-4060-ac9d-d33f99231499 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:53:58.260727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.262611 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.273422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:53:58.273849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.307225 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.313254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] For port 36acc9e1-135a-4060-ac9d-d33f99231499, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:53:58.313921 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.364311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Calling delete_port for 36acc9e1-135a-4060-ac9d-d33f99231499 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:53:58.373396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Port 36acc9e1-135a-4060-ac9d-d33f99231499 was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:53:58.377505 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.473052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a03f02-9c04-46ae-a9ce-28c4c8e853d6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:58.480335 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.493920 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3344e555-58cb-4915-b29d-ad671b613dd0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4a03f02-9c04-46ae-a9ce-28c4c8e853d6 HTTP/1.1" status: 204 len: 168 time: 1.3995140 Jul 06 17:53:58.516034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:53:58.524156 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:53:58.538287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.558287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Pushing event deleted for resources: {'Port': ['ID=36acc9e1-135a-4060-ac9d-d33f99231499,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:58.561869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.562328 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Added segment e20486f4-2925-479b-bd03-9cc0eca68142 of type vlan for network a19af337-1052-4b02-b9a3-a8651a70ab58 Jul 06 17:53:58.563730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:58.615328 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.619630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/networks/00f32135-3891-48ea-9982-381bf4e9c2f7 HTTP/1.1" status: 204 len: 168 time: 2.8506458 Jul 06 17:53:58.624761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49426) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:58.638124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] No DVR routers for this DVR port 36acc9e1-135a-4060-ac9d-d33f99231499 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:53:58.722398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.723268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.723815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.724319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.724826 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.725323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.726903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.727634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ab6b5-69f4-4d5c-818d-f6144aa5fb9e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Network': ['ID=00f32135-3891-48ea-9982-381bf4e9c2f7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:58.728540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.731679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.739640 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.740093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.740920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef93e3-f3d6-4be5-bce1-5eb0ec71a4e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:53:58.752415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643d85e-4bee-463b-8ecc-960bcaf7aef6 req-7dd2f9c1-f0c0-4b54-8d55-264b1fa7ce2f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:58.759709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:58.767478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e643d85e-4bee-463b-8ecc-960bcaf7aef6 req-7dd2f9c1-f0c0-4b54-8d55-264b1fa7ce2f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 1.2279181 Jul 06 17:53:58.850643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-453770d6-31ae-4b04-878b-a86f17570eed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5901604 Jul 06 17:53:58.872303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:49Z', 'revision_number': 9, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:53:58.946417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:58.958633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d42fe7-a3c0-4393-9862-7ebae8d812d8 None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:53:49Z', 'revision_number': 9, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '11f83a42-8c0a-4bb0-a64a-e72cccc879c6', 'name': '', 'network_id': '2a86c355-42d9-4271-82fd-4af46aa19aea', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:f4:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:46Z', 'updated_at': '2021-07-06T17:53:10Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': '62b90983-03b4-44f8-bc98-ca768380ec3f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:53:59.176398 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.182155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:59.186292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.488084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] Pushing event updated for resources: {'Network': ['ID=a19af337-1052-4b02-b9a3-a8651a70ab58,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:53:59.502831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network a19af337-1052-4b02-b9a3-a8651a70ab58 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:53:59.543807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bab801e9-0006-46c0-9db4-9df2d48fefd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df230c5cbc984abca76ac1c01ffa3a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936134 Jul 06 17:53:59.576906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:59.604895 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d4276ae5-4644-4a16-b77b-5ca974ba9e1d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0150673 Jul 06 17:53:59.619837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49452) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:53:59.624695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-6c57e916-e5e9-47fb-9dec-1ee8207c13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:53:59.628161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-6c57e916-e5e9-47fb-9dec-1ee8207c13a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 1096 time: 0.6208560 Jul 06 17:53:59.659459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Request body: {'subnet': {'network_id': 'a19af337-1052-4b02-b9a3-a8651a70ab58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1484349655-subnet', 'tenant_id': '3148c6ca0fb54096a3d6c554d4743d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:53:59.684109 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e643d85e-4bee-463b-8ecc-960bcaf7aef6 req-6dc1a017-31ac-441d-a413-7c73b9854e08 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9147842 Jul 06 17:53:59.741462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Made reservation on behalf of 3148c6ca0fb54096a3d6c554d4743d76 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:53:59.754707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:53:59.955020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d3d36088-a970-44ef-8b6b-7b1637227a95 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:00.038033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: d3d36088-a970-44ef-8b6b-7b1637227a95 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:54:00.040682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d3d36088-a970-44ef-8b6b-7b1637227a95 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:54:00.221284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.367647 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0d67e6-6740-471c-910c-c9ccced1e5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.378130 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.448071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-bc131cef-0a7e-4879-925b-1df4529a795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:00.452876 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-bc131cef-0a7e-4879-925b-1df4529a795e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.7144222 Jul 06 17:54:00.576820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f0cc68-3898-4439-befd-3ef725383ca0,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:00.594549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0d67e6-6740-471c-910c-c9ccced1e5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.696431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0d67e6-6740-471c-910c-c9ccced1e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.697028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0d67e6-6740-471c-910c-c9ccced1e5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:00.698249 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ce0d67e6-6740-471c-910c-c9ccced1e5e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e47f5291-b352-4d79-a52a-81e9da96d804 HTTP/1.1" status: 204 len: 168 time: 1.1103368 Jul 06 17:54:00.703945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-43920137-3b28-4c3a-b973-fad99b36c5e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c357080-028e-4d0b-94e1-57557bfe6479 HTTP/1.1" status: 200 len: 217 time: 0.2236993 Jul 06 17:54:00.811163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d67e6-6740-471c-910c-c9ccced1e5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47f5291-b352-4d79-a52a-81e9da96d804,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:01.000673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Checking segment: {'id': 'e20486f4-2925-479b-bd03-9cc0eca68142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a19af337-1052-4b02-b9a3-a8651a70ab58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:01.001047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Network hostable DHCP agents. Network: a19af337-1052-4b02-b9a3-a8651a70ab58, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:54:01.037398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:01.037983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:01.041170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-b7bce4ee-c538-484a-b380-fd6207ec8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:01.043162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-b7bce4ee-c538-484a-b380-fd6207ec8b2e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.3146307 Jul 06 17:54:01.107293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c66726-5740-44e2-a9d8-0ed6c414fff4 req-89f72637-f0aa-4cef-9c89-0be124aa7355 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:01.109216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29c66726-5740-44e2-a9d8-0ed6c414fff4 req-89f72637-f0aa-4cef-9c89-0be124aa7355 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4016793 Jul 06 17:54:01.110220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Network a19af337-1052-4b02-b9a3-a8651a70ab58 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:54:01.135961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, a19af337-1052-4b02-b9a3-a8651a70ab58) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:01.150422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:01.153006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:01.155372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46719674-c8eb-4a14-930a-0820c4ae1dee None None] Network a19af337-1052-4b02-b9a3-a8651a70ab58 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:01.232604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1c40af87-893d-48fa-b96a-dc8eff6499c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6001928 Jul 06 17:54:01.322274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-e30f70b7-9af2-41c7-8dbd-446fb8b897c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:01.332412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-e30f70b7-9af2-41c7-8dbd-446fb8b897c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2808888 Jul 06 17:54:01.382715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29c66726-5740-44e2-a9d8-0ed6c414fff4 req-8077ea94-7637-4ad0-aad1-0a665a336e0d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050412 Jul 06 17:54:01.503813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port 11f83a42-8c0a-4bb0-a64a-e72cccc879c6, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=11f83a42-8c0a-4bb0-a64a-e72cccc879c6,segment=NetworkSegment(b78a9ca0-21ed-4779-966a-83d5ca06ace0),segment_id=b78a9ca0-21ed-4779-966a-83d5ca06ace0)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:01.505116 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:01.543116 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:01.668419 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b797f2-6d66-473b-a61e-8e5e883009c9 None None] Network a19af337-1052-4b02-b9a3-a8651a70ab58 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:01.704436 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-4c16249f-8014-4024-ac57-ab6031f9e0aa service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716505 Jul 06 17:54:01.903482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a588-4511-4ebd-9f6e-4a27ffe7ecdc req-9c026540-5d2f-4369-849e-2cc628e1b283 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:01.911278 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e867a588-4511-4ebd-9f6e-4a27ffe7ecdc req-9c026540-5d2f-4369-849e-2cc628e1b283 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.8564115 Jul 06 17:54:01.963021 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:02.001603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49520) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:02.153752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e867a588-4511-4ebd-9f6e-4a27ffe7ecdc req-0bbb811a-d180-4518-ab76-08e5026c6873 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264724 Jul 06 17:54:02.319463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:02.353443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dc4847a-8e45-47f8-9afc-bf82259d7bbb req-746b1c79-85a0-418e-ad8e-67a24af192a6 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258122 Jul 06 17:54:02.391637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=11f83a42-8c0a-4bb0-a64a-e72cccc879c6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:02.437742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c1a0b-9aa1-4b6a-80ec-a5d7e4ba237a req-53330d17-a370-4ec6-a43a-df8a85d75ac7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:02.439762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-434c1a0b-9aa1-4b6a-80ec-a5d7e4ba237a req-53330d17-a370-4ec6-a43a-df8a85d75ac7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.7343364 Jul 06 17:54:02.453304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856da93-0469-4b66-bcb8-df25937056c7 req-c55cea1e-e93a-4690-a9ac-406d6ebdb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:02.455126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3856da93-0469-4b66-bcb8-df25937056c7 req-c55cea1e-e93a-4690-a9ac-406d6ebdb7d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 1096 time: 0.5264757 Jul 06 17:54:02.467611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2631-176f-4470-95fb-0a972d8ef772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:02.538440 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-434c1a0b-9aa1-4b6a-80ec-a5d7e4ba237a req-a84c091b-e16e-4a9d-b6d3-37c2f00bbcf2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901389 Jul 06 17:54:02.786003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856da93-0469-4b66-bcb8-df25937056c7 req-e80827d9-c76f-4dae-a35b-fafd5ed5e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:02.796140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3856da93-0469-4b66-bcb8-df25937056c7 req-e80827d9-c76f-4dae-a35b-fafd5ed5e2bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.2720518 Jul 06 17:54:02.900362 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.075270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3856da93-0469-4b66-bcb8-df25937056c7 req-988a9bd0-0334-4330-b51e-154e48d56dc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a HTTP/1.1" status: 200 len: 1001 time: 0.2697487 Jul 06 17:54:03.346302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856da93-0469-4b66-bcb8-df25937056c7 req-42d198f0-52dd-4060-b5c9-e9dd4a13fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:03.357059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49574) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:03.359966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3856da93-0469-4b66-bcb8-df25937056c7 req-42d198f0-52dd-4060-b5c9-e9dd4a13fce9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.2768822 Jul 06 17:54:03.451290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-de4aa3c7-737a-4477-ba52-c4f4df4cdb1a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:03.458279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-de4aa3c7-737a-4477-ba52-c4f4df4cdb1a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 0.3613982 Jul 06 17:54:03.464332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2631-176f-4470-95fb-0a972d8ef772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.483353 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2631-176f-4470-95fb-0a972d8ef772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.487468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-f4aff955-df3c-4fe3-aa5c-ee447d495de4 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/quotas/7aacb4a41b3b464b8acf89aee1d36cf3 HTTP/1.1" status: 200 len: 375 time: 0.0277965 Jul 06 17:54:03.607808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856da93-0469-4b66-bcb8-df25937056c7 req-119d9a84-59a5-4918-bec0-fe858bd6a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:03.610242 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6b1c2631-176f-4470-95fb-0a972d8ef772 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ac96548ed594bf0b89b9a6a480a7c80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5914388 Jul 06 17:54:03.613494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:03.616618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3856da93-0469-4b66-bcb8-df25937056c7 req-119d9a84-59a5-4918-bec0-fe858bd6a824 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2490904 Jul 06 17:54:03.702520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-network', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:03.718830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c2631-176f-4470-95fb-0a972d8ef772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9b8be7-d840-4988-8aa1-47f58afa4bae,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:03.782043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b2ab1330-503c-4207-93ac-6d56a455cc23 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:03.783946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b2ab1330-503c-4207-93ac-6d56a455cc23 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/networks?id=a19af337-1052-4b02-b9a3-a8651a70ab58 HTTP/1.1" status: 200 len: 809 time: 0.6535728 Jul 06 17:54:03.812177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-802199f6-a5d0-4a97-992e-926d73d67c34 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3228061 Jul 06 17:54:03.937412 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae595af9-399a-49b7-860a-23814f009044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:03.945245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-21322744-00a5-4b8d-8473-4338e798ae0d tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/quotas/3148c6ca0fb54096a3d6c554d4743d76 HTTP/1.1" status: 200 len: 375 time: 0.1030815 Jul 06 17:54:03.957634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Made reservation on behalf of b7ce85e1817140ed8270caf85f5c2baf for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:03.962550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:04.073150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-7c7b4cb7-6884-446c-9bc8-f9e7d06d18f7 service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472324 Jul 06 17:54:04.106360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-1d40fd5d-2345-4399-81cc-31a022aec3dc tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3148c6ca0fb54096a3d6c554d4743d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1300013 Jul 06 17:54:04.116906 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:04.176187 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae595af9-399a-49b7-860a-23814f009044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:04.230724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:54:04.231689 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3856da93-0469-4b66-bcb8-df25937056c7 req-d5b1f4d5-18aa-4e7f-a8c7-261dd0538d3e service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997050 Jul 06 17:54:04.350506 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-30474558-e3be-40f1-8889-3016189e7f47 service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605588 Jul 06 17:54:04.378901 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3856da93-0469-4b66-bcb8-df25937056c7 req-e75271e9-9347-44dc-89bf-eeeae169940a service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380854 Jul 06 17:54:04.462327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-2c810b05-8e15-452d-8b50-04e876212c7e service neutron] 10.222.0.13 "GET /v2.0/networks/a19af337-1052-4b02-b9a3-a8651a70ab58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167057 Jul 06 17:54:04.660465 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-7fd3c6b3-c093-46c1-93bb-386de7cc53e4 service neutron] 10.222.0.13 "GET /v2.0/networks/a19af337-1052-4b02-b9a3-a8651a70ab58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818361 Jul 06 17:54:05.067108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91227192-4a93-4891-95b4-00e5f5812439 req-11cee1f1-0d43-4ddc-9fff-e864296e9809 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:05.090678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91227192-4a93-4891-95b4-00e5f5812439 req-11cee1f1-0d43-4ddc-9fff-e864296e9809 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.1973562 Jul 06 17:54:05.254411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91227192-4a93-4891-95b4-00e5f5812439 req-e4d4190d-8a91-4ee7-a776-6f6ba37d951d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586010 Jul 06 17:54:05.384064 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.574378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:05.597507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:05.624450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-acd20316-5a80-41fb-90e8-db80a8dbfe16 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9790096 Jul 06 17:54:05.631972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:05.633875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:05.637029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-97dc9d18-f7e1-49a0-b1ee-fe9156ce83c5 req-06e8d4c1-223d-43f7-8af3-bf60e6fc00b2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 210 time: 0.1370838 Jul 06 17:54:05.639648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49598) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:05.677168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-390e62b7-35f4-440f-9144-3c9c98248551 req-de497693-3e28-4a01-8f2c-4308cf4e2f27 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 210 time: 0.2312133 Jul 06 17:54:05.677545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae595af9-399a-49b7-860a-23814f009044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.682042 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae595af9-399a-49b7-860a-23814f009044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.687477 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ae595af9-399a-49b7-860a-23814f009044 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb9b8be7-d840-4988-8aa1-47f58afa4bae HTTP/1.1" status: 204 len: 168 time: 2.0546782 Jul 06 17:54:05.742309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae595af9-399a-49b7-860a-23814f009044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9b8be7-d840-4988-8aa1-47f58afa4bae,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:05.803555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dbd8f6-b5f2-4ec0-a4c0-2ef6374b0340 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting subnet 62b90983-03b4-44f8-bc98-ca768380ec3f {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:54:05.819424 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.824641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd8f6-b5f2-4ec0-a4c0-2ef6374b0340 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.887203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:05.945217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:54:06.012883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd8f6-b5f2-4ec0-a4c0-2ef6374b0340 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.068552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:06.136363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:06.153856 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.154193 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Added segment 51e6b132-cc4e-4834-8426-501c19665a37 of type vlan for network 06ee30b1-b6be-4d1b-bb46-36425ac2687f Jul 06 17:54:06.295713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.391599 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd8f6-b5f2-4ec0-a4c0-2ef6374b0340 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.395544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.396627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:06.397237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.555272 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1893570 Jul 06 17:54:06.558294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:54:02Z', 'revision_number': 10, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:06.565285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49616) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:06.579382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Request body: {'subnet': {'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-subnet', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:06.652902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d44b2-13e5-492e-aa82-a90edffbc8fc admin admin] Pushing event updated for resources: {'Network': ['ID=06ee30b1-b6be-4d1b-bb46-36425ac2687f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:06.655585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:06.665980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:06.668449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:06.714912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd8f6-b5f2-4ec0-a4c0-2ef6374b0340 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.719123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Made reservation on behalf of b7ce85e1817140ed8270caf85f5c2baf for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:06.754533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.845569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbd8f6-b5f2-4ec0-a4c0-2ef6374b0340 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Subnet': ['ID=62b90983-03b4-44f8-bc98-ca768380ec3f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:06.873439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8dbd8f6-b5f2-4ec0-a4c0-2ef6374b0340 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:06.891206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f8dbd8f6-b5f2-4ec0-a4c0-2ef6374b0340 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/62b90983-03b4-44f8-bc98-ca768380ec3f HTTP/1.1" status: 204 len: 168 time: 1.2273378 Jul 06 17:54:06.895012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49630) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:07.015921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:07.363849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 06ee30b1-b6be-4d1b-bb46-36425ac2687f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:54:07.369126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26f7c4-9d01-4dcf-b819-160d8a5b39c0 None None] Network 2a86c355-42d9-4271-82fd-4af46aa19aea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:07.396817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.495832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:07.509814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff750fb-f6b6-47e6-ace0-ac46bf8948de req-5ff26c9c-e507-48d8-905f-9d8ce51f0e5a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:07.524914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aff750fb-f6b6-47e6-ace0-ac46bf8948de req-5ff26c9c-e507-48d8-905f-9d8ce51f0e5a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.6014562 Jul 06 17:54:07.649722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aff750fb-f6b6-47e6-ace0-ac46bf8948de req-7b7856c6-439d-4a00-bd52-c72c60ab5293 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098628 Jul 06 17:54:07.674822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cbe1bc5e-3b23-43f8-b1ba-51144d109986 req-dad75e96-78b8-4cd5-aa60-bd61cc2bcdfb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 210 time: 0.1888943 Jul 06 17:54:07.956382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port e8c447b7-15a5-45ed-8323-eeb321f95b7d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:07.957424 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.172615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port e8c447b7-15a5-45ed-8323-eeb321f95b7d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e8c447b7-15a5-45ed-8323-eeb321f95b7d,segment=NetworkSegment(b78a9ca0-21ed-4779-966a-83d5ca06ace0),segment_id=b78a9ca0-21ed-4779-966a-83d5ca06ace0)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:08.173076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.220859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for e8c447b7-15a5-45ed-8323-eeb321f95b7d owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:08.429216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6ae496-2193-4c02-bf76-c3be13d070ea,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:08.572858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:08.652587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=e8c447b7-15a5-45ed-8323-eeb321f95b7d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:08.678873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No DVR routers for this DVR port e8c447b7-15a5-45ed-8323-eeb321f95b7d on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:54:08.989743 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:09.021253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a86c355-42d9-4271-82fd-4af46aa19aea']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:09.033265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-bf2873ff-1ef0-44a2-989b-a60c8468ba5f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:09.034571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-bf2873ff-1ef0-44a2-989b-a60c8468ba5f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 1.3456230 Jul 06 17:54:09.065865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78a9ca0-21ed-4779-966a-83d5ca06ace0') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:09.066217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78a9ca0-21ed-4779-966a-83d5ca06ace0') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:09.176369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:09.236482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'port': {'device_id': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'admin_state_up': True, 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:09.262079 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85ef7f51-f104-4c1e-988f-a2f4d279a851 req-7c50826e-a4bf-4b7e-91f0-885b8aab8c3c tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 210 time: 0.7698579 Jul 06 17:54:09.286561 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:09.320985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:54:09.321979 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:54:09.477571 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:54:09.508907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecdbffa-bed4-410c-8f14-0cddcc7e38ca None None] DHCP port deletion for 2a86c355-42d9-4271-82fd-4af46aa19aea request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:54:09.697290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:54:02Z', 'revision_number': 10, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:09.730850 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2ac729a-4f14-4fb0-9d2c-2a5f7ddedbb2 req-b334abb2-4e88-4374-a14d-f0be41d1ee55 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 210 time: 0.2374539 Jul 06 17:54:09.740883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:09.764689 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:09.770910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/networks/2a86c355-42d9-4271-82fd-4af46aa19aea HTTP/1.1" status: 204 len: 168 time: 2.8705950 Jul 06 17:54:09.776897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Checking segment: {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:09.777782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Network hostable DHCP agents. Network: 06ee30b1-b6be-4d1b-bb46-36425ac2687f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:54:09.788189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:09.792952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9378bf8-c77c-438c-889d-0ba7c95e74a0 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Network': ['ID=2a86c355-42d9-4271-82fd-4af46aa19aea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:09.831318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20341506-97f2-45c8-8e12-375c7372a5dc None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:54:02Z', 'revision_number': 10, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None, '_interfaces': [{'id': '2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f', 'name': '', 'network_id': '36ecd013-a818-4321-ae63-f8f587a0b9e0', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'mac_address': 'fa:16:3e:1a:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:37Z', 'updated_at': '2021-07-06T17:52:48Z', 'revision_number': 5, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'subnets': [{'id': 'a9e4c3ab-1566-474c-a293-91ac0d4ebfe7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:10.131556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Made reservation on behalf of 7aacb4a41b3b464b8acf89aee1d36cf3 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:10.139648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:10.276370 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e8c447b7-15a5-45ed-8323-eeb321f95b7d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:10.304791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Network 06ee30b1-b6be-4d1b-bb46-36425ac2687f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:54:10.489295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: e8c447b7-15a5-45ed-8323-eeb321f95b7d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:54:10.489872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e8c447b7-15a5-45ed-8323-eeb321f95b7d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:54:10.733917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Allocated IP 172.20.0.7 (ad008159-491b-44b7-b34f-58dbc4e84586/9521b14c-453c-47b3-8db1-d103d8b30de6/db195b58-3396-4018-a709-d3dddf32f4cb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:10.874108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 06ee30b1-b6be-4d1b-bb46-36425ac2687f) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:10.887410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568bf725-81d7-4f91-8db6-fabec216ba8c None None] Network 06ee30b1-b6be-4d1b-bb46-36425ac2687f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:10.915150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:10.916470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:10.938269 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6379493e-5f7a-47a9-8827-3c0c02c022e6 req-c29e2b92-145f-4085-b39e-4f990dd08655 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 210 time: 0.0731592 Jul 06 17:54:11.001810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-3dd001a1-4d2a-40f6-b4eb-24e565731c76 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:11.004157 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:11.012942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-3dd001a1-4d2a-40f6-b4eb-24e565731c76 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.22 "GET /v2.0/networks?id=a19af337-1052-4b02-b9a3-a8651a70ab58 HTTP/1.1" status: 200 len: 809 time: 1.8033509 Jul 06 17:54:11.309379 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-214a97da-f92c-413a-bd71-f88c66f5bed2 req-9b575396-c2ae-45f2-bef9-f9ef46ebdbfd tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 210 time: 0.1009083 Jul 06 17:54:11.571002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a8c62-def0-4eb6-9da9-cd4bc2b8a0c0 None None] Network 06ee30b1-b6be-4d1b-bb46-36425ac2687f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:11.759867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:11.760620 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:11.985672 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Request body: {'port': {'device_id': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'network_id': 'a19af337-1052-4b02-b9a3-a8651a70ab58', 'admin_state_up': True, 'tenant_id': '3148c6ca0fb54096a3d6c554d4743d76'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:12.004214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9b2ccbef-094d-4a2e-9a4b-7fd042ce24ef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 5.4371886 Jul 06 17:54:12.007124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:12.008287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49716) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:12.037624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:12.065257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:54:12.067598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 11f83a42-8c0a-4bb0-a64a-e72cccc879c6 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:54:12.213422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f,segment=NetworkSegment(7a4abbc0-2202-4f8b-9f0a-f55db63499cd),segment_id=7a4abbc0-2202-4f8b-9f0a-f55db63499cd)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:12.214101 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.244018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:12.254794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49726) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:12.306788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663da0d-0de9-4e16-bd53-44c90f4d5624 req-c38f5b5f-2a1c-412d-ae89-d42899086a8e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:12.309281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6663da0d-0de9-4e16-bd53-44c90f4d5624 req-c38f5b5f-2a1c-412d-ae89-d42899086a8e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 2.1912613 Jul 06 17:54:12.423325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6663da0d-0de9-4e16-bd53-44c90f4d5624 req-325d1504-f044-4f60-8c5b-9f7f7b2087e1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886714 Jul 06 17:54:12.456759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ce63787c-e0d3-401a-ae34-c3ea07fdb475 req-70e24c76-4501-490a-ad1a-89e0199a6d85 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 210 time: 0.0916607 Jul 06 17:54:12.468563 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.486582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.496102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.508407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Transition to ACTIVE for port object db195b58-3396-4018-a709-d3dddf32f4cb will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:12.551313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Made reservation on behalf of 3148c6ca0fb54096a3d6c554d4743d76 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:12.556511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.723288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.756147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Allocated IP 172.20.0.11 (a19af337-1052-4b02-b9a3-a8651a70ab58/70f0cc68-3898-4439-befd-3ef725383ca0/21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:12.796257 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:12.807733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['7c357080-028e-4d0b-94e1-57557bfe6479'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:12.813052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['f1a56317-2cd0-46f6-aaf4-2143403154e7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:12.834721 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04a90544-1c2b-415e-8b11-a884ededdc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.040730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Network ad008159-491b-44b7-b34f-58dbc4e84586 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:13.066973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.105250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:13.159315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:13.389285 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.474137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'Port': ['ID=db195b58-3396-4018-a709-d3dddf32f4cb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:13.503628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:13.548387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:13.561603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.612647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.613770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.614752 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.615516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.616492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.617301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.618260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.619865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.621590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.623143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.624240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.625134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:13.676896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5016dc46-3dea-404a-bb1d-92eb08352f55 None None] Provisioning for port db195b58-3396-4018-a709-d3dddf32f4cb completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:13.692534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5016dc46-3dea-404a-bb1d-92eb08352f55 None None] Provisioning complete for port db195b58-3396-4018-a709-d3dddf32f4cb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:13.695756 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5016dc46-3dea-404a-bb1d-92eb08352f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.767828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:13.842415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5016dc46-3dea-404a-bb1d-92eb08352f55 None None] Port db195b58-3396-4018-a709-d3dddf32f4cb cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:13.930135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7ca78-5058-42fd-ad61-80227ef29a0b req-7222003a-a9a1-4edc-8319-60882083db09 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:13.938898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bd7ca78-5058-42fd-ad61-80227ef29a0b req-7222003a-a9a1-4edc-8319-60882083db09 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 931 time: 1.1580546 Jul 06 17:54:13.975333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.070893 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7bd7ca78-5058-42fd-ad61-80227ef29a0b req-9b742529-920d-4359-84fa-01dba3219921 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307383 Jul 06 17:54:14.083144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-d0b28507-cdba-4714-bfa0-110a8d95bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:14.084841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-d0b28507-cdba-4714-bfa0-110a8d95bb47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 1096 time: 0.4900186 Jul 06 17:54:14.095845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04a90544-1c2b-415e-8b11-a884ededdc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.109006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:54:14.119770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04a90544-1c2b-415e-8b11-a884ededdc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.193314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-4cb01efa-7b9b-44f9-9134-9be4dd908fa0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1082368 Jul 06 17:54:14.208836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Request body: {'port': {'device_id': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:14.260098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bd92-9d5c-4f10-b5a9-dd5f60e91418 req-4bec7e78-c645-4a3c-8c50-b4f6930ed624 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:14.265591 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.274085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-df52bd92-9d5c-4f10-b5a9-dd5f60e91418 req-4bec7e78-c645-4a3c-8c50-b4f6930ed624 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.3919811 Jul 06 17:54:14.286752 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-04a90544-1c2b-415e-8b11-a884ededdc81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6112f1438eb48589b615f0d166658ef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0235870 Jul 06 17:54:14.287808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a90544-1c2b-415e-8b11-a884ededdc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaa4683-09af-4d82-bb32-f378febf06f1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:14.294029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49748) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:14.409964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:14.414586 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.429568 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:14.431698 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2eba626b-7e25-4175-8655-8b1cf7d8b12e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6471419 Jul 06 17:54:14.434443 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49750) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:14.448604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Network a19af337-1052-4b02-b9a3-a8651a70ab58 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:14.450267 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:14.451908 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:14.489308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:14.497304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:14.503752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-df52bd92-9d5c-4f10-b5a9-dd5f60e91418 req-253868dd-0a33-4848-bd22-dd137e0b3785 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286749 Jul 06 17:54:14.508628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Pushing event updated for resources: {'Port': ['ID=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:14.509153 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.519596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-378ca540-4027-4bc4-82e0-b17ba6c59832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:14.521123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-378ca540-4027-4bc4-82e0-b17ba6c59832 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.4240699 Jul 06 17:54:14.555105 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:14.612976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.620226 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:54:13Z', 'revision_number': 11, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:14.625543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c0a63f-39e0-4c54-8052-cb11b4691325 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting subnet a9e4c3ab-1566-474c-a293-91ac0d4ebfe7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:54:14.630360 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84c0a63f-39e0-4c54-8052-cb11b4691325 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.653548 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:14.664549 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:14.665709 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:14.679275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:14.679977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.691954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84c0a63f-39e0-4c54-8052-cb11b4691325 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.712675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6170e11d-19db-4b1b-8197-3163b3efc0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.734717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-4ae54262-29fd-4db7-b925-a13a1c12d66e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a HTTP/1.1" status: 200 len: 1001 time: 0.1834974 Jul 06 17:54:14.748807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf1163-47aa-4eb4-9b97-27417df9b725 req-0939b3b8-b810-4c94-945b-acd35df76a5f tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:14.756680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-abdf1163-47aa-4eb4-9b97-27417df9b725 req-0939b3b8-b810-4c94-945b-acd35df76a5f tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 932 time: 0.4406667 Jul 06 17:54:14.766478 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:14.782012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-cd02a354-19c3-4105-bd1a-703108fd7fa6 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8061969 Jul 06 17:54:14.807020 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84c0a63f-39e0-4c54-8052-cb11b4691325 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.842302 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:54:13Z', 'revision_number': 11, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:14.844382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Request body: {'port': {'device_id': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:14.855982 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6170e11d-19db-4b1b-8197-3163b3efc0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.879552 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d5f8e-3068-4831-ba40-29876c407709 None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:54:13Z', 'revision_number': 11, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:14.932876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84c0a63f-39e0-4c54-8052-cb11b4691325 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.977812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Allocated IP 172.25.7.185 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/cf5009f4-e3ab-4f3e-ba42-bbb954dce042) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:14.988332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0a63f-39e0-4c54-8052-cb11b4691325 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e4c3ab-1566-474c-a293-91ac0d4ebfe7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:14.995154 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84c0a63f-39e0-4c54-8052-cb11b4691325 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:14.997255 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-84c0a63f-39e0-4c54-8052-cb11b4691325 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/a9e4c3ab-1566-474c-a293-91ac0d4ebfe7 HTTP/1.1" status: 204 len: 168 time: 0.5588634 Jul 06 17:54:14.999276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-3c5b71f8-0225-4df7-b342-adaf4614350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:15.000035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:15.000792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-3c5b71f8-0225-4df7-b342-adaf4614350d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.2364943 Jul 06 17:54:15.009129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b43d1-86bd-489b-87fe-0e1c67a4e660 None None] Network 36ecd013-a818-4321-ae63-f8f587a0b9e0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:15.040173 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-abdf1163-47aa-4eb4-9b97-27417df9b725 req-4d86940f-64d9-448f-aa84-5a32092d165c tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792082 Jul 06 17:54:15.159774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.171967 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.207022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6170e11d-19db-4b1b-8197-3163b3efc0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.209785 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6170e11d-19db-4b1b-8197-3163b3efc0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.211176 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6170e11d-19db-4b1b-8197-3163b3efc0a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4eaa4683-09af-4d82-bb32-f378febf06f1 HTTP/1.1" status: 204 len: 168 time: 0.9114022 Jul 06 17:54:15.286525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170e11d-19db-4b1b-8197-3163b3efc0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaa4683-09af-4d82-bb32-f378febf06f1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:15.449521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.467223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-42de5789-f844-4156-9cc8-08d5dab181ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:15.475487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-42de5789-f844-4156-9cc8-08d5dab181ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4622831 Jul 06 17:54:15.546798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Deleting port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:15.547148 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.697863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fdd210-d22e-41fb-9a21-95172d163570 None None] DHCP port deletion for 36ecd013-a818-4321-ae63-f8f587a0b9e0 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:54:15.755269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db195b58-3396-4018-a709-d3dddf32f4cb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:15.760947 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.768795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] For port 08adb302-d62e-481a-b5bf-a9ed72fe07a7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=08adb302-d62e-481a-b5bf-a9ed72fe07a7,segment=NetworkSegment(7a4abbc0-2202-4f8b-9f0a-f55db63499cd),segment_id=7a4abbc0-2202-4f8b-9f0a-f55db63499cd)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:15.769173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.786742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648addf7-3bba-4c1c-92d6-b147884c4c1c req-1270d5e0-33cd-4212-850a-0f934a3ce0aa tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:15.790169 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.794068 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-648addf7-3bba-4c1c-92d6-b147884c4c1c req-1270d5e0-33cd-4212-850a-0f934a3ce0aa tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 931 time: 0.4644680 Jul 06 17:54:15.835695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Transition to ACTIVE for port object db195b58-3396-4018-a709-d3dddf32f4cb will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:15.876683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.887340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Calling delete_port for 08adb302-d62e-481a-b5bf-a9ed72fe07a7 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:15.901921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-44fdd210-d22e-41fb-9a21-95172d163570 None None] Deleting port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:15.902444 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44fdd210-d22e-41fb-9a21-95172d163570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:15.922360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:15.967726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-96b7d3e8-91c1-4807-bb8b-9fd596cb9d1d service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593120 Jul 06 17:54:16.021140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49764) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:16.047404 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 08adb302-d62e-481a-b5bf-a9ed72fe07a7 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:16.191196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-44fdd210-d22e-41fb-9a21-95172d163570 None None] For port 08adb302-d62e-481a-b5bf-a9ed72fe07a7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=08adb302-d62e-481a-b5bf-a9ed72fe07a7,segment=NetworkSegment(7a4abbc0-2202-4f8b-9f0a-f55db63499cd),segment_id=7a4abbc0-2202-4f8b-9f0a-f55db63499cd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:16.191594 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44fdd210-d22e-41fb-9a21-95172d163570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:16.202073 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:16.218785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-44fdd210-d22e-41fb-9a21-95172d163570 None None] Calling delete_port for 08adb302-d62e-481a-b5bf-a9ed72fe07a7 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:16.289472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 08adb302-d62e-481a-b5bf-a9ed72fe07a7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=08adb302-d62e-481a-b5bf-a9ed72fe07a7,segment=NetworkSegment(7a4abbc0-2202-4f8b-9f0a-f55db63499cd),segment_id=7a4abbc0-2202-4f8b-9f0a-f55db63499cd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:16.297881 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:16.299001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:16.384519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:54:16.385176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2bec5ed4-8af2-4550-8dc1-dc69ff7aad8f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:54:16.405449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:16.430566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=08adb302-d62e-481a-b5bf-a9ed72fe07a7,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:16.451123 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44fdd210-d22e-41fb-9a21-95172d163570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:16.452832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdfc7a-92d1-4664-9260-d3d899c06347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:16.496593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdd210-d22e-41fb-9a21-95172d163570 None None] Pushing event deleted for resources: {'Port': ['ID=08adb302-d62e-481a-b5bf-a9ed72fe07a7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:16.504083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdd210-d22e-41fb-9a21-95172d163570 None None] No DVR routers for this DVR port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:54:16.508987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Pushing event updated for resources: {'Port': ['ID=db195b58-3396-4018-a709-d3dddf32f4cb,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:16.546237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:16.552903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5009f4-e3ab-4f3e-ba42-bbb954dce042,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:16.599306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-648addf7-3bba-4c1c-92d6-b147884c4c1c req-b9d4a70e-ddce-4d21-a5b1-72305ea15112 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7959089 Jul 06 17:54:16.698868 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:16.702961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c3a6-72fd-4053-b4dc-54acaa262ab5 req-1fdd49db-628a-4582-8c54-23d0bb48ee59 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:16.704635 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fd0c3a6-72fd-4053-b4dc-54acaa262ab5 req-1fdd49db-628a-4582-8c54-23d0bb48ee59 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 945 time: 0.8660593 Jul 06 17:54:16.753437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:16.774629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4951e8b5-eddf-489b-9abc-1c9587aec65a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:16.823289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:16.846239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1d5a19c2-8335-43c6-b423-179f3d0355b5 req-9635bccd-7fd6-4b05-a972-1af53a0202d1 service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8322680 Jul 06 17:54:16.881223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Transition to ACTIVE for port object 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:16.893062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Port': ['ID=08adb302-d62e-481a-b5bf-a9ed72fe07a7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:16.906093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fd0c3a6-72fd-4053-b4dc-54acaa262ab5 req-297c5c0d-49e8-4be0-802d-228044418ce9 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727989 Jul 06 17:54:16.910023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:16.958644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No DVR routers for this DVR port 08adb302-d62e-481a-b5bf-a9ed72fe07a7 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:54:17.046198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Attempting to bind port db195b58-3396-4018-a709-d3dddf32f4cb on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:17.046198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Attempting to bind port db195b58-3396-4018-a709-d3dddf32f4cb by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:17.046742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Attempting to bind port db195b58-3396-4018-a709-d3dddf32f4cb on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:17.058901 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Port db195b58-3396-4018-a709-d3dddf32f4cb on network ad008159-491b-44b7-b34f-58dbc4e84586 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:17.060068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Attempting to bind port db195b58-3396-4018-a709-d3dddf32f4cb on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:17.068822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Pushing event updated for resources: {'Port': ['ID=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:17.116755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:17.116755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Checking segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:17.116755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Bound using segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:17.117237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Bound port: db195b58-3396-4018-a709-d3dddf32f4cb, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:17.117582 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.127866 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.133686 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb0ae-be42-42bf-aaba-83c3b0bf3bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.154962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49774) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:17.156518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.178085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:17.183657 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77dd8f8-9efc-4b27-ac6d-7619b1e63663" -d '{"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-unplugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:17.187767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ecd013-a818-4321-ae63-f8f587a0b9e0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:17.211874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:17.216898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4abbc0-2202-4f8b-9f0a-f55db63499cd') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:17.217714 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdfc7a-92d1-4664-9260-d3d899c06347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.221180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4abbc0-2202-4f8b-9f0a-f55db63499cd') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:17.224500 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.236919 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.270054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Attempting to bind port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:17.270406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Attempting to bind port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'e20486f4-2925-479b-bd03-9cc0eca68142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a19af337-1052-4b02-b9a3-a8651a70ab58'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:17.270757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Attempting to bind port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 on network a19af337-1052-4b02-b9a3-a8651a70ab58 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:17.272993 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccdfc7a-92d1-4664-9260-d3d899c06347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.319724 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.331233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:17.345150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:54:17.345676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.347518 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e72d85-21ab-4b8b-a020-34540a38f9b2 x-openstack-request-id: req-46e72d85-21ab-4b8b-a020-34540a38f9b2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:17.348232 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-unplugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:17.348811 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46e72d85-21ab-4b8b-a020-34540a38f9b2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:54:17.349211 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:54:17.353269 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'code': 200} Jul 06 17:54:17.356255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 on network a19af337-1052-4b02-b9a3-a8651a70ab58 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:17.357288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Attempting to bind port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 on network a19af337-1052-4b02-b9a3-a8651a70ab58 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:17.390911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] For port db195b58-3396-4018-a709-d3dddf32f4cb, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:17.410122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:17.410835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Checking segment: {'id': 'e20486f4-2925-479b-bd03-9cc0eca68142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a19af337-1052-4b02-b9a3-a8651a70ab58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:17.411403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Bound using segment: {'id': 'e20486f4-2925-479b-bd03-9cc0eca68142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a19af337-1052-4b02-b9a3-a8651a70ab58'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:17.412034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Bound port: 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20486f4-2925-479b-bd03-9cc0eca68142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a19af337-1052-4b02-b9a3-a8651a70ab58'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:17.412651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.428248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68d1cd4b-403b-493f-ab7b-508b5eef6b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.454585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] For port db195b58-3396-4018-a709-d3dddf32f4cb, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=db195b58-3396-4018-a709-d3dddf32f4cb,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:17.458575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7ccdfc7a-92d1-4664-9260-d3d899c06347 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e316cc467984d9d8470c4c13cc96831&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4350758 Jul 06 17:54:17.462589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdfc7a-92d1-4664-9260-d3d899c06347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca9aa33-7118-43e9-bbde-f98a9565b505,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:17.465422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:17.488392 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.581548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Pushing event updated for resources: {'Port': ['ID=db195b58-3396-4018-a709-d3dddf32f4cb,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:17.620730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:17.621589 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.623679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-d56bb1e0-6dce-4340-bdab-d67d3d00259b service neutron] 10.222.0.22 "PUT /v2.0/ports/db195b58-3396-4018-a709-d3dddf32f4cb HTTP/1.1" status: 200 len: 1091 time: 3.4211586 Jul 06 17:54:17.628050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'tag': 'db195b58-3396-4018-a709-d3dddf32f4cb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:17.630871 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df67d7b-a88c-4450-98f3-1a0659e48fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "f941600c-e2f6-40eb-a0fa-1d9f5a23081e", "tag": "db195b58-3396-4018-a709-d3dddf32f4cb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:17.639552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9f92-9b86-4292-b7d7-0d5334fd60b6 req-9ff1bd62-7aca-4ba8-8ecf-84b6fd042173 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:17.643181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7ad9f92-9b86-4292-b7d7-0d5334fd60b6 req-9ff1bd62-7aca-4ba8-8ecf-84b6fd042173 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 944 time: 0.7927878 Jul 06 17:54:17.689815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.726122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7ad9f92-9b86-4292-b7d7-0d5334fd60b6 req-80ee1ba6-b537-4284-999d-686ed7950b05 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717728 Jul 06 17:54:17.729386 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e0e9d4-7843-4a23-a3ac-5500d5e379c9 x-openstack-request-id: req-56e0e9d4-7843-4a23-a3ac-5500d5e379c9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:17.729710 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f941600c-e2f6-40eb-a0fa-1d9f5a23081e", "tag": "db195b58-3396-4018-a709-d3dddf32f4cb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:17.729975 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56e0e9d4-7843-4a23-a3ac-5500d5e379c9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:17.730482 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'tag': 'db195b58-3396-4018-a709-d3dddf32f4cb', 'status': 'completed', 'code': 200} Jul 06 17:54:17.772568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] For port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:17.780770 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.823992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.837562 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/networks/36ecd013-a818-4321-ae63-f8f587a0b9e0 HTTP/1.1" status: 204 len: 168 time: 2.8315969 Jul 06 17:54:17.837562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303268d-1705-4968-be87-250af274f80f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Pushing event deleted for resources: {'Network': ['ID=36ecd013-a818-4321-ae63-f8f587a0b9e0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:17.837984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] For port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,segment=NetworkSegment(e20486f4-2925-479b-bd03-9cc0eca68142),segment_id=e20486f4-2925-479b-bd03-9cc0eca68142)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:17.848943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49790) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:17.875469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'routes': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:17.888334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:17.890605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64a0835a-99ee-46a5-830f-818c9e0241f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.052098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68d1cd4b-403b-493f-ab7b-508b5eef6b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.170738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Pushing event updated for resources: {'Port': ['ID=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:18.186387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:18.187787 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.190091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-b25c0235-935c-41be-9502-2ffe14db54db service neutron] 10.222.0.22 "PUT /v2.0/ports/21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 HTTP/1.1" status: 200 len: 1092 time: 3.3905759 Jul 06 17:54:18.202521 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68d1cd4b-403b-493f-ab7b-508b5eef6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.248753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.251465 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64a0835a-99ee-46a5-830f-818c9e0241f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.337896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7ef7a-e3be-4a92-8571-a0322ef20de1 req-c92b8192-a594-4546-b9a0-7732ac5bda08 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:18.341344 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20f7ef7a-e3be-4a92-8571-a0322ef20de1 req-c92b8192-a594-4546-b9a0-7732ac5bda08 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.1526442 Jul 06 17:54:18.424653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-68d1cd4b-403b-493f-ab7b-508b5eef6b62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df0061b31ffa44cfb04b7e7e9c1923a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2685754 Jul 06 17:54:18.425177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20f7ef7a-e3be-4a92-8571-a0322ef20de1 req-add2b853-a69a-435c-9e90-3fadc12fb74a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571685 Jul 06 17:54:18.429831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:18.486468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1cd4b-403b-493f-ab7b-508b5eef6b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aae64f-d543-4897-9f1d-7ecc91933820,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:18.492770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Added routes are [] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 17:54:18.493115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Removed routes are [] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 17:54:18.493476 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.497367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-6bf40b8c-6f19-4420-8db9-e700fd14673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:18.499488 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-6bf40b8c-6f19-4420-8db9-e700fd14673f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 1094 time: 0.7524745 Jul 06 17:54:18.531846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:54:18.541924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9f6d45f-8c58-472d-99f6-48e1094ac5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.630836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-acc58ce0-3757-4512-8135-b83651aff6b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db195b58-3396-4018-a709-d3dddf32f4cb HTTP/1.1" status: 200 len: 217 time: 0.1222970 Jul 06 17:54:18.654178 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9f6d45f-8c58-472d-99f6-48e1094ac5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.734319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f421f19-264c-4568-934b-696f67426057 req-0f89b313-33e4-423f-8417-d3aa35de0530 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:18.736099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f421f19-264c-4568-934b-696f67426057 req-0f89b313-33e4-423f-8417-d3aa35de0530 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 943 time: 0.7416425 Jul 06 17:54:18.781852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-0343bd5d-6d26-4893-aeae-af55471e3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:18.783460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-0343bd5d-6d26-4893-aeae-af55471e3cad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3148c6ca0fb54096a3d6c554d4743d76&device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 1095 time: 0.5351214 Jul 06 17:54:18.789488 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64a0835a-99ee-46a5-830f-818c9e0241f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.792315 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64a0835a-99ee-46a5-830f-818c9e0241f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.794636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-64a0835a-99ee-46a5-830f-818c9e0241f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ca9aa33-7118-43e9-bbde-f98a9565b505 HTTP/1.1" status: 204 len: 168 time: 1.3223352 Jul 06 17:54:18.811073 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.839243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:18.861301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Sync routers for ids ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:18.872324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.876222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-b00ffa19-8692-4e17-9ffa-f7b2621b4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:18.877917 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-b00ffa19-8692-4e17-9ffa-f7b2621b4cd9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.2350335 Jul 06 17:54:18.882123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0835a-99ee-46a5-830f-818c9e0241f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca9aa33-7118-43e9-bbde-f98a9565b505,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:18.888144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9f6d45f-8c58-472d-99f6-48e1094ac5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.891323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Routers {'93870fbc-ab29-4146-bc5f-f4f8d8ec3942'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:18.893099 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9f6d45f-8c58-472d-99f6-48e1094ac5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.893787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:53:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:18.897333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d9f6d45f-8c58-472d-99f6-48e1094ac5e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11aae64f-d543-4897-9f1d-7ecc91933820 HTTP/1.1" status: 204 len: 168 time: 0.4640536 Jul 06 17:54:18.914835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:18.916724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d230bee3-ccab-4904-83a6-ce9017c909c3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9069145 Jul 06 17:54:18.924209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-2a4504af-b4b5-45cb-b685-4cb8935c9533 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 HTTP/1.1" status: 200 len: 217 time: 0.1233683 Jul 06 17:54:18.924537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49802) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:19.015792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6d45f-8c58-472d-99f6-48e1094ac5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aae64f-d543-4897-9f1d-7ecc91933820,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:19.278359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c397d3-7a52-4978-8c38-828bfcd397a0 req-994778db-e332-4c0a-950b-3c8528bd8893 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:19.279748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9c397d3-7a52-4978-8c38-828bfcd397a0 req-994778db-e332-4c0a-950b-3c8528bd8893 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 944 time: 0.2599540 Jul 06 17:54:19.320727 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8f421f19-264c-4568-934b-696f67426057 req-eea18143-7ba7-494b-8f0f-9d75cdfbb6ac tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409687 Jul 06 17:54:19.401143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 6102489c-15a2-4880-8b66-4b0bd04d527a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:54:19.404243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Set router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:19.443481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-92e63cfb-52b5-43aa-ae19-3af586eaf8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:19.446597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-92e63cfb-52b5-43aa-ae19-3af586eaf8c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70f0cc68-3898-4439-befd-3ef725383ca0 HTTP/1.1" status: 200 len: 849 time: 0.4788568 Jul 06 17:54:19.489389 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9c397d3-7a52-4978-8c38-828bfcd397a0 req-1513745a-cd63-4154-b9b7-5cbe265bb602 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561713 Jul 06 17:54:19.516295 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-1b43d5a1-6f3d-4e28-8419-b5e273de8777 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a19af337-1052-4b02-b9a3-a8651a70ab58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593731 Jul 06 17:54:19.523187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-b75a1219-00eb-4286-a42e-d29a84cdbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:19.526654 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-b75a1219-00eb-4286-a42e-d29a84cdbb08 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6411941 Jul 06 17:54:19.701415 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-248b6cb8-2cac-4ed7-8b91-f2c0e18c2e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:19.742750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'tag': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:19.745320 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce814e68-0bf8-424d-8771-2f79f443ca2a" -d '{"events": [{"name": "network-changed", "server_uuid": "09568d7c-a61b-4026-8dd4-b1f90248604b", "tag": "21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:19.872922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:19.887208 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af946a-2511-4dec-9717-0a540952757e None None] Sync routers for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:19.889464 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:19.890960 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f8ea7353-3991-4b48-951e-c24d62f1d7ae tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a HTTP/1.1" status: 200 len: 704 time: 2.0392938 Jul 06 17:54:19.896453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 49828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:19.947055 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af946a-2511-4dec-9717-0a540952757e None None] Routers {'6102489c-15a2-4880-8b66-4b0bd04d527a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:19.955391 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a0af946a-2511-4dec-9717-0a540952757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6102489c-15a2-4880-8b66-4b0bd04d527a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:19.975560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5dfe82ea-7109-4072-a1eb-66220594ec53 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=6102489c-15a2-4880-8b66-4b0bd04d527a HTTP/1.1" status: 200 len: 205 time: 0.0732803 Jul 06 17:54:19.980892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:19.992094 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.018251 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-02069e0b-bbd5-4522-a6eb-dc01285a3594 service neutron] 10.222.0.22 "GET /v2.0/networks/a19af337-1052-4b02-b9a3-a8651a70ab58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889979 Jul 06 17:54:20.022754 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ece64b-c4af-43a9-8551-4da5563ed975 x-openstack-request-id: req-58ece64b-c4af-43a9-8551-4da5563ed975 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:20.023156 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09568d7c-a61b-4026-8dd4-b1f90248604b", "tag": "21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:20.023308 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58ece64b-c4af-43a9-8551-4da5563ed975 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:20.023795 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'tag': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9', 'status': 'completed', 'code': 200} Jul 06 17:54:20.057688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-7c32f668-2677-4cf4-844c-3872ad63aaee service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934704 Jul 06 17:54:20.067678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:12Z', 'updated_at': '2021-07-06T17:54:17Z', 'revision_number': 3, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'gw_port': {'id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:14Z', 'updated_at': '2021-07-06T17:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:20.127557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb940fc-ea59-4b02-9f0d-2126e5fe8d0b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.167812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Checking router: 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:20.168399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Updating router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 port cf5009f4-e3ab-4f3e-ba42-bbb954dce042 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:54:20.200818 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a0af946a-2511-4dec-9717-0a540952757e None None] Set router 6102489c-15a2-4880-8b66-4b0bd04d527a gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:20.264050 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.393552 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb940fc-ea59-4b02-9f0d-2126e5fe8d0b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.396249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb940fc-ea59-4b02-9f0d-2126e5fe8d0b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.464843 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a0af946a-2511-4dec-9717-0a540952757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102489c-15a2-4880-8b66-4b0bd04d527a', 'name': 'tempest-RoutersIpV6Test-router-579482849', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:32Z', 'updated_at': '2021-07-06T17:54:13Z', 'revision_number': 11, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:20.496304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.498769 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb940fc-ea59-4b02-9f0d-2126e5fe8d0b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.499389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb940fc-ea59-4b02-9f0d-2126e5fe8d0b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Fanout notify agent at l3_agent the message router_deleted on router 6102489c-15a2-4880-8b66-4b0bd04d527a {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:54:20.509458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb940fc-ea59-4b02-9f0d-2126e5fe8d0b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.510789 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ffb940fc-ea59-4b02-9f0d-2126e5fe8d0b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a HTTP/1.1" status: 204 len: 168 time: 0.5267780 Jul 06 17:54:20.521114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49852) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:20.524771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a22e869d-0fb4-45e3-a6dc-ffca1a89ec0e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-745791084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:20.558497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a22e869d-0fb4-45e3-a6dc-ffca1a89ec0e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.560531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a22e869d-0fb4-45e3-a6dc-ffca1a89ec0e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.662604 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af946a-2511-4dec-9717-0a540952757e None None] Checking router: 6102489c-15a2-4880-8b66-4b0bd04d527a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:20.693775 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af946a-2511-4dec-9717-0a540952757e None None] Routers set() bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:20.694486 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af946a-2511-4dec-9717-0a540952757e None None] Router IDs set() for agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 17:54:20.695648 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_agentschedulers_db [None req-a0af946a-2511-4dec-9717-0a540952757e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6102489c-15a2-4880-8b66-4b0bd04d527a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent'). {{(pid=93781) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 17:54:20.696308 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af946a-2511-4dec-9717-0a540952757e None None] The sync data for ids ['6102489c-15a2-4880-8b66-4b0bd04d527a'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:20.741735 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:20.784566 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e5c883e-e4a1-4b83-9e33-90221d34e916 req-2b8a5131-82c9-45b0-bb46-99c6fffab82c service neutron] 10.222.0.22 "GET /v2.0/networks/a19af337-1052-4b02-b9a3-a8651a70ab58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576828 Jul 06 17:54:20.812921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c675b1-292c-4356-9e12-2c151b0284e0 req-0cd5efd3-fe33-4d5e-bfbe-2551e7d51d7d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:20.821900 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9c675b1-292c-4356-9e12-2c151b0284e0 req-0cd5efd3-fe33-4d5e-bfbe-2551e7d51d7d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 1.1168628 Jul 06 17:54:20.920945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9c675b1-292c-4356-9e12-2c151b0284e0 req-c2639305-ba8d-46ca-b0ef-0d4700593089 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955520 Jul 06 17:54:20.994670 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a22e869d-0fb4-45e3-a6dc-ffca1a89ec0e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:21.023385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a22e869d-0fb4-45e3-a6dc-ffca1a89ec0e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:21.059005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a22e869d-0fb4-45e3-a6dc-ffca1a89ec0e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:21.064831 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a22e869d-0fb4-45e3-a6dc-ffca1a89ec0e tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5410268 Jul 06 17:54:21.071779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49864) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:21.081274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cd960a9a-eb90-4a56-b557-50af84b640e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:21.095413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349780-eebc-428c-81be-05caea02673a req-cbd14999-8944-4f1f-957c-a038edb7cd8d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:21.103791 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-96349780-eebc-428c-81be-05caea02673a req-cbd14999-8944-4f1f-957c-a038edb7cd8d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 943 time: 0.4491825 Jul 06 17:54:21.204017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-03124ea6-5992-439d-a3c1-a6e10ca5df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:21.205839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-03124ea6-5992-439d-a3c1-a6e10ca5df72 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3148c6ca0fb54096a3d6c554d4743d76&device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 1095 time: 0.3025639 Jul 06 17:54:21.290998 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-96349780-eebc-428c-81be-05caea02673a req-af2558ae-1081-471b-a1f6-800e9947c96c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861231 Jul 06 17:54:21.304910 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:21.328018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-fd265011-bd24-4cad-9a39-9da7aa58b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:21.330014 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-fd265011-bd24-4cad-9a39-9da7aa58b52e service neutron] 10.222.0.22 "GET /v2.0/networks?id=a19af337-1052-4b02-b9a3-a8651a70ab58 HTTP/1.1" status: 200 len: 910 time: 0.1078172 Jul 06 17:54:21.359739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Transition to ACTIVE for port object cf5009f4-e3ab-4f3e-ba42-bbb954dce042 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:21.383361 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:21.398633 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-5995c91f-96a3-4150-b802-56d6aef89154 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 HTTP/1.1" status: 200 len: 217 time: 0.0586309 Jul 06 17:54:21.476554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8ab5d-ea4c-4a40-bbb4-f63e025fce8e req-62da83f7-137f-4124-ae44-3f3fc26d4f3b tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:21.478516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cee8ab5d-ea4c-4a40-bbb4-f63e025fce8e req-62da83f7-137f-4124-ae44-3f3fc26d4f3b tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 944 time: 0.3165426 Jul 06 17:54:21.485276 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bea886d3-c867-4ab1-97da-645b4e47b92c req-87e3c9ff-cfbd-4f8c-b967-731c08428069 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950564 Jul 06 17:54:21.524642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Attempting to bind port cf5009f4-e3ab-4f3e-ba42-bbb954dce042 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:21.526289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Attempting to bind port cf5009f4-e3ab-4f3e-ba42-bbb954dce042 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:21.527167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Attempting to bind port cf5009f4-e3ab-4f3e-ba42-bbb954dce042 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:21.553299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:21.553920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:21.554510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-52d3c991-2bf4-4818-986d-748c54f8bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:21.554699 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:21.555294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:21.556081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-52d3c991-2bf4-4818-986d-748c54f8bff1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70f0cc68-3898-4439-befd-3ef725383ca0 HTTP/1.1" status: 200 len: 849 time: 0.1455019 Jul 06 17:54:21.556219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Bound port: cf5009f4-e3ab-4f3e-ba42-bbb954dce042, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:21.557419 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:21.628898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-418b1970-82e3-4e7c-8d03-11e8f4441f80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a19af337-1052-4b02-b9a3-a8651a70ab58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641720 Jul 06 17:54:21.664521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cee8ab5d-ea4c-4a40-bbb4-f63e025fce8e req-466aee9b-f307-4db5-82dc-ed6e23701214 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757119 Jul 06 17:54:21.737464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c14453-fa7c-4e07-ad72-326a2b4625c5 None None] Pushing event updated for resources: {'Port': ['ID=cf5009f4-e3ab-4f3e-ba42-bbb954dce042,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:21.767317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] For port cf5009f4-e3ab-4f3e-ba42-bbb954dce042, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:21.803731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] For port cf5009f4-e3ab-4f3e-ba42-bbb954dce042, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cf5009f4-e3ab-4f3e-ba42-bbb954dce042,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:21.814862 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:21.874372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-135b0ce4-f09e-4334-84a5-377675467c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:21.876047 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-135b0ce4-f09e-4334-84a5-377675467c31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 1094 time: 0.2640388 Jul 06 17:54:21.907525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-507bd690-9ce6-4083-b12a-4a59c87b465a service neutron] 10.222.0.22 "GET /v2.0/networks/a19af337-1052-4b02-b9a3-a8651a70ab58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480705 Jul 06 17:54:21.960007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Routers {'93870fbc-ab29-4146-bc5f-f4f8d8ec3942'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:21.960917 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:21.968324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c14453-fa7c-4e07-ad72-326a2b4625c5 None None] Pushing event updated for resources: {'Port': ['ID=cf5009f4-e3ab-4f3e-ba42-bbb954dce042,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:22.205309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Allocated IP 172.20.0.1 (06ee30b1-b6be-4d1b-bb46-36425ac2687f/6f6ae496-2193-4c02-bf76-c3be13d070ea/89a5eaa2-839d-4f4b-9813-7f91098e672b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:22.304965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd960a9a-eb90-4a56-b557-50af84b640e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:22.324330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd960a9a-eb90-4a56-b557-50af84b640e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:22.326924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce814e68-0bf8-424d-8771-2f79f443ca2a req-d27cf36f-fbbd-4a7b-bee7-a5ef0a2c6a16 service neutron] 10.222.0.22 "GET /v2.0/networks/a19af337-1052-4b02-b9a3-a8651a70ab58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989067 Jul 06 17:54:22.350869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] Set router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:22.450844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-8f56df80-0b62-4516-82c5-434e98ec8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:22.454724 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-8f56df80-0b62-4516-82c5-434e98ec8b2d service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.5656700 Jul 06 17:54:22.604242 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:54:22.665925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-47d6ca69-daac-44c8-b302-bb0dcaa6cb76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db195b58-3396-4018-a709-d3dddf32f4cb HTTP/1.1" status: 200 len: 217 time: 0.2042356 Jul 06 17:54:22.683103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd960a9a-eb90-4a56-b557-50af84b640e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Router 292e9286-b1ca-422e-a057-19037a784374 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:54:22.792835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4951e8b5-eddf-489b-9abc-1c9587aec65a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:22.824282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:22.830171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd960a9a-eb90-4a56-b557-50af84b640e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:22.844982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd960a9a-eb90-4a56-b557-50af84b640e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:22.846588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cd960a9a-eb90-4a56-b557-50af84b640e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "PUT /v2.0/routers/292e9286-b1ca-422e-a057-19037a784374 HTTP/1.1" status: 200 len: 697 time: 1.7697814 Jul 06 17:54:22.851771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49914) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:22.927238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] Sync routers for ids ['292e9286-b1ca-422e-a057-19037a784374'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:22.978482 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8fcb3f56-42e4-4bb7-a38f-e7a091fc9de5 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/routers/292e9286-b1ca-422e-a057-19037a784374 HTTP/1.1" status: 200 len: 703 time: 0.1252112 Jul 06 17:54:22.985167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:23.022761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-094ccaa0-9a51-4101-a8ad-572f6c081850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:23.030775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-094ccaa0-9a51-4101-a8ad-572f6c081850 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.2383354 Jul 06 17:54:23.045051 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-941a8b5c-cd26-4fb1-bb38-e8d8491133c5 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=292e9286-b1ca-422e-a057-19037a784374 HTTP/1.1" status: 200 len: 205 time: 0.0520577 Jul 06 17:54:23.045556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:23.045556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] Routers {'292e9286-b1ca-422e-a057-19037a784374'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:23.046110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['292e9286-b1ca-422e-a057-19037a784374'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:23.048290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 49940) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:23.185702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:23.193364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6668cd-6e59-48c4-a16f-d23b58ec3d53 req-ce75c8e3-f265-4be6-a7a0-d6334ff146e6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:23.201024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a6668cd-6e59-48c4-a16f-d23b58ec3d53 req-ce75c8e3-f265-4be6-a7a0-d6334ff146e6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 943 time: 0.5533662 Jul 06 17:54:23.238062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:23.313715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] Set router 292e9286-b1ca-422e-a057-19037a784374 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:23.368320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf8f16c-7a77-4144-b4fe-b87db3c161c4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:23.397574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a6668cd-6e59-48c4-a16f-d23b58ec3d53 req-ff8aacb1-a0f3-49c2-b213-62169ac0c41e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891913 Jul 06 17:54:23.420682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-da8a0bda-8bf7-49e1-8ecc-29b3749740ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:23.424281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-da8a0bda-8bf7-49e1-8ecc-29b3749740ac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3863740 Jul 06 17:54:23.578977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Network 06ee30b1-b6be-4d1b-bb46-36425ac2687f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:23.711309 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-1374f3a4-fd10-4c7c-ac82-b9ad2c264bf1 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766454 Jul 06 17:54:23.746006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292e9286-b1ca-422e-a057-19037a784374', 'name': 'tempest-RoutersIpV6Test-router-745791084', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:20Z', 'updated_at': '2021-07-06T17:54:22Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:23.816696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:12Z', 'updated_at': '2021-07-06T17:54:17Z', 'revision_number': 3, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'gw_port': {'id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:14Z', 'updated_at': '2021-07-06T17:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:23.849707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] Checking router: 292e9286-b1ca-422e-a057-19037a784374 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:23.860061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e13bbc6-ccd4-4811-9d7d-77e20eac1fc7 None None] The sync data for ids ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'] in n-d-799526-3 is: [{'id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:12Z', 'updated_at': '2021-07-06T17:54:17Z', 'revision_number': 3, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'gw_port': {'id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:14Z', 'updated_at': '2021-07-06T17:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:23.870689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] Routers {'292e9286-b1ca-422e-a057-19037a784374'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:23.871357 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['292e9286-b1ca-422e-a057-19037a784374'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:23.881712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:23.890543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:23.905762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50042) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:23.931939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af37440-951d-4b4d-83e9-765f96a93490 req-f2785771-6d5e-472c-906a-c311ba218fbb tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:23.934793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8af37440-951d-4b4d-83e9-765f96a93490 req-f2785771-6d5e-472c-906a-c311ba218fbb tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.1943433 Jul 06 17:54:24.037791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] Set router 292e9286-b1ca-422e-a057-19037a784374 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:24.040442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8af37440-951d-4b4d-83e9-765f96a93490 req-2a78d10d-d83b-48ed-80b1-96a43b31dda3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859985 Jul 06 17:54:24.128519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Pushing event updated for resources: {'Port': ['ID=89a5eaa2-839d-4f4b-9813-7f91098e672b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:24.155204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf8f16c-7a77-4144-b4fe-b87db3c161c4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:24.171044 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf8f16c-7a77-4144-b4fe-b87db3c161c4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:24.177904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292e9286-b1ca-422e-a057-19037a784374', 'name': 'tempest-RoutersIpV6Test-router-745791084', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:20Z', 'updated_at': '2021-07-06T17:54:22Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:24.182170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,segment=NetworkSegment(e20486f4-2925-479b-bd03-9cc0eca68142),segment_id=e20486f4-2925-479b-bd03-9cc0eca68142)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:24.224643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f7dc1-72bc-46b7-9f28-13b9a770f186 None None] The sync data for ids ['292e9286-b1ca-422e-a057-19037a784374'] in n-d-799526-3 is: [{'id': '292e9286-b1ca-422e-a057-19037a784374', 'name': 'tempest-RoutersIpV6Test-router-745791084', 'tenant_id': '73dedaf00b55434c80f5b8c11950ccfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:20Z', 'updated_at': '2021-07-06T17:54:22Z', 'revision_number': 2, 'project_id': '73dedaf00b55434c80f5b8c11950ccfd', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:24.238659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9', 'network_id': 'a19af337-1052-4b02-b9a3-a8651a70ab58', 'port_id': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9', 'mac_address': 'fa:16:3e:31:99:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f0cc68-3898-4439-befd-3ef725383ca0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:24.252961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:24.324318 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:24.344819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf8f16c-7a77-4144-b4fe-b87db3c161c4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:24.345257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf8f16c-7a77-4144-b4fe-b87db3c161c4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Fanout notify agent at l3_agent the message router_deleted on router 292e9286-b1ca-422e-a057-19037a784374 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:54:24.358185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:24.368924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf8f16c-7a77-4144-b4fe-b87db3c161c4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:24.370901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-faf8f16c-7a77-4144-b4fe-b87db3c161c4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/292e9286-b1ca-422e-a057-19037a784374 HTTP/1.1" status: 204 len: 168 time: 1.3173556 Jul 06 17:54:24.380603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50072) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:24.386132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4df67d7b-a88c-4450-98f3-1a0659e48fdc req-e887c9aa-8f9f-4f6a-be58-0f4431c5acff service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714544 Jul 06 17:54:24.416928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,segment=NetworkSegment(e20486f4-2925-479b-bd03-9cc0eca68142),segment_id=e20486f4-2925-479b-bd03-9cc0eca68142)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:24.424235 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:24.425488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device db195b58-3396-4018-a709-d3dddf32f4cb details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:24.472401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-12aa7996-6ffb-4b65-a35c-8b35213a1d46 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=292e9286-b1ca-422e-a057-19037a784374 HTTP/1.1" status: 200 len: 205 time: 0.0904055 Jul 06 17:54:24.487195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50082) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:24.592585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c6af9-7f71-418d-92ba-c7da6ffc12ca req-76f39505-98f1-414d-9342-10405eca0609 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:24.595304 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-830c6af9-7f71-418d-92ba-c7da6ffc12ca req-76f39505-98f1-414d-9342-10405eca0609 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 944 time: 0.8883147 Jul 06 17:54:24.644373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:24.664629 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-a9488f84-a967-4953-bc94-413286979cb2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] delete failed (client error): The resource could not be found. Jul 06 17:54:24.674258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a9488f84-a967-4953-bc94-413286979cb2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/292e9286-b1ca-422e-a057-19037a784374 HTTP/1.1" status: 404 len: 336 time: 0.1544895 Jul 06 17:54:24.676444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:24.781049 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c36b96-91fb-4005-9bf9-753b342d702b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] DELETE failed (client error): The resource could not be found. Jul 06 17:54:24.781522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c36b96-91fb-4005-9bf9-753b342d702b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:54:24.787492 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-39c36b96-91fb-4005-9bf9-753b342d702b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/826d47ae-7418-4450-9cf4-5824014cc497 HTTP/1.1" status: 404 len: 337 time: 0.0969572 Jul 06 17:54:24.789238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:24.877927 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-830c6af9-7f71-418d-92ba-c7da6ffc12ca req-1b844c55-9b41-42bf-9b56-22aa1f428eb5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654009 Jul 06 17:54:24.884311 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6844fe-6004-4df5-a08d-385a8e88270b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] DELETE failed (client error): The resource could not be found. Jul 06 17:54:24.884682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6844fe-6004-4df5-a08d-385a8e88270b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:54:24.889102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0b6844fe-6004-4df5-a08d-385a8e88270b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/72ec63b4-53cf-4f62-8693-ed3a9a82f3b0 HTTP/1.1" status: 404 len: 337 time: 0.0964656 Jul 06 17:54:24.895266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:24.914655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09832e34-8192-4952-9944-bafb3dae14b9 req-4f7dd1a6-b762-4423-82ec-7147d47f8963 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9733570 Jul 06 17:54:24.923226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:24.999628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port db195b58-3396-4018-a709-d3dddf32f4cb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=db195b58-3396-4018-a709-d3dddf32f4cb,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:25.012828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef9bf-f360-434d-8d6a-b87c8ef3af48 req-9eed828f-bdfc-432e-bba8-26d343e29f3b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:25.016959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-277ef9bf-f360-434d-8d6a-b87c8ef3af48 req-9eed828f-bdfc-432e-bba8-26d343e29f3b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 943 time: 0.2310040 Jul 06 17:54:25.018895 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8c866d-ef5a-4c14-b77a-3a061a7aa93f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] DELETE failed (client error): The resource could not be found. Jul 06 17:54:25.020024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8c866d-ef5a-4c14-b77a-3a061a7aa93f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:54:25.023055 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3f8c866d-ef5a-4c14-b77a-3a061a7aa93f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/62b90983-03b4-44f8-bc98-ca768380ec3f HTTP/1.1" status: 404 len: 337 time: 0.1043611 Jul 06 17:54:25.029705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'db195b58-3396-4018-a709-d3dddf32f4cb', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'port_id': 'db195b58-3396-4018-a709-d3dddf32f4cb', 'mac_address': 'fa:16:3e:82:10:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:25.087841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:25.150451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50110) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:25.175385 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:25.195676 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6225d073-740d-4dc0-93dd-7febc449c8f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] DELETE failed (client error): The resource could not be found. Jul 06 17:54:25.199543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6225d073-740d-4dc0-93dd-7febc449c8f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:54:25.214602 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6225d073-740d-4dc0-93dd-7febc449c8f8 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/a9e4c3ab-1566-474c-a293-91ac0d4ebfe7 HTTP/1.1" status: 404 len: 337 time: 0.1196508 Jul 06 17:54:25.217001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50114) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:25.250524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db195b58-3396-4018-a709-d3dddf32f4cb {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:25.331734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port db195b58-3396-4018-a709-d3dddf32f4cb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=db195b58-3396-4018-a709-d3dddf32f4cb,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:25.339901 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:25.371123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50116) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:25.371684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-512d3c10-bc8e-4373-aaaf-7ddb2bac8009 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=6102489c-15a2-4880-8b66-4b0bd04d527a HTTP/1.1" status: 200 len: 205 time: 0.1370802 Jul 06 17:54:25.401509 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-277ef9bf-f360-434d-8d6a-b87c8ef3af48 req-ee2144c1-e519-4afc-bdef-8dd424a006bb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718662 Jul 06 17:54:25.539915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=db195b58-3396-4018-a709-d3dddf32f4cb,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:25.565272 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-d323a1b0-1e58-4063-8dc7-5617a087c333 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] delete failed (client error): The resource could not be found. Jul 06 17:54:25.568568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d323a1b0-1e58-4063-8dc7-5617a087c333 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/6102489c-15a2-4880-8b66-4b0bd04d527a HTTP/1.1" status: 404 len: 336 time: 0.1939261 Jul 06 17:54:25.572785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:25.599647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['db195b58-3396-4018-a709-d3dddf32f4cb'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:25.605765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:25.681490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-26990252-b84f-4736-9e0c-ed238c899aba tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=98abb167-00fb-4986-b13e-337d4a30537b HTTP/1.1" status: 200 len: 205 time: 0.1069396 Jul 06 17:54:25.684905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:25.764995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95ec24d5-8c6b-4186-b52a-daa07179dd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:25.771143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:25.816961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:25.840952 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-34a8c7df-9a0d-45f0-a33f-c86101800e6b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] delete failed (client error): The resource could not be found. Jul 06 17:54:25.847502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-34a8c7df-9a0d-45f0-a33f-c86101800e6b tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/98abb167-00fb-4986-b13e-337d4a30537b HTTP/1.1" status: 404 len: 336 time: 0.1604412 Jul 06 17:54:25.849611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50138) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:25.976185 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e1cde8-f66f-4250-8fdb-042814224f7f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] DELETE failed (client error): The resource could not be found. Jul 06 17:54:25.976963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e1cde8-f66f-4250-8fdb-042814224f7f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:54:25.980717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-98e1cde8-f66f-4250-8fdb-042814224f7f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/e9d66e7f-65b7-4ac2-a7a9-c7e82d39d6a7 HTTP/1.1" status: 404 len: 337 time: 0.1298499 Jul 06 17:54:25.985374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50142) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.091408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-898d6c72-20d7-4a51-a14e-ac39451ed68f tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ebd9226-d6c1-4d32-a1f3-7f9317da81fc HTTP/1.1" status: 200 len: 205 time: 0.1041446 Jul 06 17:54:26.094433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.134391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cf5009f4-e3ab-4f3e-ba42-bbb954dce042 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:26.205251 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-99fd0076-1177-4794-8c81-143cd6410914 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] delete failed (client error): The resource could not be found. Jul 06 17:54:26.214374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-99fd0076-1177-4794-8c81-143cd6410914 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/6ebd9226-d6c1-4d32-a1f3-7f9317da81fc HTTP/1.1" status: 404 len: 336 time: 0.1135418 Jul 06 17:54:26.214697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50150) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.283645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50152) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.286940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fd74fcbf-aef6-4db6-9dcc-22c35536c272 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=f63076c2-f9a2-4114-ba14-0dce7f026ce4 HTTP/1.1" status: 200 len: 205 time: 0.0706615 Jul 06 17:54:26.289836 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:26.293316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.351135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Pushing event updated for resources: {'Port': ['ID=89a5eaa2-839d-4f4b-9813-7f91098e672b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:26.384250 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-e1315631-62b6-4316-a301-b86fcfe5dc33 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] delete failed (client error): The resource could not be found. Jul 06 17:54:26.385941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e1315631-62b6-4316-a301-b86fcfe5dc33 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/f63076c2-f9a2-4114-ba14-0dce7f026ce4 HTTP/1.1" status: 404 len: 336 time: 0.0910106 Jul 06 17:54:26.403316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.423972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb089b-8f76-48c5-ad85-99d2095b7a57 req-a2907061-160f-448f-acf2-f77b65012138 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:26.426902 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1bdb089b-8f76-48c5-ad85-99d2095b7a57 req-a2907061-160f-448f-acf2-f77b65012138 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.8260009 Jul 06 17:54:26.518926 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de78c42-c0c8-4c4e-bca0-fb854e098d37 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] DELETE failed (client error): The resource could not be found. Jul 06 17:54:26.519748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de78c42-c0c8-4c4e-bca0-fb854e098d37 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:54:26.522831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2de78c42-c0c8-4c4e-bca0-fb854e098d37 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/51cef35d-6968-4634-83fe-485f8a21135f HTTP/1.1" status: 404 len: 337 time: 0.1179402 Jul 06 17:54:26.525706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.563561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3f792141-5381-4619-920f-54236dc2ef18 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2bac66-8fe8-4056-81a2-f80aec6fdb90 HTTP/1.1" status: 200 len: 205 time: 0.0361626 Jul 06 17:54:26.567775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50164) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.615125 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-9d7867ef-e329-48c5-b202-045ee3020241 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] delete failed (client error): The resource could not be found. Jul 06 17:54:26.616856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9d7867ef-e329-48c5-b202-045ee3020241 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/8b2bac66-8fe8-4056-81a2-f80aec6fdb90 HTTP/1.1" status: 404 len: 336 time: 0.0477114 Jul 06 17:54:26.619900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50166) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.648363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port cf5009f4-e3ab-4f3e-ba42-bbb954dce042 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:26.658778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port cf5009f4-e3ab-4f3e-ba42-bbb954dce042 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:26.659228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:26.691853 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c16e884d-f0d5-4666-b34c-dd3a20ccbaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:26.694387 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c0c75b-2a7c-412e-b900-09dcb4b8f646 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] DELETE failed (client error): The resource could not be found. Jul 06 17:54:26.695122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c0c75b-2a7c-412e-b900-09dcb4b8f646 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:54:26.698317 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c1c0c75b-2a7c-412e-b900-09dcb4b8f646 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/5b9f352f-2a6f-4651-b0bd-897eb22fafcd HTTP/1.1" status: 404 len: 337 time: 0.0683994 Jul 06 17:54:26.702150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.737575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1409a-852d-4d3a-a09f-38deaa20c7e0 req-725d094f-dc7a-479d-b5a0-b52c3b1ab1ca tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:26.740329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ed1409a-852d-4d3a-a09f-38deaa20c7e0 req-725d094f-dc7a-479d-b5a0-b52c3b1ab1ca tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 945 time: 0.3595567 Jul 06 17:54:26.755027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1bdb089b-8f76-48c5-ad85-99d2095b7a57 req-9ef995ca-21ff-4ecf-a9bf-03e41335b5da tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131740 Jul 06 17:54:26.820023 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4acf222e-b603-426a-a7db-e647f6b254a2 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5cad9af-a8b1-400b-8bdd-70615adb09fb HTTP/1.1" status: 200 len: 205 time: 0.1157169 Jul 06 17:54:26.821971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50170) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.861239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:26.901122 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-71281116-8fa1-414c-9ae0-487ac345d5cb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] delete failed (client error): The resource could not be found. Jul 06 17:54:26.906812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:26.907758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-71281116-8fa1-414c-9ae0-487ac345d5cb tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/routers/e5cad9af-a8b1-400b-8bdd-70615adb09fb HTTP/1.1" status: 404 len: 336 time: 0.0839918 Jul 06 17:54:26.910812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95ec24d5-8c6b-4186-b52a-daa07179dd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:26.925656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port cf5009f4-e3ab-4f3e-ba42-bbb954dce042, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cf5009f4-e3ab-4f3e-ba42-bbb954dce042,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:26.933636 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:26.961034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ed1409a-852d-4d3a-a09f-38deaa20c7e0 req-4ed01770-93c0-4acd-9a0c-cf25b1ec3ff4 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570456 Jul 06 17:54:27.023827 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95ec24d5-8c6b-4186-b52a-daa07179dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.025911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=cf5009f4-e3ab-4f3e-ba42-bbb954dce042,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:27.053529 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4df1fa-2026-4a4b-a640-8943e2f96a14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] DELETE failed (client error): The resource could not be found. Jul 06 17:54:27.054207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4df1fa-2026-4a4b-a640-8943e2f96a14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:54:27.056382 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0d4df1fa-2026-4a4b-a640-8943e2f96a14 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/901e7e5f-dc4c-463a-97cd-bd377506cdf7 HTTP/1.1" status: 404 len: 337 time: 0.1414030 Jul 06 17:54:27.059001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Network 06ee30b1-b6be-4d1b-bb46-36425ac2687f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:27.059759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50174) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:27.093459 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cbf917-e7c8-4f9e-b6c2-8ce68ca111e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] DELETE failed (client error): The resource could not be found. Jul 06 17:54:27.094145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cbf917-e7c8-4f9e-b6c2-8ce68ca111e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:54:27.098184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-70cbf917-e7c8-4f9e-b6c2-8ce68ca111e4 tempest-RoutersIpV6Test-1314705166 tempest-RoutersIpV6Test-1314705166-project] 10.222.0.13 "DELETE /v2.0/subnets/6a8751ca-172c-461b-9ed3-9d177cdcae7f HTTP/1.1" status: 404 len: 337 time: 0.0349133 Jul 06 17:54:27.120739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:27.193607 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-95ec24d5-8c6b-4186-b52a-daa07179dd77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d7c53b91fa04cd494c235c9b0f9064a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0410173 Jul 06 17:54:27.197647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50178) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:27.220485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec24d5-8c6b-4186-b52a-daa07179dd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab591f08-49db-4530-98c6-b7ec2682d68c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:27.338801 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.364668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:27.378381 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.438723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50182) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:27.453866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c16e884d-f0d5-4666-b34c-dd3a20ccbaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.477175 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c16e884d-f0d5-4666-b34c-dd3a20ccbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.518010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:27.519933 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.524051 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.526060 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab591f08-49db-4530-98c6-b7ec2682d68c HTTP/1.1" status: 204 len: 168 time: 0.3271804 Jul 06 17:54:27.527139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8f9d9-647e-48de-88b3-f8a84ea91d5c req-7726d196-bbf0-42b7-b9bc-70fe076cef52 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:27.531125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56b8f9d9-647e-48de-88b3-f8a84ea91d5c req-7726d196-bbf0-42b7-b9bc-70fe076cef52 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 944 time: 0.4690776 Jul 06 17:54:27.546268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:27.555360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab591f08-49db-4530-98c6-b7ec2682d68c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:27.563667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.587772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.589912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.594017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.594654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.595380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.597460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.598012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.599926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.601969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.602527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.603465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.604523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21060167-e177-4b13-91d2-e0550c477779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:27.641915 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c16e884d-f0d5-4666-b34c-dd3a20ccbaa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d6ffaeff6d746b7bc9c741991a005d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3478942 Jul 06 17:54:27.644431 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50188) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:27.647636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e884d-f0d5-4666-b34c-dd3a20ccbaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc6b7a-1517-42b1-932e-3282c1dd8615,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:27.655248 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:54:27.727255 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56b8f9d9-647e-48de-88b3-f8a84ea91d5c req-445af38f-111f-49c8-b468-23e7c494923a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775372 Jul 06 17:54:27.802616 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c07f6c7-6b6a-458f-a798-2fb5ba4b0317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.851330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c07f6c7-6b6a-458f-a798-2fb5ba4b0317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.893589 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.933884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8f95b57d-1cde-440a-bd4e-2840a616c199 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73dedaf00b55434c80f5b8c11950ccfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936857 Jul 06 17:54:27.936530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c07f6c7-6b6a-458f-a798-2fb5ba4b0317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.941770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c07f6c7-6b6a-458f-a798-2fb5ba4b0317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:27.948359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7c07f6c7-6b6a-458f-a798-2fb5ba4b0317 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5fc6b7a-1517-42b1-932e-3282c1dd8615 HTTP/1.1" status: 204 len: 168 time: 0.2986648 Jul 06 17:54:27.949610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50194) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:28.008271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07f6c7-6b6a-458f-a798-2fb5ba4b0317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc6b7a-1517-42b1-932e-3282c1dd8615,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:28.062678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,segment=NetworkSegment(e20486f4-2925-479b-bd03-9cc0eca68142),segment_id=e20486f4-2925-479b-bd03-9cc0eca68142)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:28.082008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:28.093967 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd0029b-05e3-46b8-ad9b-899c6390f4e1" -d '{"events": [{"server_uuid": "09568d7c-a61b-4026-8dd4-b1f90248604b", "name": "network-vif-plugged", "status": "completed", "tag": "21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:28.127205 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.128867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device db195b58-3396-4018-a709-d3dddf32f4cb up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:28.138672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cf5009f4-e3ab-4f3e-ba42-bbb954dce042 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:28.166484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5441e991-9223-4e15-8424-6eef11aac8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.237458 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5441e991-9223-4e15-8424-6eef11aac8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.299858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50204) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:28.361310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:28.454819 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b73f0b05-540e-49b9-b906-cfb8f2e5d617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.472606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port cf5009f4-e3ab-4f3e-ba42-bbb954dce042 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:28.473777 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.478267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port db195b58-3396-4018-a709-d3dddf32f4cb completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:28.521131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port db195b58-3396-4018-a709-d3dddf32f4cb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:28.522108 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.569631 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5441e991-9223-4e15-8424-6eef11aac8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.581277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5441e991-9223-4e15-8424-6eef11aac8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.583552 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5441e991-9223-4e15-8424-6eef11aac8af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97f64a70-0cae-443b-a5c9-efae2f71d181 HTTP/1.1" status: 204 len: 168 time: 0.6300154 Jul 06 17:54:28.648167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441e991-9223-4e15-8424-6eef11aac8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f64a70-0cae-443b-a5c9-efae2f71d181,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:28.785674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f3da-55d1-4b53-b2e5-fcb433f69b62 req-3376ce4c-dfdd-4385-8d79-2a3e36dd5c94 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:28.788841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0145f3da-55d1-4b53-b2e5-fcb433f69b62 req-3376ce4c-dfdd-4385-8d79-2a3e36dd5c94 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.5447705 Jul 06 17:54:28.800773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.892957 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0145f3da-55d1-4b53-b2e5-fcb433f69b62 req-153c9e15-c01c-43df-bc97-332e470b5b7d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843465 Jul 06 17:54:28.905343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port db195b58-3396-4018-a709-d3dddf32f4cb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=db195b58-3396-4018-a709-d3dddf32f4cb,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:28.910893 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.952485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:28.966437 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d05760e4-3470-4cc6-9281-72d9ba087c96 admin admin] 10.222.0.13 "PUT /v2.0/routers/93870fbc-ab29-4146-bc5f-f4f8d8ec3942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0338745 Jul 06 17:54:28.991634 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b73f0b05-540e-49b9-b906-cfb8f2e5d617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:28.996303 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Sync routers for ids ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:29.003236 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b73f0b05-540e-49b9-b906-cfb8f2e5d617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.014523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc979b-4b95-4c77-9bb7-50569c71a002 req-9c6afa48-366c-4fab-99bb-18fc9eb89a21 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:29.016292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14fc979b-4b95-4c77-9bb7-50569c71a002 req-9c6afa48-366c-4fab-99bb-18fc9eb89a21 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 946 time: 0.2511718 Jul 06 17:54:29.018900 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Routers {'93870fbc-ab29-4146-bc5f-f4f8d8ec3942'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:29.019609 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:29.063047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=db195b58-3396-4018-a709-d3dddf32f4cb,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:29.079357 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b43f947-4c06-4b9d-af66-5685805ca318 x-openstack-request-id: req-5b43f947-4c06-4b9d-af66-5685805ca318 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:29.080049 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09568d7c-a61b-4026-8dd4-b1f90248604b", "name": "network-vif-plugged", "status": "completed", "tag": "21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:29.080540 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b43f947-4c06-4b9d-af66-5685805ca318 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:29.081483 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9', 'code': 200} Jul 06 17:54:29.115761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f0b05-540e-49b9-b906-cfb8f2e5d617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe17c2-4265-438f-b278-69caf68e2253,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:29.124004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:29.161789 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14fc979b-4b95-4c77-9bb7-50569c71a002 req-0a7e8bb0-b3bb-4b3b-949c-570530eb332e tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335790 Jul 06 17:54:29.166236 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9468904d-e760-4309-b413-ad137c5c976c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.215334 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b73f0b05-540e-49b9-b906-cfb8f2e5d617 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2cb30a270384fd3b8aa7016f660dda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9023182 Jul 06 17:54:29.219462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:29.381373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7e69a-2d27-40e9-b4a9-4e2d9be37949 req-c9774f18-a30f-4a5b-a761-8e21e947b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:29.386328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe7e69a-2d27-40e9-b4a9-4e2d9be37949 req-c9774f18-a30f-4a5b-a761-8e21e947b25f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 1097 time: 0.2261951 Jul 06 17:54:29.416057 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Set router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:29.424984 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12327fc3-7928-48fd-b2cd-8839403cfdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.577637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9468904d-e760-4309-b413-ad137c5c976c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.599393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbe7e69a-2d27-40e9-b4a9-4e2d9be37949 req-5d55ebdf-712c-4e89-b620-dc9bf3f78549 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064426 Jul 06 17:54:29.627475 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9468904d-e760-4309-b413-ad137c5c976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.641643 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12327fc3-7928-48fd-b2cd-8839403cfdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.671040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec4e26-6986-44bf-903f-0414c50ca138 req-2a1aeeef-df09-45a4-9918-44b0460d8639 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:29.675547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15ec4e26-6986-44bf-903f-0414c50ca138 req-2a1aeeef-df09-45a4-9918-44b0460d8639 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 945 time: 0.2191496 Jul 06 17:54:29.714531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9468904d-e760-4309-b413-ad137c5c976c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa6ebf7c1da14c30bd5276eb6991ed79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890682 Jul 06 17:54:29.718264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:29.751176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468904d-e760-4309-b413-ad137c5c976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ded5056-4b52-45a2-8268-b872661b6abd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:29.844519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15ec4e26-6986-44bf-903f-0414c50ca138 req-11be4984-674e-43e0-927c-bca672ae7216 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629775 Jul 06 17:54:29.859273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12327fc3-7928-48fd-b2cd-8839403cfdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.870677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12327fc3-7928-48fd-b2cd-8839403cfdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:29.874421 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-12327fc3-7928-48fd-b2cd-8839403cfdb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2fe17c2-4265-438f-b278-69caf68e2253 HTTP/1.1" status: 204 len: 168 time: 0.6521621 Jul 06 17:54:29.897290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12327fc3-7928-48fd-b2cd-8839403cfdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe17c2-4265-438f-b278-69caf68e2253,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:29.905743 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:12Z', 'updated_at': '2021-07-06T17:54:24Z', 'revision_number': 4, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'gw_port': {'id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:14Z', 'updated_at': '2021-07-06T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '89a5eaa2-839d-4f4b-9813-7f91098e672b', 'name': '', 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'mac_address': 'fa:16:3e:9d:15:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '6f6ae496-2193-4c02-bf76-c3be13d070ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:20Z', 'updated_at': '2021-07-06T17:54:25Z', 'revision_number': 2, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'subnets': [{'id': '6f6ae496-2193-4c02-bf76-c3be13d070ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:29.986988 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Checking router: 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:29.987256 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Updating router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 port 89a5eaa2-839d-4f4b-9813-7f91098e672b binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:54:30.028279 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6543a7d-ddf7-47e9-a996-c0d42eb8ef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:30.053546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6543a7d-ddf7-47e9-a996-c0d42eb8ef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:30.094287 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:30.111824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6543a7d-ddf7-47e9-a996-c0d42eb8ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:30.117015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6543a7d-ddf7-47e9-a996-c0d42eb8ef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:30.119807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c6543a7d-ddf7-47e9-a996-c0d42eb8ef24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ded5056-4b52-45a2-8268-b872661b6abd HTTP/1.1" status: 204 len: 168 time: 0.3997431 Jul 06 17:54:30.142383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6543a7d-ddf7-47e9-a996-c0d42eb8ef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ded5056-4b52-45a2-8268-b872661b6abd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:30.226716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-f372ac1b-7b2d-4e5f-ad8a-6dc99ae21e62 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:30.228375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-f372ac1b-7b2d-4e5f-ad8a-6dc99ae21e62 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 819 time: 0.2547946 Jul 06 17:54:30.256864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-f39135be-db5d-4252-a285-7e09b2ba0186 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/quotas/b7ce85e1817140ed8270caf85f5c2baf HTTP/1.1" status: 200 len: 375 time: 0.0193839 Jul 06 17:54:30.431037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2b9f-ee9f-4148-bb44-bb875b403829 req-6b8fe4ba-ca63-4d6d-a18e-a62df3f918df tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:30.435758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1bdf2b9f-ee9f-4148-bb44-bb875b403829 req-6b8fe4ba-ca63-4d6d-a18e-a62df3f918df tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.1673079 Jul 06 17:54:30.452587 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-6be0a9a4-018f-42eb-8b7c-6bed98497aaa tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1875730 Jul 06 17:54:30.560871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1bdf2b9f-ee9f-4148-bb44-bb875b403829 req-e38e83d8-b2db-44aa-9d17-6cebe296baa6 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162927 Jul 06 17:54:30.620988 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-4badcc78-3235-42ad-a7b2-9f1180bf6abe service neutron] 10.222.0.13 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631577 Jul 06 17:54:30.851434 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-e5e9982a-24e0-45e8-8f23-9f3c42fdf412 service neutron] 10.222.0.13 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242098 Jul 06 17:54:30.881526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae48315-c403-41b4-9f4e-d4ca65090852 req-b450f9ab-6fcc-4af3-9422-1797a2394893 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:30.893194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fae48315-c403-41b4-9f4e-d4ca65090852 req-b450f9ab-6fcc-4af3-9422-1797a2394893 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 946 time: 0.1159739 Jul 06 17:54:30.968499 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:30.978256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fae48315-c403-41b4-9f4e-d4ca65090852 req-1c4367dc-081d-4b3a-8371-ac1c5f9743fc tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837893 Jul 06 17:54:30.980513 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Transition to ACTIVE for port object 89a5eaa2-839d-4f4b-9813-7f91098e672b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:30.990118 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:31.083418 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db195b58-3396-4018-a709-d3dddf32f4cb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:31.089270 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42d2779-0e92-487f-8250-d48c3d40a6e0" -d '{"events": [{"server_uuid": "f941600c-e2f6-40eb-a0fa-1d9f5a23081e", "name": "network-vif-plugged", "status": "completed", "tag": "db195b58-3396-4018-a709-d3dddf32f4cb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:31.177707 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Pushing event updated for resources: {'Port': ['ID=89a5eaa2-839d-4f4b-9813-7f91098e672b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:31.197726 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.198370 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.198905 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.199405 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.201120 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.201702 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.203280 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.203915 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.204829 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.205761 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.206459 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.206945 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:31.216721 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Attempting to bind port 89a5eaa2-839d-4f4b-9813-7f91098e672b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:31.217427 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Attempting to bind port 89a5eaa2-839d-4f4b-9813-7f91098e672b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:31.217961 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Attempting to bind port 89a5eaa2-839d-4f4b-9813-7f91098e672b on network 06ee30b1-b6be-4d1b-bb46-36425ac2687f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:31.232065 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:31.232334 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Checking segment: {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:31.232745 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:31.233132 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Bound using segment: {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:31.233687 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Bound port: 89a5eaa2-839d-4f4b-9813-7f91098e672b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:31.234137 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:31.285215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803021d-000c-4f3e-a7c6-fa844df69cb3 req-e13d7e19-7f82-4a1b-9f63-0e75a20121d6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:31.291709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d803021d-000c-4f3e-a7c6-fa844df69cb3 req-e13d7e19-7f82-4a1b-9f63-0e75a20121d6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 945 time: 0.1619234 Jul 06 17:54:31.426164 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] For port 89a5eaa2-839d-4f4b-9813-7f91098e672b, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:31.427128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d803021d-000c-4f3e-a7c6-fa844df69cb3 req-ac478996-2e6d-4e5e-a485-b06434a3d5d3 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271315 Jul 06 17:54:31.439738 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] For port 89a5eaa2-839d-4f4b-9813-7f91098e672b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=89a5eaa2-839d-4f4b-9813-7f91098e672b,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:31.452634 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:31.496028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50288) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:31.581060 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ae7170-553a-4788-89f2-ebba5d439fd2 x-openstack-request-id: req-f2ae7170-553a-4788-89f2-ebba5d439fd2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:31.581358 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941600c-e2f6-40eb-a0fa-1d9f5a23081e", "name": "network-vif-plugged", "status": "completed", "tag": "db195b58-3396-4018-a709-d3dddf32f4cb", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:31.581612 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2ae7170-553a-4788-89f2-ebba5d439fd2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:31.582249 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db195b58-3396-4018-a709-d3dddf32f4cb', 'code': 200} Jul 06 17:54:31.599815 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da496a-dcb2-4235-a597-1b0d1aebebad None None] Pushing event updated for resources: {'Port': ['ID=89a5eaa2-839d-4f4b-9813-7f91098e672b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:31.652121 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Routers {'93870fbc-ab29-4146-bc5f-f4f8d8ec3942'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:31.655076 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:31.771061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8386052-6c8b-46e5-b03a-155ca9b5dfd2 req-f0f592fc-f96a-4e26-a0ee-f2a35b1596a0 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 210 time: 0.0802951 Jul 06 17:54:31.969037 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] Set router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:31.980556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:31.998055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ddd72-f58b-47d4-8848-0ad9356c76ce req-e2b80bc8-bdaa-4f04-80d4-e18578bb2632 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:32.005385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bfc87-270d-4302-95ad-1553c19979d3 req-ce8aab13-2494-40f2-a0e8-fafe7c215f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:32.006973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-460bfc87-270d-4302-95ad-1553c19979d3 req-ce8aab13-2494-40f2-a0e8-fafe7c215f08 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 1096 time: 0.2566035 Jul 06 17:54:32.007869 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-239ddd72-f58b-47d4-8848-0ad9356c76ce req-e2b80bc8-bdaa-4f04-80d4-e18578bb2632 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.1047370 Jul 06 17:54:32.083594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-239ddd72-f58b-47d4-8848-0ad9356c76ce req-f48acd08-bc71-42fe-b40e-84facfdc1d3c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712886 Jul 06 17:54:32.112595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-460bfc87-270d-4302-95ad-1553c19979d3 req-1123bddd-a70a-4d88-9632-c9489ba10131 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968118 Jul 06 17:54:32.462599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'network': {'name': 'tempest-RoutersTest-889769297'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:32.523089 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:12Z', 'updated_at': '2021-07-06T17:54:24Z', 'revision_number': 4, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'gw_port': {'id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:14Z', 'updated_at': '2021-07-06T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '89a5eaa2-839d-4f4b-9813-7f91098e672b', 'name': '', 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'mac_address': 'fa:16:3e:9d:15:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '6f6ae496-2193-4c02-bf76-c3be13d070ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:20Z', 'updated_at': '2021-07-06T17:54:31Z', 'revision_number': 4, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'subnets': [{'id': '6f6ae496-2193-4c02-bf76-c3be13d070ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:32.557035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:32.569465 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:32.611213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:32.655469 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c73c6a-be6b-4798-a8c2-1f3fa2878c41 None None] The sync data for ids ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'] in n-d-799526-3 is: [{'id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:12Z', 'updated_at': '2021-07-06T17:54:24Z', 'revision_number': 4, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'gw_port': {'id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:14Z', 'updated_at': '2021-07-06T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '89a5eaa2-839d-4f4b-9813-7f91098e672b', 'name': '', 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'mac_address': 'fa:16:3e:9d:15:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '6f6ae496-2193-4c02-bf76-c3be13d070ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:20Z', 'updated_at': '2021-07-06T17:54:31Z', 'revision_number': 4, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'subnets': [{'id': '6f6ae496-2193-4c02-bf76-c3be13d070ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:32.669702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50338) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:32.933106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-3a36857a-1580-4ed6-b868-02810314448c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:32.948309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-3a36857a-1580-4ed6-b868-02810314448c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 819 time: 0.5788007 Jul 06 17:54:32.988065 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-dc9da30c-29f8-49a1-aadb-da374d5b875a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/quotas/b7ce85e1817140ed8270caf85f5c2baf HTTP/1.1" status: 200 len: 375 time: 0.0373564 Jul 06 17:54:33.079184 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:33.094737 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:33.150630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:54:33.190103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:33.191957 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added segment dfc5a399-87e6-459c-a1c5-1c7647f708ad of type vlan for network 113ccba0-71cd-4f37-acff-a3fc6087ec54 Jul 06 17:54:33.287110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-7845dc59-ebf8-4a45-89d7-369830160922 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2959270 Jul 06 17:54:33.328874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:33.440953 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:33.464544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:33.467168 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:33.563648 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-3e9d6c6c-8181-4d38-bd1f-632db3e17ab6 service neutron] 10.222.0.13 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751198 Jul 06 17:54:33.655965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1153715604-network', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:33.732428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Made reservation on behalf of f63020b609ef4d059aa6ebd3e050ba1d for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:33.735328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:33.777831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2789178 Jul 06 17:54:33.779021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d914d8-7f71-4eb4-9b61-e8a2abf841e1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:33.821340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:33.822710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a63c69-1661-43f5-a49e-6cd50aef93b1 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Network': ['ID=113ccba0-71cd-4f37-acff-a3fc6087ec54,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:33.844049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 113ccba0-71cd-4f37-acff-a3fc6087ec54 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:54:33.851220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'network': {'name': 'tempest-RoutersTest-43364334'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:33.871858 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.018556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-d5057d8d-f126-4d27-8029-6bdd7668c4d8 service neutron] 10.222.0.13 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540203 Jul 06 17:54:34.117502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:34.134077 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.194477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 89a5eaa2-839d-4f4b-9813-7f91098e672b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:34.375563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 89a5eaa2-839d-4f4b-9813-7f91098e672b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:34.381781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 89a5eaa2-839d-4f4b-9813-7f91098e672b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:34.385371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.439015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4236931-83d2-4d97-b93b-a8e220da14c3 req-928abe82-1109-44c1-a8b4-635cb98218c7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:34.446987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4236931-83d2-4d97-b93b-a8e220da14c3 req-928abe82-1109-44c1-a8b4-635cb98218c7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 945 time: 1.0285470 Jul 06 17:54:34.600077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:54:34.696166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50390) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:34.699269 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.783237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 89a5eaa2-839d-4f4b-9813-7f91098e672b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=89a5eaa2-839d-4f4b-9813-7f91098e672b,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:34.791800 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.825615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.838568 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.876789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:54:34.901034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:34.901786 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Added segment 55d4202a-d51c-4315-9ea4-deb29c1d82bc of type vlan for network 4f885dfd-686e-4236-9ad5-a3017772c2e8 Jul 06 17:54:34.926203 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=89a5eaa2-839d-4f4b-9813-7f91098e672b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:35.004397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508df848-b871-4f7e-86d0-bb3fc0e2e748 req-87e125a4-ae61-4b86-8c3b-3936ecbcd805 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:35.015583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-508df848-b871-4f7e-86d0-bb3fc0e2e748 req-87e125a4-ae61-4b86-8c3b-3936ecbcd805 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.2764249 Jul 06 17:54:35.019244 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.054280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.054586 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added segment e0a70ef3-d66e-4fed-b767-ae83dfd6c989 of type vlan for network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee Jul 06 17:54:35.097764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e4236931-83d2-4d97-b93b-a8e220da14c3 req-b4e64e5f-1c9f-4ffe-8b71-39009be71006 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134379 Jul 06 17:54:35.158725 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b562939-4360-4765-948b-26bda94e9fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.189048 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-508df848-b871-4f7e-86d0-bb3fc0e2e748 req-d3d86daa-34fa-471f-916e-5755941a0f96 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722219 Jul 06 17:54:35.330333 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.484771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b562939-4360-4765-948b-26bda94e9fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.495626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b562939-4360-4765-948b-26bda94e9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.626430 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4b562939-4360-4765-948b-26bda94e9fa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef5752a0d53d438d804bbefe0a2cf679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241409 Jul 06 17:54:35.627957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:35.673228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b562939-4360-4765-948b-26bda94e9fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c4104c-ac5a-45f3-9ec0-8433c760a562,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:35.753320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-119d90c7-81d1-418f-9fae-698f841b08a7 req-58020a51-de94-4a7a-ac3f-c6d97d60890f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 210 time: 0.1012354 Jul 06 17:54:35.763832 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-767c951a-8452-47dd-a8b7-e6381abe7472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.814739 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-767c951a-8452-47dd-a8b7-e6381abe7472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.895888 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.897515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:35.913668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.927522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-767c951a-8452-47dd-a8b7-e6381abe7472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.936399 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-767c951a-8452-47dd-a8b7-e6381abe7472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:35.958641 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-767c951a-8452-47dd-a8b7-e6381abe7472 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5c4104c-ac5a-45f3-9ec0-8433c760a562 HTTP/1.1" status: 204 len: 168 time: 0.3275821 Jul 06 17:54:35.998732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c951a-8452-47dd-a8b7-e6381abe7472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c4104c-ac5a-45f3-9ec0-8433c760a562,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:36.065911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-20e94e68-f85a-4c5c-8b98-de583673345c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:36.078641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 89a5eaa2-839d-4f4b-9813-7f91098e672b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:36.080183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-20e94e68-f85a-4c5c-8b98-de583673345c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.55 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 819 time: 1.6107779 Jul 06 17:54:36.113203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5052e3-98e0-46e1-ba3f-688ca5d4aa67,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:36.219235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Request body: {'port': {'device_id': 'b75f2dcb-54ce-40e4-9486-0b905c7f7b9c', 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f', 'admin_state_up': True, 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:36.286952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 89a5eaa2-839d-4f4b-9813-7f91098e672b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:36.287730 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:36.588928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:36.612491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.9253762 Jul 06 17:54:36.618252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:36.626219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Request body: {'subnet': {'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1153715604-subnet', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:36.660795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bcf95-9278-4871-a56d-7c935cc8889d req-2a8d9e07-5391-4c46-bd3b-8a5bbf30a3b2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:36.662742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345b560-acf5-437e-b458-699934ca513e admin admin] Pushing event updated for resources: {'Network': ['ID=4f885dfd-686e-4236-9ad5-a3017772c2e8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:36.664322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c76bcf95-9278-4871-a56d-7c935cc8889d req-2a8d9e07-5391-4c46-bd3b-8a5bbf30a3b2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 945 time: 0.1620538 Jul 06 17:54:36.680799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4f885dfd-686e-4236-9ad5-a3017772c2e8 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:54:36.697638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Made reservation on behalf of b7ce85e1817140ed8270caf85f5c2baf for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:36.706802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:36.742374 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:36.751684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:36.753001 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:36.768421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Made reservation on behalf of f63020b609ef4d059aa6ebd3e050ba1d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:36.773070 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:36.887894 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c76bcf95-9278-4871-a56d-7c935cc8889d req-835cff21-13c5-42b4-9e0f-38e83f4cacfb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121000 Jul 06 17:54:37.014081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 3.1761358 Jul 06 17:54:37.019187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50432) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:37.038377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'subnet': {'network_id': '113ccba0-71cd-4f37-acff-a3fc6087ec54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:37.047275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da2215-9fcf-4969-84ba-3c32ddae3f79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Network': ['ID=8a792d64-741e-4a5a-a5f2-0ee04214c4ee,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:37.060765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:54:37.354306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Allocated IP 172.20.0.13 (06ee30b1-b6be-4d1b-bb46-36425ac2687f/6f6ae496-2193-4c02-bf76-c3be13d070ea/a16ca75b-176d-4e04-89ab-2e8b0127835e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:37.380140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-ff878b36-1446-4ebc-8277-c62a80103bf5 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:37.382455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-ff878b36-1446-4ebc-8277-c62a80103bf5 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.55 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 819 time: 0.3277504 Jul 06 17:54:37.396646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Request body: {'port': {'device_id': 'b9a2452a-a135-4b34-bf30-c0d3de8dd4e4', 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f', 'admin_state_up': True, 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:37.491275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52701430-b09d-4b46-9ee1-310f9b683f61 req-41c4222e-d26c-4689-9b66-528c861480f6 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:37.493613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52701430-b09d-4b46-9ee1-310f9b683f61 req-41c4222e-d26c-4689-9b66-528c861480f6 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.6966307 Jul 06 17:54:37.533716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:37.540335 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:37.577119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:37.677446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52701430-b09d-4b46-9ee1-310f9b683f61 req-7d7dd2b6-13db-42ce-afeb-e2f3a161603d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624525 Jul 06 17:54:37.701361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35ff548-69b7-478a-8ff2-8187439878e8,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:37.711749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ea3fd060-1caa-455e-8814-c21a4d3aa69b req-a374c55a-d0f7-4b3d-a509-d555d5eb2b8f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 210 time: 0.1823306 Jul 06 17:54:37.813969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Made reservation on behalf of b7ce85e1817140ed8270caf85f5c2baf for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:37.828515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:37.987551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Checking segment: {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:37.988710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Network hostable DHCP agents. Network: 4f885dfd-686e-4236-9ad5-a3017772c2e8, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:54:38.004099 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.069741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Network 4f885dfd-686e-4236-9ad5-a3017772c2e8 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:54:38.078324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.117247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4f885dfd-686e-4236-9ad5-a3017772c2e8) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:38.138409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef66d80-499b-4efa-8b2f-1133d6c066c6 None None] Network 4f885dfd-686e-4236-9ad5-a3017772c2e8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:38.142212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:38.142212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.146709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Subnet': ['ID=9a64522d-05c2-4249-a53e-dd51bccbc4b3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:38.178434 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-da101842-73df-4704-93f6-68f5042a6909 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3 HTTP/1.1" status: 200 len: 267 time: 0.3227861 Jul 06 17:54:38.182301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Checking segment: {'id': 'dfc5a399-87e6-459c-a1c5-1c7647f708ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '113ccba0-71cd-4f37-acff-a3fc6087ec54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:38.182770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network hostable DHCP agents. Network: 113ccba0-71cd-4f37-acff-a3fc6087ec54, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:54:38.202606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c4dab0c7-aa8e-46c6-994c-d0c9a763ed3c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5829861 Jul 06 17:54:38.206198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:38.212816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:38.248124 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 113ccba0-71cd-4f37-acff-a3fc6087ec54 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:54:38.265615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 113ccba0-71cd-4f37-acff-a3fc6087ec54) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:38.271398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:38.272196 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.275363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.276503 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.295221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367a456-bc7e-40b7-ae48-3971420c21c7 None None] Network 113ccba0-71cd-4f37-acff-a3fc6087ec54 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:38.335354 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e06a413d-9665-4cc2-9953-c3166fefbc60 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3069460 Jul 06 17:54:38.343298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50460) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:38.353514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'subnet': {'network_id': '8a792d64-741e-4a5a-a5f2-0ee04214c4ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:38.382980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.399224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:38.464034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.591038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Network 06ee30b1-b6be-4d1b-bb46-36425ac2687f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:38.602328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:38.631114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-88426b62-2fd3-499d-ad44-27c02cfdfac9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:38.640437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-88426b62-2fd3-499d-ad44-27c02cfdfac9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 945 time: 0.4537537 Jul 06 17:54:38.667916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:38.672432 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f1900b1-9fe5-4d80-a9dc-b0c1391361f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.682631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-6ab795eb-08cd-467f-9b22-06fdb4759f61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'port': {'security_groups': []}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:38.729205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Allocated IP 172.20.0.3 (06ee30b1-b6be-4d1b-bb46-36425ac2687f/6f6ae496-2193-4c02-bf76-c3be13d070ea/d70c512d-bb8a-4ab0-9ba9-e73335d1a460) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:38.796716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.833268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Pushing event updated for resources: {'Port': ['ID=a16ca75b-176d-4e04-89ab-2e8b0127835e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:38.850948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:38.856511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:38.888026 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09832e34-8192-4952-9944-bafb3dae14b9 req-6f766e51-1b6e-4bef-9169-84b49c54a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:38.889624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09832e34-8192-4952-9944-bafb3dae14b9 req-6f766e51-1b6e-4bef-9169-84b49c54a46e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12&tenant_id=21f511ef257248bdb22f45f2b442f67f HTTP/1.1" status: 200 len: 1094 time: 0.6344063 Jul 06 17:54:39.008611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09832e34-8192-4952-9944-bafb3dae14b9 req-3b6340c2-4739-4eb9-bb07-f56f54145e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:39.010200 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09832e34-8192-4952-9944-bafb3dae14b9 req-3b6340c2-4739-4eb9-bb07-f56f54145e89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 1094 time: 0.0894566 Jul 06 17:54:39.044704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-4f885dfd-686e-4236-9ad5-a3017772c2e8', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:54:39.045001 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.071920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-113ccba0-71cd-4f37-acff-a3fc6087ec54', 'network_id': '113ccba0-71cd-4f37-acff-a3fc6087ec54', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'fixed_ips': [{'subnet_id': '9a64522d-05c2-4249-a53e-dd51bccbc4b3'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:54:39.073398 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.126601 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.222225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:39.222934 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.313921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Allocated IP 172.20.0.2 (4f885dfd-686e-4236-9ad5-a3017772c2e8/e35ff548-69b7-478a-8ff2-8187439878e8/f2239404-deb4-449b-8fdf-3f9d55b53c48) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:39.388534 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.438553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Allocated IP 172.20.0.2 (113ccba0-71cd-4f37-acff-a3fc6087ec54/9a64522d-05c2-4249-a53e-dd51bccbc4b3/1dc93bcf-a8b8-42cb-ae31-394ad257ef2c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:39.445328 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.447938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Subnet': ['ID=5fad6e99-cb79-4708-ad86-b0ace8f092b0,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:39.452965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09832e34-8192-4952-9944-bafb3dae14b9 req-0001f9f1-5f03-4f63-ab3d-da5c0a2474cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:39.455750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09832e34-8192-4952-9944-bafb3dae14b9 req-0001f9f1-5f03-4f63-ab3d-da5c0a2474cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.4065189 Jul 06 17:54:39.486826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-6ab795eb-08cd-467f-9b22-06fdb4759f61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.487616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9a78-4bc9-4884-a43e-31ac992d9465 req-ce2ffe23-dce2-40fe-90b3-06b04097a8bf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:39.490508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7bb9a78-4bc9-4884-a43e-31ac992d9465 req-ce2ffe23-dce2-40fe-90b3-06b04097a8bf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.3620548 Jul 06 17:54:39.547035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Checking segment: {'id': 'e0a70ef3-d66e-4fed-b767-ae83dfd6c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a792d64-741e-4a5a-a5f2-0ee04214c4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:39.547035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network hostable DHCP agents. Network: 8a792d64-741e-4a5a-a5f2-0ee04214c4ee, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:54:39.621922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.642367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Transition to ACTIVE for port object f2239404-deb4-449b-8fdf-3f9d55b53c48 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:39.656728 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.681045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Transition to ACTIVE for port object f2239404-deb4-449b-8fdf-3f9d55b53c48 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:39.692884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:54:39.701169 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.718840 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f1900b1-9fe5-4d80-a9dc-b0c1391361f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.726712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09832e34-8192-4952-9944-bafb3dae14b9 req-33b4a258-d90d-48c4-8292-625756839a3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a HTTP/1.1" status: 200 len: 999 time: 0.2570074 Jul 06 17:54:39.752668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f1900b1-9fe5-4d80-a9dc-b0c1391361f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.789019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d90e925d-4056-4a18-9c3d-2e4a83ab1c23 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5974436 Jul 06 17:54:39.789618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 8a792d64-741e-4a5a-a5f2-0ee04214c4ee) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:39.798688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:39.800503 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.820009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8677bf5b-30e0-4027-aa0b-a9bfa3f21b48 None None] Network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:39.847030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Network 4f885dfd-686e-4236-9ad5-a3017772c2e8 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:39.847357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7bb9a78-4bc9-4884-a43e-31ac992d9465 req-bc3fe581-e92a-4f6a-8d5b-dfb11739d11b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403171 Jul 06 17:54:39.899929 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8f1900b1-9fe5-4d80-a9dc-b0c1391361f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=319f3886bba84198ae66738da49dad76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4760635 Jul 06 17:54:39.911500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Request body: {'port': {'device_id': 'b75f2dcb-54ce-40e4-9486-0b905c7f7b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:39.914955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:39.940022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:39.949782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:39.960211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:39.986760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Pushing event updated for resources: {'Port': ['ID=f2239404-deb4-449b-8fdf-3f9d55b53c48,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:40.005010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Allocated IP 172.25.7.148 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/4fabf5d7-d598-4b05-bb81-1e8fe8ef2271) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:40.033070 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09832e34-8192-4952-9944-bafb3dae14b9 req-d71fa6bb-ebb8-40d4-889e-bc3a972ba63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:40.037358 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09832e34-8192-4952-9944-bafb3dae14b9 req-d71fa6bb-ebb8-40d4-889e-bc3a972ba63e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.2710805 Jul 06 17:54:40.040726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Transition to ACTIVE for port object 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:40.135779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5856fec2-0dc2-4c96-904f-0c0ee24f759a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7861495 Jul 06 17:54:40.135779 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.136989 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51de6521-98a9-4a01-9e5a-ddf865d28f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.149323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Transition to ACTIVE for port object 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:40.154235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50478) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:40.163260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Attempting to bind port f2239404-deb4-449b-8fdf-3f9d55b53c48 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:40.163878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Attempting to bind port f2239404-deb4-449b-8fdf-3f9d55b53c48 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:40.164454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Attempting to bind port f2239404-deb4-449b-8fdf-3f9d55b53c48 on network 4f885dfd-686e-4236-9ad5-a3017772c2e8 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:40.174765 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.204696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-10661532-3506-4cc7-9dc1-195e77aedff6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1354138086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:40.210494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1900b1-9fe5-4d80-a9dc-b0c1391361f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b6de8-cd05-476e-be40-1669d2a1b4ba,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:40.238086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Network 06ee30b1-b6be-4d1b-bb46-36425ac2687f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:40.257136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:40.258378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Checking segment: {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:40.258647 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.260240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Bound using segment: {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:40.261089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Bound port: f2239404-deb4-449b-8fdf-3f9d55b53c48, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:40.262095 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.275511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:40.292268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:40.306313 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.317412 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51de6521-98a9-4a01-9e5a-ddf865d28f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.339247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Pushing event updated for resources: {'Port': ['ID=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:40.379400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Network 113ccba0-71cd-4f37-acff-a3fc6087ec54 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:40.383976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:40.399192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:40.429541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10661532-3506-4cc7-9dc1-195e77aedff6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.430105 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10661532-3506-4cc7-9dc1-195e77aedff6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.436771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Pushing event updated for resources: {'Port': ['ID=1dc93bcf-a8b8-42cb-ae31-394ad257ef2c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:40.535094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09832e34-8192-4952-9944-bafb3dae14b9 req-9c838beb-1a9c-4721-8a84-c8622f75b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:40.537695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09832e34-8192-4952-9944-bafb3dae14b9 req-9c838beb-1a9c-4721-8a84-c8622f75b9df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4823108 Jul 06 17:54:40.553239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6d6a-df10-4fe7-a2fa-11239bef4479 req-49362d30-335a-4b3b-ab30-b307a530d716 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:40.562888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36bc6d6a-df10-4fe7-a2fa-11239bef4479 req-49362d30-335a-4b3b-ab30-b307a530d716 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 931 time: 0.4870508 Jul 06 17:54:40.580571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] For port f2239404-deb4-449b-8fdf-3f9d55b53c48, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:40.585115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] For port f2239404-deb4-449b-8fdf-3f9d55b53c48, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f2239404-deb4-449b-8fdf-3f9d55b53c48,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:40.586861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Attempting to bind port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:40.587350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Attempting to bind port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dfc5a399-87e6-459c-a1c5-1c7647f708ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '113ccba0-71cd-4f37-acff-a3fc6087ec54'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:40.587777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Attempting to bind port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c on network 113ccba0-71cd-4f37-acff-a3fc6087ec54 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:40.593786 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.596131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10661532-3506-4cc7-9dc1-195e77aedff6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.598686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.602229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-8a792d64-741e-4a5a-a5f2-0ee04214c4ee', 'network_id': '8a792d64-741e-4a5a-a5f2-0ee04214c4ee', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'fixed_ips': [{'subnet_id': '5fad6e99-cb79-4708-ad86-b0ace8f092b0'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:54:40.603344 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.614513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:40.614942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Checking segment: {'id': 'dfc5a399-87e6-459c-a1c5-1c7647f708ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '113ccba0-71cd-4f37-acff-a3fc6087ec54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:40.615359 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.615764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Bound using segment: {'id': 'dfc5a399-87e6-459c-a1c5-1c7647f708ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '113ccba0-71cd-4f37-acff-a3fc6087ec54'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:40.616263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Bound port: 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc5a399-87e6-459c-a1c5-1c7647f708ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '113ccba0-71cd-4f37-acff-a3fc6087ec54'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:40.616684 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.628515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10661532-3506-4cc7-9dc1-195e77aedff6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.642728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-6ab795eb-08cd-467f-9b22-06fdb4759f61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] For port db195b58-3396-4018-a709-d3dddf32f4cb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=db195b58-3396-4018-a709-d3dddf32f4cb,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:40.656033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:40.657542 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.712810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-4fcc6f67-9713-437e-85f0-14003fc4b7ba tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3212483 Jul 06 17:54:40.728907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4b7bf-a7e8-4a9c-807f-5834a79364e3 None None] Pushing event updated for resources: {'Port': ['ID=f2239404-deb4-449b-8fdf-3f9d55b53c48,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:40.768446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Request body: {'port': {'device_id': 'b9a2452a-a135-4b34-bf30-c0d3de8dd4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:40.798202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51de6521-98a9-4a01-9e5a-ddf865d28f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.801921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51de6521-98a9-4a01-9e5a-ddf865d28f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.807444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-51de6521-98a9-4a01-9e5a-ddf865d28f6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/893b6de8-cd05-476e-be40-1669d2a1b4ba HTTP/1.1" status: 204 len: 168 time: 0.8870554 Jul 06 17:54:40.868147 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36bc6d6a-df10-4fe7-a2fa-11239bef4479 req-41f8bfb7-b2fe-4cab-9018-f9c51c191818 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038211 Jul 06 17:54:40.868477 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10661532-3506-4cc7-9dc1-195e77aedff6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.870623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-10661532-3506-4cc7-9dc1-195e77aedff6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6817429 Jul 06 17:54:40.886610 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-6ab795eb-08cd-467f-9b22-06fdb4759f61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:40.890379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50486) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:40.927528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de6521-98a9-4a01-9e5a-ddf865d28f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b6de8-cd05-476e-be40-1669d2a1b4ba,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:40.938741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Allocated IP 172.21.0.2 (8a792d64-741e-4a5a-a5f2-0ee04214c4ee/5fad6e99-cb79-4708-ad86-b0ace8f092b0/331f469e-4656-4e43-b1bc-ae91fae2aec2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:41.172459 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09832e34-8192-4952-9944-bafb3dae14b9 req-53c3df1c-f516-43b0-a12c-71ad5148b26a service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956385 Jul 06 17:54:41.217248 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:41.254632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-6ab795eb-08cd-467f-9b22-06fdb4759f61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:41.278566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Transition to ACTIVE for port object 331f469e-4656-4e43-b1bc-ae91fae2aec2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:41.346019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Transition to ACTIVE for port object 331f469e-4656-4e43-b1bc-ae91fae2aec2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:41.371844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:41.395964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['f1a56317-2cd0-46f6-aaf4-2143403154e7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:41.404613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['7c357080-028e-4d0b-94e1-57557bfe6479', 'db195b58-3396-4018-a709-d3dddf32f4cb'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:41.415044 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:41.464673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=4fabf5d7-d598-4b05-bb81-1e8fe8ef2271,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:41.494462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:41.499205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:41.503679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:41.508730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09832e34-8192-4952-9944-bafb3dae14b9 req-811417a2-b2f4-4379-b600-b25e7f6f2e0a service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918549 Jul 06 17:54:41.593116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] For port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:41.782292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] For port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1dc93bcf-a8b8-42cb-ae31-394ad257ef2c,segment=NetworkSegment(dfc5a399-87e6-459c-a1c5-1c7647f708ad),segment_id=dfc5a399-87e6-459c-a1c5-1c7647f708ad)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:41.898802 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:41.933678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:41.935066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Pushing event updated for resources: {'Port': ['ID=331f469e-4656-4e43-b1bc-ae91fae2aec2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:42.018596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-6ab795eb-08cd-467f-9b22-06fdb4759f61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:42.021115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:42.032549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-6ab795eb-08cd-467f-9b22-06fdb4759f61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:42.034248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69b61e49-986a-4ec2-b33f-52f7285162f4 req-6ab795eb-08cd-467f-9b22-06fdb4759f61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "PUT /v2.0/ports/db195b58-3396-4018-a709-d3dddf32f4cb HTTP/1.1" status: 200 len: 904 time: 3.3927948 Jul 06 17:54:42.041738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:42.052275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'tag': 'db195b58-3396-4018-a709-d3dddf32f4cb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:42.069086 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cf1a13-1125-416f-a565-821b8771d2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f941600c-e2f6-40eb-a0fa-1d9f5a23081e", "tag": "db195b58-3396-4018-a709-d3dddf32f4cb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:42.155875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['db195b58-3396-4018-a709-d3dddf32f4cb'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:54:42.196634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f2239404-deb4-449b-8fdf-3f9d55b53c48 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:42.628764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24e7e4-8cd8-4cf3-9ff8-efcb5434924a None None] Pushing event updated for resources: {'Port': ['ID=1dc93bcf-a8b8-42cb-ae31-394ad257ef2c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:42.877480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:42.940061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Attempting to bind port 331f469e-4656-4e43-b1bc-ae91fae2aec2 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:42.940443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Attempting to bind port 331f469e-4656-4e43-b1bc-ae91fae2aec2 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'e0a70ef3-d66e-4fed-b767-ae83dfd6c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a792d64-741e-4a5a-a5f2-0ee04214c4ee'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:42.940894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Attempting to bind port 331f469e-4656-4e43-b1bc-ae91fae2aec2 on network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:42.967473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:42.967937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Checking segment: {'id': 'e0a70ef3-d66e-4fed-b767-ae83dfd6c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a792d64-741e-4a5a-a5f2-0ee04214c4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:42.968388 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:42.968804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Bound using segment: {'id': 'e0a70ef3-d66e-4fed-b767-ae83dfd6c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a792d64-741e-4a5a-a5f2-0ee04214c4ee'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:42.969313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Bound port: 331f469e-4656-4e43-b1bc-ae91fae2aec2, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a70ef3-d66e-4fed-b767-ae83dfd6c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a792d64-741e-4a5a-a5f2-0ee04214c4ee'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:42.969709 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:43.061214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c9cfb1-328e-41cf-8aca-c3e8cd73f9c1 None None] Network 4f885dfd-686e-4236-9ad5-a3017772c2e8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:43.066270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a9ce043a-98b9-4998-9d3f-b589e8dc917f None None] Provisioning complete for port db195b58-3396-4018-a709-d3dddf32f4cb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:43.066775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9ce043a-98b9-4998-9d3f-b589e8dc917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:43.110559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f2239404-deb4-449b-8fdf-3f9d55b53c48 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:43.208237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab795eb-08cd-467f-9b22-06fdb4759f61 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'Port': ['ID=db195b58-3396-4018-a709-d3dddf32f4cb,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:43.583555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:43.648803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] For port 331f469e-4656-4e43-b1bc-ae91fae2aec2, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:43.666485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] For port 331f469e-4656-4e43-b1bc-ae91fae2aec2, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=331f469e-4656-4e43-b1bc-ae91fae2aec2,segment=NetworkSegment(e0a70ef3-d66e-4fed-b767-ae83dfd6c989),segment_id=e0a70ef3-d66e-4fed-b767-ae83dfd6c989)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:43.678172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:43.752179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:44.142688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b7f52-ca8c-410a-8e43-34d304d48dc4 req-275f12bf-fa96-45a3-80b6-7fdbb011bc46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:44.165856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a5b7f52-ca8c-410a-8e43-34d304d48dc4 req-275f12bf-fa96-45a3-80b6-7fdbb011bc46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 2.4519448 Jul 06 17:54:44.185715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270789bf-3ea4-4eb6-823f-34144cc51f6c None None] Pushing event updated for resources: {'Port': ['ID=331f469e-4656-4e43-b1bc-ae91fae2aec2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:44.481410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:44.751059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2c393-ab43-48bf-a363-2636bdcb3847 None None] Network 113ccba0-71cd-4f37-acff-a3fc6087ec54 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:44.904464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4f5b3593-74e6-493c-8c80-d51413eb5c9a None None] Provisioning for port f2239404-deb4-449b-8fdf-3f9d55b53c48 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:44.926238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4f5b3593-74e6-493c-8c80-d51413eb5c9a None None] Provisioning complete for port f2239404-deb4-449b-8fdf-3f9d55b53c48 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:44.927440 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3593-74e6-493c-8c80-d51413eb5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.004475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dea1e-b043-4a60-bfe3-9b0afb0e29bf req-c6c98fba-f973-42b6-8760-f0bbd401604e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:45.012813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed9dea1e-b043-4a60-bfe3-9b0afb0e29bf req-c6c98fba-f973-42b6-8760-f0bbd401604e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 931 time: 2.1641884 Jul 06 17:54:45.107851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:45.123281 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a5b7f52-ca8c-410a-8e43-34d304d48dc4 req-2930a25d-ce31-41f6-b827-75387a4171f0 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5701447 Jul 06 17:54:45.218178 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.413021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed9dea1e-b043-4a60-bfe3-9b0afb0e29bf req-5b93ee4a-d6bd-4214-8ef2-2dfc1cd5f706 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578281 Jul 06 17:54:45.506146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16ca75b-176d-4e04-89ab-2e8b0127835e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:45.517894 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.536966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Transition to ACTIVE for port object a16ca75b-176d-4e04-89ab-2e8b0127835e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:45.720496 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3593-74e6-493c-8c80-d51413eb5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.743403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.20.0.1 (113ccba0-71cd-4f37-acff-a3fc6087ec54/9a64522d-05c2-4249-a53e-dd51bccbc4b3/74ffab04-0691-482b-8434-36cdd864e7be) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:45.806177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:45.838057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Router c0385453-0c02-41ee-a085-effc91ed9116 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:54:45.925772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a36b-a115-41ec-a35e-98915dd3cca0 req-1d6d7844-835a-4781-a85a-481549bb8c99 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:45.941228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ed5a36b-a115-41ec-a35e-98915dd3cca0 req-1d6d7844-835a-4781-a85a-481549bb8c99 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 907 time: 0.3662682 Jul 06 17:54:46.045376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4f5b3593-74e6-493c-8c80-d51413eb5c9a None None] For port f2239404-deb4-449b-8fdf-3f9d55b53c48, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f2239404-deb4-449b-8fdf-3f9d55b53c48,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:46.059077 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3593-74e6-493c-8c80-d51413eb5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:46.212694 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2302206-954f-473f-81b9-f9fa141de3e8 x-openstack-request-id: req-a2302206-954f-473f-81b9-f9fa141de3e8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:46.214310 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f941600c-e2f6-40eb-a0fa-1d9f5a23081e", "tag": "db195b58-3396-4018-a709-d3dddf32f4cb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:46.229483 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2302206-954f-473f-81b9-f9fa141de3e8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:46.230803 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'tag': 'db195b58-3396-4018-a709-d3dddf32f4cb', 'status': 'completed', 'code': 200} Jul 06 17:54:46.236253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a16ca75b-176d-4e04-89ab-2e8b0127835e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:46.282878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b3593-74e6-493c-8c80-d51413eb5c9a None None] Pushing event updated for resources: {'Port': ['ID=f2239404-deb4-449b-8fdf-3f9d55b53c48,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:46.311241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0ca4db09-4f79-4a86-a45d-ea8c77a9e52f None None] Provisioning for port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:46.317057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0ca4db09-4f79-4a86-a45d-ea8c77a9e52f None None] Provisioning complete for port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:46.318234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ca4db09-4f79-4a86-a45d-ea8c77a9e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:46.451777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 331f469e-4656-4e43-b1bc-ae91fae2aec2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:46.708459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb43d38-0f86-444c-98ce-781672d34e6c None None] Network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:46.813240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:46.842994 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:46.845408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f3f550e6-ecc5-482b-b195-5b27a62a8ca2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6377802 Jul 06 17:54:46.850008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:46.859274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 331f469e-4656-4e43-b1bc-ae91fae2aec2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:46.886218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Sync routers for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:46.932700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:46.952872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfe50e-e301-4a0f-8429-68cd84e3061c req-18e9ad3f-2e2e-49a9-86e0-1c3ee68a4072 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:46.954744 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbbfe50e-e301-4a0f-8429-68cd84e3061c req-18e9ad3f-2e2e-49a9-86e0-1c3ee68a4072 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2209482 Jul 06 17:54:46.982706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Transition to ACTIVE for port object 74ffab04-0691-482b-8434-36cdd864e7be will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:47.170572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:47.205176 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ca4db09-4f79-4a86-a45d-ea8c77a9e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.243595 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c9b891a-4c84-48a9-978c-f229dbef4f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.243884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbbfe50e-e301-4a0f-8429-68cd84e3061c req-82b1c80a-8397-4b02-a201-352e2aafe9e3 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717369 Jul 06 17:54:47.249124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:47.251982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:47.357853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70c512d-bb8a-4ab0-9ba9-e73335d1a460 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:54:47.375227 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.448650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Transition to ACTIVE for port object d70c512d-bb8a-4ab0-9ba9-e73335d1a460 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:47.476387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0ca4db09-4f79-4a86-a45d-ea8c77a9e52f None None] For port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1dc93bcf-a8b8-42cb-ae31-394ad257ef2c,segment=NetworkSegment(dfc5a399-87e6-459c-a1c5-1c7647f708ad),segment_id=dfc5a399-87e6-459c-a1c5-1c7647f708ad)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:47.487268 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.490189 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ca4db09-4f79-4a86-a45d-ea8c77a9e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.592075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.641326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:47.696899 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:47.746866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb3458-6316-419c-8109-894264231e39 req-2f6c7398-949e-4023-8a58-61bbae7a4810 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:47.759212 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9fb3458-6316-419c-8109-894264231e39 req-2f6c7398-949e-4023-8a58-61bbae7a4810 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 931 time: 0.3654811 Jul 06 17:54:47.814928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:47.946873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4db09-4f79-4a86-a45d-ea8c77a9e52f None None] Pushing event updated for resources: {'Port': ['ID=1dc93bcf-a8b8-42cb-ae31-394ad257ef2c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:47.999639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Attempting to bind port a16ca75b-176d-4e04-89ab-2e8b0127835e on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:48.000213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Attempting to bind port a16ca75b-176d-4e04-89ab-2e8b0127835e by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:48.000779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Attempting to bind port a16ca75b-176d-4e04-89ab-2e8b0127835e on network 06ee30b1-b6be-4d1b-bb46-36425ac2687f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:48.036590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 113ccba0-71cd-4f37-acff-a3fc6087ec54 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:48.052941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:48.063501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Port a16ca75b-176d-4e04-89ab-2e8b0127835e on network 06ee30b1-b6be-4d1b-bb46-36425ac2687f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:48.063843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Attempting to bind port a16ca75b-176d-4e04-89ab-2e8b0127835e on network 06ee30b1-b6be-4d1b-bb46-36425ac2687f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:48.068173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:48.088983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0ca4db09-4f79-4a86-a45d-ea8c77a9e52f None None] Provisioning complete for port f2239404-deb4-449b-8fdf-3f9d55b53c48 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:48.090724 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ca4db09-4f79-4a86-a45d-ea8c77a9e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:48.102491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9fb3458-6316-419c-8109-894264231e39 req-23e404c1-2548-40e4-8911-da84f75140e9 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415830 Jul 06 17:54:48.157613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f2239404-deb4-449b-8fdf-3f9d55b53c48 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:48.180977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:48.185226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Checking segment: {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:48.185790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Bound using segment: {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:48.186713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Bound port: a16ca75b-176d-4e04-89ab-2e8b0127835e, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:48.186894 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:48.211397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Pushing event updated for resources: {'Port': ['ID=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:48.357473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-e746d7a6-95f9-4aad-bf9f-d1b5c7089474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:48.359362 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-e746d7a6-95f9-4aad-bf9f-d1b5c7089474 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 1058 time: 2.2569098 Jul 06 17:54:48.518301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:48.553652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f2239404-deb4-449b-8fdf-3f9d55b53c48 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:48.554563 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:48.664811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] For port a16ca75b-176d-4e04-89ab-2e8b0127835e, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:48.672556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] For port a16ca75b-176d-4e04-89ab-2e8b0127835e, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:48.723298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Provisioning for port 74ffab04-0691-482b-8434-36cdd864e7be completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:48.735036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Provisioning complete for port 74ffab04-0691-482b-8434-36cdd864e7be triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:48.736705 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:48.750139 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:48.824942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:41Z', 'revision_number': 3, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:48.925143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Checking router: c0385453-0c02-41ee-a085-effc91ed9116 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:48.926022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Updating router c0385453-0c02-41ee-a085-effc91ed9116 port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:54:49.056650 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.064610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Port 74ffab04-0691-482b-8434-36cdd864e7be cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:49.068609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.182667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Provisioning complete for port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:49.184213 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.229130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-cd30071a-82cb-450d-9dd6-1d6692b68aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:49.231746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-cd30071a-82cb-450d-9dd6-1d6692b68aef service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.5427344 Jul 06 17:54:49.252878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=74ffab04-0691-482b-8434-36cdd864e7be,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:49.295788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd25cf-b6a4-4765-8af4-a578747f0049 req-30e36572-620e-4a53-8878-a996d5abec4b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:49.301095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adcd25cf-b6a4-4765-8af4-a578747f0049 req-30e36572-620e-4a53-8878-a996d5abec4b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 2.2533932 Jul 06 17:54:49.302760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Attempting to bind port d70c512d-bb8a-4ab0-9ba9-e73335d1a460 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:49.303623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Attempting to bind port d70c512d-bb8a-4ab0-9ba9-e73335d1a460 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:49.304507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Attempting to bind port d70c512d-bb8a-4ab0-9ba9-e73335d1a460 on network 06ee30b1-b6be-4d1b-bb46-36425ac2687f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:49.317737 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.341806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Allocated IP 172.25.7.8 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/eed5e080-edc1-4fad-8b87-cfcb45547615) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:49.381046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Port d70c512d-bb8a-4ab0-9ba9-e73335d1a460 on network 06ee30b1-b6be-4d1b-bb46-36425ac2687f not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:54:49.383761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Attempting to bind port d70c512d-bb8a-4ab0-9ba9-e73335d1a460 on network 06ee30b1-b6be-4d1b-bb46-36425ac2687f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:49.517090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:49.519388 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.523005 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] 10.222.0.55 "PUT /v2.0/ports/a16ca75b-176d-4e04-89ab-2e8b0127835e HTTP/1.1" status: 200 len: 1092 time: 9.7175682 Jul 06 17:54:49.581380 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d805b1b4-925a-44d4-bc44-df7d6eccc658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.606222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:49.606950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Checking segment: {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:49.607458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad197c88-ef48-46dd-a3fe-b410515d1ad2 req-ea568adf-968e-4fe6-91b4-29471151e9f8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:49.607707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Bound using segment: {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:49.608587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Bound port: d70c512d-bb8a-4ab0-9ba9-e73335d1a460, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6b132-cc4e-4834-8426-501c19665a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:49.609359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.612085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff912c6-cb25-465c-bbc3-84ea7347e4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a16ca75b-176d-4e04-89ab-2e8b0127835e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:49.615302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75f2dcb-54ce-40e4-9486-0b905c7f7b9c', 'tag': 'a16ca75b-176d-4e04-89ab-2e8b0127835e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:49.615548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad197c88-ef48-46dd-a3fe-b410515d1ad2 req-ea568adf-968e-4fe6-91b4-29471151e9f8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3248897 Jul 06 17:54:49.618728 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbe4802-db78-4793-91a3-932f49433659" -d '{"events": [{"name": "network-changed", "server_uuid": "b75f2dcb-54ce-40e4-9486-0b905c7f7b9c", "tag": "a16ca75b-176d-4e04-89ab-2e8b0127835e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:49.647784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-49514da0-91a5-4688-acfb-9e04968a14b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db195b58-3396-4018-a709-d3dddf32f4cb HTTP/1.1" status: 200 len: 217 time: 0.3759260 Jul 06 17:54:49.690311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.699646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Allocated IP 172.20.0.1 (4f885dfd-686e-4236-9ad5-a3017772c2e8/e35ff548-69b7-478a-8ff2-8187439878e8/f7ca7306-2608-4dc4-8082-ddfc04a3caf0) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:49.731499 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad197c88-ef48-46dd-a3fe-b410515d1ad2 req-efd992e1-11a0-4ed1-af42-3d01e0f6df1e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148338 Jul 06 17:54:49.754119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adcd25cf-b6a4-4765-8af4-a578747f0049 req-518e277b-0ce7-4d1b-a156-25be28489bb5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4108500 Jul 06 17:54:49.857969 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.874487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Transition to ACTIVE for port object f7ca7306-2608-4dc4-8082-ddfc04a3caf0 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:49.940050 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.950321 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:49.991264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:50.001273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:50.006828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Network 4f885dfd-686e-4236-9ad5-a3017772c2e8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:50.008000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:50.181531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.195576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:50.290396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:50.324571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:50.411693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.468329 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.468616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ca7306-2608-4dc4-8082-ddfc04a3caf0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:50.495594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.710387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Provisioning for port 331f469e-4656-4e43-b1bc-ae91fae2aec2 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:50.720835 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.725741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Provisioning complete for port 331f469e-4656-4e43-b1bc-ae91fae2aec2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:50.726743 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.793756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Transition to ACTIVE for port object 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:50.811813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:50.812687 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.857019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.857773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.886774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.940050 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.972014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Attempting to bind port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:50.972014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Attempting to bind port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:50.972014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Attempting to bind port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:50.982047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:50.982461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:50.982882 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:50.983289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:50.983784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Bound port: 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:50.984180 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.017762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event updated for resources: {'Port': ['ID=eed5e080-edc1-4fad-8b87-cfcb45547615,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:51.020565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.042328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-94d2fccd-38e4-40d6-bdb0-0d345bb315a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.044588 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-94d2fccd-38e4-40d6-bdb0-0d345bb315a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 1.3470671 Jul 06 17:54:51.064329 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.066510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f91f1-108d-4c3b-a4ae-21d9c43d2e99 None None] Pushing event updated for resources: {'Port': ['ID=4fabf5d7-d598-4b05-bb81-1e8fe8ef2271,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:51.085448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event updated for resources: {'Port': ['ID=eed5e080-edc1-4fad-8b87-cfcb45547615,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:51.159883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125ed56-ad0d-4b4a-b52a-6ae9db0c1ea9 req-4647dc28-efc1-4b33-a20d-de25dd883bf3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.166716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] For port d70c512d-bb8a-4ab0-9ba9-e73335d1a460, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:51.169220 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9125ed56-ad0d-4b4a-b52a-6ae9db0c1ea9 req-4647dc28-efc1-4b33-a20d-de25dd883bf3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.8982069 Jul 06 17:54:51.174612 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.218938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.223501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-fbaba860-a4a0-4ffa-afee-bad77b6911c2 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.225099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-fbaba860-a4a0-4ffa-afee-bad77b6911c2 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.22 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 946 time: 0.3921316 Jul 06 17:54:51.228460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-2ebd10aa-7cc4-4cf1-8bb3-7466f24b37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.229829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-2ebd10aa-7cc4-4cf1-8bb3-7466f24b37f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 1095 time: 1.5334973 Jul 06 17:54:51.245245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] For port d70c512d-bb8a-4ab0-9ba9-e73335d1a460, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:51.253414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] For port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:51.260671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] For port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4fabf5d7-d598-4b05-bb81-1e8fe8ef2271,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:51.283929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] For port 331f469e-4656-4e43-b1bc-ae91fae2aec2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=331f469e-4656-4e43-b1bc-ae91fae2aec2,segment=NetworkSegment(e0a70ef3-d66e-4fed-b767-ae83dfd6c989),segment_id=e0a70ef3-d66e-4fed-b767-ae83dfd6c989)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:51.287699 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.368856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9125ed56-ad0d-4b4a-b52a-6ae9db0c1ea9 req-f52b0316-e9c0-419a-92ac-0b8cbbafc817 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979191 Jul 06 17:54:51.369226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca40b1-1fd4-4d3f-ae45-a2d033d1703c req-62d64c11-6816-4ec5-9160-f61a87561257 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.370989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b8ca40b1-1fd4-4d3f-ae45-a2d033d1703c req-62d64c11-6816-4ec5-9160-f61a87561257 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 946 time: 0.5232329 Jul 06 17:54:51.372332 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.395369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.398590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bbee3db8-a4b2-4eaf-aaf3-0ebef08017d8 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2251842 Jul 06 17:54:51.404357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:51.412235 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.418531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f91f1-108d-4c3b-a4ae-21d9c43d2e99 None None] Pushing event updated for resources: {'Port': ['ID=4fabf5d7-d598-4b05-bb81-1e8fe8ef2271,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:51.436512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1162520027'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:51.443006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50602) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:51.466519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:51.467990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:51.614006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-04cb5f0e-6262-4f9c-8cb0-7c588c60c394 None None] Provisioning complete for port 331f469e-4656-4e43-b1bc-ae91fae2aec2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:51.614859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04cb5f0e-6262-4f9c-8cb0-7c588c60c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.790826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-46c6a6f9-b91b-4fcb-9e42-059a41b7eb8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e HTTP/1.1" status: 200 len: 217 time: 0.2772365 Jul 06 17:54:51.792430 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Pushing event updated for resources: {'Port': ['ID=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:51.811374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Made reservation on behalf of b184dbe6e82140d9aefe2558512276ca for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:51.815079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.822375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:51.824602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.827654 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-90daa299-3fbe-4384-b210-bd65e3019afb service neutron] 10.222.0.55 "PUT /v2.0/ports/d70c512d-bb8a-4ab0-9ba9-e73335d1a460 HTTP/1.1" status: 200 len: 1091 time: 11.0720923 Jul 06 17:54:51.838227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b32af3-5407-40e8-990e-91cde50082b6 None None] Pushing event updated for resources: {'Port': ['ID=331f469e-4656-4e43-b1bc-ae91fae2aec2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:51.858646 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e4c6020-2157-440e-aa4f-d0fe248a6360 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/0df48641-a26e-42e3-b61d-84b1660b31fb HTTP/1.1" status: 200 len: 993 time: 0.4142764 Jul 06 17:54:51.870458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-04cb5f0e-6262-4f9c-8cb0-7c588c60c394 None None] Provisioning for port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:51.887600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-04cb5f0e-6262-4f9c-8cb0-7c588c60c394 None None] Provisioning complete for port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:51.888113 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04cb5f0e-6262-4f9c-8cb0-7c588c60c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:51.964397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-04cb5f0e-6262-4f9c-8cb0-7c588c60c394 None None] Port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:52.016977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:52.081368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 331f469e-4656-4e43-b1bc-ae91fae2aec2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:52.123620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-014ebaa3-0790-46de-849b-9574bc64a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:52.124498 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-014ebaa3-0790-46de-849b-9574bc64a738 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0620501 Jul 06 17:54:52.227855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b8ca40b1-1fd4-4d3f-ae45-a2d033d1703c req-e1ceaa05-4aba-4192-9bf8-dc6ecbde0ac7 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173460 Jul 06 17:54:52.230834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Deleting port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:54:52.251408 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.318671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 331f469e-4656-4e43-b1bc-ae91fae2aec2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:52.319075 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.461389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:54:49Z', 'revision_number': 1, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:52.467782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-fba6ba18-5dac-4d80-a695-55f6f51735ba service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317509 Jul 06 17:54:52.473925 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f7328-15ef-49f7-8c16-30e9757dd970 x-openstack-request-id: req-3e9f7328-15ef-49f7-8c16-30e9757dd970 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:52.475409 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75f2dcb-54ce-40e4-9486-0b905c7f7b9c", "tag": "a16ca75b-176d-4e04-89ab-2e8b0127835e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:52.475409 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e9f7328-15ef-49f7-8c16-30e9757dd970 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:52.475409 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75f2dcb-54ce-40e4-9486-0b905c7f7b9c', 'tag': 'a16ca75b-176d-4e04-89ab-2e8b0127835e', 'status': 'completed', 'code': 200} Jul 06 17:54:52.530190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d263a-c12e-4006-b9bc-8e8c70042d5a None None] The sync data for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 is: [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:54:49Z', 'revision_number': 1, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:54:52.546140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.621356 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.653372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.674103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.818888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa6a2d-3430-4c14-b89f-f168420cf388 req-1a2088e8-1cf1-454a-bee5-fb03b926bf7f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:52.827040 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c6aa6a2d-3430-4c14-b89f-f168420cf388 req-1a2088e8-1cf1-454a-bee5-fb03b926bf7f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 943 time: 1.1439698 Jul 06 17:54:52.881843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:52.883950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ca7306-2608-4dc4-8082-ddfc04a3caf0,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:52.925957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-04190ae0-c884-4cfc-b3f6-d3cdf2aa4d8c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:52.930119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-04190ae0-c884-4cfc-b3f6-d3cdf2aa4d8c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 0.3852587 Jul 06 17:54:53.007385 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c6aa6a2d-3430-4c14-b89f-f168420cf388 req-861304d3-7177-4c56-8a63-59c63d1119e8 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756234 Jul 06 17:54:53.099028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-c6f5262d-93fa-4479-a63d-48d1043ac507 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/quotas/7aacb4a41b3b464b8acf89aee1d36cf3 HTTP/1.1" status: 200 len: 375 time: 0.1271603 Jul 06 17:54:53.287241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:53.314252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Network 4f885dfd-686e-4236-9ad5-a3017772c2e8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:53.315963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:53.342571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:53.354573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:54:53.472540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:54:53.479199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:53.479528 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Added segment 2c964963-1534-4594-9990-c89d2a39bcdc of type vlan for network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 Jul 06 17:54:53.518659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-4f1f5dc8-1300-4e6d-8819-39907c233e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:53.531365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-4f1f5dc8-1300-4e6d-8819-39907c233e2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 200 len: 859 time: 0.2936282 Jul 06 17:54:53.539644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] For port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,segment=NetworkSegment(e20486f4-2925-479b-bd03-9cc0eca68142),segment_id=e20486f4-2925-479b-bd03-9cc0eca68142)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:53.549464 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:53.552291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257c9fad-8054-4f39-825a-c2a1e2e1fb11,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:53.690026 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:53.706554 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:53.743023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:53.749483 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d7c222-4d2a-4485-9448-d30f22419c62" -d '{"events": [{"server_uuid": "09568d7c-a61b-4026-8dd4-b1f90248604b", "name": "network-vif-unplugged", "status": "completed", "tag": "21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:53.752441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-d6745442-d2ad-4144-99cd-5f3bafd06393 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ee30b1-b6be-4d1b-bb46-36425ac2687f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704683 Jul 06 17:54:53.754545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Calling delete_port for 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:54:53.797032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,segment=NetworkSegment(e20486f4-2925-479b-bd03-9cc0eca68142),segment_id=e20486f4-2925-479b-bd03-9cc0eca68142)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:53.798567 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19cf1a13-1125-416f-a565-821b8771d2d2 req-fa508206-acdc-4016-99ec-577d08a5a82d service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3190577 Jul 06 17:54:53.805938 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:53.980983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:53.994255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0555b2af-10de-4e7f-b8e0-c05b9ecc311c None None] Provisioning complete for port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:53.998357 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0555b2af-10de-4e7f-b8e0-c05b9ecc311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.187793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0555b2af-10de-4e7f-b8e0-c05b9ecc311c None None] Port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:54.233151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-cc590cb0-1900-4369-b8e3-67d48b69de52 service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307451 Jul 06 17:54:54.237811 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.252186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:54.253141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.278687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-531845fa-c6bc-4a77-ba51-658d6f099662 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&fields=id HTTP/1.1" status: 200 len: 532 time: 1.1723003 Jul 06 17:54:54.377134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Router c0385453-0c02-41ee-a085-effc91ed9116 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:54:54.390563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9822347 Jul 06 17:54:54.417262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50622) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:54.449728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Request body: {'subnet': {'network_id': '7b50157b-18ae-49e5-b36f-d92c7fe195c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:54.485108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a38f2-f0e3-4996-81a3-0b50f8080a01 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event updated for resources: {'Network': ['ID=7b50157b-18ae-49e5-b36f-d92c7fe195c5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:54.499987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:54:54.642322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a2452a-a135-4b34-bf30-c0d3de8dd4e4', 'tag': 'd70c512d-bb8a-4ab0-9ba9-e73335d1a460'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:54.645407 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5142c59c-55a9-4e71-8aa2-74c88a5ede63" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a2452a-a135-4b34-bf30-c0d3de8dd4e4", "tag": "d70c512d-bb8a-4ab0-9ba9-e73335d1a460"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:54.647887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb013da0-8d10-47f3-b1bc-f247e3c70c77 req-bf34ffcb-362c-4aa0-b331-48c8e3a3b0a2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:54.650623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74c1bcbc-a921-44e5-a866-b57ba25e7ea3 req-f3f11ada-37f4-4394-93ac-83f98fa73af9 service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504211 Jul 06 17:54:54.658923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eb013da0-8d10-47f3-b1bc-f247e3c70c77 req-bf34ffcb-362c-4aa0-b331-48c8e3a3b0a2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 1.3468354 Jul 06 17:54:54.667368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-0e2f275a-06a0-4224-afbc-6df52a16f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:54.670064 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-0e2f275a-06a0-4224-afbc-6df52a16f641 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 1094 time: 1.3358731 Jul 06 17:54:54.672991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:54.678558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-f6d36694-502f-41bf-b82c-82cae37a7106 service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459694 Jul 06 17:54:54.862214 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eb013da0-8d10-47f3-b1bc-f247e3c70c77 req-c039d1b1-f95c-4773-adbb-a4e6e23dfc7e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010913 Jul 06 17:54:54.947368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:54.970153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e5cc3e44-e542-4c81-ac28-da9da79ec207 admin admin] 10.222.0.13 "PUT /v2.0/routers/c0385453-0c02-41ee-a085-effc91ed9116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1182230 Jul 06 17:54:55.102114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Made reservation on behalf of b184dbe6e82140d9aefe2558512276ca for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:55.109410 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:55.740919 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.014929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event updated for resources: {'Subnet': ['ID=1d4d8be4-3fce-47f6-ae5d-f70ff415761e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:56.035184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Checking segment: {'id': '2c964963-1534-4594-9990-c89d2a39bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b50157b-18ae-49e5-b36f-d92c7fe195c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:56.036032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Network hostable DHCP agents. Network: 7b50157b-18ae-49e5-b36f-d92c7fe195c5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:54:56.123369 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.148298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:54:56.259653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6bbb8-22cd-44bf-8355-dc17a6d675df req-f9e73dce-9cfa-4c1c-b259-06f2799d9e62 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:56.285841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ac6bbb8-22cd-44bf-8355-dc17a6d675df req-f9e73dce-9cfa-4c1c-b259-06f2799d9e62 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/ports?device_id=09568d7c-a61b-4026-8dd4-b1f90248604b HTTP/1.1" status: 200 len: 944 time: 0.4379675 Jul 06 17:54:56.311099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:54:56.335781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 7b50157b-18ae-49e5-b36f-d92c7fe195c5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:56.353179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:56.353822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.362673 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a408989-4daa-48af-91f3-10ca405168c5 None None] Network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:54:56.452133 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ac6bbb8-22cd-44bf-8355-dc17a6d675df req-ceb176a5-c0dd-4d79-b7c7-c676b5267ac9 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641707 Jul 06 17:54:56.474640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1cf94a36-1836-47ed-a16b-e35aa8a8a52d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0446446 Jul 06 17:54:56.477237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50642) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:56.497897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-854447759', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:56.541074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-21cd043a-94b2-4cf0-a14f-92e9b59cdfd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70c512d-bb8a-4ab0-9ba9-e73335d1a460 HTTP/1.1" status: 200 len: 217 time: 0.6107898 Jul 06 17:54:56.603357 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.606518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.728516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.736012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-49c2e7e5-04fd-4542-93f2-4d6be7012972 service neutron] 10.222.0.13 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0431855 Jul 06 17:54:56.805071 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.870381 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:56.877906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:54:56.952436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=74ffab04-0691-482b-8434-36cdd864e7be,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:56.957256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:56.957980 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.139701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50652) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:57.145105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1590459899-network', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:57.211775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] No DVR routers for this DVR port 21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:54:57.220150 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.223869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c3e3f6f-7285-4402-8528-456005c0e73b req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] 10.222.0.22 "DELETE /v2.0/ports/21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9 HTTP/1.1" status: 204 len: 173 time: 5.9852552 Jul 06 17:54:57.231018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4802-db78-4793-91a3-932f49433659 req-575f3d57-16a0-4fa1-ac35-21c908484d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:57.233108 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbe4802-db78-4793-91a3-932f49433659 req-575f3d57-16a0-4fa1-ac35-21c908484d27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 1095 time: 1.4995944 Jul 06 17:54:57.299763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b80ec4-a967-4098-9b9d-6bf7114001d5 tempest-ServerTagsTestJSON-633492098 tempest-ServerTagsTestJSON-633492098-project] Pushing event deleted for resources: {'Port': ['ID=21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:57.309757 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.330294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-7b50157b-18ae-49e5-b36f-d92c7fe195c5', 'network_id': '7b50157b-18ae-49e5-b36f-d92c7fe195c5', 'tenant_id': 'b184dbe6e82140d9aefe2558512276ca', 'fixed_ips': [{'subnet_id': '1d4d8be4-3fce-47f6-ae5d-f70ff415761e'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:54:57.332016 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.342744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-2e8a009a-0739-4724-bf30-d18161b970e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:57.346931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-2e8a009a-0739-4724-bf30-d18161b970e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 200 len: 859 time: 0.6765788 Jul 06 17:54:57.394926 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.406052 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Sync routers for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:57.428068 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:54:57.428720 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:57.497710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Made reservation on behalf of 3def4eb2b7a347f390c6156cf3d21709 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:57.500926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.552181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-c26f774b-ed5c-405a-85c7-1a7eb08f1c4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ee30b1-b6be-4d1b-bb46-36425ac2687f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852846 Jul 06 17:54:57.607603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.652727 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a12a3f-7265-48f6-8d15-1a6a36e3c108 x-openstack-request-id: req-00a12a3f-7265-48f6-8d15-1a6a36e3c108 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:57.658595 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09568d7c-a61b-4026-8dd4-b1f90248604b", "name": "network-vif-unplugged", "status": "completed", "tag": "21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:57.659991 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00a12a3f-7265-48f6-8d15-1a6a36e3c108 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:57.660544 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9', 'code': 200} Jul 06 17:54:57.710137 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:54:57.731302 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb77e2d-25ac-46a0-9451-f330ce675e4c x-openstack-request-id: req-beb77e2d-25ac-46a0-9451-f330ce675e4c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:54:57.731613 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a2452a-a135-4b34-bf30-c0d3de8dd4e4", "tag": "d70c512d-bb8a-4ab0-9ba9-e73335d1a460", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:54:57.731876 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beb77e2d-25ac-46a0-9451-f330ce675e4c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:54:57.732295 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a2452a-a135-4b34-bf30-c0d3de8dd4e4', 'tag': 'd70c512d-bb8a-4ab0-9ba9-e73335d1a460', 'status': 'completed', 'code': 200} Jul 06 17:54:57.769758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4fabf5d7-d598-4b05-bb81-1e8fe8ef2271,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:57.825350 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:57.983148 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.013986 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.116837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 113ccba0-71cd-4f37-acff-a3fc6087ec54 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:58.172195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4802-db78-4793-91a3-932f49433659 req-751b1804-6aeb-446d-96f6-b7fde9cf6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:58.178535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbe4802-db78-4793-91a3-932f49433659 req-751b1804-6aeb-446d-96f6-b7fde9cf6d75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 920 time: 0.8684828 Jul 06 17:54:58.181186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:58.191080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:54:58.232964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Allocated IP 172.20.0.2 (7b50157b-18ae-49e5-b36f-d92c7fe195c5/1d4d8be4-3fce-47f6-ae5d-f70ff415761e/656eb8c0-fea5-4b31-9fb3-62b5894c845b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:58.451367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef0a2d-8492-48b6-9e2f-5ef1a5ce5b84,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:58.484307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.505539 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Added segment 3ab4a599-4760-4bda-96b8-9322372a0e01 of type vlan for network af05c3ae-7cc2-42a9-ad72-df359137f872 Jul 06 17:54:58.540859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.554378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Transition to ACTIVE for port object 656eb8c0-fea5-4b31-9fb3-62b5894c845b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:58.580065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Transition to ACTIVE for port object 656eb8c0-fea5-4b31-9fb3-62b5894c845b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:54:58.604668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.622202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=4fabf5d7-d598-4b05-bb81-1e8fe8ef2271,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:58.682951 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbe4802-db78-4793-91a3-932f49433659 req-dda5da94-b7eb-41ab-a865-966dd1068129 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e HTTP/1.1" status: 200 len: 217 time: 0.4276092 Jul 06 17:54:58.689703 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:54:51Z', 'revision_number': 2, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:54:58.696243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Pushing event updated for resources: {'Port': ['ID=656eb8c0-fea5-4b31-9fb3-62b5894c845b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:58.721690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:54:58.726247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:54:58.730864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:54:58.770158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b3d28933-2038-420e-9fc2-75c1db6e3347 None None] Provisioning complete for port 74ffab04-0691-482b-8434-36cdd864e7be triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:54:58.770661 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3d28933-2038-420e-9fc2-75c1db6e3347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.781308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc750b-0e4a-4a53-82f3-3e31548e7924 req-cc77e80f-4705-4ebf-8f60-e925e3819b65 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:58.785340 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.788329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36bc750b-0e4a-4a53-82f3-3e31548e7924 req-cc77e80f-4705-4ebf-8f60-e925e3819b65 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 943 time: 1.2482297 Jul 06 17:54:58.788615 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Checking router: c0385453-0c02-41ee-a085-effc91ed9116 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:54:58.789638 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Updating router c0385453-0c02-41ee-a085-effc91ed9116 port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:54:58.799692 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.806735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-33d5cf6e-4a71-4fa9-b638-5b5214e8f8aa service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2349803 Jul 06 17:54:58.844149 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.852225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Attempting to bind port 656eb8c0-fea5-4b31-9fb3-62b5894c845b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:54:58.852738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Attempting to bind port 656eb8c0-fea5-4b31-9fb3-62b5894c845b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2c964963-1534-4594-9990-c89d2a39bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b50157b-18ae-49e5-b36f-d92c7fe195c5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:54:58.853202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa113b-7f4d-4d5a-82da-ac04f08616fc req-c64280ff-e5af-4c34-bc7d-dab0535d0d16 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:58.853388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Attempting to bind port 656eb8c0-fea5-4b31-9fb3-62b5894c845b on network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:54:58.861915 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49fa113b-7f4d-4d5a-82da-ac04f08616fc req-c64280ff-e5af-4c34-bc7d-dab0535d0d16 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1096 time: 0.8057914 Jul 06 17:54:58.865375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:54:58.865978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Checking segment: {'id': '2c964963-1534-4594-9990-c89d2a39bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b50157b-18ae-49e5-b36f-d92c7fe195c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:54:58.866602 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.867448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Bound using segment: {'id': '2c964963-1534-4594-9990-c89d2a39bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b50157b-18ae-49e5-b36f-d92c7fe195c5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:54:58.868051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Bound port: 656eb8c0-fea5-4b31-9fb3-62b5894c845b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c964963-1534-4594-9990-c89d2a39bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b50157b-18ae-49e5-b36f-d92c7fe195c5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:54:58.868609 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.947129 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:58.977399 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36bc750b-0e4a-4a53-82f3-3e31548e7924 req-7538ed8d-de4c-473e-983b-ade8a2e22247 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652472 Jul 06 17:54:59.010977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.012260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] For port 656eb8c0-fea5-4b31-9fb3-62b5894c845b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:54:59.013587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:54:59.016791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.024964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b3d28933-2038-420e-9fc2-75c1db6e3347 None None] Port 74ffab04-0691-482b-8434-36cdd864e7be cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:54:59.030124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a16ca75b-176d-4e04-89ab-2e8b0127835e details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:54:59.036205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] For port 656eb8c0-fea5-4b31-9fb3-62b5894c845b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=656eb8c0-fea5-4b31-9fb3-62b5894c845b,segment=NetworkSegment(2c964963-1534-4594-9990-c89d2a39bcdc),segment_id=2c964963-1534-4594-9990-c89d2a39bcdc)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:54:59.070389 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49fa113b-7f4d-4d5a-82da-ac04f08616fc req-f4ab4407-0262-4c99-8e25-d789261e788a tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060058 Jul 06 17:54:59.070691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 0051e089-de27-4e36-b507-6de4bec4bec5 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:54:59.184377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0432687 Jul 06 17:54:59.208728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:59.267306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Request body: {'subnet': {'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1590459899-subnet', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:54:59.272074 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.352986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569843fd-8870-4309-9d78-2cf823583fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=af05c3ae-7cc2-42a9-ad72-df359137f872,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:59.370398 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4617f0de-7e7d-4e24-a5e0-fd8b94f2a5f3 req-52677991-1906-43b4-be0d-32b3c62a83ee tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 210 time: 0.0739472 Jul 06 17:54:59.374096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Made reservation on behalf of 3def4eb2b7a347f390c6156cf3d21709 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:54:59.407520 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.500713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Allocated IP 172.25.7.154 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/cfb25738-8f88-4b85-88bb-268be25e73e5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:54:59.539247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50672) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:59.586019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Pushing event updated for resources: {'Port': ['ID=656eb8c0-fea5-4b31-9fb3-62b5894c845b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:54:59.676472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a16ca75b-176d-4e04-89ab-2e8b0127835e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:54:59.693185 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-b221f4f7-b8d9-43da-9e4a-fd43b5828215 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3479419 Jul 06 17:54:59.694937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:54:59.722474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.723048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.723630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.724268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.724842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.725425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.725999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.727843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.728706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.729300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.730856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.731637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0383a5a8-d430-4c2c-accf-136849f4fd93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:54:59.747256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a696cdef-6cfe-4a3f-bb7c-ebc68f7c3598 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/0051e089-de27-4e36-b507-6de4bec4bec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8473508 Jul 06 17:54:59.748236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'name': 'network-vif-deleted', 'tag': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:54:59.753593 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df3ec06-0932-41d5-9df6-f3d4f326cabf" -d '{"events": [{"server_uuid": "09568d7c-a61b-4026-8dd4-b1f90248604b", "name": "network-vif-deleted", "tag": "21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:54:59.755332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'a16ca75b-176d-4e04-89ab-2e8b0127835e', 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f', 'port_id': 'a16ca75b-176d-4e04-89ab-2e8b0127835e', 'mac_address': 'fa:16:3e:c8:05:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ae496-2193-4c02-bf76-c3be13d070ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:54:59.757431 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50674) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:54:59.762564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network af05c3ae-7cc2-42a9-ad72-df359137f872 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:54:59.809792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79e0ff-3909-4fe1-bdae-fc3cb5df1a59 None None] Sync routers for ids ['0051e089-de27-4e36-b507-6de4bec4bec5'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:54:59.893816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbe43c6-ef45-47b3-8124-ae77c06b3f88 admin admin] Deleting subnet 70f0cc68-3898-4439-befd-3ef725383ca0 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:54:59.910261 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbe43c6-ef45-47b3-8124-ae77c06b3f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:54:59.933915 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.005590 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Transition to ACTIVE for port object f7ca7306-2608-4dc4-8082-ddfc04a3caf0 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:00.026448 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.049043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79e0ff-3909-4fe1-bdae-fc3cb5df1a59 None None] Routers {'0051e089-de27-4e36-b507-6de4bec4bec5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:00.050169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ed79e0ff-3909-4fe1-bdae-fc3cb5df1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0051e089-de27-4e36-b507-6de4bec4bec5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:00.135267 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02890ed2-e70b-4825-9ea5-23009332117a None None] Pushing event updated for resources: {'Port': ['ID=f7ca7306-2608-4dc4-8082-ddfc04a3caf0,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:00.143696 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:55:00.189514 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbe43c6-ef45-47b3-8124-ae77c06b3f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.241651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ed79e0ff-3909-4fe1-bdae-fc3cb5df1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:00.300325 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Attempting to bind port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:00.301312 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Attempting to bind port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:00.329665 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Attempting to bind port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 on network 4f885dfd-686e-4236-9ad5-a3017772c2e8 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:00.342191 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:00.342948 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Checking segment: {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:00.343678 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.344397 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Bound using segment: {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:00.345514 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Bound port: f7ca7306-2608-4dc4-8082-ddfc04a3caf0, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:00.346228 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.374498 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.393384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 656eb8c0-fea5-4b31-9fb3-62b5894c845b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:00.416345 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.443686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45809794-bce3-4ac4-99fb-e5ffefc8774a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:00.455289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-45809794-bce3-4ac4-99fb-e5ffefc8774a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports/74ffab04-0691-482b-8434-36cdd864e7be HTTP/1.1" status: 200 len: 910 time: 0.6733491 Jul 06 17:55:00.470708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50682) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:00.479963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79e0ff-3909-4fe1-bdae-fc3cb5df1a59 None None] Routers {'0051e089-de27-4e36-b507-6de4bec4bec5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:00.484938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ed79e0ff-3909-4fe1-bdae-fc3cb5df1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0051e089-de27-4e36-b507-6de4bec4bec5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:00.492638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16ca75b-176d-4e04-89ab-2e8b0127835e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:00.550626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a16ca75b-176d-4e04-89ab-2e8b0127835e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:00.575334 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] For port f7ca7306-2608-4dc4-8082-ddfc04a3caf0, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:00.580186 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.591761 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] For port f7ca7306-2608-4dc4-8082-ddfc04a3caf0, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f7ca7306-2608-4dc4-8082-ddfc04a3caf0,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:00.606587 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbe43c6-ef45-47b3-8124-ae77c06b3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.610066 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.676871 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:00.725677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a16ca75b-176d-4e04-89ab-2e8b0127835e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:00.731072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 656eb8c0-fea5-4b31-9fb3-62b5894c845b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:00.759147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:00.759639 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02890ed2-e70b-4825-9ea5-23009332117a None None] Pushing event updated for resources: {'Port': ['ID=f7ca7306-2608-4dc4-8082-ddfc04a3caf0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:00.805040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ed79e0ff-3909-4fe1-bdae-fc3cb5df1a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:00.819060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79e0ff-3909-4fe1-bdae-fc3cb5df1a59 None None] The sync data for ids ['0051e089-de27-4e36-b507-6de4bec4bec5'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:00.836545 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:00.837575 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:01.004168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c8452e-c5b4-4590-a6b8-a31a5a1f5380,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:01.009314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:01.011502 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.020477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a16ca75b-176d-4e04-89ab-2e8b0127835e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:01.038623 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbe43c6-ef45-47b3-8124-ae77c06b3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.055631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.264456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe43c6-ef45-47b3-8124-ae77c06b3f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f0cc68-3898-4439-befd-3ef725383ca0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:01.291468 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fdbe43c6-ef45-47b3-8124-ae77c06b3f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.296684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fdbe43c6-ef45-47b3-8124-ae77c06b3f88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70f0cc68-3898-4439-befd-3ef725383ca0 HTTP/1.1" status: 204 len: 168 time: 1.7557566 Jul 06 17:55:01.316683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:01.327587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:01.352876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Checking segment: {'id': '3ab4a599-4760-4bda-96b8-9322372a0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:01.356343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Network hostable DHCP agents. Network: af05c3ae-7cc2-42a9-ad72-df359137f872, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:55:01.373198 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:55:01.392163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:01.398918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:01.483240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event updated for resources: {'Port': ['ID=cfb25738-8f88-4b85-88bb-268be25e73e5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:01.519931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885ac73-6a36-4e55-af53-c78c7aa61968 req-2ee33fbd-04fd-463a-ae3b-685853dfd8c6 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:01.522701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4885ac73-6a36-4e55-af53-c78c7aa61968 req-2ee33fbd-04fd-463a-ae3b-685853dfd8c6 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 1.2991400 Jul 06 17:55:01.587263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.644682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040713ff-5a0d-4121-b7fa-698fb8adb6ad None None] Network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:01.766521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-76570998-ea2e-41f1-a314-2d52f97d844d None None] Provisioning for port 656eb8c0-fea5-4b31-9fb3-62b5894c845b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:01.780503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-76570998-ea2e-41f1-a314-2d52f97d844d None None] Provisioning complete for port 656eb8c0-fea5-4b31-9fb3-62b5894c845b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:01.780934 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76570998-ea2e-41f1-a314-2d52f97d844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:01.893143 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:55:00Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:01.960875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Network af05c3ae-7cc2-42a9-ad72-df359137f872 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:55:02.011441 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365da90-299a-4f34-93a4-7eaa21b681b4 None None] The sync data for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 is: [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:55:00Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:02.129633 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.144661 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76570998-ea2e-41f1-a314-2d52f97d844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.173696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f7ca7306-2608-4dc4-8082-ddfc04a3caf0 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:02.228397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, af05c3ae-7cc2-42a9-ad72-df359137f872) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:02.261803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1c0dc3ad-1540-4f68-9c61-cadd9954c42a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:02.266992 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1c0dc3ad-1540-4f68-9c61-cadd9954c42a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 811 time: 1.7944930 Jul 06 17:55:02.326085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Request body: {'port': {'device_id': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'admin_state_up': True, 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:02.328593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ae9aa-dbc5-40dc-9434-2e49d40c4297 None None] Network af05c3ae-7cc2-42a9-ad72-df359137f872 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:02.329193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:02.329818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.338223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-94f6d00b-7be5-44df-96f0-88b6ef55af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:02.340914 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-94f6d00b-7be5-44df-96f0-88b6ef55af94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 1096 time: 2.2323537 Jul 06 17:55:02.364687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.404530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-668bbe5a-c4aa-445f-9358-ca8e8493aaad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1525621 Jul 06 17:55:02.439623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50702) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:02.444468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19af337-1052-4b02-b9a3-a8651a70ab58']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:02.472635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:02.504038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20486f4-2925-479b-bd03-9cc0eca68142') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:02.504722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20486f4-2925-479b-bd03-9cc0eca68142') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:02.505430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4885ac73-6a36-4e55-af53-c78c7aa61968 req-f97bce8a-1f6f-49bd-895d-080cea229002 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9552886 Jul 06 17:55:02.524646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.560644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.668940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.681086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.682645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.763683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:55:02.764316 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:55:02.776310 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:55:02.825133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-297e4097-6839-4f45-92d1-f3bb5c38972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:02.828849 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-297e4097-6839-4f45-92d1-f3bb5c38972d service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.4566264 Jul 06 17:55:02.847030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-76570998-ea2e-41f1-a314-2d52f97d844d None None] For port 656eb8c0-fea5-4b31-9fb3-62b5894c845b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=656eb8c0-fea5-4b31-9fb3-62b5894c845b,segment=NetworkSegment(2c964963-1534-4594-9990-c89d2a39bcdc),segment_id=2c964963-1534-4594-9990-c89d2a39bcdc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:02.859310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76570998-ea2e-41f1-a314-2d52f97d844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.864551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:02.914149 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c26d54-b807-43fe-b9c1-81a158dc6c97 x-openstack-request-id: req-b8c26d54-b807-43fe-b9c1-81a158dc6c97 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:02.914891 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09568d7c-a61b-4026-8dd4-b1f90248604b", "name": "network-vif-deleted", "tag": "21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:02.915406 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8c26d54-b807-43fe-b9c1-81a158dc6c97 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:02.915647 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09568d7c-a61b-4026-8dd4-b1f90248604b', 'name': 'network-vif-deleted', 'tag': '21b2b6fe-9805-4d35-9ed7-99ed2b7aa5c9', 'status': 'completed', 'code': 200} Jul 06 17:55:02.938296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:02.939873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.942522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-af05c3ae-7cc2-42a9-ad72-df359137f872', 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'fixed_ips': [{'subnet_id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:55:02.943394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:02.963173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4802-db78-4793-91a3-932f49433659 req-cb3ebd32-79d0-4ed9-929f-4f26adcc1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:02.965924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbe4802-db78-4793-91a3-932f49433659 req-cb3ebd32-79d0-4ed9-929f-4f26adcc1894 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 200 len: 859 time: 1.7680881 Jul 06 17:55:02.972089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e5dded8-86cc-4c0b-8647-749f70ecc7d8 req-f87a9481-4a30-4907-8989-81ca5a204347 service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6668019 Jul 06 17:55:03.066948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a16ca75b-176d-4e04-89ab-2e8b0127835e up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:03.188059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbe4802-db78-4793-91a3-932f49433659 req-84bbbb06-0060-4201-8fec-1521c725d23c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ee30b1-b6be-4d1b-bb46-36425ac2687f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977054 Jul 06 17:55:03.190074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-86f57302-24b8-48d0-b1ea-35e3dfd77a18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c357080-028e-4d0b-94e1-57557bfe6479 HTTP/1.1" status: 200 len: 217 time: 0.0611608 Jul 06 17:55:03.472764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbe4802-db78-4793-91a3-932f49433659 req-45dd3ea6-bcbc-4198-baa5-144da0627907 service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311063 Jul 06 17:55:03.526129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-54960fbb-61b5-474b-9e4a-0d8a7bfaaabf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.0011265 Jul 06 17:55:03.528974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-5e34e33e-5ae1-4096-990f-fdcbbea59c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:03.530806 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-5e34e33e-5ae1-4096-990f-fdcbbea59c3e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.1758473 Jul 06 17:55:03.601311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Made reservation on behalf of 7aacb4a41b3b464b8acf89aee1d36cf3 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:03.612927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.686360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76570998-ea2e-41f1-a314-2d52f97d844d None None] Pushing event updated for resources: {'Port': ['ID=656eb8c0-fea5-4b31-9fb3-62b5894c845b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:03.701539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-003be88d-f2ed-4240-9d05-bb4335b42aab None None] Provisioning complete for port 656eb8c0-fea5-4b31-9fb3-62b5894c845b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:03.701981 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-003be88d-f2ed-4240-9d05-bb4335b42aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.811257 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.844676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port a16ca75b-176d-4e04-89ab-2e8b0127835e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:03.853829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port a16ca75b-176d-4e04-89ab-2e8b0127835e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:03.854642 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.900202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.920603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.925948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40b05d-b269-4646-a7b2-4c176ad51c94 req-af6d360c-24bc-4801-b65f-d84bc663fe5a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:03.928839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a19af337-1052-4b02-b9a3-a8651a70ab58 HTTP/1.1" status: 204 len: 168 time: 2.6112413 Jul 06 17:55:03.939780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e40b05d-b269-4646-a7b2-4c176ad51c94 req-af6d360c-24bc-4801-b65f-d84bc663fe5a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 943 time: 0.9552741 Jul 06 17:55:03.948321 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:03.950722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-483cb6d7-786a-460e-9ebe-6586e744a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:03.960534 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-483cb6d7-786a-460e-9ebe-6586e744a950 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 1094 time: 0.7667744 Jul 06 17:55:03.969182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Allocated IP 172.20.0.2 (af05c3ae-7cc2-42a9-ad72-df359137f872/f6c8452e-c5b4-4590-a6b8-a31a5a1f5380/4212ea47-ea0a-432d-b388-e233ee835d0d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:04.087308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76cb5e-2e28-457d-bac5-dc9ee847d3c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19af337-1052-4b02-b9a3-a8651a70ab58,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:04.176850 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.215520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port f7ca7306-2608-4dc4-8082-ddfc04a3caf0, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f7ca7306-2608-4dc4-8082-ddfc04a3caf0,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:04.227666 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.272910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea89eab-d750-408b-9c4d-450057631392 req-0fb61a17-64d7-472d-8613-a4c19302c964 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7948332 Jul 06 17:55:04.280485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50714) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:04.299161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75f2dcb-54ce-40e4-9486-0b905c7f7b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16ca75b-176d-4e04-89ab-2e8b0127835e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:04.301796 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d537f8-5804-4317-b49c-be7cad5b38e2" -d '{"events": [{"server_uuid": "b75f2dcb-54ce-40e4-9486-0b905c7f7b9c", "name": "network-vif-plugged", "status": "completed", "tag": "a16ca75b-176d-4e04-89ab-2e8b0127835e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:04.327148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port a16ca75b-176d-4e04-89ab-2e8b0127835e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:04.383020 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.395437 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.450991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 656eb8c0-fea5-4b31-9fb3-62b5894c845b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:04.475227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e40b05d-b269-4646-a7b2-4c176ad51c94 req-03729e30-1689-4281-9573-3f239b63062c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339007 Jul 06 17:55:04.548936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.549553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=f7ca7306-2608-4dc4-8082-ddfc04a3caf0,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:04.619245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-9e1533d4-49d8-4839-827c-b8868c423b0b tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 17:55:04.621196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-9e1533d4-49d8-4839-827c-b8868c423b0b tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116389 Jul 06 17:55:04.623342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-84814202-80b4-49af-a7d1-ce69347642d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:04.625853 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-84814202-80b4-49af-a7d1-ce69347642d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 920 time: 0.6357427 Jul 06 17:55:04.667467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Request body: {'binding': {'host': 'n-h1-799526-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:04.668513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Unknown quota resources ['binding']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 17:55:04.674323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aa569fef-4514-4be2-bb46-b87fab11244d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3148c6ca0fb54096a3d6c554d4743d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916535 Jul 06 17:55:04.689113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50718) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:04.732325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-a72f7d1f-3a1a-48c3-a7fb-26932d8d2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:04.732615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=a16ca75b-176d-4e04-89ab-2e8b0127835e,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:04.733845 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-a72f7d1f-3a1a-48c3-a7fb-26932d8d2264 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1832819 Jul 06 17:55:04.746704 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.756717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 656eb8c0-fea5-4b31-9fb3-62b5894c845b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:04.757116 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.767796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Transition to ACTIVE for port object 4212ea47-ea0a-432d-b388-e233ee835d0d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:04.819898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Transition to ACTIVE for port object 4212ea47-ea0a-432d-b388-e233ee835d0d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:04.831118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89eab-d750-408b-9c4d-450057631392 req-c298fdd1-74c3-4912-8199-25e4b68653ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:04.831995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:04.834035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea89eab-d750-408b-9c4d-450057631392 req-c298fdd1-74c3-4912-8199-25e4b68653ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 1097 time: 0.4841943 Jul 06 17:55:04.883876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Network af05c3ae-7cc2-42a9-ad72-df359137f872 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:04.893406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:04.901976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:04.906072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Pushing event updated for resources: {'Port': ['ID=4212ea47-ea0a-432d-b388-e233ee835d0d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:04.968641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-e617be74-9466-4c35-8890-db75eaf9e041 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70c512d-bb8a-4ab0-9ba9-e73335d1a460 HTTP/1.1" status: 200 len: 217 time: 0.3178449 Jul 06 17:55:05.019699 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c23ae9b7-715a-4ff4-a585-c5fa93509247 req-150b27c6-2005-492a-adce-e1685b988441 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 210 time: 0.1105299 Jul 06 17:55:05.098991 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4cbe4802-db78-4793-91a3-932f49433659 req-ae4b6bba-b526-4233-8384-a73392d88a30 service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6006961 Jul 06 17:55:05.100253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Attempting to bind port 4212ea47-ea0a-432d-b388-e233ee835d0d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:05.100686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Attempting to bind port 4212ea47-ea0a-432d-b388-e233ee835d0d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '3ab4a599-4760-4bda-96b8-9322372a0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:05.100990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Allocated IP 172.20.0.6 (ad008159-491b-44b7-b34f-58dbc4e84586/9521b14c-453c-47b3-8db1-d103d8b30de6/89b89aee-020c-468b-9d29-9d85d31b3ddf) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:05.101268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Attempting to bind port 4212ea47-ea0a-432d-b388-e233ee835d0d on network af05c3ae-7cc2-42a9-ad72-df359137f872 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:05.111340 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:05.111807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Checking segment: {'id': '3ab4a599-4760-4bda-96b8-9322372a0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:05.112487 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.113108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Bound using segment: {'id': '3ab4a599-4760-4bda-96b8-9322372a0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:05.113953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Bound port: 4212ea47-ea0a-432d-b388-e233ee835d0d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab4a599-4760-4bda-96b8-9322372a0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:05.114679 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.212860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] For port 4212ea47-ea0a-432d-b388-e233ee835d0d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:05.217834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] For port 4212ea47-ea0a-432d-b388-e233ee835d0d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4212ea47-ea0a-432d-b388-e233ee835d0d,segment=NetworkSegment(3ab4a599-4760-4bda-96b8-9322372a0e01),segment_id=3ab4a599-4760-4bda-96b8-9322372a0e01)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:05.223057 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.243637 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.249850 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89eab-d750-408b-9c4d-450057631392 req-3295ed4b-668a-48d5-918d-aefb4792026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:05.252882 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea89eab-d750-408b-9c4d-450057631392 req-3295ed4b-668a-48d5-918d-aefb4792026b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.3715861 Jul 06 17:55:05.296104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bf959-427b-4c63-ac81-622aaf7c13cb None None] Pushing event updated for resources: {'Port': ['ID=4212ea47-ea0a-432d-b388-e233ee835d0d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:05.304277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-76cdf395-a989-4b34-86a3-add6e716a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:05.305781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-76cdf395-a989-4b34-86a3-add6e716a1ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 200 len: 859 time: 0.2955198 Jul 06 17:55:05.345643 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.368888 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a0f68a4-d5d3-4f87-a2bc-e7738903c350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.379220 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea89eab-d750-408b-9c4d-450057631392 req-24615c5c-67c1-4c6d-8340-430b46431564 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a56317-2cd0-46f6-aaf4-2143403154e7 HTTP/1.1" status: 200 len: 217 time: 0.1153657 Jul 06 17:55:05.520067 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a0f68a4-d5d3-4f87-a2bc-e7738903c350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:05.726816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Router af4fd813-655a-4d9a-bde4-638ad32f7ec4 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:55:05.766112 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-734a193a-87bd-4ddf-b193-36d83891f56f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ee30b1-b6be-4d1b-bb46-36425ac2687f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4386928 Jul 06 17:55:05.767256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89eab-d750-408b-9c4d-450057631392 req-b88145bf-b8a5-4fd9-bc15-c76c79dd86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:05.769998 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea89eab-d750-408b-9c4d-450057631392 req-b88145bf-b8a5-4fd9-bc15-c76c79dd86b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.3810873 Jul 06 17:55:05.779114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-98ee799b-3eb4-4ec5-bdf2-98d4ebf04353 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9422112 Jul 06 17:55:06.024749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.051062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b7773-00e0-40bd-8844-b5c43fb23543 req-e1e58c2a-f67b-434a-b40c-ac3baa79a037 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:06.053088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-668b7773-00e0-40bd-8844-b5c43fb23543 req-e1e58c2a-f67b-434a-b40c-ac3baa79a037 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.8554785 Jul 06 17:55:06.082768 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.092693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a0f68a4-d5d3-4f87-a2bc-e7738903c350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.095304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a0f68a4-d5d3-4f87-a2bc-e7738903c350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.097085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4a0f68a4-d5d3-4f87-a2bc-e7738903c350 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec23bbfd-ada2-42bb-8ef4-096d2f3e1544 HTTP/1.1" status: 204 len: 168 time: 1.3260512 Jul 06 17:55:06.173762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a on host n-h1-799526-3 for vnic_type normal with profile None {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:06.174108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:06.174468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a on network 480ebdf9-8125-404d-9df0-ccb8cb02750a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:06.177151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f68a4-d5d3-4f87-a2bc-e7738903c350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec23bbfd-ada2-42bb-8ef4-096d2f3e1544,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:06.213152 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89eab-d750-408b-9c4d-450057631392 req-9e9e95b1-924a-4cab-8752-8558f3c923fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:06.224077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Port 2478eab3-3ab4-449f-b585-9f94da1d978a on network 480ebdf9-8125-404d-9df0-ccb8cb02750a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:06.224719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a on network 480ebdf9-8125-404d-9df0-ccb8cb02750a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:06.234048 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea89eab-d750-408b-9c4d-450057631392 req-9e9e95b1-924a-4cab-8752-8558f3c923fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4447079 Jul 06 17:55:06.268382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:06.286142 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e23a1-06a7-44e0-aa53-43fa8401f7a1 None None] Sync routers for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:06.309784 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e23a1-06a7-44e0-aa53-43fa8401f7a1 None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:06.312736 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ee9e23a1-06a7-44e0-aa53-43fa8401f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:06.322152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:06.322563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Checking segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:06.322939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Bound using segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:06.323459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Bound port: 2478eab3-3ab4-449f-b585-9f94da1d978a, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:06.384105 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ee9e23a1-06a7-44e0-aa53-43fa8401f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:06.400604 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e23a1-06a7-44e0-aa53-43fa8401f7a1 None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:06.401398 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ee9e23a1-06a7-44e0-aa53-43fa8401f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:06.450064 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ee9e23a1-06a7-44e0-aa53-43fa8401f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:06.450765 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e23a1-06a7-44e0-aa53-43fa8401f7a1 None None] The sync data for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:06.469942 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.521752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.523217 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-63f30922-0bb4-4faf-9d53-e4922a954716 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.0447378 Jul 06 17:55:06.541174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-8fc19223-eaed-4e42-8c19-69c5e9d7027d service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597063 Jul 06 17:55:06.541748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50726) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:06.577543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Allocated IP 172.25.7.155 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/c74e6de0-f57a-4c75-a6d7-67a6f858387d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:06.648802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:06.658436 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d18eae31-8916-4406-8bd0-eb8d145a772e req-90e4e88e-ec6b-4e83-9600-cb199523a382 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8483000 Jul 06 17:55:06.686399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Transition to ACTIVE for port object 89b89aee-020c-468b-9d29-9d85d31b3ddf will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:06.691178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f7ca7306-2608-4dc4-8082-ddfc04a3caf0 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:06.697208 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:06.706739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1b9f6e7d-389a-47b6-a2f6-f65a32ecf603 service neutron] 10.222.0.13 "POST /v2.0/ports/2478eab3-3ab4-449f-b585-9f94da1d978a/bindings HTTP/1.1" status: 201 len: 389 time: 2.0418038 Jul 06 17:55:06.769071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815bf5b-9144-4684-8bd2-460c94556fa8 None None] Network af05c3ae-7cc2-42a9-ad72-df359137f872 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:06.816465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-668b7773-00e0-40bd-8844-b5c43fb23543 req-86ff9031-56e7-4783-b996-76336176932d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7414541 Jul 06 17:55:06.836098 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea89eab-d750-408b-9c4d-450057631392 req-f17c74e2-1916-41ba-8790-a3fc477fed92 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631485 Jul 06 17:55:06.956320 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb3691c-7f29-4ba6-b45a-6396def61558 x-openstack-request-id: req-ddb3691c-7f29-4ba6-b45a-6396def61558 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:06.968521 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75f2dcb-54ce-40e4-9486-0b905c7f7b9c", "name": "network-vif-plugged", "status": "completed", "tag": "a16ca75b-176d-4e04-89ab-2e8b0127835e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:06.968777 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddb3691c-7f29-4ba6-b45a-6396def61558 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:06.969208 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75f2dcb-54ce-40e4-9486-0b905c7f7b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16ca75b-176d-4e04-89ab-2e8b0127835e', 'code': 200} Jul 06 17:55:06.981660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bab58501-3b0d-4d7a-8b17-4946ac141454 None None] Provisioning for port 4212ea47-ea0a-432d-b388-e233ee835d0d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:07.046771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-b29afafa-2cb5-4797-bad5-8b6a920f951a service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792243 Jul 06 17:55:07.061240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d70c512d-bb8a-4ab0-9ba9-e73335d1a460 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:55:07.093812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.21.0.1 (8a792d64-741e-4a5a-a5f2-0ee04214c4ee/5fad6e99-cb79-4708-ad86-b0ace8f092b0/cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:07.197537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:07.198084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.299144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.422874 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea89eab-d750-408b-9c4d-450057631392 req-9c97d9aa-6b7d-412a-b672-9889c5010e35 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639536 Jul 06 17:55:07.461885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:55:07.465683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93171c0b-43a6-4448-8f7b-c6fc5a7462ae req-84ac9265-7073-4ee7-be0e-47e613df41d8 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:07.467618 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93171c0b-43a6-4448-8f7b-c6fc5a7462ae req-84ac9265-7073-4ee7-be0e-47e613df41d8 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 943 time: 0.2665508 Jul 06 17:55:07.475698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.586829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11403647-3ed0-45a3-b17c-4377f1b293f7 req-8bb9da0b-2ce8-400c-9276-9a3457eace10 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 210 time: 0.3745341 Jul 06 17:55:07.601554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:07.627271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:07.647237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:07.705556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:07.748594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-93171c0b-43a6-4448-8f7b-c6fc5a7462ae req-f22360fb-5e50-483b-9643-a2d4766aac3e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615185 Jul 06 17:55:07.752116 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Pushing event updated for resources: {'Port': ['ID=c74e6de0-f57a-4c75-a6d7-67a6f858387d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:07.768712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['f1a56317-2cd0-46f6-aaf4-2143403154e7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:07.775348 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['7c357080-028e-4d0b-94e1-57557bfe6479'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:07.894268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f27b3e-a0aa-4792-8a16-4c3b0c0a104e req-2a1384de-eb5a-42dd-8b4f-26b66ca33cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:07.910682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43f27b3e-a0aa-4792-8a16-4c3b0c0a104e req-2a1384de-eb5a-42dd-8b4f-26b66ca33cc4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 1097 time: 0.7039464 Jul 06 17:55:07.941835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Network ad008159-491b-44b7-b34f-58dbc4e84586 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:07.956262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.025551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4212ea47-ea0a-432d-b388-e233ee835d0d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:08.068570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:08.106685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1efbace8-59bb-4762-ab82-efd2f2db3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:08.106685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-1efbace8-59bb-4762-ab82-efd2f2db3981 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1096 time: 0.7803841 Jul 06 17:55:08.106685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:08.114332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event updated for resources: {'Port': ['ID=89b89aee-020c-468b-9d29-9d85d31b3ddf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:08.140803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port d70c512d-bb8a-4ab0-9ba9-e73335d1a460, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:08.252395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Transition to ACTIVE for port object cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:08.265985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'd70c512d-bb8a-4ab0-9ba9-e73335d1a460', 'network_id': '06ee30b1-b6be-4d1b-bb46-36425ac2687f', 'port_id': 'd70c512d-bb8a-4ab0-9ba9-e73335d1a460', 'mac_address': 'fa:16:3e:8c:c6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ae496-2193-4c02-bf76-c3be13d070ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:55:08.273492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.306007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4212ea47-ea0a-432d-b388-e233ee835d0d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:08.375077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ff224-79c1-4af4-ab0e-b83ad4f75c5a req-64bf7144-4829-4c0b-852d-e9db219be4d3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:08.393103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d07ff224-79c1-4af4-ab0e-b83ad4f75c5a req-64bf7144-4829-4c0b-852d-e9db219be4d3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.3578565 Jul 06 17:55:08.403056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4212ea47-ea0a-432d-b388-e233ee835d0d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:08.403056 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.575702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:08.576571 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.594031 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.597800 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d07ff224-79c1-4af4-ab0e-b83ad4f75c5a req-0c2683d0-33d3-4b39-a455-8e47f2d0e805 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035015 Jul 06 17:55:08.652666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70c512d-bb8a-4ab0-9ba9-e73335d1a460 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:08.657175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43f27b3e-a0aa-4792-8a16-4c3b0c0a104e req-ba72bc6c-96d4-4e89-96c4-03aed3218d77 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938620 Jul 06 17:55:08.660173 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-45b01a56-c535-44c5-b615-34e5463725fe tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3431368 Jul 06 17:55:08.705816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Request body: {'port': {'device_id': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:08.718941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port d70c512d-bb8a-4ab0-9ba9-e73335d1a460, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:08.735822 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.798423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04aaa77-0868-4b33-9a6e-734e6b93bafa req-26271220-733c-438f-b994-5e47442eb7cb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:08.807566 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c04aaa77-0868-4b33-9a6e-734e6b93bafa req-26271220-733c-438f-b994-5e47442eb7cb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.8407376 Jul 06 17:55:08.882394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.938772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-847d7a23-875f-4a9e-b03b-597c7f918c5d None None] Provisioning complete for port 4212ea47-ea0a-432d-b388-e233ee835d0d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:08.939623 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847d7a23-875f-4a9e-b03b-597c7f918c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:08.999951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:09.099918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:09.176092 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:09.257225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['d70c512d-bb8a-4ab0-9ba9-e73335d1a460'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:09.260576 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847d7a23-875f-4a9e-b03b-597c7f918c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:09.337248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 4212ea47-ea0a-432d-b388-e233ee835d0d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4212ea47-ea0a-432d-b388-e233ee835d0d,segment=NetworkSegment(3ab4a599-4760-4bda-96b8-9322372a0e01),segment_id=3ab4a599-4760-4bda-96b8-9322372a0e01)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:09.365765 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:09.390461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c04aaa77-0868-4b33-9a6e-734e6b93bafa req-cdfa199b-e745-49cc-9b5a-4998874e0503 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5803583 Jul 06 17:55:09.392426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-2db4f961-c8c9-44dd-bdac-2f5d9b17b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:09.412290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-2db4f961-c8c9-44dd-bdac-2f5d9b17b8d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=480ebdf9-8125-404d-9df0-ccb8cb02750a HTTP/1.1" status: 200 len: 897 time: 1.2097464 Jul 06 17:55:09.414987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:09.453575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:09.516144 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-847d7a23-875f-4a9e-b03b-597c7f918c5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:55:09.516737 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-847d7a23-875f-4a9e-b03b-597c7f918c5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:55:09.642854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=4212ea47-ea0a-432d-b388-e233ee835d0d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:09.676266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:09.684993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:09.698408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-b8d8e818-99ee-4241-a9c3-1f86a06e9535 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 200 len: 1001 time: 0.2836421 Jul 06 17:55:09.715462 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:09.745753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bbfca-befc-4d17-813b-6b0ee65ab3ff req-709ca037-3c3b-413f-bc45-d89a4b801288 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:09.747862 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-822bbfca-befc-4d17-813b-6b0ee65ab3ff req-709ca037-3c3b-413f-bc45-d89a4b801288 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 931 time: 0.7871394 Jul 06 17:55:09.874572 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-822bbfca-befc-4d17-813b-6b0ee65ab3ff req-d85a4272-bf7c-4879-a44b-2682e0dab6d8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037900 Jul 06 17:55:09.936781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Router 6ac12ae8-b461-48c9-92f1-2321feddaf08 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:55:10.049939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-38821385-f605-4675-a5a1-d2b670edddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.054795 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-38821385-f605-4675-a5a1-d2b670edddbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=45ac0ffa-18bc-4a67-a244-f7a0db9504bc HTTP/1.1" status: 200 len: 835 time: 0.3457329 Jul 06 17:55:10.178677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-847d7a23-875f-4a9e-b03b-597c7f918c5d None None] Provisioning for port 89b89aee-020c-468b-9d29-9d85d31b3ddf completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:10.189228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-847d7a23-875f-4a9e-b03b-597c7f918c5d None None] Provisioning complete for port 89b89aee-020c-468b-9d29-9d85d31b3ddf triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:10.191173 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847d7a23-875f-4a9e-b03b-597c7f918c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:10.203552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:10.225779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Sync routers for ids ['6ac12ae8-b461-48c9-92f1-2321feddaf08'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:10.239772 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:10.241600 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-143d0240-da86-4916-9596-6a206c4df604 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8007035 Jul 06 17:55:10.246742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50780) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:10.275812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Routers {'6ac12ae8-b461-48c9-92f1-2321feddaf08'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:10.277311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ac12ae8-b461-48c9-92f1-2321feddaf08'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:10.342480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:10.350574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676389f-9777-489b-9c1c-ca1a0ad0aab8 req-8513c8e6-c114-4488-9f93-2baf1d5c8468 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.355408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5676389f-9777-489b-9c1c-ca1a0ad0aab8 req-8513c8e6-c114-4488-9f93-2baf1d5c8468 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 943 time: 0.2211282 Jul 06 17:55:10.440431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-847d7a23-875f-4a9e-b03b-597c7f918c5d None None] Port 89b89aee-020c-468b-9d29-9d85d31b3ddf cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:10.467039 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5676389f-9777-489b-9c1c-ca1a0ad0aab8 req-2340fcbd-e887-4eb3-b8d4-4ef11e547e85 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566003 Jul 06 17:55:10.492755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Set router 6ac12ae8-b461-48c9-92f1-2321feddaf08 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:55:10.573711 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:10.608140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f280af-2b90-488a-8901-87d8d241a344 req-f92b9600-c359-4d2d-8245-d878cb09ca66 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.611106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f280af-2b90-488a-8901-87d8d241a344 req-f92b9600-c359-4d2d-8245-d878cb09ca66 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 944 time: 0.5485449 Jul 06 17:55:10.766376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-5aef8e42-1ef4-4c72-9d4e-a502a5ce1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.768465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-5aef8e42-1ef4-4c72-9d4e-a502a5ce1b68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480ebdf9-8125-404d-9df0-ccb8cb02750a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6984582 Jul 06 17:55:10.831266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0cf6c408-0466-44af-b64d-8c2a1309319a None None] Provisioning for port cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:10.835194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2f280af-2b90-488a-8901-87d8d241a344 req-4b6abad0-f924-402a-8176-0fbd2855513d tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057490 Jul 06 17:55:10.856538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19019825-fa02-458e-b73c-c7104d45ae7a req-061df63c-bc97-412b-bdba-6b5c223c6d3b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:10.858386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19019825-fa02-458e-b73c-c7104d45ae7a req-061df63c-bc97-412b-bdba-6b5c223c6d3b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.2086391 Jul 06 17:55:10.863734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0cf6c408-0466-44af-b64d-8c2a1309319a None None] Provisioning complete for port cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:10.864423 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c408-0466-44af-b64d-8c2a1309319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:10.937113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6c408-0466-44af-b64d-8c2a1309319a None None] Port cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:11.036501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4951e8b5-eddf-489b-9abc-1c9587aec65a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:55:11.038683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d70c512d-bb8a-4ab0-9ba9-e73335d1a460 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:11.053928 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19019825-fa02-458e-b73c-c7104d45ae7a req-ef5ffc3e-612c-4f3e-8841-1c281ef04ac7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848238 Jul 06 17:55:11.105912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.109298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50792) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:11.200347 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.232497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port d70c512d-bb8a-4ab0-9ba9-e73335d1a460 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:11.240906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:55:02Z', 'updated_at': '2021-07-06T17:55:08Z', 'revision_number': 3, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'gw_port': {'id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:06Z', 'updated_at': '2021-07-06T17:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:11.247006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:11.285113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-79c02539-bd23-4a2d-b7b1-c3bf2a477d12 service neutron] 10.222.0.22 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045173 Jul 06 17:55:11.300195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port d70c512d-bb8a-4ab0-9ba9-e73335d1a460 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:11.300566 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.305099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Checking router: 6ac12ae8-b461-48c9-92f1-2321feddaf08 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:55:11.305575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Updating router 6ac12ae8-b461-48c9-92f1-2321feddaf08 port c74e6de0-f57a-4c75-a6d7-67a6f858387d binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:55:11.363579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'port_id': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'mac_address': 'fa:16:3e:cc:2a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:55:11.425845 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.429840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b89aee-020c-468b-9d29-9d85d31b3ddf {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:11.480660 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.565329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.571426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4951e8b5-eddf-489b-9abc-1c9587aec65a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:11.580772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e51df429-ff11-402c-bf51-b2fcb8542bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.607326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4212ea47-ea0a-432d-b388-e233ee835d0d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:11.664903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Allocated IP 172.20.0.1 (af05c3ae-7cc2-42a9-ad72-df359137f872/f6c8452e-c5b4-4590-a6b8-a31a5a1f5380/6466f0af-193a-4f34-b0d1-398f81cf42d4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:11.671824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Transition to ACTIVE for port object 89b89aee-020c-468b-9d29-9d85d31b3ddf will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:11.677154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:11.697134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f5403-f70c-484b-a9c6-d8b9f915cffd req-387ea48c-5e7b-433b-818c-f77744ffe76e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:11.704798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-843f5403-f70c-484b-a9c6-d8b9f915cffd req-387ea48c-5e7b-433b-818c-f77744ffe76e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 931 time: 0.6431258 Jul 06 17:55:11.726789 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.734646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.778182 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.910050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-c8261fbb-4a82-4f20-ab04-1be64b66a308 service neutron] 10.222.0.22 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6131048 Jul 06 17:55:11.926398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:11.941978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa962310-2592-46e0-b084-ad2e1779ee58 req-09c08a7f-c400-422c-8b32-33ac6b9b3556 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:11.943678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aa962310-2592-46e0-b084-ad2e1779ee58 req-09c08a7f-c400-422c-8b32-33ac6b9b3556 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 944 time: 0.1658468 Jul 06 17:55:11.963036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Transition to ACTIVE for port object 6466f0af-193a-4f34-b0d1-398f81cf42d4 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:12.008118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aa962310-2592-46e0-b084-ad2e1779ee58 req-cee6c26d-f24c-43c7-8c5e-a5118f809cc9 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568147 Jul 06 17:55:12.048820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a2452a-a135-4b34-bf30-c0d3de8dd4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70c512d-bb8a-4ab0-9ba9-e73335d1a460'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:12.050652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.052122 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17da8bd9-5fa0-4425-9108-8813daa5025b" -d '{"events": [{"server_uuid": "b9a2452a-a135-4b34-bf30-c0d3de8dd4e4", "name": "network-vif-plugged", "status": "completed", "tag": "d70c512d-bb8a-4ab0-9ba9-e73335d1a460"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:12.079900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:12.085263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4212ea47-ea0a-432d-b388-e233ee835d0d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:12.085813 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.097797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port d70c512d-bb8a-4ab0-9ba9-e73335d1a460, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:12.149592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Network af05c3ae-7cc2-42a9-ad72-df359137f872 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:12.154681 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.159230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:12.182259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:12.234056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:12.239339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['4951e8b5-eddf-489b-9abc-1c9587aec65a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:12.295881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Pushing event updated for resources: {'Port': ['ID=6466f0af-193a-4f34-b0d1-398f81cf42d4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:12.317646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.338609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Transition to ACTIVE for port object c74e6de0-f57a-4c75-a6d7-67a6f858387d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:12.354883 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.355558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.447748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Allocated IP 172.20.0.1 (7b50157b-18ae-49e5-b36f-d92c7fe195c5/1d4d8be4-3fce-47f6-ae5d-f70ff415761e/56878a85-00d5-4182-9536-4cecea70d393) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:12.452255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e166dc-b08c-4c86-88e4-ead83d45d244 req-55dae12c-0f81-4c8c-9dca-030f5e7e4a89 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:12.454138 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83e166dc-b08c-4c86-88e4-ead83d45d244 req-55dae12c-0f81-4c8c-9dca-030f5e7e4a89 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1783853 Jul 06 17:55:12.493836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-843f5403-f70c-484b-a9c6-d8b9f915cffd req-45d89a3f-9a8e-4a49-98ae-83f291884efd tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7880206 Jul 06 17:55:12.534079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Attempting to bind port c74e6de0-f57a-4c75-a6d7-67a6f858387d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:12.534526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Attempting to bind port c74e6de0-f57a-4c75-a6d7-67a6f858387d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:12.534898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Attempting to bind port c74e6de0-f57a-4c75-a6d7-67a6f858387d on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:12.541046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1eb39-a8dd-4893-b85f-8f9270e7d7bd None None] Pushing event updated for resources: {'Port': ['ID=c74e6de0-f57a-4c75-a6d7-67a6f858387d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:12.552714 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83e166dc-b08c-4c86-88e4-ead83d45d244 req-f50842b5-e7bb-4170-898f-5abfe527ee15 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860353 Jul 06 17:55:12.556270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:12.556648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:12.557127 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.557579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:12.558073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Bound port: c74e6de0-f57a-4c75-a6d7-67a6f858387d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:12.558494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.571052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Pushing event updated for resources: {'Port': ['ID=89b89aee-020c-468b-9d29-9d85d31b3ddf,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:12.611008 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaec3dbd-e068-4513-92d3-f81d2832def1 x-openstack-request-id: req-eaec3dbd-e068-4513-92d3-f81d2832def1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:12.613160 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a2452a-a135-4b34-bf30-c0d3de8dd4e4", "name": "network-vif-plugged", "status": "completed", "tag": "d70c512d-bb8a-4ab0-9ba9-e73335d1a460", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:12.615592 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaec3dbd-e068-4513-92d3-f81d2832def1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:12.616495 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a2452a-a135-4b34-bf30-c0d3de8dd4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70c512d-bb8a-4ab0-9ba9-e73335d1a460', 'code': 200} Jul 06 17:55:12.652790 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.720112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b6f70ab0-6ed7-4b50-b03b-6a2cf4ab397f None None] Provisioning for port 6466f0af-193a-4f34-b0d1-398f81cf42d4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:12.731675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b6f70ab0-6ed7-4b50-b03b-6a2cf4ab397f None None] Provisioning complete for port 6466f0af-193a-4f34-b0d1-398f81cf42d4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:12.732060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6f70ab0-6ed7-4b50-b03b-6a2cf4ab397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.734968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] For port c74e6de0-f57a-4c75-a6d7-67a6f858387d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:12.739722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] For port c74e6de0-f57a-4c75-a6d7-67a6f858387d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c74e6de0-f57a-4c75-a6d7-67a6f858387d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:12.764586 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.834152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b6f70ab0-6ed7-4b50-b03b-6a2cf4ab397f None None] Port 6466f0af-193a-4f34-b0d1-398f81cf42d4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:12.844509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1eb39-a8dd-4893-b85f-8f9270e7d7bd None None] Pushing event updated for resources: {'Port': ['ID=c74e6de0-f57a-4c75-a6d7-67a6f858387d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:12.849000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Routers {'6ac12ae8-b461-48c9-92f1-2321feddaf08'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:12.849643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ac12ae8-b461-48c9-92f1-2321feddaf08'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:12.900557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.905601 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.978033 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:12.984588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Pushing event updated for resources: {'Port': ['ID=6466f0af-193a-4f34-b0d1-398f81cf42d4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:13.005031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] Set router 6ac12ae8-b461-48c9-92f1-2321feddaf08 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:55:13.103087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Network af05c3ae-7cc2-42a9-ad72-df359137f872 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:13.104872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:13.202708 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e51df429-ff11-402c-bf51-b2fcb8542bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.251939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-c35171d1-3e46-4800-b05f-ee81231e2b94 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:13.254779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-c35171d1-3e46-4800-b05f-ee81231e2b94 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1096 time: 0.8584447 Jul 06 17:55:13.263683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.266921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e51df429-ff11-402c-bf51-b2fcb8542bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.272900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Attempting to bind port 89b89aee-020c-468b-9d29-9d85d31b3ddf on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:13.273489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Attempting to bind port 89b89aee-020c-468b-9d29-9d85d31b3ddf by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:13.274064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Attempting to bind port 89b89aee-020c-468b-9d29-9d85d31b3ddf on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:13.282033 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.298857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Router 6ac12ae8-b461-48c9-92f1-2321feddaf08 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:13.316716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799526-3'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:13.323312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:55:02Z', 'updated_at': '2021-07-06T17:55:12Z', 'revision_number': 4, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'gw_port': {'id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:06Z', 'updated_at': '2021-07-06T17:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6466f0af-193a-4f34-b0d1-398f81cf42d4', 'name': '', 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'mac_address': 'fa:16:3e:06:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:11Z', 'updated_at': '2021-07-06T17:55:11Z', 'revision_number': 1, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'subnets': [{'id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:13.324068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107f0b1-41a5-4e6f-8354-9a778981646c req-a69a611d-0de1-46ab-9c3c-6252776db9d5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:13.325982 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1107f0b1-41a5-4e6f-8354-9a778981646c req-a69a611d-0de1-46ab-9c3c-6252776db9d5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 944 time: 0.1443164 Jul 06 17:55:13.334270 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.362451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53bddc-0878-4295-b73c-4ecaf190e433 None None] The sync data for ids ['6ac12ae8-b461-48c9-92f1-2321feddaf08'] in n-d-799526-3 is: [{'id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:55:02Z', 'updated_at': '2021-07-06T17:55:12Z', 'revision_number': 4, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'gw_port': {'id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:06Z', 'updated_at': '2021-07-06T17:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6466f0af-193a-4f34-b0d1-398f81cf42d4', 'name': '', 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'mac_address': 'fa:16:3e:06:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:11Z', 'updated_at': '2021-07-06T17:55:11Z', 'revision_number': 1, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'subnets': [{'id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:13.444733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Port 89b89aee-020c-468b-9d29-9d85d31b3ddf on network ad008159-491b-44b7-b34f-58dbc4e84586 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:13.445260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Attempting to bind port 89b89aee-020c-468b-9d29-9d85d31b3ddf on network ad008159-491b-44b7-b34f-58dbc4e84586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:13.474803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e86e04fe-572e-4ddf-8a2d-d17c6452ffb0 None None] Provisioning complete for port 6466f0af-193a-4f34-b0d1-398f81cf42d4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:13.475237 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e86e04fe-572e-4ddf-8a2d-d17c6452ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.491072 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1107f0b1-41a5-4e6f-8354-9a778981646c req-29b0176f-1cdb-4e18-994f-afd07413dc50 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201277 Jul 06 17:55:13.534317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e86e04fe-572e-4ddf-8a2d-d17c6452ffb0 None None] Port 6466f0af-193a-4f34-b0d1-398f81cf42d4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:13.541612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:13.559350 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eb8f82d8-8c75-44b9-ba75-0e851ca7865b admin admin] 10.222.0.13 "PUT /v2.0/routers/6ac12ae8-b461-48c9-92f1-2321feddaf08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3100793 Jul 06 17:55:13.573951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Transition to ACTIVE for port object 56878a85-00d5-4182-9536-4cecea70d393 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:13.591903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:13.592188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Checking segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:13.592460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Bound using segment: {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:13.592919 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Bound port: 89b89aee-020c-468b-9d29-9d85d31b3ddf, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:13.593284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.610290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e51df429-ff11-402c-bf51-b2fcb8542bd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66c51495851d41e6a01732290f3dea00&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4909015 Jul 06 17:55:13.613469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:13.637573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b433e-d23d-43bc-b9dc-2aabbc824ce0 req-5040dbeb-25bd-4a82-8462-f3b2325f0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:13.639339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da6b433e-d23d-43bc-b9dc-2aabbc824ce0 req-5040dbeb-25bd-4a82-8462-f3b2325f0699 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 1096 time: 0.8999076 Jul 06 17:55:13.656665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51df429-ff11-402c-bf51-b2fcb8542bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ca5210-8c0b-478e-8457-fd209e5128e2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:13.688645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5292a-2932-4e72-9ba7-edd8b8193f70 req-afdb93a0-d11a-4664-b51d-12005f07a5b6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:13.690117 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28b5292a-2932-4e72-9ba7-edd8b8193f70 req-afdb93a0-d11a-4664-b51d-12005f07a5b6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.8747952 Jul 06 17:55:13.695029 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.696976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:13.769557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.820418 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.872627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb23e48-9c4a-4e38-872c-4f63bc7034e7 req-b30e457d-f97e-4457-861d-f9770350fe4b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:13.874494 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fb23e48-9c4a-4e38-872c-4f63bc7034e7 req-b30e457d-f97e-4457-861d-f9770350fe4b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 943 time: 0.2072361 Jul 06 17:55:13.929168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fb23e48-9c4a-4e38-872c-4f63bc7034e7 req-3388394d-b62f-49ad-806d-5374edcdcc07 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Jul 06 17:55:13.947228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.951212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:13.955237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71ca5210-8c0b-478e-8457-fd209e5128e2 HTTP/1.1" status: 204 len: 168 time: 0.3363726 Jul 06 17:55:13.965006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ca5210-8c0b-478e-8457-fd209e5128e2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:13.977489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.978199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.978956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.980521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.981277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.981978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.982816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.983400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.984060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.984721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.985629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:13.986454 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cb535-0b76-48de-9fbd-0cec13209717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:14.003188 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.032146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da6b433e-d23d-43bc-b9dc-2aabbc824ce0 req-c9435f8e-61db-4ae5-a2c5-a044eeb4b97c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723505 Jul 06 17:55:14.054315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:14.069625 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.131604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:14.137095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28b5292a-2932-4e72-9ba7-edd8b8193f70 req-59c6a4f9-4302-43a5-aa20-29a955ad2616 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217988 Jul 06 17:55:14.157286 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.208279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:14.223375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:14.244952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685187c-d825-4ead-b561-055fcb2bcce1 req-60ec1014-9269-4a6d-8b85-cdac18e29ca9 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:14.247649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:14.248395 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a685187c-d825-4ead-b561-055fcb2bcce1 req-60ec1014-9269-4a6d-8b85-cdac18e29ca9 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1370440 Jul 06 17:55:14.274232 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event updated for resources: {'Port': ['ID=56878a85-00d5-4182-9536-4cecea70d393,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:14.319877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:14.320532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.322050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] 10.222.0.22 "PUT /v2.0/ports/89b89aee-020c-468b-9d29-9d85d31b3ddf HTTP/1.1" status: 200 len: 1091 time: 5.6357682 Jul 06 17:55:14.322626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:14.326402 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba76e62-f077-4fff-ae4e-2911f4e0e315" -d '{"events": [{"name": "network-changed", "server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:14.361965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a685187c-d825-4ead-b561-055fcb2bcce1 req-c1f14888-ba02-404d-8e69-71fa5c98bd4c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013215 Jul 06 17:55:14.531622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:14.595496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50826) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:14.599696 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6177a1e-3546-4cde-bfd6-525219f1d41f x-openstack-request-id: req-d6177a1e-3546-4cde-bfd6-525219f1d41f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:14.600019 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:14.600330 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6177a1e-3546-4cde-bfd6-525219f1d41f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:14.600720 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf', 'status': 'completed', 'code': 200} Jul 06 17:55:14.601553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca304bc-da5f-4dcf-8d99-72bc94b60983 service neutron] Pushing event updated for resources: {'Port': ['ID=89b89aee-020c-468b-9d29-9d85d31b3ddf,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:14.625612 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0f444fb-545f-4448-8bc9-03c045c1657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.717077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:14.750818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:14.832989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.892701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-53879a74-df2a-4f42-8013-a727e9ca2f24 None None] Provisioning for port 56878a85-00d5-4182-9536-4cecea70d393 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:14.905739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-53879a74-df2a-4f42-8013-a727e9ca2f24 None None] Provisioning complete for port 56878a85-00d5-4182-9536-4cecea70d393 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:14.906515 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53879a74-df2a-4f42-8013-a727e9ca2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.969183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0f444fb-545f-4448-8bc9-03c045c1657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:14.999159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-53879a74-df2a-4f42-8013-a727e9ca2f24 None None] Port 56878a85-00d5-4182-9536-4cecea70d393 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:15.002870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0f444fb-545f-4448-8bc9-03c045c1657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.043785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4951e8b5-eddf-489b-9abc-1c9587aec65a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:15.192886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 4951e8b5-eddf-489b-9abc-1c9587aec65a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:15.193281 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.198424 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d0f444fb-545f-4448-8bc9-03c045c1657c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b18339ffb4ea4ea58cc8ce468ca59a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980852 Jul 06 17:55:15.200185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:15.200873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f444fb-545f-4448-8bc9-03c045c1657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2308c124-ab5e-43fe-85f7-416652411351,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:15.241725 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.247804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7c52-6144-44df-8bcd-be3399d5e77c req-01a742d5-acfa-4560-b55b-ff68958a8d03 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:15.266189 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57ce7c52-6144-44df-8bcd-be3399d5e77c req-01a742d5-acfa-4560-b55b-ff68958a8d03 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 944 time: 0.3709514 Jul 06 17:55:15.304939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f1dc3971-273f-4904-a948-cc66abe49c73 None None] Provisioning complete for port cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:15.305382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1dc3971-273f-4904-a948-cc66abe49c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.368374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:15.379339 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57ce7c52-6144-44df-8bcd-be3399d5e77c req-cd238d5f-6259-4571-a79b-c99806f75a89 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126287 Jul 06 17:55:15.405189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3777af84-256b-4e77-b0c4-bfed774d176c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.414976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc3971-273f-4904-a948-cc66abe49c73 None None] Port cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:15.488738 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.497861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 0051e089-de27-4e36-b507-6de4bec4bec5 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:15.526871 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3777af84-256b-4e77-b0c4-bfed774d176c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.540093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-92f3c2a0-97cd-4de1-beba-8f4d8eb664c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:15.543241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-92f3c2a0-97cd-4de1-beba-8f4d8eb664c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 1094 time: 1.1255713 Jul 06 17:55:15.547957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:15.559799 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad20031-ba30-43fb-98f8-3f196fe774d3" -d '{"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-plugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:15.602077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:15.611469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.675362 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3777af84-256b-4e77-b0c4-bfed774d176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.677956 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3777af84-256b-4e77-b0c4-bfed774d176c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.681698 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3777af84-256b-4e77-b0c4-bfed774d176c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2308c124-ab5e-43fe-85f7-416652411351 HTTP/1.1" status: 204 len: 168 time: 0.4655027 Jul 06 17:55:15.694142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:15.695016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777af84-256b-4e77-b0c4-bfed774d176c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2308c124-ab5e-43fe-85f7-416652411351,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:15.706330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c74e6de0-f57a-4c75-a6d7-67a6f858387d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:15.708445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b4099dca-8983-4ff9-a965-c664b6ff6dad tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451394190', 'description': 'tempest-secgroup-smoke-1451394190 description', 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:15.784240 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.793820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-cd6b284d-e17e-466f-9027-da788612a475 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf HTTP/1.1" status: 200 len: 217 time: 0.2301836 Jul 06 17:55:15.820094 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4099dca-8983-4ff9-a965-c664b6ff6dad tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.837861 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:15.876246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413ab90-1e10-4845-b88f-637321ac29a0 req-b3f58834-4bc3-4355-85fa-69f832f0d2b8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:15.879074 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e413ab90-1e10-4845-b88f-637321ac29a0 req-b3f58834-4bc3-4355-85fa-69f832f0d2b8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 943 time: 0.1856616 Jul 06 17:55:15.889816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:15.925026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c74e6de0-f57a-4c75-a6d7-67a6f858387d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:15.938246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c74e6de0-f57a-4c75-a6d7-67a6f858387d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:15.938914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.009014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e413ab90-1e10-4845-b88f-637321ac29a0 req-68ee0699-215f-4410-b2b5-6e1ae547ea11 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210265 Jul 06 17:55:16.144857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4099dca-8983-4ff9-a965-c664b6ff6dad tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.153776 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4099dca-8983-4ff9-a965-c664b6ff6dad tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.190754 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4099dca-8983-4ff9-a965-c664b6ff6dad tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.197012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b4099dca-8983-4ff9-a965-c664b6ff6dad tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4896498 Jul 06 17:55:16.203087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50848) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:16.231646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b916edc2-3344-4d45-864a-d08fd9e75c89 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5df45-918a-4cf3-b871-03543a40c229', 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:16.298308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4099dca-8983-4ff9-a965-c664b6ff6dad tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5df45-918a-4cf3-b871-03543a40c229,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:16.420189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b916edc2-3344-4d45-864a-d08fd9e75c89 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.574066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76dd9b-3904-47ab-b692-ae0dbae99c65 req-b28e2ae0-2f95-4a99-ad73-1d8b33fd6610 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:16.576301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bb76dd9b-3904-47ab-b692-ae0dbae99c65 req-b28e2ae0-2f95-4a99-ad73-1d8b33fd6610 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.2585230 Jul 06 17:55:16.576979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4da67776-55e8-4141-8fc4-9d7a1e8dd380 None None] Provisioning complete for port 2478eab3-3ab4-449f-b585-9f94da1d978a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:16.577368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4da67776-55e8-4141-8fc4-9d7a1e8dd380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.579318 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.594433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b916edc2-3344-4d45-864a-d08fd9e75c89 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.603886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b916edc2-3344-4d45-864a-d08fd9e75c89 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.632334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port c74e6de0-f57a-4c75-a6d7-67a6f858387d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c74e6de0-f57a-4c75-a6d7-67a6f858387d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:16.643751 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.655151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4da67776-55e8-4141-8fc4-9d7a1e8dd380 None None] Port 2478eab3-3ab4-449f-b585-9f94da1d978a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:16.708298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:16.712300 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532466c2-6d23-4e88-a38a-9248130f2873" -d '{"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-unplugged", "status": "completed", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:16.734373 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bb76dd9b-3904-47ab-b692-ae0dbae99c65 req-e2a0af76-498f-47a8-a1df-88facc2e2c83 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430767 Jul 06 17:55:16.737861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916edc2-3344-4d45-864a-d08fd9e75c89 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c611bf-4a01-46ad-8399-c0a3c0529d87,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:16.742727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=c74e6de0-f57a-4c75-a6d7-67a6f858387d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:16.745241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b916edc2-3344-4d45-864a-d08fd9e75c89 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.751322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b916edc2-3344-4d45-864a-d08fd9e75c89 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5261126 Jul 06 17:55:16.752234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50862) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:16.760252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-39b2343c-606e-45f8-bae5-7dfaa6d83893 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5df45-918a-4cf3-b871-03543a40c229', 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:16.815476 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39b2343c-606e-45f8-bae5-7dfaa6d83893 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.876690 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2b464b-2101-43db-a4b9-fcf07663e70d x-openstack-request-id: req-3d2b464b-2101-43db-a4b9-fcf07663e70d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:16.876923 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-plugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:16.877127 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d2b464b-2101-43db-a4b9-fcf07663e70d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:16.877544 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'code': 200} Jul 06 17:55:16.932866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39b2343c-606e-45f8-bae5-7dfaa6d83893 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.940082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39b2343c-606e-45f8-bae5-7dfaa6d83893 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.949445 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6b30-c552-4f18-9470-a42897d04af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.967701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2343c-606e-45f8-bae5-7dfaa6d83893 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23bfbda-24fd-4278-9f07-5cf0890aa8a7,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:16.991682 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39b2343c-606e-45f8-bae5-7dfaa6d83893 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:16.998239 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-39b2343c-606e-45f8-bae5-7dfaa6d83893 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2437534 Jul 06 17:55:16.999117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:17.006748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6343e48b-b50a-4675-9d65-72bfea449f35 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5df45-918a-4cf3-b871-03543a40c229', 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:17.008449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-6b2dec93-444e-48e0-b86a-6e01ca53e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:17.011541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-6b2dec93-444e-48e0-b86a-6e01ca53e06f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 1.2092712 Jul 06 17:55:17.070018 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6343e48b-b50a-4675-9d65-72bfea449f35 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.208663 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6343e48b-b50a-4675-9d65-72bfea449f35 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.219097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6343e48b-b50a-4675-9d65-72bfea449f35 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.258791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343e48b-b50a-4675-9d65-72bfea449f35 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15415274-cd76-4803-b1cf-9cd0ccf54daf,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:17.266031 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6343e48b-b50a-4675-9d65-72bfea449f35 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.268971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6343e48b-b50a-4675-9d65-72bfea449f35 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2668908 Jul 06 17:55:17.286189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f8766-570b-4581-a0e1-4612f90b65d2 req-c5730d63-f454-44f1-857d-cf99b4a8ae82 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:17.287852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-491f8766-570b-4581-a0e1-4612f90b65d2 req-c5730d63-f454-44f1-857d-cf99b4a8ae82 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 946 time: 0.1755168 Jul 06 17:55:17.288367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50882) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:17.294159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c2c3176a-fb26-418a-8f64-d0949d9bab4e tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5df45-918a-4cf3-b871-03543a40c229', 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:17.329671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Pushing event updated for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:17.343264 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2c3176a-fb26-418a-8f64-d0949d9bab4e tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.349892 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Sync routers for ids ['6ac12ae8-b461-48c9-92f1-2321feddaf08'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:17.373508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:17.384463 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Routers {'6ac12ae8-b461-48c9-92f1-2321feddaf08'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:17.387630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4494b569-3f82-4919-8624-e43e8bbc5afe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/0051e089-de27-4e36-b507-6de4bec4bec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8656065 Jul 06 17:55:17.391529 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-491f8766-570b-4581-a0e1-4612f90b65d2 req-dd73ddb6-5185-4503-a295-0ac410cf1a68 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761771 Jul 06 17:55:17.395388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:17.396417 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ac12ae8-b461-48c9-92f1-2321feddaf08'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:17.411960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947cb10-353d-4192-9344-a927ed7dfc8c None None] Sync routers for ids ['0051e089-de27-4e36-b507-6de4bec4bec5'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:17.423646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947cb10-353d-4192-9344-a927ed7dfc8c None None] Routers {'0051e089-de27-4e36-b507-6de4bec4bec5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:17.425903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b947cb10-353d-4192-9344-a927ed7dfc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0051e089-de27-4e36-b507-6de4bec4bec5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:17.521430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b947cb10-353d-4192-9344-a927ed7dfc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:17.528308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b696d2-1b72-4df1-816e-85a15d9593cd req-fb509906-aca4-40c9-ac0d-ad858bc4380b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:17.530024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23b696d2-1b72-4df1-816e-85a15d9593cd req-fb509906-aca4-40c9-ac0d-ad858bc4380b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 943 time: 1.6251190 Jul 06 17:55:17.558069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a on host n-h2-799526-3 for vnic_type normal with profile {"migrating_to": "n-h1-799526-3"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:17.559567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947cb10-353d-4192-9344-a927ed7dfc8c None None] Routers {'0051e089-de27-4e36-b507-6de4bec4bec5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:17.560231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b947cb10-353d-4192-9344-a927ed7dfc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:54:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0051e089-de27-4e36-b507-6de4bec4bec5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:17.571811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:17.572217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a on network 480ebdf9-8125-404d-9df0-ccb8cb02750a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:17.592169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d146300-fd51-46b0-9ad7-c8259cd619e4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:17.597754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0d146300-fd51-46b0-9ad7-c8259cd619e4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports/cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77 HTTP/1.1" status: 200 len: 910 time: 0.2004197 Jul 06 17:55:17.606875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-4ca5116e-1a29-408c-9eed-e34d84d52ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:17.608506 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-4ca5116e-1a29-408c-9eed-e34d84d52ba5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5782149 Jul 06 17:55:17.610420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:17.653322 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d3551e-61c5-4e64-85b9-78db149af421 x-openstack-request-id: req-22d3551e-61c5-4e64-85b9-78db149af421 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:17.653985 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-unplugged", "status": "completed", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:17.654472 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22d3551e-61c5-4e64-85b9-78db149af421 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:17.656156 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'code': 200} Jul 06 17:55:17.689522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664126c2-2844-41bf-84ef-4207685127ed req-1b5518fe-468b-40af-91ac-dec4ed5d0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:17.691238 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-664126c2-2844-41bf-84ef-4207685127ed req-1b5518fe-468b-40af-91ac-dec4ed5d0a63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 1097 time: 0.5072289 Jul 06 17:55:17.699731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2c3176a-fb26-418a-8f64-d0949d9bab4e tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.709847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2c3176a-fb26-418a-8f64-d0949d9bab4e tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.727291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Port 2478eab3-3ab4-449f-b585-9f94da1d978a on network 480ebdf9-8125-404d-9df0-ccb8cb02750a not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:17.727879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Attempting to bind port 2478eab3-3ab4-449f-b585-9f94da1d978a on network 480ebdf9-8125-404d-9df0-ccb8cb02750a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:17.730608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b947cb10-353d-4192-9344-a927ed7dfc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:17.731723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947cb10-353d-4192-9344-a927ed7dfc8c None None] The sync data for ids ['0051e089-de27-4e36-b507-6de4bec4bec5'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:17.752850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c74e6de0-f57a-4c75-a6d7-67a6f858387d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:17.814949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3176a-fb26-418a-8f64-d0949d9bab4e tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8318729c-fa44-4c82-8888-946c79abc122,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:17.830188 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2c3176a-fb26-418a-8f64-d0949d9bab4e tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.832800 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c2c3176a-fb26-418a-8f64-d0949d9bab4e tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5430756 Jul 06 17:55:17.836242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50890) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:17.848299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:17.849223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Checking segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:17.849967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Bound using segment: {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:17.851333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Bound port: 2478eab3-3ab4-449f-b585-9f94da1d978a, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1459897f-7ebb-4826-93a6-5ed33ca30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:17.851974 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.852445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c033bf82-a0ae-4421-98f5-fb95665449f0 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5df45-918a-4cf3-b871-03543a40c229', 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:17.854867 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Set router 6ac12ae8-b461-48c9-92f1-2321feddaf08 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:55:17.893498 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-c033bf82-a0ae-4421-98f5-fb95665449f0 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Project f63020b609ef4d059aa6ebd3e050ba1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:55:17.903286 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c033bf82-a0ae-4421-98f5-fb95665449f0 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.959052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c74e6de0-f57a-4c75-a6d7-67a6f858387d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:17.960392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:17.965494 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.040028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.153152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23b696d2-1b72-4df1-816e-85a15d9593cd req-5c0d31dc-9d6d-48c7-8ecc-e05d82c3a419 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5899966 Jul 06 17:55:18.261749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c033bf82-a0ae-4421-98f5-fb95665449f0 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.291301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c033bf82-a0ae-4421-98f5-fb95665449f0 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.304290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-664126c2-2844-41bf-84ef-4207685127ed req-832b80fc-f0a7-46f5-8f24-65dddaa85acc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5694945 Jul 06 17:55:18.335103 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:55:02Z', 'updated_at': '2021-07-06T17:55:12Z', 'revision_number': 4, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'gw_port': {'id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:06Z', 'updated_at': '2021-07-06T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6466f0af-193a-4f34-b0d1-398f81cf42d4', 'name': '', 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'mac_address': 'fa:16:3e:06:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:11Z', 'updated_at': '2021-07-06T17:55:12Z', 'revision_number': 2, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'subnets': [{'id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:18.378771 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Checking router: 6ac12ae8-b461-48c9-92f1-2321feddaf08 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:55:18.379949 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Updating router 6ac12ae8-b461-48c9-92f1-2321feddaf08 port 6466f0af-193a-4f34-b0d1-398f81cf42d4 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:55:18.386822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033bf82-a0ae-4421-98f5-fb95665449f0 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ed8c9f-8f6a-410e-92be-79ed0a6f3933,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:18.412279 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c033bf82-a0ae-4421-98f5-fb95665449f0 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.415707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event updated for resources: {'Port': ['ID=56878a85-00d5-4182-9536-4cecea70d393,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:18.417715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c033bf82-a0ae-4421-98f5-fb95665449f0 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5789640 Jul 06 17:55:18.420646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50904) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:18.429941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1a541443-a9cc-4caf-829f-53639afc23a7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Request body: {'security_group_rule': {'security_group_id': 'a1d5df45-918a-4cf3-b871-03543a40c229', 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:18.432801 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.464062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a160740-f890-4918-b598-c3a48290857a req-ed7ce210-5944-45f2-a51d-2e06bfb163a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.464943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a160740-f890-4918-b598-c3a48290857a req-ed7ce210-5944-45f2-a51d-2e06bfb163a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 1096 time: 0.3452744 Jul 06 17:55:18.538520 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-1a541443-a9cc-4caf-829f-53639afc23a7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Project f63020b609ef4d059aa6ebd3e050ba1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:55:18.590273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:18.595340 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a541443-a9cc-4caf-829f-53639afc23a7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.598414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:18.608123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8e54d-3cfd-4604-bce5-db387de8f72e req-4b4f50bc-00ae-4693-8320-3ffa909a513b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.615790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78f8e54d-3cfd-4604-bce5-db387de8f72e req-4b4f50bc-00ae-4693-8320-3ffa909a513b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 943 time: 0.3489478 Jul 06 17:55:18.764739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78f8e54d-3cfd-4604-bce5-db387de8f72e req-edd5d3f7-ff7d-406f-b9d3-1b36c1bdec01 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478410 Jul 06 17:55:18.818824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.821351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a541443-a9cc-4caf-829f-53639afc23a7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.826230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a160740-f890-4918-b598-c3a48290857a req-37f0418a-2f45-46d5-b806-624f2e62d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:18.836900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:18.844986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a160740-f890-4918-b598-c3a48290857a req-37f0418a-2f45-46d5-b806-624f2e62d62e service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 920 time: 0.3684096 Jul 06 17:55:18.847419 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a541443-a9cc-4caf-829f-53639afc23a7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.011284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a541443-a9cc-4caf-829f-53639afc23a7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8240fdaa-7f17-407d-b655-de91042e7edd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:19.039775 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a160740-f890-4918-b598-c3a48290857a req-9583269e-69a2-43de-a330-c3ddbe46471b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70c512d-bb8a-4ab0-9ba9-e73335d1a460 HTTP/1.1" status: 200 len: 217 time: 0.1789105 Jul 06 17:55:19.100223 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-c876262f-7ad3-4c9c-8abc-61eb47a98f4f service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4336181 Jul 06 17:55:19.185635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a541443-a9cc-4caf-829f-53639afc23a7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.197482 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1a541443-a9cc-4caf-829f-53639afc23a7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7650061 Jul 06 17:55:19.316576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a160740-f890-4918-b598-c3a48290857a req-9f053826-e08e-4f85-a43f-f15a92c3278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:19.321408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a160740-f890-4918-b598-c3a48290857a req-9f053826-e08e-4f85-a43f-f15a92c3278f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 200 len: 859 time: 0.2654908 Jul 06 17:55:19.388592 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.401918 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a160740-f890-4918-b598-c3a48290857a req-08fa46c3-4030-4275-9e6e-94fa2a71ff13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ee30b1-b6be-4d1b-bb46-36425ac2687f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718503 Jul 06 17:55:19.419981 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Transition to ACTIVE for port object 6466f0af-193a-4f34-b0d1-398f81cf42d4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:19.428575 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.458285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:19.501599 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de6f99b-6f5a-4f75-bfe9-84bf9e782bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.581472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:19.628546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Pushing event updated for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:19.631725 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74673619-57a6-4aa1-8ffe-f6b548b61dad None None] Pushing event updated for resources: {'Port': ['ID=6466f0af-193a-4f34-b0d1-398f81cf42d4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:19.731363 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Attempting to bind port 6466f0af-193a-4f34-b0d1-398f81cf42d4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:19.731728 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Attempting to bind port 6466f0af-193a-4f34-b0d1-398f81cf42d4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '3ab4a599-4760-4bda-96b8-9322372a0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:19.732088 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Attempting to bind port 6466f0af-193a-4f34-b0d1-398f81cf42d4 on network af05c3ae-7cc2-42a9-ad72-df359137f872 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:19.747778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a160740-f890-4918-b598-c3a48290857a req-4639bc1b-7d2c-4698-a290-1e627045716d service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379171 Jul 06 17:55:19.754167 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:19.754458 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Checking segment: {'id': '3ab4a599-4760-4bda-96b8-9322372a0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:19.754899 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.755312 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Bound using segment: {'id': '3ab4a599-4760-4bda-96b8-9322372a0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:19.759024 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Bound port: 6466f0af-193a-4f34-b0d1-398f81cf42d4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab4a599-4760-4bda-96b8-9322372a0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:19.759428 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.821931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6be5b3c2-80d7-4c78-9af8-deea7b9fc7eb None None] Provisioning complete for port 2478eab3-3ab4-449f-b585-9f94da1d978a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:19.822562 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6be5b3c2-80d7-4c78-9af8-deea7b9fc7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:19.954683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Router af4fd813-655a-4d9a-bde4-638ad32f7ec4 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:19.957584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc9517de-4129-4c25-9d8e-7a4187d3f7ed req-dbf3c22e-e280-44f1-a89f-828ee034b7c9 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8408551 Jul 06 17:55:20.022295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:20.094122 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] For port 6466f0af-193a-4f34-b0d1-398f81cf42d4, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:20.107062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b13013-b6c6-4ae5-b719-bb02e0e98b8c req-925ec724-4310-49d4-815b-6d38003c6f3d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:20.117994 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] For port 6466f0af-193a-4f34-b0d1-398f81cf42d4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6466f0af-193a-4f34-b0d1-398f81cf42d4,segment=NetworkSegment(3ab4a599-4760-4bda-96b8-9322372a0e01),segment_id=3ab4a599-4760-4bda-96b8-9322372a0e01)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:20.125824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-77b13013-b6c6-4ae5-b719-bb02e0e98b8c req-925ec724-4310-49d4-815b-6d38003c6f3d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 946 time: 0.9297934 Jul 06 17:55:20.134737 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:20.186861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4a160740-f890-4918-b598-c3a48290857a req-b969c603-911f-4722-94c6-2cff3b46295f service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182782 Jul 06 17:55:20.202391 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6be5b3c2-80d7-4c78-9af8-deea7b9fc7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:20.270320 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-77b13013-b6c6-4ae5-b719-bb02e0e98b8c req-0c59d309-523d-4ea5-9c2a-2717ba108775 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425323 Jul 06 17:55:20.279281 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Routers {'6ac12ae8-b461-48c9-92f1-2321feddaf08'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:20.280048 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ac12ae8-b461-48c9-92f1-2321feddaf08'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:20.391469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:20.399705 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a718e8fe-bed3-441d-abed-df0a143c6210" -d '{"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-plugged", "status": "completed", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:20.445092 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74673619-57a6-4aa1-8ffe-f6b548b61dad None None] Pushing event updated for resources: {'Port': ['ID=6466f0af-193a-4f34-b0d1-398f81cf42d4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:20.468953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6be5b3c2-80d7-4c78-9af8-deea7b9fc7eb None None] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:20.482400 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6be5b3c2-80d7-4c78-9af8-deea7b9fc7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:20.620688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca450191-1a88-4ddf-8058-da7c7d601262 req-560f70c6-9556-44d1-9aea-1b5781c005f2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:20.629850 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] Set router 6ac12ae8-b461-48c9-92f1-2321feddaf08 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:55:20.645405 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca450191-1a88-4ddf-8058-da7c7d601262 req-560f70c6-9556-44d1-9aea-1b5781c005f2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 943 time: 0.2183053 Jul 06 17:55:20.733653 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca450191-1a88-4ddf-8058-da7c7d601262 req-296386a9-d28f-40a3-9052-50cd34bbb0b9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827653 Jul 06 17:55:20.975700 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-f4fffb81-6782-451a-80da-4849f0d6b758 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451394190&fields=id&tenant_id=f63020b609ef4d059aa6ebd3e050ba1d HTTP/1.1" status: 200 len: 267 time: 0.0635858 Jul 06 17:55:21.050710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a018d1-ee01-4881-aa08-f206522cc310 req-3e20f219-4624-42c3-9663-c48152ac4ca6 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.059840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3a018d1-ee01-4881-aa08-f206522cc310 req-3e20f219-4624-42c3-9663-c48152ac4ca6 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 2.6094530 Jul 06 17:55:21.088571 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:21.163841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-8b628eca-5937-4bbb-9da9-3ed4af68c759 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.169157 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:55:02Z', 'updated_at': '2021-07-06T17:55:12Z', 'revision_number': 4, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'gw_port': {'id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:06Z', 'updated_at': '2021-07-06T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6466f0af-193a-4f34-b0d1-398f81cf42d4', 'name': '', 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'mac_address': 'fa:16:3e:06:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:11Z', 'updated_at': '2021-07-06T17:55:20Z', 'revision_number': 4, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'subnets': [{'id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:21.174466 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-8b628eca-5937-4bbb-9da9-3ed4af68c759 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/networks?id=4f885dfd-686e-4236-9ad5-a3017772c2e8 HTTP/1.1" status: 200 len: 809 time: 0.1969812 Jul 06 17:55:21.206266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5b3c2-80d7-4c78-9af8-deea7b9fc7eb None None] Pushing event updated for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:21.208127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-1a47fc80-8496-41d9-81ad-ed1f5b65858d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/quotas/f63020b609ef4d059aa6ebd3e050ba1d HTTP/1.1" status: 200 len: 375 time: 0.0322773 Jul 06 17:55:21.256117 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55f678-fe93-4848-957e-74b6c7069c70 None None] The sync data for ids ['6ac12ae8-b461-48c9-92f1-2321feddaf08'] in n-d-799526-3 is: [{'id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:55:02Z', 'updated_at': '2021-07-06T17:55:12Z', 'revision_number': 4, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'gw_port': {'id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:06Z', 'updated_at': '2021-07-06T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6466f0af-193a-4f34-b0d1-398f81cf42d4', 'name': '', 'network_id': 'af05c3ae-7cc2-42a9-ad72-df359137f872', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'mac_address': 'fa:16:3e:06:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:11Z', 'updated_at': '2021-07-06T17:55:20Z', 'revision_number': 4, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'subnets': [{'id': 'f6c8452e-c5b4-4590-a6b8-a31a5a1f5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:21.303534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.304191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:21.305653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-bac01969-36a9-4bed-a0e1-a94c8cbfbb16 service neutron] 10.222.0.22 "PUT /v2.0/ports/2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 200 len: 1121 time: 8.0139024 Jul 06 17:55:21.326519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3a018d1-ee01-4881-aa08-f206522cc310 req-7f28410f-ab05-4bc6-860c-7115d6bbd876 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653968 Jul 06 17:55:21.327380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:21.332020 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb4c834-3975-44ee-81e2-c1e2e2e90594" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:21.340471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-6e8677c2-d356-41c1-a629-632cdc12776f tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f63020b609ef4d059aa6ebd3e050ba1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247578 Jul 06 17:55:21.348262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-59976517-413b-42e7-895c-6656e483839b None None] Provisioning complete for port 56878a85-00d5-4182-9536-4cecea70d393 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:21.349429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59976517-413b-42e7-895c-6656e483839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:21.425102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['2478eab3-3ab4-449f-b585-9f94da1d978a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:21.507840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-59976517-413b-42e7-895c-6656e483839b None None] Port 56878a85-00d5-4182-9536-4cecea70d393 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:21.573778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-da82e159-bc7f-4652-9983-96a3801d3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.576132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-da82e159-bc7f-4652-9983-96a3801d3c25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 1094 time: 0.6728575 Jul 06 17:55:21.583121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:21.597204 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb8e88-71ce-4fec-b4dd-535b20d4d9fd None None] Sync routers for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:21.624155 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb8e88-71ce-4fec-b4dd-535b20d4d9fd None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:21.625061 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8edb8e88-71ce-4fec-b4dd-535b20d4d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:21.641479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 89b89aee-020c-468b-9d29-9d85d31b3ddf details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:55:21.676039 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-a580956d-9e98-42c9-be7a-7a16768841f2 service neutron] 10.222.0.13 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017850 Jul 06 17:55:21.707660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6466f0af-193a-4f34-b0d1-398f81cf42d4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:21.710641 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8edb8e88-71ce-4fec-b4dd-535b20d4d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:21.744386 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb8e88-71ce-4fec-b4dd-535b20d4d9fd None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:21.746990 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8edb8e88-71ce-4fec-b4dd-535b20d4d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:21.817356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-7167b300-ee69-4fcb-909f-b93fb48656bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:21.819126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-7167b300-ee69-4fcb-909f-b93fb48656bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.2337174 Jul 06 17:55:21.826983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-698dbea5-7a2a-401a-b3ab-bde76fce613d tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "PUT /v2.0/routers/af4fd813-655a-4d9a-bde4-638ad32f7ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1708124 Jul 06 17:55:21.829577 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8edb8e88-71ce-4fec-b4dd-535b20d4d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:21.830613 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb8e88-71ce-4fec-b4dd-535b20d4d9fd None None] The sync data for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:21.909047 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-faeb3904-db5d-454f-b742-ee3dfe697694 service neutron] 10.222.0.13 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317281 Jul 06 17:55:21.912202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51006) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:21.934894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Request body: {'port': {'network_id': '7b50157b-18ae-49e5-b36f-d92c7fe195c5', 'name': 'tempest-FloatingIPAdminTestJSON-1781107991'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:21.992541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-e25d4cbc-7887-4b29-b737-ad8c9ea59059 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf HTTP/1.1" status: 200 len: 217 time: 0.0641358 Jul 06 17:55:22.097112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-2dbbb12f-38cb-4d54-9dab-d46c200728d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:22.098913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-2dbbb12f-38cb-4d54-9dab-d46c200728d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.0978303 Jul 06 17:55:22.131574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 6466f0af-193a-4f34-b0d1-398f81cf42d4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:22.144606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6466f0af-193a-4f34-b0d1-398f81cf42d4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:22.145443 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.197455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d3543-9ee6-40a3-9002-214652829ed8 req-545c0b68-3964-47a0-81a7-8e7c244cdb52 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:22.205519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c54d3543-9ee6-40a3-9002-214652829ed8 req-545c0b68-3964-47a0-81a7-8e7c244cdb52 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 943 time: 0.3771019 Jul 06 17:55:22.216684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.452985 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9d6cf9-6556-4e6d-9d27-6352358aef59 x-openstack-request-id: req-fa9d6cf9-6556-4e6d-9d27-6352358aef59 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:22.453278 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-plugged", "status": "completed", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:22.453638 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa9d6cf9-6556-4e6d-9d27-6352358aef59 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:22.454056 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'code': 200} Jul 06 17:55:22.456871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c54d3543-9ee6-40a3-9002-214652829ed8 req-ce40641f-62e3-41ae-bca8-1758f6bc4940 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226465 Jul 06 17:55:22.457746 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.505111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Made reservation on behalf of b184dbe6e82140d9aefe2558512276ca for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:22.522637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.532761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:22.540558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-54096c68-90d2-4ca6-8975-df2808866191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:22.545807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-54096c68-90d2-4ca6-8975-df2808866191 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4353008 Jul 06 17:55:22.577133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 6466f0af-193a-4f34-b0d1-398f81cf42d4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6466f0af-193a-4f34-b0d1-398f81cf42d4,segment=NetworkSegment(3ab4a599-4760-4bda-96b8-9322372a0e01),segment_id=3ab4a599-4760-4bda-96b8-9322372a0e01)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:22.600214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '89b89aee-020c-468b-9d29-9d85d31b3ddf', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'port_id': '89b89aee-020c-468b-9d29-9d85d31b3ddf', 'mac_address': 'fa:16:3e:9c:0e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:55:22.606597 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b065705-f419-484e-a9c5-37ddad1f16c0 x-openstack-request-id: req-0b065705-f419-484e-a9c5-37ddad1f16c0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:22.608523 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:22.608985 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b065705-f419-484e-a9c5-37ddad1f16c0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:22.611882 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'status': 'completed', 'code': 200} Jul 06 17:55:22.618478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] device_id is not set on port 59726de9-1b91-478c-ac8b-2011fdfd0e4b yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:55:22.618902 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.652824 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.844765 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:22.848387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=6466f0af-193a-4f34-b0d1-398f81cf42d4,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:22.869113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b89aee-020c-468b-9d29-9d85d31b3ddf {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:22.909314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:22.918694 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:23.037695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=89b89aee-020c-468b-9d29-9d85d31b3ddf,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:23.041130 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-eb83d494-3f77-4c9a-a69e-38c67e96e6ec service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875746 Jul 06 17:55:23.150996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1684694-8fae-443e-ae9d-c4de1df92c54 req-c995b30c-ce16-4b4a-a240-6868e3b67600 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:23.153150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1684694-8fae-443e-ae9d-c4de1df92c54 req-c995b30c-ce16-4b4a-a240-6868e3b67600 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.2950172 Jul 06 17:55:23.161379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['89b89aee-020c-468b-9d29-9d85d31b3ddf'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:23.253223 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1684694-8fae-443e-ae9d-c4de1df92c54 req-8ab63bb4-6c81-4495-ac6c-d29de84b9ebe tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808501 Jul 06 17:55:23.342608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ba76e62-f077-4fff-ae4e-2911f4e0e315 req-bd18511b-97ff-4646-89aa-81f5c5c8b518 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913709 Jul 06 17:55:23.381776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-110c05bf-07b8-4754-8068-9d0706ba745a req-5d395380-7a7f-46ce-bd10-b6412cea0aa6 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 210 time: 0.0517726 Jul 06 17:55:23.442416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:23.442416 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:23.522999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6466f0af-193a-4f34-b0d1-398f81cf42d4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:23.657381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2478eab3-3ab4-449f-b585-9f94da1d978a details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:55:23.732079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:23.758500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb2c3-1ee6-4e7d-9e9f-c8a26e430195 req-7132217a-3961-45f8-9c7e-3587eee26d75 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:23.766421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-905cb2c3-1ee6-4e7d-9e9f-c8a26e430195 req-7132217a-3961-45f8-9c7e-3587eee26d75 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1527784 Jul 06 17:55:23.778048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:23.783005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6466f0af-193a-4f34-b0d1-398f81cf42d4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:23.783343 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:23.866233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-905cb2c3-1ee6-4e7d-9e9f-c8a26e430195 req-805051ee-44e5-4f81-94ac-5a9f8dce5d0f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987837 Jul 06 17:55:23.977792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:23.996222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2478eab3-3ab4-449f-b585-9f94da1d978a has no active binding in host n-h1-799526-3 {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 17:55:24.022920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699675f6-aa60-4717-9e78-87982dfe03a9 req-02a9bd62-459f-4087-8a87-b058c4573ffc tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.025267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-699675f6-aa60-4717-9e78-87982dfe03a9 req-02a9bd62-459f-4087-8a87-b058c4573ffc tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 946 time: 1.3730314 Jul 06 17:55:24.032913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-65b9c315-9c12-4e21-93ec-ae0106087dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.034757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-65b9c315-9c12-4e21-93ec-ae0106087dfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1126 time: 1.3872080 Jul 06 17:55:24.050693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Allocated IP 172.20.0.12 (7b50157b-18ae-49e5-b36f-d92c7fe195c5/1d4d8be4-3fce-47f6-ae5d-f70ff415761e/59726de9-1b91-478c-ac8b-2011fdfd0e4b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:24.149284 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-699675f6-aa60-4717-9e78-87982dfe03a9 req-f208ff80-0d62-414f-bf5f-872ced6422e2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108716 Jul 06 17:55:24.159238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:24.184743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd007c-b517-4a7a-b737-a0ddfdbe6ceb req-e38a1a61-5cb8-41f3-acba-be55e6abbaeb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.186459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01bd007c-b517-4a7a-b737-a0ddfdbe6ceb req-e38a1a61-5cb8-41f3-acba-be55e6abbaeb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 944 time: 0.1351545 Jul 06 17:55:24.257434 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=cc43c61d-ef5a-4d3a-9dd7-c0fc08515b77,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:24.282043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-f0a19c5c-deb0-44d4-8d18-062a07697e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.283717 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-f0a19c5c-deb0-44d4-8d18-062a07697e5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=480ebdf9-8125-404d-9df0-ccb8cb02750a HTTP/1.1" status: 200 len: 897 time: 0.2393739 Jul 06 17:55:24.356005 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01bd007c-b517-4a7a-b737-a0ddfdbe6ceb req-66a2aa34-899a-43e1-9085-f3470e3b5f51 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298747 Jul 06 17:55:24.547101 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:24.620724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-8de1fc7d-aff6-4911-9399-9533bfb657fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 200 len: 1001 time: 0.3259954 Jul 06 17:55:24.692770 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:24.739260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Transition to ACTIVE for port object 59726de9-1b91-478c-ac8b-2011fdfd0e4b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:24.742286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-ba503b6f-c88a-46ac-83cc-3e0d015f8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.743855 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-ba503b6f-c88a-46ac-83cc-3e0d015f8d38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45ac0ffa-18bc-4a67-a244-f7a0db9504bc HTTP/1.1" status: 200 len: 835 time: 0.1127212 Jul 06 17:55:24.759260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fea7da-35ae-4a12-89e0-5d1c776fd603 req-89a8e283-31b9-4f4f-9945-64c1fb12d0e4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.762284 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31fea7da-35ae-4a12-89e0-5d1c776fd603 req-89a8e283-31b9-4f4f-9945-64c1fb12d0e4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.1956387 Jul 06 17:55:24.786924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-2f013b58-29ef-4bea-be37-cf540e2e85aa tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.788493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-2f013b58-29ef-4bea-be37-cf540e2e85aa tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.22 "GET /v2.0/networks?id=4f885dfd-686e-4236-9ad5-a3017772c2e8 HTTP/1.1" status: 200 len: 809 time: 0.1184235 Jul 06 17:55:24.833896 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a93f577-cf86-40ac-8aa8-a731d9a3586d req-b2b462c7-1ba8-4c4f-b9e5-aefb0ca693e2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 210 time: 0.1648545 Jul 06 17:55:24.868920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31fea7da-35ae-4a12-89e0-5d1c776fd603 req-ee1d4027-ec7b-4a59-8c11-c4ff4f52b6bd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924175 Jul 06 17:55:24.897184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-90309e9c-9173-4c72-9cbf-0794d538b65c tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f63020b609ef4d059aa6ebd3e050ba1d HTTP/1.1" status: 200 len: 380 time: 0.0945482 Jul 06 17:55:24.911784 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:24.955734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Request body: {'port': {'device_id': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'admin_state_up': True, 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'security_groups': ['a1d5df45-918a-4cf3-b871-03543a40c229']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:24.967388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-0268fa9f-06bf-4afd-b13c-ec281e5761ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:24.969068 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-0268fa9f-06bf-4afd-b13c-ec281e5761ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480ebdf9-8125-404d-9df0-ccb8cb02750a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057238 Jul 06 17:55:24.986839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:25.006722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:25.019473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:25.022359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event updated for resources: {'Port': ['ID=59726de9-1b91-478c-ac8b-2011fdfd0e4b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:25.230327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:25.235470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.267335 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-082bc90b-96a7-4ff4-8dd5-54d5bd389497 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3512514 Jul 06 17:55:25.275452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:25.328667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d71e1b26-991a-4b4d-9b34-c4aeeed91dad None None] Provisioning for port 59726de9-1b91-478c-ac8b-2011fdfd0e4b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:25.341190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28b2e5-fd1c-469b-9ee1-825e17ae69fe req-1f301e2d-845b-4fb4-a37f-f1d968fb2b34 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:25.341535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d71e1b26-991a-4b4d-9b34-c4aeeed91dad None None] Provisioning complete for port 59726de9-1b91-478c-ac8b-2011fdfd0e4b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:25.341535 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d71e1b26-991a-4b4d-9b34-c4aeeed91dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.346999 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae28b2e5-fd1c-469b-9ee1-825e17ae69fe req-1f301e2d-845b-4fb4-a37f-f1d968fb2b34 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.2041688 Jul 06 17:55:25.350533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-8ace0c49-8452-48c2-a9fa-199ff58feec9 service neutron] 10.222.0.55 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660443 Jul 06 17:55:25.475748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d71e1b26-991a-4b4d-9b34-c4aeeed91dad None None] Port 59726de9-1b91-478c-ac8b-2011fdfd0e4b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:25.506756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Made reservation on behalf of f63020b609ef4d059aa6ebd3e050ba1d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:25.514633 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.543160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 0051e089-de27-4e36-b507-6de4bec4bec5 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:25.551827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae28b2e5-fd1c-469b-9ee1-825e17ae69fe req-61ffb065-842c-4c5f-bf7e-e10c745b7f40 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037838 Jul 06 17:55:25.634167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'project_id': 'b184dbe6e82140d9aefe2558512276ca', 'port_id': '59726de9-1b91-478c-ac8b-2011fdfd0e4b'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:25.645716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 89b89aee-020c-468b-9d29-9d85d31b3ddf up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:25.664739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbb4c834-3975-44ee-81e2-c1e2e2e90594 req-6898c4fb-aeb9-4926-aa62-b6bdd0df6766 service neutron] 10.222.0.55 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838194 Jul 06 17:55:25.676792 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.763658 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 89b89aee-020c-468b-9d29-9d85d31b3ddf completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:25.771223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 89b89aee-020c-468b-9d29-9d85d31b3ddf triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:25.771223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.841334 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.910832 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:25.950975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Allocated IP 172.20.0.5 (4f885dfd-686e-4236-9ad5-a3017772c2e8/e35ff548-69b7-478a-8ff2-8187439878e8/8382bb6e-2d4d-4766-993d-86d7a5b81706) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:25.954465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:25.957712 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c62ec-ae2a-4fab-a929-c03f9415c73c" -d '{"events": [{"server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "name": "network-vif-plugged", "status": "completed", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:25.977854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:25.985883 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.033844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:26.040396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Allocated IP 172.25.7.251 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/a7001bac-9220-48d8-81c8-b5f130fb0bd2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:26.051380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99b1691-273c-43ae-8521-d83ab1b68ec6 None None] Sync routers for ids ['0051e089-de27-4e36-b507-6de4bec4bec5'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:26.054562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e5e40bdc-70a1-4a7c-9ec6-63d93200cbfd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/0051e089-de27-4e36-b507-6de4bec4bec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4074125 Jul 06 17:55:26.062305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:26.091029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=89b89aee-020c-468b-9d29-9d85d31b3ddf,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:26.094524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b1691-273c-43ae-8521-d83ab1b68ec6 None None] Routers {'0051e089-de27-4e36-b507-6de4bec4bec5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:26.095722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b99b1691-273c-43ae-8521-d83ab1b68ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0051e089-de27-4e36-b507-6de4bec4bec5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:26.110466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5795e63-62b8-4c3a-97d1-7b7160ca0aa6 req-02aa4900-0817-4e0f-b7e7-440d9d85b63a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:26.112435 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5795e63-62b8-4c3a-97d1-7b7160ca0aa6 req-02aa4900-0817-4e0f-b7e7-440d9d85b63a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 944 time: 0.3968587 Jul 06 17:55:26.140750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b99b1691-273c-43ae-8521-d83ab1b68ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:26.154154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b1691-273c-43ae-8521-d83ab1b68ec6 None None] Routers {'0051e089-de27-4e36-b507-6de4bec4bec5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:26.154862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b99b1691-273c-43ae-8521-d83ab1b68ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0051e089-de27-4e36-b507-6de4bec4bec5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:26.198931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b99b1691-273c-43ae-8521-d83ab1b68ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:26.199418 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99b1691-273c-43ae-8521-d83ab1b68ec6 None None] The sync data for ids ['0051e089-de27-4e36-b507-6de4bec4bec5'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:26.277771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5795e63-62b8-4c3a-97d1-7b7160ca0aa6 req-dd9156e6-f5ff-4397-adf2-e62bd283b010 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530666 Jul 06 17:55:26.290081 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4420c975-30b1-41eb-ab5b-e8bd9c0c67eb req-3d82f3a6-7b57-4844-b47b-a423d90fe268 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 210 time: 0.1857738 Jul 06 17:55:26.345791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.371285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Transition to ACTIVE for port object 8382bb6e-2d4d-4766-993d-86d7a5b81706 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:26.449432 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.475139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.531883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Network 4f885dfd-686e-4236-9ad5-a3017772c2e8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:26.544324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:26.549271 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e4d0cc-2034-4a2a-95ac-c4d5b7cc584c x-openstack-request-id: req-e7e4d0cc-2034-4a2a-95ac-c4d5b7cc584c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:26.550115 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "name": "network-vif-plugged", "status": "completed", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:26.550569 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7e4d0cc-2034-4a2a-95ac-c4d5b7cc584c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:26.551330 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf', 'code': 200} Jul 06 17:55:26.573101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:26.626999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.664189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'Port': ['ID=8382bb6e-2d4d-4766-993d-86d7a5b81706,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:26.744617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Pushing event updated for resources: {'Port': ['ID=a7001bac-9220-48d8-81c8-b5f130fb0bd2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:26.756409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:26.761072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:26.766485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:26.878655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:26.879817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:26.930453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e37d2fca-f71f-4967-92bd-9f7a11e5cd9d tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0264983 Jul 06 17:55:26.950595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Request body: {'port': {'device_id': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:27.036368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-531742b6-0292-4d15-a0ac-93fcf7fb7336 None None] Provisioning for port 8382bb6e-2d4d-4766-993d-86d7a5b81706 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:27.047777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24ae3c-a709-4b99-bcd9-37272b334afd req-38696a8d-73ad-484a-ac16-f101314f6fdd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:27.049492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-531742b6-0292-4d15-a0ac-93fcf7fb7336 None None] Provisioning complete for port 8382bb6e-2d4d-4766-993d-86d7a5b81706 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:27.049790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-7cf92a4c-98f7-4d34-accd-fb5fe882b6a6 service neutron] 10.222.0.55 "GET /v2.0/ports/2478eab3-3ab4-449f-b585-9f94da1d978a/bindings/n-h1-799526-3 HTTP/1.1" status: 200 len: 384 time: 0.2416985 Jul 06 17:55:27.050459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-531742b6-0292-4d15-a0ac-93fcf7fb7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.051808 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd24ae3c-a709-4b99-bcd9-37272b334afd req-38696a8d-73ad-484a-ac16-f101314f6fdd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.4714932 Jul 06 17:55:27.065603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82cf08-7020-4386-86f1-dac424a121b0 req-8444ab9c-007b-4bc4-9d84-e5afd337555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:27.068768 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b82cf08-7020-4386-86f1-dac424a121b0 req-8444ab9c-007b-4bc4-9d84-e5afd337555d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 1096 time: 0.3665006 Jul 06 17:55:27.150165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-531742b6-0292-4d15-a0ac-93fcf7fb7336 None None] Port 8382bb6e-2d4d-4766-993d-86d7a5b81706 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:27.174095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.245870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6858f6-a7de-4544-9700-5c9ead36fb4d req-497952ff-bbf2-49e2-b647-13108e786d15 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:27.251513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c6858f6-a7de-4544-9700-5c9ead36fb4d req-497952ff-bbf2-49e2-b647-13108e786d15 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.3765128 Jul 06 17:55:27.279322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd24ae3c-a709-4b99-bcd9-37272b334afd req-c3dbe8ff-8952-4e6c-9843-c7d3222547ed tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085989 Jul 06 17:55:27.282760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b82cf08-7020-4386-86f1-dac424a121b0 req-4a0df15b-5dde-4cf7-9a7d-3d06c7608e93 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985435 Jul 06 17:55:27.287940 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.577848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c6858f6-a7de-4544-9700-5c9ead36fb4d req-1104087d-23a7-4f77-83a3-d0ed4b5128cf tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535233 Jul 06 17:55:27.873707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:27.901781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e75be-fc6e-4145-bce1-c35bd4d10e42 req-5a0cc89e-11e3-47cc-9dd4-d6b2550364cb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:27.905325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c08e75be-fc6e-4145-bce1-c35bd4d10e42 req-5a0cc89e-11e3-47cc-9dd4-d6b2550364cb tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.3555207 Jul 06 17:55:27.912700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8382bb6e-2d4d-4766-993d-86d7a5b81706 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:27.924604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:27.956235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Transition to ACTIVE for port object 8382bb6e-2d4d-4766-993d-86d7a5b81706 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:27.981147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.032350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c08e75be-fc6e-4145-bce1-c35bd4d10e42 req-26df73fd-8868-46aa-9a96-4a2b38fd3515 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132574 Jul 06 17:55:28.091403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-effb69d8-f243-40a0-982e-9530fd22ad54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.157445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Pushing event updated for resources: {'Port': ['ID=8382bb6e-2d4d-4766-993d-86d7a5b81706,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:28.205277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.205635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.205986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.206300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.206880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.207755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.208098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.208682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.209041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.209377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.209883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.210871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:55:28.288896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Attempting to bind port 8382bb6e-2d4d-4766-993d-86d7a5b81706 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:28.289233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Attempting to bind port 8382bb6e-2d4d-4766-993d-86d7a5b81706 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:28.289571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Attempting to bind port 8382bb6e-2d4d-4766-993d-86d7a5b81706 on network 4f885dfd-686e-4236-9ad5-a3017772c2e8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:28.301979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Port 8382bb6e-2d4d-4766-993d-86d7a5b81706 on network 4f885dfd-686e-4236-9ad5-a3017772c2e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:55:28.302547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Attempting to bind port 8382bb6e-2d4d-4766-993d-86d7a5b81706 on network 4f885dfd-686e-4236-9ad5-a3017772c2e8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:28.322279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:28.325104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Checking segment: {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:28.327662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Bound using segment: {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:28.328199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Bound port: 8382bb6e-2d4d-4766-993d-86d7a5b81706, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d4202a-d51c-4315-9ea4-deb29c1d82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:28.328586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.392870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-effb69d8-f243-40a0-982e-9530fd22ad54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.404558 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-effb69d8-f243-40a0-982e-9530fd22ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.436625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da87baff-4e4c-45d3-a30a-1fbbb2018d91 service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:28.481498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be925e-9c72-4bf4-9439-6a0b3462cf8e req-e97f76f8-6937-4bab-91e6-1eb5446afd48 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:28.489245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17be925e-9c72-4bf4-9439-6a0b3462cf8e req-e97f76f8-6937-4bab-91e6-1eb5446afd48 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 931 time: 0.6791062 Jul 06 17:55:28.501547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-effb69d8-f243-40a0-982e-9530fd22ad54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01c40071fbf045fda559d59fded6b6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267059 Jul 06 17:55:28.509445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51198) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:28.527055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da87baff-4e4c-45d3-a30a-1fbbb2018d91 service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:28.542279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb69d8-f243-40a0-982e-9530fd22ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabf16c1-ebf5-4ac3-85c3-8fe7d7c321cb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:28.572459 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.578143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] For port 8382bb6e-2d4d-4766-993d-86d7a5b81706, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:28.582706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] For port 8382bb6e-2d4d-4766-993d-86d7a5b81706, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:28.590107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.650041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:28.655314 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.658123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] 10.222.0.22 "PUT /v2.0/ports/8382bb6e-2d4d-4766-993d-86d7a5b81706 HTTP/1.1" status: 200 len: 1091 time: 1.7176838 Jul 06 17:55:28.661277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:28.664050 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b322c-bb3f-4c3b-8f26-026b71622c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:28.690997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a253e-85e5-4a8f-810d-53055662b71a req-35f8835c-05fb-4fee-92a9-bd2d9998bc3b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:28.692986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae2a253e-85e5-4a8f-810d-53055662b71a req-35f8835c-05fb-4fee-92a9-bd2d9998bc3b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 945 time: 0.2135952 Jul 06 17:55:28.706085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-17be925e-9c72-4bf4-9439-6a0b3462cf8e req-e5762213-9456-4dbb-b630-8361886ffbec tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155449 Jul 06 17:55:28.718032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:28.730797 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2dd1bb-428a-4dc7-b038-3a4d8f166baf" -d '{"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-unplugged", "status": "completed", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:28.775093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da87baff-4e4c-45d3-a30a-1fbbb2018d91 service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:28.779984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abc452-cbb9-4b64-b94c-2532a87b135c service neutron] Pushing event updated for resources: {'Port': ['ID=8382bb6e-2d4d-4766-993d-86d7a5b81706,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:28.823673 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da87baff-4e4c-45d3-a30a-1fbbb2018d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.867273 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae2a253e-85e5-4a8f-810d-53055662b71a req-dd2d1231-c26e-40b8-b5ea-d102ac039767 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567049 Jul 06 17:55:28.890613 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79395b60-c340-4372-ba75-731daab6ddba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.928875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-2d1a19a7-8448-4ede-a64f-1d20d85c0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:28.930827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-2d1a19a7-8448-4ede-a64f-1d20d85c0f00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f63020b609ef4d059aa6ebd3e050ba1d&device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 1094 time: 0.1969697 Jul 06 17:55:28.984990 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:28.986161 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df26950a-9d85-4402-af99-4bca1d701ee2 x-openstack-request-id: req-df26950a-9d85-4402-af99-4bca1d701ee2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:28.986566 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:28.986862 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df26950a-9d85-4402-af99-4bca1d701ee2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:28.987317 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'status': 'completed', 'code': 200} Jul 06 17:55:28.989575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-5150f2dd-d708-4639-9937-e264552339ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706 HTTP/1.1" status: 200 len: 217 time: 0.0506842 Jul 06 17:55:29.075094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-7b779839-ef26-4910-885a-fc38936ff4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.078471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-7b779839-ef26-4910-885a-fc38936ff4e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e35ff548-69b7-478a-8ff2-8187439878e8 HTTP/1.1" status: 200 len: 848 time: 0.0801880 Jul 06 17:55:29.082522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79395b60-c340-4372-ba75-731daab6ddba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.170228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 74ffab04-0691-482b-8434-36cdd864e7be {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:29.170458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.183278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-f965e22f-7f39-463c-9ec4-7bfe66edb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.186578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-f965e22f-7f39-463c-9ec4-7bfe66edb804 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4f885dfd-686e-4236-9ad5-a3017772c2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019108 Jul 06 17:55:29.258226 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360e8534-6e57-4e0c-97e0-d2eaebe81b61 x-openstack-request-id: req-360e8534-6e57-4e0c-97e0-d2eaebe81b61 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:29.258617 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-unplugged", "status": "completed", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:29.258837 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-360e8534-6e57-4e0c-97e0-d2eaebe81b61 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:29.259214 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'code': 200} Jul 06 17:55:29.273853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da87baff-4e4c-45d3-a30a-1fbbb2018d91 service neutron] Transition to ACTIVE for port object 2478eab3-3ab4-449f-b585-9f94da1d978a will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:29.288051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da87baff-4e4c-45d3-a30a-1fbbb2018d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.316540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f79930-6c99-4507-a955-aa96f0193f52 req-f91a3ee4-aa83-4d13-b590-386e8e40eb73 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.318484 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8f79930-6c99-4507-a955-aa96f0193f52 req-f91a3ee4-aa83-4d13-b590-386e8e40eb73 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.3819721 Jul 06 17:55:29.389104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-d059e9a6-6500-4582-9dac-33bddaadd3e6 service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953735 Jul 06 17:55:29.490178 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79395b60-c340-4372-ba75-731daab6ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.494112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79395b60-c340-4372-ba75-731daab6ddba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.496462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-79395b60-c340-4372-ba75-731daab6ddba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dabf16c1-ebf5-4ac3-85c3-8fe7d7c321cb HTTP/1.1" status: 204 len: 168 time: 0.9819157 Jul 06 17:55:29.571282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd5f0-e488-4149-bda2-e15eddf77946 req-94535bd0-7677-430b-81d5-f211e7c39348 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.579211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-960bd5f0-e488-4149-bda2-e15eddf77946 req-94535bd0-7677-430b-81d5-f211e7c39348 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.2064147 Jul 06 17:55:29.582793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de41fc9f-e5d6-462a-9ed8-39a77a0204af req-32921b52-26f9-430f-b89f-2b0e0dd7ad45 service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668725 Jul 06 17:55:29.603144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:29.659394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-960bd5f0-e488-4149-bda2-e15eddf77946 req-e75ef257-2938-4e97-8e05-37001a73c096 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787165 Jul 06 17:55:29.696173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79395b60-c340-4372-ba75-731daab6ddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabf16c1-ebf5-4ac3-85c3-8fe7d7c321cb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:29.789570 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8f79930-6c99-4507-a955-aa96f0193f52 req-4f8c4990-91a1-4dfa-99c2-320e2f93832e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172268 Jul 06 17:55:29.826591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-47f2f4e8-315a-43d6-90cf-6b346ed78157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:29.828927 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-47f2f4e8-315a-43d6-90cf-6b346ed78157 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f63020b609ef4d059aa6ebd3e050ba1d&device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 1094 time: 0.1674438 Jul 06 17:55:29.854134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 74ffab04-0691-482b-8434-36cdd864e7be owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:29.864649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87baff-4e4c-45d3-a30a-1fbbb2018d91 service neutron] Pushing event updated for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=11']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:30.036655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da87baff-4e4c-45d3-a30a-1fbbb2018d91 service neutron] No DVR routers for this DVR port 2478eab3-3ab4-449f-b585-9f94da1d978a on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:30.038479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-071028ba-6e09-4ffe-b4ac-2793910f1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.040511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-071028ba-6e09-4ffe-b4ac-2793910f1481 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4f885dfd-686e-4236-9ad5-a3017772c2e8 HTTP/1.1" status: 200 len: 910 time: 0.1946101 Jul 06 17:55:30.046751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:30.113053 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-5cfa5616-a6d8-4cf3-8ecb-b8bbf65a4970 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706 HTTP/1.1" status: 200 len: 217 time: 0.0623860 Jul 06 17:55:30.147944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:30.195826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-9cdd0f1a-5c21-496a-a320-00cd4f57fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.198734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-9cdd0f1a-5c21-496a-a320-00cd4f57fddf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e35ff548-69b7-478a-8ff2-8187439878e8 HTTP/1.1" status: 200 len: 848 time: 0.0750957 Jul 06 17:55:30.218479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:30.301698 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56d67664-bf94-413a-a76a-1097751bb42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:30.331915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Pushing event updated for resources: {'Port': ['ID=a7001bac-9220-48d8-81c8-b5f130fb0bd2,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:30.404782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-5d1cdd57-adf8-485d-8222-bf6a07cb6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.406797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-5d1cdd57-adf8-485d-8222-bf6a07cb6b89 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4f885dfd-686e-4236-9ad5-a3017772c2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005928 Jul 06 17:55:30.442481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:30.503481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0a4ff-f512-4216-8287-e8285c11cc18 req-534eb10a-d0a0-4dea-af6c-3f2eb49febd7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.504981 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82e0a4ff-f512-4216-8287-e8285c11cc18 req-534eb10a-d0a0-4dea-af6c-3f2eb49febd7 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 943 time: 0.4625053 Jul 06 17:55:30.545077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405524b-3225-481d-91ca-eb44a81fe4e4 req-92a5a24a-3ccc-4ade-a271-d7084b51e891 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:30.548009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6405524b-3225-481d-91ca-eb44a81fe4e4 req-92a5a24a-3ccc-4ade-a271-d7084b51e891 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 944 time: 0.2739360 Jul 06 17:55:30.630826 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da87baff-4e4c-45d3-a30a-1fbbb2018d91 service neutron] 10.222.0.55 "PUT /v2.0/ports/2478eab3-3ab4-449f-b585-9f94da1d978a/bindings/n-h1-799526-3/activate HTTP/1.1" status: 200 len: 369 time: 3.5610161 Jul 06 17:55:30.683388 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82e0a4ff-f512-4216-8287-e8285c11cc18 req-32af8d2e-bea1-429e-866d-9dfd7a48a708 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691909 Jul 06 17:55:30.693621 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:30.696713 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Floating IP a50218ec-3d77-47f5-8a9a-bd071a9e8ef9 associated. External IP: 172.25.7.251, port: 59726de9-1b91-478c-ac8b-2011fdfd0e4b. Jul 06 17:55:30.722923 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6405524b-3225-481d-91ca-eb44a81fe4e4 req-0a13d3ee-7161-489b-8a16-8035e9099072 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665642 Jul 06 17:55:30.778109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=74ffab04-0691-482b-8434-36cdd864e7be,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:30.791126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-1286dbf7-4cea-4c07-a1ec-e8c6f0126b56 service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748167 Jul 06 17:55:30.816992 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56d67664-bf94-413a-a76a-1097751bb42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:31.063542 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c34b322c-bb3f-4c3b-8f26-026b71622c0e req-2c71b01c-c897-4697-9ad4-2b0d4c06d028 service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585635 Jul 06 17:55:31.070129 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56d67664-bf94-413a-a76a-1097751bb42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:31.072068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 2478eab3-3ab4-449f-b585-9f94da1d978a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:55:31.145891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 2478eab3-3ab4-449f-b585-9f94da1d978a not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:55:31.187880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-56d67664-bf94-413a-a76a-1097751bb42e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=741f3c6f65864492b43c6200a1525176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9675052 Jul 06 17:55:31.190631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:31.193330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51228) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:31.224073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d67664-bf94-413a-a76a-1097751bb42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cee525e-1eec-4d1f-a867-55b4889e1930,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:31.238918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-85389218-0ea9-4bc2-9283-97c2d1f60351 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:31.241572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-85389218-0ea9-4bc2-9283-97c2d1f60351 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.5246394 Jul 06 17:55:31.432830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf566f5-aee3-4f6e-8a91-e1cd2038a86c req-8f309d30-0947-4bf0-8ff1-e22d714be911 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:31.435735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adf566f5-aee3-4f6e-8a91-e1cd2038a86c req-8f309d30-0947-4bf0-8ff1-e22d714be911 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.3008251 Jul 06 17:55:31.469983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da62156d-84d7-41b1-b5fd-75914252fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:31.471647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-da62156d-84d7-41b1-b5fd-75914252fe42 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 1095 time: 0.2224452 Jul 06 17:55:31.493973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-adf566f5-aee3-4f6e-8a91-e1cd2038a86c req-5b7ca103-08a4-480e-8e75-0bda8239b7fe tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491452 Jul 06 17:55:31.577011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-f70e2cdb-d2b6-47a2-b5a1-52ea3bd939ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:31.578645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-f70e2cdb-d2b6-47a2-b5a1-52ea3bd939ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1095 time: 0.0739112 Jul 06 17:55:31.677437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 8382bb6e-2d4d-4766-993d-86d7a5b81706 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:55:31.695398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-936ffbb9-a775-42d0-8559-73449233db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:31.698119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-936ffbb9-a775-42d0-8559-73449233db8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=480ebdf9-8125-404d-9df0-ccb8cb02750a HTTP/1.1" status: 200 len: 897 time: 0.1131556 Jul 06 17:55:31.840783 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-30835883-30f4-4595-8243-e24406d410d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 200 len: 999 time: 0.1353128 Jul 06 17:55:31.844611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5096-6825-4626-a56f-cd85f3fd2795 req-4155bff2-6161-4590-afe3-ebc92893ce15 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:31.846352 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-028b5096-6825-4626-a56f-cd85f3fd2795 req-4155bff2-6161-4590-afe3-ebc92893ce15 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.8577058 Jul 06 17:55:31.847086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dcfeed0-a67b-4209-bb6c-0ab96da8697a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:31.858613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Router af4fd813-655a-4d9a-bde4-638ad32f7ec4 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:31.896584 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 8382bb6e-2d4d-4766-993d-86d7a5b81706, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:31.929746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'port_id': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'mac_address': 'fa:16:3e:1e:b1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:55:31.987249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dcfeed0-a67b-4209-bb6c-0ab96da8697a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.002006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 0051e089-de27-4e36-b507-6de4bec4bec5 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:32.014951 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.023979 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.053773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8382bb6e-2d4d-4766-993d-86d7a5b81706 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:32.063301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-028b5096-6825-4626-a56f-cd85f3fd2795 req-0b127ce0-ed27-41ff-9f51-c7e6b81309c7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710410 Jul 06 17:55:32.082621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 8382bb6e-2d4d-4766-993d-86d7a5b81706, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:32.093257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.159794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=8382bb6e-2d4d-4766-993d-86d7a5b81706,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:32.340033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['8382bb6e-2d4d-4766-993d-86d7a5b81706'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:32.366528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:32.373079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:32.377958 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41fabb-42bf-42cf-ba68-8e73f50013bb None None] Sync routers for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:32.380131 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3335cd6e-57ad-4380-83a3-3e08386c56c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/0051e089-de27-4e36-b507-6de4bec4bec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2966893 Jul 06 17:55:32.389327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51236) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:32.395981 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-9237ea37-bd14-41bc-8fc9-240b53feaeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.398952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-9237ea37-bd14-41bc-8fc9-240b53feaeaa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=45ac0ffa-18bc-4a67-a244-f7a0db9504bc HTTP/1.1" status: 200 len: 835 time: 0.5402093 Jul 06 17:55:32.403030 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41fabb-42bf-42cf-ba68-8e73f50013bb None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:32.403643 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cc41fabb-42bf-42cf-ba68-8e73f50013bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:32.413500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac2bdb-c54c-4148-8ad5-586db1fd4a9f None None] Sync routers for ids ['0051e089-de27-4e36-b507-6de4bec4bec5'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:32.430227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dcfeed0-a67b-4209-bb6c-0ab96da8697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.430227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dcfeed0-a67b-4209-bb6c-0ab96da8697a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.430227 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3dcfeed0-a67b-4209-bb6c-0ab96da8697a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cee525e-1eec-4d1f-a867-55b4889e1930 HTTP/1.1" status: 204 len: 168 time: 1.2267077 Jul 06 17:55:32.433000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.460191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1ec39575-a49f-4759-86fa-58b0f62df91b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=0051e089-de27-4e36-b507-6de4bec4bec5 HTTP/1.1" status: 200 len: 205 time: 0.0648208 Jul 06 17:55:32.485765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac2bdb-c54c-4148-8ad5-586db1fd4a9f None None] Routers {'0051e089-de27-4e36-b507-6de4bec4bec5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:32.488221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51240) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:32.489951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cbac2bdb-c54c-4148-8ad5-586db1fd4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0051e089-de27-4e36-b507-6de4bec4bec5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:32.501421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfeed0-a67b-4209-bb6c-0ab96da8697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cee525e-1eec-4d1f-a867-55b4889e1930,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:32.604395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cbac2bdb-c54c-4148-8ad5-586db1fd4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:32.612551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-286f8e4d-dd0a-4605-bff3-88f5f9e11dc8 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 7.3240385 Jul 06 17:55:32.616705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d18adc8a-7415-4888-8dbb-0f76cb605629 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:32.618689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51244) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:32.634561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a63b-e22c-4793-bb27-ca2cde32d7a5 req-d9b00393-bf80-4ddb-9d68-cf5270c0a8c5 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.636788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d611a63b-e22c-4793-bb27-ca2cde32d7a5 req-d9b00393-bf80-4ddb-9d68-cf5270c0a8c5 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 943 time: 0.6986539 Jul 06 17:55:32.654377 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cc41fabb-42bf-42cf-ba68-8e73f50013bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:32.681055 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41fabb-42bf-42cf-ba68-8e73f50013bb None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:32.681055 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cc41fabb-42bf-42cf-ba68-8e73f50013bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:32.691370 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac2bdb-c54c-4148-8ad5-586db1fd4a9f None None] Routers {'0051e089-de27-4e36-b507-6de4bec4bec5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:32.711980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cbac2bdb-c54c-4148-8ad5-586db1fd4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0051e089-de27-4e36-b507-6de4bec4bec5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:32.768399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cbac2bdb-c54c-4148-8ad5-586db1fd4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:32.769086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac2bdb-c54c-4148-8ad5-586db1fd4a9f None None] The sync data for ids ['0051e089-de27-4e36-b507-6de4bec4bec5'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:32.779836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-94547e90-8126-49a3-90bf-c77d434d9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.782481 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-94547e90-8126-49a3-90bf-c77d434d9756 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480ebdf9-8125-404d-9df0-ccb8cb02750a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3765073 Jul 06 17:55:32.796899 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cc41fabb-42bf-42cf-ba68-8e73f50013bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:32.799041 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41fabb-42bf-42cf-ba68-8e73f50013bb None None] The sync data for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:32.879657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d611a63b-e22c-4793-bb27-ca2cde32d7a5 req-a45f0d08-947b-466a-b2e3-b795dc47709f tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310255 Jul 06 17:55:32.894687 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98e7ed-03ff-4ca9-8840-56c59024b49f req-aaca5b64-be2a-4994-9465-75d9eaa49730 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:32.896605 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb98e7ed-03ff-4ca9-8840-56c59024b49f req-aaca5b64-be2a-4994-9465-75d9eaa49730 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 944 time: 0.5699868 Jul 06 17:55:33.114443 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4cf666fa-eefe-4ff9-9823-723ebb22a08f tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] 10.222.0.13 "GET /v2.0/floatingips/a50218ec-3d77-47f5-8a9a-bd071a9e8ef9 HTTP/1.1" status: 200 len: 984 time: 0.4899609 Jul 06 17:55:33.141901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51248) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:33.177552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb98e7ed-03ff-4ca9-8840-56c59024b49f req-288c7a17-538c-4e7d-8d6f-dfff6c31f96a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551742 Jul 06 17:55:33.179686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d18adc8a-7415-4888-8dbb-0f76cb605629 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.218374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-476b8c95-ee43-4ca3-8262-ba51d7f520e8 service neutron] 10.222.0.22 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060757 Jul 06 17:55:33.227482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d18adc8a-7415-4888-8dbb-0f76cb605629 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.497247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d18adc8a-7415-4888-8dbb-0f76cb605629 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.498081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18adc8a-7415-4888-8dbb-0f76cb605629 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Fanout notify agent at l3_agent the message router_deleted on router 0051e089-de27-4e36-b507-6de4bec4bec5 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:55:33.508738 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d18adc8a-7415-4888-8dbb-0f76cb605629 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.515304 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d18adc8a-7415-4888-8dbb-0f76cb605629 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/0051e089-de27-4e36-b507-6de4bec4bec5 HTTP/1.1" status: 204 len: 168 time: 1.0218093 Jul 06 17:55:33.529335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51254) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:33.676355 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8ae41315-d5cd-4eab-b874-7906dae4b0c5 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.5307879 Jul 06 17:55:33.677684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51258) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:33.752691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6590deca-8824-42cc-ac20-6ea32b97602e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting subnet 5fad6e99-cb79-4708-ad86-b0ace8f092b0 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:55:33.768853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6590deca-8824-42cc-ac20-6ea32b97602e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:33.889335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-04055b7b-288b-4a59-8bea-4ce5af00f12b service neutron] 10.222.0.22 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627643 Jul 06 17:55:33.934612 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6590deca-8824-42cc-ac20-6ea32b97602e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.143973 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6590deca-8824-42cc-ac20-6ea32b97602e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.155181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c7eb2-2e58-41d7-b6b9-553cea1da3e3 req-0b0deefc-4443-465d-965b-8e527dc75700 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.158132 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-242c7eb2-2e58-41d7-b6b9-553cea1da3e3 req-0b0deefc-4443-465d-965b-8e527dc75700 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.7011843 Jul 06 17:55:34.268811 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-242c7eb2-2e58-41d7-b6b9-553cea1da3e3 req-a95cd03f-1b9f-41d8-ac1d-7b27f01ec945 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005189 Jul 06 17:55:34.291860 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6590deca-8824-42cc-ac20-6ea32b97602e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.357979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cccf54-0c98-4634-9039-272d200ba636 None None] Network 8a792d64-741e-4a5a-a5f2-0ee04214c4ee requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:34.390624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Deleting port a7001bac-9220-48d8-81c8-b5f130fb0bd2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:34.390980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6590deca-8824-42cc-ac20-6ea32b97602e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.391617 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.393030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6590deca-8824-42cc-ac20-6ea32b97602e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/5fad6e99-cb79-4708-ad86-b0ace8f092b0 HTTP/1.1" status: 204 len: 168 time: 0.8621480 Jul 06 17:55:34.394652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590deca-8824-42cc-ac20-6ea32b97602e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Subnet': ['ID=5fad6e99-cb79-4708-ad86-b0ace8f092b0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:34.399184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:34.483463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-806be874-0b93-4160-8662-54f56ef48942 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting subnet 9a64522d-05c2-4249-a53e-dd51bccbc4b3 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:55:34.489136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806be874-0b93-4160-8662-54f56ef48942 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.571109 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806be874-0b93-4160-8662-54f56ef48942 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.634814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-32db002b-1c47-44cf-b379-934f395d9f64 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:34.637025 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-32db002b-1c47-44cf-b379-934f395d9f64 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 1095 time: 0.2888010 Jul 06 17:55:34.788537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.789360 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:34.871358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Calling delete_port for a7001bac-9220-48d8-81c8-b5f130fb0bd2 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:34.930262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb74120-a30e-46a5-96ba-6b84af49811c None None] DHCP port deletion for 8a792d64-741e-4a5a-a5f2-0ee04214c4ee request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:55:35.005061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-e9c98dd9-e8c7-421e-bf32-9c111851532c service neutron] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:35.007569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806be874-0b93-4160-8662-54f56ef48942 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.015338 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-e9c98dd9-e8c7-421e-bf32-9c111851532c service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.016660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-813042b1-1d2f-4cb1-9c5f-7a4d412e9669 req-e9c98dd9-e8c7-421e-bf32-9c111851532c service neutron] 10.222.0.22 "DELETE /v2.0/ports/2478eab3-3ab4-449f-b585-9f94da1d978a/bindings/n-h2-799526-3 HTTP/1.1" status: 204 len: 173 time: 0.3713856 Jul 06 17:55:35.026937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4919279-d90a-438d-a9ba-d9511c6162d9 req-3f2c92e8-21e3-42a4-904f-e3dcec02906e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:35.028999 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4919279-d90a-438d-a9ba-d9511c6162d9 req-3f2c92e8-21e3-42a4-904f-e3dcec02906e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 944 time: 0.2747185 Jul 06 17:55:35.117095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4919279-d90a-438d-a9ba-d9511c6162d9 req-82d24e74-57fe-4b8e-b407-56b0db7a0b88 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495174 Jul 06 17:55:35.124111 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4cb74120-a30e-46a5-96ba-6b84af49811c None None] Deleting port 331f469e-4656-4e43-b1bc-ae91fae2aec2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:35.124469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cb74120-a30e-46a5-96ba-6b84af49811c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.185238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806be874-0b93-4160-8662-54f56ef48942 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.241959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806be874-0b93-4160-8662-54f56ef48942 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Subnet': ['ID=9a64522d-05c2-4249-a53e-dd51bccbc4b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:35.254429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ac71c-e437-4c83-8e72-bbbe31f99f9a req-1265b58e-abbd-4c81-8cca-2bdbb642eccc tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:35.266512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-326ac71c-e437-4c83-8e72-bbbe31f99f9a req-1265b58e-abbd-4c81-8cca-2bdbb642eccc tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 944 time: 0.5313060 Jul 06 17:55:35.271393 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806be874-0b93-4160-8662-54f56ef48942 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.277267 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-806be874-0b93-4160-8662-54f56ef48942 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/9a64522d-05c2-4249-a53e-dd51bccbc4b3 HTTP/1.1" status: 204 len: 168 time: 0.8765461 Jul 06 17:55:35.282702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:35.289245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a2b6d-3d9d-4ed6-936d-072fcacef7da None None] Network 113ccba0-71cd-4f37-acff-a3fc6087ec54 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:35.394438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-326ac71c-e437-4c83-8e72-bbbe31f99f9a req-6042107d-92bd-42f2-98b5-64edd7c8360f tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263909 Jul 06 17:55:35.394789 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.403380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4cb74120-a30e-46a5-96ba-6b84af49811c None None] For port 331f469e-4656-4e43-b1bc-ae91fae2aec2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=331f469e-4656-4e43-b1bc-ae91fae2aec2,segment=NetworkSegment(e0a70ef3-d66e-4fed-b767-ae83dfd6c989),segment_id=e0a70ef3-d66e-4fed-b767-ae83dfd6c989)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:35.404126 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cb74120-a30e-46a5-96ba-6b84af49811c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.480053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.490696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4cb74120-a30e-46a5-96ba-6b84af49811c None None] Calling delete_port for 331f469e-4656-4e43-b1bc-ae91fae2aec2 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:35.511426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae437c72-e3a5-46e7-a121-51714e527724 req-d0ad1f44-d756-43e6-b71b-0f0b427b42d3 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:35.513350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae437c72-e3a5-46e7-a121-51714e527724 req-d0ad1f44-d756-43e6-b71b-0f0b427b42d3 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.2049470 Jul 06 17:55:35.641123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.659067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ae437c72-e3a5-46e7-a121-51714e527724 req-8e24a967-77f0-4a1f-baa5-5ad1dd759dd1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790887 Jul 06 17:55:35.693024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 331f469e-4656-4e43-b1bc-ae91fae2aec2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:35.693024 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.737235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 331f469e-4656-4e43-b1bc-ae91fae2aec2 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:55:35.742920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 89b89aee-020c-468b-9d29-9d85d31b3ddf details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:55:35.786827 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event deleted for resources: {'Port': ['ID=a7001bac-9220-48d8-81c8-b5f130fb0bd2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:35.881186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port 331f469e-4656-4e43-b1bc-ae91fae2aec2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=331f469e-4656-4e43-b1bc-ae91fae2aec2,segment=NetworkSegment(e0a70ef3-d66e-4fed-b767-ae83dfd6c989),segment_id=e0a70ef3-d66e-4fed-b767-ae83dfd6c989)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:35.881661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:35.919695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 331f469e-4656-4e43-b1bc-ae91fae2aec2 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:35.942589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 8382bb6e-2d4d-4766-993d-86d7a5b81706 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:36.001560 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.002639 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Floating IP a50218ec-3d77-47f5-8a9a-bd071a9e8ef9 disassociated (deleted). External IP: 172.25.7.251, port: 59726de9-1b91-478c-ac8b-2011fdfd0e4b. Jul 06 17:55:36.101502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38562fa-6684-49ff-8448-9e9159a507b4 req-bcb8e0dc-6c19-4ef4-a5d5-b37ea5569af2 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:36.109425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f38562fa-6684-49ff-8448-9e9159a507b4 req-bcb8e0dc-6c19-4ef4-a5d5-b37ea5569af2 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1911628 Jul 06 17:55:36.161572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:36.171922 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.203675 n-d-799526-3 neutron-server[93780]: INFO neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No ports have port_id starting with 331f469e-4656-4e43-b1bc-ae91fae2aec2 Jul 06 17:55:36.215316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '89b89aee-020c-468b-9d29-9d85d31b3ddf', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'port_id': '89b89aee-020c-468b-9d29-9d85d31b3ddf', 'mac_address': 'fa:16:3e:9c:0e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:55:36.242237 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cb74120-a30e-46a5-96ba-6b84af49811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.275223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=331f469e-4656-4e43-b1bc-ae91fae2aec2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:36.280081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No DVR routers for this DVR port 331f469e-4656-4e43-b1bc-ae91fae2aec2 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:36.294774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f38562fa-6684-49ff-8448-9e9159a507b4 req-527b8dc7-85b2-4bb9-bcde-1bd19ea52f95 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836684 Jul 06 17:55:36.299919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c038f-641f-4adc-b603-6b7d349e03ed req-e6805b43-71df-444c-a256-06cd581638ae tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:36.301705 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a3c038f-641f-4adc-b603-6b7d349e03ed req-e6805b43-71df-444c-a256-06cd581638ae tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1095 time: 0.4460218 Jul 06 17:55:36.362740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 8382bb6e-2d4d-4766-993d-86d7a5b81706 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:36.377909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb74120-a30e-46a5-96ba-6b84af49811c None None] Pushing event deleted for resources: {'Port': ['ID=331f469e-4656-4e43-b1bc-ae91fae2aec2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:36.383907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb74120-a30e-46a5-96ba-6b84af49811c None None] No DVR routers for this DVR port 331f469e-4656-4e43-b1bc-ae91fae2aec2 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:36.409670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 8382bb6e-2d4d-4766-993d-86d7a5b81706 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:36.410683 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.468316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a3c038f-641f-4adc-b603-6b7d349e03ed req-da54932c-d04a-40d3-a20e-a7771bd1b8ff tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443901 Jul 06 17:55:36.490943 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.524684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.540431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89b89aee-020c-468b-9d29-9d85d31b3ddf {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:55:36.561229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68c2a1-b798-4c0c-8d91-697f643ead7f None None] DHCP port deletion for 113ccba0-71cd-4f37-acff-a3fc6087ec54 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:55:36.564543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a792d64-741e-4a5a-a5f2-0ee04214c4ee']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:36.596066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a70ef3-d66e-4fed-b767-ae83dfd6c989') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:36.596452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a70ef3-d66e-4fed-b767-ae83dfd6c989') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:36.621549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.660927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.673996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:55:36.676507 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:55:36.684348 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:55:36.775203 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:36.784195 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.841886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8c68c2a1-b798-4c0c-8d91-697f643ead7f None None] Deleting port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:36.842564 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c68c2a1-b798-4c0c-8d91-697f643ead7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.877898 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.888390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.892203 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/networks/8a792d64-741e-4a5a-a5f2-0ee04214c4ee HTTP/1.1" status: 204 len: 168 time: 1.6061766 Jul 06 17:55:36.899469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51336) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:36.985873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8c68c2a1-b798-4c0c-8d91-697f643ead7f None None] For port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1dc93bcf-a8b8-42cb-ae31-394ad257ef2c,segment=NetworkSegment(dfc5a399-87e6-459c-a1c5-1c7647f708ad),segment_id=dfc5a399-87e6-459c-a1c5-1c7647f708ad)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:36.986567 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c68c2a1-b798-4c0c-8d91-697f643ead7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:36.990894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b3249-962c-49aa-b08d-5a64d0f31a95 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Network': ['ID=8a792d64-741e-4a5a-a5f2-0ee04214c4ee,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:37.012769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8c68c2a1-b798-4c0c-8d91-697f643ead7f None None] Calling delete_port for 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:37.044809 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:55:37.102710 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.119948 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.188511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 8382bb6e-2d4d-4766-993d-86d7a5b81706, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:37.196421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:37.203815 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2d3116-0fbc-4755-a2d1-26de0cb16ca3" -d '{"events": [{"server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "name": "network-vif-plugged", "status": "completed", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:37.240644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc985-e9d9-4903-8298-394c77d540e3 req-a8d9cb0c-b235-4c1f-9664-603c5dd1c938 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.248612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ffbfc985-e9d9-4903-8298-394c77d540e3 req-a8d9cb0c-b235-4c1f-9664-603c5dd1c938 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 944 time: 0.2886953 Jul 06 17:55:37.295643 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.296909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Router af4fd813-655a-4d9a-bde4-638ad32f7ec4 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:37.314983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['89b89aee-020c-468b-9d29-9d85d31b3ddf'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:55:37.337398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13145981-e117-4f9b-b2d6-f1ad4f033b97 req-1563a691-402e-4dd4-b89d-c49100d5368c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:37.346917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13145981-e117-4f9b-b2d6-f1ad4f033b97 req-1563a691-402e-4dd4-b89d-c49100d5368c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 944 time: 0.1550696 Jul 06 17:55:37.399010 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ffbfc985-e9d9-4903-8298-394c77d540e3 req-cba79a9b-69a9-49dd-b12c-2456c0304a97 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388564 Jul 06 17:55:37.410062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:37.410694 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.508517 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13145981-e117-4f9b-b2d6-f1ad4f033b97 req-383220dd-d6f3-490e-adb4-4b61f7211af4 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601346 Jul 06 17:55:37.554283 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51362) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:37.635462 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5cea8f-81b6-4616-a836-9c86553349a5 x-openstack-request-id: req-5e5cea8f-81b6-4616-a836-9c86553349a5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:37.635972 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "name": "network-vif-plugged", "status": "completed", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:37.636372 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e5cea8f-81b6-4616-a836-9c86553349a5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:37.636973 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'code': 200} Jul 06 17:55:37.655202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:37.663893 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.671303 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08188c6-0943-4351-877b-f0db27026731 None None] Sync routers for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:37.715715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:55:37.724127 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08188c6-0943-4351-877b-f0db27026731 None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:37.725416 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e08188c6-0943-4351-877b-f0db27026731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:37.775075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1dc93bcf-a8b8-42cb-ae31-394ad257ef2c,segment=NetworkSegment(dfc5a399-87e6-459c-a1c5-1c7647f708ad),segment_id=dfc5a399-87e6-459c-a1c5-1c7647f708ad)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:37.778109 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:37.802839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-05dd9eaf-3864-4042-bf19-49300f74589b tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "DELETE /v2.0/floatingips/a50218ec-3d77-47f5-8a9a-bd071a9e8ef9 HTTP/1.1" status: 204 len: 168 time: 4.1192560 Jul 06 17:55:37.835305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51370) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:37.854486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=89b89aee-020c-468b-9d29-9d85d31b3ddf,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:37.858698 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e08188c6-0943-4351-877b-f0db27026731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:37.866995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:37.896521 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08188c6-0943-4351-877b-f0db27026731 None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:37.899387 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e08188c6-0943-4351-877b-f0db27026731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:37.907983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:37.978279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=8382bb6e-2d4d-4766-993d-86d7a5b81706,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:38.002026 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e08188c6-0943-4351-877b-f0db27026731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:38.004482 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08188c6-0943-4351-877b-f0db27026731 None None] The sync data for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:38.021814 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c68c2a1-b798-4c0c-8d91-697f643ead7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.070102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:55:38.070716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:55:38.077904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68c2a1-b798-4c0c-8d91-697f643ead7f None None] Pushing event deleted for resources: {'Port': ['ID=1dc93bcf-a8b8-42cb-ae31-394ad257ef2c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:38.091643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68c2a1-b798-4c0c-8d91-697f643ead7f None None] No DVR routers for this DVR port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:38.109929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.122189 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d359eee6-7196-4636-ade3-63310b0de28e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/0df48641-a26e-42e3-b61d-84b1660b31fb HTTP/1.1" status: 200 len: 991 time: 0.5556428 Jul 06 17:55:38.165121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567906f-f766-4497-9b72-7f0ff711368a req-f320d400-9efe-4d3e-bc29-a8ca01070eb5 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.175164 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3567906f-f766-4497-9b72-7f0ff711368a req-f320d400-9efe-4d3e-bc29-a8ca01070eb5 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.3883300 Jul 06 17:55:38.300219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3567906f-f766-4497-9b72-7f0ff711368a req-620aba4b-a3e3-432e-9618-f46b2294201e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238308 Jul 06 17:55:38.349859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713526a1-32eb-4f7e-9947-3cc60d18d660 req-f78232e1-4b7a-4a87-9a09-631dc0f1bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.351323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-713526a1-32eb-4f7e-9947-3cc60d18d660 req-f78232e1-4b7a-4a87-9a09-631dc0f1bd9a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 1096 time: 0.5540681 Jul 06 17:55:38.368274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.425843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea72cd0-9b09-4cf3-899c-7c9192d72f7b req-c6f5ee2e-6260-4944-8479-cd8e2a922ef9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:38.440804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ea72cd0-9b09-4cf3-899c-7c9192d72f7b req-c6f5ee2e-6260-4944-8479-cd8e2a922ef9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 944 time: 0.4819736 Jul 06 17:55:38.510613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.590738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Allocated IP 172.25.7.134 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/a8f138c5-573e-4c9e-b55b-6ebfb02f538e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:38.606286 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-713526a1-32eb-4f7e-9947-3cc60d18d660 req-86a972b0-13da-499b-92d8-15ac0055e5b6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364194 Jul 06 17:55:38.637261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=1dc93bcf-a8b8-42cb-ae31-394ad257ef2c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:38.655723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ea72cd0-9b09-4cf3-899c-7c9192d72f7b req-0c550801-d935-4cd8-96eb-1e93ef9e2cb9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138393 Jul 06 17:55:38.656691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No DVR routers for this DVR port 1dc93bcf-a8b8-42cb-ae31-394ad257ef2c on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:38.722942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51394) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:38.839027 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.844286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51396) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:38.869946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113ccba0-71cd-4f37-acff-a3fc6087ec54']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:38.919408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc5a399-87e6-459c-a1c5-1c7647f708ad') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:38.920007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc5a399-87e6-459c-a1c5-1c7647f708ad') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:38.936839 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.970209 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.982469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:55:38.982896 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:55:38.987486 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:55:39.075741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b01ca7-4d6c-4e27-8d8f-072da26de5b1 req-429cd0af-18ef-453d-badf-d5904aa9e779 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.078791 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27b01ca7-4d6c-4e27-8d8f-072da26de5b1 req-429cd0af-18ef-453d-badf-d5904aa9e779 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 945 time: 0.3447149 Jul 06 17:55:39.093192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.189868 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.215520 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.223015 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/networks/113ccba0-71cd-4f37-acff-a3fc6087ec54 HTTP/1.1" status: 204 len: 168 time: 2.3185320 Jul 06 17:55:39.224145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:39.230203 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9099-175c-4d4b-9df9-61e7649a0b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.245895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'network': {'name': 'tempest-RoutersTest-161025197'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:39.269423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-27b01ca7-4d6c-4e27-8d8f-072da26de5b1 req-d7618f6d-bffe-411e-b740-cb662b0432c4 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278262 Jul 06 17:55:39.270700 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.283688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port a417b95e-1344-40b1-bf51-030211c26d55 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:39.290359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.309521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b054e1-43de-4208-a952-dea2a793f6cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Network': ['ID=113ccba0-71cd-4f37-acff-a3fc6087ec54,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:39.337063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:39.339699 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:39.345322 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.356100 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:39.366981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:39.380155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f138c5-573e-4c9e-b55b-6ebfb02f538e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:39.465063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:55:39.559128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.559671 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added segment df2e37fc-2413-47ab-974b-6e6d97de7de5 of type vlan for network eae0b1ad-ea24-40a7-930a-e781e119de6d Jul 06 17:55:39.634316 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9099-175c-4d4b-9df9-61e7649a0b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.664831 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.679535 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.709769 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6e9099-175c-4d4b-9df9-61e7649a0b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.729062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 89b89aee-020c-468b-9d29-9d85d31b3ddf up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:39.820811 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.821425 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.821976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.841152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for a417b95e-1344-40b1-bf51-030211c26d55 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:39.859802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 89b89aee-020c-468b-9d29-9d85d31b3ddf triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:39.860483 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.867433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.880421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:39.881483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:39.892695 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7f6e9099-175c-4d4b-9df9-61e7649a0b90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8937b2f208224fc1bcb593903942634f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0468664 Jul 06 17:55:39.893892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51406) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:39.918219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e9099-175c-4d4b-9df9-61e7649a0b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f31da63-88d9-4c01-84b1-8d78edb91662,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:39.987327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.085973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:40.097308 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abab8ff8-3258-4d1f-8db0-79904415f73a" -d '{"events": [{"server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "name": "network-vif-plugged", "status": "completed", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:40.137028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab008c-5781-4df9-a7c2-3f6ccd382918 req-df1f560c-c20b-4132-9db7-80a21531ae35 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:40.138565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:40.139665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4ab008c-5781-4df9-a7c2-3f6ccd382918 req-df1f560c-c20b-4132-9db7-80a21531ae35 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.4522941 Jul 06 17:55:40.143633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Network': ['ID=eae0b1ad-ea24-40a7-930a-e781e119de6d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:40.148024 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.192747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4ab008c-5781-4df9-a7c2-3f6ccd382918 req-925bf21a-293b-4175-a9b0-25590239d532 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465820 Jul 06 17:55:40.211972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network eae0b1ad-ea24-40a7-930a-e781e119de6d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:55:40.257212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c62074c-965a-4bfd-886d-d5cbc6f2305f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.270821 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-56eeba69-7385-4944-8e49-3e2de120cf99 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0260537 Jul 06 17:55:40.283540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:40.297129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'subnet': {'network_id': 'eae0b1ad-ea24-40a7-930a-e781e119de6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:40.299920 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c62074c-965a-4bfd-886d-d5cbc6f2305f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.440935 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c62074c-965a-4bfd-886d-d5cbc6f2305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.446706 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c62074c-965a-4bfd-886d-d5cbc6f2305f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.451565 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2079b639-c568-4e60-b21b-f15eda444972 x-openstack-request-id: req-2079b639-c568-4e60-b21b-f15eda444972 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:40.452204 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "name": "network-vif-plugged", "status": "completed", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:40.452601 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2079b639-c568-4e60-b21b-f15eda444972 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:40.453221 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf', 'code': 200} Jul 06 17:55:40.460177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1c62074c-965a-4bfd-886d-d5cbc6f2305f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f31da63-88d9-4c01-84b1-8d78edb91662 HTTP/1.1" status: 204 len: 168 time: 0.5205226 Jul 06 17:55:40.521117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=89b89aee-020c-468b-9d29-9d85d31b3ddf,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:40.617446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62074c-965a-4bfd-886d-d5cbc6f2305f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f31da63-88d9-4c01-84b1-8d78edb91662,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:40.751365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f5b58-34ac-4bb1-871e-3400519a7425 req-a28ffccb-dccd-466e-aa2c-3bda91aee238 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:40.759467 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-759f5b58-34ac-4bb1-871e-3400519a7425 req-a28ffccb-dccd-466e-aa2c-3bda91aee238 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.8693087 Jul 06 17:55:40.830454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.842748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:40.846612 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.871428 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-759f5b58-34ac-4bb1-871e-3400519a7425 req-1f12fecd-378f-438e-8b85-687ff7447611 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108749 Jul 06 17:55:40.911961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=a417b95e-1344-40b1-bf51-030211c26d55,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:40.954631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:40.965085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.161787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f138c5-573e-4c9e-b55b-6ebfb02f538e,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:41.168495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51418) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:41.220911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8de1de0-a552-4c96-9907-a5e2735f07bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.447001 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.482546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8de1de0-a552-4c96-9907-a5e2735f07bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.491340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbd76d-2265-4e59-9d42-1fc4885d0cfc req-404a9011-8afc-4dd1-80ee-0605a92497c6 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.493831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73fbd76d-2265-4e59-9d42-1fc4885d0cfc req-404a9011-8afc-4dd1-80ee-0605a92497c6 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 945 time: 0.8086085 Jul 06 17:55:41.496403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8de1de0-a552-4c96-9907-a5e2735f07bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.541988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.547825 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5c1e9781-901e-43fd-812f-38e1a3ce4898 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7077601 Jul 06 17:55:41.548513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:41.568400 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.569379 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Floating IP 0df48641-a26e-42e3-b61d-84b1660b31fb disassociated (deleted). External IP: 172.25.7.186, port: 2478eab3-3ab4-449f-b585-9f94da1d978a. Jul 06 17:55:41.707417 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b8de1de0-a552-4c96-9907-a5e2735f07bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e042c89409d942649996cd12a8505439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345325 Jul 06 17:55:41.711746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:41.715303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51426) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:41.722689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de1de0-a552-4c96-9907-a5e2735f07bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6d9de7-fa09-4c33-b8a5-c48d4b366ba2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:41.817749 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73fbd76d-2265-4e59-9d42-1fc4885d0cfc req-82e91f63-a8fd-4f0d-b2f3-bb373740bbe0 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083191 Jul 06 17:55:41.924284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Subnet': ['ID=485467a3-0d49-45db-9483-d34acb221af9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:41.978981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cf982-0321-4aaf-b6cb-678b68f76cb5 req-530d7a86-b18b-4752-9b75-70e7633ea53f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:41.987505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:41.991246 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b8cf982-0321-4aaf-b6cb-678b68f76cb5 req-530d7a86-b18b-4752-9b75-70e7633ea53f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.4264481 Jul 06 17:55:42.032838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a8940b-c2ee-42d0-bd5b-f92790075efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.079436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Checking segment: {'id': 'df2e37fc-2413-47ab-974b-6e6d97de7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eae0b1ad-ea24-40a7-930a-e781e119de6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:42.079436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network hostable DHCP agents. Network: eae0b1ad-ea24-40a7-930a-e781e119de6d, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:55:42.136401 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a8940b-c2ee-42d0-bd5b-f92790075efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.164713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b8cf982-0321-4aaf-b6cb-678b68f76cb5 req-1adce302-afe9-4570-9e48-0957dfbf5967 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550195 Jul 06 17:55:42.190562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:42.196659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.196768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:42.206216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] Sync routers for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:42.224848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:42.225528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:42.231539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network eae0b1ad-ea24-40a7-930a-e781e119de6d is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:55:42.252461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-01c29c01-2d49-46e2-b6a5-35c8778d63f3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/floatingips/0df48641-a26e-42e3-b61d-84b1660b31fb HTTP/1.1" status: 204 len: 168 time: 3.5224257 Jul 06 17:55:42.271977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, eae0b1ad-ea24-40a7-930a-e781e119de6d) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:42.274312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:42.278544 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:42.297507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.300971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.320924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5649e3-2be8-494e-ab43-73070b7151ad None None] Network eae0b1ad-ea24-40a7-930a-e781e119de6d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:42.331081 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.344008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71db91-94bd-4920-93c9-651a38e61814 req-42e9de4b-ef51-4502-bec5-f245b389e531 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.346792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b71db91-94bd-4920-93c9-651a38e61814 req-42e9de4b-ef51-4502-bec5-f245b389e531 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 945 time: 0.1707802 Jul 06 17:55:42.372902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a8940b-c2ee-42d0-bd5b-f92790075efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.378594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a8940b-c2ee-42d0-bd5b-f92790075efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.382151 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-77a8940b-c2ee-42d0-bd5b-f92790075efb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc6d9de7-fa09-4c33-b8a5-c48d4b366ba2 HTTP/1.1" status: 204 len: 168 time: 0.6546059 Jul 06 17:55:42.393291 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f39f3e79-1ff6-4fe0-b29a-e81053f6309a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1078000 Jul 06 17:55:42.413059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:42.422527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-df3111a8-072b-472e-98cc-ac483f9a0a8a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-738892364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:42.446701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b71db91-94bd-4920-93c9-651a38e61814 req-4b25ec10-eda7-4301-b20d-f50683767f07 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864646 Jul 06 17:55:42.465974 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df3111a8-072b-472e-98cc-ac483f9a0a8a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.467060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8940b-c2ee-42d0-bd5b-f92790075efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6d9de7-fa09-4c33-b8a5-c48d4b366ba2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:42.467454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df3111a8-072b-472e-98cc-ac483f9a0a8a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.571734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df3111a8-072b-472e-98cc-ac483f9a0a8a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.579609 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df3111a8-072b-472e-98cc-ac483f9a0a8a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.609378 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df3111a8-072b-472e-98cc-ac483f9a0a8a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.615398 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-df3111a8-072b-472e-98cc-ac483f9a0a8a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2058487 Jul 06 17:55:42.616302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51442) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:42.624047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'port': {'network_id': 'eae0b1ad-ea24-40a7-930a-e781e119de6d', 'name': 'tempest-RoutersTest-1237179757'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:42.768464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:55:42.829873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:55:42.840132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b44088-2d42-4f35-bd7b-5a2516291e97 req-3d77c098-a01f-42ea-96e1-7d35061ea5b6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:42.841713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.861147 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7b44088-2d42-4f35-bd7b-5a2516291e97 req-3d77c098-a01f-42ea-96e1-7d35061ea5b6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.3281927 Jul 06 17:55:42.876988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:42.889022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] device_id is not set on port 1c040566-6e42-462c-bd6e-e29e7b469402 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:55:43.059809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-eae0b1ad-ea24-40a7-930a-e781e119de6d', 'network_id': 'eae0b1ad-ea24-40a7-930a-e781e119de6d', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'fixed_ips': [{'subnet_id': '485467a3-0d49-45db-9483-d34acb221af9'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:55:43.060825 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:43.079021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7b44088-2d42-4f35-bd7b-5a2516291e97 req-86041768-9954-4de8-a637-741602ea674f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115171 Jul 06 17:55:43.116787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.20.0.14 (eae0b1ad-ea24-40a7-930a-e781e119de6d/485467a3-0d49-45db-9483-d34acb221af9/1c040566-6e42-462c-bd6e-e29e7b469402) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:43.204912 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107216f3-7df5-42e8-aaf4-f10a30022910 x-openstack-request-id: req-107216f3-7df5-42e8-aaf4-f10a30022910 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:43.205391 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:43.205795 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-107216f3-7df5-42e8-aaf4-f10a30022910 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:43.206390 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'status': 'completed', 'code': 200} Jul 06 17:55:43.236226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Allocated IP 172.25.7.93 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/35fe953d-593c-473a-99c2-60a92753be7f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:43.483023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-d6937b7f-6bcc-45fd-8515-a32e19b53d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:43.484644 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-d6937b7f-6bcc-45fd-8515-a32e19b53d90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 1095 time: 0.2709861 Jul 06 17:55:43.574641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:43.611427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c718-a1f4-45a8-89e1-1692b1c5dbf1 req-72b2b4e2-5538-4879-92ae-7043fe5751b2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:43.614149 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf50c718-a1f4-45a8-89e1-1692b1c5dbf1 req-72b2b4e2-5538-4879-92ae-7043fe5751b2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 945 time: 0.2095792 Jul 06 17:55:43.679230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:59Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c428778d-86b4-40df-9ad8-284d8c827e64', 'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:c2:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:56Z', 'updated_at': '2021-07-06T17:53:15Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:43.709711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] Checking router: 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:55:43.710809 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf50c718-a1f4-45a8-89e1-1692b1c5dbf1 req-1a7b05c5-ee87-4d63-99fe-e592e8649c06 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896432 Jul 06 17:55:43.719096 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:43.754048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:43.754953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:43.766853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:43.782796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51458) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:43.783599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Pushing event updated for resources: {'Port': ['ID=35fe953d-593c-473a-99c2-60a92753be7f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:43.808338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Transition to ACTIVE for port object 1c040566-6e42-462c-bd6e-e29e7b469402 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:43.821950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:43.824433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:43.828639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:44.058471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-c36458b7-3d74-43f7-bc09-db81c923b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.061324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-c36458b7-3d74-43f7-bc09-db81c923b86b service neutron] 10.222.0.22 "GET /v2.0/networks?id=480ebdf9-8125-404d-9df0-ccb8cb02750a HTTP/1.1" status: 200 len: 897 time: 0.5676234 Jul 06 17:55:44.096881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:55:44.102518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-54f44fa3-cd1e-4b90-af5a-e1126e1c9fcd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.104156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-54f44fa3-cd1e-4b90-af5a-e1126e1c9fcd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 944 time: 0.4648585 Jul 06 17:55:44.116556 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:44.208830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26273f8b-42e8-4105-9bbe-ed809fcf280a req-8013b310-8154-48d4-a8da-0829abc699bd tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.216781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26273f8b-42e8-4105-9bbe-ed809fcf280a req-8013b310-8154-48d4-a8da-0829abc699bd tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1846883 Jul 06 17:55:44.241231 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:44.314051 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26273f8b-42e8-4105-9bbe-ed809fcf280a req-082a3096-5176-424d-ab69-33a663d19bee tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952418 Jul 06 17:55:44.485701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-e8d69b71-1381-49e8-893d-23ac76dfde6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 200 len: 217 time: 0.3784847 Jul 06 17:55:44.518109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5134a7-5e31-4ea0-a019-6debc1a2ccaa req-fe365b86-9de8-4cd5-abab-702a8d3a3756 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.529409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d5134a7-5e31-4ea0-a019-6debc1a2ccaa req-fe365b86-9de8-4cd5-abab-702a8d3a3756 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 944 time: 0.9621370 Jul 06 17:55:44.561044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:44.791868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=1c040566-6e42-462c-bd6e-e29e7b469402,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:44.900932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d5134a7-5e31-4ea0-a019-6debc1a2ccaa req-76aa28de-463c-47f3-83c5-21934d25a6be tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3723803 Jul 06 17:55:44.904747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fe2489-90a7-443c-bcdf-eb585c5d2e04 tempest-TestServerBasicOps-1438129961 tempest-TestServerBasicOps-1438129961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:44.913155 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-11fe2489-90a7-443c-bcdf-eb585c5d2e04 tempest-TestServerBasicOps-1438129961 tempest-TestServerBasicOps-1438129961-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 1091 time: 1.1125619 Jul 06 17:55:44.915301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Allocated IP 172.20.0.2 (eae0b1ad-ea24-40a7-930a-e781e119de6d/485467a3-0d49-45db-9483-d34acb221af9/2b170b3f-08e6-46da-ab65-3bb43b8f8bfb) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:44.918221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:44.946570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:55:45.003546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network eae0b1ad-ea24-40a7-930a-e781e119de6d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:45.013659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0341b4-bd9f-442e-81b8-8531179af77e req-0ae9af2d-26c8-4580-9d9a-ba471606a4d9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:45.023522 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b0341b4-bd9f-442e-81b8-8531179af77e req-0ae9af2d-26c8-4580-9d9a-ba471606a4d9 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.4120736 Jul 06 17:55:45.029220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:45.037757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:45.045836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-e6316bd0-bc0b-4e3b-abb7-be5ae040b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:45.048959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-e6316bd0-bc0b-4e3b-abb7-be5ae040b665 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=45ac0ffa-18bc-4a67-a244-f7a0db9504bc HTTP/1.1" status: 200 len: 835 time: 0.5183904 Jul 06 17:55:45.101860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 2478eab3-3ab4-449f-b585-9f94da1d978a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:45.102443 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.106109 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.163023 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.188672 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.204195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:45.204901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.244755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4af242e7-42a0-46d8-972c-c954b104512f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6270642 Jul 06 17:55:45.249775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51478) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:45.328802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-2ebdbe15-4fbe-4fbe-aa83-895adca9cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:45.330492 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-2ebdbe15-4fbe-4fbe-aa83-895adca9cd04 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480ebdf9-8125-404d-9df0-ccb8cb02750a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512207 Jul 06 17:55:45.474501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port 2478eab3-3ab4-449f-b585-9f94da1d978a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2478eab3-3ab4-449f-b585-9f94da1d978a,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:45.474501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.560410 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.608562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Transition to ACTIVE for port object 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:45.639646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Transition to ACTIVE for port object 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:55:45.657746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 2478eab3-3ab4-449f-b585-9f94da1d978a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:45.662935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:59Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c428778d-86b4-40df-9ad8-284d8c827e64', 'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:c2:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:56Z', 'updated_at': '2021-07-06T17:53:15Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:45.668951 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:45.867422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ab573-7fe4-44e8-8b38-4831d041d7bf None None] The sync data for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 is: [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:52:59Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c428778d-86b4-40df-9ad8-284d8c827e64', 'name': '', 'network_id': '480ebdf9-8125-404d-9df0-ccb8cb02750a', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:c2:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:56Z', 'updated_at': '2021-07-06T17:53:15Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '45ac0ffa-18bc-4a67-a244-f7a0db9504bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:45.886499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Network eae0b1ad-ea24-40a7-930a-e781e119de6d is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:45.890043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:45.898704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:46.030562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Pushing event updated for resources: {'Port': ['ID=2b170b3f-08e6-46da-ab65-3bb43b8f8bfb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:46.130579 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Pushing event updated for resources: {'Port': ['ID=35fe953d-593c-473a-99c2-60a92753be7f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:46.155169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Attempting to bind port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:55:46.155169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Attempting to bind port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'df2e37fc-2413-47ab-974b-6e6d97de7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eae0b1ad-ea24-40a7-930a-e781e119de6d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:55:46.155169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Attempting to bind port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb on network eae0b1ad-ea24-40a7-930a-e781e119de6d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:55:46.168485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b0341b4-bd9f-442e-81b8-8531179af77e req-4a3feb59-bbd1-4e70-bb7c-f28ed8b711af tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1208334 Jul 06 17:55:46.185777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:55:46.186144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Checking segment: {'id': 'df2e37fc-2413-47ab-974b-6e6d97de7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eae0b1ad-ea24-40a7-930a-e781e119de6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:55:46.186629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.187073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Bound using segment: {'id': 'df2e37fc-2413-47ab-974b-6e6d97de7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eae0b1ad-ea24-40a7-930a-e781e119de6d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:55:46.187577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Bound port: 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2e37fc-2413-47ab-974b-6e6d97de7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eae0b1ad-ea24-40a7-930a-e781e119de6d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:55:46.188027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.291549 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.347884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.351315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-03e8c953-053b-4a13-8234-058a8bfe1be8 tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7826746 Jul 06 17:55:46.354567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:46.446422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] For port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:55:46.465146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] For port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2b170b3f-08e6-46da-ab65-3bb43b8f8bfb,segment=NetworkSegment(df2e37fc-2413-47ab-974b-6e6d97de7de5),segment_id=df2e37fc-2413-47ab-974b-6e6d97de7de5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:55:46.476493 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.594859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:46.607491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1d9decb1-f1b5-4929-9995-5774b3e0c267 tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3217 time: 0.2515624 Jul 06 17:55:46.621253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51500) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:46.643851 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce0a3a-ca90-412e-b300-32ed6e45fea0 None None] New status for floating IP 0df48641-a26e-42e3-b61d-84b1660b31fb: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:55:46.709779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2884c-e55e-4d37-9540-63b782caaba3 req-a22539be-414d-4593-a095-b6c877ddcb19 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:46.719129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ec2884c-e55e-4d37-9540-63b782caaba3 req-a22539be-414d-4593-a095-b6c877ddcb19 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 1.0634899 Jul 06 17:55:46.734416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364710fd-088e-4ab5-af7d-91753979e542 None None] Pushing event updated for resources: {'Port': ['ID=2b170b3f-08e6-46da-ab65-3bb43b8f8bfb,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:46.738042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-6666e8b5-dd11-49ad-b434-f6a710573634 service neutron] 10.222.0.22 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3658364 Jul 06 17:55:46.848391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eff508eb-f09d-4259-999e-13a8f46f7683 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.2218435 Jul 06 17:55:46.851995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51504) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:46.980986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ec2884c-e55e-4d37-9540-63b782caaba3 req-d9317730-190b-4682-8123-77228d679c81 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604885 Jul 06 17:55:47.005680 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36511a73-562c-45e8-ad13-a234a8b17df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.064547 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.202797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Deleting port 35fe953d-593c-473a-99c2-60a92753be7f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:47.202797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.302616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.303775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.320250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Calling delete_port for 35fe953d-593c-473a-99c2-60a92753be7f owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:47.427019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.444413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab87afd-dee7-45e7-9cb6-cc565c383f37 req-0c41bc89-978d-40a8-a81b-123c6449da82 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:47.445963 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ab87afd-dee7-45e7-9cb6-cc565c383f37 req-0c41bc89-978d-40a8-a81b-123c6449da82 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee9752eb-ee34-48d0-9b56-ce5d092c8964 HTTP/1.1" status: 200 len: 944 time: 0.5959814 Jul 06 17:55:47.565553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Allocated IP 172.25.7.140 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/8ff49980-0292-499b-9fee-7e16a70e89a2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:55:47.638283 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=2478eab3-3ab4-449f-b585-9f94da1d978a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:47.657028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aeeb690-1ffe-4ba7-b5f0-94f9c1521355 req-fd41ac16-f4eb-43fb-893c-9b355fcc75f4 service neutron] 10.222.0.22 "GET /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9063466 Jul 06 17:55:47.755191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2478eab3-3ab4-449f-b585-9f94da1d978a no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:55:47.827632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 2478eab3-3ab4-449f-b585-9f94da1d978a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:55:47.828038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2478eab3-3ab4-449f-b585-9f94da1d978a not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:55:47.835897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:47.907553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] No DVR routers for this DVR port 2478eab3-3ab4-449f-b585-9f94da1d978a on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:55:47.908406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:47.942416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.944168 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:47.951241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b034357c-23db-4fab-bb3c-357b4a841b2e req-26d2fe83-a1c5-4228-805d-20f6788c8156 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "DELETE /v2.0/ports/2478eab3-3ab4-449f-b585-9f94da1d978a HTTP/1.1" status: 204 len: 173 time: 3.8338602 Jul 06 17:55:48.096276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-deleted', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:48.099738 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a634aaa8-0257-4034-969d-a0da5e3a8aa4" -d '{"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-deleted", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:48.162864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9ab87afd-dee7-45e7-9cb6-cc565c383f37 req-08e0b2cf-bbf5-4e1b-bef8-34769d82669b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9d8025-6831-43e6-8409-c11944a9ea61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131028 Jul 06 17:55:48.188274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84002b05-2c3e-4973-8da0-8dee2586ae75 req-4c1f4ff8-88a8-4a87-8138-a32fc541ea44 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.204000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-84002b05-2c3e-4973-8da0-8dee2586ae75 req-4c1f4ff8-88a8-4a87-8138-a32fc541ea44 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.6572359 Jul 06 17:55:48.251786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473e8f0-99bc-41b1-bfe8-13d80b9aed1b req-90fa0185-80e6-42f1-8b38-6b0ae514e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:48.253714 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f473e8f0-99bc-41b1-bfe8-13d80b9aed1b req-90fa0185-80e6-42f1-8b38-6b0ae514e751 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 1096 time: 0.3019271 Jul 06 17:55:48.264765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:48.399317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:48.418673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:48.427958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:55:48.473876 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:48.493811 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:48.527136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-84002b05-2c3e-4973-8da0-8dee2586ae75 req-8215d9cd-0ee3-4e58-a070-4bcc83bfdbee tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220241 Jul 06 17:55:48.852351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'Port': ['ID=8ff49980-0292-499b-9fee-7e16a70e89a2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:49.007559 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f473e8f0-99bc-41b1-bfe8-13d80b9aed1b req-dfa794df-737d-4e21-87a7-3153315a3b3d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7334375 Jul 06 17:55:49.008626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.076671 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe701882-c295-4546-8ce2-5ddb0feed1ec x-openstack-request-id: req-fe701882-c295-4546-8ce2-5ddb0feed1ec {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:49.081038 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9752eb-ee34-48d0-9b56-ce5d092c8964", "name": "network-vif-deleted", "tag": "2478eab3-3ab4-449f-b585-9f94da1d978a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:49.081388 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe701882-c295-4546-8ce2-5ddb0feed1ec {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:49.081814 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9752eb-ee34-48d0-9b56-ce5d092c8964', 'name': 'network-vif-deleted', 'tag': '2478eab3-3ab4-449f-b585-9f94da1d978a', 'status': 'completed', 'code': 200} Jul 06 17:55:49.082550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.144588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=1c040566-6e42-462c-bd6e-e29e7b469402,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:49.160912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6cd278-4325-4ef4-a155-1b531be3979e None None] Network eae0b1ad-ea24-40a7-930a-e781e119de6d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:55:49.204927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Pushing event deleted for resources: {'Port': ['ID=35fe953d-593c-473a-99c2-60a92753be7f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:49.301084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.347119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e010cdd7-5471-433f-a47a-b23e9bf622cb None None] Provisioning for port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:49.371331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e010cdd7-5471-433f-a47a-b23e9bf622cb None None] Provisioning complete for port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:49.371714 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e010cdd7-5471-433f-a47a-b23e9bf622cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.498255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51536) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:49.582756 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06fd3397-5e7a-4cc1-b54f-98e66d6cacdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.618570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3ebd9-5758-4925-9172-d85c48d748df req-8b3aa8bd-7daa-4661-821a-1a0c94b1064a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:49.627812 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39a3ebd9-5758-4925-9172-d85c48d748df req-8b3aa8bd-7daa-4661-821a-1a0c94b1064a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.9813342 Jul 06 17:55:49.723356 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39a3ebd9-5758-4925-9172-d85c48d748df req-f78b5bc3-45ca-405e-9564-15487b992d6e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944958 Jul 06 17:55:49.742212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.746733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.748947 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5fd21dc8-9ed5-47fb-aff8-c455bf1bcc9a tempest-FloatingIPAdminTestJSON-1747675286 tempest-FloatingIPAdminTestJSON-1747675286-project] 10.222.0.13 "DELETE /v2.0/floatingips/45fb5da6-6569-4990-a973-bf623ea582a2 HTTP/1.1" status: 204 len: 168 time: 2.8927977 Jul 06 17:55:49.763672 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e010cdd7-5471-433f-a47a-b23e9bf622cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:49.769089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51542) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:49.907972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e010cdd7-5471-433f-a47a-b23e9bf622cb None None] For port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2b170b3f-08e6-46da-ab65-3bb43b8f8bfb,segment=NetworkSegment(df2e37fc-2413-47ab-974b-6e6d97de7de5),segment_id=df2e37fc-2413-47ab-974b-6e6d97de7de5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:49.926976 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e010cdd7-5471-433f-a47a-b23e9bf622cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.006570 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.042049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010cdd7-5471-433f-a47a-b23e9bf622cb None None] Pushing event updated for resources: {'Port': ['ID=2b170b3f-08e6-46da-ab65-3bb43b8f8bfb,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:50.196154 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.458396 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.483787 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.497005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-357deb70-831a-47a9-a794-27346811ffca None None] Provisioning for port 1c040566-6e42-462c-bd6e-e29e7b469402 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:55:50.510189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-357deb70-831a-47a9-a794-27346811ffca None None] Provisioning complete for port 1c040566-6e42-462c-bd6e-e29e7b469402 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:50.510650 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-357deb70-831a-47a9-a794-27346811ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.532873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.627306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-357deb70-831a-47a9-a794-27346811ffca None None] Port 1c040566-6e42-462c-bd6e-e29e7b469402 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:50.661647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-357deb70-831a-47a9-a794-27346811ffca None None] Provisioning complete for port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:50.662697 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-357deb70-831a-47a9-a794-27346811ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.750153 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.785755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.794213 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:50.852670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event updated for resources: {'Port': ['ID=8ff49980-0292-499b-9fee-7e16a70e89a2,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:50.887943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=1c040566-6e42-462c-bd6e-e29e7b469402,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:50.985282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.045173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c5d6f-7db2-4543-81a2-24a841f78296 req-445d6af9-e75c-4c2f-afa9-60deb9fe7a19 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:51.054566 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-275c5d6f-7db2-4543-81a2-24a841f78296 req-445d6af9-e75c-4c2f-afa9-60deb9fe7a19 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 1.1237037 Jul 06 17:55:51.095398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-20a51b21-7a14-4e35-977b-1c0de5b88fb2 None None] Provisioning complete for port 1c040566-6e42-462c-bd6e-e29e7b469402 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:51.095807 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20a51b21-7a14-4e35-977b-1c0de5b88fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.160833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-20a51b21-7a14-4e35-977b-1c0de5b88fb2 None None] Port 1c040566-6e42-462c-bd6e-e29e7b469402 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:51.169366 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.236119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-275c5d6f-7db2-4543-81a2-24a841f78296 req-731b5df1-7bc2-491c-ae67-898c25bacc24 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803956 Jul 06 17:55:51.267381 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Floating IP c99a1a85-f916-4ded-83c0-8a977d95cb9d associated. External IP: 172.25.7.140, port: 8382bb6e-2d4d-4766-993d-86d7a5b81706. Jul 06 17:55:51.457228 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Deleting port a8f138c5-573e-4c9e-b55b-6ebfb02f538e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:51.457577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.618413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b9096-1652-4108-913a-bb0838908c86 req-a13ab365-393f-4e99-99e5-2744afbda41d tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:51.628951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b5b9096-1652-4108-913a-bb0838908c86 req-a13ab365-393f-4e99-99e5-2744afbda41d tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.4743187 Jul 06 17:55:51.709369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-877d6ba0-3b8a-4b71-860c-67a7988e140a None None] Provisioning complete for port 1c040566-6e42-462c-bd6e-e29e7b469402 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:51.710266 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-877d6ba0-3b8a-4b71-860c-67a7988e140a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.754463 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b5b9096-1652-4108-913a-bb0838908c86 req-7a7cd766-db58-432f-8413-83a858d13e83 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242862 Jul 06 17:55:51.816562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network eae0b1ad-ea24-40a7-930a-e781e119de6d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:55:51.835151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:55:51.848852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-877d6ba0-3b8a-4b71-860c-67a7988e140a None None] Port 1c040566-6e42-462c-bd6e-e29e7b469402 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:51.871457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:55:51.876032 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.876166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:51.911173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51556) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:51.948879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Calling delete_port for a8f138c5-573e-4c9e-b55b-6ebfb02f538e owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:52.046251 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:52.046615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.115501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Router c0385453-0c02-41ee-a085-effc91ed9116 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:52.314494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04b35771-061c-45c0-9620-713313ea7cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.471429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0d45ca51-c0ad-44c4-a7d6-6a48c24274d6 None None] Provisioning complete for port 1c040566-6e42-462c-bd6e-e29e7b469402 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:55:52.471874 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0d45ca51-c0ad-44c4-a7d6-6a48c24274d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.649535 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:52.654721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0d45ca51-c0ad-44c4-a7d6-6a48c24274d6 None None] Port 1c040566-6e42-462c-bd6e-e29e7b469402 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:55:52.994078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 56544082-66ba-40ae-aee1-32cfbafcf625 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:55:53.006841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f9bb2-6e19-4530-9c46-0f7c6b511742 req-82d93a69-3a4b-446e-a14d-ce95ef38945c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.008765 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f61f9bb2-6e19-4530-9c46-0f7c6b511742 req-82d93a69-3a4b-446e-a14d-ce95ef38945c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.7930901 Jul 06 17:55:53.036500 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.081044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:53.096792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] Sync routers for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:53.129261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:53.130362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.157188 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.222940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f61f9bb2-6e19-4530-9c46-0f7c6b511742 req-23f3d5d7-cae8-4a83-964c-644fa7e323dc tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034013 Jul 06 17:55:53.269261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c70c8d-82c4-4a9a-adba-289c802ac217 req-caae204d-8929-454a-885a-fce5e086a193 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.280949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8f138c5-573e-4c9e-b55b-6ebfb02f538e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:53.294119 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2c70c8d-82c4-4a9a-adba-289c802ac217 req-caae204d-8929-454a-885a-fce5e086a193 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.3580289 Jul 06 17:55:53.355583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:53.366144 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b9b27-109b-4f11-9d18-eb7fc47c4203 None None] Sync routers for ids ['56544082-66ba-40ae-aee1-32cfbafcf625'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:53.386177 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b9b27-109b-4f11-9d18-eb7fc47c4203 None None] Routers {'56544082-66ba-40ae-aee1-32cfbafcf625'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:53.386919 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-834b9b27-109b-4f11-9d18-eb7fc47c4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['56544082-66ba-40ae-aee1-32cfbafcf625'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.402886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-308d07e2-961a-4f27-96f5-40bd75d70186 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/56544082-66ba-40ae-aee1-32cfbafcf625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1514418 Jul 06 17:55:53.405777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51566) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:53.465476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2c70c8d-82c4-4a9a-adba-289c802ac217 req-ab3def4d-aae9-4275-b201-601ea7337c85 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697648 Jul 06 17:55:53.469857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04b35771-061c-45c0-9620-713313ea7cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.487487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04b35771-061c-45c0-9620-713313ea7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.515315 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.536274 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-834b9b27-109b-4f11-9d18-eb7fc47c4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.548986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:55:53.570087 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b9b27-109b-4f11-9d18-eb7fc47c4203 None None] Routers {'56544082-66ba-40ae-aee1-32cfbafcf625'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:53.570422 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-834b9b27-109b-4f11-9d18-eb7fc47c4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['56544082-66ba-40ae-aee1-32cfbafcf625'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.704054 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-834b9b27-109b-4f11-9d18-eb7fc47c4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:53.705154 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b9b27-109b-4f11-9d18-eb7fc47c4203 None None] The sync data for ids ['56544082-66ba-40ae-aee1-32cfbafcf625'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:53.712624 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.717112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:53.726000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-287462d5-7a69-4217-8258-896a43b846dd tempest-FloatingIPAdminTestJSON-1098218940 tempest-FloatingIPAdminTestJSON-1098218940-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/62e14129-e5d3-4879-a6cd-b533ac6da496 HTTP/1.1" status: 204 len: 168 time: 3.9479506 Jul 06 17:55:53.726000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51570) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:53.726000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51572) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:53.727708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-04b35771-061c-45c0-9620-713313ea7cc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43e8ba1ae4cd4738a682cf28050be6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8116870 Jul 06 17:55:53.760543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dbb80316-992b-4b82-91c0-350cce551962 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8293250 Jul 06 17:55:53.763797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b35771-061c-45c0-9620-713313ea7cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49762ba-3c89-48f1-af77-3c2ad009f393,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:53.787132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:55:53.788751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c65d5de-54e7-48d3-aada-11866b8501d8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:53.794119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5c65d5de-54e7-48d3-aada-11866b8501d8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports/1c040566-6e42-462c-bd6e-e29e7b469402 HTTP/1.1" status: 200 len: 978 time: 0.3692515 Jul 06 17:55:53.794312 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7feadc-1269-441a-b0af-e6fd15bcd092" -d '{"events": [{"name": "network-changed", "server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:55:53.800798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:53.939907 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5385675-2c80-49aa-abae-ee16a7b07040 x-openstack-request-id: req-c5385675-2c80-49aa-abae-ee16a7b07040 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:55:53.940572 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:55:53.940743 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5385675-2c80-49aa-abae-ee16a7b07040 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:55:53.941606 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'status': 'completed', 'code': 200} Jul 06 17:55:54.114728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'c99a1a85-f916-4ded-83c0-8a977d95cb9d', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'port_id': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'mac_address': 'fa:16:3e:1e:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:55:49Z', 'updated_at': '2021-07-06T17:55:49Z', 'revision_number': 0, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:55:04Z', 'revision_number': 5, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:54.133630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e490bac5-0302-41ad-8743-f52b7a6aa347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.201214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e490bac5-0302-41ad-8743-f52b7a6aa347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.221016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] Checking router: c0385453-0c02-41ee-a085-effc91ed9116 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:55:54.245871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-faab159a-928f-4d44-af7a-23e17cd174a5 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Deleting port 59726de9-1b91-478c-ac8b-2011fdfd0e4b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:54.245871 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-faab159a-928f-4d44-af7a-23e17cd174a5 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.253463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:54.254698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:54.333245 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880590e-ea69-4189-b104-d9f7c33ceb2a req-5f4a603f-57cb-4094-be4e-7811cc8b989e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.337854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-853b93e1-241c-4758-886d-bcca064966e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:54.339173 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c880590e-ea69-4189-b104-d9f7c33ceb2a req-5f4a603f-57cb-4094-be4e-7811cc8b989e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.3929317 Jul 06 17:55:54.340469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-853b93e1-241c-4758-886d-bcca064966e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f63020b609ef4d059aa6ebd3e050ba1d&device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 1096 time: 0.3506236 Jul 06 17:55:54.530044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-faab159a-928f-4d44-af7a-23e17cd174a5 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.558724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:55:54.563254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e490bac5-0302-41ad-8743-f52b7a6aa347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.564743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c880590e-ea69-4189-b104-d9f7c33ceb2a req-c9167494-0000-4380-9bd3-ccf78337d74d tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098453 Jul 06 17:55:54.566876 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e490bac5-0302-41ad-8743-f52b7a6aa347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:54.568172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e490bac5-0302-41ad-8743-f52b7a6aa347 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c49762ba-3c89-48f1-af77-3c2ad009f393 HTTP/1.1" status: 204 len: 168 time: 0.8457229 Jul 06 17:55:54.572523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-faab159a-928f-4d44-af7a-23e17cd174a5 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Calling delete_port for 59726de9-1b91-478c-ac8b-2011fdfd0e4b owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:54.648481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490bac5-0302-41ad-8743-f52b7a6aa347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49762ba-3c89-48f1-af77-3c2ad009f393,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:54.771666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port c428778d-86b4-40df-9ad8-284d8c827e64 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:54.771666 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.090115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'c99a1a85-f916-4ded-83c0-8a977d95cb9d', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'port_id': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'mac_address': 'fa:16:3e:1e:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:55:49Z', 'updated_at': '2021-07-06T17:55:49Z', 'revision_number': 0, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:55:04Z', 'revision_number': 5, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:55.117644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port c428778d-86b4-40df-9ad8-284d8c827e64, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c428778d-86b4-40df-9ad8-284d8c827e64,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:55:55.119056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.145316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for c428778d-86b4-40df-9ad8-284d8c827e64 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:55.146380 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.173289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc6c58-24ea-4a49-bc2c-96d1fc48c42f None None] The sync data for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 is: [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'c99a1a85-f916-4ded-83c0-8a977d95cb9d', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'port_id': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'mac_address': 'fa:16:3e:1e:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:55:49Z', 'updated_at': '2021-07-06T17:55:49Z', 'revision_number': 0, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:55:04Z', 'revision_number': 5, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:55.179380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-3f4feff3-1f67-4522-8aae-be96e3129219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.181426 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-3f4feff3-1f67-4522-8aae-be96e3129219 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4f885dfd-686e-4236-9ad5-a3017772c2e8 HTTP/1.1" status: 200 len: 910 time: 0.8302267 Jul 06 17:55:55.515095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51590) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:55.542793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d040cdc-e787-4fac-9250-e517f8851d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.569014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-faab159a-928f-4d44-af7a-23e17cd174a5 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.651048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 1c040566-6e42-462c-bd6e-e29e7b469402 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:55:55.652000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.783898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-f7784c34-df4b-4b07-a4b6-10d1b46f5d86 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706 HTTP/1.1" status: 200 len: 999 time: 0.5762277 Jul 06 17:55:55.785933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab159a-928f-4d44-af7a-23e17cd174a5 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event deleted for resources: {'Port': ['ID=59726de9-1b91-478c-ac8b-2011fdfd0e4b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:55.797140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0952e1a1-72c8-4a99-862b-bf0b7ae573a8 None None] New status for floating IP c99a1a85-f916-4ded-83c0-8a977d95cb9d: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:55:55.862100 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d040cdc-e787-4fac-9250-e517f8851d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.883964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d040cdc-e787-4fac-9250-e517f8851d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:55.956891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936732e-16b5-48b2-a377-697a1155e213 req-d93ce495-77d3-412b-b9a1-ccd28ff5a471 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:55.975541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a936732e-16b5-48b2-a377-697a1155e213 req-d93ce495-77d3-412b-b9a1-ccd28ff5a471 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 1.1873899 Jul 06 17:55:56.129144 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0d040cdc-e787-4fac-9250-e517f8851d6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9235c6ddefa9483dae2f34ba8d4073b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073318 Jul 06 17:55:56.151648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51594) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:56.178045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d040cdc-e787-4fac-9250-e517f8851d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd413405-ce6c-4f06-8983-f0726a18d7f3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:56.241859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.308917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 1c040566-6e42-462c-bd6e-e29e7b469402 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:55:56.358980 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a936732e-16b5-48b2-a377-697a1155e213 req-c03282f2-da46-4c34-84e5-b2e21aa54763 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793716 Jul 06 17:55:56.378200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-faab159a-928f-4d44-af7a-23e17cd174a5 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.392154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-faab159a-928f-4d44-af7a-23e17cd174a5 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "DELETE /v2.0/ports/59726de9-1b91-478c-ac8b-2011fdfd0e4b HTTP/1.1" status: 204 len: 168 time: 2.6656151 Jul 06 17:55:56.395748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51596) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:56.425624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58121035-54fd-4283-bf2f-7a72be8cedc0 req-8c41ea2a-f590-447e-8cf1-cad8d0290eb6 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:56.428495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58121035-54fd-4283-bf2f-7a72be8cedc0 req-8c41ea2a-f590-447e-8cf1-cad8d0290eb6 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.4873509 Jul 06 17:55:56.448625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-07e3d4ae-a6c6-4ced-9bd3-a51cbfdf5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:56.451291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-07e3d4ae-a6c6-4ced-9bd3-a51cbfdf5bfa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e35ff548-69b7-478a-8ff2-8187439878e8 HTTP/1.1" status: 200 len: 848 time: 0.6534512 Jul 06 17:55:56.477212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.561328 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37e108c5-4fb4-4565-909c-0af80a15c05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.594038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=c428778d-86b4-40df-9ad8-284d8c827e64,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:56.655419 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37e108c5-4fb4-4565-909c-0af80a15c05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.674059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58121035-54fd-4283-bf2f-7a72be8cedc0 req-7f160373-9935-4d97-9405-21368bd3ce61 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355120 Jul 06 17:55:56.784637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a05bb-327b-4817-964e-98533900cad3 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:56.793369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1a7a05bb-327b-4817-964e-98533900cad3 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "GET /v2.0/ports?device_id=af4fd813-655a-4d9a-bde4-638ad32f7ec4 HTTP/1.1" status: 200 len: 913 time: 0.3960671 Jul 06 17:55:56.794986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51600) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:56.801674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-73d43a03-19a2-4ab2-b201-8ce984a76ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:56.804746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-73d43a03-19a2-4ab2-b201-8ce984a76ea9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4f885dfd-686e-4236-9ad5-a3017772c2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3434765 Jul 06 17:55:56.920842 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37e108c5-4fb4-4565-909c-0af80a15c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.932140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37e108c5-4fb4-4565-909c-0af80a15c05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:56.938662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-37e108c5-4fb4-4565-909c-0af80a15c05f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd413405-ce6c-4f06-8983-f0726a18d7f3 HTTP/1.1" status: 204 len: 168 time: 0.7845128 Jul 06 17:55:57.066465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e108c5-4fb4-4565-909c-0af80a15c05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd413405-ce6c-4f06-8983-f0726a18d7f3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:57.139521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:57.284502 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=1c040566-6e42-462c-bd6e-e29e7b469402,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:55:57.956493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:58.438689 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-2bb07eea-08be-48fd-abb3-057d4e9c07a7 service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3070278 Jul 06 17:55:58.466396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 56544082-66ba-40ae-aee1-32cfbafcf625 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:58.487346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72184053-80d3-40c1-8ffd-b69246568fec req-28af465e-d090-421d-ba57-7c05026457b6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:58.493069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-72184053-80d3-40c1-8ffd-b69246568fec req-28af465e-d090-421d-ba57-7c05026457b6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.5556450 Jul 06 17:55:58.529533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cacf75-880e-4718-bc9c-63bef80b887f req-bfb2bcc6-3355-404b-b98a-ef6121a992a1 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:55:58.531947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81cacf75-880e-4718-bc9c-63bef80b887f req-bfb2bcc6-3355-404b-b98a-ef6121a992a1 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.4774473 Jul 06 17:55:58.580699 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:58.662482 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-81cacf75-880e-4718-bc9c-63bef80b887f req-bc8af3da-11d5-46e9-9830-cea40bf5f6fd tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158988 Jul 06 17:55:58.664978 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-72184053-80d3-40c1-8ffd-b69246568fec req-f798810f-3d0d-4258-b13a-9c7c9e1502e1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614399 Jul 06 17:55:58.670980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:58.692474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a6f70478-22e6-41d2-82d0-360334af980b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/56544082-66ba-40ae-aee1-32cfbafcf625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8880281 Jul 06 17:55:58.693184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51626) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:58.703799 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eef67fd-5ada-4988-a533-885c1b60ab67 None None] Sync routers for ids ['56544082-66ba-40ae-aee1-32cfbafcf625'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:58.728569 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef67fd-5ada-4988-a533-885c1b60ab67 None None] Routers {'56544082-66ba-40ae-aee1-32cfbafcf625'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:58.729242 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9eef67fd-5ada-4988-a533-885c1b60ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['56544082-66ba-40ae-aee1-32cfbafcf625'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:58.828807 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9eef67fd-5ada-4988-a533-885c1b60ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:58.834407 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd7feadc-1269-441a-b0af-e6fd15bcd092 req-53670fb8-95a1-4bba-8960-86a39125e422 service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812783 Jul 06 17:55:58.874119 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef67fd-5ada-4988-a533-885c1b60ab67 None None] Routers {'56544082-66ba-40ae-aee1-32cfbafcf625'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:58.879641 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9eef67fd-5ada-4988-a533-885c1b60ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['56544082-66ba-40ae-aee1-32cfbafcf625'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:58.982304 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9eef67fd-5ada-4988-a533-885c1b60ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:58.983308 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eef67fd-5ada-4988-a533-885c1b60ab67 None None] The sync data for ids ['56544082-66ba-40ae-aee1-32cfbafcf625'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:55:59.043595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:55:59.148101 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:55:59.448889 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-2423273c-6b8e-47e5-8458-17efbe324871 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 17:55:59.450967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2423273c-6b8e-47e5-8458-17efbe324871 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/56544082-66ba-40ae-aee1-32cfbafcf625/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7565498 Jul 06 17:55:59.454020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:59.495933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-069db9e8-e148-4ec8-a4ba-4d69e905899e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=56544082-66ba-40ae-aee1-32cfbafcf625 HTTP/1.1" status: 200 len: 205 time: 0.0398746 Jul 06 17:55:59.498787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51640) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:59.506388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:55:59.521351 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-afd1ecd5-7e13-426d-87e8-139aa9c20b77 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "PUT /v2.0/routers/1b45ec38-c258-47ce-bb7f-ed27c829d4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0216219 Jul 06 17:55:59.521972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] Sync routers for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:55:59.531041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51642) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:55:59.556967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:55:59.556967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:55:59.798849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4f9014f-9a22-4c4f-a199-223eaa489093 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.017278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:00.067764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4f9014f-9a22-4c4f-a199-223eaa489093 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.070771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4f9014f-9a22-4c4f-a199-223eaa489093 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.204930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeeaf121-dd1a-4039-899e-9f09b3838823 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting subnet 45ac0ffa-18bc-4a67-a244-f7a0db9504bc {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:00.207393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4f9014f-9a22-4c4f-a199-223eaa489093 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.207953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f9014f-9a22-4c4f-a199-223eaa489093 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Fanout notify agent at l3_agent the message router_deleted on router 56544082-66ba-40ae-aee1-32cfbafcf625 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:00.228937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf121-dd1a-4039-899e-9f09b3838823 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.234121 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4f9014f-9a22-4c4f-a199-223eaa489093 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.239355 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a4f9014f-9a22-4c4f-a199-223eaa489093 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/56544082-66ba-40ae-aee1-32cfbafcf625 HTTP/1.1" status: 204 len: 168 time: 0.7389576 Jul 06 17:56:00.242165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:00.313077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655e99-e1fe-44f3-95e5-ab0b08d31dc3 req-0d3ee7f6-0a2a-4dc5-a6ea-ab91694dbcc7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.323682 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c0655e99-e1fe-44f3-95e5-ab0b08d31dc3 req-0d3ee7f6-0a2a-4dc5-a6ea-ab91694dbcc7 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.2120047 Jul 06 17:56:00.388661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c0655e99-e1fe-44f3-95e5-ab0b08d31dc3 req-5c4daaa9-0379-4844-906a-3b007ade0477 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640438 Jul 06 17:56:00.441208 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf121-dd1a-4039-899e-9f09b3838823 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.484389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927915-6336-47c6-8f7a-d904a4fc14c2 req-8b076b23-056e-4b5d-bf1a-63e018b3bdc6 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:00.491779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a927915-6336-47c6-8f7a-d904a4fc14c2 req-8b076b23-056e-4b5d-bf1a-63e018b3bdc6 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.5038779 Jul 06 17:56:00.527441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6392388c-fcf5-4c2c-91c6-98047f97fdf0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting subnet 485467a3-0d49-45db-9483-d34acb221af9 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:00.538651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6392388c-fcf5-4c2c-91c6-98047f97fdf0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.542972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Deleting port 56878a85-00d5-4182-9536-4cecea70d393 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:00.543329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.585072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:55:55Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:00.636378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] Checking router: 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:00.653913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] Routers {'1b45ec38-c258-47ce-bb7f-ed27c829d4f0'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:00.655614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:00.716883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a927915-6336-47c6-8f7a-d904a4fc14c2 req-81b04734-ae84-4927-b436-9b5313d00727 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240980 Jul 06 17:56:00.719356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6392388c-fcf5-4c2c-91c6-98047f97fdf0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.837841 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.847784 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf121-dd1a-4039-899e-9f09b3838823 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:00.977604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Calling delete_port for 56878a85-00d5-4182-9536-4cecea70d393 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:01.190475 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6392388c-fcf5-4c2c-91c6-98047f97fdf0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.250992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] Set router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:01.343722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6392388c-fcf5-4c2c-91c6-98047f97fdf0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.377930 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf121-dd1a-4039-899e-9f09b3838823 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.415831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392388c-fcf5-4c2c-91c6-98047f97fdf0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Subnet': ['ID=485467a3-0d49-45db-9483-d34acb221af9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:01.468648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6392388c-fcf5-4c2c-91c6-98047f97fdf0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.473462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6392388c-fcf5-4c2c-91c6-98047f97fdf0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/485467a3-0d49-45db-9483-d34acb221af9 HTTP/1.1" status: 204 len: 168 time: 1.2274165 Jul 06 17:56:01.473633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909d983-0590-403e-a261-e08f7ebc17cc None None] Network eae0b1ad-ea24-40a7-930a-e781e119de6d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:01.474821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51688) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:01.527698 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf121-dd1a-4039-899e-9f09b3838823 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.529877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eeeaf121-dd1a-4039-899e-9f09b3838823 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/subnets/45ac0ffa-18bc-4a67-a244-f7a0db9504bc HTTP/1.1" status: 204 len: 168 time: 1.9972672 Jul 06 17:56:01.533065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaf121-dd1a-4039-899e-9f09b3838823 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Subnet': ['ID=45ac0ffa-18bc-4a67-a244-f7a0db9504bc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:01.535422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51694) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:01.599530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014c24ae-cde5-441b-9f93-80798600c338 req-138afe16-d2f0-4199-984c-66f2bdbbaecc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1975737 Jul 06 17:56:01.714327 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:01.731997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997f5ec-c1e0-4d86-aab1-b36ff1ed24fd None None] Network 480ebdf9-8125-404d-9df0-ccb8cb02750a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:01.770610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event deleted for resources: {'Port': ['ID=56878a85-00d5-4182-9536-4cecea70d393,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:01.941681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c24ae-cde5-441b-9f93-80798600c338 req-280b2980-4bcb-4be5-ad9f-fdaa3b122a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:01.943720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014c24ae-cde5-441b-9f93-80798600c338 req-280b2980-4bcb-4be5-ad9f-fdaa3b122a96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 1058 time: 0.2943525 Jul 06 17:56:02.032212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.355874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6011b-ba27-4310-9fc3-3c5b4505b6ba req-42acfee5-ca2f-4bc3-a13d-d7c3ff3e6927 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:02.358105 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1cc6011b-ba27-4310-9fc3-3c5b4505b6ba req-42acfee5-ca2f-4bc3-a13d-d7c3ff3e6927 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.5429010 Jul 06 17:56:02.422089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.467394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.738204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.769556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:55:55Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:02.788571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:02.790471 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:02.842575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:02.846255 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1cc6011b-ba27-4310-9fc3-3c5b4505b6ba req-5a68479a-9edb-459b-a9af-94b2ee26774f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715767 Jul 06 17:56:02.932597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] DHCP port deletion for eae0b1ad-ea24-40a7-930a-e781e119de6d request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:56:02.942466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8ba24-900b-417d-bb7e-1edb450c760b None None] DHCP port deletion for 480ebdf9-8125-404d-9df0-ccb8cb02750a request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:56:02.956943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa528096-17af-46f5-bc14-1144f95368b0 None None] The sync data for ids ['1b45ec38-c258-47ce-bb7f-ed27c829d4f0'] in n-d-799526-3 is: [{'id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082671550', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:52:42Z', 'updated_at': '2021-07-06T17:55:55Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '287bcf88-b25c-4401-a1ab-a1f91df3ff67', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45ec38-c258-47ce-bb7f-ed27c829d4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:52:44Z', 'updated_at': '2021-07-06T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:03.137113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2b170b3f-08e6-46da-ab65-3bb43b8f8bfb,segment=NetworkSegment(df2e37fc-2413-47ab-974b-6e6d97de7de5),segment_id=df2e37fc-2413-47ab-974b-6e6d97de7de5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:03.137805 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.170751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:03.181747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Deleting port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:03.188712 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.229337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 287bcf88-b25c-4401-a1ab-a1f91df3ff67 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:03.230206 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.271074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-76d8ba24-900b-417d-bb7e-1edb450c760b None None] Deleting port 2734b2ca-1436-43c0-a649-0eab0cbe084c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:03.271681 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76d8ba24-900b-417d-bb7e-1edb450c760b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.275646 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.280579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c24ae-cde5-441b-9f93-80798600c338 req-5a263a50-13f5-4a51-a319-76ded0915866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.283754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014c24ae-cde5-441b-9f93-80798600c338 req-5a263a50-13f5-4a51-a319-76ded0915866 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 1.2882807 Jul 06 17:56:03.345831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014c24ae-cde5-441b-9f93-80798600c338 req-308e3126-fc97-4885-b4c7-99d229ff0a97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db195b58-3396-4018-a709-d3dddf32f4cb HTTP/1.1" status: 200 len: 217 time: 0.0531411 Jul 06 17:56:03.356406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] For port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2b170b3f-08e6-46da-ab65-3bb43b8f8bfb,segment=NetworkSegment(df2e37fc-2413-47ab-974b-6e6d97de7de5),segment_id=df2e37fc-2413-47ab-974b-6e6d97de7de5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:03.356918 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.390102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Calling delete_port for 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:03.393545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-76d8ba24-900b-417d-bb7e-1edb450c760b None None] For port 2734b2ca-1436-43c0-a649-0eab0cbe084c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2734b2ca-1436-43c0-a649-0eab0cbe084c,segment=NetworkSegment(1459897f-7ebb-4826-93a6-5ed33ca30eee),segment_id=1459897f-7ebb-4826-93a6-5ed33ca30eee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:03.394039 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76d8ba24-900b-417d-bb7e-1edb450c760b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.418815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-76d8ba24-900b-417d-bb7e-1edb450c760b None None] Calling delete_port for 2734b2ca-1436-43c0-a649-0eab0cbe084c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:03.448984 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dabf9fb1-df0d-483b-83a4-bdff8ba98a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.563305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c24ae-cde5-441b-9f93-80798600c338 req-4f34a4bb-9b30-424e-ab4f-65e10e7c00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.564720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014c24ae-cde5-441b-9f93-80798600c338 req-4f34a4bb-9b30-424e-ab4f-65e10e7c00d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.1721351 Jul 06 17:56:03.636753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2734b2ca-1436-43c0-a649-0eab0cbe084c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:03.673889 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port 287bcf88-b25c-4401-a1ab-a1f91df3ff67, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=287bcf88-b25c-4401-a1ab-a1f91df3ff67,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:03.674551 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.772742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:56:03.775597 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 17:56:03.781284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 287bcf88-b25c-4401-a1ab-a1f91df3ff67 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:03.810907 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.821719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Router af4fd813-655a-4d9a-bde4-638ad32f7ec4 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:03.830432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c24ae-cde5-441b-9f93-80798600c338 req-4b792484-9053-4406-b063-4c6dd4f6f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:03.832756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014c24ae-cde5-441b-9f93-80798600c338 req-4b792484-9053-4406-b063-4c6dd4f6f6f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546613 Jul 06 17:56:03.913670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Pushing event deleted for resources: {'Port': ['ID=2b170b3f-08e6-46da-ab65-3bb43b8f8bfb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:03.928397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=2b170b3f-08e6-46da-ab65-3bb43b8f8bfb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:03.936162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.936600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.937014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.938412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.938412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.938412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.950948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.951495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.951851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.952201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.952589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.952872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:03.960548 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76d8ba24-900b-417d-bb7e-1edb450c760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:03.964727 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No DVR routers for this DVR port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:03.969221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1e4fe-bc01-4816-8dbc-b54a03f925d9 None None] No DVR routers for this DVR port 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:04.080304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8ba24-900b-417d-bb7e-1edb450c760b None None] Pushing event deleted for resources: {'Port': ['ID=2734b2ca-1436-43c0-a649-0eab0cbe084c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:04.097871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Port 2734b2ca-1436-43c0-a649-0eab0cbe084c update to DOWN by agent not found {{(pid=93780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 17:56:04.108384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:04.175494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:04.176050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2b170b3f-08e6-46da-ab65-3bb43b8f8bfb not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:04.176719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c428778d-86b4-40df-9ad8-284d8c827e64 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:04.184802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8ba24-900b-417d-bb7e-1edb450c760b None None] No DVR routers for this DVR port 2734b2ca-1436-43c0-a649-0eab0cbe084c on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:04.226104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: c428778d-86b4-40df-9ad8-284d8c827e64 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:04.226670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c428778d-86b4-40df-9ad8-284d8c827e64 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:04.356744 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.432781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014c24ae-cde5-441b-9f93-80798600c338 req-188c2c68-d90b-4419-af16-27feef1db822 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835519 Jul 06 17:56:04.437049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:04.455606 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645edf38-56af-4b78-b32e-abce6314efb0 None None] Sync routers for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:04.465136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0ad3dd55-68ae-4bb0-84cc-98e388184e80 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "PUT /v2.0/routers/af4fd813-655a-4d9a-bde4-638ad32f7ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6583350 Jul 06 17:56:04.465498 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dabf9fb1-df0d-483b-83a4-bdff8ba98a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.469224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae0b1ad-ea24-40a7-930a-e781e119de6d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:04.471122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51728) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:04.483097 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645edf38-56af-4b78-b32e-abce6314efb0 None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:04.485358 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-645edf38-56af-4b78-b32e-abce6314efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:04.518499 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dabf9fb1-df0d-483b-83a4-bdff8ba98a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.527284 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-810953ca-cdec-44d5-8c1d-f70569e258d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8660424 Jul 06 17:56:04.534435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2e37fc-2413-47ab-974b-6e6d97de7de5') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:04.534900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2e37fc-2413-47ab-974b-6e6d97de7de5') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:04.569331 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-645edf38-56af-4b78-b32e-abce6314efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:04.590743 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645edf38-56af-4b78-b32e-abce6314efb0 None None] Routers {'af4fd813-655a-4d9a-bde4-638ad32f7ec4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:04.592244 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-645edf38-56af-4b78-b32e-abce6314efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:04.597943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf9fb1-df0d-483b-83a4-bdff8ba98a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bed7d4-4836-4fc9-a21f-bec7e6170612,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:04.617559 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.666305 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-645edf38-56af-4b78-b32e-abce6314efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:04.667528 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645edf38-56af-4b78-b32e-abce6314efb0 None None] The sync data for ids ['af4fd813-655a-4d9a-bde4-638ad32f7ec4'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:04.724694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-dabe757b-2db7-4bab-b974-a7c6d3949ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:04.726224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-dabe757b-2db7-4bab-b974-a7c6d3949ad9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 1096 time: 0.4361055 Jul 06 17:56:04.810131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.817330 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dabf9fb1-df0d-483b-83a4-bdff8ba98a1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0580796913f048208410b8942e1fae8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9685555 Jul 06 17:56:04.827990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51730) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:04.840436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94304b4e-9b7f-4678-95d7-6dfccc1b856b req-d39e4afa-9f74-411b-a144-ea8639ef36dd tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:04.843322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94304b4e-9b7f-4678-95d7-6dfccc1b856b req-d39e4afa-9f74-411b-a144-ea8639ef36dd tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 945 time: 0.6990321 Jul 06 17:56:04.853069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:04.853069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:04.858866 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:04.912395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-014c24ae-cde5-441b-9f93-80798600c338 req-7c0a20bd-3592-4dbb-bee4-1ed5fea5bef9 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720848 Jul 06 17:56:04.939289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.024916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc23e39-12b7-4146-add9-74c0e791576a req-689cb4a1-9648-437e-b61c-6c13d9e5e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.026694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bc23e39-12b7-4146-add9-74c0e791576a req-689cb4a1-9648-437e-b61c-6c13d9e5e42b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 1097 time: 0.4048345 Jul 06 17:56:05.039794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.061583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.063595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/networks/eae0b1ad-ea24-40a7-930a-e781e119de6d HTTP/1.1" status: 204 len: 168 time: 3.5871470 Jul 06 17:56:05.080026 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94304b4e-9b7f-4678-95d7-6dfccc1b856b req-e3ac3eea-1096-4c10-a5bc-394be8dfdfcf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979499 Jul 06 17:56:05.085659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51732) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:05.090647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'network': {'name': 'tempest-RoutersTest-926312156'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:05.107709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c123e-8de8-49e4-8597-45ea29a39d3f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Network': ['ID=eae0b1ad-ea24-40a7-930a-e781e119de6d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:05.107709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-ed204973-34a9-4a35-a05f-70290bcfa7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.107709 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-ed204973-34a9-4a35-a05f-70290bcfa7d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1095 time: 0.4230247 Jul 06 17:56:05.111545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.123920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ea34-b969-4e41-abb2-1eed09dca63a req-6dde7b53-4166-42ea-975e-915c2bdc7187 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.125792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd45ea34-b969-4e41-abb2-1eed09dca63a req-6dde7b53-4166-42ea-975e-915c2bdc7187 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.4351420 Jul 06 17:56:05.132485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-72c1c5cc-f5c2-426d-a7f7-63c2e211d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.134125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-72c1c5cc-f5c2-426d-a7f7-63c2e211d1a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.3773227 Jul 06 17:56:05.161643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=287bcf88-b25c-4401-a1ab-a1f91df3ff67,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:05.232303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:05.232721 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e022bd7-b527-4432-a1e2-5aca887c0157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.235927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.254495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-436bb00f-61ec-4618-b871-8f3cd378b6ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf HTTP/1.1" status: 200 len: 217 time: 0.0766561 Jul 06 17:56:05.329879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.332075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:05.344546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e022bd7-b527-4432-a1e2-5aca887c0157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.355828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-27875db2-5676-471d-9f24-b45d14907b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.358385 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-27875db2-5676-471d-9f24-b45d14907b0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.2079973 Jul 06 17:56:05.379585 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.397419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd45ea34-b969-4e41-abb2-1eed09dca63a req-e1567f6b-7c91-4a0c-b3aa-ee1890d464e9 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145317 Jul 06 17:56:05.419493 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.424039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-67bae24a-5776-46ef-ac96-94cc3543612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.425595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-67bae24a-5776-46ef-ac96-94cc3543612d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.1614137 Jul 06 17:56:05.440667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc23e39-12b7-4146-add9-74c0e791576a req-dd4b8972-5a7f-4a5c-b5bc-085404782b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.442449 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bc23e39-12b7-4146-add9-74c0e791576a req-dd4b8972-5a7f-4a5c-b5bc-085404782b15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 920 time: 0.4008658 Jul 06 17:56:05.548380 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bc23e39-12b7-4146-add9-74c0e791576a req-312ac173-7276-4aa9-a373-0351bcb23bb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e HTTP/1.1" status: 200 len: 217 time: 0.0900359 Jul 06 17:56:05.843920 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.844787 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added segment 4baee122-500f-4898-9fb3-535231f3af72 of type vlan for network 0f2b46fc-4848-49b5-a950-2c71a9362c7f Jul 06 17:56:05.850017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 89b89aee-020c-468b-9d29-9d85d31b3ddf no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:05.865736 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.871954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.922632 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.945721 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e022bd7-b527-4432-a1e2-5aca887c0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.949105 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e022bd7-b527-4432-a1e2-5aca887c0157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.954747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1e022bd7-b527-4432-a1e2-5aca887c0157 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68bed7d4-4836-4fc9-a21f-bec7e6170612 HTTP/1.1" status: 204 len: 168 time: 1.0896065 Jul 06 17:56:05.958002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc23e39-12b7-4146-add9-74c0e791576a req-05641472-78ad-43bd-ab03-30711d211ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:05.959560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bc23e39-12b7-4146-add9-74c0e791576a req-05641472-78ad-43bd-ab03-30711d211ade service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 200 len: 859 time: 0.4008577 Jul 06 17:56:05.971842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Deleting port cfb25738-8f88-4b85-88bb-268be25e73e5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:05.972333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:05.977677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e022bd7-b527-4432-a1e2-5aca887c0157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bed7d4-4836-4fc9-a21f-bec7e6170612,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:05.979464 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-fb3c59b3-c2cf-40df-b612-f1628453c47c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 999 time: 0.5210743 Jul 06 17:56:05.990423 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.012432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.013101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Fanout notify agent at l3_agent the message router_deleted on router 1b45ec38-c258-47ce-bb7f-ed27c829d4f0 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:06.052390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.058176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-e8c2fd7d-6388-4372-9508-b39b960355f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.059000 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bcd8030e-5977-484e-8493-2b67fa94c7b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/routers/1b45ec38-c258-47ce-bb7f-ed27c829d4f0 HTTP/1.1" status: 204 len: 168 time: 4.5172164 Jul 06 17:56:06.060545 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-e8c2fd7d-6388-4372-9508-b39b960355f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6220882 Jul 06 17:56:06.062936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:06.072803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bc23e39-12b7-4146-add9-74c0e791576a req-ed679920-7275-4f95-8d5a-8124e551ae72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ee30b1-b6be-4d1b-bb46-36425ac2687f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926325 Jul 06 17:56:06.074798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.081523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.082738 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.088347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:06.092652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:06.119046 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f8723a-5a55-4986-9f48-6132c415767c" -d '{"events": [{"server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:06.126588 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.187803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-82c2de9d-92f8-4b80-9b5e-3cb45d33ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.193983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-82c2de9d-92f8-4b80-9b5e-3cb45d33ff43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.1999590 Jul 06 17:56:06.207365 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f9f1c7-553c-4937-a909-2ad3d5782f10 x-openstack-request-id: req-f8f9f1c7-553c-4937-a909-2ad3d5782f10 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:06.211060 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:06.211373 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8f9f1c7-553c-4937-a909-2ad3d5782f10 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:06.215334 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf', 'code': 200} Jul 06 17:56:06.239376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=89b89aee-020c-468b-9d29-9d85d31b3ddf,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:06.393045 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3064029 Jul 06 17:56:06.398218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51746) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:06.417727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'subnet': {'network_id': '0f2b46fc-4848-49b5-a950-2c71a9362c7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:06.464186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13910ff8-c188-4b0c-b93e-c0c895c9e3e3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Network': ['ID=0f2b46fc-4848-49b5-a950-2c71a9362c7f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:06.476625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 0f2b46fc-4848-49b5-a950-2c71a9362c7f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:06.497768 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.536118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eb420-5bd6-4b1f-8d79-eb1d643b9ec0 req-b9061ad5-1486-4dde-b959-7630bfa0eb39 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.538935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-661eb420-5bd6-4b1f-8d79-eb1d643b9ec0 req-b9061ad5-1486-4dde-b959-7630bfa0eb39 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 943 time: 0.1873386 Jul 06 17:56:06.544307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-40871ec7-c8bd-4cec-808c-c4a090e06d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:06.546059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-40871ec7-c8bd-4cec-808c-c4a090e06d1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3464820 Jul 06 17:56:06.561746 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.599185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51750) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:06.632616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Calling delete_port for cfb25738-8f88-4b85-88bb-268be25e73e5 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:06.695208 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-661eb420-5bd6-4b1f-8d79-eb1d643b9ec0 req-bfdee544-2d0e-48ed-a5fd-d70df0e3b56f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478412 Jul 06 17:56:06.728552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-d805c026-b9b7-4cb5-a4e0-f74b8e62dfe6 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721449 Jul 06 17:56:06.785006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f696-7205-48ec-8f54-36bd7b326545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:06.828020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0727f3b2-80d4-4ff2-ba33-f31dc8c02cdd req-3aed706b-a42e-45f9-ba08-0c029b473d60 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919728 Jul 06 17:56:06.830403 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-f8c33c83-db36-4761-86e5-3eef6bb3aead service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7475922 Jul 06 17:56:06.951376 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bc23e39-12b7-4146-add9-74c0e791576a req-1ebd119e-8da4-4ecd-8eb5-a3a382b7e2a8 service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8137975 Jul 06 17:56:07.145693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:07.160035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.273007 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.416647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480ebdf9-8125-404d-9df0-ccb8cb02750a']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:07.470619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 287bcf88-b25c-4401-a1ab-a1f91df3ff67 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:07.490594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 287bcf88-b25c-4401-a1ab-a1f91df3ff67 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:07.491300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 287bcf88-b25c-4401-a1ab-a1f91df3ff67 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:07.496200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1459897f-7ebb-4826-93a6-5ed33ca30eee') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:07.496751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1459897f-7ebb-4826-93a6-5ed33ca30eee') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:07.647587 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.694607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdb824-5f44-40ae-b465-994e0955376a req-be0fef29-efd3-49a2-bfd4-84e6323d0d4b tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:07.697389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-82bdb824-5f44-40ae-b465-994e0955376a req-be0fef29-efd3-49a2-bfd4-84e6323d0d4b tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 1.0810561 Jul 06 17:56:07.758613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2d9e0184-d043-4f78-a02c-ab7db879c0fd req-3e1c914f-29f2-4b2a-8ee9-6df098a2131c service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8577433 Jul 06 17:56:07.824916 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.831107 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6bc23e39-12b7-4146-add9-74c0e791576a req-0295fe99-1066-4beb-b7b2-b66450f19520 service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7980001 Jul 06 17:56:07.874088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:07.874842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:07.887074 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:07.909416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081c6c2-4b07-4973-bb7e-0539c7ae4c8e req-df2e5dbb-2a5b-4395-b5f3-3f2d53e78718 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:07.911046 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e081c6c2-4b07-4973-bb7e-0539c7ae4c8e req-df2e5dbb-2a5b-4395-b5f3-3f2d53e78718 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 943 time: 0.0822647 Jul 06 17:56:07.952972 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e081c6c2-4b07-4973-bb7e-0539c7ae4c8e req-059c5642-bfc5-4fa9-8da1-952b58d01b29 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351768 Jul 06 17:56:08.063110 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-82bdb824-5f44-40ae-b465-994e0955376a req-391e70eb-8d6a-49c5-a6b4-4a936e6d0582 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282552 Jul 06 17:56:08.196371 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f696-7205-48ec-8f54-36bd7b326545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.205236 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.207829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.234487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.237970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/networks/480ebdf9-8125-404d-9df0-ccb8cb02750a HTTP/1.1" status: 204 len: 168 time: 2.1739817 Jul 06 17:56:08.240907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:08.246364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f696-7205-48ec-8f54-36bd7b326545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.321634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f31420e3-9b15-4691-9a71-1d0b797766b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.347341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event deleted for resources: {'Port': ['ID=cfb25738-8f88-4b85-88bb-268be25e73e5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:08.350421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc3480-ca73-41d5-97a6-b9588cd6f5f8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Network': ['ID=480ebdf9-8125-404d-9df0-ccb8cb02750a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:08.366057 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f31420e3-9b15-4691-9a71-1d0b797766b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.454551 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f31420e3-9b15-4691-9a71-1d0b797766b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.457856 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f31420e3-9b15-4691-9a71-1d0b797766b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.459168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f31420e3-9b15-4691-9a71-1d0b797766b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/security-groups/0e9d8025-6831-43e6-8409-c11944a9ea61 HTTP/1.1" status: 204 len: 168 time: 0.2168479 Jul 06 17:56:08.472768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31420e3-9b15-4691-9a71-1d0b797766b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9d8025-6831-43e6-8409-c11944a9ea61,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:08.481954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9f696-7205-48ec-8f54-36bd7b326545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca8b69e-bdf1-44c5-a40d-1acf58d9221c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:08.490136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8bf9f696-7205-48ec-8f54-36bd7b326545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0424d0c64b9842d78dda81ff4e334680&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8878887 Jul 06 17:56:08.495856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51764) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:08.510966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.607534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.800026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Subnet': ['ID=5def7437-6ed2-4ca8-a688-b8b6a2eff51e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:08.817092 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.837824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.858235 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-214fe7d4-e796-4df2-a87b-6046fdaa837e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.908916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51768) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:08.913092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Checking segment: {'id': '4baee122-500f-4898-9fb3-535231f3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f2b46fc-4848-49b5-a950-2c71a9362c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:08.913521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network hostable DHCP agents. Network: 0f2b46fc-4848-49b5-a950-2c71a9362c7f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:08.916523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-74167675-acc5-4bb8-8890-5d42f503c05b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989509680', 'description': 'tempest-secgroup-smoke-989509680 description', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:08.919947 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.920516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Fanout notify agent at l3_agent the message router_deleted on router af4fd813-655a-4d9a-bde4-638ad32f7ec4 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:08.931407 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.932458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-418470d9-75c1-4792-ae27-e26726a68205 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "DELETE /v2.0/routers/af4fd813-655a-4d9a-bde4-638ad32f7ec4 HTTP/1.1" status: 204 len: 168 time: 4.4607008 Jul 06 17:56:08.940036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51770) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:08.952796 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74167675-acc5-4bb8-8890-5d42f503c05b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:08.958254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-214fe7d4-e796-4df2-a87b-6046fdaa837e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.028938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 0f2b46fc-4848-49b5-a950-2c71a9362c7f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:09.049213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1eb5d0-9c4c-42cc-a49b-19e02cd781ec tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Deleting subnet 1d4d8be4-3fce-47f6-ae5d-f70ff415761e {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:09.053311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 0f2b46fc-4848-49b5-a950-2c71a9362c7f) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:09.055987 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb5d0-9c4c-42cc-a49b-19e02cd781ec tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.063059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.063570 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.071130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ff496-b90c-4711-9aab-a0f211254d4d None None] Network 0f2b46fc-4848-49b5-a950-2c71a9362c7f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:09.113454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-214fe7d4-e796-4df2-a87b-6046fdaa837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.116494 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-214fe7d4-e796-4df2-a87b-6046fdaa837e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.117698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-214fe7d4-e796-4df2-a87b-6046fdaa837e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ca8b69e-bdf1-44c5-a40d-1acf58d9221c HTTP/1.1" status: 204 len: 168 time: 0.6208620 Jul 06 17:56:09.149721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74167675-acc5-4bb8-8890-5d42f503c05b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.158430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74167675-acc5-4bb8-8890-5d42f503c05b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.167863 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb5d0-9c4c-42cc-a49b-19e02cd781ec tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.194658 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74167675-acc5-4bb8-8890-5d42f503c05b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.199171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-74167675-acc5-4bb8-8890-5d42f503c05b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2887607 Jul 06 17:56:09.219169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fe7d4-e796-4df2-a87b-6046fdaa837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca8b69e-bdf1-44c5-a40d-1acf58d9221c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:09.220147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51778) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:09.257180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a6ab5e14-e5d3-4e7f-b15a-cb811f255790 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:09.345811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-243ecd05-f5c5-42ca-bf4f-67cceefea634 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9386866 Jul 06 17:56:09.354254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51780) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:09.363804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3d29de9f-4718-435a-b1c4-a0e958d61141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-56213100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:09.378635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74167675-acc5-4bb8-8890-5d42f503c05b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:09.436981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb5d0-9c4c-42cc-a49b-19e02cd781ec tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.476243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-0f2b46fc-4848-49b5-a950-2c71a9362c7f', 'network_id': '0f2b46fc-4848-49b5-a950-2c71a9362c7f', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'fixed_ips': [{'subnet_id': '5def7437-6ed2-4ca8-a688-b8b6a2eff51e'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:09.478207 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.519143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5e14-e5d3-4e7f-b15a-cb811f255790 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.527143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d29de9f-4718-435a-b1c4-a0e958d61141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.529549 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d29de9f-4718-435a-b1c4-a0e958d61141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.579518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57095db0-8f51-4817-af1c-d99b5b31c67f req-522f4bf0-7d91-49dc-ab08-4f32b9e6f668 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.588146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57095db0-8f51-4817-af1c-d99b5b31c67f req-522f4bf0-7d91-49dc-ab08-4f32b9e6f668 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.2498209 Jul 06 17:56:09.642534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbeafa-60f5-4d87-94ce-5abfd4f15e19 req-6d10d16e-3fb8-4eab-a0eb-612cacb78c22 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:09.653096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-30fbeafa-60f5-4d87-94ce-5abfd4f15e19 req-6d10d16e-3fb8-4eab-a0eb-612cacb78c22 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 943 time: 0.4362466 Jul 06 17:56:09.663216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb5d0-9c4c-42cc-a49b-19e02cd781ec tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.724124 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5e14-e5d3-4e7f-b15a-cb811f255790 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.724473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1eb5d0-9c4c-42cc-a49b-19e02cd781ec tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4d8be4-3fce-47f6-ae5d-f70ff415761e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:09.732823 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb5d0-9c4c-42cc-a49b-19e02cd781ec tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.739479 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7b1eb5d0-9c4c-42cc-a49b-19e02cd781ec tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "DELETE /v2.0/subnets/1d4d8be4-3fce-47f6-ae5d-f70ff415761e HTTP/1.1" status: 204 len: 168 time: 0.7942553 Jul 06 17:56:09.739894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57095db0-8f51-4817-af1c-d99b5b31c67f req-9d3dfbe5-96a1-41b7-996a-8e8e8328b939 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479266 Jul 06 17:56:09.740601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51784) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:09.803492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5e14-e5d3-4e7f-b15a-cb811f255790 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.831138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d29de9f-4718-435a-b1c4-a0e958d61141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.832113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-d659fded-1b7b-4c06-9fd2-f2de8334b1d1 req-4d59780a-9816-4801-b039-b81b9f1b8837 service neutron] (93778) timed out ('10.222.0.13', 34698) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 17:56:09.839229 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.846468 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Allocated IP 172.20.0.2 (0f2b46fc-4848-49b5-a950-2c71a9362c7f/5def7437-6ed2-4ca8-a688-b8b6a2eff51e/53adcf1e-b2b6-4df0-861a-788ad98c3b60) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:09.848228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5e14-e5d3-4e7f-b15a-cb811f255790 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.854627 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a6ab5e14-e5d3-4e7f-b15a-cb811f255790 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6246264 Jul 06 17:56:09.854627 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d29de9f-4718-435a-b1c4-a0e958d61141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.855014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c78c423-4c51-4c5b-8b45-eada2c875e33 None None] Network 7b50157b-18ae-49e5-b36f-d92c7fe195c5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:09.855149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51786) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:09.859312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e8dd37a6-4e20-41fd-a234-93543e2f28b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:09.868497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab5e14-e5d3-4e7f-b15a-cb811f255790 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6392f0-f3e6-401a-8112-e0e4af304a40,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:09.897316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-30fbeafa-60f5-4d87-94ce-5abfd4f15e19 req-b8ba325e-0e1e-48e2-b74c-0a01e297e540 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386131 Jul 06 17:56:09.936439 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8dd37a6-4e20-41fd-a234-93543e2f28b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.936772 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d29de9f-4718-435a-b1c4-a0e958d61141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:09.938143 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3d29de9f-4718-435a-b1c4-a0e958d61141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5818257 Jul 06 17:56:09.943127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51790) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:09.953411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Deleting port 656eb8c0-fea5-4b31-9fb3-62b5894c845b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:09.953805 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.110415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] For port 656eb8c0-fea5-4b31-9fb3-62b5894c845b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=656eb8c0-fea5-4b31-9fb3-62b5894c845b,segment=NetworkSegment(2c964963-1534-4594-9990-c89d2a39bcdc),segment_id=2c964963-1534-4594-9990-c89d2a39bcdc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:10.110874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.143350 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8dd37a6-4e20-41fd-a234-93543e2f28b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.144656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Calling delete_port for 656eb8c0-fea5-4b31-9fb3-62b5894c845b owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:10.158290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8dd37a6-4e20-41fd-a234-93543e2f28b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.193239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd37a6-4e20-41fd-a234-93543e2f28b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3268988-6429-4a66-8bd3-8a89d2edea33,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:10.287256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8dd37a6-4e20-41fd-a234-93543e2f28b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.289371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e8dd37a6-4e20-41fd-a234-93543e2f28b8 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4337740 Jul 06 17:56:10.298216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51800) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:10.316700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a0d41e38-7744-4d7b-972d-b9069b8e1936 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:10.370012 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.389572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Transition to ACTIVE for port object 53adcf1e-b2b6-4df0-861a-788ad98c3b60 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:10.444385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Transition to ACTIVE for port object 53adcf1e-b2b6-4df0-861a-788ad98c3b60 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:10.459685 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.486490 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d41e38-7744-4d7b-972d-b9069b8e1936 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.528685 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.568917 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Network 0f2b46fc-4848-49b5-a950-2c71a9362c7f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:10.570847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfd54f-7776-40c0-a63f-90e60c2a6514 None None] DHCP port deletion for 7b50157b-18ae-49e5-b36f-d92c7fe195c5 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:56:10.587254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:10.606670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:10.644629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.677849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event deleted for resources: {'Port': ['ID=656eb8c0-fea5-4b31-9fb3-62b5894c845b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:10.701869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] No DVR routers for this DVR port 656eb8c0-fea5-4b31-9fb3-62b5894c845b on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:10.739294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Pushing event updated for resources: {'Port': ['ID=53adcf1e-b2b6-4df0-861a-788ad98c3b60,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:10.804457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Attempting to bind port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:10.805180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Attempting to bind port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4baee122-500f-4898-9fb3-535231f3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f2b46fc-4848-49b5-a950-2c71a9362c7f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:10.806585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Attempting to bind port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 on network 0f2b46fc-4848-49b5-a950-2c71a9362c7f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:10.816856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:10.817597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Checking segment: {'id': '4baee122-500f-4898-9fb3-535231f3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f2b46fc-4848-49b5-a950-2c71a9362c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:10.818357 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.819102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Bound using segment: {'id': '4baee122-500f-4898-9fb3-535231f3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f2b46fc-4848-49b5-a950-2c71a9362c7f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:10.819997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Bound port: 53adcf1e-b2b6-4df0-861a-788ad98c3b60, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4baee122-500f-4898-9fb3-535231f3af72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0f2b46fc-4848-49b5-a950-2c71a9362c7f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:10.820988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.858057 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.892969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b50157b-18ae-49e5-b36f-d92c7fe195c5']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:10.938949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] For port 53adcf1e-b2b6-4df0-861a-788ad98c3b60, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:10.941128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c964963-1534-4594-9990-c89d2a39bcdc') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:10.941622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c964963-1534-4594-9990-c89d2a39bcdc') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:10.945147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] For port 53adcf1e-b2b6-4df0-861a-788ad98c3b60, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=53adcf1e-b2b6-4df0-861a-788ad98c3b60,segment=NetworkSegment(4baee122-500f-4898-9fb3-535231f3af72),segment_id=4baee122-500f-4898-9fb3-535231f3af72)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:10.953727 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.966147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d41e38-7744-4d7b-972d-b9069b8e1936 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.975789 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:10.980154 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d41e38-7744-4d7b-972d-b9069b8e1936 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.084274 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d41e38-7744-4d7b-972d-b9069b8e1936 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.087924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a67bb-2646-4797-9e5b-507b87206b1c None None] Pushing event updated for resources: {'Port': ['ID=53adcf1e-b2b6-4df0-861a-788ad98c3b60,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:11.088828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a0d41e38-7744-4d7b-972d-b9069b8e1936 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7889850 Jul 06 17:56:11.091747 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.093746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:11.106229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1e75ceb4-f5d7-480b-9b5a-8e4ea367b134 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:11.126384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d41e38-7744-4d7b-972d-b9069b8e1936 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121c8227-c1bb-4b1e-94cd-cee1b540153c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:11.130707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:11.131003 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:11.136253 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:11.260342 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.276373 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e75ceb4-f5d7-480b-9b5a-8e4ea367b134 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.285899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.295280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "DELETE /v2.0/networks/7b50157b-18ae-49e5-b36f-d92c7fe195c5 HTTP/1.1" status: 204 len: 168 time: 1.5532320 Jul 06 17:56:11.301393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51820) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:11.332282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91076f-01ec-45c6-ad1f-69a3cf122d78 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event deleted for resources: {'Network': ['ID=7b50157b-18ae-49e5-b36f-d92c7fe195c5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:11.364785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ee1db-56b7-4954-9180-d66225bfbf4b req-f63f996d-37f7-4b66-bab5-8dacfb945d2f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.370292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c5ee1db-56b7-4954-9180-d66225bfbf4b req-f63f996d-37f7-4b66-bab5-8dacfb945d2f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.3619266 Jul 06 17:56:11.433025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.20.0.1 (0f2b46fc-4848-49b5-a950-2c71a9362c7f/5def7437-6ed2-4ca8-a688-b8b6a2eff51e/f98dfe24-d190-4bd9-89fa-74b7e7c4806f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:11.545209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c5ee1db-56b7-4954-9180-d66225bfbf4b req-908ee962-00c4-48b0-a1d8-55955afbe675 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691742 Jul 06 17:56:11.552462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:11.593513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e75ceb4-f5d7-480b-9b5a-8e4ea367b134 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.601616 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e75ceb4-f5d7-480b-9b5a-8e4ea367b134 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.654326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75ceb4-f5d7-480b-9b5a-8e4ea367b134 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62c91f6-f604-4ca4-b98f-f3fb3bdf798a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:11.661296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e75ceb4-f5d7-480b-9b5a-8e4ea367b134 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.663125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1e75ceb4-f5d7-480b-9b5a-8e4ea367b134 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5666871 Jul 06 17:56:11.669120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:11.678243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e3ec7a2c-4e16-4399-93ee-6bb621817bbb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:11.720728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcb97-a6a3-4397-847b-4ad567355c90 req-7313d67f-afb8-4b85-9e02-28d8981aea91 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:11.730624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-569bcb97-a6a3-4397-847b-4ad567355c90 req-7313d67f-afb8-4b85-9e02-28d8981aea91 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 943 time: 0.5218141 Jul 06 17:56:11.734013 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-e3ec7a2c-4e16-4399-93ee-6bb621817bbb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Project c26a9cb1979749ce9e89cfcf8fe67b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:56:11.742234 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3ec7a2c-4e16-4399-93ee-6bb621817bbb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.745176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 53adcf1e-b2b6-4df0-861a-788ad98c3b60 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:11.804129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-569bcb97-a6a3-4397-847b-4ad567355c90 req-79dbc585-fc39-4e8e-8ca4-5ac813b2fa39 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720460 Jul 06 17:56:11.856215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Deleting port eed5e080-edc1-4fad-8b87-cfcb45547615 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:11.856707 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.865910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 89b89aee-020c-468b-9d29-9d85d31b3ddf no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:11.895075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e65fdc03-7e04-4c4c-b87a-f1476ff7dd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.915922 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3ec7a2c-4e16-4399-93ee-6bb621817bbb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.927182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3ec7a2c-4e16-4399-93ee-6bb621817bbb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:11.959457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:11.971871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec7a2c-4e16-4399-93ee-6bb621817bbb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4310e89-913a-4520-8718-a0bdb6c99030,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:12.004463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.086478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Transition to ACTIVE for port object f98dfe24-d190-4bd9-89fa-74b7e7c4806f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:12.109907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 656eb8c0-fea5-4b31-9fb3-62b5894c845b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:12.122172 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.122817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.146115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 656eb8c0-fea5-4b31-9fb3-62b5894c845b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:12.146592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 656eb8c0-fea5-4b31-9fb3-62b5894c845b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:12.161190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Calling delete_port for eed5e080-edc1-4fad-8b87-cfcb45547615 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:12.223487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.289820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 0f2b46fc-4848-49b5-a950-2c71a9362c7f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:12.309618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:12.326401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:12.334705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=f98dfe24-d190-4bd9-89fa-74b7e7c4806f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:12.405760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.523162 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e65fdc03-7e04-4c4c-b87a-f1476ff7dd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.534053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e65fdc03-7e04-4c4c-b87a-f1476ff7dd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.543873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3ec7a2c-4e16-4399-93ee-6bb621817bbb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.549339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e3ec7a2c-4e16-4399-93ee-6bb621817bbb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8740475 Jul 06 17:56:12.554942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:12.564784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9b5babce-b054-421b-a406-e0e8a597711f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'security_group_rule': {'security_group_id': 'e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:12.595731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fdc03-7e04-4c4c-b87a-f1476ff7dd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66d40d-796a-4599-981c-9f88a19d1e80,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:12.605381 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e65fdc03-7e04-4c4c-b87a-f1476ff7dd59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1703f07d148b488993371fcd3fbde821&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0472527 Jul 06 17:56:12.606381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51836) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:12.653112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7df861-013c-472f-ad69-342b7cdc1f87 req-6005836d-908c-4c6e-8cd2-e74da117f16a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:12.665490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc7df861-013c-472f-ad69-342b7cdc1f87 req-6005836d-908c-4c6e-8cd2-e74da117f16a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.5808346 Jul 06 17:56:12.686377 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-9b5babce-b054-421b-a406-e0e8a597711f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Project c26a9cb1979749ce9e89cfcf8fe67b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 17:56:12.713618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b5babce-b054-421b-a406-e0e8a597711f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.724205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.776204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc7df861-013c-472f-ad69-342b7cdc1f87 req-2331ca9b-e3a0-46c6-9b0a-acbd54fba067 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092057 Jul 06 17:56:12.790910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Pushing event deleted for resources: {'Port': ['ID=eed5e080-edc1-4fad-8b87-cfcb45547615,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:12.804650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.813360 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-841bfcf1-9c2f-4579-a227-e3900960d0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.881117 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-841bfcf1-9c2f-4579-a227-e3900960d0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.881661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e0cc9-3404-4a2c-a682-dee7c55bb199 None None] Network 0f2b46fc-4848-49b5-a950-2c71a9362c7f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:12.957553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-841bfcf1-9c2f-4579-a227-e3900960d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.963139 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-841bfcf1-9c2f-4579-a227-e3900960d0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:12.966200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-841bfcf1-9c2f-4579-a227-e3900960d0e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb66d40d-796a-4599-981c-9f88a19d1e80 HTTP/1.1" status: 204 len: 168 time: 0.3549240 Jul 06 17:56:12.984844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b387f97b-b686-4a00-bf73-216401b8ecdf None None] Provisioning for port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:13.000399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b387f97b-b686-4a00-bf73-216401b8ecdf None None] Provisioning complete for port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:13.001518 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b387f97b-b686-4a00-bf73-216401b8ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.006633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bfcf1-9c2f-4579-a227-e3900960d0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66d40d-796a-4599-981c-9f88a19d1e80,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:13.221404 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b5babce-b054-421b-a406-e0e8a597711f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.222629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.225843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.231505 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c73a2174-7a64-454d-b2e5-493d602a1171 tempest-FloatingIPAdminTestJSON-202102560 tempest-FloatingIPAdminTestJSON-202102560-project] 10.222.0.13 "DELETE /v2.0/floatingips/5bdfba3c-4840-42f0-8b8c-5b19925d0bed HTTP/1.1" status: 204 len: 168 time: 1.9234626 Jul 06 17:56:13.258046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0091ca-7f35-492f-8843-b2d54ec426d9 req-79bfa745-e0c4-4966-8183-ace645b5253c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:13.267456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef0091ca-7f35-492f-8843-b2d54ec426d9 req-79bfa745-e0c4-4966-8183-ace645b5253c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1852021 Jul 06 17:56:13.288121 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b5babce-b054-421b-a406-e0e8a597711f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.432949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef0091ca-7f35-492f-8843-b2d54ec426d9 req-47f70544-f06e-4a96-a318-0547a969a2f0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249623 Jul 06 17:56:13.861540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b387f97b-b686-4a00-bf73-216401b8ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.868546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5babce-b054-421b-a406-e0e8a597711f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980c1d27-6559-41e3-8137-877e63300b9f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:13.985632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b387f97b-b686-4a00-bf73-216401b8ecdf None None] For port 53adcf1e-b2b6-4df0-861a-788ad98c3b60, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=53adcf1e-b2b6-4df0-861a-788ad98c3b60,segment=NetworkSegment(4baee122-500f-4898-9fb3-535231f3af72),segment_id=4baee122-500f-4898-9fb3-535231f3af72)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:13.989890 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b5babce-b054-421b-a406-e0e8a597711f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:13.997095 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b5babce-b054-421b-a406-e0e8a597711f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4383950 Jul 06 17:56:14.001427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51860) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:14.002291 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b387f97b-b686-4a00-bf73-216401b8ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.014457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'network': {'name': 'tempest-network-smoke--90287767', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'port_security_enabled': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:14.031259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbb856-7ef4-472e-94bd-56ca32bee906 req-4d9b86ce-ff0a-46fb-af03-2466bcd41ceb tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:14.032911 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14cbb856-7ef4-472e-94bd-56ca32bee906 req-4d9b86ce-ff0a-46fb-af03-2466bcd41ceb tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 1.1758277 Jul 06 17:56:14.037250 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:56:14.111434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387f97b-b686-4a00-bf73-216401b8ecdf None None] Pushing event updated for resources: {'Port': ['ID=53adcf1e-b2b6-4df0-861a-788ad98c3b60,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:14.113381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:14.149014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:14.158477 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.213529 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14cbb856-7ef4-472e-94bd-56ca32bee906 req-51eca60e-862b-4cca-9e85-c152f5f79cbe tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485810 Jul 06 17:56:14.359993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:14.397335 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.397941 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Added segment bf3ab600-54a1-42c0-bd72-589fe9271102 of type vlan for network 4cce06ac-65c2-403c-8359-460e5a6fc37e Jul 06 17:56:14.423195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.436122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.442043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-08042633-f93d-48a7-8cae-e87792ad12a4 None None] Provisioning complete for port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:14.442815 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-08042633-f93d-48a7-8cae-e87792ad12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.525483 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.533499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=f98dfe24-d190-4bd9-89fa-74b7e7c4806f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:14.543659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.556580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.556949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.557434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.557838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.558253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.559024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.559442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.559844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.560292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.560684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.561088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.561479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:14.642141 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.650485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-08042633-f93d-48a7-8cae-e87792ad12a4 None None] Provisioning for port f98dfe24-d190-4bd9-89fa-74b7e7c4806f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:14.651734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:14.652420 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.661325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-08042633-f93d-48a7-8cae-e87792ad12a4 None None] Provisioning complete for port f98dfe24-d190-4bd9-89fa-74b7e7c4806f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:14.662125 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-08042633-f93d-48a7-8cae-e87792ad12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.724247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 0f2b46fc-4848-49b5-a950-2c71a9362c7f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:14.727105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:14.760102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-08042633-f93d-48a7-8cae-e87792ad12a4 None None] Port f98dfe24-d190-4bd9-89fa-74b7e7c4806f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:14.765662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7627828 Jul 06 17:56:14.781702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51876) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:14.787162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'admin_state_up': True, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:14.824641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-11870ef1-4a88-4c07-8bd1-4c7e7e97ea70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b184dbe6e82140d9aefe2558512276ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6986682 Jul 06 17:56:14.831128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51878) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:14.845816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4abd4-360c-4031-ab84-6b9452b012cc req-49e14832-dd5a-43a2-9226-86c8c36910df tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:14.853784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12f4abd4-360c-4031-ab84-6b9452b012cc req-49e14832-dd5a-43a2-9226-86c8c36910df tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.6284862 Jul 06 17:56:14.909848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d91d50-c8a1-4c75-9a75-3cac5b9db3cd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Network': ['ID=4cce06ac-65c2-403c-8359-460e5a6fc37e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:14.911835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-065bea63-585e-4343-ab0c-bb3b48d05249 None None] Provisioning complete for port f98dfe24-d190-4bd9-89fa-74b7e7c4806f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:14.912557 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-065bea63-585e-4343-ab0c-bb3b48d05249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.933064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4cce06ac-65c2-403c-8359-460e5a6fc37e details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:14.951609 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.953411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:14.972630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12f4abd4-360c-4031-ab84-6b9452b012cc req-a2c276ef-518c-4e70-a70b-9b3af874a4f1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176474 Jul 06 17:56:14.978797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 9820305b-753c-4441-bef4-8c58f2f2131a is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:56:15.036591 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f43b12-5a0f-4e44-8294-0b503ffaadb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.097461 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.117526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f43b12-5a0f-4e44-8294-0b503ffaadb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.162724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:15.183450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b16216dd-cad0-40cc-9b19-0abb51d86668 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/9820305b-753c-4441-bef4-8c58f2f2131a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2383161 Jul 06 17:56:15.184482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51886) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:15.194082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-065bea63-585e-4343-ab0c-bb3b48d05249 None None] Port f98dfe24-d190-4bd9-89fa-74b7e7c4806f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:15.205188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c66a06-567e-4c4a-bf56-e044409d93f9 None None] Sync routers for ids ['9820305b-753c-4441-bef4-8c58f2f2131a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:15.253996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c66a06-567e-4c4a-bf56-e044409d93f9 None None] Routers {'9820305b-753c-4441-bef4-8c58f2f2131a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:15.255385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-64c66a06-567e-4c4a-bf56-e044409d93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['9820305b-753c-4441-bef4-8c58f2f2131a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:15.341906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-64c66a06-567e-4c4a-bf56-e044409d93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:15.379580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09006a3-d603-4323-ace7-71f8600a47d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:15.384403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6a3e1fba-68b9-442c-89ba-ccf5eefa106c None None] Provisioning complete for port f98dfe24-d190-4bd9-89fa-74b7e7c4806f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:15.385255 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6a3e1fba-68b9-442c-89ba-ccf5eefa106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.387581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51894) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:15.392611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c09006a3-d603-4323-ace7-71f8600a47d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports/f98dfe24-d190-4bd9-89fa-74b7e7c4806f HTTP/1.1" status: 200 len: 910 time: 0.2059803 Jul 06 17:56:15.474377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c66a06-567e-4c4a-bf56-e044409d93f9 None None] Routers {'9820305b-753c-4441-bef4-8c58f2f2131a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:15.475027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-64c66a06-567e-4c4a-bf56-e044409d93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:55:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['9820305b-753c-4441-bef4-8c58f2f2131a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:15.483539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e1fba-68b9-442c-89ba-ccf5eefa106c None None] Port f98dfe24-d190-4bd9-89fa-74b7e7c4806f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:15.513903 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.551015 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-64c66a06-567e-4c4a-bf56-e044409d93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:15.552369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c66a06-567e-4c4a-bf56-e044409d93f9 None None] The sync data for ids ['9820305b-753c-4441-bef4-8c58f2f2131a'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:15.610642 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f43b12-5a0f-4e44-8294-0b503ffaadb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.613334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f43b12-5a0f-4e44-8294-0b503ffaadb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:15.614853 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-97f43b12-5a0f-4e44-8294-0b503ffaadb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/257c9fad-8054-4f39-825a-c2a1e2e1fb11 HTTP/1.1" status: 204 len: 168 time: 0.7589488 Jul 06 17:56:15.643502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 53adcf1e-b2b6-4df0-861a-788ad98c3b60 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:15.650927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a054cf-3765-48f4-9444-708094a6f981 req-32eae176-74b8-40f7-8b20-65157ccc4d93 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:15.652880 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24a054cf-3765-48f4-9444-708094a6f981 req-32eae176-74b8-40f7-8b20-65157ccc4d93 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.1646929 Jul 06 17:56:15.728660 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24a054cf-3765-48f4-9444-708094a6f981 req-a70ae5b7-3261-4b72-9a2d-4d4bbab45694 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641291 Jul 06 17:56:15.751922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f43b12-5a0f-4e44-8294-0b503ffaadb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257c9fad-8054-4f39-825a-c2a1e2e1fb11,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:15.767478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:15.767864 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.050504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.105027 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.416053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:16.452867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1971fae-05d7-40eb-a136-18e46e741e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.536081 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.542503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.25.7.88 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/4e1f17c3-0e31-4d97-9634-b3f6ee6c4891) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:16.631811 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1971fae-05d7-40eb-a136-18e46e741e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.640192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1971fae-05d7-40eb-a136-18e46e741e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:16.656608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a50da-0f05-4293-8f34-7022a756dadb req-37888e55-396b-4bad-81d1-e54caeb6f2cf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:16.668226 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-854a50da-0f05-4293-8f34-7022a756dadb req-37888e55-396b-4bad-81d1-e54caeb6f2cf tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3977377 Jul 06 17:56:16.711137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c1971fae-05d7-40eb-a136-18e46e741e5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f97f233dccfd4cb58e8b8c3417e287bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898829 Jul 06 17:56:16.715064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1971fae-05d7-40eb-a136-18e46e741e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398e01c3-5fbc-4b56-b46b-f74607146872,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:16.720246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:16.859212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-854a50da-0f05-4293-8f34-7022a756dadb req-42dedd2f-ae72-49e4-979b-56c62eb46eb6 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889555 Jul 06 17:56:17.016397 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a19e5a1-8949-4d24-8416-2d1a3ee5aa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.092780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1556804-f1c7-4975-850d-67a16f122de2 req-970c7fcf-734c-4cc2-b8a4-9905c6b4b3c4 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:17.097880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb846192-c98e-4297-b9a4-65df97993bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.101221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e1556804-f1c7-4975-850d-67a16f122de2 req-970c7fcf-734c-4cc2-b8a4-9905c6b4b3c4 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.1493542 Jul 06 17:56:17.123344 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.175334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e1556804-f1c7-4975-850d-67a16f122de2 req-e85c36f0-d4e6-44b7-adc6-c41c1c1b14f0 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726643 Jul 06 17:56:17.262679 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb846192-c98e-4297-b9a4-65df97993bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.353831 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.381414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:17.404537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:17.427529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:17.437003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:17.475896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=4e1f17c3-0e31-4d97-9634-b3f6ee6c4891,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:17.504112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb846192-c98e-4297-b9a4-65df97993bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.507634 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb846192-c98e-4297-b9a4-65df97993bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.510376 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fb846192-c98e-4297-b9a4-65df97993bde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/398e01c3-5fbc-4b56-b46b-f74607146872 HTTP/1.1" status: 204 len: 168 time: 0.7876937 Jul 06 17:56:17.547099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port f98dfe24-d190-4bd9-89fa-74b7e7c4806f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:17.547400 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.552638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb846192-c98e-4297-b9a4-65df97993bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398e01c3-5fbc-4b56-b46b-f74607146872,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:17.716545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464fa08-1a03-49d7-8ec5-45cef8aa92ae req-6cf214c0-3d86-47a9-a0fd-e22438d3b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:17.720167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7464fa08-1a03-49d7-8ec5-45cef8aa92ae req-6cf214c0-3d86-47a9-a0fd-e22438d3b2a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 1096 time: 0.3369262 Jul 06 17:56:17.781391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7464fa08-1a03-49d7-8ec5-45cef8aa92ae req-ebad7074-0944-4326-9f99-6a84236a2e11 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488470 Jul 06 17:56:17.884494 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:17.968808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for f98dfe24-d190-4bd9-89fa-74b7e7c4806f owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:18.152132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:18.178113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.180765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8691cfd-c7ea-476f-8314-3b415af5d334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.441241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8691cfd-c7ea-476f-8314-3b415af5d334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.468265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8691cfd-c7ea-476f-8314-3b415af5d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.597810 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8691cfd-c7ea-476f-8314-3b415af5d334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e0678-bf5d-4f3c-bbe2-e8bb1f3498e7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:18.634421 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f8691cfd-c7ea-476f-8314-3b415af5d334 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9810c037f6b342c8939eab88094097ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768746 Jul 06 17:56:18.636127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52042) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:18.756105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e6864-6c6b-45c8-b30e-41d521adbb7c req-60755f3e-6fb4-4435-930d-ffc65dc11cc9 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:18.759042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab6e6864-6c6b-45c8-b30e-41d521adbb7c req-60755f3e-6fb4-4435-930d-ffc65dc11cc9 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.3146257 Jul 06 17:56:18.761983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a3b52-b169-475d-92a4-51e0275074aa req-ad2555d9-57f9-4482-bda2-321c8a7b3772 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:18.764403 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b13a3b52-b169-475d-92a4-51e0275074aa req-ad2555d9-57f9-4482-bda2-321c8a7b3772 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.7043772 Jul 06 17:56:18.828876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1e27-4061-41b1-b232-b03b781b4274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.901303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1e27-4061-41b1-b232-b03b781b4274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:18.920616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b13a3b52-b169-475d-92a4-51e0275074aa req-519d3f93-d2f1-4411-90a3-f8d2f348af6d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499608 Jul 06 17:56:18.938319 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab6e6864-6c6b-45c8-b30e-41d521adbb7c req-ac55b24b-b61c-43a3-98f1-abaefd6a73be tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447887 Jul 06 17:56:18.964370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.031076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=f98dfe24-d190-4bd9-89fa-74b7e7c4806f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:19.044716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1e27-4061-41b1-b232-b03b781b4274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.051001 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1e27-4061-41b1-b232-b03b781b4274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.053749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9f1a1e27-4061-41b1-b232-b03b781b4274 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/138e0678-bf5d-4f3c-bbe2-e8bb1f3498e7 HTTP/1.1" status: 204 len: 168 time: 0.4157460 Jul 06 17:56:19.075654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a1e27-4061-41b1-b232-b03b781b4274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e0678-bf5d-4f3c-bbe2-e8bb1f3498e7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:19.220614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.519001 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97209261-d7db-47cc-8a7e-79e5f9e272ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.699061 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:19.948804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 7e89c106-ce30-4868-b207-a95e110894b1 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:56:19.983996 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.061465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 9820305b-753c-4441-bef4-8c58f2f2131a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:20.074768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c1e24-091d-4709-a219-ac73a95d02f5 req-c1f5568b-bb21-405f-a2cc-b9939b34b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:20.076342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d3c1e24-091d-4709-a219-ac73a95d02f5 req-c1f5568b-bb21-405f-a2cc-b9939b34b6ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 1097 time: 0.2642760 Jul 06 17:56:20.229358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d2e69-41bb-4e18-83d3-986ed7ee5a8f req-65829f15-f6be-449f-82d2-4983a695a9c2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:20.230980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e6d2e69-41bb-4e18-83d3-986ed7ee5a8f req-65829f15-f6be-449f-82d2-4983a695a9c2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1030393 Jul 06 17:56:20.280170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:20.294738 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbada86-8bc0-43f3-a54f-ef989a851422 None None] Sync routers for ids ['9820305b-753c-4441-bef4-8c58f2f2131a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:20.304586 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e6d2e69-41bb-4e18-83d3-986ed7ee5a8f req-fecff5fa-149c-4eb6-92d0-900599c8ec6f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579302 Jul 06 17:56:20.307351 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbada86-8bc0-43f3-a54f-ef989a851422 None None] Routers {'9820305b-753c-4441-bef4-8c58f2f2131a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:20.308300 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dbada86-8bc0-43f3-a54f-ef989a851422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['9820305b-753c-4441-bef4-8c58f2f2131a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:20.315561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5fc44216-fb6f-42de-8eee-16820efc0141 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/9820305b-753c-4441-bef4-8c58f2f2131a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9211550 Jul 06 17:56:20.320920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:20.326915 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:20.345167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Sync routers for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:20.365835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:20.366814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:20.380815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d3c1e24-091d-4709-a219-ac73a95d02f5 req-4520830a-14cc-4f78-a0d7-865aa97ccf8f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926824 Jul 06 17:56:20.384885 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dbada86-8bc0-43f3-a54f-ef989a851422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:20.389053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-757c1b11-8af0-4792-a961-92338ffd7cfb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=9820305b-753c-4441-bef4-8c58f2f2131a HTTP/1.1" status: 200 len: 205 time: 0.0665481 Jul 06 17:56:20.396126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52136) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:20.411730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.417872 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbada86-8bc0-43f3-a54f-ef989a851422 None None] Routers {'9820305b-753c-4441-bef4-8c58f2f2131a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:20.418554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b7f6b929-36c8-40da-9f86-9dd39ac82e13 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.6352513 Jul 06 17:56:20.419083 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dbada86-8bc0-43f3-a54f-ef989a851422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['9820305b-753c-4441-bef4-8c58f2f2131a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:20.424022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52138) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:20.464514 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-14074280-f491-46c8-93a9-6ae869f41422 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c26a9cb1979749ce9e89cfcf8fe67b35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386109 Jul 06 17:56:20.468014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52140) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:20.485944 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dbada86-8bc0-43f3-a54f-ef989a851422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:20.487143 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbada86-8bc0-43f3-a54f-ef989a851422 None None] The sync data for ids ['9820305b-753c-4441-bef4-8c58f2f2131a'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:20.536093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf22b2f9-d6bd-4c57-8b14-d3168d08cafd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.578393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:20.692116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e5fc3-ffcf-4a14-a97e-b80a3a69b699 req-ec535ebd-9aba-4e7c-a923-06881ae8961c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:20.700608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb1e5fc3-ffcf-4a14-a97e-b80a3a69b699 req-ec535ebd-9aba-4e7c-a923-06881ae8961c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.4242234 Jul 06 17:56:20.741883 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.761199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf22b2f9-d6bd-4c57-8b14-d3168d08cafd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.766552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf22b2f9-d6bd-4c57-8b14-d3168d08cafd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.867407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394230a3-aade-4fad-bb9b-a23389ff016e tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:20.868030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb1e5fc3-ffcf-4a14-a97e-b80a3a69b699 req-12813808-9697-4b41-9db9-719a772f08b8 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654050 Jul 06 17:56:20.871181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-394230a3-aade-4fad-bb9b-a23389ff016e tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4009700 Jul 06 17:56:20.876254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52146) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:20.907949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:17Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:20.918954 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf22b2f9-d6bd-4c57-8b14-d3168d08cafd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.919487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf22b2f9-d6bd-4c57-8b14-d3168d08cafd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Fanout notify agent at l3_agent the message router_deleted on router 9820305b-753c-4441-bef4-8c58f2f2131a {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:20.923193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7e65f00c-aa74-4708-bf7a-5315a4c6ce9b tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447555 Jul 06 17:56:20.927303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52148) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:20.929337 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf22b2f9-d6bd-4c57-8b14-d3168d08cafd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:20.930689 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cf22b2f9-d6bd-4c57-8b14-d3168d08cafd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/9820305b-753c-4441-bef4-8c58f2f2131a HTTP/1.1" status: 204 len: 168 time: 0.5334098 Jul 06 17:56:20.935579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52150) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:20.938793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-560117012', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:20.967286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Checking router: 7e89c106-ce30-4868-b207-a95e110894b1 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:20.968019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Updating router 7e89c106-ce30-4868-b207-a95e110894b1 port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:56:21.020745 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.096238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:21.100369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f14f0d-37b2-4c1f-9341-9633ce9575a0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting subnet 5def7437-6ed2-4ca8-a688-b8b6a2eff51e {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:21.101148 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.105479 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0f14f0d-37b2-4c1f-9341-9633ce9575a0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.208615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0f14f0d-37b2-4c1f-9341-9633ce9575a0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.490978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.542367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0f14f0d-37b2-4c1f-9341-9633ce9575a0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.656895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Subnet': ['ID=561836b1-ca0c-4aea-9e17-1b252a32b4b4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:21.662027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Checking segment: {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:21.663040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network hostable DHCP agents. Network: 4cce06ac-65c2-403c-8359-460e5a6fc37e, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:21.757162 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0f14f0d-37b2-4c1f-9341-9633ce9575a0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.761050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 4cce06ac-65c2-403c-8359-460e5a6fc37e is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:21.798537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4cce06ac-65c2-403c-8359-460e5a6fc37e) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:21.806682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f14f0d-37b2-4c1f-9341-9633ce9575a0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Subnet': ['ID=5def7437-6ed2-4ca8-a688-b8b6a2eff51e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:21.811312 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0f14f0d-37b2-4c1f-9341-9633ce9575a0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.813457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f0f14f0d-37b2-4c1f-9341-9633ce9575a0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/5def7437-6ed2-4ca8-a688-b8b6a2eff51e HTTP/1.1" status: 204 len: 168 time: 0.8749959 Jul 06 17:56:21.815373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.816650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.818702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:21.835836 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:21.864095 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08526715-3f0f-42e9-9f42-ccecbf332106 None None] Network 4cce06ac-65c2-403c-8359-460e5a6fc37e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:21.869987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d5f37-d441-4d32-978b-d2a2790fcb09 None None] Network 0f2b46fc-4848-49b5-a950-2c71a9362c7f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:21.879616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Transition to ACTIVE for port object 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:21.905754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a928d1-61e7-41d5-ad6e-822bfb506262 req-5138636a-9c2e-40b0-8ea7-89b984f4a4ae tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:21.919969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35a928d1-61e7-41d5-ad6e-822bfb506262 req-5138636a-9c2e-40b0-8ea7-89b984f4a4ae tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2381618 Jul 06 17:56:21.925789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52182) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:21.944741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52186) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:21.946414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-141a4c8f-961e-43ae-8bf9-e1e53176df96 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0160210 Jul 06 17:56:22.009503 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35a928d1-61e7-41d5-ad6e-822bfb506262 req-30944e70-0361-4c92-8445-b490723f1589 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877852 Jul 06 17:56:22.035739 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.127324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:22.209541 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61426-e318-4e7b-8ceb-68166f443be9 None None] Pushing event updated for resources: {'Port': ['ID=4e1f17c3-0e31-4d97-9634-b3f6ee6c4891,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:22.237101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Attempting to bind port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:22.238077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Attempting to bind port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:22.238653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Attempting to bind port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:22.257705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:22.259115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:22.259730 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.260289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:22.260947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Bound port: 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:22.261506 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.331351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] For port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:22.335990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] For port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4e1f17c3-0e31-4d97-9634-b3f6ee6c4891,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:22.359342 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.360005 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.385438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73e6f3f0-9622-4b21-9285-eb04ec973b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.474799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1159459051', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:22.525068 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73e6f3f0-9622-4b21-9285-eb04ec973b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.531861 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73e6f3f0-9622-4b21-9285-eb04ec973b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.583533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:22.584180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:22.590712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-73e6f3f0-9622-4b21-9285-eb04ec973b7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f2f4a15f19d47ddb7a7c2b11828a709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579473 Jul 06 17:56:22.590712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6f3f0-9622-4b21-9285-eb04ec973b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9bc7df-f4d7-4414-989d-2a594676be67,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:22.591119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:22.622243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61426-e318-4e7b-8ceb-68166f443be9 None None] Pushing event updated for resources: {'Port': ['ID=4e1f17c3-0e31-4d97-9634-b3f6ee6c4891,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:22.655587 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5424995a-1379-4905-9128-e78e55ce4af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.689240 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5424995a-1379-4905-9128-e78e55ce4af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.695631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699de8c1-e201-4b82-af4f-b5d7fbfc02dc None None] DHCP port deletion for 0f2b46fc-4848-49b5-a950-2c71a9362c7f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:56:22.703192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d12997-811b-4185-8f73-5487426dd8d2 req-e5c8d2e4-9dec-4afe-b1d7-2960e15645e2 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:22.704880 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.715423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9d12997-811b-4185-8f73-5487426dd8d2 req-e5c8d2e4-9dec-4afe-b1d7-2960e15645e2 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.3516946 Jul 06 17:56:22.743185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Made reservation on behalf of 642950733824428eab160f71bad619c5 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:22.747789 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.775664 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5424995a-1379-4905-9128-e78e55ce4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.781045 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5424995a-1379-4905-9128-e78e55ce4af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.785830 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5424995a-1379-4905-9128-e78e55ce4af7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d9bc7df-f4d7-4414-989d-2a594676be67 HTTP/1.1" status: 204 len: 168 time: 0.1913116 Jul 06 17:56:22.799366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424995a-1379-4905-9128-e78e55ce4af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9bc7df-f4d7-4414-989d-2a594676be67,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:22.811127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:22.811127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:22.867868 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.005337 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9d12997-811b-4185-8f73-5487426dd8d2 req-ba25b602-9ce4-4e3c-b800-85c92c78ad35 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878039 Jul 06 17:56:23.018517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port 53adcf1e-b2b6-4df0-861a-788ad98c3b60, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=53adcf1e-b2b6-4df0-861a-788ad98c3b60,segment=NetworkSegment(4baee122-500f-4898-9fb3-535231f3af72),segment_id=4baee122-500f-4898-9fb3-535231f3af72)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:23.018903 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.070235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-4cce06ac-65c2-403c-8359-460e5a6fc37e', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:23.073351 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.091770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 53adcf1e-b2b6-4df0-861a-788ad98c3b60 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:23.215281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:23.455962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-699de8c1-e201-4b82-af4f-b5d7fbfc02dc None None] Deleting port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:23.456356 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-699de8c1-e201-4b82-af4f-b5d7fbfc02dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.645351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 53adcf1e-b2b6-4df0-861a-788ad98c3b60 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:23.675441 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.683372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 53adcf1e-b2b6-4df0-861a-788ad98c3b60 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:56:23.683810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 53adcf1e-b2b6-4df0-861a-788ad98c3b60 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:56:23.686083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f08a5-2724-457d-81b8-4e043353d16f req-c6f56e82-45f8-4152-ba26-066f75b5db82 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:23.697225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-674f08a5-2724-457d-81b8-4e043353d16f req-c6f56e82-45f8-4152-ba26-066f75b5db82 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3052173 Jul 06 17:56:23.699109 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.713486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-699de8c1-e201-4b82-af4f-b5d7fbfc02dc None None] For port 53adcf1e-b2b6-4df0-861a-788ad98c3b60, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=53adcf1e-b2b6-4df0-861a-788ad98c3b60,segment=NetworkSegment(4baee122-500f-4898-9fb3-535231f3af72),segment_id=4baee122-500f-4898-9fb3-535231f3af72)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:23.713962 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-699de8c1-e201-4b82-af4f-b5d7fbfc02dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.747221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-699de8c1-e201-4b82-af4f-b5d7fbfc02dc None None] Calling delete_port for 53adcf1e-b2b6-4df0-861a-788ad98c3b60 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:23.773377 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:23.777657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Allocated IP 172.20.0.2 (4cce06ac-65c2-403c-8359-460e5a6fc37e/561836b1-ca0c-4aea-9e17-1b252a32b4b4/77764b32-1cca-42e4-8427-a1ced06bcfc4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:23.777964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] device_id is not set on port 0c884177-3dac-4794-a5f6-1fa8376cb4c1 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:56:23.886670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No DVR routers for this DVR port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:23.957953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-674f08a5-2724-457d-81b8-4e043353d16f req-bb599a8f-f8d2-4cf1-8a4a-4f0e84d42815 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596171 Jul 06 17:56:24.014196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Allocated IP 172.25.7.153 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/0c884177-3dac-4794-a5f6-1fa8376cb4c1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:24.026720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03478952-150f-41c9-908b-c6701a1d49fd req-46539075-01ed-49a6-80a1-b12bed9e45f2 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:24.028433 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-03478952-150f-41c9-908b-c6701a1d49fd req-46539075-01ed-49a6-80a1-b12bed9e45f2 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.1663706 Jul 06 17:56:24.051005 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-699de8c1-e201-4b82-af4f-b5d7fbfc02dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.055978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:17Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:24.085666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=53adcf1e-b2b6-4df0-861a-788ad98c3b60,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:24.091677 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-03478952-150f-41c9-908b-c6701a1d49fd req-befd641f-5150-4a5c-b04f-60572c825bc3 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508862 Jul 06 17:56:24.171214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a0d7d7-9568-4ce5-8731-75c27409893c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:24.174941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248a1636-b86c-48a7-9dcb-44b19ebc74ec None None] The sync data for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 is: [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:17Z', 'revision_number': 3, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:24.193960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699de8c1-e201-4b82-af4f-b5d7fbfc02dc None None] Pushing event deleted for resources: {'Port': ['ID=53adcf1e-b2b6-4df0-861a-788ad98c3b60,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:24.197584 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699de8c1-e201-4b82-af4f-b5d7fbfc02dc None None] No DVR routers for this DVR port 53adcf1e-b2b6-4df0-861a-788ad98c3b60 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:24.307606 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.333372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Transition to ACTIVE for port object 77764b32-1cca-42e4-8427-a1ced06bcfc4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:24.372205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Transition to ACTIVE for port object 77764b32-1cca-42e4-8427-a1ced06bcfc4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:24.390956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.396961 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.441000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Network 4cce06ac-65c2-403c-8359-460e5a6fc37e is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:24.447458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:24.450445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2b46fc-4848-49b5-a950-2c71a9362c7f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:24.451456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:24.457661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Pushing event updated for resources: {'Port': ['ID=77764b32-1cca-42e4-8427-a1ced06bcfc4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:24.470061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4baee122-500f-4898-9fb3-535231f3af72') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:24.470417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4baee122-500f-4898-9fb3-535231f3af72') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:24.485723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.504030 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.516202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:24.516634 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:24.528381 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:24.563799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Attempting to bind port 77764b32-1cca-42e4-8427-a1ced06bcfc4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:24.564177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Attempting to bind port 77764b32-1cca-42e4-8427-a1ced06bcfc4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:24.564512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Attempting to bind port 77764b32-1cca-42e4-8427-a1ced06bcfc4 on network 4cce06ac-65c2-403c-8359-460e5a6fc37e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:24.589180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:24.590318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Checking segment: {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:24.609328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.609787 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.610636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Bound using segment: {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:24.625924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Bound port: 77764b32-1cca-42e4-8427-a1ced06bcfc4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:24.626601 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.703642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-83fd6820-b7d5-4695-9d9c-f6b756e6af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:24.705479 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-83fd6820-b7d5-4695-9d9c-f6b756e6af46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 1097 time: 0.9951677 Jul 06 17:56:24.766072 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.786085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] For port 77764b32-1cca-42e4-8427-a1ced06bcfc4, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:24.791444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] For port 77764b32-1cca-42e4-8427-a1ced06bcfc4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=77764b32-1cca-42e4-8427-a1ced06bcfc4,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:24.797837 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.844276 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.851468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/networks/0f2b46fc-4848-49b5-a950-2c71a9362c7f HTTP/1.1" status: 204 len: 168 time: 3.0262501 Jul 06 17:56:24.852176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52238) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:24.856252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-453514254', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:24.928746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.948276 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:24.954142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45ffcd-934c-41f8-b05c-c790c6e337f0 None None] Pushing event updated for resources: {'Port': ['ID=77764b32-1cca-42e4-8427-a1ced06bcfc4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:24.981139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c94f59-5b86-4c82-bfdb-cacdb08218c0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Network': ['ID=0f2b46fc-4848-49b5-a950-2c71a9362c7f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:24.997766 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.080834 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.121541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-204f49a5-7d9f-40db-9e89-cc5d8d66d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:25.123203 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-204f49a5-7d9f-40db-9e89-cc5d8d66d3b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 920 time: 0.4104400 Jul 06 17:56:25.187413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-bef70d32-1927-499f-bb3d-4f71f37329f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e HTTP/1.1" status: 200 len: 217 time: 0.0561814 Jul 06 17:56:25.222246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52246) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:25.307224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-94b66df0-2292-4720-afa4-9a0936666ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:25.308770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-94b66df0-2292-4720-afa4-9a0936666ee5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 200 len: 859 time: 0.0920188 Jul 06 17:56:25.371177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.491569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-3ab14402-d206-4061-abf5-661f620a23ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ee30b1-b6be-4d1b-bb46-36425ac2687f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263697 Jul 06 17:56:25.628352 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-9547e97e-8903-4bda-b82c-5d71b968b2dc service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344783 Jul 06 17:56:25.636921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.652786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b57539-7813-4d74-8419-51581b628839 req-9f510cab-5ed5-4b71-954e-3d7ae80cb14e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:25.655606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82b57539-7813-4d74-8419-51581b628839 req-9f510cab-5ed5-4b71-954e-3d7ae80cb14e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.2763805 Jul 06 17:56:25.710398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1133315143', 'router:external': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:25.731290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:25.781770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82b57539-7813-4d74-8419-51581b628839 req-7994af7f-a9a8-4a76-85ef-b59f650082b3 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191540 Jul 06 17:56:25.822165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:25.829619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:25.830919 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.914461 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.937565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.942326 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.982210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4e1f17c3-0e31-4d97-9634-b3f6ee6c4891,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:25.989770 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:25.990865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 77764b32-1cca-42e4-8427-a1ced06bcfc4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:26.088244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=4e1f17c3-0e31-4d97-9634-b3f6ee6c4891,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:26.106766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 77764b32-1cca-42e4-8427-a1ced06bcfc4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:26.157793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.25.7.179 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/5b535bd5-225b-4727-aaf4-23418ef182b9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:26.309337 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.329110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:26.358611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:26.365194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:26.369536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.397854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc9bc9-186f-4989-b942-2b24325e642d req-c4978b66-ca40-4d71-a33d-fdb16a3f35db tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.400868 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17dc9bc9-186f-4989-b942-2b24325e642d req-c4978b66-ca40-4d71-a33d-fdb16a3f35db tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 1.1891096 Jul 06 17:56:26.416163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:26.426232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:26.433875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:26.465168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Made reservation on behalf of 275bdf65970d4070aeba3f0241e610bd for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:26.468640 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.471120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=5b535bd5-225b-4727-aaf4-23418ef182b9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:26.486972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Pushing event updated for resources: {'Port': ['ID=0c884177-3dac-4794-a5f6-1fa8376cb4c1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:26.533734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af1b90-56d2-43bc-8724-4c69a05ccfe9 None None] Network 4cce06ac-65c2-403c-8359-460e5a6fc37e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:26.549615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.628564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9f6013af-e73f-46e5-8afa-dadd68fb8bd5 None None] Provisioning for port 77764b32-1cca-42e4-8427-a1ced06bcfc4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:26.644380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9f6013af-e73f-46e5-8afa-dadd68fb8bd5 None None] Provisioning complete for port 77764b32-1cca-42e4-8427-a1ced06bcfc4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:26.644885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f6013af-e73f-46e5-8afa-dadd68fb8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.669389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.20.0.1 (4cce06ac-65c2-403c-8359-460e5a6fc37e/561836b1-ca0c-4aea-9e17-1b252a32b4b4/2900667a-5b44-47ad-a27a-fd37f3e9d4fa) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:26.675470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc82392a-f070-47e9-8ac5-9b85bb244a54 req-3276057a-01d5-4c6a-8e49-489333243203 service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0359273 Jul 06 17:56:26.677640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:26.680984 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.768968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17dc9bc9-186f-4989-b942-2b24325e642d req-78dc2af4-f3f6-4700-bef9-b898ebb5e695 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835515 Jul 06 17:56:26.871951 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f6013af-e73f-46e5-8afa-dadd68fb8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.921243 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.966306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9f6013af-e73f-46e5-8afa-dadd68fb8bd5 None None] For port 77764b32-1cca-42e4-8427-a1ced06bcfc4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=77764b32-1cca-42e4-8427-a1ced06bcfc4,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:26.979049 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f6013af-e73f-46e5-8afa-dadd68fb8bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:26.986498 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.059246 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.095688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Transition to ACTIVE for port object 2900667a-5b44-47ad-a27a-fd37f3e9d4fa will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:27.141256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6013af-e73f-46e5-8afa-dadd68fb8bd5 None None] Pushing event updated for resources: {'Port': ['ID=77764b32-1cca-42e4-8427-a1ced06bcfc4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:27.149652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.165576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:27.178563 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.179025 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Added segment 662f73d1-2569-43c6-be39-dc8b35b6e468 of type vlan for network c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667 Jul 06 17:56:27.227496 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.234458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0b2c4732-eb95-46f9-bc02-781f3ae4a98c tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.3070269 Jul 06 17:56:27.235220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52254) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:27.265464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.153'}]}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:27.326809 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.343290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 4cce06ac-65c2-403c-8359-460e5a6fc37e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:27.359489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e537e756-ad6c-4d25-b357-a2bda0120412,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:27.371605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:27.379662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:27.383641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=2900667a-5b44-47ad-a27a-fd37f3e9d4fa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:27.428183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.432248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.443849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7aa9a0d1-c199-4aec-ae67-e449e3a65ea9 None None] Provisioning complete for port 77764b32-1cca-42e4-8427-a1ced06bcfc4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:27.444878 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7aa9a0d1-c199-4aec-ae67-e449e3a65ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.545508 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.548579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.550080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:27.550938 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.555076 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.735181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.5103810 Jul 06 17:56:27.743562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52256) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:27.747946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:27.785161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'subnet': {'network_id': 'c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:27.807224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399772ee-a9bf-46cd-9f35-612e695bbb61 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event updated for resources: {'Network': ['ID=c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:27.842183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:27.944985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:27.946684 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:27.969039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.003641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e0e3a5e6-6605-4206-988f-4c2648bea833 None None] Provisioning for port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:28.017046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48058347-7c13-48d4-a602-624df6162f8b req-55a06b60-76c2-4f6f-9c0f-6860e1a70926 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:28.018221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e0e3a5e6-6605-4206-988f-4c2648bea833 None None] Provisioning complete for port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:28.018631 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a5e6-6605-4206-988f-4c2648bea833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.023438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48058347-7c13-48d4-a602-624df6162f8b req-55a06b60-76c2-4f6f-9c0f-6860e1a70926 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.8852844 Jul 06 17:56:28.025245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.111873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Made reservation on behalf of 275bdf65970d4070aeba3f0241e610bd for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:28.116009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.137197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3a5e6-6605-4206-988f-4c2648bea833 None None] Port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:28.148627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 77764b32-1cca-42e4-8427-a1ced06bcfc4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:28.205305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48058347-7c13-48d4-a602-624df6162f8b req-81c91b19-b713-4d07-9b05-a86980b3ca8e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712744 Jul 06 17:56:28.254148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 77764b32-1cca-42e4-8427-a1ced06bcfc4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:28.254794 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.281064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router d52ea899-f21d-49dd-828e-f768c99a077f is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:56:28.373608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.483759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:28.498981 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3adb2-3f70-4bed-9c3a-9f6328f03159 None None] Sync routers for ids ['d52ea899-f21d-49dd-828e-f768c99a077f'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:28.501944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932bcee-1ed6-47d2-9f4e-c7f1b66c3a19 req-dcc45f5e-71ef-4224-a3a9-adfd8657b861 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:28.503822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3932bcee-1ed6-47d2-9f4e-c7f1b66c3a19 req-dcc45f5e-71ef-4224-a3a9-adfd8657b861 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4611549 Jul 06 17:56:28.512977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:28.517696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-540c05bf-1b0d-461e-8d60-6239e6b952aa tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.6637695 Jul 06 17:56:28.518913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52260) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:28.530930 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3adb2-3f70-4bed-9c3a-9f6328f03159 None None] Routers {'d52ea899-f21d-49dd-828e-f768c99a077f'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:28.532268 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01a3adb2-3f70-4bed-9c3a-9f6328f03159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d52ea899-f21d-49dd-828e-f768c99a077f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:28.591187 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01a3adb2-3f70-4bed-9c3a-9f6328f03159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:28.607918 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3adb2-3f70-4bed-9c3a-9f6328f03159 None None] Routers {'d52ea899-f21d-49dd-828e-f768c99a077f'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:28.608908 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01a3adb2-3f70-4bed-9c3a-9f6328f03159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d52ea899-f21d-49dd-828e-f768c99a077f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:28.679171 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01a3adb2-3f70-4bed-9c3a-9f6328f03159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:28.680977 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3adb2-3f70-4bed-9c3a-9f6328f03159 None None] The sync data for ids ['d52ea899-f21d-49dd-828e-f768c99a077f'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:28.712662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3d31fc4e-09bf-4919-8272-5e1468388907 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/routers/d52ea899-f21d-49dd-828e-f768c99a077f HTTP/1.1" status: 200 len: 880 time: 0.1919212 Jul 06 17:56:28.716008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:28.728395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3932bcee-1ed6-47d2-9f4e-c7f1b66c3a19 req-ead59868-16e0-4399-bf2c-a97b917676b8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976335 Jul 06 17:56:29.107980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3ce08952-7c6d-4f14-a460-31a7fea01ce0 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3900292 Jul 06 17:56:29.110302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52264) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:29.119657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7d2905f8-764b-4103-b197-39e4763b99bf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-453514254'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:29.240602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.304486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.311803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.340498 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.585540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0564c3-b237-4674-81d1-f94f57246db7 req-b39eb7b2-fd67-4b92-80c1-608466e2ed39 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:29.588602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b0564c3-b237-4674-81d1-f94f57246db7 req-b39eb7b2-fd67-4b92-80c1-608466e2ed39 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.1827819 Jul 06 17:56:29.665144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d2905f8-764b-4103-b197-39e4763b99bf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.676456 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b0564c3-b237-4674-81d1-f94f57246db7 req-7f7c13e1-f705-449a-866e-4ac0551e8279 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590653 Jul 06 17:56:29.676729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.686238 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d2905f8-764b-4103-b197-39e4763b99bf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.721008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=2900667a-5b44-47ad-a27a-fd37f3e9d4fa,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:29.740928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.objects.ports [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 17:56:29.742790 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:29.755332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.755673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.756015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.756354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.756689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.757075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.757411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.758501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.759536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.759873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.760205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.760541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:29.910679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event updated for resources: {'Subnet': ['ID=25a0292c-db7c-4c6a-8661-2133e1b55f50,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:29.910981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2905f8-764b-4103-b197-39e4763b99bf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router d52ea899-f21d-49dd-828e-f768c99a077f has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:29.979334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.107084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Checking segment: {'id': '662f73d1-2569-43c6-be39-dc8b35b6e468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:30.107686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Network hostable DHCP agents. Network: c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:30.119399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2905f8-764b-4103-b197-39e4763b99bf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:30.133464 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d2905f8-764b-4103-b197-39e4763b99bf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.135221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7d2905f8-764b-4103-b197-39e4763b99bf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/d52ea899-f21d-49dd-828e-f768c99a077f HTTP/1.1" status: 200 len: 887 time: 1.0233767 Jul 06 17:56:30.137600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc3f18-7825-4e7b-a988-f88266a61a2d None None] Sync routers for ids ['d52ea899-f21d-49dd-828e-f768c99a077f'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:30.147283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52272) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:30.160751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc3f18-7825-4e7b-a988-f88266a61a2d None None] Routers {'d52ea899-f21d-49dd-828e-f768c99a077f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:30.162016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8dbc3f18-7825-4e7b-a988-f88266a61a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d52ea899-f21d-49dd-828e-f768c99a077f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:30.231634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8dbc3f18-7825-4e7b-a988-f88266a61a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:30.250616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc3f18-7825-4e7b-a988-f88266a61a2d None None] Routers {'d52ea899-f21d-49dd-828e-f768c99a077f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:30.252019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8dbc3f18-7825-4e7b-a988-f88266a61a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d52ea899-f21d-49dd-828e-f768c99a077f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:30.335603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8dbc3f18-7825-4e7b-a988-f88266a61a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:30.336682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc3f18-7825-4e7b-a988-f88266a61a2d None None] The sync data for ids ['d52ea899-f21d-49dd-828e-f768c99a077f'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:30.435519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-70c583e2-a20b-4fa2-b9fc-1489c2abe515 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/routers/d52ea899-f21d-49dd-828e-f768c99a077f HTTP/1.1" status: 200 len: 887 time: 0.2866468 Jul 06 17:56:30.439170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:30.487905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-088d4461-6d4d-433f-b17c-2d95dc990855 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d52ea899-f21d-49dd-828e-f768c99a077f HTTP/1.1" status: 200 len: 205 time: 0.0433626 Jul 06 17:56:30.488182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:30.577704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 4cce06ac-65c2-403c-8359-460e5a6fc37e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:30.581770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:30.685736 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.699122 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.816620 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.843762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 7e89c106-ce30-4868-b207-a95e110894b1 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:30.850990 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.893473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Network c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:30.916923 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.917753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f69bfbc-d4da-4d72-b52b-40aaeba86240 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:30.932197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 5b535bd5-225b-4727-aaf4-23418ef182b9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:30.932643 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:30.988067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-aaf28b30-4c82-4a45-a8be-619bb3473d64 None None] Provisioning complete for port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:30.989073 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aaf28b30-4c82-4a45-a8be-619bb3473d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.000803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa32994-23ce-4d25-8569-d738b7ded7f8 req-8b92b6e3-5c5e-4781-802a-05115752851a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.003641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aaa32994-23ce-4d25-8569-d738b7ded7f8 req-8b92b6e3-5c5e-4781-802a-05115752851a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.9152865 Jul 06 17:56:31.017638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:31.041291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13df071-6f58-46c3-a33b-e89bcec2f740 None None] Network c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:31.043468 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.067200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 5b535bd5-225b-4727-aaf4-23418ef182b9 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:31.100111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:31.101195 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.140922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0a8065b2-9b49-4ecd-ade3-07749c0e345c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3599656 Jul 06 17:56:31.155540 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 17:56:31.159067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6ee1c64c-8d7c-410c-83fb-1655a6b12e52 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9104021 Jul 06 17:56:31.162257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52288) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:31.163217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:31.167714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-aaf28b30-4c82-4a45-a8be-619bb3473d64 None None] Port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:31.176319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1205844027', 'network_id': 'c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:31.257223 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aaa32994-23ce-4d25-8569-d738b7ded7f8 req-634e7380-bc97-4a7d-9251-0629c76083ec tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334259 Jul 06 17:56:31.287979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:31.300679 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Sync routers for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:31.341652 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:31.345126 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:31.355928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef476632-0603-49ea-b3b5-bdc9563eb3da None None] Network c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:31.361780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-969f2129-9e70-4c17-9363-b910f480e4ff tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "PUT /v2.0/routers/7e89c106-ce30-4868-b207-a95e110894b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4145877 Jul 06 17:56:31.392675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Made reservation on behalf of 275bdf65970d4070aeba3f0241e610bd for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:31.394705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.495990 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.590831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=5b535bd5-225b-4727-aaf4-23418ef182b9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:31.639924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] device_id is not set on port bea12ab1-7ff7-4a64-8526-ba635589a0ab yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:56:31.740118 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:31.802131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:31.951152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f5790-3af9-4855-8cd0-9bae24ca6687 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Deleting port 0c884177-3dac-4794-a5f6-1fa8376cb4c1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:31.952028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5790-3af9-4855-8cd0-9bae24ca6687 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.006542 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.069535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-6f908247-0d52-4861-aaa4-44e02525de61 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989509680&fields=id&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 267 time: 0.2024498 Jul 06 17:56:32.220454 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2900667a-5b44-47ad-a27a-fd37f3e9d4fa', 'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:cd:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:25Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 2, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:32.392864 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Checking router: 7e89c106-ce30-4868-b207-a95e110894b1 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:32.393451 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Updating router 7e89c106-ce30-4868-b207-a95e110894b1 port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:56:32.399571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Allocated IP 2001:db8::192 (c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667/25a0292c-db7c-4c6a-8661-2133e1b55f50/bea12ab1-7ff7-4a64-8526-ba635589a0ab) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:32.487950 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.514962 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5790-3af9-4855-8cd0-9bae24ca6687 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.525338 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.530962 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.581995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-50df9242-4130-4aa1-9f24-e3957cdbd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:32.584837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-50df9242-4130-4aa1-9f24-e3957cdbd753 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1095 time: 0.4706564 Jul 06 17:56:32.606095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f5790-3af9-4855-8cd0-9bae24ca6687 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Calling delete_port for 0c884177-3dac-4794-a5f6-1fa8376cb4c1 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:32.644628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.645338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Fanout notify agent at l3_agent the message router_deleted on router d52ea899-f21d-49dd-828e-f768c99a077f {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:32.654689 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.655938 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4a426224-7f2d-4052-a695-cd23a4aa5121 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/d52ea899-f21d-49dd-828e-f768c99a077f HTTP/1.1" status: 204 len: 168 time: 2.1665921 Jul 06 17:56:32.660915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:32.667998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1104058583'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:32.704452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:32.708347 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.720951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81faf0-3415-45b3-b84c-d1c8337c2bae req-9d9e881a-6551-4e33-9648-dcb2e7f5c14c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:32.722701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ea81faf0-3415-45b3-b84c-d1c8337c2bae req-9d9e881a-6551-4e33-9648-dcb2e7f5c14c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1296828 Jul 06 17:56:32.813899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-97200f73-762b-41b5-b881-222231cf5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:32.816266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-97200f73-762b-41b5-b881-222231cf5e3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.1957047 Jul 06 17:56:32.817101 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ea81faf0-3415-45b3-b84c-d1c8337c2bae req-06b7e372-793e-4e53-90e4-240d25698c4a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767148 Jul 06 17:56:32.831737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:32.855412 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.858429 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added segment 27306979-827f-442a-9a69-1814a53c05b2 of type vlan for network 792869dd-b47a-42c9-9053-d140a07bbe32 Jul 06 17:56:32.879051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-05e97364-b1c7-4dd7-bf5d-f71462487ca0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:32.891220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-05e97364-b1c7-4dd7-bf5d-f71462487ca0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/networks?id=4cce06ac-65c2-403c-8359-460e5a6fc37e HTTP/1.1" status: 200 len: 795 time: 0.7789090 Jul 06 17:56:32.966397 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.978371 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:32.993408 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Transition to ACTIVE for port object 2900667a-5b44-47ad-a27a-fd37f3e9d4fa will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:33.019999 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.060981 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.088409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:33.088657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.173668 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Pushing event updated for resources: {'Port': ['ID=2900667a-5b44-47ad-a27a-fd37f3e9d4fa,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:33.192040 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5296237 Jul 06 17:56:33.204574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:33.211578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'subnet': {'network_id': '792869dd-b47a-42c9-9053-d140a07bbe32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:33.212605 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.213176 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.213677 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.214187 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.215000 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.216262 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.216846 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.218172 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.223027 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.223439 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.223787 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.224123 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:56:33.231641 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Attempting to bind port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:33.232010 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Attempting to bind port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:33.232521 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Attempting to bind port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa on network 4cce06ac-65c2-403c-8359-460e5a6fc37e {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:33.239405 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:33.239783 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Checking segment: {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:33.240335 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.241452 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Bound using segment: {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:33.242792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-2614f64a-c86f-4cc5-a89f-8c6c6427aff6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/quotas/c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 375 time: 0.3250740 Jul 06 17:56:33.244299 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Bound port: 2900667a-5b44-47ad-a27a-fd37f3e9d4fa, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:33.244789 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.267349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ef265-d7dc-4668-a51c-04331375c02a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Network': ['ID=792869dd-b47a-42c9-9053-d140a07bbe32,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:33.279017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 792869dd-b47a-42c9-9053-d140a07bbe32 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:33.399062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db557b-7d42-4153-8a38-4368454531d9 req-e72c6688-2e13-48f5-99ab-a1375658130e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:33.403910 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] For port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:33.407401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0db557b-7d42-4153-8a38-4368454531d9 req-e72c6688-2e13-48f5-99ab-a1375658130e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.3993816 Jul 06 17:56:33.409006 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] For port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2900667a-5b44-47ad-a27a-fd37f3e9d4fa,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:33.424888 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.455145 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-4bf0f9c5-6f14-479f-a5a0-d54f9dbaf2ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 999 time: 0.5986488 Jul 06 17:56:33.532265 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:33.532850 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:33.554749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0db557b-7d42-4153-8a38-4368454531d9 req-90d9c83b-0959-4566-b0d7-2bfc6d816cf0 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417851 Jul 06 17:56:33.642678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:33.651728 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623cc14-9899-423e-b288-64e416b52d30 None None] Pushing event updated for resources: {'Port': ['ID=2900667a-5b44-47ad-a27a-fd37f3e9d4fa,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:33.680833 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:33.759535 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:33.829094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-78112daf-0779-450d-90ce-e435e0ffef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:33.833077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-78112daf-0779-450d-90ce-e435e0ffef36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.3293931 Jul 06 17:56:34.080989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.203619 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.209904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-bf20ff72-c123-48a7-a062-61a031f8f2ea tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9639716 Jul 06 17:56:34.302627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Subnet': ['ID=cedba8ca-39c2-4dc6-a709-17c25f677075,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:34.347172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Checking segment: {'id': '27306979-827f-442a-9a69-1814a53c05b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '792869dd-b47a-42c9-9053-d140a07bbe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:34.347571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network hostable DHCP agents. Network: 792869dd-b47a-42c9-9053-d140a07bbe32, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:34.377656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 792869dd-b47a-42c9-9053-d140a07bbe32 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:34.378327 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5790-3af9-4855-8cd0-9bae24ca6687 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.397748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 792869dd-b47a-42c9-9053-d140a07bbe32) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:34.401360 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2900667a-5b44-47ad-a27a-fd37f3e9d4fa', 'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:cd:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:25Z', 'updated_at': '2021-07-06T17:56:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:34.423254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be3960f-acaa-490e-8455-e63809394add None None] Network 792869dd-b47a-42c9-9053-d140a07bbe32 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:34.426486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:34.427307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.447678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-d75a8048-7673-47eb-9b6a-45bd5ce46d6a service neutron] 10.222.0.13 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984167 Jul 06 17:56:34.453690 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f4b93980-b514-49f7-8b65-e5327b9b735d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2480278 Jul 06 17:56:34.456724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:34.479514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4e2442ee-efb4-4a8e-9d5e-7e6c1bf9b804 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-854520754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:34.497106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-0b33786c-19a0-46c7-948e-86b26ad92743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:34.505172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-0b33786c-19a0-46c7-948e-86b26ad92743 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6324441 Jul 06 17:56:34.519991 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f880a5-536b-45e0-ac89-b5077f607d33 None None] The sync data for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 is: [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2900667a-5b44-47ad-a27a-fd37f3e9d4fa', 'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:cd:a8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:25Z', 'updated_at': '2021-07-06T17:56:33Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:34.560708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e2442ee-efb4-4a8e-9d5e-7e6c1bf9b804 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.562577 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e2442ee-efb4-4a8e-9d5e-7e6c1bf9b804 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.723464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5790-3af9-4855-8cd0-9bae24ca6687 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c884177-3dac-4794-a5f6-1fa8376cb4c1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:34.829284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e2442ee-efb4-4a8e-9d5e-7e6c1bf9b804 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.869650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-792869dd-b47a-42c9-9053-d140a07bbe32', 'network_id': '792869dd-b47a-42c9-9053-d140a07bbe32', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'fixed_ips': [{'subnet_id': 'cedba8ca-39c2-4dc6-a709-17c25f677075'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:34.872578 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:34.912971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e2442ee-efb4-4a8e-9d5e-7e6c1bf9b804 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.001705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3033325-6b4e-4992-ab4c-d7a6f26bde6f req-1d18637a-e8fc-4e90-b326-b2f49a34386d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.008018 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3033325-6b4e-4992-ab4c-d7a6f26bde6f req-1d18637a-e8fc-4e90-b326-b2f49a34386d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.1765065 Jul 06 17:56:35.009390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e2442ee-efb4-4a8e-9d5e-7e6c1bf9b804 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.012765 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4e2442ee-efb4-4a8e-9d5e-7e6c1bf9b804 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5512562 Jul 06 17:56:35.018048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:35.031894 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.094318 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-5d190922-84bd-4adb-821c-2ab5fddb446e service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381327 Jul 06 17:56:35.297646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Network c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:35.327868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Allocated IP 172.20.0.2 (792869dd-b47a-42c9-9053-d140a07bbe32/cedba8ca-39c2-4dc6-a709-17c25f677075/8fb17071-a527-48a3-9b49-4b969e8e72a9) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:35.331277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:35.363034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:35.365662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:35.368289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.414977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.2415841 Jul 06 17:56:35.437874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-2191943c-a2e2-4c51-86d5-8d9a350cdce7 service neutron] 10.222.0.13 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9286089 Jul 06 17:56:35.439642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a91879-858c-4b1f-9e47-a6b20957e4f8 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event updated for resources: {'Port': ['ID=bea12ab1-7ff7-4a64-8526-ba635589a0ab,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:35.456181 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5790-3af9-4855-8cd0-9bae24ca6687 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.469389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0d4f5790-3af9-4855-8cd0-9bae24ca6687 tempest-RoutersAdminNegativeIpV6Test-1713110590 tempest-RoutersAdminNegativeIpV6Test-1713110590-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0c884177-3dac-4794-a5f6-1fa8376cb4c1 HTTP/1.1" status: 204 len: 168 time: 4.3030145 Jul 06 17:56:35.480831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52350) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:35.500849 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3033325-6b4e-4992-ab4c-d7a6f26bde6f req-b50cf03e-ea3d-4645-9910-cd55de59bd9d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3656895 Jul 06 17:56:35.529258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.569090 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:35.778305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2900667a-5b44-47ad-a27a-fd37f3e9d4fa up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:35.845660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a91b4f80-66aa-495e-8d8a-af350e2b7fdf req-34822278-02f1-4807-b421-e45ddf8a2c36 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6867955 Jul 06 17:56:35.861240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ff3eafee-aafc-4bc0-8954-dcb6244b6720 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Deleting port bea12ab1-7ff7-4a64-8526-ba635589a0ab {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:35.861791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff3eafee-aafc-4bc0-8954-dcb6244b6720 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.077689 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35dd0c19-cd96-4d82-b4f0-355d7ca1476c req-5b911d40-8620-4adf-bcc9-53ebd76f3891 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 210 time: 0.1018171 Jul 06 17:56:36.084161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff3eafee-aafc-4bc0-8954-dcb6244b6720 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.110368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.133030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ff3eafee-aafc-4bc0-8954-dcb6244b6720 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Calling delete_port for bea12ab1-7ff7-4a64-8526-ba635589a0ab owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:36.231490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Transition to ACTIVE for port object 8fb17071-a527-48a3-9b49-4b969e8e72a9 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:36.248890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:36.284158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:36.285873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.480109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:36.542679 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff3eafee-aafc-4bc0-8954-dcb6244b6720 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.564758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Transition to ACTIVE for port object 8fb17071-a527-48a3-9b49-4b969e8e72a9 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:36.605147 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.625454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3eafee-aafc-4bc0-8954-dcb6244b6720 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event deleted for resources: {'Port': ['ID=bea12ab1-7ff7-4a64-8526-ba635589a0ab,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:36.626564 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.739956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff3eafee-aafc-4bc0-8954-dcb6244b6720 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.742862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ff3eafee-aafc-4bc0-8954-dcb6244b6720 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bea12ab1-7ff7-4a64-8526-ba635589a0ab HTTP/1.1" status: 204 len: 168 time: 1.2567275 Jul 06 17:56:36.748637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52374) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:36.801405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667', 'external_fixed_ips': [{'subnet_id': '25a0292c-db7c-4c6a-8661-2133e1b55f50', 'ip_address': '2001:db8::192'}]}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:36.836633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.20.0.1 (792869dd-b47a-42c9-9053-d140a07bbe32/cedba8ca-39c2-4dc6-a709-17c25f677075/117d59cc-982e-441d-8efc-0b074baa2ea5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:36.872615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1016449-d57e-4e7e-962f-2e09aa7d1f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.931053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:36.933060 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.118764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69953d-7368-4b74-a4ab-332e61dcbb44 req-383ed1b2-c455-4df1-a19e-cb770112752e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:37.126859 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c69953d-7368-4b74-a4ab-332e61dcbb44 req-383ed1b2-c455-4df1-a19e-cb770112752e tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2052789 Jul 06 17:56:37.275583 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c69953d-7368-4b74-a4ab-332e61dcbb44 req-f2ab81c0-48f0-4a74-910f-63b1ad940e99 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476443 Jul 06 17:56:37.324466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1016449-d57e-4e7e-962f-2e09aa7d1f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.340545 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1016449-d57e-4e7e-962f-2e09aa7d1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.386603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.462010 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.487970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c1016449-d57e-4e7e-962f-2e09aa7d1f67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=082b684ab4af420690eb424b1d285a68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0040455 Jul 06 17:56:37.488858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52382) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:37.489682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Transition to ACTIVE for port object 117d59cc-982e-441d-8efc-0b074baa2ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:37.492858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1016449-d57e-4e7e-962f-2e09aa7d1f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a35754e-87f5-4af6-9962-eb85365559bb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:37.595043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2900667a-5b44-47ad-a27a-fd37f3e9d4fa,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:37.622145 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.628407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Network 792869dd-b47a-42c9-9053-d140a07bbe32 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:37.643053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dc23e9d-0cbc-4504-ba50-85cb5fe91848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.645796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:37.659078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:37.661449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Pushing event updated for resources: {'Port': ['ID=8fb17071-a527-48a3-9b49-4b969e8e72a9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:37.688836 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.779878 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dc23e9d-0cbc-4504-ba50-85cb5fe91848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.811463 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79e44632-c66d-4218-ab9b-29129150c6a6 req-08722e5c-1c65-4801-99e5-17ef63e3a449 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 210 time: 0.2509832 Jul 06 17:56:37.885387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2900667a-5b44-47ad-a27a-fd37f3e9d4fa,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:37.890814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Attempting to bind port 8fb17071-a527-48a3-9b49-4b969e8e72a9 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:37.891836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Attempting to bind port 8fb17071-a527-48a3-9b49-4b969e8e72a9 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '27306979-827f-442a-9a69-1814a53c05b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '792869dd-b47a-42c9-9053-d140a07bbe32'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:37.892715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Attempting to bind port 8fb17071-a527-48a3-9b49-4b969e8e72a9 on network 792869dd-b47a-42c9-9053-d140a07bbe32 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:37.896407 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dc23e9d-0cbc-4504-ba50-85cb5fe91848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.902506 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dc23e9d-0cbc-4504-ba50-85cb5fe91848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.907664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3dc23e9d-0cbc-4504-ba50-85cb5fe91848 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a35754e-87f5-4af6-9962-eb85365559bb HTTP/1.1" status: 204 len: 168 time: 0.4140534 Jul 06 17:56:37.907903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:37.907903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Checking segment: {'id': '27306979-827f-442a-9a69-1814a53c05b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '792869dd-b47a-42c9-9053-d140a07bbe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:37.908120 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.908757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Bound using segment: {'id': '27306979-827f-442a-9a69-1814a53c05b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '792869dd-b47a-42c9-9053-d140a07bbe32'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:37.909587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Bound port: 8fb17071-a527-48a3-9b49-4b969e8e72a9, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27306979-827f-442a-9a69-1814a53c05b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '792869dd-b47a-42c9-9053-d140a07bbe32'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:37.910287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:37.919612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 792869dd-b47a-42c9-9053-d140a07bbe32 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:37.937497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca298c2e-3f75-43c7-bf60-349b855b3025 req-d408b1e1-8939-45e3-a02f-079cd500b97d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:37.941454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca298c2e-3f75-43c7-bf60-349b855b3025 req-d408b1e1-8939-45e3-a02f-079cd500b97d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.2997363 Jul 06 17:56:37.943756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc23e9d-0cbc-4504-ba50-85cb5fe91848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a35754e-87f5-4af6-9962-eb85365559bb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:37.975276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:37.982223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:38.046187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca298c2e-3f75-43c7-bf60-349b855b3025 req-b88ad13e-eae0-4969-bf11-46dc4c5a3912 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897369 Jul 06 17:56:38.131017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] For port 8fb17071-a527-48a3-9b49-4b969e8e72a9, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:38.135241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.142051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=117d59cc-982e-441d-8efc-0b074baa2ea5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:38.158116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] For port 8fb17071-a527-48a3-9b49-4b969e8e72a9, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8fb17071-a527-48a3-9b49-4b969e8e72a9,segment=NetworkSegment(27306979-827f-442a-9a69-1814a53c05b2),segment_id=27306979-827f-442a-9a69-1814a53c05b2)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:38.169447 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.207626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.347332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2450b-4b52-4a33-8270-55d4b4464dfb None None] Pushing event updated for resources: {'Port': ['ID=8fb17071-a527-48a3-9b49-4b969e8e72a9,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:38.621367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:38.625993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52390) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:38.806823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed03da-8fce-451e-b0e0-ac892df7e4cf req-699737ba-5898-45b5-8bd0-34a3cffa5cc0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:38.815060 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-55ed03da-8fce-451e-b0e0-ac892df7e4cf req-699737ba-5898-45b5-8bd0-34a3cffa5cc0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.5484583 Jul 06 17:56:39.011999 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b535cb85-adce-40fe-947d-b1d4269d8fe5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=642950733824428eab160f71bad619c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763709 Jul 06 17:56:39.021609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ec8867d-1177-41fe-a7db-0973b47bf3df req-cb63635f-d709-44b7-9e4f-3df5f165fee3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 210 time: 0.0353477 Jul 06 17:56:39.026790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52394) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:39.118872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6747558-6f79-4f2a-a9b3-90fb8a7b3c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.145663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-37c8cda4-c7f4-4cf5-b033-7c07558b6cf3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:39.147284 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-37c8cda4-c7f4-4cf5-b033-7c07558b6cf3 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/networks?id=4cce06ac-65c2-403c-8359-460e5a6fc37e HTTP/1.1" status: 200 len: 795 time: 0.9200830 Jul 06 17:56:39.157778 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.168200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6747558-6f79-4f2a-a9b3-90fb8a7b3c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.211806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.218974 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-55ed03da-8fce-451e-b0e0-ac892df7e4cf req-857df604-63f3-41c8-ba51-68fedcef9197 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055783 Jul 06 17:56:39.232673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-edbc56a8-e757-4caa-acb5-242841d5b140 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35 HTTP/1.1" status: 200 len: 379 time: 0.0764410 Jul 06 17:56:39.255183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'port': {'device_id': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'admin_state_up': True, 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'security_groups': ['e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:39.412271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6747558-6f79-4f2a-a9b3-90fb8a7b3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.418072 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6747558-6f79-4f2a-a9b3-90fb8a7b3c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.419327 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a6747558-6f79-4f2a-a9b3-90fb8a7b3c4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5a0d7d7-9568-4ce5-8731-75c27409893c HTTP/1.1" status: 204 len: 168 time: 0.3915279 Jul 06 17:56:39.436440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6747558-6f79-4f2a-a9b3-90fb8a7b3c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a0d7d7-9568-4ce5-8731-75c27409893c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:39.481540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Made reservation on behalf of c26a9cb1979749ce9e89cfcf8fe67b35 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:39.495602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.544307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.549247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Allocated IP 2001:db8::192 (c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667/25a0292c-db7c-4c6a-8661-2133e1b55f50/3eff9c9d-e8c3-42b3-9940-f9b227dc703c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:39.558638 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:39.706407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=117d59cc-982e-441d-8efc-0b074baa2ea5,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:40.048110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8fb17071-a527-48a3-9b49-4b969e8e72a9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:40.080930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.20.0.12 (4cce06ac-65c2-403c-8359-460e5a6fc37e/561836b1-ca0c-4aea-9e17-1b252a32b4b4/0afff1af-207b-4d12-863e-ed0851f8fb4e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:40.248849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8fb17071-a527-48a3-9b49-4b969e8e72a9 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:40.265950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2900667a-5b44-47ad-a27a-fd37f3e9d4fa up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:40.448902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc58952b-34d5-49bd-81c0-f26f5275b349 None None] Network 792869dd-b47a-42c9-9053-d140a07bbe32 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:40.451356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.471498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Transition to ACTIVE for port object 0afff1af-207b-4d12-863e-ed0851f8fb4e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:40.524494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.538115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.621788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 4cce06ac-65c2-403c-8359-460e5a6fc37e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:40.627862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:40.634241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:40.676590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-23cef89b-a512-4fac-a5f2-f0b5e3f13930 None None] Provisioning for port 8fb17071-a527-48a3-9b49-4b969e8e72a9 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:40.698000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:40.703025 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.705665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=0afff1af-207b-4d12-863e-ed0851f8fb4e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:40.732013 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.737810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-23cef89b-a512-4fac-a5f2-f0b5e3f13930 None None] Provisioning complete for port 8fb17071-a527-48a3-9b49-4b969e8e72a9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:40.738872 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23cef89b-a512-4fac-a5f2-f0b5e3f13930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.759311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0346c-6121-414c-a30f-516a3b017225 req-5895f92b-91b6-415b-af26-e01ae7011f7b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.761150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85b0346c-6121-414c-a30f-516a3b017225 req-5895f92b-91b6-415b-af26-e01ae7011f7b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 932 time: 0.2472422 Jul 06 17:56:40.790701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.791449 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:40.857603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fa48-0a71-41e6-8b9a-d5d1477cd143 req-8d8d622b-da70-4040-99bb-026cb3834ea2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:40.873008 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b868fa48-0a71-41e6-8b9a-d5d1477cd143 req-8d8d622b-da70-4040-99bb-026cb3834ea2 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4178214 Jul 06 17:56:40.918851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-7cc6584c-5b67-4d20-9df3-593ffb554a74 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6766889 Jul 06 17:56:40.968647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Request body: {'port': {'device_id': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:41.064955 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-85b0346c-6121-414c-a30f-516a3b017225 req-97716a51-1b68-455a-b805-26bddce30292 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813601 Jul 06 17:56:41.089033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 792869dd-b47a-42c9-9053-d140a07bbe32 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:41.113706 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b868fa48-0a71-41e6-8b9a-d5d1477cd143 req-082e59f9-7f17-4553-ba19-54af9bd9e83d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358983 Jul 06 17:56:41.115748 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:41.135171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:41.141319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:41.200164 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:41.281469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event updated for resources: {'Port': ['ID=3eff9c9d-e8c3-42b3-9940-f9b227dc703c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:41.303128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Network c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:41.308444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:41.321317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:41.392014 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23cef89b-a512-4fac-a5f2-f0b5e3f13930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:41.405408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1515280788'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:41.483883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-23cef89b-a512-4fac-a5f2-f0b5e3f13930 None None] For port 8fb17071-a527-48a3-9b49-4b969e8e72a9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8fb17071-a527-48a3-9b49-4b969e8e72a9,segment=NetworkSegment(27306979-827f-442a-9a69-1814a53c05b2),segment_id=27306979-827f-442a-9a69-1814a53c05b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:41.497025 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23cef89b-a512-4fac-a5f2-f0b5e3f13930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:41.623004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cef89b-a512-4fac-a5f2-f0b5e3f13930 None None] Pushing event updated for resources: {'Port': ['ID=8fb17071-a527-48a3-9b49-4b969e8e72a9,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:41.683321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1e8fc891-d94f-4fa2-ab6a-30ca178b76de None None] Provisioning for port 0afff1af-207b-4d12-863e-ed0851f8fb4e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:41.697311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1e8fc891-d94f-4fa2-ab6a-30ca178b76de None None] Provisioning complete for port 0afff1af-207b-4d12-863e-ed0851f8fb4e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:41.698019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e8fc891-d94f-4fa2-ab6a-30ca178b76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:41.725595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afff1af-207b-4d12-863e-ed0851f8fb4e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:41.736357 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:41.756682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Transition to ACTIVE for port object 0afff1af-207b-4d12-863e-ed0851f8fb4e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:41.762528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:41.824619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1e8fc891-d94f-4fa2-ab6a-30ca178b76de None None] Port 0afff1af-207b-4d12-863e-ed0851f8fb4e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:41.876736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8fb17071-a527-48a3-9b49-4b969e8e72a9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:41.933115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Pushing event updated for resources: {'Port': ['ID=0afff1af-207b-4d12-863e-ed0851f8fb4e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:41.985866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8fb17071-a527-48a3-9b49-4b969e8e72a9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:41.987166 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.028086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Made reservation on behalf of 2a77b646f5a741a48db60657f247f067 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:42.033092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.067733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Attempting to bind port 0afff1af-207b-4d12-863e-ed0851f8fb4e on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:42.068526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Attempting to bind port 0afff1af-207b-4d12-863e-ed0851f8fb4e by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:42.068999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Attempting to bind port 0afff1af-207b-4d12-863e-ed0851f8fb4e on network 4cce06ac-65c2-403c-8359-460e5a6fc37e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:42.079738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Port 0afff1af-207b-4d12-863e-ed0851f8fb4e on network 4cce06ac-65c2-403c-8359-460e5a6fc37e not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:56:42.080238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Attempting to bind port 0afff1af-207b-4d12-863e-ed0851f8fb4e on network 4cce06ac-65c2-403c-8359-460e5a6fc37e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:42.091922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:42.097069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Checking segment: {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:42.097713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Bound using segment: {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:42.098304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Bound port: 0afff1af-207b-4d12-863e-ed0851f8fb4e, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3ab600-54a1-42c0-bd72-589fe9271102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:42.099023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.108837 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.144845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8978fa3c-d2ee-4f37-8b11-7090c9d96895 None None] Provisioning complete for port 8fb17071-a527-48a3-9b49-4b969e8e72a9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:42.145417 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8978fa3c-d2ee-4f37-8b11-7090c9d96895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.274169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:42.280784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:42.292902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.306994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router d74fde6d-db8b-46de-a1de-8917fa15d8a2 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:56:42.378008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:42.378846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.383463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] 10.222.0.22 "PUT /v2.0/ports/0afff1af-207b-4d12-863e-ed0851f8fb4e HTTP/1.1" status: 200 len: 1092 time: 1.4331725 Jul 06 17:56:42.384298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:42.387052 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db887883-e2a6-42a5-bbdf-086438998c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:42.478783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:42.501369 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9cc5d5eb-ae2f-4a32-9707-0b2e8150645b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/d74fde6d-db8b-46de-a1de-8917fa15d8a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4796603 Jul 06 17:56:42.503974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52436) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:42.514511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a42d6-9c19-423a-bf3a-87daad17c982 None None] Sync routers for ids ['d74fde6d-db8b-46de-a1de-8917fa15d8a2'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:42.573776 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.595170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a42d6-9c19-423a-bf3a-87daad17c982 None None] Routers {'d74fde6d-db8b-46de-a1de-8917fa15d8a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:42.596330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5c3a42d6-9c19-423a-bf3a-87daad17c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d74fde6d-db8b-46de-a1de-8917fa15d8a2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:42.659328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b6ad9-6c1e-41b7-ad43-9c0836b222bd service neutron] Pushing event updated for resources: {'Port': ['ID=0afff1af-207b-4d12-863e-ed0851f8fb4e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:42.745415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.771746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5c3a42d6-9c19-423a-bf3a-87daad17c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:42.806839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-00db0eb6-255d-49dc-b751-6f6129508b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:42.814113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-00db0eb6-255d-49dc-b751-6f6129508b88 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 1095 time: 0.3668392 Jul 06 17:56:42.817601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eeba11-cedc-4c8a-b695-ceb1388bfd72 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:42.829543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c4eeba11-cedc-4c8a-b695-ceb1388bfd72 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports/117d59cc-982e-441d-8efc-0b074baa2ea5 HTTP/1.1" status: 200 len: 910 time: 0.3218236 Jul 06 17:56:42.832006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52440) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:42.835251 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:42.875057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a42d6-9c19-423a-bf3a-87daad17c982 None None] Routers {'d74fde6d-db8b-46de-a1de-8917fa15d8a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:42.876795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5c3a42d6-9c19-423a-bf3a-87daad17c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d74fde6d-db8b-46de-a1de-8917fa15d8a2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:42.880383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bd18170b-ba35-4af7-95a3-091a4d7aa96e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cedba8ca-39c2-4dc6-a709-17c25f677075'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:42.947380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:42.986313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5c3a42d6-9c19-423a-bf3a-87daad17c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:42.987493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a42d6-9c19-423a-bf3a-87daad17c982 None None] The sync data for ids ['d74fde6d-db8b-46de-a1de-8917fa15d8a2'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:43.020059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8978fa3c-d2ee-4f37-8b11-7090c9d96895 None None] Provisioning for port 117d59cc-982e-441d-8efc-0b074baa2ea5 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:43.025387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d30393-629d-400d-b4a1-a3bbef917a57 req-90336bfe-c1e2-4ef2-8f5e-4e7ed2503210 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:43.026772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8978fa3c-d2ee-4f37-8b11-7090c9d96895 None None] Provisioning complete for port 117d59cc-982e-441d-8efc-0b074baa2ea5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:43.027232 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8978fa3c-d2ee-4f37-8b11-7090c9d96895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.028093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2d30393-629d-400d-b4a1-a3bbef917a57 req-90336bfe-c1e2-4ef2-8f5e-4e7ed2503210 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4517574 Jul 06 17:56:43.041908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-85aeff0a-c591-491e-8d27-ba14685ce757 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e HTTP/1.1" status: 200 len: 217 time: 0.2065775 Jul 06 17:56:43.103000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8978fa3c-d2ee-4f37-8b11-7090c9d96895 None None] Port 117d59cc-982e-441d-8efc-0b074baa2ea5 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:43.107045 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.108202 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Added segment 36f1415c-da9b-4602-a31f-308e26e8cb88 of type vlan for network b40e2ea1-108c-4e32-8548-88f81815ce35 Jul 06 17:56:43.133794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b79bfe8-9179-44ba-b1c1-d49902d29476,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:43.242177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-54f7c089-9cf1-4b06-b2f7-3918419b4e7c None None] Provisioning complete for port 117d59cc-982e-441d-8efc-0b074baa2ea5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:43.242730 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54f7c089-9cf1-4b06-b2f7-3918419b4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.245263 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2d30393-629d-400d-b4a1-a3bbef917a57 req-3a4d3e25-a7ba-4459-87ac-b2ddf6c7fd34 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960344 Jul 06 17:56:43.249132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-14bc14fb-1518-43f0-af60-e73d0fa23da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:43.250436 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-14bc14fb-1518-43f0-af60-e73d0fa23da8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=561836b1-ca0c-4aea-9e17-1b252a32b4b4 HTTP/1.1" status: 200 len: 834 time: 0.1952751 Jul 06 17:56:43.309774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-54f7c089-9cf1-4b06-b2f7-3918419b4e7c None None] Port 117d59cc-982e-441d-8efc-0b074baa2ea5 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:43.337262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.342397 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.382912 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8004fc72-f0d9-436a-9f6d-c2bd50fd71a6 x-openstack-request-id: req-8004fc72-f0d9-436a-9f6d-c2bd50fd71a6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:43.384425 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:43.384900 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8004fc72-f0d9-436a-9f6d-c2bd50fd71a6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:43.385722 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'status': 'completed', 'code': 200} Jul 06 17:56:43.461776 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.467516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:43.468370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.520476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88715b-804b-4ec2-bf77-0b55a43c63e1 req-b1616117-76ed-4f77-be15-a221cd731fb9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:43.528809 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed88715b-804b-4ec2-bf77-0b55a43c63e1 req-b1616117-76ed-4f77-be15-a221cd731fb9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 944 time: 0.5937340 Jul 06 17:56:43.576968 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd18170b-ba35-4af7-95a3-091a4d7aa96e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.598558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-17387a0a-5cf5-4734-8da7-071ac9c868c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:43.599352 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4524174 Jul 06 17:56:43.602011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-17387a0a-5cf5-4734-8da7-071ac9c868c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4cce06ac-65c2-403c-8359-460e5a6fc37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3359270 Jul 06 17:56:43.605954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52444) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:43.613359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Request body: {'subnet': {'network_id': 'b40e2ea1-108c-4e32-8548-88f81815ce35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:43.653141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b676698-4ed7-4109-8a5c-1cd341914d28 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event updated for resources: {'Network': ['ID=b40e2ea1-108c-4e32-8548-88f81815ce35,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:43.672197 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed88715b-804b-4ec2-bf77-0b55a43c63e1 req-c5520ea7-b44d-4b63-9e21-42ff7533e276 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391103 Jul 06 17:56:43.674259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b40e2ea1-108c-4e32-8548-88f81815ce35 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:56:43.722809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Router 68a01810-ee9e-4e3f-8b40-9a90b0ab65b0 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:56:43.752342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-f3e07baf-8bc7-43aa-9c31-8d741becf960 service neutron] 10.222.0.22 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333807 Jul 06 17:56:43.938835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:43.950935 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Sync routers for ids ['68a01810-ee9e-4e3f-8b40-9a90b0ab65b0'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:43.971539 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Routers {'68a01810-ee9e-4e3f-8b40-9a90b0ab65b0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:43.974099 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['68a01810-ee9e-4e3f-8b40-9a90b0ab65b0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:43.982981 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:43.984865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-347f07b6-4777-4c69-b28f-02100cab6a4c tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2292180 Jul 06 17:56:43.987684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52448) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:44.180379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.186360 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Set router 68a01810-ee9e-4e3f-8b40-9a90b0ab65b0 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:44.373558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.459737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3430a2-e33e-43e2-a633-7371ce4a3c2e req-6af910d4-f467-4def-b5d5-4e6d840d4320 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:44.472800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da3430a2-e33e-43e2-a633-7371ce4a3c2e req-6af910d4-f467-4def-b5d5-4e6d840d4320 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 946 time: 0.9893014 Jul 06 17:56:44.550056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Deleting port 3eff9c9d-e8c3-42b3-9940-f9b227dc703c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:44.550711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.659666 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a01810-ee9e-4e3f-8b40-9a90b0ab65b0', 'name': '', 'tenant_id': '275bdf65970d4070aeba3f0241e610bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667', 'external_fixed_ips': [{'subnet_id': '25a0292c-db7c-4c6a-8661-2133e1b55f50', 'ip_address': '2001:db8::192'}], 'enable_snat': True}, 'gw_port_id': '3eff9c9d-e8c3-42b3-9940-f9b227dc703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:36Z', 'updated_at': '2021-07-06T17:56:41Z', 'revision_number': 3, 'project_id': '275bdf65970d4070aeba3f0241e610bd', 'gw_port': {'id': '3eff9c9d-e8c3-42b3-9940-f9b227dc703c', 'name': '', 'network_id': 'c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a01810-ee9e-4e3f-8b40-9a90b0ab65b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25a0292c-db7c-4c6a-8661-2133e1b55f50', 'ip_address': '2001:db8::192', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:39Z', 'updated_at': '2021-07-06T17:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25a0292c-db7c-4c6a-8661-2133e1b55f50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:44.697020 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Checking router: 68a01810-ee9e-4e3f-8b40-9a90b0ab65b0 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:44.697619 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Updating router 68a01810-ee9e-4e3f-8b40-9a90b0ab65b0 port 3eff9c9d-e8c3-42b3-9940-f9b227dc703c binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:56:44.706784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da3430a2-e33e-43e2-a633-7371ce4a3c2e req-f0d79a69-98d9-42f0-a2c3-8239e0991422 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324572 Jul 06 17:56:44.715721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.740279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Calling delete_port for 3eff9c9d-e8c3-42b3-9940-f9b227dc703c owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:44.750077 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:44.786262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c408247d-5d2d-4712-a79a-f09d05e6a212 req-2e7a10f5-de13-47ff-81b3-932ea3466c5b service neutron] 10.222.0.22 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686684 Jul 06 17:56:44.889986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-1bf6e1ae-19ad-4250-951e-bd4f0c369a49 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:44.893083 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-1bf6e1ae-19ad-4250-951e-bd4f0c369a49 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 946 time: 0.6335852 Jul 06 17:56:45.019044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Made reservation on behalf of 2a77b646f5a741a48db60657f247f067 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:45.030209 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.347058 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd18170b-ba35-4af7-95a3-091a4d7aa96e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.403905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd18170b-ba35-4af7-95a3-091a4d7aa96e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.678106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-ed729d99-3c0d-4ef7-8a5b-c3db2aaa76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:45.681234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-ed729d99-3c0d-4ef7-8a5b-c3db2aaa76a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 1095 time: 1.1922648 Jul 06 17:56:45.815571 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:56:45.816608 n-d-799526-3 neutron-server[93781]: DEBUG oslo_db.api [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:56:45.825019 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:45.898836 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eff9c9d-e8c3-42b3-9940-f9b227dc703c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:45.981315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237994c-e21e-4e17-b78a-7bdd490be208 req-c3976455-bf47-4f53-ab10-75297e8daa91 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:45.983941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b237994c-e21e-4e17-b78a-7bdd490be208 req-c3976455-bf47-4f53-ab10-75297e8daa91 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.3825154 Jul 06 17:56:45.988541 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.079341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0afff1af-207b-4d12-863e-ed0851f8fb4e details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:56:46.124391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887883-e2a6-42a5-bbdf-086438998c2b req-4ca34d31-c5b5-443c-867f-099a59c121ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.127247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db887883-e2a6-42a5-bbdf-086438998c2b req-4ca34d31-c5b5-443c-867f-099a59c121ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 1095 time: 1.2321732 Jul 06 17:56:46.138928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd18170b-ba35-4af7-95a3-091a4d7aa96e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.139956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd18170b-ba35-4af7-95a3-091a4d7aa96e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.145679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bd18170b-ba35-4af7-95a3-091a4d7aa96e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/ports/117d59cc-982e-441d-8efc-0b074baa2ea5 HTTP/1.1" status: 200 len: 910 time: 3.3020420 Jul 06 17:56:46.149445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18170b-ba35-4af7-95a3-091a4d7aa96e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=117d59cc-982e-441d-8efc-0b074baa2ea5,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:46.155118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52458) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:46.263980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-4110d76b-022a-44c3-a16c-7153b114a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.267510 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-4110d76b-022a-44c3-a16c-7153b114a0e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.5771143 Jul 06 17:56:46.327293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:46.354821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'port_id': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'mac_address': 'fa:16:3e:92:87:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:56:46.364518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Deleting port 4951e8b5-eddf-489b-9abc-1c9587aec65a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:46.365066 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.374081 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Port 3eff9c9d-e8c3-42b3-9940-f9b227dc703c not found while updating agent binding for router 68a01810-ee9e-4e3f-8b40-9a90b0ab65b0. {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 17:56:46.385271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6452d3-cf9b-44d7-81ab-fdc2f174afda req-bc1d602a-aa88-4d03-9da5-288a49703639 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.398587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c6452d3-cf9b-44d7-81ab-fdc2f174afda req-bc1d602a-aa88-4d03-9da5-288a49703639 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 944 time: 1.2161074 Jul 06 17:56:46.423443 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Routers {'68a01810-ee9e-4e3f-8b40-9a90b0ab65b0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:46.424432 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['68a01810-ee9e-4e3f-8b40-9a90b0ab65b0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:46.467834 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.474896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-6e18da1b-28a2-431f-bc4b-30a220bbbff3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 200 len: 999 time: 0.1825788 Jul 06 17:56:46.478146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.482768 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.535973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afff1af-207b-4d12-863e-ed0851f8fb4e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:56:46.537498 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b237994c-e21e-4e17-b78a-7bdd490be208 req-3bdc5290-7bd5-475b-95c0-944de9380218 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4848244 Jul 06 17:56:46.629747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:46.640915 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.652877 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] Set router 68a01810-ee9e-4e3f-8b40-9a90b0ab65b0 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:46.695208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.696141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68a01810-ee9e-4e3f-8b40-9a90b0ab65b0 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:46.713268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.718565 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce24cd2c-6c0b-448f-b8b8-39c6f1457752 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "DELETE /v2.0/routers/68a01810-ee9e-4e3f-8b40-9a90b0ab65b0 HTTP/1.1" status: 204 len: 168 time: 2.7254529 Jul 06 17:56:46.729546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52462) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:46.806504 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a01810-ee9e-4e3f-8b40-9a90b0ab65b0', 'name': '', 'tenant_id': '275bdf65970d4070aeba3f0241e610bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:36Z', 'updated_at': '2021-07-06T17:56:45Z', 'revision_number': 5, 'project_id': '275bdf65970d4070aeba3f0241e610bd', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:46.848016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0afff1af-207b-4d12-863e-ed0851f8fb4e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:46.893623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0afff1af-207b-4d12-863e-ed0851f8fb4e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:46.917923 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:46.933927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-21d20cdb-4601-42b6-b1ad-3467e79c6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:46.936502 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-21d20cdb-4601-42b6-b1ad-3467e79c6010 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.4198716 Jul 06 17:56:47.070499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a79086-c704-41eb-9546-5f3ee8470e1f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Deleting subnet 25a0292c-db7c-4c6a-8661-2133e1b55f50 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:47.072570 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1eac8-fb6c-4a2c-b223-e8ea7aceba56 None None] The sync data for ids ['68a01810-ee9e-4e3f-8b40-9a90b0ab65b0'] in n-d-799526-3 is: [{'id': '68a01810-ee9e-4e3f-8b40-9a90b0ab65b0', 'name': '', 'tenant_id': '275bdf65970d4070aeba3f0241e610bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:36Z', 'updated_at': '2021-07-06T17:56:45Z', 'revision_number': 5, 'project_id': '275bdf65970d4070aeba3f0241e610bd', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:47.078120 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a79086-c704-41eb-9546-5f3ee8470e1f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.081958 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6185d803-1dac-40d4-8b40-9a4fed1f84c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.133392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a79086-c704-41eb-9546-5f3ee8470e1f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.145697 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c6452d3-cf9b-44d7-81ab-fdc2f174afda req-cfdf8191-c7bf-4d53-9f78-be0a33e19f4f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7456982 Jul 06 17:56:47.177367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887883-e2a6-42a5-bbdf-086438998c2b req-cf996d37-3a5e-4c73-b1ac-1884dabcaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:47.188943 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db887883-e2a6-42a5-bbdf-086438998c2b req-cf996d37-3a5e-4c73-b1ac-1884dabcaf4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=4cce06ac-65c2-403c-8359-460e5a6fc37e HTTP/1.1" status: 200 len: 896 time: 1.0408347 Jul 06 17:56:47.290277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a79086-c704-41eb-9546-5f3ee8470e1f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.408469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca059957-3719-4403-a931-53aef5449081 req-0b660e3b-5a41-4527-8659-4a6b104c71ba tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:47.416505 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca059957-3719-4403-a931-53aef5449081 req-0b660e3b-5a41-4527-8659-4a6b104c71ba tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 946 time: 0.3544037 Jul 06 17:56:47.450276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 4951e8b5-eddf-489b-9abc-1c9587aec65a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:56:47.463382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-5e93a7fb-ce6c-4e41-8933-8a314ba5b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:47.464982 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-5e93a7fb-ce6c-4e41-8933-8a314ba5b01c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5146046 Jul 06 17:56:47.516354 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a79086-c704-41eb-9546-5f3ee8470e1f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.519888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db887883-e2a6-42a5-bbdf-086438998c2b req-23b614eb-85dc-4ac5-8968-4bf023ea72d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e HTTP/1.1" status: 200 len: 217 time: 0.1828752 Jul 06 17:56:47.521921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:47.522302 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.536252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event updated for resources: {'Subnet': ['ID=19975203-d348-4b33-aad2-d69159be90b1,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:47.735380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Checking segment: {'id': '36f1415c-da9b-4602-a31f-308e26e8cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b40e2ea1-108c-4e32-8548-88f81815ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:47.736147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Network hostable DHCP agents. Network: b40e2ea1-108c-4e32-8548-88f81815ce35, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:56:47.746397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca059957-3719-4403-a931-53aef5449081 req-e41dedc5-6509-48b7-9db4-5d9976bef32a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121104 Jul 06 17:56:47.759377 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.761924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a79086-c704-41eb-9546-5f3ee8470e1f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=25a0292c-db7c-4c6a-8661-2133e1b55f50,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:47.782700 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a79086-c704-41eb-9546-5f3ee8470e1f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.792019 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-42a79086-c704-41eb-9546-5f3ee8470e1f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/25a0292c-db7c-4c6a-8661-2133e1b55f50 HTTP/1.1" status: 204 len: 168 time: 1.0568438 Jul 06 17:56:47.800003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52470) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:47.829409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:47.831839 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6252c0a-8d71-4e64-9c5d-6cfc49b19553" -d '{"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-unplugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:47.875636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 4951e8b5-eddf-489b-9abc-1c9587aec65a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=4951e8b5-eddf-489b-9abc-1c9587aec65a,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:47.884831 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:47.954435 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b844bc-3f54-4dec-bce5-37601a1ce555 x-openstack-request-id: req-e2b844bc-3f54-4dec-bce5-37601a1ce555 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:47.955591 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-unplugged", "status": "completed", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:47.956493 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2b844bc-3f54-4dec-bce5-37601a1ce555 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:47.957148 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'code': 200} Jul 06 17:56:47.962650 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-f1046d74-da61-4866-aac4-23037761f59a service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782403 Jul 06 17:56:48.021516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:48.048026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887883-e2a6-42a5-bbdf-086438998c2b req-5e3d8bb1-cddf-4002-a674-b3e3d9393221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.049550 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db887883-e2a6-42a5-bbdf-086438998c2b req-5e3d8bb1-cddf-4002-a674-b3e3d9393221 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=561836b1-ca0c-4aea-9e17-1b252a32b4b4 HTTP/1.1" status: 200 len: 834 time: 0.5195816 Jul 06 17:56:48.095208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Network b40e2ea1-108c-4e32-8548-88f81815ce35 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:56:48.096590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0afff1af-207b-4d12-863e-ed0851f8fb4e up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:48.160577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.202522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b40e2ea1-108c-4e32-8548-88f81815ce35) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:48.216162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4428bb6d-1d7f-4c97-adac-3ab797396e4c req-d1d2dd7e-97f8-4094-a3ba-0ee91e1d21e1 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438912 Jul 06 17:56:48.223381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da35d6-f700-4e44-8756-6f25f32f18be None None] Network b40e2ea1-108c-4e32-8548-88f81815ce35 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:48.227592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0afff1af-207b-4d12-863e-ed0851f8fb4e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:48.243284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.243612 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.261785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0afff1af-207b-4d12-863e-ed0851f8fb4e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:48.263180 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.355229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-01ac059b-6bcb-400a-98f1-5933078cc2cb tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7461073 Jul 06 17:56:48.358471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:48.365770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Request body: {'port': {'network_id': 'b40e2ea1-108c-4e32-8548-88f81815ce35', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1660753391'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:48.366551 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.366938 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.367258 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Floating IP 2c0964df-44d0-4dbe-bbe6-8c1764d1e42e disassociated. External IP: 172.25.7.252, port: 4951e8b5-eddf-489b-9abc-1c9587aec65a. Jul 06 17:56:48.367626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Calling delete_port for 4951e8b5-eddf-489b-9abc-1c9587aec65a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:48.426109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85be873-c720-4c95-b3c8-af5c370174bb req-28f9b1b2-8809-476f-b773-fafd43b8a334 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.433679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d85be873-c720-4c95-b3c8-af5c370174bb req-28f9b1b2-8809-476f-b773-fafd43b8a334 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.5771129 Jul 06 17:56:48.595562 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.607935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887883-e2a6-42a5-bbdf-086438998c2b req-95461adf-5b33-4680-b809-81fedbad303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.609994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db887883-e2a6-42a5-bbdf-086438998c2b req-95461adf-5b33-4680-b809-81fedbad303b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4cce06ac-65c2-403c-8359-460e5a6fc37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5454130 Jul 06 17:56:48.646537 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.670952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893b818-d972-4086-8579-c181b352269e req-8bf99add-8557-43d7-9f9a-398851fd7f06 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:48.673946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0893b818-d972-4086-8579-c181b352269e req-8bf99add-8557-43d7-9f9a-398851fd7f06 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 945 time: 0.2069919 Jul 06 17:56:48.715765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-b40e2ea1-108c-4e32-8548-88f81815ce35', 'network_id': 'b40e2ea1-108c-4e32-8548-88f81815ce35', 'tenant_id': '2a77b646f5a741a48db60657f247f067', 'fixed_ips': [{'subnet_id': '19975203-d348-4b33-aad2-d69159be90b1'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:56:48.718152 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.723361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:48.752868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:48.785832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662f73d1-2569-43c6-be39-dc8b35b6e468') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:48.786146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662f73d1-2569-43c6-be39-dc8b35b6e468') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:48.790213 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0893b818-d972-4086-8579-c181b352269e req-01c82424-6c9d-4171-9af8-2a81878d7918 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044858 Jul 06 17:56:48.802907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Made reservation on behalf of 2a77b646f5a741a48db60657f247f067 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:48.810215 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.821611 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d85be873-c720-4c95-b3c8-af5c370174bb req-78f35638-80cc-473f-87d6-e08c8cb7dd0b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844957 Jul 06 17:56:48.842816 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.879655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] device_id is not set on port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:56:48.896869 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.922030 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.986870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:48.987331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:48.990731 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:49.059894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0afff1af-207b-4d12-863e-ed0851f8fb4e,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:49.134863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Allocated IP 172.20.0.7 (b40e2ea1-108c-4e32-8548-88f81815ce35/19975203-d348-4b33-aad2-d69159be90b1/70cc96e2-a7d4-4e7c-93d6-0fe082f889e4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:49.143630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db887883-e2a6-42a5-bbdf-086438998c2b req-ee3e3680-3748-4409-8d10-b746086e7517 service neutron] 10.222.0.22 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134854 Jul 06 17:56:49.173217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f77fb4-a4bc-4fd0-8c2e-48fd307e9705 req-2774f2f8-cc3d-458c-af5a-16c2c60c7ddf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:49.175114 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21f77fb4-a4bc-4fd0-8c2e-48fd307e9705 req-2774f2f8-cc3d-458c-af5a-16c2c60c7ddf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 944 time: 0.1836069 Jul 06 17:56:49.184078 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.318411 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21f77fb4-a4bc-4fd0-8c2e-48fd307e9705 req-69875673-3966-454d-90af-ec77f82ac030 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=0245de5a-acf8-4034-a488-bbaaa67fae70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246028 Jul 06 17:56:49.424354 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.480107 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b066d8-8cde-4d2e-97d5-f7e418c4dfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.603033 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.609099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Transition to ACTIVE for port object 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:49.651484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.685471 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.708295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 17:56:49.744027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event deleted for resources: {'Port': ['ID=4951e8b5-eddf-489b-9abc-1c9587aec65a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:49.757671 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:49.766725 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667 HTTP/1.1" status: 204 len: 168 time: 1.9481511 Jul 06 17:56:49.772482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Network b40e2ea1-108c-4e32-8548-88f81815ce35 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:49.774862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Allocated IP 172.20.0.2 (b40e2ea1-108c-4e32-8548-88f81815ce35/19975203-d348-4b33-aad2-d69159be90b1/0f0076aa-053f-4607-b6de-1e6352b8db4a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:49.794702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:49.799447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:49.870602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event updated for resources: {'Port': ['ID=70cc96e2-a7d4-4e7c-93d6-0fe082f889e4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:49.973040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096ac67-061e-4383-98fe-c1289760cc27 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3f5ffc2-40ff-4955-a6ad-b1e0ddd00667,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:50.006525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:50.035668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:50.042265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.125846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db887883-e2a6-42a5-bbdf-086438998c2b req-e7547b1c-1a03-4f7c-b1be-bc78b78b5986 service neutron] 10.222.0.22 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9708047 Jul 06 17:56:50.145857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5e7f587a-75a0-4737-972a-059f4cdfdd0c tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7847776 Jul 06 17:56:50.150210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52492) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:50.202848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Request body: {'port': {'network_id': 'b40e2ea1-108c-4e32-8548-88f81815ce35', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1929630500', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:50.206175 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.206659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] bootfile-name is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:50.208780 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] tftp-server is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:50.211215 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] server-ip-address is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:50.242376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Transition to ACTIVE for port object 0f0076aa-053f-4607-b6de-1e6352b8db4a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:50.299402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Transition to ACTIVE for port object 0f0076aa-053f-4607-b6de-1e6352b8db4a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:50.305505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:50.310787 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab9dbd1-94e3-4edd-a6fb-0e71f1995457" -d '{"events": [{"server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "name": "network-vif-plugged", "status": "completed", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:50.322614 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.467743 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.471850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Network b40e2ea1-108c-4e32-8548-88f81815ce35 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:50.483129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:50.492288 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:50.501783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Pushing event updated for resources: {'Port': ['ID=0f0076aa-053f-4607-b6de-1e6352b8db4a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:50.541478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b981436-7365-4a0b-bce3-2c3bfe89d408 req-4f760b9e-3d80-452c-a872-a1a16059c3ab tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:50.550364 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b981436-7365-4a0b-bce3-2c3bfe89d408 req-4f760b9e-3d80-452c-a872-a1a16059c3ab tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.3448741 Jul 06 17:56:50.617675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:50.651875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Attempting to bind port 0f0076aa-053f-4607-b6de-1e6352b8db4a on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:56:50.653956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Attempting to bind port 0f0076aa-053f-4607-b6de-1e6352b8db4a by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '36f1415c-da9b-4602-a31f-308e26e8cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b40e2ea1-108c-4e32-8548-88f81815ce35'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:56:50.654594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Attempting to bind port 0f0076aa-053f-4607-b6de-1e6352b8db4a on network b40e2ea1-108c-4e32-8548-88f81815ce35 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:56:50.693878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:56:50.694635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Checking segment: {'id': '36f1415c-da9b-4602-a31f-308e26e8cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b40e2ea1-108c-4e32-8548-88f81815ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:56:50.695318 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.696018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Bound using segment: {'id': '36f1415c-da9b-4602-a31f-308e26e8cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b40e2ea1-108c-4e32-8548-88f81815ce35'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:56:50.696843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Bound port: 0f0076aa-053f-4607-b6de-1e6352b8db4a, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f1415c-da9b-4602-a31f-308e26e8cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b40e2ea1-108c-4e32-8548-88f81815ce35'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:56:50.697505 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.709410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08525cd-5e74-48ee-9512-5d0894779ffd req-94661384-4fa7-40ce-b288-ddbbf5ad1f23 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:50.709753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] No DVR routers for this DVR port 4951e8b5-eddf-489b-9abc-1c9587aec65a on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:50.715639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.717872 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c82dab31-bc9e-4bca-b3b7-84a8c653cbb3 req-87a0fc11-43c6-471a-98d6-8b6fac563f6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.55 "DELETE /v2.0/ports/4951e8b5-eddf-489b-9abc-1c9587aec65a HTTP/1.1" status: 204 len: 173 time: 5.7618287 Jul 06 17:56:50.723613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f08525cd-5e74-48ee-9512-5d0894779ffd req-94661384-4fa7-40ce-b288-ddbbf5ad1f23 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4024887 Jul 06 17:56:50.729693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-deleted', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:50.735278 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f2df16-05ab-4378-a3ca-b9e64bd47b32" -d '{"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-deleted", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:50.754310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.767592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b981436-7365-4a0b-bce3-2c3bfe89d408 req-f2d2cfc8-2b1e-42f6-83e6-69aae79a1869 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158542 Jul 06 17:56:50.802158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Made reservation on behalf of 2a77b646f5a741a48db60657f247f067 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:50.810191 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.863229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f08525cd-5e74-48ee-9512-5d0894779ffd req-967301fb-6bac-481f-ba3a-ac74f9e6c410 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380517 Jul 06 17:56:50.866910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52504) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:50.884433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0f42bd33-66a6-49ad-b5cf-0da3c8e65115 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'router': {'name': 'tempest-router--1611007006', 'project_id': 'be7df6a5d66f442196ed7221d230d85c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:50.915312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] For port 0f0076aa-053f-4607-b6de-1e6352b8db4a, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:56:50.940081 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d75c808-e5c0-4c82-97bb-46d0c189d6ff x-openstack-request-id: req-9d75c808-e5c0-4c82-97bb-46d0c189d6ff {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:50.942422 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "name": "network-vif-plugged", "status": "completed", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:50.944036 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d75c808-e5c0-4c82-97bb-46d0c189d6ff {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:50.945371 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'code': 200} Jul 06 17:56:50.949662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] For port 0f0076aa-053f-4607-b6de-1e6352b8db4a, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f0076aa-053f-4607-b6de-1e6352b8db4a,segment=NetworkSegment(36f1415c-da9b-4602-a31f-308e26e8cb88),segment_id=36f1415c-da9b-4602-a31f-308e26e8cb88)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:56:50.953553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 117d59cc-982e-441d-8efc-0b074baa2ea5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:50.953997 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.965586 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.970177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f42bd33-66a6-49ad-b5cf-0da3c8e65115 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.972349 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f42bd33-66a6-49ad-b5cf-0da3c8e65115 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:50.982196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] device_id is not set on port e66e24de-5272-4e31-8ad6-462263e3ba88 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:56:51.053026 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:56:51.071704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7357b7-3a17-49e1-9621-85110593aaa8 None None] Pushing event updated for resources: {'Port': ['ID=0f0076aa-053f-4607-b6de-1e6352b8db4a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:51.148536 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4df9bf4-a37e-4439-a3d5-a4f475c668e7 x-openstack-request-id: req-a4df9bf4-a37e-4439-a3d5-a4f475c668e7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:51.168884 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5639e1ce-53d7-4564-92d7-75f78c2c5d12", "name": "network-vif-deleted", "tag": "4951e8b5-eddf-489b-9abc-1c9587aec65a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:51.169492 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4df9bf4-a37e-4439-a3d5-a4f475c668e7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:51.170205 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5639e1ce-53d7-4564-92d7-75f78c2c5d12', 'name': 'network-vif-deleted', 'tag': '4951e8b5-eddf-489b-9abc-1c9587aec65a', 'status': 'completed', 'code': 200} Jul 06 17:56:51.395006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:51.448377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2504739-ece0-4106-a08b-8bc54f67a623 req-5f18eeda-dee1-4bbd-b849-29691a8c3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:51.451315 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2504739-ece0-4106-a08b-8bc54f67a623 req-5f18eeda-dee1-4bbd-b849-29691a8c3d34 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 1097 time: 0.2340038 Jul 06 17:56:51.462580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] Sync routers for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:51.490520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Allocated IP 172.20.0.10 (b40e2ea1-108c-4e32-8548-88f81815ce35/19975203-d348-4b33-aad2-d69159be90b1/e66e24de-5272-4e31-8ad6-462263e3ba88) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:51.523690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:51.524614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 117d59cc-982e-441d-8efc-0b074baa2ea5 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:51.524813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:51.642799 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f42bd33-66a6-49ad-b5cf-0da3c8e65115 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:51.697083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f42bd33-66a6-49ad-b5cf-0da3c8e65115 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:51.707295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d95632d-d64c-4f21-b0eb-afc834de6ec7 req-575325e6-755d-4317-94ce-a85363d7da2f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=5639e1ce-53d7-4564-92d7-75f78c2c5d12 HTTP/1.1" status: 200 len: 210 time: 0.4460208 Jul 06 17:56:51.734864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f42bd33-66a6-49ad-b5cf-0da3c8e65115 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:51.743875 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0f42bd33-66a6-49ad-b5cf-0da3c8e65115 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8772504 Jul 06 17:56:51.748660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52508) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:51.821112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:51.892311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:51.949660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Transition to ACTIVE for port object e66e24de-5272-4e31-8ad6-462263e3ba88 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:56:52.016038 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0103c155-bc36-4cb9-9a55-e252fbd39d70 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.085526 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.110667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af0ae8-de5d-4f53-8d02-a855479ce167 req-f7a687a8-c5e0-4064-bd1c-b3d4bb9bc9b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.112478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-00af0ae8-de5d-4f53-8d02-a855479ce167 req-f7a687a8-c5e0-4064-bd1c-b3d4bb9bc9b2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.1656144 Jul 06 17:56:52.171590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Network b40e2ea1-108c-4e32-8548-88f81815ce35 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:52.179320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:52.191712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:52.224135 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2504739-ece0-4106-a08b-8bc54f67a623 req-add322dc-821a-421d-9a24-43f3710ec209 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7220786 Jul 06 17:56:52.257697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f0076aa-053f-4607-b6de-1e6352b8db4a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:52.290019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.290850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.315379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event updated for resources: {'Port': ['ID=e66e24de-5272-4e31-8ad6-462263e3ba88,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:52.336919 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-efd12073-73a8-4f0a-a487-8233ab00c878 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.1676853 Jul 06 17:56:52.338173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52514) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:52.354526 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-00af0ae8-de5d-4f53-8d02-a855479ce167 req-0f627cee-1c21-4a3e-9630-3561698ff275 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126458 Jul 06 17:56:52.438627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0689e-be3c-4b09-afa5-71ff208e1d62 req-a67369c5-7f39-4e9d-9845-714f24336883 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.440722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11a0689e-be3c-4b09-afa5-71ff208e1d62 req-a67369c5-7f39-4e9d-9845-714f24336883 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 1.0194514 Jul 06 17:56:52.446259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0103c155-bc36-4cb9-9a55-e252fbd39d70 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.456514 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0103c155-bc36-4cb9-9a55-e252fbd39d70 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.474877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0f0076aa-053f-4607-b6de-1e6352b8db4a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:52.570513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11a0689e-be3c-4b09-afa5-71ff208e1d62 req-7b9f6946-f04f-489c-8741-163c1eaeeb6f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157458 Jul 06 17:56:52.581644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0103c155-bc36-4cb9-9a55-e252fbd39d70 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.582023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0103c155-bc36-4cb9-9a55-e252fbd39d70 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3d51008-19af-499e-8882-e39e1e343653 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:52.593997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360b8fa-3081-4d51-886f-ba49a05cb338 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.596132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:52.626680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360b8fa-3081-4d51-886f-ba49a05cb338 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.627020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0103c155-bc36-4cb9-9a55-e252fbd39d70 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.634150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0103c155-bc36-4cb9-9a55-e252fbd39d70 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e3d51008-19af-499e-8882-e39e1e343653 HTTP/1.1" status: 204 len: 168 time: 0.8764787 Jul 06 17:56:52.639280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360b8fa-3081-4d51-886f-ba49a05cb338 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:52.642322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7360b8fa-3081-4d51-886f-ba49a05cb338 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3035698 Jul 06 17:56:52.647895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52520) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:52.787361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:52.968148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52528) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:53.069122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=117d59cc-982e-441d-8efc-0b074baa2ea5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:53.117497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6b774f83-9401-4281-a5e2-1439a73f16b2 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Deleting port e66e24de-5272-4e31-8ad6-462263e3ba88 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:53.118132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b774f83-9401-4281-a5e2-1439a73f16b2 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.184886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:53.323937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] Checking router: 2a710907-7fe3-4b5b-a3ee-2b76b5b907df for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:56:53.331256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4771bdc-0c93-418a-b738-e789d348d589 None None] Network b40e2ea1-108c-4e32-8548-88f81815ce35 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:53.477416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b774f83-9401-4281-a5e2-1439a73f16b2 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.503517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6b774f83-9401-4281-a5e2-1439a73f16b2 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Calling delete_port for e66e24de-5272-4e31-8ad6-462263e3ba88 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:53.613786 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.631174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5e290dbe-b49c-4fcd-9a7e-2830670e49de None None] Provisioning for port 0f0076aa-053f-4607-b6de-1e6352b8db4a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:53.645236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5e290dbe-b49c-4fcd-9a7e-2830670e49de None None] Provisioning complete for port 0f0076aa-053f-4607-b6de-1e6352b8db4a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:53.645656 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e290dbe-b49c-4fcd-9a7e-2830670e49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.684598 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3890af2b-2010-4bcb-9126-417a3236e641 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.715005 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.745671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:53.746281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:53.789964 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3890af2b-2010-4bcb-9126-417a3236e641 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.848324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1803414368', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:53.887190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b774f83-9401-4281-a5e2-1439a73f16b2 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.940235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b774f83-9401-4281-a5e2-1439a73f16b2 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event deleted for resources: {'Port': ['ID=e66e24de-5272-4e31-8ad6-462263e3ba88,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:53.948585 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e290dbe-b49c-4fcd-9a7e-2830670e49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.953126 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:53.955700 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.031266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:56:54.058220 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.116877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5e290dbe-b49c-4fcd-9a7e-2830670e49de None None] For port 0f0076aa-053f-4607-b6de-1e6352b8db4a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f0076aa-053f-4607-b6de-1e6352b8db4a,segment=NetworkSegment(36f1415c-da9b-4602-a31f-308e26e8cb88),segment_id=36f1415c-da9b-4602-a31f-308e26e8cb88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:54.320452 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e290dbe-b49c-4fcd-9a7e-2830670e49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.421121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e290dbe-b49c-4fcd-9a7e-2830670e49de None None] Pushing event updated for resources: {'Port': ['ID=0f0076aa-053f-4607-b6de-1e6352b8db4a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:54.627289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8d49d5e9-28db-4e80-9dc0-8885cab7df57 None None] Provisioning for port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:56:54.635757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8d49d5e9-28db-4e80-9dc0-8885cab7df57 None None] Provisioning complete for port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:54.636205 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d49d5e9-28db-4e80-9dc0-8885cab7df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.729429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:54.770918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec62fee-9a4a-413e-8ca1-b0fa08d5dff2 None None] The sync data for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 is: [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:54.779224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8d49d5e9-28db-4e80-9dc0-8885cab7df57 None None] Port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:54.794370 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8d49d5e9-28db-4e80-9dc0-8885cab7df57 None None] Provisioning complete for port 0f0076aa-053f-4607-b6de-1e6352b8db4a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:54.794987 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d49d5e9-28db-4e80-9dc0-8885cab7df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.842135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3d73b-f81b-4741-b998-e49ec5d81df6 req-c6eea1db-dc2a-4152-963a-0f30bdb5305a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:54.850075 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12b3d73b-f81b-4741-b998-e49ec5d81df6 req-c6eea1db-dc2a-4152-963a-0f30bdb5305a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 1.0737038 Jul 06 17:56:54.877565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router d74fde6d-db8b-46de-a1de-8917fa15d8a2 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:56:54.885278 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3890af2b-2010-4bcb-9126-417a3236e641 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.888064 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3890af2b-2010-4bcb-9126-417a3236e641 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.893423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3890af2b-2010-4bcb-9126-417a3236e641 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "DELETE /v2.0/security-groups/0245de5a-acf8-4034-a488-bbaaa67fae70 HTTP/1.1" status: 204 len: 168 time: 1.7028003 Jul 06 17:56:54.917298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52576) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:54.919735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890af2b-2010-4bcb-9126-417a3236e641 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0245de5a-acf8-4034-a488-bbaaa67fae70,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:54.949611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8d49d5e9-28db-4e80-9dc0-8885cab7df57 None None] Could not find standard attr ID for object e66e24de-5272-4e31-8ad6-462263e3ba88. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:56:54.955258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.978477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b774f83-9401-4281-a5e2-1439a73f16b2 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:54.980971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6b774f83-9401-4281-a5e2-1439a73f16b2 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "DELETE /v2.0/ports/e66e24de-5272-4e31-8ad6-462263e3ba88 HTTP/1.1" status: 204 len: 168 time: 2.3316317 Jul 06 17:56:54.987494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:55.000012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Request body: {'port': {'name': 'tempest-new-port-name-1295373393', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:55.000312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] bootfile-name is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:55.000630 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] tftp-server is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:55.000921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] server-ip-address is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 17:56:55.019763 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-8f9e110e-e331-4052-b2e9-763a707a653b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] show failed (client error): The resource could not be found. Jul 06 17:56:55.020863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8f9e110e-e331-4052-b2e9-763a707a653b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups/0245de5a-acf8-4034-a488-bbaaa67fae70 HTTP/1.1" status: 404 len: 347 time: 0.0912015 Jul 06 17:56:55.033545 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12b3d73b-f81b-4741-b998-e49ec5d81df6 req-1b815a11-bfaf-49d9-a2b1-e689242dadfb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825070 Jul 06 17:56:55.033979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:55.092965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-56c28aae-ce44-4413-bb43-d8d2107d431b None None] Provisioning complete for port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:55.093529 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56c28aae-ce44-4413-bb43-d8d2107d431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.108306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c500ed-8654-403c-829a-d3b22a8885eb req-324809eb-ea5f-44e0-826c-6bccda12e72a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:55.114924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68c500ed-8654-403c-829a-d3b22a8885eb req-324809eb-ea5f-44e0-826c-6bccda12e72a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=537bf1ea-3056-404a-92a9-89c2ab671cd8 HTTP/1.1" status: 200 len: 943 time: 0.8023691 Jul 06 17:56:55.191925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-56c28aae-ce44-4413-bb43-d8d2107d431b None None] Port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:55.217712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:56:55.231046 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86afb94-73e1-4a57-8fe2-69f2a64bdd34 None None] Sync routers for ids ['d74fde6d-db8b-46de-a1de-8917fa15d8a2'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:56:55.260547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6507f7f2-6266-4302-a5aa-18875d93830c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/d74fde6d-db8b-46de-a1de-8917fa15d8a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0861320 Jul 06 17:56:55.260755 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86afb94-73e1-4a57-8fe2-69f2a64bdd34 None None] Routers {'d74fde6d-db8b-46de-a1de-8917fa15d8a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:55.260755 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c86afb94-73e1-4a57-8fe2-69f2a64bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d74fde6d-db8b-46de-a1de-8917fa15d8a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:55.261094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:55.328295 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0cd311a2-ec5c-4972-9667-4d08c5081e2e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d74fde6d-db8b-46de-a1de-8917fa15d8a2 HTTP/1.1" status: 200 len: 205 time: 0.0584726 Jul 06 17:56:55.328295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52586) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:55.332922 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c86afb94-73e1-4a57-8fe2-69f2a64bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:55.343170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8d7d6850-ee75-4134-8bf5-b63d5481a9d7 None None] Could not find standard attr ID for object e66e24de-5272-4e31-8ad6-462263e3ba88. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:56:55.356085 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86afb94-73e1-4a57-8fe2-69f2a64bdd34 None None] Routers {'d74fde6d-db8b-46de-a1de-8917fa15d8a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:56:55.356712 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c86afb94-73e1-4a57-8fe2-69f2a64bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d74fde6d-db8b-46de-a1de-8917fa15d8a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:55.361058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2441f088-7744-4df3-91c5-5e45c618505a None None] New status for floating IP 2c0964df-44d0-4dbe-bbe6-8c1764d1e42e: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:56:55.434174 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c86afb94-73e1-4a57-8fe2-69f2a64bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:55.436136 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86afb94-73e1-4a57-8fe2-69f2a64bdd34 None None] The sync data for ids ['d74fde6d-db8b-46de-a1de-8917fa15d8a2'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:56:55.480256 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.572043 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17617d4-74a2-4cdf-b235-8da660b7840e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.794052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17617d4-74a2-4cdf-b235-8da660b7840e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.797222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17617d4-74a2-4cdf-b235-8da660b7840e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.811552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4574c8-7eff-42d6-a0bf-b33c2987433c req-a9b4419b-5ae0-4786-9b74-3b7450fae395 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:55.813182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e4574c8-7eff-42d6-a0bf-b33c2987433c req-a9b4419b-5ae0-4786-9b74-3b7450fae395 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.4337728 Jul 06 17:56:55.814811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Deleting port d04010c4-f354-4837-b5b3-82f032c3e1d9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:55.815165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.857872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-68c500ed-8654-403c-829a-d3b22a8885eb req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Deleting port 89b89aee-020c-468b-9d29-9d85d31b3ddf {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:55.858274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68c500ed-8654-403c-829a-d3b22a8885eb req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.934695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17617d4-74a2-4cdf-b235-8da660b7840e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.935430 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17617d4-74a2-4cdf-b235-8da660b7840e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Fanout notify agent at l3_agent the message router_deleted on router d74fde6d-db8b-46de-a1de-8917fa15d8a2 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:56:55.951070 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17617d4-74a2-4cdf-b235-8da660b7840e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:55.952262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d17617d4-74a2-4cdf-b235-8da660b7840e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/d74fde6d-db8b-46de-a1de-8917fa15d8a2 HTTP/1.1" status: 204 len: 168 time: 0.6243892 Jul 06 17:56:55.958008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:55.967860 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e4574c8-7eff-42d6-a0bf-b33c2987433c req-62c47e29-1900-42ae-9a0b-31ad5807a949 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336150 Jul 06 17:56:56.013303 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.013950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.031836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Calling delete_port for d04010c4-f354-4837-b5b3-82f032c3e1d9 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:56.050903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52594) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:56.098107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f0076aa-053f-4607-b6de-1e6352b8db4a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:56:56.212556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0f0076aa-053f-4607-b6de-1e6352b8db4a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:56.213153 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.293363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.346803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event deleted for resources: {'Port': ['ID=d04010c4-f354-4837-b5b3-82f032c3e1d9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:56.390595 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.463115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d4cb5a-e873-43a0-bc8b-ca266094e461 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting subnet cedba8ca-39c2-4dc6-a709-17c25f677075 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:56.487791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90d4cb5a-e873-43a0-bc8b-ca266094e461 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.494690 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.501410 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.503999 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2dbc581b-f1bb-4b7f-88f7-04638aca4e0a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c0964df-44d0-4dbe-bbe6-8c1764d1e42e HTTP/1.1" status: 204 len: 168 time: 1.4631078 Jul 06 17:56:56.519107 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.559966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.589508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-68c500ed-8654-403c-829a-d3b22a8885eb req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] For port 89b89aee-020c-468b-9d29-9d85d31b3ddf, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=89b89aee-020c-468b-9d29-9d85d31b3ddf,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:56.589878 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68c500ed-8654-403c-829a-d3b22a8885eb req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.592547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.692519 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90d4cb5a-e873-43a0-bc8b-ca266094e461 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.693740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-a91f07a3-7440-49b6-8dfe-b53cc23a69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.696251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-68c500ed-8654-403c-829a-d3b22a8885eb req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Calling delete_port for 89b89aee-020c-468b-9d29-9d85d31b3ddf owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:56.696576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-a91f07a3-7440-49b6-8dfe-b53cc23a69ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 1097 time: 0.1249583 Jul 06 17:56:56.720649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc4206-e7ef-4d97-848b-bd5fd44a17af req-a4f6b955-496b-4740-bca6-765e7df7f02d tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.722292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2cc4206-e7ef-4d97-848b-bd5fd44a17af req-a4f6b955-496b-4740-bca6-765e7df7f02d tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.1021273 Jul 06 17:56:56.809226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e807ed-d92d-493b-b839-456787b859b1 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.810862 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-75e807ed-d92d-493b-b839-456787b859b1 tempest-TestNetworkAdvancedServerOps-834099060 tempest-TestNetworkAdvancedServerOps-834099060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 1092 time: 0.7496595 Jul 06 17:56:56.816042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52602) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:56.825826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event updated for resources: {'Port': ['ID=70cc96e2-a7d4-4e7c-93d6-0fe082f889e4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:56.831356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:56.847359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2cc4206-e7ef-4d97-848b-bd5fd44a17af req-af5a29c8-9251-4c90-90bd-d60a39316b1b tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115148 Jul 06 17:56:56.880110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-631bb8ff-4569-4b64-97e1-6689f25808a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.882430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-631bb8ff-4569-4b64-97e1-6689f25808a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 920 time: 0.1775646 Jul 06 17:56:56.886803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.941263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] In _notify_port_updated(), no bound segment for port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 on network b40e2ea1-108c-4e32-8548-88f81815ce35 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:56:56.947724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:56.948612 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:56.950656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6025695f-6416-44b9-b11f-6012c9aebafe tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "PUT /v2.0/ports/70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 HTTP/1.1" status: 200 len: 1136 time: 1.9581323 Jul 06 17:56:56.955838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52604) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:57.034138 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-0cf35e77-2734-430f-af48-49b2b87067d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e HTTP/1.1" status: 200 len: 217 time: 0.1437480 Jul 06 17:56:57.082571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2ac81bc1-aeed-4c0e-96b8-f61e61767b97 None None] Provisioning complete for port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:56:57.083464 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ac81bc1-aeed-4c0e-96b8-f61e61767b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.095587 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90d4cb5a-e873-43a0-bc8b-ca266094e461 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.125057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Allocated IP 172.25.7.61 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/2149346b-f61a-4018-a368-e99e068b89fb) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:57.151274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:57.156159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-61e0ebda-b226-4c5f-9bb5-7a86d7b10661 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016265838', 'description': 'tempest-description--192320172'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:57.157116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2ac81bc1-aeed-4c0e-96b8-f61e61767b97 None None] Port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:56:57.203144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb151ba4-e338-48ec-b8c8-e5dd21496c32 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:57.203432 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fb151ba4-e338-48ec-b8c8-e5dd21496c32 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "GET /v2.0/ports/70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 HTTP/1.1" status: 200 len: 1136 time: 0.2460630 Jul 06 17:56:57.214741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52608) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:57.228827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-6ae7c5c9-b750-4461-88f3-b2f7e91ba66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:57.230319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-6ae7c5c9-b750-4461-88f3-b2f7e91ba66a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 200 len: 859 time: 0.1535447 Jul 06 17:56:57.276932 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61e0ebda-b226-4c5f-9bb5-7a86d7b10661 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.308220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-92bbefec-114e-4c3b-872f-ce9492a1435d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ee30b1-b6be-4d1b-bb46-36425ac2687f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478780 Jul 06 17:56:57.346037 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90d4cb5a-e873-43a0-bc8b-ca266094e461 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.400929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4cb5a-e873-43a0-bc8b-ca266094e461 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Subnet': ['ID=cedba8ca-39c2-4dc6-a709-17c25f677075,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:57.402921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68c500ed-8654-403c-829a-d3b22a8885eb req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.423068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['f1a56317-2cd0-46f6-aaf4-2143403154e7'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:57.433979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['7c357080-028e-4d0b-94e1-57557bfe6479'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:56:57.457644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90d4cb5a-e873-43a0-bc8b-ca266094e461 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.464286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-90d4cb5a-e873-43a0-bc8b-ca266094e461 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/cedba8ca-39c2-4dc6-a709-17c25f677075 HTTP/1.1" status: 204 len: 168 time: 1.4608042 Jul 06 17:56:57.481193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event deleted for resources: {'Port': ['ID=89b89aee-020c-468b-9d29-9d85d31b3ddf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:57.484394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:57.488069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.538953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c500ed-8654-403c-829a-d3b22a8885eb req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] No DVR routers for this DVR port 89b89aee-020c-468b-9d29-9d85d31b3ddf on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:57.545704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68c500ed-8654-403c-829a-d3b22a8885eb req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.548493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ba57e-a898-4915-8ea0-b03d25b39c3d None None] Network 792869dd-b47a-42c9-9053-d140a07bbe32 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:56:57.561074 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68c500ed-8654-403c-829a-d3b22a8885eb req-1376e468-1943-44cf-8295-92b13d500134 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "DELETE /v2.0/ports/89b89aee-020c-468b-9d29-9d85d31b3ddf HTTP/1.1" status: 204 len: 173 time: 2.4426806 Jul 06 17:56:57.642901 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-027fd573-783d-4f94-a782-1f4d71b05e57 service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246758 Jul 06 17:56:57.655707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.658768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'name': 'network-vif-deleted', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:56:57.670304 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2ea8c4-5f80-4718-aecc-11bf11775d1a" -d '{"events": [{"server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "name": "network-vif-deleted", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:56:57.722656 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.792708 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e97663-4aa6-4ce6-aa8a-f543648f4ccc x-openstack-request-id: req-f4e97663-4aa6-4ce6-aa8a-f543648f4ccc {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:56:57.794055 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537bf1ea-3056-404a-92a9-89c2ab671cd8", "name": "network-vif-deleted", "tag": "89b89aee-020c-468b-9d29-9d85d31b3ddf", "status": "failed", "code": 422}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:56:57.794807 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4e97663-4aa6-4ce6-aa8a-f543648f4ccc {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:56:57.795490 n-d-799526-3 neutron-server[93778]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '537bf1ea-3056-404a-92a9-89c2ab671cd8', 'name': 'network-vif-deleted', 'tag': '89b89aee-020c-468b-9d29-9d85d31b3ddf', 'status': 'failed', 'code': 422} returned with failed status Jul 06 17:56:57.815447 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.852792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2b33c-eefc-4840-9d65-03b3f302b1dd tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Deleting port 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:57.853147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b33c-eefc-4840-9d65-03b3f302b1dd tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.872365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event updated for resources: {'Port': ['ID=2149346b-f61a-4018-a368-e99e068b89fb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:57.896467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 8fb17071-a527-48a3-9b49-4b969e8e72a9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:56:57.896983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.945518 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61e0ebda-b226-4c5f-9bb5-7a86d7b10661 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.987204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port 8fb17071-a527-48a3-9b49-4b969e8e72a9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8fb17071-a527-48a3-9b49-4b969e8e72a9,segment=NetworkSegment(27306979-827f-442a-9a69-1814a53c05b2),segment_id=27306979-827f-442a-9a69-1814a53c05b2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:56:57.988185 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:57.997544 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61e0ebda-b226-4c5f-9bb5-7a86d7b10661 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.011082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 8fb17071-a527-48a3-9b49-4b969e8e72a9 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:58.086725 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7dd2e82e-258b-4526-bb3a-2d59803d3cc4 req-583dc12a-7188-4b58-ab74-28d00145e0dc service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356377 Jul 06 17:56:58.121752 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b33c-eefc-4840-9d65-03b3f302b1dd tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.145044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2b33c-eefc-4840-9d65-03b3f302b1dd tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Calling delete_port for 70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:56:58.187992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.204214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:58.261400 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61e0ebda-b226-4c5f-9bb5-7a86d7b10661 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.263106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-61e0ebda-b226-4c5f-9bb5-7a86d7b10661 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1108484 Jul 06 17:56:58.276330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:58.279437 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52630) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:58.285718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0ebda-b226-4c5f-9bb5-7a86d7b10661 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9367160-ddd5-4e4e-9fa8-238b1d44a099,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:58.296711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-02fa5d79-2b35-4e2b-87a9-c4c59a32ec46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'security_group_rule': {'security_group_id': 'c9367160-ddd5-4e4e-9fa8-238b1d44a099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:58.306195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:58.307596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ad060-ecdf-4dc4-adfc-0a0af3e21b1f None None] DHCP port deletion for 792869dd-b47a-42c9-9053-d140a07bbe32 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:56:58.312657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=8fb17071-a527-48a3-9b49-4b969e8e72a9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:58.332440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Allocated IP 172.25.7.204 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/9a9efd3c-6c19-4ace-accf-e1eed864e5e2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:56:58.375655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No DVR routers for this DVR port 8fb17071-a527-48a3-9b49-4b969e8e72a9 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:56:58.521231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba048b-d663-417d-a81a-665779f2cf43 req-8aff5852-2a4a-4786-82ef-fa089cb3a61f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:58.526332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1ba048b-d663-417d-a81a-665779f2cf43 req-8aff5852-2a4a-4786-82ef-fa089cb3a61f tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.2819350 Jul 06 17:56:58.656469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02fa5d79-2b35-4e2b-87a9-c4c59a32ec46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.732538 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.775259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792869dd-b47a-42c9-9053-d140a07bbe32']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:58.818141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27306979-827f-442a-9a69-1814a53c05b2') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:58.818560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27306979-827f-442a-9a69-1814a53c05b2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:56:58.843319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.886502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.940951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02fa5d79-2b35-4e2b-87a9-c4c59a32ec46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.943965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:56:58.944537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:56:58.948096 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:56:58.954593 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02fa5d79-2b35-4e2b-87a9-c4c59a32ec46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.001577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.034333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b33c-eefc-4840-9d65-03b3f302b1dd tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.040162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1ba048b-d663-417d-a81a-665779f2cf43 req-8e3488e5-8295-4ee2-b695-de28dd5b47d8 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960523 Jul 06 17:56:59.052591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa5d79-2b35-4e2b-87a9-c4c59a32ec46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0865f2-6018-4851-93ee-00baa9cfdadd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:59.079026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2b33c-eefc-4840-9d65-03b3f302b1dd tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event deleted for resources: {'Port': ['ID=70cc96e2-a7d4-4e7c-93d6-0fe082f889e4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:59.091276 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02fa5d79-2b35-4e2b-87a9-c4c59a32ec46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.092814 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-02fa5d79-2b35-4e2b-87a9-c4c59a32ec46 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8049805 Jul 06 17:56:59.095528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52636) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:59.121346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5d5376ea-30e7-42c4-91a3-542331bf2a4e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'security_group_rule': {'security_group_id': 'c9367160-ddd5-4e4e-9fa8-238b1d44a099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:59.136054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.201136 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.216755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.223052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.229141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/networks/792869dd-b47a-42c9-9053-d140a07bbe32 HTTP/1.1" status: 204 len: 168 time: 1.7345781 Jul 06 17:56:59.229435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52640) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:59.247612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0fd5598c-5126-4037-b7b7-cb7a82405726 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-603709016', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:59.256239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012e0f7-0ede-4e94-b963-e94b050f5b71 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Network': ['ID=792869dd-b47a-42c9-9053-d140a07bbe32,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:59.303518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d5376ea-30e7-42c4-91a3-542331bf2a4e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.339115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b33c-eefc-4840-9d65-03b3f302b1dd tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.344094 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d1b2b33c-eefc-4840-9d65-03b3f302b1dd tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "DELETE /v2.0/ports/70cc96e2-a7d4-4e7c-93d6-0fe082f889e4 HTTP/1.1" status: 204 len: 168 time: 2.1259146 Jul 06 17:56:59.347955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52642) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:59.366011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:56:59.392066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:56:59.393714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:56:59.450189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=9a9efd3c-6c19-4ace-accf-e1eed864e5e2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:56:59.463152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fd5598c-5126-4037-b7b7-cb7a82405726 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.464944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fd5598c-5126-4037-b7b7-cb7a82405726 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.511285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eca376b-8dca-4c51-8f3e-8ac3c004ec89 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Deleting subnet 19975203-d348-4b33-aad2-d69159be90b1 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:56:59.524415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eca376b-8dca-4c51-8f3e-8ac3c004ec89 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.530420 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d5376ea-30e7-42c4-91a3-542331bf2a4e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.571052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fd5598c-5126-4037-b7b7-cb7a82405726 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.589400 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fd5598c-5126-4037-b7b7-cb7a82405726 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.655275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b9dbf-87ee-4a2d-8eb8-6c189eabf3d7 req-8105e54b-228e-4e4f-b5dd-0ff6b2b2e9ce tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:56:59.662395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-438b9dbf-87ee-4a2d-8eb8-6c189eabf3d7 req-8105e54b-228e-4e4f-b5dd-0ff6b2b2e9ce tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 907 time: 0.3113923 Jul 06 17:56:59.672828 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fd5598c-5126-4037-b7b7-cb7a82405726 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.675170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0fd5598c-5126-4037-b7b7-cb7a82405726 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4369605 Jul 06 17:56:59.678951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52644) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:56:59.685305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1470114679'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:56:59.781139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:56:59.785563 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.876341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:56:59.902447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:56:59.902813 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added segment b4b418e7-afc2-4ed2-be64-00ebb6b37575 of type vlan for network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 Jul 06 17:56:59.973472 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d5376ea-30e7-42c4-91a3-542331bf2a4e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.012523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.037013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5376ea-30e7-42c4-91a3-542331bf2a4e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e31ded3-8f19-4d78-a739-182717f6ffba,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:00.048156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eca376b-8dca-4c51-8f3e-8ac3c004ec89 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.086644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5d5376ea-30e7-42c4-91a3-542331bf2a4e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.089570 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5d5376ea-30e7-42c4-91a3-542331bf2a4e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9916637 Jul 06 17:57:00.098293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52648) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:00.110674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:00.129740 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.143898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8fb17071-a527-48a3-9b49-4b969e8e72a9 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:00.193121 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.201058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.201726 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.203497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.210600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 8fb17071-a527-48a3-9b49-4b969e8e72a9 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:00.211681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8fb17071-a527-48a3-9b49-4b969e8e72a9 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:00.326265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6455755 Jul 06 17:57:00.341739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52652) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:00.376554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528487b-7918-4d25-b030-22e39c08ef1a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Network': ['ID=4c5b502c-67c1-455b-b0e1-6b88cda90bf0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:00.390430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.394013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:00.450778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'subnet': {'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:00.565813 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.658194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-faa2bd9b-6bee-414d-8413-8c3c37b1f050 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.659733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-faa2bd9b-6bee-414d-8413-8c3c37b1f050 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 907 time: 0.1424003 Jul 06 17:57:00.805461 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eca376b-8dca-4c51-8f3e-8ac3c004ec89 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.851928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.860819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Deleting port db195b58-3396-4018-a709-d3dddf32f4cb {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:00.861292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.879765 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:00.939908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2637a-c461-420a-a74d-74fa0ad1c806 req-3ab8acab-d618-4efb-9398-74d2698a1544 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:00.942651 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3c2637a-c461-420a-a74d-74fa0ad1c806 req-3ab8acab-d618-4efb-9398-74d2698a1544 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.6607482 Jul 06 17:57:01.055935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event updated for resources: {'Port': ['ID=9a9efd3c-6c19-4ace-accf-e1eed864e5e2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:01.062098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:01.068745 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.068977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.121738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] For port db195b58-3396-4018-a709-d3dddf32f4cb, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=db195b58-3396-4018-a709-d3dddf32f4cb,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:01.122255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.149378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Calling delete_port for db195b58-3396-4018-a709-d3dddf32f4cb owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:01.187521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eca376b-8dca-4c51-8f3e-8ac3c004ec89 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.205484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc057e-d59b-484d-9a2f-0acbcab3341b req-58787fd5-b71a-4d89-8639-a297e9c85510 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:01.207070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34dc057e-d59b-484d-9a2f-0acbcab3341b req-58787fd5-b71a-4d89-8639-a297e9c85510 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 907 time: 0.3392904 Jul 06 17:57:01.274136 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Floating IP 9ce2a419-0647-4610-a23e-c7b4795af4af associated. External IP: 172.25.7.204, port: 0afff1af-207b-4d12-863e-ed0851f8fb4e. Jul 06 17:57:01.291327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f3c2637a-c461-420a-a74d-74fa0ad1c806 req-949b69d6-9e3b-47de-9aa1-0611030bd51e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280890 Jul 06 17:57:01.305338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca376b-8dca-4c51-8f3e-8ac3c004ec89 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event deleted for resources: {'Subnet': ['ID=19975203-d348-4b33-aad2-d69159be90b1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:01.309132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eca376b-8dca-4c51-8f3e-8ac3c004ec89 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.317333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9eca376b-8dca-4c51-8f3e-8ac3c004ec89 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "DELETE /v2.0/subnets/19975203-d348-4b33-aad2-d69159be90b1 HTTP/1.1" status: 204 len: 168 time: 1.9678297 Jul 06 17:57:01.318532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b75885-eee8-4f9b-ab00-85b7b73b9d1e None None] Network b40e2ea1-108c-4e32-8548-88f81815ce35 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:01.328458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52656) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:01.349858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Router 416a12f7-f382-4f50-acf8-898f43227148 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:57:01.390277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.631254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c9a0a8-6f19-40ab-bbc2-afebdcbe3075 None None] DHCP port deletion for b40e2ea1-108c-4e32-8548-88f81815ce35 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:57:01.739851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.889643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:01.916123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9a0a8-6f19-40ab-bbc2-afebdcbe3075 None None] Deleting port 0f0076aa-053f-4607-b6de-1e6352b8db4a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:01.916609 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a0a8-6f19-40ab-bbc2-afebdcbe3075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.003558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event deleted for resources: {'Port': ['ID=db195b58-3396-4018-a709-d3dddf32f4cb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:02.014760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b6c9a0a8-6f19-40ab-bbc2-afebdcbe3075 None None] For port 0f0076aa-053f-4607-b6de-1e6352b8db4a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f0076aa-053f-4607-b6de-1e6352b8db4a,segment=NetworkSegment(36f1415c-da9b-4602-a31f-308e26e8cb88),segment_id=36f1415c-da9b-4602-a31f-308e26e8cb88)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:02.015603 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a0a8-6f19-40ab-bbc2-afebdcbe3075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.048329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9a0a8-6f19-40ab-bbc2-afebdcbe3075 None None] Calling delete_port for 0f0076aa-053f-4607-b6de-1e6352b8db4a owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:02.064065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:02.066465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Allocated IP 172.25.7.117 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/c24d9fcb-6fc3-4e73-9afd-e90034105a0d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:02.080303 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acafb787-7dab-4b5f-af7e-c254b891054d None None] Sync routers for ids ['416a12f7-f382-4f50-acf8-898f43227148'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:02.111949 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafb787-7dab-4b5f-af7e-c254b891054d None None] Routers {'416a12f7-f382-4f50-acf8-898f43227148'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:02.113224 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-acafb787-7dab-4b5f-af7e-c254b891054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['416a12f7-f382-4f50-acf8-898f43227148'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:02.127264 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.173237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.174527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5ec9dee1-7dbb-470a-9987-18703050c0b0 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.2032804 Jul 06 17:57:02.193880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f0076aa-053f-4607-b6de-1e6352b8db4a no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:02.197822 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-acafb787-7dab-4b5f-af7e-c254b891054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:02.212127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:02.224411 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a0a8-6f19-40ab-bbc2-afebdcbe3075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.228144 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafb787-7dab-4b5f-af7e-c254b891054d None None] Routers {'416a12f7-f382-4f50-acf8-898f43227148'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:02.229723 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-acafb787-7dab-4b5f-af7e-c254b891054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['416a12f7-f382-4f50-acf8-898f43227148'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:02.237941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0f0076aa-053f-4607-b6de-1e6352b8db4a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:02.237941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f0076aa-053f-4607-b6de-1e6352b8db4a not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:02.268365 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.270734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9a0a8-6f19-40ab-bbc2-afebdcbe3075 None None] No DVR routers for this DVR port 0f0076aa-053f-4607-b6de-1e6352b8db4a on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:02.272090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9a0a8-6f19-40ab-bbc2-afebdcbe3075 None None] Pushing event deleted for resources: {'Port': ['ID=0f0076aa-053f-4607-b6de-1e6352b8db4a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:02.353896 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-acafb787-7dab-4b5f-af7e-c254b891054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:02.355189 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acafb787-7dab-4b5f-af7e-c254b891054d None None] The sync data for ids ['416a12f7-f382-4f50-acf8-898f43227148'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:02.361303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.498012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.570563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 7e89c106-ce30-4868-b207-a95e110894b1 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:02.572776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] No DVR routers for this DVR port db195b58-3396-4018-a709-d3dddf32f4cb on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:02.585793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.591097 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53cda9fc-ce9c-4d79-a7fe-2ec384698f3c req-2ccbedcb-9c52-4306-b53f-a17ede4c94d0 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "DELETE /v2.0/ports/db195b58-3396-4018-a709-d3dddf32f4cb HTTP/1.1" status: 204 len: 173 time: 1.9050043 Jul 06 17:57:02.598018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:02.604572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'name': 'network-vif-deleted', 'tag': 'db195b58-3396-4018-a709-d3dddf32f4cb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:02.606683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Subnet': ['ID=554603e1-8f1c-491e-bfcc-ccf83789ce0d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:02.609002 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81935d6a-6b14-4ab2-952c-5a092f5c0210" -d '{"events": [{"server_uuid": "f941600c-e2f6-40eb-a0fa-1d9f5a23081e", "name": "network-vif-deleted", "tag": "db195b58-3396-4018-a709-d3dddf32f4cb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:02.615199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:02.633193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Deleting port 0f0076aa-053f-4607-b6de-1e6352b8db4a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:02.633717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.636859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:02.744913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4efb8932-e349-4bd3-adb2-5fb0d0b4be30 req-df83af10-d3f3-4d18-9634-b824deaa905f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 210 time: 0.1665695 Jul 06 17:57:02.767005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'Port': ['ID=c24d9fcb-6fc3-4e73-9afd-e90034105a0d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:02.776575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Checking segment: {'id': 'b4b418e7-afc2-4ed2-be64-00ebb6b37575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:02.776948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network hostable DHCP agents. Network: 4c5b502c-67c1-455b-b0e1-6b88cda90bf0, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:02.822896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] For port 0f0076aa-053f-4607-b6de-1e6352b8db4a, host n-d-799526-3, got binding levels [] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:02.823263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.881634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Calling delete_port for 0f0076aa-053f-4607-b6de-1e6352b8db4a owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:02.888600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Port 0f0076aa-053f-4607-b6de-1e6352b8db4a was not found and therefore no delete operation was performed {{(pid=93778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:57:02.891124 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-df7cb36c-89bc-42f6-9d83-99415a5bf106 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/routers/416a12f7-f382-4f50-acf8-898f43227148 HTTP/1.1" status: 200 len: 924 time: 0.5455863 Jul 06 17:57:02.897928 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169ecd58-e52f-4d76-9cfa-97b8319e653c x-openstack-request-id: req-169ecd58-e52f-4d76-9cfa-97b8319e653c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:02.899974 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941600c-e2f6-40eb-a0fa-1d9f5a23081e", "name": "network-vif-deleted", "tag": "db195b58-3396-4018-a709-d3dddf32f4cb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:02.900752 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-169ecd58-e52f-4d76-9cfa-97b8319e653c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:02.901789 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941600c-e2f6-40eb-a0fa-1d9f5a23081e', 'name': 'network-vif-deleted', 'tag': 'db195b58-3396-4018-a709-d3dddf32f4cb', 'status': 'completed', 'code': 200} Jul 06 17:57:02.935529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52666) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:02.936379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:02.957439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-4b4dab63-2bd2-4cd9-8ef6-886dbfabcefa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3815100 Jul 06 17:57:02.991474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event deleted for resources: {'Port': ['ID=0f0076aa-053f-4607-b6de-1e6352b8db4a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:02.998271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:03.009416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:03.024013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6636844-caad-4407-beea-4e8425c149cf None None] Sync routers for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:03.034743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb134acf-0288-40b0-a3ee-fb22d04e198c req-18477cfd-8468-4bd2-b869-1a7557a07217 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:03.036397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb134acf-0288-40b0-a3ee-fb22d04e198c req-18477cfd-8468-4bd2-b869-1a7557a07217 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.5271826 Jul 06 17:57:03.046407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6636844-caad-4407-beea-4e8425c149cf None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:03.049025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f6636844-caad-4407-beea-4e8425c149cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:03.055423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7753fc37-5e2d-410b-b793-be45e4e49b6a tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=416a12f7-f382-4f50-acf8-898f43227148 HTTP/1.1" status: 200 len: 205 time: 0.1126494 Jul 06 17:57:03.056647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52670) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:03.067035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] No DVR routers for this DVR port 0f0076aa-053f-4607-b6de-1e6352b8db4a on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:03.144093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4c5b502c-67c1-455b-b0e1-6b88cda90bf0) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:03.151630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:03.152606 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.179585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f6636844-caad-4407-beea-4e8425c149cf None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:03.197898 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.237069 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.243234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.268607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ceefc9-75c4-46f6-949a-e29cf331b3ce None None] Network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:03.287724 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.301199 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7688c20c-fe1c-44ee-bd1d-9c72dabd0c18 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9501371 Jul 06 17:57:03.322476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52672) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:03.333839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40e2ea1-108c-4e32-8548-88f81815ce35']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:03.339178 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb134acf-0288-40b0-a3ee-fb22d04e198c req-1311c1a1-8149-40ad-b9e0-c512fe43848d tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858317 Jul 06 17:57:03.347401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b31a01ab-c31c-4323-8e20-753227a19d59 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5275736 Jul 06 17:57:03.361854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-f6690942-7068-462b-be73-40e0615c99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:03.363634 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-f6690942-7068-462b-be73-40e0615c99a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 1096 time: 0.3518326 Jul 06 17:57:03.385657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f1415c-da9b-4602-a31f-308e26e8cb88') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:03.386137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f1415c-da9b-4602-a31f-308e26e8cb88') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:03.442071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.451416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.473428 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.602973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.631525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:03.632626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:03.636913 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:03.667816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-72bb21bc-8641-4fb9-9ff7-8f65a59b956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:03.675788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-72bb21bc-8641-4fb9-9ff7-8f65a59b956a service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.2826564 Jul 06 17:57:03.786274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-c60f9f80-326e-41b0-97bd-09742c1e2cc3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c357080-028e-4d0b-94e1-57557bfe6479 HTTP/1.1" status: 200 len: 217 time: 0.1035435 Jul 06 17:57:03.870832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Deleting port 2149346b-f61a-4018-a368-e99e068b89fb {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:03.871990 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.894938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.900475 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:03.906482 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] 10.222.0.13 "DELETE /v2.0/networks/b40e2ea1-108c-4e32-8548-88f81815ce35 HTTP/1.1" status: 204 len: 168 time: 2.5706971 Jul 06 17:57:03.945048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9880ca-4857-4f67-b6da-8853eada5173 tempest-ExtraDHCPOptionsTestJSON-1158487620 tempest-ExtraDHCPOptionsTestJSON-1158487620-project] Pushing event deleted for resources: {'Network': ['ID=b40e2ea1-108c-4e32-8548-88f81815ce35,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:04.030153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:04.031647 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.070696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.117571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-49a8c83f-8a5b-40b5-bd49-a677e9b1c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.119510 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-49a8c83f-8a5b-40b5-bd49-a677e9b1c4c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.3234742 Jul 06 17:57:04.157014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ec07-a454-482c-8c64-114004cebb56 req-0e04254f-2c5d-48a6-8c0f-4d4984f03d1e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.162485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f6636844-caad-4407-beea-4e8425c149cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9ce2a419-0647-4610-a23e-c7b4795af4af', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'port_id': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'mac_address': 'fa:16:3e:92:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:56:59Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2900667a-5b44-47ad-a27a-fd37f3e9d4fa', 'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:cd:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:25Z', 'updated_at': '2021-07-06T17:56:37Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:04.166641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c20ec07-a454-482c-8c64-114004cebb56 req-0e04254f-2c5d-48a6-8c0f-4d4984f03d1e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.5948663 Jul 06 17:57:04.249325 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.286256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Calling delete_port for 2149346b-f61a-4018-a368-e99e068b89fb owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:04.306649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c20ec07-a454-482c-8c64-114004cebb56 req-cb1ad883-ff15-4dc5-8b97-cf7afa3b1b16 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352050 Jul 06 17:57:04.323975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device db195b58-3396-4018-a709-d3dddf32f4cb no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:04.367275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-a170b0c3-1816-4e42-b727-ce3d14fe5ebb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4807789 Jul 06 17:57:04.434802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-3a816523-11c1-4f3d-873b-5ed99cf71399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:04.438225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-3a816523-11c1-4f3d-873b-5ed99cf71399 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3047476 Jul 06 17:57:04.499638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52682) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:04.501680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6636844-caad-4407-beea-4e8425c149cf None None] Checking router: 7e89c106-ce30-4868-b207-a95e110894b1 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:04.643545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: db195b58-3396-4018-a709-d3dddf32f4cb {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:04.644097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device db195b58-3396-4018-a709-d3dddf32f4cb not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:04.704698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6636844-caad-4407-beea-4e8425c149cf None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:04.706936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f6636844-caad-4407-beea-4e8425c149cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:04.765853 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e188529b-f7d2-4501-8d24-790b4fbbbf41 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/9ce2a419-0647-4610-a23e-c7b4795af4af HTTP/1.1" status: 200 len: 992 time: 0.2643890 Jul 06 17:57:04.859307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52686) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:04.887666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-e0e6e455-9b67-4673-ab6d-457c059b1d77 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695843 Jul 06 17:57:04.902943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fb6a75c-151a-4dc5-94bc-cbffd6810c4c req-f1e56c7d-5483-4adb-821f-09a842c09cbc tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=f941600c-e2f6-40eb-a0fa-1d9f5a23081e HTTP/1.1" status: 200 len: 210 time: 0.0847323 Jul 06 17:57:04.915469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:04.921193 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.923827 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf58fbd-134f-4525-aa06-db6f58c57443" -d '{"events": [{"name": "network-changed", "server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:04.964653 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:04.999345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-dab66a3d-ebaf-41d1-8c62-96132dfb9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:05.011171 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-dab66a3d-ebaf-41d1-8c62-96132dfb9289 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 1097 time: 0.5712895 Jul 06 17:57:05.062985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Allocated IP 172.20.0.2 (4c5b502c-67c1-455b-b0e1-6b88cda90bf0/554603e1-8f1c-491e-bfcc-ccf83789ce0d/81d019ac-5ebd-47ec-84e4-7bcb53ed646b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:05.104533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'Port': ['ID=c24d9fcb-6fc3-4e73-9afd-e90034105a0d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:05.109492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f6636844-caad-4407-beea-4e8425c149cf None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:05.137338 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.157930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.162487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c7d1ad8e-c814-4eaf-986d-e22c12437b35 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0552127 Jul 06 17:57:05.437257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.483724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339254fe-c3a3-4ec4-92e6-97690134dd0e req-64d6bcba-4ebc-4fc1-b2a5-f50e9f793684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:05.489480 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-339254fe-c3a3-4ec4-92e6-97690134dd0e req-64d6bcba-4ebc-4fc1-b2a5-f50e9f793684 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 1097 time: 0.1443965 Jul 06 17:57:05.560100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-339254fe-c3a3-4ec4-92e6-97690134dd0e req-147357db-8add-42ea-bfdb-6910323b03b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628960 Jul 06 17:57:05.563869 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12189974-682e-45a1-9040-abd062f2758a x-openstack-request-id: req-12189974-682e-45a1-9040-abd062f2758a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:05.564674 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:05.564674 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12189974-682e-45a1-9040-abd062f2758a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:05.564674 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'status': 'completed', 'code': 200} Jul 06 17:57:05.575891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a046807-5c2a-4f5f-b542-f94312c4e018 req-0354c76a-a687-4610-83ca-4b8db382ed53 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:05.577374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a046807-5c2a-4f5f-b542-f94312c4e018 req-0354c76a-a687-4610-83ca-4b8db382ed53 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.9314694 Jul 06 17:57:05.597246 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.652578 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-58e03683-4be1-4c2a-bafa-f13589ec7540 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2016265838&fields=id&tenant_id=21f511ef257248bdb22f45f2b442f67f HTTP/1.1" status: 200 len: 267 time: 0.0739732 Jul 06 17:57:05.712965 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.735861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event deleted for resources: {'Port': ['ID=2149346b-f61a-4018-a368-e99e068b89fb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:05.767544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Transition to ACTIVE for port object 81d019ac-5ebd-47ec-84e4-7bcb53ed646b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:05.775141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:05.811204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Transition to ACTIVE for port object 81d019ac-5ebd-47ec-84e4-7bcb53ed646b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:05.831791 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:05.937628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:05.947854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f6636844-caad-4407-beea-4e8425c149cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9ce2a419-0647-4610-a23e-c7b4795af4af', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'port_id': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'mac_address': 'fa:16:3e:92:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:56:59Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2900667a-5b44-47ad-a27a-fd37f3e9d4fa', 'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:cd:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:25Z', 'updated_at': '2021-07-06T17:56:37Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:05.948206 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5235500a-d6ba-4632-aacb-dad47bb61c62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a77b646f5a741a48db60657f247f067&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0816684 Jul 06 17:57:05.948360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Pushing event updated for resources: {'Port': ['ID=81d019ac-5ebd-47ec-84e4-7bcb53ed646b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:05.953423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:05.953643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a046807-5c2a-4f5f-b542-f94312c4e018 req-ebe1484c-1007-4a9d-a51c-8e4800ba23d7 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528187 Jul 06 17:57:05.953745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:05.979980 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eba3558-1eb2-4db1-9ab9-ede7ba30bec7 req-333ee7a1-dacb-45c2-8c54-e851d2a5e2e7 service neutron] 10.222.0.22 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0807774 Jul 06 17:57:06.024634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-a07bb27f-f62b-4a61-8a59-6ac1aebe089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:06.026473 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-a07bb27f-f62b-4a61-8a59-6ac1aebe089a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 1097 time: 0.4604595 Jul 06 17:57:06.027708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-6c00f5a9-0169-49aa-8949-cb63e1a6a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:06.029366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-6c00f5a9-0169-49aa-8949-cb63e1a6a892 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 200 len: 912 time: 0.4628117 Jul 06 17:57:06.042946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.049181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:06.056848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6636844-caad-4407-beea-4e8425c149cf None None] The sync data for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 is: [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9ce2a419-0647-4610-a23e-c7b4795af4af', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'port_id': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'mac_address': 'fa:16:3e:92:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:56:59Z', 'revision_number': 0, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2900667a-5b44-47ad-a27a-fd37f3e9d4fa', 'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:cd:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:25Z', 'updated_at': '2021-07-06T17:56:37Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:06.060327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.060710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.061270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.061804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.062701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.062855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.063508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.064275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.064451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.065537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.065937 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eae5333f-9d39-4e5b-bf99-f48da562f0bc tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/9ce2a419-0647-4610-a23e-c7b4795af4af HTTP/1.1" status: 200 len: 992 time: 0.2891970 Jul 06 17:57:06.073780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.20.0.1 (4c5b502c-67c1-455b-b0e1-6b88cda90bf0/554603e1-8f1c-491e-bfcc-ccf83789ce0d/b79453e6-c35b-4d36-ad1c-d728b5e38d80) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:06.085346 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.086075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:06.118382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-34f630a7-ff54-434c-a7d0-60ff1d86ded8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:06.121114 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-34f630a7-ff54-434c-a7d0-60ff1d86ded8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 816 time: 0.4545784 Jul 06 17:57:06.224292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Attempting to bind port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:06.224759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Attempting to bind port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b4b418e7-afc2-4ed2-be64-00ebb6b37575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:06.225118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Attempting to bind port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b on network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:06.227223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-a92d2f08-c801-4e3c-9666-c053f3891106 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/quotas/21f511ef257248bdb22f45f2b442f67f HTTP/1.1" status: 200 len: 375 time: 0.0903852 Jul 06 17:57:06.239553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:06.240378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Checking segment: {'id': 'b4b418e7-afc2-4ed2-be64-00ebb6b37575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:06.241442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.243236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Bound using segment: {'id': 'b4b418e7-afc2-4ed2-be64-00ebb6b37575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:06.244169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Bound port: 81d019ac-5ebd-47ec-84e4-7bcb53ed646b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b418e7-afc2-4ed2-be64-00ebb6b37575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:06.244902 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.356650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] For port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:06.382404 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee968381-fca6-415f-b65f-c39cecd6418f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.399828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] For port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=81d019ac-5ebd-47ec-84e4-7bcb53ed646b,segment=NetworkSegment(b4b418e7-afc2-4ed2-be64-00ebb6b37575),segment_id=b4b418e7-afc2-4ed2-be64-00ebb6b37575)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:06.419549 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.484080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee968381-fca6-415f-b65f-c39cecd6418f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.573604 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.603659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-48fd2dcb-9cca-42af-b4c5-51e2ba0fccfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a56317-2cd0-46f6-aaf4-2143403154e7 HTTP/1.1" status: 200 len: 217 time: 0.5623651 Jul 06 17:57:06.623030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37bd95-be28-4362-b2dc-85cbf7282371 None None] Pushing event updated for resources: {'Port': ['ID=81d019ac-5ebd-47ec-84e4-7bcb53ed646b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:06.623227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Transition to ACTIVE for port object b79453e6-c35b-4d36-ad1c-d728b5e38d80 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:06.632880 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736639d0-ffda-446b-9156-0c0e84c11bb9 None None] New status for floating IP 9ce2a419-0647-4610-a23e-c7b4795af4af: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:57:06.652794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-a310d931-9a77-495b-83c5-653612e27eee tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4040618 Jul 06 17:57:06.752490 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.759385 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.786602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee968381-fca6-415f-b65f-c39cecd6418f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.792285 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee968381-fca6-415f-b65f-c39cecd6418f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.796488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ee968381-fca6-415f-b65f-c39cecd6418f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b79bfe8-9179-44ba-b1c1-d49902d29476 HTTP/1.1" status: 204 len: 168 time: 0.8264966 Jul 06 17:57:06.853479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-22535d98-576f-4b4a-9440-59e1060a15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:06.855887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-22535d98-576f-4b4a-9440-59e1060a15e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 200 len: 850 time: 0.2294428 Jul 06 17:57:06.870873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:06.871479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Fanout notify agent at l3_agent the message router_deleted on router 416a12f7-f382-4f50-acf8-898f43227148 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:57:06.897767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee968381-fca6-415f-b65f-c39cecd6418f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b79bfe8-9179-44ba-b1c1-d49902d29476,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:07.008206 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:07.019908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-78689933-9f31-4801-8210-aff9ca24f2d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/416a12f7-f382-4f50-acf8-898f43227148 HTTP/1.1" status: 204 len: 168 time: 3.9613478 Jul 06 17:57:07.027140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:07.060415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2027600991', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': False}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:07.075548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52720) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:07.097180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:07.108718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-e2003de1-6680-4e5e-9f6e-5b1a77ead4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:07.116459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-e2003de1-6680-4e5e-9f6e-5b1a77ead4ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=4cce06ac-65c2-403c-8359-460e5a6fc37e HTTP/1.1" status: 200 len: 896 time: 1.0709822 Jul 06 17:57:07.139611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-34151be0-f83d-4539-bbe8-08db77ddb682 service neutron] 10.222.0.13 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849257 Jul 06 17:57:07.301628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-34dfc4db-0cbd-4b51-80c2-dcccc10ddf3a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/9ce2a419-0647-4610-a23e-c7b4795af4af HTTP/1.1" status: 200 len: 994 time: 0.2156303 Jul 06 17:57:07.311603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:07.311603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:07.376211 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:07.382082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-7a19dee2-3319-4bd5-852b-5607cea38b5f service neutron] 10.222.0.13 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181226 Jul 06 17:57:07.398200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:07.405104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:07.410429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:07.423483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=b79453e6-c35b-4d36-ad1c-d728b5e38d80,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:07.536187 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:07.676567 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-f9c005ec-299d-48ae-86c4-24c9e6463b55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e HTTP/1.1" status: 200 len: 1002 time: 0.5483909 Jul 06 17:57:07.823571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-df8474a2-1abb-4996-b7ff-6bc3048f89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:07.826100 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-df8474a2-1abb-4996-b7ff-6bc3048f89f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad008159-491b-44b7-b34f-58dbc4e84586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9580512 Jul 06 17:57:07.915464 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:08.089324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-ff889ac8-de21-4bd0-90f7-c19f61da8782 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:08.098150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-ff889ac8-de21-4bd0-90f7-c19f61da8782 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 946 time: 0.4079442 Jul 06 17:57:08.193230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-63c13960-ca03-4b0e-b03d-ac3dca3f7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:08.200024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-63c13960-ca03-4b0e-b03d-ac3dca3f7cfc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=561836b1-ca0c-4aea-9e17-1b252a32b4b4 HTTP/1.1" status: 200 len: 834 time: 0.5222456 Jul 06 17:57:08.227611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac264cd-d77f-498c-a575-344a9755dade req-d5cb19d9-57d9-49c6-bf3f-4be56c468b75 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:08.249041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bac264cd-d77f-498c-a575-344a9755dade req-d5cb19d9-57d9-49c6-bf3f-4be56c468b75 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 946 time: 0.9515889 Jul 06 17:57:08.266194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 81d019ac-5ebd-47ec-84e4-7bcb53ed646b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:08.310089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b920141-6871-4515-bc7c-98ad02808eab req-fb267972-de73-4477-88f8-123c1d702e77 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:08.313933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b920141-6871-4515-bc7c-98ad02808eab req-fb267972-de73-4477-88f8-123c1d702e77 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.5072031 Jul 06 17:57:08.409185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:08.430600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:08.448608 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b920141-6871-4515-bc7c-98ad02808eab req-ba780b94-5603-45b9-8149-981b779ba9e8 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194878 Jul 06 17:57:08.662236 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bac264cd-d77f-498c-a575-344a9755dade req-e7b978db-aba4-449c-a54b-913a00f78363 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100204 Jul 06 17:57:08.823971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-2b975107-cbd3-446d-ae4a-3f89c3a81e30 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8805957 Jul 06 17:57:08.861805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57260683-df42-415b-8554-469b7fc897ff None None] Network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:09.004951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-783bd6eb-a198-4160-af23-c200585e3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:09.009133 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-783bd6eb-a198-4160-af23-c200585e3555 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4cce06ac-65c2-403c-8359-460e5a6fc37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7213635 Jul 06 17:57:09.036957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94e09bb0-d804-44bc-b337-901f3f1ef5f5 req-a59b74e1-b4dc-4767-8345-08984cff8c89 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 210 time: 0.1111898 Jul 06 17:57:09.171276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Deleting port f1a56317-2cd0-46f6-aaf4-2143403154e7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:09.176076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.203731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-06b3d94b-539a-42d9-9f42-ad0af45ee91b None None] Provisioning for port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:09.207704 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb91610d-c155-4596-a9aa-aaf6c97f1d82 req-6ce2164e-665c-4e77-ae81-b4a449ce7bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752983 Jul 06 17:57:09.221721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-06b3d94b-539a-42d9-9f42-ad0af45ee91b None None] Provisioning complete for port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:09.229062 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06b3d94b-539a-42d9-9f42-ad0af45ee91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.263668 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-11f4dea9-6d8a-4cd7-9786-a3db33ba1ffe service neutron] 10.222.0.22 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438622 Jul 06 17:57:09.468149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.503273 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06b3d94b-539a-42d9-9f42-ad0af45ee91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.616495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cf58fbd-134f-4525-aa06-db6f58c57443 req-e4258559-c52a-42ed-a25f-6cf70cfd9c50 service neutron] 10.222.0.22 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003798 Jul 06 17:57:09.682799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] For port f1a56317-2cd0-46f6-aaf4-2143403154e7, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=f1a56317-2cd0-46f6-aaf4-2143403154e7,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:09.683601 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.703535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-06b3d94b-539a-42d9-9f42-ad0af45ee91b None None] For port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=81d019ac-5ebd-47ec-84e4-7bcb53ed646b,segment=NetworkSegment(b4b418e7-afc2-4ed2-be64-00ebb6b37575),segment_id=b4b418e7-afc2-4ed2-be64-00ebb6b37575)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:09.718664 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06b3d94b-539a-42d9-9f42-ad0af45ee91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.725310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Calling delete_port for f1a56317-2cd0-46f6-aaf4-2143403154e7 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:09.728089 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.780651 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.841710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:09.996926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.066202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3d94b-539a-42d9-9f42-ad0af45ee91b None None] Pushing event updated for resources: {'Port': ['ID=81d019ac-5ebd-47ec-84e4-7bcb53ed646b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:10.220713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-83127b28-ce05-4b48-b936-bdbe560f1369 None None] Provisioning complete for port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:10.221717 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83127b28-ce05-4b48-b936-bdbe560f1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.230019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=b79453e6-c35b-4d36-ad1c-d728b5e38d80,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:10.855168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-83127b28-ce05-4b48-b936-bdbe560f1369 None None] Provisioning for port b79453e6-c35b-4d36-ad1c-d728b5e38d80 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:10.862627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-83127b28-ce05-4b48-b936-bdbe560f1369 None None] Provisioning complete for port b79453e6-c35b-4d36-ad1c-d728b5e38d80 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:10.863651 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83127b28-ce05-4b48-b936-bdbe560f1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:10.866508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:10.871540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:10.918638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-83127b28-ce05-4b48-b936-bdbe560f1369 None None] Port b79453e6-c35b-4d36-ad1c-d728b5e38d80 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:10.944521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6a1fe-db7d-4c84-97b5-e70f578fdc43 req-67ab9d89-e5a2-4f24-8fd3-82de6a2997b3 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:10.947611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4d6a1fe-db7d-4c84-97b5-e70f578fdc43 req-67ab9d89-e5a2-4f24-8fd3-82de6a2997b3 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.7059283 Jul 06 17:57:11.044757 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.065119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['7c357080-028e-4d0b-94e1-57557bfe6479'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:11.127004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Allocated IP 172.25.7.24 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:11.136077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-1ce4ee83-0f11-4270-a3d1-8057b89bdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:11.137094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event deleted for resources: {'Port': ['ID=f1a56317-2cd0-46f6-aaf4-2143403154e7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:11.139003 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-1ce4ee83-0f11-4270-a3d1-8057b89bdda2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 1097 time: 1.5189030 Jul 06 17:57:11.149004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-14985726-f143-4ee4-bfea-f18d2857d563 None None] Provisioning complete for port b79453e6-c35b-4d36-ad1c-d728b5e38d80 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:11.149272 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14985726-f143-4ee4-bfea-f18d2857d563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.246422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-14985726-f143-4ee4-bfea-f18d2857d563 None None] Port b79453e6-c35b-4d36-ad1c-d728b5e38d80 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:11.263105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-ae5954d5-1bcd-418e-84fd-88b11983ba81 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:11.265434 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-ae5954d5-1bcd-418e-84fd-88b11983ba81 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.22 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 816 time: 1.2344298 Jul 06 17:57:11.274867 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4d6a1fe-db7d-4c84-97b5-e70f578fdc43 req-9f39260b-97bf-41c2-ac95-90c51f7a18bf tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164256 Jul 06 17:57:11.354927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] No DVR routers for this DVR port f1a56317-2cd0-46f6-aaf4-2143403154e7 on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:11.361137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.363851 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.55 "DELETE /v2.0/ports/f1a56317-2cd0-46f6-aaf4-2143403154e7 HTTP/1.1" status: 204 len: 173 time: 3.2535217 Jul 06 17:57:11.364605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a8c61f-0baf-4216-91df-2eeab28d3144', 'name': 'network-vif-deleted', 'tag': 'f1a56317-2cd0-46f6-aaf4-2143403154e7'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:11.370218 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73acce41-7bc6-424c-b516-71b2fffc6762" -d '{"events": [{"server_uuid": "b3a8c61f-0baf-4216-91df-2eeab28d3144", "name": "network-vif-deleted", "tag": "f1a56317-2cd0-46f6-aaf4-2143403154e7"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:11.410491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:57:11.481989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-81eec5c5-a317-469d-a58e-f50f11062bdf None None] Provisioning complete for port b79453e6-c35b-4d36-ad1c-d728b5e38d80 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:11.482566 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81eec5c5-a317-469d-a58e-f50f11062bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.583772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-81eec5c5-a317-469d-a58e-f50f11062bdf None None] Port b79453e6-c35b-4d36-ad1c-d728b5e38d80 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:11.594467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f1a56317-2cd0-46f6-aaf4-2143403154e7 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:11.596016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-939980c5-9112-4cc8-98eb-c8a238675229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:11.597612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-939980c5-9112-4cc8-98eb-c8a238675229 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 200 len: 920 time: 0.4249241 Jul 06 17:57:11.647806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c91ec3-c257-4502-aa15-819144794487 req-16d6d7e9-ea87-474c-a4c1-ca00c0c46aaa tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:11.657262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-35c91ec3-c257-4502-aa15-819144794487 req-16d6d7e9-ea87-474c-a4c1-ca00c0c46aaa tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3a8c61f-0baf-4216-91df-2eeab28d3144 HTTP/1.1" status: 200 len: 867 time: 1.6240909 Jul 06 17:57:11.684790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: f1a56317-2cd0-46f6-aaf4-2143403154e7 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:11.685345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device f1a56317-2cd0-46f6-aaf4-2143403154e7 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:11.707731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d4c5a68b-523c-41fc-b82d-1022c0c5e9bf req-a3bef8da-8295-455f-a949-e7f85f201f16 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 210 time: 0.0851002 Jul 06 17:57:11.752331 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-a6609769-4c41-429e-9226-44b2e736a36c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f511ef257248bdb22f45f2b442f67f HTTP/1.1" status: 200 len: 380 time: 0.3674107 Jul 06 17:57:11.758770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-abbcf003-2456-4e99-81a8-1192c1b4c252 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e HTTP/1.1" status: 200 len: 217 time: 0.1256030 Jul 06 17:57:11.796642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'port': {'device_id': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'admin_state_up': True, 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'security_groups': ['c9367160-ddd5-4e4e-9fa8-238b1d44a099']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:11.811314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:11.827408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:11.832966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-860cc3f2-ded5-457a-8166-26fadbeae9d2 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5061839 Jul 06 17:57:11.836630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52790) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:11.854869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1541945950'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:11.860053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:11.865101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:11.880996 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc582dc5-8b8e-4987-82fc-bd85bfcd7f08 x-openstack-request-id: req-bc582dc5-8b8e-4987-82fc-bd85bfcd7f08 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:11.882579 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a8c61f-0baf-4216-91df-2eeab28d3144", "name": "network-vif-deleted", "tag": "f1a56317-2cd0-46f6-aaf4-2143403154e7", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:11.887082 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc582dc5-8b8e-4987-82fc-bd85bfcd7f08 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:11.888082 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a8c61f-0baf-4216-91df-2eeab28d3144', 'name': 'network-vif-deleted', 'tag': 'f1a56317-2cd0-46f6-aaf4-2143403154e7', 'status': 'completed', 'code': 200} Jul 06 17:57:11.977240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:11.989003 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:11.989576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-068dd8df-059d-4436-94de-e8b0ad1f7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:11.992194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-068dd8df-059d-4436-94de-e8b0ad1f7421 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 200 len: 859 time: 0.2195811 Jul 06 17:57:12.093758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:12.111295 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.112008 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added segment 7d56055c-0084-44d1-a2ca-329df1c09a69 of type vlan for network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc Jul 06 17:57:12.124335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:12.181190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.260273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.277333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:12.278689 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.290386 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-81707686-7062-4ab3-a0d7-15a78de98099 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ee30b1-b6be-4d1b-bb46-36425ac2687f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994022 Jul 06 17:57:12.299870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 81d019ac-5ebd-47ec-84e4-7bcb53ed646b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:12.404594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Network': ['ID=ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:12.407214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.424445 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-09eaac61-9c64-4950-b6f7-c1514707d5b8 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5732882 Jul 06 17:57:12.425365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:12.432103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'subnet': {'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:12.442490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:12.580021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:12.580483 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.597852 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.616830 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-35c91ec3-c257-4502-aa15-819144794487 req-9648b5c7-d4f1-4e67-83af-4e34c46bce0f tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9577503 Jul 06 17:57:12.633515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:12.640999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.730784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:08Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:09Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:12.786101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:12.788633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Updating router 175647d1-52a5-4aa7-8429-050586ada588 port b79453e6-c35b-4d36-ad1c-d728b5e38d80 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:57:12.792749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:12.809356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:12.812715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:12.857089 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:12.875533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event updated for resources: {'Port': ['ID=ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:12.987242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb0f95-7a5a-4bb4-a52d-b9ac85878177 req-510344cd-7a5d-4c85-98a7-43f6e9779f10 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:12.988920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4fb0f95-7a5a-4bb4-a52d-b9ac85878177 req-510344cd-7a5d-4c85-98a7-43f6e9779f10 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.2779131 Jul 06 17:57:12.990560 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.073894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-82715c70-c4f6-4e21-a3fe-4363f3258148 req-9a7644fe-8fc6-4f9f-ad99-788727dd6aa2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 210 time: 0.0995095 Jul 06 17:57:13.086567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Subnet': ['ID=7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:13.101036 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f4fb0f95-7a5a-4bb4-a52d-b9ac85878177 req-36c6895b-dfb8-4604-b903-8a3f7f24c5da tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829837 Jul 06 17:57:13.109307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Checking segment: {'id': '7d56055c-0084-44d1-a2ca-329df1c09a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:13.109307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network hostable DHCP agents. Network: ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:13.112552 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-6208287b-5ec6-4f5e-bff9-f706dcd6bfab service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380628 Jul 06 17:57:13.144803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Made reservation on behalf of 21f511ef257248bdb22f45f2b442f67f for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:13.149175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.163600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:13.182079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:13.191068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:13.192311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.221339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c9ffc-11ee-4090-9d8e-972c58157765 None None] Network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:13.225316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-980e16fd-6432-4c2b-8199-b73eec49ec44 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7982452 Jul 06 17:57:13.228965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52802) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:13.483737 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.499042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:13.499285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e1e66e7-a378-4a69-a208-4a4e15f81f28 req-25a37d4c-3305-48e0-b8ca-9e3d0e697bbb service neutron] 10.222.0.55 "GET /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667054 Jul 06 17:57:13.500081 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.504768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Allocated IP 172.20.0.8 (f2d97002-26a6-40e0-834f-092a3240c302/fe217e1f-6ceb-44da-9a46-fff133ea3258/41c8432b-9a17-4cf7-9584-870271134410) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:13.515398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Transition to ACTIVE for port object b79453e6-c35b-4d36-ad1c-d728b5e38d80 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:13.530657 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.568869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:13.951089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7c17c-f61b-45e1-8650-5f9f9f76f068 None None] Pushing event updated for resources: {'Port': ['ID=b79453e6-c35b-4d36-ad1c-d728b5e38d80,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:13.984436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Allocated IP 172.21.0.2 (ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc/7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2/c08dd8f7-1244-4ba5-8c50-87c0d23b7abb) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:14.003818 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.190482 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.236733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Transition to ACTIVE for port object 41c8432b-9a17-4cf7-9584-870271134410 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:14.411578 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.434175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Transition to ACTIVE for port object c08dd8f7-1244-4ba5-8c50-87c0d23b7abb will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:14.456834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Transition to ACTIVE for port object c08dd8f7-1244-4ba5-8c50-87c0d23b7abb will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:14.480949 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.525687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Attempting to bind port b79453e6-c35b-4d36-ad1c-d728b5e38d80 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:14.526071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Attempting to bind port b79453e6-c35b-4d36-ad1c-d728b5e38d80 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b4b418e7-afc2-4ed2-be64-00ebb6b37575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:14.526565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Attempting to bind port b79453e6-c35b-4d36-ad1c-d728b5e38d80 on network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:14.555492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:14.555876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Checking segment: {'id': 'b4b418e7-afc2-4ed2-be64-00ebb6b37575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:14.556295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.556705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Bound using segment: {'id': 'b4b418e7-afc2-4ed2-be64-00ebb6b37575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:14.557211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Bound port: b79453e6-c35b-4d36-ad1c-d728b5e38d80, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b418e7-afc2-4ed2-be64-00ebb6b37575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:14.557638 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.561355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Pushing event updated for resources: {'Port': ['ID=c08dd8f7-1244-4ba5-8c50-87c0d23b7abb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:14.583159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:14.654368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87f0efc7-d5af-4ba1-a95a-25b3404d6323 req-7ecf5db4-e8c4-4ea0-8aa5-673d303f8d6d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 210 time: 0.0939021 Jul 06 17:57:14.663858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:14.667910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:14.684420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] For port b79453e6-c35b-4d36-ad1c-d728b5e38d80, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:14.690165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] For port b79453e6-c35b-4d36-ad1c-d728b5e38d80, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b79453e6-c35b-4d36-ad1c-d728b5e38d80,segment=NetworkSegment(b4b418e7-afc2-4ed2-be64-00ebb6b37575),segment_id=b4b418e7-afc2-4ed2-be64-00ebb6b37575)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:14.710494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.814401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Attempting to bind port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:14.814788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Attempting to bind port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7d56055c-0084-44d1-a2ca-329df1c09a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:14.815227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Attempting to bind port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb on network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:14.840246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:14.840923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:14.843828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:14.844295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Checking segment: {'id': '7d56055c-0084-44d1-a2ca-329df1c09a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:14.844786 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.845275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Bound using segment: {'id': '7d56055c-0084-44d1-a2ca-329df1c09a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:14.845794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Bound port: c08dd8f7-1244-4ba5-8c50-87c0d23b7abb, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d56055c-0084-44d1-a2ca-329df1c09a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:14.846195 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.849414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:14.870423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7c17c-f61b-45e1-8650-5f9f9f76f068 None None] Pushing event updated for resources: {'Port': ['ID=b79453e6-c35b-4d36-ad1c-d728b5e38d80,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:15.048120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] For port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:15.066201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] For port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c08dd8f7-1244-4ba5-8c50-87c0d23b7abb,segment=NetworkSegment(7d56055c-0084-44d1-a2ca-329df1c09a69),segment_id=7d56055c-0084-44d1-a2ca-329df1c09a69)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:15.107401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Network f2d97002-26a6-40e0-834f-092a3240c302 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:15.122377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:15.139084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:15.229391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88962e6b-56e3-4d76-85b3-855a8070956d req-68f77c10-57a2-4f30-a787-f3e6ee198686 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:15.242412 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88962e6b-56e3-4d76-85b3-855a8070956d req-68f77c10-57a2-4f30-a787-f3e6ee198686 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.5066555 Jul 06 17:57:15.259670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:15.302364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.359705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:15.360770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.409075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:15.450298 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88962e6b-56e3-4d76-85b3-855a8070956d req-96310dbd-b326-40b1-8fc7-b134b8cded24 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060149 Jul 06 17:57:15.457361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-d5bbdd79-4543-455d-8605-980712c5e512 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:15.467174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-d5bbdd79-4543-455d-8605-980712c5e512 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 0.9026639 Jul 06 17:57:15.474162 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:15.503212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-f0cbe73f-cc06-4f05-a1d5-2e0e7ea99965 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7339542 Jul 06 17:57:15.623330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Request body: {'port': {'device_id': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:15.705522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b9bff-9282-49f0-8bec-bfcb7d7426f8 None None] Pushing event updated for resources: {'Port': ['ID=c08dd8f7-1244-4ba5-8c50-87c0d23b7abb,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:15.757492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Router 3b2b41e7-2159-4f08-8c4e-221d75abcf02 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:57:15.854205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c42e3733-dfcc-43f3-8fed-e9a0b5a9a9ea None None] Provisioning for port 41c8432b-9a17-4cf7-9584-870271134410 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:15.865765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c42e3733-dfcc-43f3-8fed-e9a0b5a9a9ea None None] Provisioning complete for port 41c8432b-9a17-4cf7-9584-870271134410 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:15.866900 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c42e3733-dfcc-43f3-8fed-e9a0b5a9a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.013803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c42e3733-dfcc-43f3-8fed-e9a0b5a9a9ea None None] Port 41c8432b-9a17-4cf7-9584-870271134410 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:16.031447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:08Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:14Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:16.129399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ec0aa-3803-4a8f-8e2b-ea0ff2eda4de None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:08Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:14Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:16.286526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.21.0.1 (ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc/7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2/4436b014-4406-4ddd-b4d5-bfc2f824a081) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:16.328459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddabec7-a3e7-4b8c-9a6b-4cfe3a06c104 req-751d0b9c-94ba-4ae8-9440-0f78ae1c7b25 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:16.352926 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddabec7-a3e7-4b8c-9a6b-4cfe3a06c104 req-751d0b9c-94ba-4ae8-9440-0f78ae1c7b25 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 945 time: 1.0256758 Jul 06 17:57:16.354793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.464571 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.477670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7ef8-ef70-44c6-acac-c561ebb59223 req-a4789009-0bfc-4dcb-a724-cd0a8457c264 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:16.479351 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-779c7ef8-ef70-44c6-acac-c561ebb59223 req-a4789009-0bfc-4dcb-a724-cd0a8457c264 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 931 time: 0.4413242 Jul 06 17:57:16.499348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Transition to ACTIVE for port object 4436b014-4406-4ddd-b4d5-bfc2f824a081 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:16.607346 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-779c7ef8-ef70-44c6-acac-c561ebb59223 req-a2b4e662-1556-4631-8ec3-fd5855d7cfd7 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190975 Jul 06 17:57:16.685414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:16.847933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:16.876398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:16.898469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:16.903305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=4436b014-4406-4ddd-b4d5-bfc2f824a081,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:16.943529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.944032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.944448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.944943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.945356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.945865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.946421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.946919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.947365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.947834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.948243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.948741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:16.970463 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dff8a37b-af62-420c-a054-4a2102422462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:17.050680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:17.172994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132eb63-acdb-4bcc-97c6-bb37a2c56afd req-a7291bfe-8a3c-4d99-afb1-722731b8b380 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:17.186637 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1132eb63-acdb-4bcc-97c6-bb37a2c56afd req-a7291bfe-8a3c-4d99-afb1-722731b8b380 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.3484347 Jul 06 17:57:17.337569 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1132eb63-acdb-4bcc-97c6-bb37a2c56afd req-1e8f56c1-685f-4167-99fc-5ee07cddf5d0 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495278 Jul 06 17:57:17.444270 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:17.674673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ddabec7-a3e7-4b8c-9a6b-4cfe3a06c104 req-ce6f13e8-4215-40a9-bc8c-f2af6b7cffdc tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=defac288-3e9f-4679-af51-7ace8d978be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2568152 Jul 06 17:57:17.726001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Deleting port 7c357080-028e-4d0b-94e1-57557bfe6479 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:17.726639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a800861c-5c86-45c8-b4c7-7773a24d18e4 None None] Network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:17.726859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:17.743840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:17.756779 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Sync routers for ids ['3b2b41e7-2159-4f08-8c4e-221d75abcf02'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:17.777345 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Routers {'3b2b41e7-2159-4f08-8c4e-221d75abcf02'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:17.778364 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:56:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3b2b41e7-2159-4f08-8c4e-221d75abcf02'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:17.929630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:17.949335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fb0163c9-b75d-4a45-92da-332709559ec6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.9124110 Jul 06 17:57:17.950419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52848) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:18.010622 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Set router 3b2b41e7-2159-4f08-8c4e-221d75abcf02 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:18.131892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-937eabfe-dab5-406c-9345-3cab95e0505e None None] Provisioning for port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:18.260729 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 7c357080-028e-4d0b-94e1-57557bfe6479 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:18.294399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c8432b-9a17-4cf7-9584-870271134410 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:18.323234 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2b41e7-2159-4f08-8c4e-221d75abcf02', 'name': 'tempest-snat-router-2027600991', 'tenant_id': '275bdf65970d4070aeba3f0241e610bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.24'}], 'enable_snat': False}, 'gw_port_id': 'ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:57:07Z', 'updated_at': '2021-07-06T17:57:13Z', 'revision_number': 3, 'project_id': '275bdf65970d4070aeba3f0241e610bd', 'gw_port': {'id': 'ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2b41e7-2159-4f08-8c4e-221d75abcf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:09Z', 'updated_at': '2021-07-06T17:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:18.348213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.390847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Transition to ACTIVE for port object 41c8432b-9a17-4cf7-9584-870271134410 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:18.411157 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.420177 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Checking router: 3b2b41e7-2159-4f08-8c4e-221d75abcf02 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:18.420847 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Updating router 3b2b41e7-2159-4f08-8c4e-221d75abcf02 port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:57:18.438106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c08dd8f7-1244-4ba5-8c50-87c0d23b7abb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:18.527792 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.596693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.609146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.640043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:18.677702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] For port 7c357080-028e-4d0b-94e1-57557bfe6479, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=7c357080-028e-4d0b-94e1-57557bfe6479,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:18.680279 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:18.735436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Calling delete_port for 7c357080-028e-4d0b-94e1-57557bfe6479 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:18.834982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cd49d86f-c491-4daa-aee8-3169229d925d tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/routers/3b2b41e7-2159-4f08-8c4e-221d75abcf02 HTTP/1.1" status: 200 len: 908 time: 0.8111241 Jul 06 17:57:18.842603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52860) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:18.923487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2027600991', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': True}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:19.034035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.035481 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.057308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=4436b014-4406-4ddd-b4d5-bfc2f824a081,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:19.085733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.323057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:19.335666 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.342052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d00fe70e-dd0c-49c1-b11e-e2743ac62df7 None None] Provisioning for port 4436b014-4406-4ddd-b4d5-bfc2f824a081 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:19.344131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:19.344650 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.357466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a10a6a2-34f6-4f14-906e-27adda4ab58e req-aed7e633-2180-4c6f-8b88-7ad7bc2d5f2a tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 210 time: 0.0597780 Jul 06 17:57:19.365558 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.420405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab236eb-138a-4b4f-a4be-3fa64fc3ae3d req-e4d830ef-98b4-4b3e-9bb4-7305a2a469fb tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:19.425182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d00fe70e-dd0c-49c1-b11e-e2743ac62df7 None None] Provisioning complete for port 4436b014-4406-4ddd-b4d5-bfc2f824a081 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:19.425862 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d00fe70e-dd0c-49c1-b11e-e2743ac62df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.434025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab236eb-138a-4b4f-a4be-3fa64fc3ae3d req-e4d830ef-98b4-4b3e-9bb4-7305a2a469fb tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 931 time: 1.1611409 Jul 06 17:57:19.493998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Attempting to bind port 41c8432b-9a17-4cf7-9584-870271134410 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:19.508912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Attempting to bind port 41c8432b-9a17-4cf7-9584-870271134410 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:19.509266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Attempting to bind port 41c8432b-9a17-4cf7-9584-870271134410 on network f2d97002-26a6-40e0-834f-092a3240c302 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:19.522952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event deleted for resources: {'Port': ['ID=7c357080-028e-4d0b-94e1-57557bfe6479,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:19.568896 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.580509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Port 41c8432b-9a17-4cf7-9584-870271134410 on network f2d97002-26a6-40e0-834f-092a3240c302 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:57:19.580849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Attempting to bind port 41c8432b-9a17-4cf7-9584-870271134410 on network f2d97002-26a6-40e0-834f-092a3240c302 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:19.591779 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Transition to ACTIVE for port object ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:19.613534 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.627659 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5449567a-94d9-40cc-8aec-32b6738626f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.666497 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab236eb-138a-4b4f-a4be-3fa64fc3ae3d req-a2c9bd91-4f07-4cdc-89a8-011ad036202d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306082 Jul 06 17:57:19.686361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d00fe70e-dd0c-49c1-b11e-e2743ac62df7 None None] Port 4436b014-4406-4ddd-b4d5-bfc2f824a081 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:19.695047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.697323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:19.697473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:19.700072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Checking segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:19.700974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Bound using segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:19.706972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Bound port: 41c8432b-9a17-4cf7-9584-870271134410, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:19.707657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.708171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:19.767886 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eb7f3-2205-4444-a72e-ff29fcb2126f None None] Pushing event updated for resources: {'Port': ['ID=ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:19.817239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c08dd8f7-1244-4ba5-8c50-87c0d23b7abb,segment=NetworkSegment(7d56055c-0084-44d1-a2ca-329df1c09a69),segment_id=7d56055c-0084-44d1-a2ca-329df1c09a69)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:19.828948 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.830138 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Attempting to bind port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:19.830485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b79453e6-c35b-4d36-ad1c-d728b5e38d80 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:19.830903 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Attempting to bind port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:19.838813 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Attempting to bind port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:19.859348 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:19.859865 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:19.860536 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.864945 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.871033 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:19.879132 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Bound port: ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:19.882462 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.930153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] No DVR routers for this DVR port 7c357080-028e-4d0b-94e1-57557bfe6479 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:19.983881 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:19.995373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a6bad60-0171-48eb-9085-a5d1042e1b22 req-a4feed69-e284-454c-9f20-3be5f9bca163 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.22 "DELETE /v2.0/ports/7c357080-028e-4d0b-94e1-57557bfe6479 HTTP/1.1" status: 204 len: 173 time: 4.4846804 Jul 06 17:57:19.996050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428c7036-14e4-4d7a-a7c0-21d9605aef93', 'name': 'network-vif-deleted', 'tag': '7c357080-028e-4d0b-94e1-57557bfe6479'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:20.015680 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e147c8ed-48e1-4faf-81e7-4eebd17c4306" -d '{"events": [{"server_uuid": "428c7036-14e4-4d7a-a7c0-21d9605aef93", "name": "network-vif-deleted", "tag": "7c357080-028e-4d0b-94e1-57557bfe6479"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:20.162773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7924496d-56ad-4fc9-a913-5a536c03aaf3 None None] Provisioning complete for port 4436b014-4406-4ddd-b4d5-bfc2f824a081 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:20.179057 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7924496d-56ad-4fc9-a913-5a536c03aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.181277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:20.222172 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] For port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:20.242976 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] For port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:20.254773 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.273913 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.276867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port b79453e6-c35b-4d36-ad1c-d728b5e38d80 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:20.432018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b79453e6-c35b-4d36-ad1c-d728b5e38d80 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:20.434464 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.458474 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Routers {'3b2b41e7-2159-4f08-8c4e-221d75abcf02'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:20.459804 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3b2b41e7-2159-4f08-8c4e-221d75abcf02'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:20.474827 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc35ea7d-8e3c-49bd-b27c-134c372c9c5d x-openstack-request-id: req-dc35ea7d-8e3c-49bd-b27c-134c372c9c5d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:20.480691 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428c7036-14e4-4d7a-a7c0-21d9605aef93", "name": "network-vif-deleted", "tag": "7c357080-028e-4d0b-94e1-57557bfe6479", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:20.481130 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc35ea7d-8e3c-49bd-b27c-134c372c9c5d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:20.482021 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428c7036-14e4-4d7a-a7c0-21d9605aef93', 'name': 'network-vif-deleted', 'tag': '7c357080-028e-4d0b-94e1-57557bfe6479', 'status': 'completed', 'code': 200} Jul 06 17:57:20.537773 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eb7f3-2205-4444-a72e-ff29fcb2126f None None] Pushing event updated for resources: {'Port': ['ID=ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:20.579980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=c08dd8f7-1244-4ba5-8c50-87c0d23b7abb,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:20.616751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:20.637466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.642250 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cb58c7e0-a174-4d1f-9351-8333ce8cc1ca tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4071972 Jul 06 17:57:20.643783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52872) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:20.649542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677149866'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:20.696657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:20.716824 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.759750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7924496d-56ad-4fc9-a913-5a536c03aaf3 None None] Port 4436b014-4406-4ddd-b4d5-bfc2f824a081 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:20.780418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cccc9366-1777-455f-b8b4-c7e68e3036a2 req-526eb9dc-cdab-43b9-a90c-39995b52fed3 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=428c7036-14e4-4d7a-a7c0-21d9605aef93 HTTP/1.1" status: 200 len: 210 time: 0.0751610 Jul 06 17:57:20.794484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:20.802228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.807880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:20.808689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:20.876545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:20.878005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port b79453e6-c35b-4d36-ad1c-d728b5e38d80, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b79453e6-c35b-4d36-ad1c-d728b5e38d80,segment=NetworkSegment(b4b418e7-afc2-4ed2-be64-00ebb6b37575),segment_id=b4b418e7-afc2-4ed2-be64-00ebb6b37575)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:20.881475 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.889124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:20.907680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.949875 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] Set router 3b2b41e7-2159-4f08-8c4e-221d75abcf02 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:20.984516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:20.985631 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:20.989441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] 10.222.0.22 "PUT /v2.0/ports/41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 200 len: 1091 time: 5.4348676 Jul 06 17:57:21.015479 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.073298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:21.204471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be34033-6049-4396-bb24-47a94b1688c3 service neutron] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:21.247213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.247721 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added segment 22576fbb-f573-4a85-bd88-b727b9a97280 of type vlan for network 78289138-e1da-4169-b4be-11996047e947 Jul 06 17:57:21.363523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=b79453e6-c35b-4d36-ad1c-d728b5e38d80,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:21.385087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c08dd8f7-1244-4ba5-8c50-87c0d23b7abb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:21.400375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7d059680-be2b-4082-8595-1c1d360ffd1a None None] Provisioning complete for port 4436b014-4406-4ddd-b4d5-bfc2f824a081 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:21.400758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d059680-be2b-4082-8595-1c1d360ffd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.449388 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.555134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7d059680-be2b-4082-8595-1c1d360ffd1a None None] Port 4436b014-4406-4ddd-b4d5-bfc2f824a081 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:21.649502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:21.729579 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2b41e7-2159-4f08-8c4e-221d75abcf02', 'name': 'tempest-snat-router-2027600991', 'tenant_id': '275bdf65970d4070aeba3f0241e610bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.24'}], 'enable_snat': False}, 'gw_port_id': 'ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:57:07Z', 'updated_at': '2021-07-06T17:57:13Z', 'revision_number': 3, 'project_id': '275bdf65970d4070aeba3f0241e610bd', 'gw_port': {'id': 'ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2b41e7-2159-4f08-8c4e-221d75abcf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:09Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:21.761079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:21.761494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.769080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-09274342-eadf-4902-84f2-98e8f381ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:21.771099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-09274342-eadf-4902-84f2-98e8f381ad0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 1094 time: 0.6950908 Jul 06 17:57:21.787998 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91e5da-bf17-459a-855d-75eef977ee23 None None] The sync data for ids ['3b2b41e7-2159-4f08-8c4e-221d75abcf02'] in n-d-799526-3 is: [{'id': '3b2b41e7-2159-4f08-8c4e-221d75abcf02', 'name': 'tempest-snat-router-2027600991', 'tenant_id': '275bdf65970d4070aeba3f0241e610bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.24'}], 'enable_snat': False}, 'gw_port_id': 'ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:57:07Z', 'updated_at': '2021-07-06T17:57:13Z', 'revision_number': 3, 'project_id': '275bdf65970d4070aeba3f0241e610bd', 'gw_port': {'id': 'ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2b41e7-2159-4f08-8c4e-221d75abcf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:09Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:21.821245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.832708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:21.833740 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:21.980650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d0fa0-5118-402d-a0b8-28702e9a54c8 req-563023f7-fa0d-44d9-874d-b5b4e562e0ac tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:21.986379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba3d0fa0-5118-402d-a0b8-28702e9a54c8 req-563023f7-fa0d-44d9-874d-b5b4e562e0ac tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 0.6879728 Jul 06 17:57:22.068289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-b39da4dd-6d56-49e5-ab33-cb6e73c50197 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 200 len: 217 time: 0.2672787 Jul 06 17:57:22.074694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:22.075616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4302306 Jul 06 17:57:22.080890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'subnet': {'network_id': '78289138-e1da-4169-b4be-11996047e947', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:22.196293 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.274824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:17Z', 'revision_number': 3, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:17Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:14Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:22.368485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:22.368907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Updating router 175647d1-52a5-4aa7-8429-050586ada588 port 4436b014-4406-4ddd-b4d5-bfc2f824a081 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:57:22.373596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:22.383559 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.440495 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.485925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'tag': '41c8432b-9a17-4cf7-9584-870271134410'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:22.490632 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3bb428-ad03-4215-a92b-6850f0371a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "tag": "41c8432b-9a17-4cf7-9584-870271134410"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:22.508758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:22.519851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789864e-1ba1-4591-8686-1c33b5a294c7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Network': ['ID=78289138-e1da-4169-b4be-11996047e947,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:22.657231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 78289138-e1da-4169-b4be-11996047e947 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:22.924877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:23.083236 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba3d0fa0-5118-402d-a0b8-28702e9a54c8 req-6347edca-06a1-4538-9a3a-c08a3ba74b4d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9911137 Jul 06 17:57:23.101936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:23.135918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-dd1e14f0-943e-4c0d-afc2-6c40e01f4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:23.138441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-dd1e14f0-943e-4c0d-afc2-6c40e01f4c64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 1.0611627 Jul 06 17:57:23.233837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Subnet': ['ID=eab785b8-02b9-41fb-8592-4a041befd90d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:23.349126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Checking segment: {'id': '22576fbb-f573-4a85-bd88-b727b9a97280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '78289138-e1da-4169-b4be-11996047e947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:23.349940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network hostable DHCP agents. Network: 78289138-e1da-4169-b4be-11996047e947, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:23.417688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 78289138-e1da-4169-b4be-11996047e947 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:23.445481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 78289138-e1da-4169-b4be-11996047e947) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:23.452978 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4179993c-fc28-4666-aa83-63a3ed3008fd x-openstack-request-id: req-4179993c-fc28-4666-aa83-63a3ed3008fd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:23.453417 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "tag": "41c8432b-9a17-4cf7-9584-870271134410", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:23.456006 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4179993c-fc28-4666-aa83-63a3ed3008fd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:23.456482 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'tag': '41c8432b-9a17-4cf7-9584-870271134410', 'status': 'completed', 'code': 200} Jul 06 17:57:23.458544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:23.463026 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:23.522455 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7e7662cf-befc-40d0-aa49-6c2c5048ed2d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4446695 Jul 06 17:57:23.525854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52896) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:23.541728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Allocated IP 172.25.7.222 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/1d62f0af-a947-4a2f-a8df-f66168bc0127) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:23.711466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:23.772913 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:23.839514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event updated for resources: {'Port': ['ID=1d62f0af-a947-4a2f-a8df-f66168bc0127,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:23.871494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:23.876653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-debbff0c-6fa3-4077-88d1-7aa539a82df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:23.879065 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-debbff0c-6fa3-4077-88d1-7aa539a82df2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7286706 Jul 06 17:57:23.879841 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:23.880325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:23.885127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:23.909153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Transition to ACTIVE for port object 4436b014-4406-4ddd-b4d5-bfc2f824a081 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:23.923418 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7aeeee-27e6-4b09-9da3-3aa9ee149779 None None] Network 78289138-e1da-4169-b4be-11996047e947 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:23.933139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:23.944144 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:24.245647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceb444-9bfb-4f48-ac6e-fda40441de84 req-c60764a4-4218-4917-be14-ca46293d5806 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:24.248910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fcceb444-9bfb-4f48-ac6e-fda40441de84 req-c60764a4-4218-4917-be14-ca46293d5806 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.4373651 Jul 06 17:57:24.281433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c6417-cac5-496a-8217-3dd2692eeac2 None None] Pushing event updated for resources: {'Port': ['ID=4436b014-4406-4ddd-b4d5-bfc2f824a081,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:24.412819 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-bf91b348-a902-4030-a22b-5e1d8fa697c0 service neutron] 10.222.0.22 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538953 Jul 06 17:57:24.455866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fcceb444-9bfb-4f48-ac6e-fda40441de84 req-f8a0a55b-47e9-4861-b8cc-e66322e6ffa8 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700461 Jul 06 17:57:24.732503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Attempting to bind port 4436b014-4406-4ddd-b4d5-bfc2f824a081 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:24.734070 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Attempting to bind port 4436b014-4406-4ddd-b4d5-bfc2f824a081 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7d56055c-0084-44d1-a2ca-329df1c09a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:24.734529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Attempting to bind port 4436b014-4406-4ddd-b4d5-bfc2f824a081 on network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:24.741825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-78289138-e1da-4169-b4be-11996047e947', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:24.742978 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:24.747225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:24.747637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Checking segment: {'id': '7d56055c-0084-44d1-a2ca-329df1c09a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:24.748154 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:24.748855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Bound using segment: {'id': '7d56055c-0084-44d1-a2ca-329df1c09a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:24.749650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Bound port: 4436b014-4406-4ddd-b4d5-bfc2f824a081, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d56055c-0084-44d1-a2ca-329df1c09a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:24.750099 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:24.793114 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.144388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Allocated IP 172.22.0.2 (78289138-e1da-4169-b4be-11996047e947/eab785b8-02b9-41fb-8592-4a041befd90d/fcdebf72-181e-49f4-b242-fa1b5cb1013c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:25.315276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] For port 4436b014-4406-4ddd-b4d5-bfc2f824a081, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:25.320412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] For port 4436b014-4406-4ddd-b4d5-bfc2f824a081, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4436b014-4406-4ddd-b4d5-bfc2f824a081,segment=NetworkSegment(7d56055c-0084-44d1-a2ca-329df1c09a69),segment_id=7d56055c-0084-44d1-a2ca-329df1c09a69)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:25.325107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:25.495058 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.518866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-128b141d-668c-4a11-b649-5c14bdf0475b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:25.520940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:25.523459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-128b141d-668c-4a11-b649-5c14bdf0475b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 1.0017946 Jul 06 17:57:25.523673 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.526905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Transition to ACTIVE for port object fcdebf72-181e-49f4-b242-fa1b5cb1013c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:25.535806 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.553844 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fdc2a673-c357-4348-81ad-033b96cd4316 req-c88487b7-1792-4659-97ff-99122984e723 service neutron] 10.222.0.22 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0289795 Jul 06 17:57:25.592187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.722091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101dafa-d8e6-43c1-82b5-c9411d209033 req-9d3a0edb-4e5e-4b39-8bfd-6ad2957db9d7 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:25.736394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8101dafa-d8e6-43c1-82b5-c9411d209033 req-9d3a0edb-4e5e-4b39-8bfd-6ad2957db9d7 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 1.0446548 Jul 06 17:57:25.783112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Transition to ACTIVE for port object fcdebf72-181e-49f4-b242-fa1b5cb1013c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:25.852223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:25.931625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:25.932611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:25.963292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.22.0.1 (78289138-e1da-4169-b4be-11996047e947/eab785b8-02b9-41fb-8592-4a041befd90d/d6c306df-cbdb-4461-ab12-c4af8e92a780) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:26.060757 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8101dafa-d8e6-43c1-82b5-c9411d209033 req-14865784-bca8-4b1b-b873-5574617bdfa2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204846 Jul 06 17:57:26.285500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b60cd7-5c6f-40f9-9a62-c64c6826453b req-7b25ebd3-8d85-4f81-a7df-c18afc7d440b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:26.297279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9b60cd7-5c6f-40f9-9a62-c64c6826453b req-7b25ebd3-8d85-4f81-a7df-c18afc7d440b tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 944 time: 0.5600979 Jul 06 17:57:26.309077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-edb01957-a30c-42cb-ac92-9ba1a57ce0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:26.311619 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-edb01957-a30c-42cb-ac92-9ba1a57ce0df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 1094 time: 0.6444561 Jul 06 17:57:26.423169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Deleting port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:26.423504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.440474 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.483079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Transition to ACTIVE for port object d6c306df-cbdb-4461-ab12-c4af8e92a780 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:26.598596 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.681850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Network 78289138-e1da-4169-b4be-11996047e947 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:26.732874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:26.733279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-9feb72b4-4ff9-4f10-87d2-914da78a05af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:26.734755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-9feb72b4-4ff9-4f10-87d2-914da78a05af service neutron] 10.222.0.22 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.4036698 Jul 06 17:57:26.741132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c6417-cac5-496a-8217-3dd2692eeac2 None None] Pushing event updated for resources: {'Port': ['ID=4436b014-4406-4ddd-b4d5-bfc2f824a081,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:26.753215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:26.762276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] For port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:26.762707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.795431 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9b60cd7-5c6f-40f9-9a62-c64c6826453b req-6973070f-b120-4115-a387-5ff43833ce9d tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups?id=a77fd995-2263-4aad-b4c7-72fdacc2fc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4971967 Jul 06 17:57:26.814219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 78289138-e1da-4169-b4be-11996047e947 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:26.830122 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:26.836921 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-bd3f2ec4-a342-479a-9d41-7065138cae47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 200 len: 217 time: 0.0897841 Jul 06 17:57:26.867524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:26.882795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:26.946977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=d6c306df-cbdb-4461-ab12-c4af8e92a780,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:26.967840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:27.034054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.127927 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Pushing event updated for resources: {'Port': ['ID=fcdebf72-181e-49f4-b242-fa1b5cb1013c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:27.153084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.214876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-6bbb1118-37b5-455f-aab1-d95711d28aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:27.220624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-6bbb1118-37b5-455f-aab1-d95711d28aff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.3715854 Jul 06 17:57:27.247100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Router 1822b11b-e1e6-454c-a1ba-6c94b047e8fb is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:57:27.251745 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.355900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Attempting to bind port fcdebf72-181e-49f4-b242-fa1b5cb1013c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:27.357870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Attempting to bind port fcdebf72-181e-49f4-b242-fa1b5cb1013c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '22576fbb-f573-4a85-bd88-b727b9a97280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '78289138-e1da-4169-b4be-11996047e947'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:27.360875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Attempting to bind port fcdebf72-181e-49f4-b242-fa1b5cb1013c on network 78289138-e1da-4169-b4be-11996047e947 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:27.396007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:27.398374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Checking segment: {'id': '22576fbb-f573-4a85-bd88-b727b9a97280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '78289138-e1da-4169-b4be-11996047e947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:27.399069 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.399736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Bound using segment: {'id': '22576fbb-f573-4a85-bd88-b727b9a97280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '78289138-e1da-4169-b4be-11996047e947'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:27.400563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Bound port: fcdebf72-181e-49f4-b242-fa1b5cb1013c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22576fbb-f573-4a85-bd88-b727b9a97280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '78289138-e1da-4169-b4be-11996047e947'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:27.401202 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.453172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.453654 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.454194 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Floating IP 08c523b4-4f05-48ec-8162-b226414fa663 disassociated. External IP: 172.25.7.209, port: a05a99ff-2e05-4dcc-93d7-911b0ae1c18e. Jul 06 17:57:27.454194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Calling delete_port for a05a99ff-2e05-4dcc-93d7-911b0ae1c18e owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:27.546201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-0f7a0c7b-731a-410a-abc1-9d85489d8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:27.548405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-0f7a0c7b-731a-410a-abc1-9d85489d8a9b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3190460 Jul 06 17:57:27.681392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.690710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.720406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:27.736135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:27.749820 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Sync routers for ids ['1822b11b-e1e6-454c-a1ba-6c94b047e8fb'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:27.783090 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Routers {'1822b11b-e1e6-454c-a1ba-6c94b047e8fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:27.784121 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1822b11b-e1e6-454c-a1ba-6c94b047e8fb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:27.808916 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.821741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=d6c306df-cbdb-4461-ab12-c4af8e92a780,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:27.839703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.843534 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f2c7119d-04e8-4377-97c4-5868c09f6573 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.9213510 Jul 06 17:57:27.856259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:27.880643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-b693b107-f1ea-4681-aaeb-82c6ca189a56 service neutron] 10.222.0.22 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883327 Jul 06 17:57:27.883924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:27.975991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:27.977146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b79453e6-c35b-4d36-ad1c-d728b5e38d80 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:28.077837 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bf423a86-4d36-4487-a095-0154b199b93a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/routers/1822b11b-e1e6-454c-a1ba-6c94b047e8fb HTTP/1.1" status: 200 len: 908 time: 0.2199464 Jul 06 17:57:28.078679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:28.176328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ed9a2-e02a-4c62-b6a1-e77db036e7de req-9147b0ca-8bcc-44a3-8fb4-ec63f5f9bc83 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:28.178593 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-204ed9a2-e02a-4c62-b6a1-e77db036e7de req-9147b0ca-8bcc-44a3-8fb4-ec63f5f9bc83 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 0.4650855 Jul 06 17:57:28.286306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] For port fcdebf72-181e-49f4-b242-fa1b5cb1013c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:28.291249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] For port fcdebf72-181e-49f4-b242-fa1b5cb1013c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fcdebf72-181e-49f4-b242-fa1b5cb1013c,segment=NetworkSegment(22576fbb-f573-4a85-bd88-b727b9a97280),segment_id=22576fbb-f573-4a85-bd88-b727b9a97280)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:28.316730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:28.322736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 41c8432b-9a17-4cf7-9584-870271134410 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:57:28.352270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 78289138-e1da-4169-b4be-11996047e947 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:28.361648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-204ed9a2-e02a-4c62-b6a1-e77db036e7de req-06731ae0-156d-440f-813e-2395fb4aabe8 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613941 Jul 06 17:57:28.374233 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:28.379293 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:28.396488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:28.410044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event deleted for resources: {'Port': ['ID=a05a99ff-2e05-4dcc-93d7-911b0ae1c18e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:28.418157 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Set router 1822b11b-e1e6-454c-a1ba-6c94b047e8fb gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:28.477363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:28.509258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef3bb428-ad03-4215-a92b-6850f0371a9e req-7aa172c1-bf27-43f4-853d-d21d854b5f48 service neutron] 10.222.0.22 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606155 Jul 06 17:57:28.614131 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:57:28.617646 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64732b31-b325-445e-8c29-df62e2e96922 req-6b1a660f-88f9-48da-aa11-4a415d0295c1 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4225b7-8854-443d-95c7-9e45b63949f7 HTTP/1.1" status: 200 len: 210 time: 0.2641413 Jul 06 17:57:28.627625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Router 3aa45635-ca4b-426c-ab43-854a211be9f6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:28.777373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No active binding found for port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:57:28.777373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a05a99ff-2e05-4dcc-93d7-911b0ae1c18e not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:28.803192 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:57:28.916726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:28.990324 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1822b11b-e1e6-454c-a1ba-6c94b047e8fb', 'name': 'tempest-snat-router-2027600991', 'tenant_id': '275bdf65970d4070aeba3f0241e610bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '1d62f0af-a947-4a2f-a8df-f66168bc0127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:57:19Z', 'updated_at': '2021-07-06T17:57:24Z', 'revision_number': 3, 'project_id': '275bdf65970d4070aeba3f0241e610bd', 'gw_port': {'id': '1d62f0af-a947-4a2f-a8df-f66168bc0127', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:aa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1822b11b-e1e6-454c-a1ba-6c94b047e8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:22Z', 'updated_at': '2021-07-06T17:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:29.024451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] Sync routers for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:29.055080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b79453e6-c35b-4d36-ad1c-d728b5e38d80 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:29.055633 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:29.059550 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Checking router: 1822b11b-e1e6-454c-a1ba-6c94b047e8fb for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:29.060186 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Updating router 1822b11b-e1e6-454c-a1ba-6c94b047e8fb port 1d62f0af-a947-4a2f-a8df-f66168bc0127 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:57:29.061488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] No DVR routers for this DVR port a05a99ff-2e05-4dcc-93d7-911b0ae1c18e on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:29.070676 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:29.075431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-718dda3f-3772-4092-8bb0-7d58c46f4008 req-c877ed25-cc8b-424c-939f-615fd1ac5c33 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.55 "DELETE /v2.0/ports/a05a99ff-2e05-4dcc-93d7-911b0ae1c18e HTTP/1.1" status: 204 len: 173 time: 3.5429337 Jul 06 17:57:29.080752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-deleted', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:29.089146 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db6f80e-1d7b-456f-a446-54298c18cb71" -d '{"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-deleted", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:29.237161 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:29.288865 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799ff9f3-a84d-4d8e-97c6-43625444f89a x-openstack-request-id: req-799ff9f3-a84d-4d8e-97c6-43625444f89a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:29.289184 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4225b7-8854-443d-95c7-9e45b63949f7", "name": "network-vif-deleted", "tag": "a05a99ff-2e05-4dcc-93d7-911b0ae1c18e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:29.289489 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-799ff9f3-a84d-4d8e-97c6-43625444f89a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:29.289634 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4225b7-8854-443d-95c7-9e45b63949f7', 'name': 'network-vif-deleted', 'tag': 'a05a99ff-2e05-4dcc-93d7-911b0ae1c18e', 'status': 'completed', 'code': 200} Jul 06 17:57:29.300038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7805a1-73ff-42ab-9064-08a393c2416e None None] Pushing event updated for resources: {'Port': ['ID=fcdebf72-181e-49f4-b242-fa1b5cb1013c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:29.403705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:29.404363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:29.740098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:29.928590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '41c8432b-9a17-4cf7-9584-870271134410', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'port_id': '41c8432b-9a17-4cf7-9584-870271134410', 'mac_address': 'fa:16:3e:f4:af:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:57:30.124910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:30.130206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:30.225638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b21a98-f75b-491d-8871-a6ecad12a7fd req-390aa344-cda8-4f73-922b-87d84020ed5f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:30.245264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1b21a98-f75b-491d-8871-a6ecad12a7fd req-390aa344-cda8-4f73-922b-87d84020ed5f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 0.4925830 Jul 06 17:57:30.249259 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:30.296035 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Transition to ACTIVE for port object 1d62f0af-a947-4a2f-a8df-f66168bc0127 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:30.322207 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:30.364260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:30.548694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1b21a98-f75b-491d-8871-a6ecad12a7fd req-9d574bbe-727a-4e33-adfa-2e50bc4216ab tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023081 Jul 06 17:57:30.596503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:17Z', 'revision_number': 3, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:25Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:30.666717 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Attempting to bind port 1d62f0af-a947-4a2f-a8df-f66168bc0127 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:30.667347 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Attempting to bind port 1d62f0af-a947-4a2f-a8df-f66168bc0127 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:30.667970 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Attempting to bind port 1d62f0af-a947-4a2f-a8df-f66168bc0127 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:30.679830 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60192f2e-344b-4acb-a51d-d54a9f46e87a None None] Pushing event updated for resources: {'Port': ['ID=1d62f0af-a947-4a2f-a8df-f66168bc0127,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:30.716649 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:30.717324 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:30.718017 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:30.721072 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:30.722272 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Bound port: 1d62f0af-a947-4a2f-a8df-f66168bc0127, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:30.722978 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:30.799612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52966) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:30.805296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd5c55-b7da-48c2-8a32-876fd49b6b2d None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:17Z', 'revision_number': 3, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:25Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:31.015973 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.094234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.119579 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] For port 1d62f0af-a947-4a2f-a8df-f66168bc0127, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:31.129175 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] For port 1d62f0af-a947-4a2f-a8df-f66168bc0127, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1d62f0af-a947-4a2f-a8df-f66168bc0127,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:31.167683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.182356 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.192012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c8432b-9a17-4cf7-9584-870271134410 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:31.300556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Deleting port 1d62f0af-a947-4a2f-a8df-f66168bc0127 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:31.308237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.310730 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60192f2e-344b-4acb-a51d-d54a9f46e87a None None] Pushing event updated for resources: {'Port': ['ID=1d62f0af-a947-4a2f-a8df-f66168bc0127,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:31.358794 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Routers {'1822b11b-e1e6-454c-a1ba-6c94b047e8fb'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:31.359196 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.360822 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1822b11b-e1e6-454c-a1ba-6c94b047e8fb'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:31.363937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.385242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "DELETE /v2.0/security-groups/a77fd995-2263-4aad-b4c7-72fdacc2fc86 HTTP/1.1" status: 204 len: 168 time: 0.5812378 Jul 06 17:57:31.386497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52974) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:31.418329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fcdebf72-181e-49f4-b242-fa1b5cb1013c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:31.465229 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-760b11a0-2980-4620-b730-7dab4b3401fa tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] show failed (client error): The resource could not be found. Jul 06 17:57:31.475193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-760b11a0-2980-4620-b730-7dab4b3401fa tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "GET /v2.0/security-groups/a77fd995-2263-4aad-b4c7-72fdacc2fc86 HTTP/1.1" status: 404 len: 347 time: 0.0757213 Jul 06 17:57:31.475814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a2ac6f-7e3b-4706-9f2c-aac491ed7b99 None None] Network 78289138-e1da-4169-b4be-11996047e947 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:31.476809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:31.493362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77fd995-2263-4aad-b4c7-72fdacc2fc86,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:31.588489 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] Set router 1822b11b-e1e6-454c-a1ba-6c94b047e8fb gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:31.596014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:31.596713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:31.620201 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.633205 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9d91c5a3-c10c-4422-ac62-4fabf062becf tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0972617 Jul 06 17:57:31.636991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-aef4aa52-8ffa-4516-8e5f-8093745834d7 None None] Provisioning for port fcdebf72-181e-49f4-b242-fa1b5cb1013c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:31.641157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:31.654536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1077949105'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:31.712350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.712932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.713515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.714469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.721043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.721936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.722748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.729521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.730688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.731772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.732653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.734649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240a6b2-9f78-49ba-b0ab-49e80c0a8959 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:31.741642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:31.746061 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.769933 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1822b11b-e1e6-454c-a1ba-6c94b047e8fb', 'name': 'tempest-snat-router-2027600991', 'tenant_id': '275bdf65970d4070aeba3f0241e610bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:57:19Z', 'updated_at': '2021-07-06T17:57:30Z', 'revision_number': 4, 'project_id': '275bdf65970d4070aeba3f0241e610bd', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:31.778038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be57a5-df4c-4334-8d93-13c733ee9f3f req-8ec6e0de-37db-4e1d-969d-34be5dae7eb0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:31.782195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35be57a5-df4c-4334-8d93-13c733ee9f3f req-8ec6e0de-37db-4e1d-969d-34be5dae7eb0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.7937953 Jul 06 17:57:31.819298 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4877c4d-587b-4c78-8d74-434b125d407a None None] The sync data for ids ['1822b11b-e1e6-454c-a1ba-6c94b047e8fb'] in n-d-799526-3 is: [{'id': '1822b11b-e1e6-454c-a1ba-6c94b047e8fb', 'name': 'tempest-snat-router-2027600991', 'tenant_id': '275bdf65970d4070aeba3f0241e610bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:57:19Z', 'updated_at': '2021-07-06T17:57:30Z', 'revision_number': 4, 'project_id': '275bdf65970d4070aeba3f0241e610bd', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:31.862094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] For port 1d62f0af-a947-4a2f-a8df-f66168bc0127, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1d62f0af-a947-4a2f-a8df-f66168bc0127,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:31.862760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.872538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['41c8432b-9a17-4cf7-9584-870271134410'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:31.916213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Calling delete_port for 1d62f0af-a947-4a2f-a8df-f66168bc0127 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:31.937801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:31.956101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:57:31.961648 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35be57a5-df4c-4334-8d93-13c733ee9f3f req-c17ff51d-77ec-4ab4-89b4-e0974f168747 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324341 Jul 06 17:57:31.983184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:31.983897 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added segment 4d65bafa-fe64-4f16-8cbc-747a1249c78d of type vlan for network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 Jul 06 17:57:32.102900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port fcdebf72-181e-49f4-b242-fa1b5cb1013c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:32.138646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.178781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '851b100c-26cb-45d4-a8c7-1cef71ce2ab7', 'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'mac_address': 'fa:16:3e:e2:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:52Z', 'updated_at': '2021-07-06T17:44:03Z', 'revision_number': 5, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'subnets': [{'id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:32.258509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Deleting port d942a9b0-094c-412a-a292-49b411214cc7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:32.259075 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.259194 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.272219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:32.276860 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.616921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] Checking router: 3aa45635-ca4b-426c-ab43-854a211be9f6 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:32.621280 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:32.631867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port fcdebf72-181e-49f4-b242-fa1b5cb1013c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:32.632627 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:32.711659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:32.712363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:32.729548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Network': ['ID=0b6a6aa7-e379-4d08-b023-82e6d1b90430,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:32.736910 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:32.741155 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:32.782454 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4e72e429-2910-405d-a53e-aeab73c32d79 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1393082 Jul 06 17:57:32.785441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:32.869504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:57:32.897626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'subnet': {'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:33.012140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:33.080973 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.081223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:33.252976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.329619 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.330187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.369078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Calling delete_port for d942a9b0-094c-412a-a292-49b411214cc7 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:33.387893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d62f0af-a947-4a2f-a8df-f66168bc0127,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:33.410576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f9599-0617-48cf-a0a4-3136b96c3af4 req-e6f6a122-649d-4b80-bf76-cd10b2f12e77 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:33.416896 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d44f9599-0617-48cf-a0a4-3136b96c3af4 req-e6f6a122-649d-4b80-bf76-cd10b2f12e77 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.9752505 Jul 06 17:57:33.627753 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:27Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:25Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:27Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:33.645957 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d44f9599-0617-48cf-a0a4-3136b96c3af4 req-41210696-1e6e-4f9c-be54-3ca259a92c40 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164452 Jul 06 17:57:33.647572 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.806215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:33.823452 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.885781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Pushing event deleted for resources: {'Port': ['ID=d942a9b0-094c-412a-a292-49b411214cc7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:33.908384 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.914896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.957156 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:33.979963 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:33.980332 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Updating router 175647d1-52a5-4aa7-8429-050586ada588 port d6c306df-cbdb-4461-ab12-c4af8e92a780 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:57:34.009174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Made reservation on behalf of 32f91fa712714ee0b13f44a46ed24025 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:57:34.031512 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.045357 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.050327 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.059104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0e0353dc-f2a9-4a43-8b90-6291675dc333 tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] 10.222.0.13 "DELETE /v2.0/floatingips/08c523b4-4f05-48ec-8162-b226414fa663 HTTP/1.1" status: 204 len: 168 time: 2.5807970 Jul 06 17:57:34.060182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53008) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:34.080279 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.311731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ebd6-494f-409e-bce6-d8e5116da79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.317886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.336092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port fcdebf72-181e-49f4-b242-fa1b5cb1013c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fcdebf72-181e-49f4-b242-fa1b5cb1013c,segment=NetworkSegment(22576fbb-f573-4a85-bd88-b727b9a97280),segment_id=22576fbb-f573-4a85-bd88-b727b9a97280)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:34.346031 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.346988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:34.357123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.357870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1822b11b-e1e6-454c-a1ba-6c94b047e8fb {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:57:34.389325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.392999 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-59401dfa-b6ea-4e81-800f-8c9d6f7bf690 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1822b11b-e1e6-454c-a1ba-6c94b047e8fb HTTP/1.1" status: 204 len: 168 time: 6.3074112 Jul 06 17:57:34.427491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d285a21-61ec-4883-b13f-7f0189648573 req-452fcc96-33db-4fbc-8bfc-9fb665e79bbc tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:34.440990 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d285a21-61ec-4883-b13f-7f0189648573 req-452fcc96-33db-4fbc-8bfc-9fb665e79bbc tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 1.1550496 Jul 06 17:57:34.446109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53012) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:34.558526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0300ec0f-6572-43e6-8ffe-c0e79364f253 None None] Provisioning for port d6c306df-cbdb-4461-ab12-c4af8e92a780 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:34.597105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=fcdebf72-181e-49f4-b242-fa1b5cb1013c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:34.606232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0300ec0f-6572-43e6-8ffe-c0e79364f253 None None] Provisioning complete for port d6c306df-cbdb-4461-ab12-c4af8e92a780 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:34.608299 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0300ec0f-6572-43e6-8ffe-c0e79364f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.681227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ebd6-494f-409e-bce6-d8e5116da79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.722703 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ebd6-494f-409e-bce6-d8e5116da79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.733659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0300ec0f-6572-43e6-8ffe-c0e79364f253 None None] Port d6c306df-cbdb-4461-ab12-c4af8e92a780 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:34.803491 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.805539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0300ec0f-6572-43e6-8ffe-c0e79364f253 None None] Provisioning complete for port fcdebf72-181e-49f4-b242-fa1b5cb1013c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:34.808555 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0300ec0f-6572-43e6-8ffe-c0e79364f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.821537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:34.821935 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.824299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5ebd6-494f-409e-bce6-d8e5116da79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7514ea-e678-4066-b17f-f78d006030aa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:34.835570 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Transition to ACTIVE for port object d6c306df-cbdb-4461-ab12-c4af8e92a780 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:34.876273 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:34.938569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Checking segment: {'id': '4d65bafa-fe64-4f16-8cbc-747a1249c78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:34.945064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network hostable DHCP agents. Network: 0b6a6aa7-e379-4d08-b023-82e6d1b90430, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:57:34.972088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Subnet': ['ID=861b72cb-9c17-4420-ae57-97d25a26bd10,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:35.018574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d2d5ebd6-494f-409e-bce6-d8e5116da79c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2346b0230a8f4153b774a5cbbec4ab11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9363489 Jul 06 17:57:35.020697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:35.038032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '851b100c-26cb-45d4-a8c7-1cef71ce2ab7', 'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'mac_address': 'fa:16:3e:e2:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:52Z', 'updated_at': '2021-07-06T17:44:03Z', 'revision_number': 5, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'subnets': [{'id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:35.103048 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Pushing event updated for resources: {'Port': ['ID=d6c306df-cbdb-4461-ab12-c4af8e92a780,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:35.129200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac27477-881d-4ddb-8b87-2446e11f3b6e None None] The sync data for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 is: [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:43:54Z', 'revision_number': 4, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '851b100c-26cb-45d4-a8c7-1cef71ce2ab7', 'name': '', 'network_id': 'ad008159-491b-44b7-b34f-58dbc4e84586', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'mac_address': 'fa:16:3e:e2:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:52Z', 'updated_at': '2021-07-06T17:44:03Z', 'revision_number': 5, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'subnets': [{'id': '9521b14c-453c-47b3-8db1-d103d8b30de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:35.170658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d285a21-61ec-4883-b13f-7f0189648573 req-2bd0d512-61dd-4ed2-9297-45bfe273af00 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4748814 Jul 06 17:57:35.243977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:57:35.259379 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.259908 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.260955 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.260955 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.261525 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.267982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd957fd5-b436-417b-8cf7-2ea810a5c6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:35.269071 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.270172 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.272177 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.273235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 0b6a6aa7-e379-4d08-b023-82e6d1b90430) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:35.273968 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.276731 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.278454 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.280341 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:57:35.292705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a900632-c37d-4b05-a321-3be1d63da152 None None] Network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:35.305127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:35.305550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:35.373552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a96ba042-bccb-48cb-8d28-1ba3b8b23803 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5132601 Jul 06 17:57:35.388157 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Attempting to bind port d6c306df-cbdb-4461-ab12-c4af8e92a780 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:35.388760 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Attempting to bind port d6c306df-cbdb-4461-ab12-c4af8e92a780 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '22576fbb-f573-4a85-bd88-b727b9a97280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '78289138-e1da-4169-b4be-11996047e947'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:35.389336 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Attempting to bind port d6c306df-cbdb-4461-ab12-c4af8e92a780 on network 78289138-e1da-4169-b4be-11996047e947 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:35.398129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:35.400101 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:35.400692 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Checking segment: {'id': '22576fbb-f573-4a85-bd88-b727b9a97280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '78289138-e1da-4169-b4be-11996047e947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:35.401326 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:35.401950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Bound using segment: {'id': '22576fbb-f573-4a85-bd88-b727b9a97280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '78289138-e1da-4169-b4be-11996047e947'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:35.405974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Bound port: d6c306df-cbdb-4461-ab12-c4af8e92a780, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22576fbb-f573-4a85-bd88-b727b9a97280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '78289138-e1da-4169-b4be-11996047e947'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:35.406551 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:35.577130 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:35.651142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 41c8432b-9a17-4cf7-9584-870271134410 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:35.704808 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:35.758544 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] For port d6c306df-cbdb-4461-ab12-c4af8e92a780, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:35.769068 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd957fd5-b436-417b-8cf7-2ea810a5c6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:35.770559 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] For port d6c306df-cbdb-4461-ab12-c4af8e92a780, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d6c306df-cbdb-4461-ab12-c4af8e92a780,segment=NetworkSegment(22576fbb-f573-4a85-bd88-b727b9a97280),segment_id=22576fbb-f573-4a85-bd88-b727b9a97280)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:35.809003 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:35.828250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74951-f686-4c26-98fc-6295cc222f99 req-196f893c-dca4-4ca0-a6da-1abca70e30e5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:35.836995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78a74951-f686-4c26-98fc-6295cc222f99 req-196f893c-dca4-4ca0-a6da-1abca70e30e5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.5191100 Jul 06 17:57:35.867431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf9813-7970-42be-bf10-1f7471bd5e9e None None] New status for floating IP 08c523b4-4f05-48ec-8162-b226414fa663: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:57:35.923631 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:35.924558 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:36.029677 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-78a74951-f686-4c26-98fc-6295cc222f99 req-4094d620-b95a-43fb-aaee-c8b89ae0af7f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915710 Jul 06 17:57:36.050696 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.157032 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1845aa-b368-42d9-9313-addf57a70b6c None None] Pushing event updated for resources: {'Port': ['ID=d6c306df-cbdb-4461-ab12-c4af8e92a780,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:36.255044 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:36.279062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fcdebf72-181e-49f4-b242-fa1b5cb1013c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:36.340961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Deleting port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:36.349552 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd957fd5-b436-417b-8cf7-2ea810a5c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.354867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.356774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd957fd5-b436-417b-8cf7-2ea810a5c6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.358942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dd957fd5-b436-417b-8cf7-2ea810a5c6eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c7514ea-e678-4066-b17f-f78d006030aa HTTP/1.1" status: 204 len: 168 time: 1.3296607 Jul 06 17:57:36.467902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd957fd5-b436-417b-8cf7-2ea810a5c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7514ea-e678-4066-b17f-f78d006030aa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:36.596062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] For port ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:36.597083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.611671 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.646213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port fcdebf72-181e-49f4-b242-fa1b5cb1013c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:36.646690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.702322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-0b6a6aa7-e379-4d08-b023-82e6d1b90430', 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'fixed_ips': [{'subnet_id': '861b72cb-9c17-4420-ae57-97d25a26bd10'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:57:36.703255 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.727727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Calling delete_port for ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:36.846924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:36.912019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 41c8432b-9a17-4cf7-9584-870271134410 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:36.998883 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:27Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:25Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:35Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:37.012121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 41c8432b-9a17-4cf7-9584-870271134410 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:37.013133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.046603 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beeaef-36b4-4203-91c0-c6efd4d12e18 None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:27Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:25Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:35Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:37.294380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d999f-a587-4fe8-9dd9-a61a99a917ef req-813d5f17-5f4c-4630-b4b0-70655e77d056 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:37.314002 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a17d999f-a587-4fe8-9dd9-a61a99a917ef req-813d5f17-5f4c-4630-b4b0-70655e77d056 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.8054452 Jul 06 17:57:37.439497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53034) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:37.449898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Allocated IP 172.23.0.2 (0b6a6aa7-e379-4d08-b023-82e6d1b90430/861b72cb-9c17-4420-ae57-97d25a26bd10/c9ac7ffe-7c2d-45b7-8bb8-751f022cc238) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:37.451271 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a17d999f-a587-4fe8-9dd9-a61a99a917ef req-44bb127e-12d1-4dae-bb46-c7110fbc3689 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205275 Jul 06 17:57:37.470331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72870774-aa2b-4969-83cc-37f423b2f939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.503065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4436b014-4406-4ddd-b4d5-bfc2f824a081 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:37.554149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.562128 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.603714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:37.655603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8432b-9a17-4cf7-9584-870271134410'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:37.820057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0815b1-109a-4865-9a19-17228b47af4a req-fc3b3fdc-cee2-48fd-affa-4cc42fb1756c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:37.822271 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc0815b1-109a-4865-9a19-17228b47af4a req-fc3b3fdc-cee2-48fd-affa-4cc42fb1756c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.3793693 Jul 06 17:57:37.867364 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747969a8-280b-4f78-9d10-2a96a087cf4a" -d '{"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-plugged", "status": "completed", "tag": "41c8432b-9a17-4cf7-9584-870271134410"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:37.889860 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.901925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:37.904962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4436b014-4406-4ddd-b4d5-bfc2f824a081 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:37.919599 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:37.927921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4436b014-4406-4ddd-b4d5-bfc2f824a081 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:37.928719 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.001829 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7e6954-073a-4f8c-bf0b-2ffc4a9d8044 x-openstack-request-id: req-6c7e6954-073a-4f8c-bf0b-2ffc4a9d8044 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:38.002275 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-plugged", "status": "completed", "tag": "41c8432b-9a17-4cf7-9584-870271134410", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:38.004184 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c7e6954-073a-4f8c-bf0b-2ffc4a9d8044 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:38.004184 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8432b-9a17-4cf7-9584-870271134410', 'code': 200} Jul 06 17:57:38.070911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Deleting port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:38.071209 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.087956 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:38.113870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.125430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72870774-aa2b-4969-83cc-37f423b2f939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.147702 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.166804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Transition to ACTIVE for port object c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:38.187004 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.219360 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.230739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Transition to ACTIVE for port object c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:38.277140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 4436b014-4406-4ddd-b4d5-bfc2f824a081, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4436b014-4406-4ddd-b4d5-bfc2f824a081,segment=NetworkSegment(7d56055c-0084-44d1-a2ca-329df1c09a69),segment_id=7d56055c-0084-44d1-a2ca-329df1c09a69)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:38.282296 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.314553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.333412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc0815b1-109a-4865-9a19-17228b47af4a req-2522c504-451a-4b2a-bf74-c51eb9bf196c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5004752 Jul 06 17:57:38.403413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Allocated IP 172.23.0.1 (0b6a6aa7-e379-4d08-b023-82e6d1b90430/861b72cb-9c17-4420-ae57-97d25a26bd10/d6a53c08-012d-4509-a5ca-af19ad40fb16) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:38.418599 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72870774-aa2b-4969-83cc-37f423b2f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.424785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:38.436407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:38.446871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:38.480805 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.481653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2b41e7-2159-4f08-8c4e-221d75abcf02 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:57:38.518510 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.520069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ed4fce94-d2fa-40b2-9376-4a8df1cd318a tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3b2b41e7-2159-4f08-8c4e-221d75abcf02 HTTP/1.1" status: 204 len: 168 time: 4.0631819 Jul 06 17:57:38.556136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53044) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:38.620717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-342451375', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:38.684139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Pushing event updated for resources: {'Port': ['ID=c9ac7ffe-7c2d-45b7-8bb8-751f022cc238,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:38.724399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.725499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.740135 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-72870774-aa2b-4969-83cc-37f423b2f939 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5cc83a936d94952a1b6450a4c4c2b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2931497 Jul 06 17:57:38.743812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Attempting to bind port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:38.744631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Attempting to bind port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4d65bafa-fe64-4f16-8cbc-747a1249c78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:38.744631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Attempting to bind port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 on network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:38.759476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:38.759822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Checking segment: {'id': '4d65bafa-fe64-4f16-8cbc-747a1249c78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:38.760172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.760576 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Bound using segment: {'id': '4d65bafa-fe64-4f16-8cbc-747a1249c78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:38.761077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Bound port: c9ac7ffe-7c2d-45b7-8bb8-751f022cc238, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d65bafa-fe64-4f16-8cbc-747a1249c78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:38.761471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.766045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:38.784856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72870774-aa2b-4969-83cc-37f423b2f939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b342f8-492c-4197-96ef-a68c276aab86,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:38.904711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:38.947739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=4436b014-4406-4ddd-b4d5-bfc2f824a081,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:38.959117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] For port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:38.963511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] For port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c9ac7ffe-7c2d-45b7-8bb8-751f022cc238,segment=NetworkSegment(4d65bafa-fe64-4f16-8cbc-747a1249c78d),segment_id=4d65bafa-fe64-4f16-8cbc-747a1249c78d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:38.972724 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.002571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Transition to ACTIVE for port object d6a53c08-012d-4509-a5ca-af19ad40fb16 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:39.063868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3842f2-d959-4755-8a45-490eae54c50a None None] Pushing event updated for resources: {'Port': ['ID=c9ac7ffe-7c2d-45b7-8bb8-751f022cc238,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:39.070132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] For port 851b100c-26cb-45d4-a8c7-1cef71ce2ab7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=851b100c-26cb-45d4-a8c7-1cef71ce2ab7,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:39.074644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.136508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105e2e5-a218-4aa4-84c8-d369117ebf9c req-b318251a-5e10-4910-bc59-12c2a5e7dd66 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:39.138935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1105e2e5-a218-4aa4-84c8-d369117ebf9c req-b318251a-5e10-4910-bc59-12c2a5e7dd66 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.1586766 Jul 06 17:57:39.151363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.229871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Calling delete_port for 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:39.302754 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.308454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a23df0ff-e8a1-485d-b6c2-69c84cd1b23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.343665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d6c306df-cbdb-4461-ab12-c4af8e92a780 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:39.368399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:39.400264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:39.451952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:39.540732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=d6a53c08-012d-4509-a5ca-af19ad40fb16,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:39.593145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port d6c306df-cbdb-4461-ab12-c4af8e92a780 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:39.608304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d6c306df-cbdb-4461-ab12-c4af8e92a780 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:39.608895 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.705128 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1105e2e5-a218-4aa4-84c8-d369117ebf9c req-72c3c726-0c7a-4fc8-a2b8-0210c731fac7 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5316176 Jul 06 17:57:39.808008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848719f-4ab3-4420-88a8-575ea9b9c97a req-4f0a2221-8878-4077-a113-234317d917d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:39.811039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.814415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0848719f-4ab3-4420-88a8-575ea9b9c97a req-4f0a2221-8878-4077-a113-234317d917d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 1096 time: 1.7092769 Jul 06 17:57:39.871946 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.908578 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a23df0ff-e8a1-485d-b6c2-69c84cd1b23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:39.925500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port d6c306df-cbdb-4461-ab12-c4af8e92a780, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d6c306df-cbdb-4461-ab12-c4af8e92a780,segment=NetworkSegment(22576fbb-f573-4a85-bd88-b727b9a97280),segment_id=22576fbb-f573-4a85-bd88-b727b9a97280)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:39.935699 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.001355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=d6c306df-cbdb-4461-ab12-c4af8e92a780,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:40.119515 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.592562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.621444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0848719f-4ab3-4420-88a8-575ea9b9c97a req-433f56a8-7ca3-44a1-86a1-56331701720c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6729655 Jul 06 17:57:40.675196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8951-1cce-4add-af15-a48e643ead49 req-83271d60-d4f6-4a08-a007-1dabb9372d1b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:40.677452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cab8951-1cce-4add-af15-a48e643ead49 req-83271d60-d4f6-4a08-a007-1dabb9372d1b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.9335067 Jul 06 17:57:40.727104 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a23df0ff-e8a1-485d-b6c2-69c84cd1b23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.730319 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a23df0ff-e8a1-485d-b6c2-69c84cd1b23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:40.737298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a23df0ff-e8a1-485d-b6c2-69c84cd1b23a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9b342f8-492c-4197-96ef-a68c276aab86 HTTP/1.1" status: 204 len: 168 time: 1.9580088 Jul 06 17:57:40.773338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23df0ff-e8a1-485d-b6c2-69c84cd1b23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b342f8-492c-4197-96ef-a68c276aab86,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:40.788074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:40.922982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cab8951-1cce-4add-af15-a48e643ead49 req-eb7f21e2-5351-4f48-b1f8-daf853cba14e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076318 Jul 06 17:57:40.945054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a5c27-a33c-4ca4-8957-1d1c72e09044 None None] Network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:40.955260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:40.975446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d6c306df-cbdb-4461-ab12-c4af8e92a780 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:40.991470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.089098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Pushing event deleted for resources: {'Port': ['ID=851b100c-26cb-45d4-a8c7-1cef71ce2ab7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:41.160464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d6c306df-cbdb-4461-ab12-c4af8e92a780 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:41.162466 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.164545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dd9cbcc7-e3a7-4d40-ac74-65566d27c8ed None None] Provisioning for port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:41.196169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dd9cbcc7-e3a7-4d40-ac74-65566d27c8ed None None] Provisioning complete for port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:41.196901 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbcc7-e3a7-4d40-ac74-65566d27c8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.681325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.691604 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.716298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7862d2-34d6-42b2-ac73-20917414f19c req-708a63d9-7bd1-4457-9f6f-d112bbdcd22f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:41.718638 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec7862d2-34d6-42b2-ac73-20917414f19c req-708a63d9-7bd1-4457-9f6f-d112bbdcd22f tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.4817073 Jul 06 17:57:41.806642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4436b014-4406-4ddd-b4d5-bfc2f824a081 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:41.825255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.835658 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbcc7-e3a7-4d40-ac74-65566d27c8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:41.934655 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.064712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.082297 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-dd9cbcc7-e3a7-4d40-ac74-65566d27c8ed None None] For port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c9ac7ffe-7c2d-45b7-8bb8-751f022cc238,segment=NetworkSegment(4d65bafa-fe64-4f16-8cbc-747a1249c78d),segment_id=4d65bafa-fe64-4f16-8cbc-747a1249c78d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:42.104311 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbcc7-e3a7-4d40-ac74-65566d27c8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.223223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event updated for resources: {'Port': ['ID=d6a53c08-012d-4509-a5ca-af19ad40fb16,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:42.238100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec7862d2-34d6-42b2-ac73-20917414f19c req-28c7e6f1-9bb3-41da-a940-59d004ffed23 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4233699 Jul 06 17:57:42.240274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:42.242519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:42.368996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.390530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:42.471164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cbcc7-e3a7-4d40-ac74-65566d27c8ed None None] Pushing event updated for resources: {'Port': ['ID=c9ac7ffe-7c2d-45b7-8bb8-751f022cc238,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:42.484233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4436b014-4406-4ddd-b4d5-bfc2f824a081 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:42.485016 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.575165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:42.589999 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:42.590915 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e2c2fe06-c8d1-4d7e-b13c-24edaaf95cdd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1842265 Jul 06 17:57:42.592760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:42.602088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:42.616169 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:42.621755 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:42.623274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-425bad4e-7a30-4c01-be0b-6c1798917a50 None None] Provisioning for port d6a53c08-012d-4509-a5ca-af19ad40fb16 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:42.631252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-425bad4e-7a30-4c01-be0b-6c1798917a50 None None] Provisioning complete for port d6a53c08-012d-4509-a5ca-af19ad40fb16 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:42.641129 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-425bad4e-7a30-4c01-be0b-6c1798917a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:42.736444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Allocated IP 172.25.7.245 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/e3f0dbda-9f17-4025-8424-f92403d3e286) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:57:42.795186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-425bad4e-7a30-4c01-be0b-6c1798917a50 None None] Port d6a53c08-012d-4509-a5ca-af19ad40fb16 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:42.892879 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:42.950110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-425bad4e-7a30-4c01-be0b-6c1798917a50 None None] Provisioning complete for port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:42.960783 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-425bad4e-7a30-4c01-be0b-6c1798917a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.055114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:43.149115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:43.149670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ca1c4d17-d6e2-4fb0-ab4b-56c5dd118211 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:43.369738 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:40Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a53c08-012d-4509-a5ca-af19ad40fb16', 'name': '', 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:77:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:37Z', 'updated_at': '2021-07-06T17:57:40Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:39Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:43.443777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d18f-cc79-4df5-95c2-f917d3fbe3c1 req-d942994e-9762-4006-a0bd-6bcffb6acd28 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:43.445448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3f2d18f-cc79-4df5-95c2-f917d3fbe3c1 req-d942994e-9762-4006-a0bd-6bcffb6acd28 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.9848630 Jul 06 17:57:43.459151 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.482898 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:43.483487 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Updating router 175647d1-52a5-4aa7-8429-050586ada588 port d6a53c08-012d-4509-a5ca-af19ad40fb16 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 17:57:43.529757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 17:57:43.566570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Removed routes are [] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 17:57:43.567059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.569387 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.624987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-14ece7d1-026f-4dd9-a9b4-0781c9f21ee3 None None] Provisioning complete for port d6a53c08-012d-4509-a5ca-af19ad40fb16 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:43.625654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14ece7d1-026f-4dd9-a9b4-0781c9f21ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.667006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:43.790172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d3f2d18f-cc79-4df5-95c2-f917d3fbe3c1 req-c51ed754-35b1-4ac7-b941-8c936ab4a120 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277113 Jul 06 17:57:43.810616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Router 3aa45635-ca4b-426c-ab43-854a211be9f6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:43.855409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-14ece7d1-026f-4dd9-a9b4-0781c9f21ee3 None None] Port d6a53c08-012d-4509-a5ca-af19ad40fb16 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:57:43.887913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:43.896300 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.934845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.981687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:43.991405 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.194799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:57:44.202299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:44.287381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:57:44.296928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event updated for resources: {'Port': ['ID=e3f0dbda-9f17-4025-8424-f92403d3e286,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:44.299709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:57:44.316104 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.337927 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Transition to ACTIVE for port object d6a53c08-012d-4509-a5ca-af19ad40fb16 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:57:44.359386 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.432611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:44.460586 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.463308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8e134d11-c8dd-4cf9-a448-32d906243bc4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588 HTTP/1.1" status: 200 len: 933 time: 1.8682835 Jul 06 17:57:44.467021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53114) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:44.483823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:44.526390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1876f52-8632-4358-bc13-dba884104446 None None] Sync routers for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:44.534267 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75399ab6-e563-451c-b679-7f70ac28093e None None] Pushing event updated for resources: {'Port': ['ID=d6a53c08-012d-4509-a5ca-af19ad40fb16,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:44.554740 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a3f2d6fa-8f7c-4ddb-a69b-4eecddea7573 admin admin] 10.222.0.13 "PUT /v2.0/routers/3aa45635-ca4b-426c-ab43-854a211be9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4930546 Jul 06 17:57:44.555527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53120) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:44.560332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1876f52-8632-4358-bc13-dba884104446 None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:44.561491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c1876f52-8632-4358-bc13-dba884104446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:44.602259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dbf4-0f75-4373-b3fb-79e15a829f87 req-452c63b2-a4db-45a3-99ff-50c7956de6c1 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:44.605062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a323dbf4-0f75-4373-b3fb-79e15a829f87 req-452c63b2-a4db-45a3-99ff-50c7956de6c1 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.4813519 Jul 06 17:57:44.610974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Attempting to bind port d6a53c08-012d-4509-a5ca-af19ad40fb16 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:57:44.611613 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Attempting to bind port d6a53c08-012d-4509-a5ca-af19ad40fb16 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4d65bafa-fe64-4f16-8cbc-747a1249c78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:57:44.612120 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Attempting to bind port d6a53c08-012d-4509-a5ca-af19ad40fb16 on network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:57:44.620048 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:57:44.620494 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Checking segment: {'id': '4d65bafa-fe64-4f16-8cbc-747a1249c78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:57:44.620832 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.621234 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Bound using segment: {'id': '4d65bafa-fe64-4f16-8cbc-747a1249c78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:57:44.623950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Bound port: d6a53c08-012d-4509-a5ca-af19ad40fb16, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d65bafa-fe64-4f16-8cbc-747a1249c78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:57:44.626947 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.645143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0ae8-b85d-4ae0-9eaa-17f135c5f7c4 req-617de9ea-eb74-4982-9378-40344975dda7 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:44.657313 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a16b0ae8-b85d-4ae0-9eaa-17f135c5f7c4 req-617de9ea-eb74-4982-9378-40344975dda7 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.4942179 Jul 06 17:57:44.705092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53122) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:44.813200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c1876f52-8632-4358-bc13-dba884104446 None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:44.824984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Request body: {'floatingip': {'port_id': '41c8432b-9a17-4cf7-9584-870271134410'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:44.906300 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] For port d6a53c08-012d-4509-a5ca-af19ad40fb16, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:57:44.911848 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] For port d6a53c08-012d-4509-a5ca-af19ad40fb16, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d6a53c08-012d-4509-a5ca-af19ad40fb16,segment=NetworkSegment(4d65bafa-fe64-4f16-8cbc-747a1249c78d),segment_id=4d65bafa-fe64-4f16-8cbc-747a1249c78d)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:57:44.924930 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:44.987613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-526496b6-4db7-444d-8056-191bf88396cc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588 HTTP/1.1" status: 200 len: 933 time: 0.4858513 Jul 06 17:57:44.988000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53128) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:45.005929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'routes': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:45.017442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a323dbf4-0f75-4373-b3fb-79e15a829f87 req-869857f9-5ed8-4e8b-bfda-ccfd206ac58e tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3993316 Jul 06 17:57:45.063888 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.156058 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:45.184323 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:45.185247 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:45.375844 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:45.400875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c1876f52-8632-4358-bc13-dba884104446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:57:40Z', 'revision_number': 5, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:45.431338 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75399ab6-e563-451c-b679-7f70ac28093e None None] Pushing event updated for resources: {'Port': ['ID=d6a53c08-012d-4509-a5ca-af19ad40fb16,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:45.459020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1876f52-8632-4358-bc13-dba884104446 None None] Checking router: 3aa45635-ca4b-426c-ab43-854a211be9f6 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:45.476185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1876f52-8632-4358-bc13-dba884104446 None None] Routers {'3aa45635-ca4b-426c-ab43-854a211be9f6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:45.477170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c1876f52-8632-4358-bc13-dba884104446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3aa45635-ca4b-426c-ab43-854a211be9f6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:45.763553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3245e1-4acf-4555-80c0-88594f4459b1 req-931a3ef7-6019-40bc-9434-7ed9e5ba54cd tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:45.772939 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec3245e1-4acf-4555-80c0-88594f4459b1 req-931a3ef7-6019-40bc-9434-7ed9e5ba54cd tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.6119654 Jul 06 17:57:45.836795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c1876f52-8632-4358-bc13-dba884104446 None None] Set router 3aa45635-ca4b-426c-ab43-854a211be9f6 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:45.865767 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:43Z', 'revision_number': 6, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a53c08-012d-4509-a5ca-af19ad40fb16', 'name': '', 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:77:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:37Z', 'updated_at': '2021-07-06T17:57:44Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:39Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:45.899836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec3245e1-4acf-4555-80c0-88594f4459b1 req-2befc6ec-6339-4abb-9469-f729a2a4a3e3 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259837 Jul 06 17:57:45.914188 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48c778-7433-4cc3-aaf7-73cbd73a2e43 None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:43Z', 'revision_number': 6, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a53c08-012d-4509-a5ca-af19ad40fb16', 'name': '', 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:77:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:37Z', 'updated_at': '2021-07-06T17:57:44Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:39Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:45.926428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added routes are [] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 17:57:45.927633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 17:57:46.045699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.361050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c1876f52-8632-4358-bc13-dba884104446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:57:40Z', 'revision_number': 5, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:46.429137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1876f52-8632-4358-bc13-dba884104446 None None] The sync data for ids ['3aa45635-ca4b-426c-ab43-854a211be9f6'] in n-d-799526-3 is: [{'id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'name': 'tempest-ServerActionsTestJSON-591717801-router', 'tenant_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:43:46Z', 'updated_at': '2021-07-06T17:57:40Z', 'revision_number': 5, 'project_id': '7aacb4a41b3b464b8acf89aee1d36cf3', 'gw_port': {'id': '92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa45635-ca4b-426c-ab43-854a211be9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:43:47Z', 'updated_at': '2021-07-06T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:46.443912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.450034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.465009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.472232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.681047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:46.893288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:46.920330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:46.928136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3e7d707f-fa7f-48bd-94b0-616a482ab9f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588 HTTP/1.1" status: 200 len: 699 time: 1.9367685 Jul 06 17:57:46.935901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:46.996988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49727f80-c1f8-4b9e-ace7-dae9d760bf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.152572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75dd1f-37f9-4b62-a30b-5986ed5e7056 req-069058f4-b6be-460d-be89-4ac51ae3b0d6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:47.155808 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d75dd1f-37f9-4b62-a30b-5986ed5e7056 req-069058f4-b6be-460d-be89-4ac51ae3b0d6 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.8775413 Jul 06 17:57:47.210716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-74a6498a-856a-4acf-afc2-4ca645e76cf3 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:47.213460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-74a6498a-856a-4acf-afc2-4ca645e76cf3 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.9279180 Jul 06 17:57:47.265278 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-214bf044-e795-49ea-a706-b5ea5528931e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588 HTTP/1.1" status: 200 len: 699 time: 0.3240802 Jul 06 17:57:47.267346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53158) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:47.430773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d6a53c08-012d-4509-a5ca-af19ad40fb16 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:47.526416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d75dd1f-37f9-4b62-a30b-5986ed5e7056 req-a5720ad6-99bf-4c1b-98de-5a8702b5d49a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448231 Jul 06 17:57:47.628734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port d6a53c08-012d-4509-a5ca-af19ad40fb16 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:57:47.644468 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d6a53c08-012d-4509-a5ca-af19ad40fb16 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:47.649387 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.663165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Deleting port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:47.663826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.706603 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:47.722480 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:47.724290 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:47.789754 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.944262 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:47.966736 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:48.042704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port d6a53c08-012d-4509-a5ca-af19ad40fb16, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d6a53c08-012d-4509-a5ca-af19ad40fb16,segment=NetworkSegment(4d65bafa-fe64-4f16-8cbc-747a1249c78d),segment_id=4d65bafa-fe64-4f16-8cbc-747a1249c78d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:48.053256 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.065585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:48.069734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:48.159948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:48.160684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 851b100c-26cb-45d4-a8c7-1cef71ce2ab7 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:48.183579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:57:48.194557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693386-c539-45a6-aad7-9fd4a6424fa1 req-44e53e56-956e-415d-980d-075d376e1c05 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:48.198000 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba693386-c539-45a6-aad7-9fd4a6424fa1 req-44e53e56-956e-415d-980d-075d376e1c05 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.8354905 Jul 06 17:57:48.235485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=d6a53c08-012d-4509-a5ca-af19ad40fb16,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:48.319825 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:45Z', 'revision_number': 7, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a53c08-012d-4509-a5ca-af19ad40fb16', 'name': '', 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:77:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:37Z', 'updated_at': '2021-07-06T17:57:44Z', 'revision_number': 4, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:39Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:48.336516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Deleting port d70c512d-bb8a-4ab0-9ba9-e73335d1a460 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:48.337228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.342634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba693386-c539-45a6-aad7-9fd4a6424fa1 req-6416df38-f3fb-4eba-a097-4fdc7722a55c tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271603 Jul 06 17:57:48.355241 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:48.366242 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:48.366925 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:48.411643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-555b36dd-c012-42a1-8dda-f02114d8b6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.437666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] For port 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:48.439412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.479128 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.479348 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:48.507799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Calling delete_port for 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:48.514291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.572239 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.734234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] For port d70c512d-bb8a-4ab0-9ba9-e73335d1a460, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:48.734944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:48.749478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Calling delete_port for d70c512d-bb8a-4ab0-9ba9-e73335d1a460 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:48.768559 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:45Z', 'revision_number': 7, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a53c08-012d-4509-a5ca-af19ad40fb16', 'name': '', 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:77:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:37Z', 'updated_at': '2021-07-06T17:57:47Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:39Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:48.812627 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcc334-6762-4ebc-a7ed-de509aa253a0 None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:45Z', 'revision_number': 7, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a53c08-012d-4509-a5ca-af19ad40fb16', 'name': '', 'network_id': '0b6a6aa7-e379-4d08-b023-82e6d1b90430', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:77:55:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:37Z', 'updated_at': '2021-07-06T17:57:47Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '861b72cb-9c17-4420-ae57-97d25a26bd10', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:39Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:49.055722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port d6a53c08-012d-4509-a5ca-af19ad40fb16 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:49.056287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.077858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Router 79a6e8f7-0c4b-4e0c-b977-b4f178012f1b is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:57:49.134431 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Floating IP ccd091fe-7544-4e39-9df8-d51cfe755f7f associated. External IP: 172.25.7.117, port: 41c8432b-9a17-4cf7-9584-870271134410. Jul 06 17:57:49.295832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port d6a53c08-012d-4509-a5ca-af19ad40fb16, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d6a53c08-012d-4509-a5ca-af19ad40fb16,segment=NetworkSegment(4d65bafa-fe64-4f16-8cbc-747a1249c78d),segment_id=4d65bafa-fe64-4f16-8cbc-747a1249c78d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:49.296711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.313546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d6a53c08-012d-4509-a5ca-af19ad40fb16 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:49.331551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for d6a53c08-012d-4509-a5ca-af19ad40fb16 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:49.370043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d6a53c08-012d-4509-a5ca-af19ad40fb16 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:49.370583 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.484715 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b19149a3-1303-4279-a822-0f034ada82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.661831 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.683107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.698477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=d6a53c08-012d-4509-a5ca-af19ad40fb16,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:49.721014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4520c-0760-41f4-9177-5a688da6aa8e req-89cc5d78-e2de-4df0-a173-8c4cff9479e9 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:49.722746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2a4520c-0760-41f4-9177-5a688da6aa8e req-89cc5d78-e2de-4df0-a173-8c4cff9479e9 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1635168 Jul 06 17:57:49.734925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device d70c512d-bb8a-4ab0-9ba9-e73335d1a460 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:49.762540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390becd-fe7e-4d79-a67d-cafcd71f23b5 req-cf9fe665-0a45-49fb-a1d8-5eabbae6815b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:49.764164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2390becd-fe7e-4d79-a67d-cafcd71f23b5 req-cf9fe665-0a45-49fb-a1d8-5eabbae6815b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.9450529 Jul 06 17:57:49.823881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2a4520c-0760-41f4-9177-5a688da6aa8e req-2af43545-6bb0-4e8d-9b9d-848f692e55d4 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584555 Jul 06 17:57:49.843999 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-555b36dd-c012-42a1-8dda-f02114d8b6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.862542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:49.915418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-555b36dd-c012-42a1-8dda-f02114d8b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:49.982331 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.034165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.059460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.074324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a16ca75b-176d-4e04-89ab-2e8b0127835e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:50.086097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.102830 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-555b36dd-c012-42a1-8dda-f02114d8b6dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7950d9aeb81c41bd94e7b9d36113f0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0278516 Jul 06 17:57:50.102830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b36dd-c012-42a1-8dda-f02114d8b6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80aae153-97a3-4bb2-88ac-8f7e6aa161ce,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:50.105338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:50.172646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2390becd-fe7e-4d79-a67d-cafcd71f23b5 req-da37943b-c21d-4d7d-ab21-aa1758120501 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853366 Jul 06 17:57:50.179875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:50.187783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Pushing event deleted for resources: {'Port': ['ID=d70c512d-bb8a-4ab0-9ba9-e73335d1a460,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:50.201570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2717-be26-4f3f-8c6f-1bee304597cb req-e5f674fd-3bd0-4cc5-bd6f-46cbedd1ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:50.203370 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-deed2717-be26-4f3f-8c6f-1bee304597cb req-e5f674fd-3bd0-4cc5-bd6f-46cbedd1ded7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 1097 time: 0.6296511 Jul 06 17:57:50.254999 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.331216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba004fba-612b-4b11-88c1-9305ef70dcef None None] Sync routers for ids ['79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:50.356514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba004fba-612b-4b11-88c1-9305ef70dcef None None] Routers {'79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:50.357170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba004fba-612b-4b11-88c1-9305ef70dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:50.403966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba004fba-612b-4b11-88c1-9305ef70dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:50.438092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba004fba-612b-4b11-88c1-9305ef70dcef None None] Routers {'79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:50.438810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba004fba-612b-4b11-88c1-9305ef70dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:50.446560 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b9bfa2-8366-42b3-854e-458376610bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.474509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] No DVR routers for this DVR port d70c512d-bb8a-4ab0-9ba9-e73335d1a460 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:50.486401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.489813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba004fba-612b-4b11-88c1-9305ef70dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:50.490518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba004fba-612b-4b11-88c1-9305ef70dcef None None] The sync data for ids ['79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:50.491911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a7cadbc-1ac4-4be4-acdc-ed5d4335a9af req-615ad814-6572-4c63-b662-9737a125444a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.55 "DELETE /v2.0/ports/d70c512d-bb8a-4ab0-9ba9-e73335d1a460 HTTP/1.1" status: 204 len: 173 time: 3.2622225 Jul 06 17:57:50.495040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.503265 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.508406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e2bb3231-25c0-421a-960f-c374d7a3d3d4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.9217958 Jul 06 17:57:50.509578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a2452a-a135-4b34-bf30-c0d3de8dd4e4', 'name': 'network-vif-deleted', 'tag': 'd70c512d-bb8a-4ab0-9ba9-e73335d1a460'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:50.511832 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b9bfa2-8366-42b3-854e-458376610bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.515654 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e527662-bfbc-49cd-b505-a6b45521ba62" -d '{"events": [{"server_uuid": "b9a2452a-a135-4b34-bf30-c0d3de8dd4e4", "name": "network-vif-deleted", "tag": "d70c512d-bb8a-4ab0-9ba9-e73335d1a460"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:50.517593 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:50.524723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.527204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-303f15f9-7f1e-4a79-97bf-9ce22501c5c6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': False}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:50.594443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-deed2717-be26-4f3f-8c6f-1bee304597cb req-78d1f892-1e31-4a03-8372-f54553f56a29 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3811617 Jul 06 17:57:50.657317 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db201527-b92c-43fe-8969-f69662d0b4f0 x-openstack-request-id: req-db201527-b92c-43fe-8969-f69662d0b4f0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:50.657840 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a2452a-a135-4b34-bf30-c0d3de8dd4e4", "name": "network-vif-deleted", "tag": "d70c512d-bb8a-4ab0-9ba9-e73335d1a460", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:50.658199 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db201527-b92c-43fe-8969-f69662d0b4f0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:50.658905 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a2452a-a135-4b34-bf30-c0d3de8dd4e4', 'name': 'network-vif-deleted', 'tag': 'd70c512d-bb8a-4ab0-9ba9-e73335d1a460', 'status': 'completed', 'code': 200} Jul 06 17:57:50.666424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:50.688290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.689109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa45635-ca4b-426c-ab43-854a211be9f6 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:57:50.694390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.700530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:50.706286 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.708825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-23da946f-9da1-4d62-ab3a-ae099d0a93f9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3aa45635-ca4b-426c-ab43-854a211be9f6 HTTP/1.1" status: 204 len: 168 time: 6.1447787 Jul 06 17:57:50.713335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:50.846730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd61627-9aa6-45c4-9b32-7794ddd28625 admin admin] Deleting subnet 9521b14c-453c-47b3-8db1-d103d8b30de6 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:50.855737 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5dd61627-9aa6-45c4-9b32-7794ddd28625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.884462 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b9bfa2-8366-42b3-854e-458376610bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.885886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b9bfa2-8366-42b3-854e-458376610bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.887108 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-65b9bfa2-8366-42b3-854e-458376610bc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80aae153-97a3-4bb2-88ac-8f7e6aa161ce HTTP/1.1" status: 204 len: 168 time: 0.7803800 Jul 06 17:57:50.941400 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5dd61627-9aa6-45c4-9b32-7794ddd28625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:50.954252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9bfa2-8366-42b3-854e-458376610bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80aae153-97a3-4bb2-88ac-8f7e6aa161ce,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:50.987824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:50.995511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.007148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:51.010257 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] Sync routers for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:51.019676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-27e80d18-66b0-44f7-8f68-d9c101438fdc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7454467 Jul 06 17:57:51.037763 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:51.038353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:51.038913 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:51.063589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:51.064276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:51.089310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53182) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:51.190729 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-44da5919-5eae-428f-a366-b3d0a703bbcf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "PUT /v2.0/floatingips/ccd091fe-7544-4e39-9df8-d51cfe755f7f HTTP/1.1" status: 200 len: 991 time: 6.3917222 Jul 06 17:57:51.240533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:51.288718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49e15f4-4e7a-45cd-a28e-5e60af611e80 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting subnet 861b72cb-9c17-4420-ae57-97d25a26bd10 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:57:51.325518 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d49e15f4-4e7a-45cd-a28e-5e60af611e80 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.353300 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:51.538610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-986e455d-9593-4d8f-be31-aca6b62b44d1 req-f0b91c18-bdd4-496e-89be-0409f9acb80a tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a2452a-a135-4b34-bf30-c0d3de8dd4e4 HTTP/1.1" status: 200 len: 210 time: 0.2658081 Jul 06 17:57:51.571217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-303f15f9-7f1e-4a79-97bf-9ce22501c5c6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.656903 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5dd61627-9aa6-45c4-9b32-7794ddd28625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.748096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:51.765954 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d49e15f4-4e7a-45cd-a28e-5e60af611e80 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.784392 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0afff1af-207b-4d12-863e-ed0851f8fb4e details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:57:51.787272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0afff1af-207b-4d12-863e-ed0851f8fb4e no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:51.790627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:51.821173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-283b3510-513f-412d-98ea-e3273d23ca56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.903446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:51.903817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 92f49ea6-e3b3-4932-9d7a-f86e9ac0b6f8 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:51.962107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5dd61627-9aa6-45c4-9b32-7794ddd28625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:51.978960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b7957-d16a-42da-b8d1-3317770e4cdc req-5850679f-36fd-4639-abcf-e780be052d53 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:51.980559 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-298b7957-d16a-42da-b8d1-3317770e4cdc req-5850679f-36fd-4639-abcf-e780be052d53 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.2293339 Jul 06 17:57:52.036449 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d49e15f4-4e7a-45cd-a28e-5e60af611e80 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.055552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:49Z', 'revision_number': 8, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:39Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:52.072408 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'ccd091fe-7544-4e39-9df8-d51cfe755f7f', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'port_id': '41c8432b-9a17-4cf7-9584-870271134410', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'mac_address': 'fa:16:3e:f4:af:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:57:02Z', 'updated_at': '2021-07-06T17:57:47Z', 'revision_number': 1, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:52.098393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:52.105165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd61627-9aa6-45c4-9b32-7794ddd28625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9521b14c-453c-47b3-8db1-d103d8b30de6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:52.108777 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-283b3510-513f-412d-98ea-e3273d23ca56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.121843 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5dd61627-9aa6-45c4-9b32-7794ddd28625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.125765 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.126544 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5dd61627-9aa6-45c4-9b32-7794ddd28625 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9521b14c-453c-47b3-8db1-d103d8b30de6 HTTP/1.1" status: 204 len: 168 time: 1.4096193 Jul 06 17:57:52.134992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-298b7957-d16a-42da-b8d1-3317770e4cdc req-76b35f97-845e-46d9-b60e-48878d878bf1 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382647 Jul 06 17:57:52.135272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:52.135894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:52.136556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53194) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:52.138535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a804f59-886a-4f05-8dfd-789ec357c460 None None] Network ad008159-491b-44b7-b34f-58dbc4e84586 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:52.145094 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-283b3510-513f-412d-98ea-e3273d23ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.147144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:52.231521 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-283b3510-513f-412d-98ea-e3273d23ca56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a073982efef4ba294bae9894eb9e6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813430 Jul 06 17:57:52.237263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:52.250229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b3510-513f-412d-98ea-e3273d23ca56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0613e0a-7680-4a9b-9618-1ebdb8c23a55,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:52.282262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'port_id': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'mac_address': 'fa:16:3e:92:87:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:57:52.319317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.325812 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d49e15f4-4e7a-45cd-a28e-5e60af611e80 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.352669 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] Checking router: 2a710907-7fe3-4b5b-a3ee-2b76b5b907df for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:57:52.353936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:52.356336 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83eaa63-f6b1-4f2e-b668-693de77add6e" -d '{"events": [{"server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "name": "network-vif-unplugged", "status": "completed", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:52.381834 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:52.382637 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:52.391485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:52.399484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e15f4-4e7a-45cd-a28e-5e60af611e80 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Subnet': ['ID=861b72cb-9c17-4420-ae57-97d25a26bd10,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:52.404914 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d49e15f4-4e7a-45cd-a28e-5e60af611e80 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.414175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d49e15f4-4e7a-45cd-a28e-5e60af611e80 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/861b72cb-9c17-4420-ae57-97d25a26bd10 HTTP/1.1" status: 204 len: 168 time: 1.3219230 Jul 06 17:57:52.417520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53202) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:52.440535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:52.445147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62a2f0-2ac1-4d46-8bcc-5b2fcd28cd74 None None] Network 0b6a6aa7-e379-4d08-b023-82e6d1b90430 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:57:52.555412 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.560250 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.583343 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:57:52.584258 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.632763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Deleting port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:52.633111 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.670797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53b9189f-f40c-4045-b5d8-8c62960f6a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.678248 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa87c60a-d791-4286-bc73-a8c4c293168e x-openstack-request-id: req-fa87c60a-d791-4286-bc73-a8c4c293168e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:52.679514 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "name": "network-vif-unplugged", "status": "completed", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:52.679946 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa87c60a-d791-4286-bc73-a8c4c293168e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:52.680875 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'code': 200} Jul 06 17:57:52.712687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-303f15f9-7f1e-4a79-97bf-9ce22501c5c6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.716197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'tag': '41c8432b-9a17-4cf7-9584-870271134410'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:52.718678 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa7fe9-e025-458c-858d-1bd2d2347445" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "tag": "41c8432b-9a17-4cf7-9584-870271134410"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:52.744341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-303f15f9-7f1e-4a79-97bf-9ce22501c5c6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.750893 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53b9189f-f40c-4045-b5d8-8c62960f6a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.845338 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27526e72-00ff-4e1a-951e-8082afabeb6f x-openstack-request-id: req-27526e72-00ff-4e1a-951e-8082afabeb6f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:52.851038 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "tag": "41c8432b-9a17-4cf7-9584-870271134410", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:52.851766 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27526e72-00ff-4e1a-951e-8082afabeb6f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:52.852759 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'tag': '41c8432b-9a17-4cf7-9584-870271134410', 'status': 'completed', 'code': 200} Jul 06 17:57:52.936764 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'ccd091fe-7544-4e39-9df8-d51cfe755f7f', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'port_id': '41c8432b-9a17-4cf7-9584-870271134410', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'mac_address': 'fa:16:3e:f4:af:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:57:02Z', 'updated_at': '2021-07-06T17:57:47Z', 'revision_number': 1, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:52.938619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0afff1af-207b-4d12-863e-ed0851f8fb4e,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:52.956870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53b9189f-f40c-4045-b5d8-8c62960f6a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.960806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53b9189f-f40c-4045-b5d8-8c62960f6a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:52.965135 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-53b9189f-f40c-4045-b5d8-8c62960f6a34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0613e0a-7680-4a9b-9618-1ebdb8c23a55 HTTP/1.1" status: 204 len: 168 time: 0.7220404 Jul 06 17:57:52.972416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303f15f9-7f1e-4a79-97bf-9ce22501c5c6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Router 79a6e8f7-0c4b-4e0c-b977-b4f178012f1b has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:57:52.984619 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6cabc-6e18-4633-b19f-7056b92bbf5e None None] The sync data for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 is: [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'ccd091fe-7544-4e39-9df8-d51cfe755f7f', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'port_id': '41c8432b-9a17-4cf7-9584-870271134410', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'mac_address': 'fa:16:3e:f4:af:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T17:57:02Z', 'updated_at': '2021-07-06T17:57:47Z', 'revision_number': 1, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:52.991563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] For port 336028b2-6ec4-4ee8-8d25-77bdc7a01135, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=336028b2-6ec4-4ee8-8d25-77bdc7a01135,segment=NetworkSegment(8f4dd1e3-9a14-466c-bccc-cc0b959d29e8),segment_id=8f4dd1e3-9a14-466c-bccc-cc0b959d29e8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:52.992122 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.003160 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9189f-f40c-4045-b5d8-8c62960f6a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0613e0a-7680-4a9b-9618-1ebdb8c23a55,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:53.043054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Calling delete_port for 336028b2-6ec4-4ee8-8d25-77bdc7a01135 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:53.102391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:53.103002 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.108325 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.127947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0afff1af-207b-4d12-863e-ed0851f8fb4e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:53.200050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303f15f9-7f1e-4a79-97bf-9ce22501c5c6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:57:53.211563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-303f15f9-7f1e-4a79-97bf-9ce22501c5c6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.216174 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-303f15f9-7f1e-4a79-97bf-9ce22501c5c6 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "PUT /v2.0/routers/79a6e8f7-0c4b-4e0c-b977-b4f178012f1b HTTP/1.1" status: 200 len: 925 time: 2.6969702 Jul 06 17:57:53.216833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:53.217220 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4f21f-c5c7-41df-b917-a44d83da4f27 None None] Sync routers for ids ['79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:57:53.238085 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4f21f-c5c7-41df-b917-a44d83da4f27 None None] Routers {'79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:53.240630 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-98d4f21f-c5c7-41df-b917-a44d83da4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:53.304063 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:57:53.304522 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:57:53.309308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:49Z', 'revision_number': 8, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:39Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:53.361543 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-98d4f21f-c5c7-41df-b917-a44d83da4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:53.370495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb37a16-844c-4a46-8620-a1d15d75f4b5 None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:49Z', 'revision_number': 8, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c306df-cbdb-4461-ab12-c4af8e92a780', 'name': '', 'network_id': '78289138-e1da-4169-b4be-11996047e947', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:9b:f7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:25Z', 'updated_at': '2021-07-06T17:57:39Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': 'eab785b8-02b9-41fb-8592-4a041befd90d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:53.402365 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4f21f-c5c7-41df-b917-a44d83da4f27 None None] Routers {'79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:57:53.407804 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-98d4f21f-c5c7-41df-b917-a44d83da4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:53.459230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c9ac7ffe-7c2d-45b7-8bb8-751f022cc238,segment=NetworkSegment(4d65bafa-fe64-4f16-8cbc-747a1249c78d),segment_id=4d65bafa-fe64-4f16-8cbc-747a1249c78d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:53.459862 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.487038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-8a6fa8a3-f91b-47e9-8b2b-4c7a69916a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:53.490523 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-8a6fa8a3-f91b-47e9-8b2b-4c7a69916a92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 1096 time: 0.6361473 Jul 06 17:57:53.496565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e192a737-e804-48d0-93f4-3de412deaeee None None] New status for floating IP ccd091fe-7544-4e39-9df8-d51cfe755f7f: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:57:53.524722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:53.526557 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-98d4f21f-c5c7-41df-b917-a44d83da4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:53.527563 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4f21f-c5c7-41df-b917-a44d83da4f27 None None] The sync data for ids ['79a6e8f7-0c4b-4e0c-b977-b4f178012f1b'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:57:53.708821 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:53.787619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Pushing event deleted for resources: {'Port': ['ID=336028b2-6ec4-4ee8-8d25-77bdc7a01135,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:53.790327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] No DVR routers for this DVR port 336028b2-6ec4-4ee8-8d25-77bdc7a01135 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:53.918689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e631b-74fc-4984-a518-17c9ece5c5d4 None None] DHCP port deletion for ad008159-491b-44b7-b34f-58dbc4e84586 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:57:53.921810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] DHCP port deletion for 0b6a6aa7-e379-4d08-b023-82e6d1b90430 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:57:53.960547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-bd8b20c4-44e5-4059-b33d-ee5252564b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:53.962766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-bd8b20c4-44e5-4059-b33d-ee5252564b41 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.4617374 Jul 06 17:57:54.010768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d988a4-e4fe-465f-987d-61084d816c38 req-efdf32bb-d2cd-4133-ada3-f7197b04067b tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:54.019165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97d988a4-e4fe-465f-987d-61084d816c38 req-efdf32bb-d2cd-4133-ada3-f7197b04067b tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.4955850 Jul 06 17:57:54.080158 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.092804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-02f3f2df-d521-409e-896c-3550d6312ac0 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/routers/79a6e8f7-0c4b-4e0c-b977-b4f178012f1b HTTP/1.1" status: 200 len: 925 time: 0.8746438 Jul 06 17:57:54.097454 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:54.115678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.118426 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.171874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=c9ac7ffe-7c2d-45b7-8bb8-751f022cc238,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:54.192033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad008159-491b-44b7-b34f-58dbc4e84586']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:54.198682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No DVR routers for this DVR port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:54.200196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] Deleting port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:54.200572 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.267442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9479a8-8321-41f5-96b8-6b3f54eb17bc req-20799709-34d2-4953-840a-8c7ab9b33689 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:54.269513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3a9479a8-8321-41f5-96b8-6b3f54eb17bc req-20799709-34d2-4953-840a-8c7ab9b33689 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 944 time: 0.2689242 Jul 06 17:57:54.309058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afff1af-207b-4d12-863e-ed0851f8fb4e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:57:54.360689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:54.362461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] For port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:54.362856 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.368443 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.405125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c1e3a3-df56-4dea-b52d-9b355699d3ee tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:54.408306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d6c1e3a3-df56-4dea-b52d-9b355699d3ee tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=79a6e8f7-0c4b-4e0c-b977-b4f178012f1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3092928 Jul 06 17:57:54.427910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53238) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:54.443988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] Calling delete_port for c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:54.448726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] Port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:57:54.454501 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.480517 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3a9479a8-8321-41f5-96b8-6b3f54eb17bc req-3e7689d0-0678-4fe4-a976-fdad0e2c2203 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689897 Jul 06 17:57:54.502219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] No DVR routers for this DVR port c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:54.503818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0afff1af-207b-4d12-863e-ed0851f8fb4e,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:54.551143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53242) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:54.568538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2043301-c2eb-4db2-837f-93085f9df794 None None] Pushing event deleted for resources: {'Port': ['ID=c9ac7ffe-7c2d-45b7-8bb8-751f022cc238,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:54.656237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-97fc2d90-32b6-4b54-994f-8cf95f411308 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 200 len: 999 time: 0.6658599 Jul 06 17:57:54.678722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:54.679019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4dd1e3-9a14-466c-bccc-cc0b959d29e8') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:54.683129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0afff1af-207b-4d12-863e-ed0851f8fb4e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:54.689721 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.706738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.714046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:54.714672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.769008 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-af7cb1c7-5b5a-44a5-8b46-7af39982ab49 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/floatingips/9ce2a419-0647-4610-a23e-c7b4795af4af HTTP/1.1" status: 200 len: 993 time: 0.2089050 Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:54.771865 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:54.792360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97d988a4-e4fe-465f-987d-61084d816c38 req-9bb90258-cceb-4492-bfa0-58e12f6aebd4 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7717857 Jul 06 17:57:54.808761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5ac59-0cc3-43ee-8628-5b92208fbd15 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:54.814023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-93b5ac59-0cc3-43ee-8628-5b92208fbd15 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 881 time: 0.3918345 Jul 06 17:57:54.820580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53246) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:54.860346 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.888224 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3bcc0647-83da-4efe-a80d-d2277e1c5e31 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6e8f7-0c4b-4e0c-b977-b4f178012f1b HTTP/1.1" status: 200 len: 205 time: 0.0650418 Jul 06 17:57:54.891169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53248) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:54.939471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:54.945593 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad008159-491b-44b7-b34f-58dbc4e84586 HTTP/1.1" status: 204 len: 168 time: 2.8048897 Jul 06 17:57:55.014148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9d611-9ed5-4834-8bb7-d80620a1765f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad008159-491b-44b7-b34f-58dbc4e84586,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:55.031368 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.038953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-db404289-7d1a-42d3-bb93-658fc8103d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:55.041049 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-db404289-7d1a-42d3-bb93-658fc8103d82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.2649086 Jul 06 17:57:55.090496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6a6aa7-e379-4d08-b023-82e6d1b90430']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:55.125320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d65bafa-fe64-4f16-8cbc-747a1249c78d') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:55.126069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d65bafa-fe64-4f16-8cbc-747a1249c78d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:57:55.148579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.192007 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.216747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:57:55.217580 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:57:55.222681 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:57:55.235059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-b2bd43e7-d024-418e-9c68-82dfdaf7b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:55.237378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-b2bd43e7-d024-418e-9c68-82dfdaf7b9f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865575 Jul 06 17:57:55.284500 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.329728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53258) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:55.342755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:55.377338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:55.378001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c9ac7ffe-7c2d-45b7-8bb8-751f022cc238 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:55.378633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d6a53c08-012d-4509-a5ca-af19ad40fb16 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:55.402161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: d6a53c08-012d-4509-a5ca-af19ad40fb16 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:55.402972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d6a53c08-012d-4509-a5ca-af19ad40fb16 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:55.403598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 336028b2-6ec4-4ee8-8d25-77bdc7a01135 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:57:55.438069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 336028b2-6ec4-4ee8-8d25-77bdc7a01135 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:57:55.438379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.439466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 336028b2-6ec4-4ee8-8d25-77bdc7a01135 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:57:55.464613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.467011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/networks/0b6a6aa7-e379-4d08-b023-82e6d1b90430 HTTP/1.1" status: 204 len: 168 time: 3.0479660 Jul 06 17:57:55.469937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:55.493580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a72c4-929e-4a37-a228-c6af49609b2c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Network': ['ID=0b6a6aa7-e379-4d08-b023-82e6d1b90430,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:55.510769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5be2b9e9-7ce5-451e-ae4a-8335a977bba7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aacb4a41b3b464b8acf89aee1d36cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693382 Jul 06 17:57:55.512720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53264) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:55.543050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-c07efb9f-f32b-4469-9cb0-7275c35998ff service neutron] 10.222.0.22 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165718 Jul 06 17:57:55.622530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.653939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ec5321c-42ea-4116-9f5e-4141cb880b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.699044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4aa7fe9-e025-458c-858d-1bd2d2347445 req-4dce736d-e453-4c79-af15-e06d4faad1d3 service neutron] 10.222.0.22 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468854 Jul 06 17:57:55.700456 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ec5321c-42ea-4116-9f5e-4141cb880b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.795003 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ec5321c-42ea-4116-9f5e-4141cb880b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.798212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ec5321c-42ea-4116-9f5e-4141cb880b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:55.804034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0ec5321c-42ea-4116-9f5e-4141cb880b56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/defac288-3e9f-4679-af51-7ace8d978be7 HTTP/1.1" status: 204 len: 168 time: 0.2901027 Jul 06 17:57:55.825033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5321c-42ea-4116-9f5e-4141cb880b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defac288-3e9f-4679-af51-7ace8d978be7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:55.883328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Deleting port e3f0dbda-9f17-4025-8424-f92403d3e286 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:55.884180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.126390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.127034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fa5e4-55dc-4149-a33e-8480ee9958e5 req-15f9edd6-1433-47ae-a57a-11577fef3b72 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:56.131918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-498fa5e4-55dc-4149-a33e-8480ee9958e5 req-15f9edd6-1433-47ae-a57a-11577fef3b72 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.1009550 Jul 06 17:57:56.147195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Calling delete_port for e3f0dbda-9f17-4025-8424-f92403d3e286 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:56.195347 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-498fa5e4-55dc-4149-a33e-8480ee9958e5 req-14f326a5-0700-463f-8128-fd823835b7cc tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508540 Jul 06 17:57:56.401394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0afff1af-207b-4d12-863e-ed0851f8fb4e up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:57:56.462654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.492312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0afff1af-207b-4d12-863e-ed0851f8fb4e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:57:56.493036 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.610810 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.652284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:56.655547 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411a062-2c87-416c-8593-b154f0d64a51" -d '{"events": [{"server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "name": "network-vif-plugged", "status": "completed", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:56.674391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:56.688056 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.759431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0afff1af-207b-4d12-863e-ed0851f8fb4e,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:56.788422 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9f24a6-3eea-4946-8d40-c54f79724532 x-openstack-request-id: req-6a9f24a6-3eea-4946-8d40-c54f79724532 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:56.788799 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "name": "network-vif-plugged", "status": "completed", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:56.789406 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a9f24a6-3eea-4946-8d40-c54f79724532 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:56.789825 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'code': 200} Jul 06 17:57:56.853056 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:56.891555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event deleted for resources: {'Port': ['ID=e3f0dbda-9f17-4025-8424-f92403d3e286,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:57.034894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.151462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53318) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:57.152419 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.157324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.292233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.293172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Fanout notify agent at l3_agent the message router_deleted on router 79a6e8f7-0c4b-4e0c-b977-b4f178012f1b {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:57:57.308137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.310129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-29c95194-fd63-4891-b5ac-5b2800da115e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/79a6e8f7-0c4b-4e0c-b977-b4f178012f1b HTTP/1.1" status: 204 len: 168 time: 2.4176583 Jul 06 17:57:57.315263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:57.338752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7522ad7f-12c7-4663-9986-71292a33fc24 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1207925325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:57.361241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port d6c306df-cbdb-4461-ab12-c4af8e92a780 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:57.361801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.455969 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14d33023-0b57-4a0b-af87-3996b1420591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.481290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7522ad7f-12c7-4663-9986-71292a33fc24 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.482838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7522ad7f-12c7-4663-9986-71292a33fc24 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.547049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port d6c306df-cbdb-4461-ab12-c4af8e92a780, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d6c306df-cbdb-4461-ab12-c4af8e92a780,segment=NetworkSegment(22576fbb-f573-4a85-bd88-b727b9a97280),segment_id=22576fbb-f573-4a85-bd88-b727b9a97280)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:57.548587 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.581250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for d6c306df-cbdb-4461-ab12-c4af8e92a780 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:57.640085 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7522ad7f-12c7-4663-9986-71292a33fc24 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.658777 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7522ad7f-12c7-4663-9986-71292a33fc24 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.688891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3a06f-2988-408a-8bbe-523b9ec6c6e0 req-40e8629f-0f91-4b5c-b182-977cbb127cd0 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:57.693103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdd3a06f-2988-408a-8bbe-523b9ec6c6e0 req-40e8629f-0f91-4b5c-b182-977cbb127cd0 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.2987187 Jul 06 17:57:57.823324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cdd3a06f-2988-408a-8bbe-523b9ec6c6e0 req-6b4e3273-9d4f-44cf-9ece-185775d15c93 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198306 Jul 06 17:57:57.868957 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14d33023-0b57-4a0b-af87-3996b1420591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.877764 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14d33023-0b57-4a0b-af87-3996b1420591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.904172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7522ad7f-12c7-4663-9986-71292a33fc24 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:57.910490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7522ad7f-12c7-4663-9986-71292a33fc24 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5892866 Jul 06 17:57:57.920377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9deb10e6-621e-4c73-95a4-b2ea75ad4d51 req-d0fbca76-ea9e-4d01-8d1c-5ac47e924260 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0891769 Jul 06 17:57:57.921733 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:57.962922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-14d33023-0b57-4a0b-af87-3996b1420591 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fffada2630d4fdabf9af543d9e89510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8098998 Jul 06 17:57:57.965347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d33023-0b57-4a0b-af87-3996b1420591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78161f1f-0a4c-44e4-b1cb-d583e571b539,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:57.968047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53344) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:58.010596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:57:58.031627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dae8d50e-4c9c-43d7-b5fc-8f5c90d9574d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.060471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dae8d50e-4c9c-43d7-b5fc-8f5c90d9574d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.160236 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dae8d50e-4c9c-43d7-b5fc-8f5c90d9574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.167614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dae8d50e-4c9c-43d7-b5fc-8f5c90d9574d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.176913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dae8d50e-4c9c-43d7-b5fc-8f5c90d9574d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78161f1f-0a4c-44e4-b1cb-d583e571b539 HTTP/1.1" status: 204 len: 168 time: 0.2052829 Jul 06 17:57:58.193487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.199196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8d50e-4c9c-43d7-b5fc-8f5c90d9574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78161f1f-0a4c-44e4-b1cb-d583e571b539,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:58.288249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=d6c306df-cbdb-4461-ab12-c4af8e92a780,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:58.602138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-d6208bef-8207-4776-84b6-8d229b119be3 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:58.604728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-d6208bef-8207-4776-84b6-8d229b119be3 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 946 time: 0.1076918 Jul 06 17:57:58.635317 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.839316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Deleting port a16ca75b-176d-4e04-89ab-2e8b0127835e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:57:58.839716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:58.936222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53360) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:57:58.980667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-268dfb39-95fc-40f5-aad0-dd031fc428f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:59.018049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] For port a16ca75b-176d-4e04-89ab-2e8b0127835e, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=a16ca75b-176d-4e04-89ab-2e8b0127835e,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:57:59.019252 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:59.065813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Calling delete_port for a16ca75b-176d-4e04-89ab-2e8b0127835e owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:57:59.079831 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:59.299207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6825a4d6-afe7-48e2-970e-14b0557c3bd9 req-bac9db72-bc7b-4a81-9687-7f44a6320f45 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0652668 Jul 06 17:57:59.394158 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:59.434509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['a16ca75b-176d-4e04-89ab-2e8b0127835e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:57:59.458193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Pushing event deleted for resources: {'Port': ['ID=a16ca75b-176d-4e04-89ab-2e8b0127835e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:57:59.562120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] No DVR routers for this DVR port a16ca75b-176d-4e04-89ab-2e8b0127835e on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:57:59.570031 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:57:59.570031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a37b1b3-febf-4ef6-b93d-fc2fd293cc3b req-8f9eb4b1-e971-45a0-b31a-591744a57887 tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.55 "DELETE /v2.0/ports/a16ca75b-176d-4e04-89ab-2e8b0127835e HTTP/1.1" status: 204 len: 173 time: 0.9585383 Jul 06 17:57:59.570031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75f2dcb-54ce-40e4-9486-0b905c7f7b9c', 'name': 'network-vif-deleted', 'tag': 'a16ca75b-176d-4e04-89ab-2e8b0127835e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:57:59.572376 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2228df03-225a-4b8d-b1d0-692cc59c83d9" -d '{"events": [{"server_uuid": "b75f2dcb-54ce-40e4-9486-0b905c7f7b9c", "name": "network-vif-deleted", "tag": "a16ca75b-176d-4e04-89ab-2e8b0127835e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:57:59.643930 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b34bcb5-dc5c-4e92-841c-e040b34e16f9 x-openstack-request-id: req-1b34bcb5-dc5c-4e92-841c-e040b34e16f9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:57:59.644321 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75f2dcb-54ce-40e4-9486-0b905c7f7b9c", "name": "network-vif-deleted", "tag": "a16ca75b-176d-4e04-89ab-2e8b0127835e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:57:59.644652 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b34bcb5-dc5c-4e92-841c-e040b34e16f9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:57:59.645240 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75f2dcb-54ce-40e4-9486-0b905c7f7b9c', 'name': 'network-vif-deleted', 'tag': 'a16ca75b-176d-4e04-89ab-2e8b0127835e', 'status': 'completed', 'code': 200} Jul 06 17:57:59.983109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb2336-8504-4df6-a5d3-0941a0fa8b13 req-363952b3-9f38-469d-a3a0-1554cec4638e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:57:59.984766 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aabb2336-8504-4df6-a5d3-0941a0fa8b13 req-363952b3-9f38-469d-a3a0-1554cec4638e tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f2dcb-54ce-40e4-9486-0b905c7f7b9c HTTP/1.1" status: 200 len: 867 time: 0.9090257 Jul 06 17:58:00.119423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.123606 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-268dfb39-95fc-40f5-aad0-dd031fc428f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.150405 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-268dfb39-95fc-40f5-aad0-dd031fc428f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.163008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.212519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aabb2336-8504-4df6-a5d3-0941a0fa8b13 req-3763cd41-f639-49b6-96cb-3d70a30395fe tempest-ServerRescueNegativeTestJSON-1115493657 tempest-ServerRescueNegativeTestJSON-1115493657-project] 10.222.0.13 "GET /v2.0/security-groups?id=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067716 Jul 06 17:58:00.280700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dfb39-95fc-40f5-aad0-dd031fc428f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b2ed3a-fc66-4309-99e0-2be0816fa18c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:00.294684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-268dfb39-95fc-40f5-aad0-dd031fc428f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4679c6b9f7534533acff6431e0a89a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3526654 Jul 06 17:58:00.294684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:00.295171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53368) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:00.425393 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2efc-18c5-4a22-9b7d-500760f79f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.445239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Allocated IP 172.25.7.194 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/f25cf5a1-2fca-405d-a968-404e190d7481) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:00.462064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:00.473756 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-460c5a10-82a6-4799-8f33-7b6fbfd397bd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0010214 Jul 06 17:58:00.474768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53372) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:00.480153 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:00.506227 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:00.507188 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:00.509931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2efc-18c5-4a22-9b7d-500760f79f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.627905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86a01037-bfab-4c08-a1e9-50b5cd1f99d6 req-0c9b609c-39af-4a8b-8492-39f28bf65d98 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0850232 Jul 06 17:58:00.632520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d07e165-3117-4c72-97b6-3e6e4acc0290 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting subnet eab785b8-02b9-41fb-8592-4a041befd90d {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:00.639255 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:00.654754 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d07e165-3117-4c72-97b6-3e6e4acc0290 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.690399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2efc-18c5-4a22-9b7d-500760f79f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.696097 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2efc-18c5-4a22-9b7d-500760f79f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.701147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0a1e2efc-18c5-4a22-9b7d-500760f79f62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21b2ed3a-fc66-4309-99e0-2be0816fa18c HTTP/1.1" status: 204 len: 168 time: 0.4019227 Jul 06 17:58:00.741300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e2efc-18c5-4a22-9b7d-500760f79f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b2ed3a-fc66-4309-99e0-2be0816fa18c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:00.786235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:00.793558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d07e165-3117-4c72-97b6-3e6e4acc0290 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.006514 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:57Z', 'revision_number': 9, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:01.009059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.023547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d07e165-3117-4c72-97b6-3e6e4acc0290 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.054004 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:01.066601 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:01.067461 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:01.142466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:01.162684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:01.175914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:01.185609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event updated for resources: {'Port': ['ID=f25cf5a1-2fca-405d-a968-404e190d7481,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:01.213691 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:01.378987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d07e165-3117-4c72-97b6-3e6e4acc0290 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.406509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:01.510748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb2ec7-c871-474f-8b99-3ef86ba3458f None None] Network 78289138-e1da-4169-b4be-11996047e947 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:01.530964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07e165-3117-4c72-97b6-3e6e4acc0290 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Subnet': ['ID=eab785b8-02b9-41fb-8592-4a041befd90d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:01.535277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d07e165-3117-4c72-97b6-3e6e4acc0290 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.545916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4d07e165-3117-4c72-97b6-3e6e4acc0290 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/eab785b8-02b9-41fb-8592-4a041befd90d HTTP/1.1" status: 204 len: 168 time: 1.0671523 Jul 06 17:58:01.546128 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:57Z', 'revision_number': 9, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:01.552798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53392) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:01.619643 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33659ea9-e1b1-4757-b7c6-3c96979a2727 None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:57:57Z', 'revision_number': 9, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': '4436b014-4406-4ddd-b4d5-bfc2f824a081', 'name': '', 'network_id': 'ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:11:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:15Z', 'updated_at': '2021-07-06T17:57:38Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:01.811161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a16ca75b-176d-4e04-89ab-2e8b0127835e no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:01.839718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: a16ca75b-176d-4e04-89ab-2e8b0127835e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:01.840075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device a16ca75b-176d-4e04-89ab-2e8b0127835e not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:01.874251 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:01.908845 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6673cb6-4d89-4133-bcb3-5c23481756f5 req-16a18093-b7b2-4251-a23e-9363cee19468 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0547817 Jul 06 17:58:02.029275 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.036951 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.041516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dceeec5-6a0b-478c-b3d9-c400c8f5900a None None] DHCP port deletion for 78289138-e1da-4169-b4be-11996047e947 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:02.146550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port fcdebf72-181e-49f4-b242-fa1b5cb1013c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:02.147560 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.221634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2dceeec5-6a0b-478c-b3d9-c400c8f5900a None None] Deleting port fcdebf72-181e-49f4-b242-fa1b5cb1013c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:02.225878 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dceeec5-6a0b-478c-b3d9-c400c8f5900a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.264290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.301704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port fcdebf72-181e-49f4-b242-fa1b5cb1013c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fcdebf72-181e-49f4-b242-fa1b5cb1013c,segment=NetworkSegment(22576fbb-f573-4a85-bd88-b727b9a97280),segment_id=22576fbb-f573-4a85-bd88-b727b9a97280)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:02.302502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.361207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for fcdebf72-181e-49f4-b242-fa1b5cb1013c owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:02.440072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2dceeec5-6a0b-478c-b3d9-c400c8f5900a None None] For port fcdebf72-181e-49f4-b242-fa1b5cb1013c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fcdebf72-181e-49f4-b242-fa1b5cb1013c,segment=NetworkSegment(22576fbb-f573-4a85-bd88-b727b9a97280),segment_id=22576fbb-f573-4a85-bd88-b727b9a97280)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:02.443510 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dceeec5-6a0b-478c-b3d9-c400c8f5900a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.444605 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c97373ad-affb-4faf-8b73-4e1758960b0a req-46005681-cf05-4641-8cc2-ec86c1786904 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0554810 Jul 06 17:58:02.479077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2dceeec5-6a0b-478c-b3d9-c400c8f5900a None None] Calling delete_port for fcdebf72-181e-49f4-b242-fa1b5cb1013c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:02.490684 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.504594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.627728 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.648960 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dceeec5-6a0b-478c-b3d9-c400c8f5900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.672904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No DVR routers for this DVR port fcdebf72-181e-49f4-b242-fa1b5cb1013c on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:02.677080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=fcdebf72-181e-49f4-b242-fa1b5cb1013c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:02.683380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dceeec5-6a0b-478c-b3d9-c400c8f5900a None None] No DVR routers for this DVR port fcdebf72-181e-49f4-b242-fa1b5cb1013c on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:02.689325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dceeec5-6a0b-478c-b3d9-c400c8f5900a None None] Pushing event deleted for resources: {'Port': ['ID=fcdebf72-181e-49f4-b242-fa1b5cb1013c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:02.797408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.798456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Deleting port 89a5eaa2-839d-4f4b-9813-7f91098e672b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:02.798971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.812286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78289138-e1da-4169-b4be-11996047e947']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:02.828015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22576fbb-f573-4a85-bd88-b727b9a97280') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:02.828211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22576fbb-f573-4a85-bd88-b727b9a97280') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:02.838723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Router d57afcf1-fe03-4a5e-a22b-92051ba79bd3 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:58:02.844691 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.905730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.917558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:02.917987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:02.921523 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:02.964351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] For port 89a5eaa2-839d-4f4b-9813-7f91098e672b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=89a5eaa2-839d-4f4b-9813-7f91098e672b,segment=NetworkSegment(51e6b132-cc4e-4834-8426-501c19665a37),segment_id=51e6b132-cc4e-4834-8426-501c19665a37)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:02.964651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:02.992703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Calling delete_port for 89a5eaa2-839d-4f4b-9813-7f91098e672b owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:03.036544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:03.045693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:03.050577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/networks/78289138-e1da-4169-b4be-11996047e947 HTTP/1.1" status: 204 len: 168 time: 1.4958317 Jul 06 17:58:03.056326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53448) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:03.114929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3817b0e-63b5-4fc7-8b3e-17dedaf1d59b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Network': ['ID=78289138-e1da-4169-b4be-11996047e947,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:03.162309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:03.172589 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:03.178496 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7f8979bf-4272-4ee7-bc87-d6d51f67fe78 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "PUT /v2.0/routers/d57afcf1-fe03-4a5e-a22b-92051ba79bd3 HTTP/1.1" status: 200 len: 884 time: 5.2109523 Jul 06 17:58:03.183980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac543b7-a1c0-45fe-81d3-6d7ea8d68f76 None None] Sync routers for ids ['d57afcf1-fe03-4a5e-a22b-92051ba79bd3'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:03.201800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:03.204267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-485a3b5f-2303-4906-8526-b7626510ec58 req-38108328-955c-4d0b-baea-640ae8801122 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0855470 Jul 06 17:58:03.258749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac543b7-a1c0-45fe-81d3-6d7ea8d68f76 None None] Routers {'d57afcf1-fe03-4a5e-a22b-92051ba79bd3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:03.259746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5ac543b7-a1c0-45fe-81d3-6d7ea8d68f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d57afcf1-fe03-4a5e-a22b-92051ba79bd3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:03.482363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d6c306df-cbdb-4461-ab12-c4af8e92a780 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:03.567335 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:03.596328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5ac543b7-a1c0-45fe-81d3-6d7ea8d68f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:03.603288 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: d6c306df-cbdb-4461-ab12-c4af8e92a780 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:03.604255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d6c306df-cbdb-4461-ab12-c4af8e92a780 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:03.605642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fcdebf72-181e-49f4-b242-fa1b5cb1013c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:03.607668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89a5eaa2-839d-4f4b-9813-7f91098e672b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:03.721088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: fcdebf72-181e-49f4-b242-fa1b5cb1013c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:03.722374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fcdebf72-181e-49f4-b242-fa1b5cb1013c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:03.731369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac543b7-a1c0-45fe-81d3-6d7ea8d68f76 None None] Routers {'d57afcf1-fe03-4a5e-a22b-92051ba79bd3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:03.735939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5ac543b7-a1c0-45fe-81d3-6d7ea8d68f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d57afcf1-fe03-4a5e-a22b-92051ba79bd3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:03.792776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-69333380-6375-48e9-9646-8cf0dd74c234 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2801721 Jul 06 17:58:03.845051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5ac543b7-a1c0-45fe-81d3-6d7ea8d68f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:03.846116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac543b7-a1c0-45fe-81d3-6d7ea8d68f76 None None] The sync data for ids ['d57afcf1-fe03-4a5e-a22b-92051ba79bd3'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:03.934639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.102892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-59204840-6852-487a-9030-e81579a0e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:04.104468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-59204840-6852-487a-9030-e81579a0e52d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f63020b609ef4d059aa6ebd3e050ba1d&device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 1096 time: 0.2098775 Jul 06 17:58:04.193542 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a3d17db8-a0c0-488b-a93f-1b311015ad9f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/routers/d57afcf1-fe03-4a5e-a22b-92051ba79bd3 HTTP/1.1" status: 200 len: 925 time: 0.9879663 Jul 06 17:58:04.194408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:04.312056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b776fa-4873-4658-911a-49ccc43a1a8d tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:04.318720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-89b776fa-4873-4658-911a-49ccc43a1a8d tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=d57afcf1-fe03-4a5e-a22b-92051ba79bd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1164508 Jul 06 17:58:04.319016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53490) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:04.436881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931ce258-464f-47fe-85e9-df9109caf21f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:04.438404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-931ce258-464f-47fe-85e9-df9109caf21f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 881 time: 0.1183310 Jul 06 17:58:04.443862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:04.475794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-c94e6d3d-bba2-4d94-a721-a8d53dc4fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:04.479208 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-c94e6d3d-bba2-4d94-a721-a8d53dc4fcae service neutron] 10.222.0.22 "GET /v2.0/networks?id=4f885dfd-686e-4236-9ad5-a3017772c2e8 HTTP/1.1" status: 200 len: 910 time: 0.3409781 Jul 06 17:58:04.498178 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-20f9e58d-0e85-4803-89a7-bb9355162f6e tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=d57afcf1-fe03-4a5e-a22b-92051ba79bd3 HTTP/1.1" status: 200 len: 205 time: 0.0530059 Jul 06 17:58:04.503094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:04.510188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:04.667295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c15d88f2-a4f7-4a61-98f5-8564fc0cc450 req-97231e42-ed10-473d-aaba-6095f6cd0259 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0518320 Jul 06 17:58:04.710843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-5064420d-963a-4e95-8185-8f591a13c225 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706 HTTP/1.1" status: 200 len: 1001 time: 0.2161450 Jul 06 17:58:04.776525 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.785415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:04.975333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-4148d96a-89a1-4985-a070-5b9886dfafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:04.977769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-4148d96a-89a1-4985-a070-5b9886dfafb0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e35ff548-69b7-478a-8ff2-8187439878e8 HTTP/1.1" status: 200 len: 848 time: 0.1715076 Jul 06 17:58:05.086831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:05.103008 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-16e0b3bd-ca02-4ddf-8ad1-e00da69e46d4 admin admin] 10.222.0.13 "PUT /v2.0/routers/93870fbc-ab29-4146-bc5f-f4f8d8ec3942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6940055 Jul 06 17:58:05.103236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:05.105989 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] Sync routers for ids ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:05.109291 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:05.134478 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] Routers {'93870fbc-ab29-4146-bc5f-f4f8d8ec3942'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:05.137215 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:05.200293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-bfd70f6d-0988-430b-b0cb-0292757546a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:05.203265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-bfd70f6d-0988-430b-b0cb-0292757546a9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4f885dfd-686e-4236-9ad5-a3017772c2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166188 Jul 06 17:58:05.444942 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:05.472501 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] Set router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:05.534785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Deleting port f25cf5a1-2fca-405d-a968-404e190d7481 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:05.534785 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:05.628836 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.067803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.127170 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:58:06.152322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28f72c65-e12d-4b59-af5c-2a91d933b02e req-19105834-c213-43af-8e06-0019fa9124f9 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.1492722 Jul 06 17:58:06.175303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-c0498b54-9541-4ac6-b83e-dbae822bdf5e service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9564021 Jul 06 17:58:06.317991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.356500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Calling delete_port for f25cf5a1-2fca-405d-a968-404e190d7481 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:06.362303 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:12Z', 'updated_at': '2021-07-06T17:58:03Z', 'revision_number': 5, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'gw_port': {'id': 'cf5009f4-e3ab-4f3e-ba42-bbb954dce042', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:14Z', 'updated_at': '2021-07-06T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:06.363004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 4436b014-4406-4ddd-b4d5-bfc2f824a081 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:06.363604 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.373229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66a7b4cb-68a1-4527-a01b-fb43e162cf51 req-4b8ddec5-814c-4dd1-a195-48b16c3ce949 service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945624 Jul 06 17:58:06.446831 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] Checking router: 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:06.459473 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] Routers {'93870fbc-ab29-4146-bc5f-f4f8d8ec3942'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:06.460391 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:06.568247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Deleting port cf5009f4-e3ab-4f3e-ba42-bbb954dce042 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:06.568806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.610968 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] Set router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:06.709639 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:12Z', 'updated_at': '2021-07-06T17:58:06Z', 'revision_number': 6, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:06.761432 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5218e20-c6a6-4e57-abc1-db6ee824da7f None None] The sync data for ids ['93870fbc-ab29-4146-bc5f-f4f8d8ec3942'] in n-d-799526-3 is: [{'id': '93870fbc-ab29-4146-bc5f-f4f8d8ec3942', 'name': 'tempest-ServerRescueNegativeTestJSON-1470151440-router', 'tenant_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:12Z', 'updated_at': '2021-07-06T17:58:06Z', 'revision_number': 6, 'project_id': 'b7ce85e1817140ed8270caf85f5c2baf', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:06.887260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port 4436b014-4406-4ddd-b4d5-bfc2f824a081, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4436b014-4406-4ddd-b4d5-bfc2f824a081,segment=NetworkSegment(7d56055c-0084-44d1-a2ca-329df1c09a69),segment_id=7d56055c-0084-44d1-a2ca-329df1c09a69)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:06.887894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:06.953311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 4436b014-4406-4ddd-b4d5-bfc2f824a081 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:06.962458 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] For port cf5009f4-e3ab-4f3e-ba42-bbb954dce042, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cf5009f4-e3ab-4f3e-ba42-bbb954dce042,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:06.963033 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:07.050777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Calling delete_port for cf5009f4-e3ab-4f3e-ba42-bbb954dce042 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:07.246730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 89a5eaa2-839d-4f4b-9813-7f91098e672b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:07.304614 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:07.341945 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 89a5eaa2-839d-4f4b-9813-7f91098e672b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:07.342851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 89a5eaa2-839d-4f4b-9813-7f91098e672b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:07.430974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event deleted for resources: {'Port': ['ID=f25cf5a1-2fca-405d-a968-404e190d7481,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:07.621425 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fec902f6-91c1-46a9-ad54-a8e7bbc3e996 req-ed88037b-8d3c-47a6-9428-7c4035373ab3 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.2029004 Jul 06 17:58:07.810846 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.080994 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.088506 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.142636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.195492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.196060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Fanout notify agent at l3_agent the message router_deleted on router d57afcf1-fe03-4a5e-a22b-92051ba79bd3 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:08.209405 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.210614 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d637c996-a603-4beb-954e-1cb3618c208b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/d57afcf1-fe03-4a5e-a22b-92051ba79bd3 HTTP/1.1" status: 204 len: 168 time: 3.6980295 Jul 06 17:58:08.211544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=4436b014-4406-4ddd-b4d5-bfc2f824a081,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:08.216592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53532) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:08.226179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d3234676-54f6-407b-b821-81e22f50c020 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-951948698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:08.237434 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.346223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5009f4-e3ab-4f3e-ba42-bbb954dce042,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:08.406836 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3234676-54f6-407b-b821-81e22f50c020 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:08.409022 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3234676-54f6-407b-b821-81e22f50c020 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.014855 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.100247 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e33e120-bb26-4c03-b2cb-ea195187741d req-4bf30fcc-6db3-4d9c-982f-f9cc77d73e08 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.1551740 Jul 06 17:58:09.151282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3234676-54f6-407b-b821-81e22f50c020 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.196844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3234676-54f6-407b-b821-81e22f50c020 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.214011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.219805 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.225794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.243012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3234676-54f6-407b-b821-81e22f50c020 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.243771 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d3234676-54f6-407b-b821-81e22f50c020 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0261447 Jul 06 17:58:09.248815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53540) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:09.256736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': True}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:09.354105 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.354734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93870fbc-ab29-4146-bc5f-f4f8d8ec3942 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:09.368644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.375165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a94dafac-18da-4d1f-8bff-26929e9713ce admin admin] 10.222.0.13 "DELETE /v2.0/routers/93870fbc-ab29-4146-bc5f-f4f8d8ec3942 HTTP/1.1" status: 204 len: 168 time: 4.2687023 Jul 06 17:58:09.379986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53542) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:09.495543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cf5009f4-e3ab-4f3e-ba42-bbb954dce042 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:09.516127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bfc60f-ad27-49ff-a8c6-e83bf437c7a6 admin admin] Deleting subnet 6f6ae496-2193-4c02-bf76-c3be13d070ea {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:09.523676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: cf5009f4-e3ab-4f3e-ba42-bbb954dce042 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:09.524298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cf5009f4-e3ab-4f3e-ba42-bbb954dce042 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:09.528324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22bfc60f-ad27-49ff-a8c6-e83bf437c7a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.630225 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.665809 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22bfc60f-ad27-49ff-a8c6-e83bf437c7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.716186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:09.731995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22bfc60f-ad27-49ff-a8c6-e83bf437c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.950756 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:09.969620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:09.984290 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9e7f0073-381d-434c-9630-58bd1f35aacb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9268181 Jul 06 17:58:09.985882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:09.987468 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:09.996990 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.000293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:10.000957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.001849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22bfc60f-ad27-49ff-a8c6-e83bf437c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.110097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfc60f-ad27-49ff-a8c6-e83bf437c7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6ae496-2193-4c02-bf76-c3be13d070ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:10.122205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22bfc60f-ad27-49ff-a8c6-e83bf437c7a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.126710 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-22bfc60f-ad27-49ff-a8c6-e83bf437c7a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f6ae496-2193-4c02-bf76-c3be13d070ea HTTP/1.1" status: 204 len: 168 time: 0.7446842 Jul 06 17:58:10.132260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53548) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:10.143024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:10.204259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Allocated IP 172.25.7.32 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/3b23941f-89ff-4b89-985b-e6facf70822a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:10.235410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01c63e8-718d-405a-9270-1f1e43b62cfe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting subnet 7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:10.245102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d01c63e8-718d-405a-9270-1f1e43b62cfe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.372287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.407040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d01c63e8-718d-405a-9270-1f1e43b62cfe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.474512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7745a996-aa44-456b-b00b-5523a26eb9f4 req-ed3e0f00-22ca-46ee-a5b4-1d391e571951 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0986831 Jul 06 17:58:10.547656 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.550961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:58:07Z', 'revision_number': 10, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.583275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:10.595459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:10.596517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.633346 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.670561 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.720661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:10.731714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ee30b1-b6be-4d1b-bb46-36425ac2687f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.749918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event updated for resources: {'Port': ['ID=3b23941f-89ff-4b89-985b-e6facf70822a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:10.750771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e6b132-cc4e-4834-8426-501c19665a37') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.751070 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e6b132-cc4e-4834-8426-501c19665a37') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:10.762823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:10.765755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:10.766688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.769368 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d01c63e8-718d-405a-9270-1f1e43b62cfe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.771451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:10.825316 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.838849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:10.839201 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:10.841073 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:10.929382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d01c63e8-718d-405a-9270-1f1e43b62cfe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.953375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.986318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d01c63e8-718d-405a-9270-1f1e43b62cfe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:10.991940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d01c63e8-718d-405a-9270-1f1e43b62cfe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2 HTTP/1.1" status: 204 len: 168 time: 1.0045164 Jul 06 17:58:10.992915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53556) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:11.026287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c19c5c9-597d-4b0c-8878-b20f30a07165 None None] Network ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:11.093147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.095135 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] 10.222.0.13 "DELETE /v2.0/networks/06ee30b1-b6be-4d1b-bb46-36425ac2687f HTTP/1.1" status: 204 len: 168 time: 0.9611590 Jul 06 17:58:11.098939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c63e8-718d-405a-9270-1f1e43b62cfe tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:11.117638 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.124948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65a72c-69c4-4f33-a3c6-c6ede126288b admin admin] Pushing event deleted for resources: {'Network': ['ID=06ee30b1-b6be-4d1b-bb46-36425ac2687f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:11.233031 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:11.233558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.268741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.429732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c08dd8f7-1244-4ba5-8c50-87c0d23b7abb,segment=NetworkSegment(7d56055c-0084-44d1-a2ca-329df1c09a69),segment_id=7d56055c-0084-44d1-a2ca-329df1c09a69)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:11.433668 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.474100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:58:07Z', 'revision_number': 10, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:11.481951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for c08dd8f7-1244-4ba5-8c50-87c0d23b7abb owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:11.496924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:11.544058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1406a1-351e-4b53-b558-0f100c1df933 None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:58:07Z', 'revision_number': 10, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None, '_interfaces': [{'id': 'b79453e6-c35b-4d36-ad1c-d728b5e38d80', 'name': '', 'network_id': '4c5b502c-67c1-455b-b0e1-6b88cda90bf0', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'mac_address': 'fa:16:3e:7c:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175647d1-52a5-4aa7-8429-050586ada588', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:57:04Z', 'updated_at': '2021-07-06T17:57:20Z', 'revision_number': 5, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'subnets': [{'id': '554603e1-8f1c-491e-bfcc-ccf83789ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:11.572456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] DHCP port deletion for ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:11.619303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3f0e6b3a-f762-4b98-b59f-c600ab8681d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7ce85e1817140ed8270caf85f5c2baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204805 Jul 06 17:58:11.621895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:11.654808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Deleting port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:11.655359 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.717944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99bc365c-664d-4c69-9687-f499e8746522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.742794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.774301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99bc365c-664d-4c69-9687-f499e8746522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.780148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=c08dd8f7-1244-4ba5-8c50-87c0d23b7abb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:11.823964 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.824854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] For port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c08dd8f7-1244-4ba5-8c50-87c0d23b7abb,segment=NetworkSegment(7d56055c-0084-44d1-a2ca-329df1c09a69),segment_id=7d56055c-0084-44d1-a2ca-329df1c09a69)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:11.824854 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.832976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No DVR routers for this DVR port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:11.836612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-51c2824a-3440-4f1b-965a-c34c76287133 req-9544ccfd-8ae5-48b2-8910-e810ce82ece3 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0434668 Jul 06 17:58:11.838300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.870022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Calling delete_port for c08dd8f7-1244-4ba5-8c50-87c0d23b7abb owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:11.959897 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:11.979317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:11.996503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d56055c-0084-44d1-a2ca-329df1c09a69') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:11.997049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d56055c-0084-44d1-a2ca-329df1c09a69') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:12.009935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99bc365c-664d-4c69-9687-f499e8746522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.013221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99bc365c-664d-4c69-9687-f499e8746522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.014602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-99bc365c-664d-4c69-9687-f499e8746522 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d HTTP/1.1" status: 204 len: 168 time: 0.3910213 Jul 06 17:58:12.022568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.038605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc365c-664d-4c69-9687-f499e8746522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fad9fb-a3bd-4aea-ba5b-7cef8809ec1d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:12.045194 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.057170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.066883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:12.068103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:12.073249 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:12.172228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Pushing event deleted for resources: {'Port': ['ID=c08dd8f7-1244-4ba5-8c50-87c0d23b7abb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:12.181787 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.187149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] No DVR routers for this DVR port c08dd8f7-1244-4ba5-8c50-87c0d23b7abb on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:12.214807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.215827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.216017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.216631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.217417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.217762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.218843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.219184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.219520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.219872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.220166 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.220582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.221826 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214a419-3bc1-43e5-bc76-fa6de0d80f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:12.230757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/networks/ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc HTTP/1.1" status: 204 len: 168 time: 1.2343428 Jul 06 17:58:12.231588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53572) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:12.276682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbeac1-0a40-4367-b6fd-3969be182ec3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Network': ['ID=ada8d2dd-6842-47e5-9cb2-78c9d6b8e5cc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:12.303276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Router 69d01bdc-5f65-43b2-afce-2dcd13835f8d is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:58:12.475496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:12.482787 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:12.484946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f766ba50-dd75-476b-b074-576e89e8678f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "PUT /v2.0/routers/69d01bdc-5f65-43b2-afce-2dcd13835f8d HTTP/1.1" status: 200 len: 917 time: 3.2343636 Jul 06 17:58:12.489944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53576) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:12.493684 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8e9b3-48da-45e5-8b6f-3bca7a94c099 None None] Sync routers for ids ['69d01bdc-5f65-43b2-afce-2dcd13835f8d'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:12.514630 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8e9b3-48da-45e5-8b6f-3bca7a94c099 None None] Routers {'69d01bdc-5f65-43b2-afce-2dcd13835f8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:12.516300 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-56c8e9b3-48da-45e5-8b6f-3bca7a94c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['69d01bdc-5f65-43b2-afce-2dcd13835f8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:12.589520 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-56c8e9b3-48da-45e5-8b6f-3bca7a94c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:12.622214 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8e9b3-48da-45e5-8b6f-3bca7a94c099 None None] Routers {'69d01bdc-5f65-43b2-afce-2dcd13835f8d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:12.628360 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-56c8e9b3-48da-45e5-8b6f-3bca7a94c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['69d01bdc-5f65-43b2-afce-2dcd13835f8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:12.695533 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-56c8e9b3-48da-45e5-8b6f-3bca7a94c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:12.696346 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8e9b3-48da-45e5-8b6f-3bca7a94c099 None None] The sync data for ids ['69d01bdc-5f65-43b2-afce-2dcd13835f8d'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:12.826127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f4c9bf13-edb5-4746-96df-09899e969b80 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/routers/69d01bdc-5f65-43b2-afce-2dcd13835f8d HTTP/1.1" status: 200 len: 923 time: 0.3361626 Jul 06 17:58:12.830626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53586) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:12.999286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d1c0a-65b7-4ef7-8ee0-185fe5e48a03 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:13.005068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0a6d1c0a-65b7-4ef7-8ee0-185fe5e48a03 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=69d01bdc-5f65-43b2-afce-2dcd13835f8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1720810 Jul 06 17:58:13.005882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53592) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:13.052559 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c80f518-5bb6-4274-b05f-db5230a3b63e req-2c767020-3215-4d06-89c5-415f7cc734ee tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0594411 Jul 06 17:58:13.057635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:13.172283 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd65cd2-7c69-47a7-a11e-7f7d1250b8fd tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:13.177969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1dd65cd2-7c69-47a7-a11e-7f7d1250b8fd tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 881 time: 0.1708913 Jul 06 17:58:13.179061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53594) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:13.267063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-04fa0e88-372a-4171-9c55-e2e1ba79ae09 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d01bdc-5f65-43b2-afce-2dcd13835f8d HTTP/1.1" status: 200 len: 205 time: 0.0818892 Jul 06 17:58:13.268438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53598) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:13.346253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c08dd8f7-1244-4ba5-8c50-87c0d23b7abb no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:13.416459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: c08dd8f7-1244-4ba5-8c50-87c0d23b7abb {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:13.416764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c08dd8f7-1244-4ba5-8c50-87c0d23b7abb not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:13.418880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4436b014-4406-4ddd-b4d5-bfc2f824a081 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:13.466513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 4436b014-4406-4ddd-b4d5-bfc2f824a081 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:13.467480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4436b014-4406-4ddd-b4d5-bfc2f824a081 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:13.575927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:13.700131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port b79453e6-c35b-4d36-ad1c-d728b5e38d80 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:13.701035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:13.759526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:13.894545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Deleting port 3b23941f-89ff-4b89-985b-e6facf70822a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:13.897527 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:13.929761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port b79453e6-c35b-4d36-ad1c-d728b5e38d80, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b79453e6-c35b-4d36-ad1c-d728b5e38d80,segment=NetworkSegment(b4b418e7-afc2-4ed2-be64-00ebb6b37575),segment_id=b4b418e7-afc2-4ed2-be64-00ebb6b37575)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:13.930565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:13.960609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for b79453e6-c35b-4d36-ad1c-d728b5e38d80 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:14.019104 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.038897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Calling delete_port for 3b23941f-89ff-4b89-985b-e6facf70822a owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:14.323319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.337113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.352086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe610a2-bee4-42e4-b1b2-9f509b29de09 req-641144ca-778f-450f-a9e2-a2fb89d3ed69 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0482204 Jul 06 17:58:14.370078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event deleted for resources: {'Port': ['ID=3b23941f-89ff-4b89-985b-e6facf70822a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:14.381642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=b79453e6-c35b-4d36-ad1c-d728b5e38d80,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:14.470691 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.491624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53624) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:14.620752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.851019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.851019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.938362 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.939353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Fanout notify agent at l3_agent the message router_deleted on router 69d01bdc-5f65-43b2-afce-2dcd13835f8d {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:14.965252 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.971435 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-24befeec-7018-4433-abfc-d42b99b5917d tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/69d01bdc-5f65-43b2-afce-2dcd13835f8d HTTP/1.1" status: 204 len: 168 time: 1.6971962 Jul 06 17:58:14.971966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53632) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:14.978845 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc067381-68ec-46db-9ae2-6a01e96f3f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:14.981670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-214fac98-af7c-47c5-a650-c86263086063 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1343709859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:15.021280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-214fac98-af7c-47c5-a650-c86263086063 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.023246 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-214fac98-af7c-47c5-a650-c86263086063 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.121345 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-214fac98-af7c-47c5-a650-c86263086063 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.126648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-214fac98-af7c-47c5-a650-c86263086063 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.180581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:15.374769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:15.388073 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-89d5892b-b93c-46ac-913d-6aa0e34d6967 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1210995 Jul 06 17:58:15.388369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:15.389986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53634) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:15.399765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:15.400841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:15.469976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc067381-68ec-46db-9ae2-6a01e96f3f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.478240 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cc067381-68ec-46db-9ae2-6a01e96f3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.554967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfc7050-db8d-46cc-9b5e-a952d3ddf589 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting subnet 554603e1-8f1c-491e-bfcc-ccf83789ce0d {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:15.567380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-214fac98-af7c-47c5-a650-c86263086063 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.571864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-214fac98-af7c-47c5-a650-c86263086063 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5975649 Jul 06 17:58:15.572967 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7050-db8d-46cc-9b5e-a952d3ddf589 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.575847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53638) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:15.578671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cc067381-68ec-46db-9ae2-6a01e96f3f9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a7b66a19de348e88a3640a36def4a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0858805 Jul 06 17:58:15.581404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc067381-68ec-46db-9ae2-6a01e96f3f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2872ba05-8a16-49f9-978f-9e93494e8a98,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:15.588234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': False}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:15.589472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53640) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:15.758028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83d818f1-2acd-416f-9eb8-c86a71365c9d req-d6bddae5-ac74-41b4-a238-5662b53b1fdf tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0751762 Jul 06 17:58:15.787919 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c8d0-b0f9-4c4e-9dc3-01dec708fbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.835456 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7050-db8d-46cc-9b5e-a952d3ddf589 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.854248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:15.870164 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c8d0-b0f9-4c4e-9dc3-01dec708fbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:15.948859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:58:14Z', 'revision_number': 11, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:15.999680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c8d0-b0f9-4c4e-9dc3-01dec708fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.015710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8c7c8d0-b0f9-4c4e-9dc3-01dec708fbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.018386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e8c7c8d0-b0f9-4c4e-9dc3-01dec708fbc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2872ba05-8a16-49f9-978f-9e93494e8a98 HTTP/1.1" status: 204 len: 168 time: 0.4256411 Jul 06 17:58:16.058052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:16.062204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7c8d0-b0f9-4c4e-9dc3-01dec708fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2872ba05-8a16-49f9-978f-9e93494e8a98,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:16.138966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:16.140936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:57:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:16.232822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:16.304188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:58:14Z', 'revision_number': 11, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:16.379300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48796fe1-5c23-4039-a2a0-9dffb738f35d None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:58:14Z', 'revision_number': 11, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:16.384333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.499944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7050-db8d-46cc-9b5e-a952d3ddf589 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.609537 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7050-db8d-46cc-9b5e-a952d3ddf589 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.645152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc7050-db8d-46cc-9b5e-a952d3ddf589 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Subnet': ['ID=554603e1-8f1c-491e-bfcc-ccf83789ce0d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:16.651509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7050-db8d-46cc-9b5e-a952d3ddf589 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.652719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7bfc7050-db8d-46cc-9b5e-a952d3ddf589 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/554603e1-8f1c-491e-bfcc-ccf83789ce0d HTTP/1.1" status: 204 len: 168 time: 1.2608550 Jul 06 17:58:16.656745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53654) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:16.668190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6c0308-392e-4eb9-9329-94a27faa6683 None None] Network 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:16.765607 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.963610 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:16.966694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Deleting port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:16.966992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.005144 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4fc045ab-220a-42ee-b1a8-444d53f9dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.025910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.135960 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8224c0f3-2c3a-455b-bec9-4f6b34b08a3c req-5a52e44c-0202-414b-8682-eec9abea2b78 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0846915 Jul 06 17:58:17.143808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df2cdd-085a-4931-84f4-fc9ae2fe0f12 None None] DHCP port deletion for 4c5b502c-67c1-455b-b0e1-6b88cda90bf0 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:17.176902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] For port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=81d019ac-5ebd-47ec-84e4-7bcb53ed646b,segment=NetworkSegment(b4b418e7-afc2-4ed2-be64-00ebb6b37575),segment_id=b4b418e7-afc2-4ed2-be64-00ebb6b37575)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:17.177382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.208223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Calling delete_port for 81d019ac-5ebd-47ec-84e4-7bcb53ed646b owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:17.365389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e0df2cdd-085a-4931-84f4-fc9ae2fe0f12 None None] Deleting port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:17.366030 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e0df2cdd-085a-4931-84f4-fc9ae2fe0f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.371617 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Allocated IP 172.25.7.168 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/cb5e9adc-2ac9-4a55-9130-d4d3f909e372) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:17.480384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 81d019ac-5ebd-47ec-84e4-7bcb53ed646b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:17.603642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e0df2cdd-085a-4931-84f4-fc9ae2fe0f12 None None] For port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=81d019ac-5ebd-47ec-84e4-7bcb53ed646b,segment=NetworkSegment(b4b418e7-afc2-4ed2-be64-00ebb6b37575),segment_id=b4b418e7-afc2-4ed2-be64-00ebb6b37575)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:17.603642 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e0df2cdd-085a-4931-84f4-fc9ae2fe0f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.627983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e0df2cdd-085a-4931-84f4-fc9ae2fe0f12 None None] Calling delete_port for 81d019ac-5ebd-47ec-84e4-7bcb53ed646b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:17.763036 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.793469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.820295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e0df2cdd-085a-4931-84f4-fc9ae2fe0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.856690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df2cdd-085a-4931-84f4-fc9ae2fe0f12 None None] Pushing event deleted for resources: {'Port': ['ID=81d019ac-5ebd-47ec-84e4-7bcb53ed646b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:17.888391 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:17.895169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df2cdd-085a-4931-84f4-fc9ae2fe0f12 None None] No DVR routers for this DVR port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:17.908135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b79453e6-c35b-4d36-ad1c-d728b5e38d80 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:17.940375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: b79453e6-c35b-4d36-ad1c-d728b5e38d80 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:17.941145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b79453e6-c35b-4d36-ad1c-d728b5e38d80 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:17.953636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:17.976372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:17.982118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:17.985711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Pushing event updated for resources: {'Port': ['ID=cb5e9adc-2ac9-4a55-9130-d4d3f909e372,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:18.093290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.167024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Port': ['ID=81d019ac-5ebd-47ec-84e4-7bcb53ed646b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:18.201021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.202030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.203111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.203111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.203614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.203771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.204180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.204525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.205193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.205742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.206093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.209301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:18.224464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No DVR routers for this DVR port 81d019ac-5ebd-47ec-84e4-7bcb53ed646b on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:18.345170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.382389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5b502c-67c1-455b-b0e1-6b88cda90bf0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:18.400111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b418e7-afc2-4ed2-be64-00ebb6b37575') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:18.400691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b418e7-afc2-4ed2-be64-00ebb6b37575') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:18.424377 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.461760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.502523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:18.504791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.574040 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e63c598b-f9e6-43a3-99ba-3c16408415e9 req-c87d5efd-d8f8-4cc7-a315-18a307e2cde4 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0752156 Jul 06 17:58:18.576436 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:18.662189 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:18.670140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.694834 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:18.706278 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/networks/4c5b502c-67c1-455b-b0e1-6b88cda90bf0 HTTP/1.1" status: 204 len: 168 time: 2.0455368 Jul 06 17:58:18.707449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53708) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:18.713790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'routes': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:18.729033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce63e2e-e1d7-4360-8fe7-b28174fc642f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Pushing event deleted for resources: {'Network': ['ID=4c5b502c-67c1-455b-b0e1-6b88cda90bf0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:18.967028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53714) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:19.027224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Added routes are [] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 17:58:19.027537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Removed routes are [] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 17:58:19.027901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.092468 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.103471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.282228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c6a6-b01c-47e7-8345-e39437b22c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.341942 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.350169 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.383092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Router 8be7b3ee-f6d8-490f-8367-29c46ba32d67 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:58:19.490667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 175647d1-52a5-4aa7-8429-050586ada588 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:19.518392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d66cc601-1037-4580-b44c-fda9747dbba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.605014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c6a6-b01c-47e7-8345-e39437b22c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.614215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:19.618615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:19.620364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.625499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8605da1c-979a-437d-b649-f21638b5801e tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "PUT /v2.0/routers/8be7b3ee-f6d8-490f-8367-29c46ba32d67 HTTP/1.1" status: 200 len: 920 time: 4.0411630 Jul 06 17:58:19.626398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53722) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:19.628966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c6a6-b01c-47e7-8345-e39437b22c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.630134 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced3edb-1ca4-4ec0-9732-70b8c8dd176c None None] Sync routers for ids ['8be7b3ee-f6d8-490f-8367-29c46ba32d67'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:19.637964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:19.642879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869a71d-5057-4442-8336-38871c627b96 None None] Sync routers for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:19.649940 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced3edb-1ca4-4ec0-9732-70b8c8dd176c None None] Routers {'8be7b3ee-f6d8-490f-8367-29c46ba32d67'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:19.651197 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cced3edb-1ca4-4ec0-9732-70b8c8dd176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8be7b3ee-f6d8-490f-8367-29c46ba32d67'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:19.656312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e2ed7a61-9fa1-441e-9805-89605e16364a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588 HTTP/1.1" status: 200 len: 700 time: 0.9452946 Jul 06 17:58:19.657327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53724) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:19.667866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869a71d-5057-4442-8336-38871c627b96 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:19.670286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7c6a6-b01c-47e7-8345-e39437b22c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72583e7e-fed7-4632-b6a3-3853d4e10565,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:19.672000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a869a71d-5057-4442-8336-38871c627b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:19.745667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b8b7c6a6-b01c-47e7-8345-e39437b22c39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5c71f14bc4c4c9a8011889369e6a70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7769933 Jul 06 17:58:19.770853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:19.805552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-78ac7dbe-70a6-4ad4-9a89-3ffff455b898 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=175647d1-52a5-4aa7-8429-050586ada588 HTTP/1.1" status: 200 len: 205 time: 0.1464117 Jul 06 17:58:19.810078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53730) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:19.836511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a869a71d-5057-4442-8336-38871c627b96 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:19.852982 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cced3edb-1ca4-4ec0-9732-70b8c8dd176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:19.899945 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced3edb-1ca4-4ec0-9732-70b8c8dd176c None None] Routers {'8be7b3ee-f6d8-490f-8367-29c46ba32d67'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:19.901298 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cced3edb-1ca4-4ec0-9732-70b8c8dd176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8be7b3ee-f6d8-490f-8367-29c46ba32d67'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:19.973994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7537ce38-5c89-4784-881f-5b9a0ba01c6f tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/routers/8be7b3ee-f6d8-490f-8367-29c46ba32d67 HTTP/1.1" status: 200 len: 926 time: 0.3419445 Jul 06 17:58:19.974933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53734) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:20.001453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a869a71d-5057-4442-8336-38871c627b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:58:14Z', 'revision_number': 11, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:20.032140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cced3edb-1ca4-4ec0-9732-70b8c8dd176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:20.033193 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced3edb-1ca4-4ec0-9732-70b8c8dd176c None None] The sync data for ids ['8be7b3ee-f6d8-490f-8367-29c46ba32d67'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:20.091510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869a71d-5057-4442-8336-38871c627b96 None None] Checking router: 175647d1-52a5-4aa7-8429-050586ada588 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:20.115632 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.118403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869a71d-5057-4442-8336-38871c627b96 None None] Routers {'175647d1-52a5-4aa7-8429-050586ada588'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:20.120951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a869a71d-5057-4442-8336-38871c627b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['175647d1-52a5-4aa7-8429-050586ada588'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:20.131953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bbb738-a5e9-4cff-aa35-8a7b59d556c4 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:20.134872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-373dfe38-cd26-462a-a4de-41172d0a227d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.139264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-90bbb738-a5e9-4cff-aa35-8a7b59d556c4 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=8be7b3ee-f6d8-490f-8367-29c46ba32d67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1569579 Jul 06 17:58:20.144664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:20.255385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a869a71d-5057-4442-8336-38871c627b96 None None] Set router 175647d1-52a5-4aa7-8429-050586ada588 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:20.262065 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b34f28-03d8-4fb8-8ea8-5616aa7fd621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.278279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce9bfbe-82ba-4f24-b74b-a69cce697850 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:20.283463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5ce9bfbe-82ba-4f24-b74b-a69cce697850 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 881 time: 0.1367586 Jul 06 17:58:20.284234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:20.291542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b34f28-03d8-4fb8-8ea8-5616aa7fd621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.349865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ecb8a617-4abd-44cf-a0cf-30b3795deb0a req-7d70d0fe-1df9-4793-b10c-86c26c7429a1 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.2111051 Jul 06 17:58:20.362614 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d704cac3-b273-4413-91ca-ed2d85340711 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be7b3ee-f6d8-490f-8367-29c46ba32d67 HTTP/1.1" status: 200 len: 205 time: 0.0715282 Jul 06 17:58:20.370025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53740) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:20.371812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a869a71d-5057-4442-8336-38871c627b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:58:14Z', 'revision_number': 11, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:20.456504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869a71d-5057-4442-8336-38871c627b96 None None] The sync data for ids ['175647d1-52a5-4aa7-8429-050586ada588'] in n-d-799526-3 is: [{'id': '175647d1-52a5-4aa7-8429-050586ada588', 'name': 'tempest-RoutersTest-router-603709016', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:59Z', 'updated_at': '2021-07-06T17:58:14Z', 'revision_number': 11, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:20.662907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b34f28-03d8-4fb8-8ea8-5616aa7fd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.665556 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b34f28-03d8-4fb8-8ea8-5616aa7fd621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.666861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-10b34f28-03d8-4fb8-8ea8-5616aa7fd621 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72583e7e-fed7-4632-b6a3-3853d4e10565 HTTP/1.1" status: 204 len: 168 time: 0.8928049 Jul 06 17:58:20.678198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-373dfe38-cd26-462a-a4de-41172d0a227d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.687649 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-373dfe38-cd26-462a-a4de-41172d0a227d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.697730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b34f28-03d8-4fb8-8ea8-5616aa7fd621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72583e7e-fed7-4632-b6a3-3853d4e10565,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:20.737490 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.799392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-373dfe38-cd26-462a-a4de-41172d0a227d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.799624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373dfe38-cd26-462a-a4de-41172d0a227d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Fanout notify agent at l3_agent the message router_deleted on router 175647d1-52a5-4aa7-8429-050586ada588 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:20.823802 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-373dfe38-cd26-462a-a4de-41172d0a227d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:20.825485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-373dfe38-cd26-462a-a4de-41172d0a227d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588 HTTP/1.1" status: 204 len: 168 time: 1.0139153 Jul 06 17:58:20.833670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:20.841742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-253a4efd-4a24-44b4-94fb-e490216e5cb6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-470206967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:20.879515 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.012489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-253a4efd-4a24-44b4-94fb-e490216e5cb6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.014178 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-253a4efd-4a24-44b4-94fb-e490216e5cb6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.150081 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-253a4efd-4a24-44b4-94fb-e490216e5cb6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.158287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.164318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-253a4efd-4a24-44b4-94fb-e490216e5cb6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.229427 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-253a4efd-4a24-44b4-94fb-e490216e5cb6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.234919 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-253a4efd-4a24-44b4-94fb-e490216e5cb6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3966086 Jul 06 17:58:21.235795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:21.244032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a11b8eb5-0e96-4049-8f8b-12dfca28023c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:21.464444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Deleting port cb5e9adc-2ac9-4a55-9130-d4d3f909e372 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:21.465171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.627843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a11b8eb5-0e96-4049-8f8b-12dfca28023c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.669538 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d386fbd2-43ea-4894-8f99-489b9b1355c4 req-9435abc7-8fd1-4424-be5c-aa4057f572b7 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0639834 Jul 06 17:58:21.689820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a11b8eb5-0e96-4049-8f8b-12dfca28023c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.870263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:21.897718 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Calling delete_port for cb5e9adc-2ac9-4a55-9130-d4d3f909e372 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:22.396841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11b8eb5-0e96-4049-8f8b-12dfca28023c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Router 58b6b747-f125-42ad-9645-6532cb4430c1 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:58:22.616975 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.665220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11b8eb5-0e96-4049-8f8b-12dfca28023c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:22.673979 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a11b8eb5-0e96-4049-8f8b-12dfca28023c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:22.683326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a11b8eb5-0e96-4049-8f8b-12dfca28023c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "PUT /v2.0/routers/58b6b747-f125-42ad-9645-6532cb4430c1 HTTP/1.1" status: 200 len: 693 time: 1.4374673 Jul 06 17:58:22.683326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:22.698366 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] Sync routers for ids ['58b6b747-f125-42ad-9645-6532cb4430c1'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:22.723948 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] Routers {'58b6b747-f125-42ad-9645-6532cb4430c1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:22.725559 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['58b6b747-f125-42ad-9645-6532cb4430c1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:22.916484 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] Set router 58b6b747-f125-42ad-9645-6532cb4430c1 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:22.940930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d5611db-4477-4f9b-a6ee-241c76414a23 req-37013132-5a2f-494c-abd9-a0087833a6a1 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0431790 Jul 06 17:58:22.983010 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b6b747-f125-42ad-9645-6532cb4430c1', 'name': 'tempest-RoutersTest-router-470206967', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:58:21Z', 'updated_at': '2021-07-06T17:58:21Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:22.989616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91aad3ea-a450-4ea1-b67e-41192fa980bb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/routers/58b6b747-f125-42ad-9645-6532cb4430c1 HTTP/1.1" status: 200 len: 699 time: 0.3088393 Jul 06 17:58:22.993766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53802) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:23.014371 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] Checking router: 58b6b747-f125-42ad-9645-6532cb4430c1 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:23.025768 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] Routers {'58b6b747-f125-42ad-9645-6532cb4430c1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:23.026742 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['58b6b747-f125-42ad-9645-6532cb4430c1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:23.037355 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.107111 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] Set router 58b6b747-f125-42ad-9645-6532cb4430c1 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:23.110331 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f25854a9-0e1b-4e06-a8d6-b5d19a402b0e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=58b6b747-f125-42ad-9645-6532cb4430c1 HTTP/1.1" status: 200 len: 205 time: 0.1143539 Jul 06 17:58:23.113282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53804) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:23.129461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event deleted for resources: {'Port': ['ID=cb5e9adc-2ac9-4a55-9130-d4d3f909e372,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:23.172125 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b6b747-f125-42ad-9645-6532cb4430c1', 'name': 'tempest-RoutersTest-router-470206967', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:58:21Z', 'updated_at': '2021-07-06T17:58:21Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:23.204171 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a697d1a-9c9b-4eb1-9e96-00f9d1a45889 None None] The sync data for ids ['58b6b747-f125-42ad-9645-6532cb4430c1'] in n-d-799526-3 is: [{'id': '58b6b747-f125-42ad-9645-6532cb4430c1', 'name': 'tempest-RoutersTest-router-470206967', 'tenant_id': '32f91fa712714ee0b13f44a46ed24025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:58:21Z', 'updated_at': '2021-07-06T17:58:21Z', 'revision_number': 2, 'project_id': '32f91fa712714ee0b13f44a46ed24025', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:23.323581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa27d-e99a-41a3-8de4-aa2610f94aa9 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.420948 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.665190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.669148 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.671841 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa27d-e99a-41a3-8de4-aa2610f94aa9 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.675433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa27d-e99a-41a3-8de4-aa2610f94aa9 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.772163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.772585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Fanout notify agent at l3_agent the message router_deleted on router 8be7b3ee-f6d8-490f-8367-29c46ba32d67 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:23.781762 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.782493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2f6fa3d1-aa62-498d-9537-a85c4238acaf tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/8be7b3ee-f6d8-490f-8367-29c46ba32d67 HTTP/1.1" status: 204 len: 168 time: 3.4024224 Jul 06 17:58:23.788709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:23.789724 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa27d-e99a-41a3-8de4-aa2610f94aa9 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.790395 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7fa27d-e99a-41a3-8de4-aa2610f94aa9 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Fanout notify agent at l3_agent the message router_deleted on router 58b6b747-f125-42ad-9645-6532cb4430c1 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:23.794368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2092380693', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:23.798319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c7fa27d-e99a-41a3-8de4-aa2610f94aa9 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.799694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6c7fa27d-e99a-41a3-8de4-aa2610f94aa9 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/58b6b747-f125-42ad-9645-6532cb4430c1 HTTP/1.1" status: 204 len: 168 time: 0.6844025 Jul 06 17:58:23.805447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53828) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:23.838823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9e40ba98-01fa-48a8-abc9-75f0e0ed65d7 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=58b6b747-f125-42ad-9645-6532cb4430c1 HTTP/1.1" status: 200 len: 205 time: 0.0319166 Jul 06 17:58:23.842449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53830) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:23.850237 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.852632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:23.905924 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-2226597e-4d0f-45c1-a9cc-34d7316403c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] delete failed (client error): The resource could not be found. Jul 06 17:58:23.911600 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2226597e-4d0f-45c1-a9cc-34d7316403c4 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/58b6b747-f125-42ad-9645-6532cb4430c1 HTTP/1.1" status: 404 len: 336 time: 0.0679905 Jul 06 17:58:23.912641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:23.953375 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-39186dee-6dca-409c-9a0f-2668fc019b10 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:23.954428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39186dee-6dca-409c-9a0f-2668fc019b10 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:23.961066 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-39186dee-6dca-409c-9a0f-2668fc019b10 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/861b72cb-9c17-4420-ae57-97d25a26bd10 HTTP/1.1" status: 404 len: 337 time: 0.0466220 Jul 06 17:58:23.962097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:23.990093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:24.009503 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-87df119e-8a28-4061-a080-7017d6d09858 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:24.010550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87df119e-8a28-4061-a080-7017d6d09858 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:24.016619 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87df119e-8a28-4061-a080-7017d6d09858 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/eab785b8-02b9-41fb-8592-4a041befd90d HTTP/1.1" status: 404 len: 337 time: 0.0531902 Jul 06 17:58:24.018520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53844) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.074385 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e26285-275d-4881-8f13-e1e8333727bc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:24.075407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e26285-275d-4881-8f13-e1e8333727bc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:24.080462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e9e26285-275d-4881-8f13-e1e8333727bc tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/7ddcc02d-2ae0-4ebf-a58a-f8b7cadc3ba2 HTTP/1.1" status: 404 len: 337 time: 0.0585713 Jul 06 17:58:24.081566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53848) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.119677 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b443153c-48c0-4509-a45a-df4cee8383fd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:24.120519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b443153c-48c0-4509-a45a-df4cee8383fd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:24.127338 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b443153c-48c0-4509-a45a-df4cee8383fd tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/554603e1-8f1c-491e-bfcc-ccf83789ce0d HTTP/1.1" status: 404 len: 337 time: 0.0436275 Jul 06 17:58:24.128818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.176667 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9586f395-b8f0-4379-8046-cbef36d6ad6d tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=175647d1-52a5-4aa7-8429-050586ada588 HTTP/1.1" status: 200 len: 205 time: 0.0463612 Jul 06 17:58:24.177441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53852) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.260478 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-5b791fcd-9e07-4cf5-9f08-edac27bbae1c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] delete failed (client error): The resource could not be found. Jul 06 17:58:24.265873 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5b791fcd-9e07-4cf5-9f08-edac27bbae1c tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/175647d1-52a5-4aa7-8429-050586ada588 HTTP/1.1" status: 404 len: 336 time: 0.0834165 Jul 06 17:58:24.266504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53854) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.331792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2f62b652-fa8b-4622-b7a0-b754f8fb2667 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d74fde6d-db8b-46de-a1de-8917fa15d8a2 HTTP/1.1" status: 200 len: 205 time: 0.0633335 Jul 06 17:58:24.336119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53856) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.386470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:24.445465 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-873a927c-ae3f-4418-a057-45e775c8ce53 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] delete failed (client error): The resource could not be found. Jul 06 17:58:24.447494 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-873a927c-ae3f-4418-a057-45e775c8ce53 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/d74fde6d-db8b-46de-a1de-8917fa15d8a2 HTTP/1.1" status: 404 len: 336 time: 0.1072781 Jul 06 17:58:24.483666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.491248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a177e50a-a2af-4ad7-b0db-3b14bce9be64 req-6e4af781-0d56-445f-9d28-cabaf622d194 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.1344898 Jul 06 17:58:24.540312 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4605d8e-c2c4-4be5-af98-e4ec6a0a6e8f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:24.541217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4605d8e-c2c4-4be5-af98-e4ec6a0a6e8f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:24.546410 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b4605d8e-c2c4-4be5-af98-e4ec6a0a6e8f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/cedba8ca-39c2-4dc6-a709-17c25f677075 HTTP/1.1" status: 404 len: 337 time: 0.0595088 Jul 06 17:58:24.551963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53862) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.587226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53864) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.608610 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4370c1aa-6ed2-4fd3-a9b8-8efc71364efb tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=d52ea899-f21d-49dd-828e-f768c99a077f HTTP/1.1" status: 200 len: 205 time: 0.0546062 Jul 06 17:58:24.611659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53868) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.685319 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-91b8c2f3-3711-4613-aca3-ecc77362ae8a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] delete failed (client error): The resource could not be found. Jul 06 17:58:24.688543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91b8c2f3-3711-4613-aca3-ecc77362ae8a tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/d52ea899-f21d-49dd-828e-f768c99a077f HTTP/1.1" status: 404 len: 336 time: 0.0737655 Jul 06 17:58:24.691790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53874) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.730650 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-18c1a100-5887-46d4-955d-b9f03691d34f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=9820305b-753c-4441-bef4-8c58f2f2131a HTTP/1.1" status: 200 len: 205 time: 0.0372140 Jul 06 17:58:24.734764 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53880) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.796534 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-b0a26f4b-f6c1-4336-b951-3f45d659690e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] delete failed (client error): The resource could not be found. Jul 06 17:58:24.802213 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b0a26f4b-f6c1-4336-b951-3f45d659690e tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/9820305b-753c-4441-bef4-8c58f2f2131a HTTP/1.1" status: 404 len: 336 time: 0.0623188 Jul 06 17:58:24.802580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.858867 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-899b86bf-8dac-4894-970e-74887d26d50b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:24.859787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899b86bf-8dac-4894-970e-74887d26d50b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:24.862031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-899b86bf-8dac-4894-970e-74887d26d50b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/5def7437-6ed2-4ca8-a688-b8b6a2eff51e HTTP/1.1" status: 404 len: 337 time: 0.0581391 Jul 06 17:58:24.870098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53886) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.919646 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7951da68-cc20-4fbd-8d04-c02a2666b201 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=56544082-66ba-40ae-aee1-32cfbafcf625 HTTP/1.1" status: 200 len: 205 time: 0.0477617 Jul 06 17:58:24.923775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:24.996368 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-05ae22cf-e551-4936-bb9c-8468c689c4f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] delete failed (client error): The resource could not be found. Jul 06 17:58:24.998975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-05ae22cf-e551-4936-bb9c-8468c689c4f6 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/56544082-66ba-40ae-aee1-32cfbafcf625 HTTP/1.1" status: 404 len: 336 time: 0.0729275 Jul 06 17:58:25.001023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53890) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.053523 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c48acc-e416-4a7f-9a5e-e7458b18f6d3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:25.054305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c48acc-e416-4a7f-9a5e-e7458b18f6d3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:25.059766 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e8c48acc-e416-4a7f-9a5e-e7458b18f6d3 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/485467a3-0d49-45db-9483-d34acb221af9 HTTP/1.1" status: 404 len: 337 time: 0.0549204 Jul 06 17:58:25.060291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53894) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.117094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f9650c74-0c23-4d78-b124-e6d60843283b tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "GET /v2.0/ports?device_id=0051e089-de27-4e36-b507-6de4bec4bec5 HTTP/1.1" status: 200 len: 205 time: 0.0510137 Jul 06 17:58:25.117481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53896) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.165866 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-c521c429-8877-4202-9395-b7a207dd1152 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] delete failed (client error): The resource could not be found. Jul 06 17:58:25.169628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c521c429-8877-4202-9395-b7a207dd1152 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/routers/0051e089-de27-4e36-b507-6de4bec4bec5 HTTP/1.1" status: 404 len: 336 time: 0.0486813 Jul 06 17:58:25.169942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.188994 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.198965 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e5786f-069b-4cdf-934f-96411be1a10f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:25.199468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e5786f-069b-4cdf-934f-96411be1a10f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:25.203577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-52e5786f-069b-4cdf-934f-96411be1a10f tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/5fad6e99-cb79-4708-ad86-b0ace8f092b0 HTTP/1.1" status: 404 len: 337 time: 0.0302732 Jul 06 17:58:25.203862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53900) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.215332 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.218079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aecd11c-e78a-4b92-b509-f950dd80f7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.232572 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e71eff2-6e14-4e14-bdcd-afe74343bd26 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:25.233039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e71eff2-6e14-4e14-bdcd-afe74343bd26 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:25.237217 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4e71eff2-6e14-4e14-bdcd-afe74343bd26 tempest-RoutersTest-1622167419 tempest-RoutersTest-1622167419-project] 10.222.0.13 "DELETE /v2.0/subnets/9a64522d-05c2-4249-a53e-dd51bccbc4b3 HTTP/1.1" status: 404 len: 337 time: 0.0300815 Jul 06 17:58:25.398016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Allocated IP 172.25.7.196 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/5cbbd4d2-8632-4800-a4bb-3cac4b2d6bc1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:25.501625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53908) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.507309 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aecd11c-e78a-4b92-b509-f950dd80f7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.519052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aecd11c-e78a-4b92-b509-f950dd80f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.585305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecd11c-e78a-4b92-b509-f950dd80f7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fe4d59-57b0-4f74-bd7a-aa9264e09e94,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:25.598826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5aecd11c-e78a-4b92-b509-f950dd80f7f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f41afe3e9d54ec6bd2c0889060c2056&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0094652 Jul 06 17:58:25.599147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53922) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.604968 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.666295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.758602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:25.759480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event updated for resources: {'Port': ['ID=5cbbd4d2-8632-4800-a4bb-3cac4b2d6bc1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:25.768605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:25.772535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:25.795323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-467b7d37-43b8-4368-8b09-96f4a74523d2 req-4a49228e-5c56-4776-8753-1d6fb7ed1e2b tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0669968 Jul 06 17:58:25.806272 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cedcfa11-5ec0-44eb-b6d5-1c439224fcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.877923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cedcfa11-5ec0-44eb-b6d5-1c439224fcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.887750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3b74fcb4-02b0-412f-adfb-8e00aae41274 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32f91fa712714ee0b13f44a46ed24025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826571 Jul 06 17:58:25.890186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53924) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:25.993822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cedcfa11-5ec0-44eb-b6d5-1c439224fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:25.996043 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4e41-c6e7-4d99-beab-eba603e04b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.001975 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cedcfa11-5ec0-44eb-b6d5-1c439224fcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.004973 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cedcfa11-5ec0-44eb-b6d5-1c439224fcc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97fe4d59-57b0-4f74-bd7a-aa9264e09e94 HTTP/1.1" status: 204 len: 168 time: 0.4038441 Jul 06 17:58:26.022553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcfa11-5ec0-44eb-b6d5-1c439224fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fe4d59-57b0-4f74-bd7a-aa9264e09e94,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:26.065083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4e41-c6e7-4d99-beab-eba603e04b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.255501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4e41-c6e7-4d99-beab-eba603e04b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.260048 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4e41-c6e7-4d99-beab-eba603e04b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.262327 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eb1b4e41-c6e7-4d99-beab-eba603e04b2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77d914d8-7f71-4eb4-9b61-e8a2abf841e1 HTTP/1.1" status: 204 len: 168 time: 0.3702972 Jul 06 17:58:26.289946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b4e41-c6e7-4d99-beab-eba603e04b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d914d8-7f71-4eb4-9b61-e8a2abf841e1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:26.430565 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.676564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53938) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:26.699656 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da2ee99d-bf7f-4eab-95fb-b9abaf3cad73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.851653 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da2ee99d-bf7f-4eab-95fb-b9abaf3cad73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.860615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da2ee99d-bf7f-4eab-95fb-b9abaf3cad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.894786 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:26.939053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-da2ee99d-bf7f-4eab-95fb-b9abaf3cad73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61064d1df0c1494e9144419a7daad8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580607 Jul 06 17:58:26.966603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ee99d-bf7f-4eab-95fb-b9abaf3cad73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31209d4-61bc-4acf-9079-d96aad72e24a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:26.983483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53944) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:27.118074 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c498fbd7-531a-44d3-8833-061a9bccb995 req-0110d8f7-cef6-4039-be9f-30e4eff825ce tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0609908 Jul 06 17:58:27.169709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293edb4c-36aa-424e-89f2-df7939e0015b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.217620 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293edb4c-36aa-424e-89f2-df7939e0015b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.230767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Router 65e324a6-baae-4472-97a9-96078734e670 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 17:58:27.383102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293edb4c-36aa-424e-89f2-df7939e0015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.386980 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-293edb4c-36aa-424e-89f2-df7939e0015b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.390469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-293edb4c-36aa-424e-89f2-df7939e0015b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b31209d4-61bc-4acf-9079-d96aad72e24a HTTP/1.1" status: 204 len: 168 time: 0.4036343 Jul 06 17:58:27.413914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293edb4c-36aa-424e-89f2-df7939e0015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31209d4-61bc-4acf-9079-d96aad72e24a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:27.552089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:27.570504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e6907-cf0e-42bb-a959-7ff27e3c8faf None None] Sync routers for ids ['65e324a6-baae-4472-97a9-96078734e670'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:27.594931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e6907-cf0e-42bb-a959-7ff27e3c8faf None None] Routers {'65e324a6-baae-4472-97a9-96078734e670'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:27.598152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9f1e6907-cf0e-42bb-a959-7ff27e3c8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['65e324a6-baae-4472-97a9-96078734e670'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:27.609849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:27.615797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e9ff0ff1-19bc-401b-a5fd-92c55071bbf2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8218877 Jul 06 17:58:27.616679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53974) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:27.637395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:27.744326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9f1e6907-cf0e-42bb-a959-7ff27e3c8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:27.782607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e6907-cf0e-42bb-a959-7ff27e3c8faf None None] Routers {'65e324a6-baae-4472-97a9-96078734e670'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:27.785526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9f1e6907-cf0e-42bb-a959-7ff27e3c8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['65e324a6-baae-4472-97a9-96078734e670'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:27.885994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9f1e6907-cf0e-42bb-a959-7ff27e3c8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:27.888066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e6907-cf0e-42bb-a959-7ff27e3c8faf None None] The sync data for ids ['65e324a6-baae-4472-97a9-96078734e670'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:28.061581 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.073893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:28.080637 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.204066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Deleting port 5cbbd4d2-8632-4800-a4bb-3cac4b2d6bc1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:28.204604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.274290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-58546146'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:28.327907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Made reservation on behalf of 6ad357fa40a04409a01b825a53daa4fc for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:28.331913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.352616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.404739 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.468352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Calling delete_port for 5cbbd4d2-8632-4800-a4bb-3cac4b2d6bc1 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:28.514976 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca8bddb4-c402-43a6-bb93-8e3d871ca980 req-b627063e-695f-4350-acaa-bd6b2256fcca tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0915837 Jul 06 17:58:28.636568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.645199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.682243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69606b5b-2e85-4956-8c2a-fa4ba114d0fb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:28.688891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:58:28.716071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.716505 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Added segment eeedc9dc-013f-405f-affb-3664113e8f1f of type vlan for network 6b12de48-a50f-45ec-b204-dc8e38e9a99b Jul 06 17:58:28.784004 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.846703 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.855867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:28.856733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.917147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:28.949931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8739130 Jul 06 17:58:28.955734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:28.962860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-77e0e46d-a3ac-45f2-b9d2-9dde3d786178 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b', 'tempest-TagsTest-Tag-1993104545') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:28.968908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b6e06-e386-4ef0-b75d-7e80bbfbf034 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Pushing event updated for resources: {'Network': ['ID=6b12de48-a50f-45ec-b204-dc8e38e9a99b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:28.985069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 6b12de48-a50f-45ec-b204-dc8e38e9a99b details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:58:29.002380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Pushing event deleted for resources: {'Port': ['ID=5cbbd4d2-8632-4800-a4bb-3cac4b2d6bc1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:29.135596 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.178964 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-77e0e46d-a3ac-45f2-b9d2-9dde3d786178 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "PUT /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags/tempest-TagsTest-Tag-1993104545 HTTP/1.1" status: 201 len: 201 time: 0.2172203 Jul 06 17:58:29.182564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:29.194996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-636cfeed-48a1-4508-ae49-a1580caf8ac6 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b', 'tempest-TagsTest-Tag-1993104545') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:29.377244 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-636cfeed-48a1-4508-ae49-a1580caf8ac6 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "GET /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags/tempest-TagsTest-Tag-1993104545 HTTP/1.1" status: 204 len: 168 time: 0.1923549 Jul 06 17:58:29.381666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54012) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:29.389545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-65102b50-c9b8-4e96-a341-600b785028c3 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:29.540124 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-65102b50-c9b8-4e96-a341-600b785028c3 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "GET /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags HTTP/1.1" status: 200 len: 238 time: 0.1566656 Jul 06 17:58:29.548643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:29.562483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-4fabe9c7-70cf-4791-bc1f-2e5a1638a74d tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b', {'tags': ['tempest-TagsTest-Tag-1844430254', 'tempest-TagsTest-Tag-805735853', 'tempest-TagsTest-Tag-675436913']}) {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:29.598018 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.621406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:29.782314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Router 65e324a6-baae-4472-97a9-96078734e670 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:29.839525 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ea949d48-650f-46c1-bc00-ff7236e177d2 req-aa60cfde-928e-4d5f-aa28-0f6bffd984c0 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0671885 Jul 06 17:58:29.921540 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4fabe9c7-70cf-4791-bc1f-2e5a1638a74d tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "PUT /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags HTTP/1.1" status: 200 len: 307 time: 0.3717294 Jul 06 17:58:29.927270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:29.937436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-2746a08c-324b-453b-a757-c4e0b971a54c tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b', 'tempest-TagsTest-Tag-1844430254') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.017165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:30.033283 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee253d37-2937-48b9-98df-2d23686025e6 None None] Sync routers for ids ['65e324a6-baae-4472-97a9-96078734e670'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:30.058486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.060191 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8481dd1b-f1ad-426d-b824-7426d1a8650b tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "PUT /v2.0/routers/65e324a6-baae-4472-97a9-96078734e670 HTTP/1.1" status: 200 len: 710 time: 2.4423108 Jul 06 17:58:30.060632 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee253d37-2937-48b9-98df-2d23686025e6 None None] Routers {'65e324a6-baae-4472-97a9-96078734e670'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:30.062151 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ee253d37-2937-48b9-98df-2d23686025e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['65e324a6-baae-4472-97a9-96078734e670'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.064462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54034) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.132403 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ee253d37-2937-48b9-98df-2d23686025e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.167917 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee253d37-2937-48b9-98df-2d23686025e6 None None] Routers {'65e324a6-baae-4472-97a9-96078734e670'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:30.168939 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ee253d37-2937-48b9-98df-2d23686025e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['65e324a6-baae-4472-97a9-96078734e670'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.174232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-95229688-527d-4ece-b58b-962b9b923bd0 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/routers/65e324a6-baae-4472-97a9-96078734e670 HTTP/1.1" status: 200 len: 745 time: 0.1079750 Jul 06 17:58:30.178665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.182827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2746a08c-324b-453b-a757-c4e0b971a54c tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "DELETE /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags/tempest-TagsTest-Tag-1844430254 HTTP/1.1" status: 204 len: 168 time: 0.2540414 Jul 06 17:58:30.189464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.198695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-6b405615-ee30-47a9-868d-fcd3ab6a4235 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b', 'tempest-TagsTest-Tag-1844430254') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.252825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9c324168-c04e-4929-9602-3e1f1f7d6087 tempest-RoutersIpV6AdminTest-1644240836 tempest-RoutersIpV6AdminTest-1644240836-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=65e324a6-baae-4472-97a9-96078734e670 HTTP/1.1" status: 200 len: 205 time: 0.0728600 Jul 06 17:58:30.253876 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ee253d37-2937-48b9-98df-2d23686025e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.255491 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee253d37-2937-48b9-98df-2d23686025e6 None None] The sync data for ids ['65e324a6-baae-4472-97a9-96078734e670'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:30.263969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54042) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.298679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-23b23197-80b5-4232-8a11-6f800845ab88 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=65e324a6-baae-4472-97a9-96078734e670 HTTP/1.1" status: 200 len: 205 time: 0.0338495 Jul 06 17:58:30.306951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54044) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.318016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54046) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.395430 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-6b405615-ee30-47a9-868d-fcd3ab6a4235 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] show failed (client error): The resource could not be found. Jul 06 17:58:30.400738 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6b405615-ee30-47a9-868d-fcd3ab6a4235 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "GET /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags/tempest-TagsTest-Tag-1844430254 HTTP/1.1" status: 404 len: 326 time: 0.2072365 Jul 06 17:58:30.405089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54048) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.442633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-d97295b6-b44a-40a9-8cb2-d135cbd64215 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b', 'tempest-TagsTest-Tag-805735853') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.527959 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f55901c1-c1ff-41eb-9d50-9019c8d5ced7 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:30.618505 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d97295b6-b44a-40a9-8cb2-d135cbd64215 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "GET /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags/tempest-TagsTest-Tag-805735853 HTTP/1.1" status: 204 len: 168 time: 0.2099915 Jul 06 17:58:30.622126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.632227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-b8965782-ee6e-4cdc-98be-4c316a4e3fe9 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b', 'tempest-TagsTest-Tag-675436913') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:30.864132 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b8965782-ee6e-4cdc-98be-4c316a4e3fe9 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "GET /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags/tempest-TagsTest-Tag-675436913 HTTP/1.1" status: 204 len: 168 time: 0.2397203 Jul 06 17:58:30.865943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:30.871636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-12887c1e-c3d3-44bf-b0aa-6ed639d36eff tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:31.039978 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-12887c1e-c3d3-44bf-b0aa-6ed639d36eff tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "DELETE /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags HTTP/1.1" status: 204 len: 168 time: 0.1723337 Jul 06 17:58:31.040830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.047806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-682d8a59-bd3e-4df9-80c9-9ea24820edd8 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b', 'tempest-TagsTest-Tag-805735853') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:31.208331 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31a69234-7560-48e8-bc52-65c31e1a3fad req-f2a82e0f-b1d3-49ed-96b6-2da14f7be385 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0527132 Jul 06 17:58:31.274062 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-682d8a59-bd3e-4df9-80c9-9ea24820edd8 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] show failed (client error): The resource could not be found. Jul 06 17:58:31.283662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-682d8a59-bd3e-4df9-80c9-9ea24820edd8 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "GET /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags/tempest-TagsTest-Tag-805735853 HTTP/1.1" status: 404 len: 325 time: 0.2412281 Jul 06 17:58:31.285898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.296693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-be7d7368-5e8b-40f5-95f2-cb04391f0f36 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b', 'tempest-TagsTest-Tag-675436913') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:31.478922 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-be7d7368-5e8b-40f5-95f2-cb04391f0f36 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] show failed (client error): The resource could not be found. Jul 06 17:58:31.485732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54078) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.486613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-be7d7368-5e8b-40f5-95f2-cb04391f0f36 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "GET /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags/tempest-TagsTest-Tag-675436913 HTTP/1.1" status: 404 len: 325 time: 0.1983118 Jul 06 17:58:31.522759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-bb414a7f-55ce-4c44-8efa-574ee675d2a9 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6b12de48-a50f-45ec-b204-dc8e38e9a99b') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:31.548971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f55901c1-c1ff-41eb-9d50-9019c8d5ced7 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.553187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f55901c1-c1ff-41eb-9d50-9019c8d5ced7 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.639397 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f55901c1-c1ff-41eb-9d50-9019c8d5ced7 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.639943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55901c1-c1ff-41eb-9d50-9019c8d5ced7 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Fanout notify agent at l3_agent the message router_deleted on router 65e324a6-baae-4472-97a9-96078734e670 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:31.652570 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f55901c1-c1ff-41eb-9d50-9019c8d5ced7 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.655011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f55901c1-c1ff-41eb-9d50-9019c8d5ced7 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/65e324a6-baae-4472-97a9-96078734e670 HTTP/1.1" status: 204 len: 168 time: 1.3429918 Jul 06 17:58:31.660000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.669065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 9a9efd3c-6c19-4ace-accf-e1eed864e5e2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:31.669442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.711815 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c9bb9a8a-ccf3-4942-aa95-402712e07cd2 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=65e324a6-baae-4472-97a9-96078734e670 HTTP/1.1" status: 200 len: 205 time: 0.0505755 Jul 06 17:58:31.712671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.733042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bb414a7f-55ce-4c44-8efa-574ee675d2a9 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "DELETE /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b/tags HTTP/1.1" status: 204 len: 168 time: 0.2432685 Jul 06 17:58:31.739889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.771956 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-76cb1ed9-2645-44ce-9d2d-ebb033a3e298 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] delete failed (client error): The resource could not be found. Jul 06 17:58:31.777264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-76cb1ed9-2645-44ce-9d2d-ebb033a3e298 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/65e324a6-baae-4472-97a9-96078734e670 HTTP/1.1" status: 404 len: 336 time: 0.0627513 Jul 06 17:58:31.777867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54092) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.841652 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5e15e219-5481-4570-83da-d60497bd6be4 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be7b3ee-f6d8-490f-8367-29c46ba32d67 HTTP/1.1" status: 200 len: 205 time: 0.0611033 Jul 06 17:58:31.842780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.853548 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.853936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.872799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:31.881172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 9a9efd3c-6c19-4ace-accf-e1eed864e5e2 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:31.906889 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-069a14be-8c20-4b6a-bfa5-b0240b1315af tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] delete failed (client error): The resource could not be found. Jul 06 17:58:31.914925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-069a14be-8c20-4b6a-bfa5-b0240b1315af tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/8be7b3ee-f6d8-490f-8367-29c46ba32d67 HTTP/1.1" status: 404 len: 336 time: 0.0690336 Jul 06 17:58:31.915863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54100) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:31.964921 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-342dbcff-0d09-45b6-964d-668ffe5dabfd tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d01bdc-5f65-43b2-afce-2dcd13835f8d HTTP/1.1" status: 200 len: 205 time: 0.0474224 Jul 06 17:58:31.965648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.018513 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-199d92c1-e29e-4b84-b8f1-717594a8b285 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] delete failed (client error): The resource could not be found. Jul 06 17:58:32.023317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-199d92c1-e29e-4b84-b8f1-717594a8b285 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/69d01bdc-5f65-43b2-afce-2dcd13835f8d HTTP/1.1" status: 404 len: 336 time: 0.0564625 Jul 06 17:58:32.024669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54104) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.042044 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.061456 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6318ee31-8b56-47e9-9bda-03b7ebfbe738 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=d57afcf1-fe03-4a5e-a22b-92051ba79bd3 HTTP/1.1" status: 200 len: 205 time: 0.0353146 Jul 06 17:58:32.064201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.099630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.104915 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-1ca196a7-1515-4911-8d4d-c843c6ddabef tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] delete failed (client error): The resource could not be found. Jul 06 17:58:32.106012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1ca196a7-1515-4911-8d4d-c843c6ddabef tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/d57afcf1-fe03-4a5e-a22b-92051ba79bd3 HTTP/1.1" status: 404 len: 336 time: 0.0407920 Jul 06 17:58:32.111485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54108) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.115883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b12de48-a50f-45ec-b204-dc8e38e9a99b']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:32.136497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeedc9dc-013f-405f-affb-3664113e8f1f') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:32.137175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeedc9dc-013f-405f-affb-3664113e8f1f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:32.150693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d27fcac1-1cc8-453b-a857-307f841d6eb5 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6e8f7-0c4b-4e0c-b977-b4f178012f1b HTTP/1.1" status: 200 len: 205 time: 0.0367177 Jul 06 17:58:32.153084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54110) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.157387 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.182868 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.191594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:32.192023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:32.195384 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:32.222688 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-40af6f7c-5d7a-4cf1-9646-2b1b16b07bee tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] delete failed (client error): The resource could not be found. Jul 06 17:58:32.226693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-40af6f7c-5d7a-4cf1-9646-2b1b16b07bee tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/79a6e8f7-0c4b-4e0c-b977-b4f178012f1b HTTP/1.1" status: 404 len: 336 time: 0.0698874 Jul 06 17:58:32.227483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54114) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.281933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4d254004-affa-496f-935a-f29dc4978229 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "GET /v2.0/ports?device_id=416a12f7-f382-4f50-acf8-898f43227148 HTTP/1.1" status: 200 len: 205 time: 0.0528200 Jul 06 17:58:32.282918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54118) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.292263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.303178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.309050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] 10.222.0.13 "DELETE /v2.0/networks/6b12de48-a50f-45ec-b204-dc8e38e9a99b HTTP/1.1" status: 204 len: 168 time: 0.5638895 Jul 06 17:58:32.321860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Pushing event deleted for resources: {'Network': ['ID=6b12de48-a50f-45ec-b204-dc8e38e9a99b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:32.331783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.332158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.332710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.333271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.333920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.334610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.335278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.336010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.336688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.337308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.337984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.338541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c381b2-f997-4085-96ab-3e2f6b7f9f53 tempest-TagsTest-1565292612 tempest-TagsTest-1565292612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:58:32.343148 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.379726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54122) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.380953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=9a9efd3c-6c19-4ace-accf-e1eed864e5e2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:32.394573 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-12dd4cf9-6c1f-4c7b-8893-11e5965be589 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] delete failed (client error): The resource could not be found. Jul 06 17:58:32.399179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54128) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:32.399827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-12dd4cf9-6c1f-4c7b-8893-11e5965be589 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/routers/416a12f7-f382-4f50-acf8-898f43227148 HTTP/1.1" status: 404 len: 336 time: 0.1156576 Jul 06 17:58:32.483835 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d848a24-43f6-47bb-a10f-2f394311e623 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] DELETE failed (client error): The resource could not be found. Jul 06 17:58:32.484608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d848a24-43f6-47bb-a10f-2f394311e623 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:58:32.486874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7d848a24-43f6-47bb-a10f-2f394311e623 tempest-RoutersIpV6AdminTest-73437169 tempest-RoutersIpV6AdminTest-73437169-project] 10.222.0.13 "DELETE /v2.0/subnets/25a0292c-db7c-4c6a-8661-2133e1b55f50 HTTP/1.1" status: 404 len: 337 time: 0.0862868 Jul 06 17:58:32.510107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.511341 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Floating IP 9ce2a419-0647-4610-a23e-c7b4795af4af disassociated (deleted). External IP: 172.25.7.204, port: 0afff1af-207b-4d12-863e-ed0851f8fb4e. Jul 06 17:58:32.527082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a24a968d-b064-4b74-8066-f09928cba9da req-130eb6e8-6fa4-465a-a65b-4a8bf34b682d tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0476501 Jul 06 17:58:32.745662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f3a50fa-a813-478d-bf77-56c384764831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:32.874867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 7e89c106-ce30-4868-b207-a95e110894b1 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:32.877176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54134) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:33.118164 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f3a50fa-a813-478d-bf77-56c384764831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.139706 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f3a50fa-a813-478d-bf77-56c384764831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.228014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:33.242634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] Sync routers for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:33.258486 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.303798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:33.305001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:33.336211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7f3a50fa-a813-478d-bf77-56c384764831 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0d7a3def9b040fa87af7c651fce944d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9523783 Jul 06 17:58:33.339033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:33.347956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a50fa-a813-478d-bf77-56c384764831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87423e1-cff2-426f-82a7-e09f56d5c816,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:33.354739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-845e3bc5-d67b-4827-979f-c33117536dd0 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ce2a419-0647-4610-a23e-c7b4795af4af HTTP/1.1" status: 204 len: 168 time: 3.0349157 Jul 06 17:58:33.356566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:33.361093 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb46c74b-c048-438f-9416-53e56ac99a05" -d '{"events": [{"name": "network-changed", "server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:33.382420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54152) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:33.428976 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3072af69-7719-4723-be63-4f4381b4dafc x-openstack-request-id: req-3072af69-7719-4723-be63-4f4381b4dafc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:33.429423 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:33.429808 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3072af69-7719-4723-be63-4f4381b4dafc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:33.430322 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'status': 'completed', 'code': 200} Jul 06 17:58:33.574704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a5e608f-5db3-4e26-966d-d4f145551ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:33.631577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-2e8f7471-ca60-48f1-853d-ce9257133660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:33.634648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-2e8f7471-ca60-48f1-853d-ce9257133660 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 1097 time: 0.1759369 Jul 06 17:58:33.650113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:33.690998 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ed81ddea-596b-4d4c-b230-333afef8965f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ad357fa40a04409a01b825a53daa4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099489 Jul 06 17:58:33.698683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54162) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:33.945821 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b63833d9-0353-476d-8be5-51ea81888191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.035087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7403-03d3-4356-ba4d-d24048982948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.058673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa363ee0-2b0d-41c4-852d-be5a912b8b86 req-8cc8b5cb-2fce-4eb6-9cf9-c498aab3db27 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.1928136 Jul 06 17:58:34.127354 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b63833d9-0353-476d-8be5-51ea81888191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.173648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-269bdcac-aca7-4920-9183-14fb757e9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:34.177526 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-269bdcac-aca7-4920-9183-14fb757e9e5a service neutron] 10.222.0.22 "GET /v2.0/networks?id=4cce06ac-65c2-403c-8359-460e5a6fc37e HTTP/1.1" status: 200 len: 896 time: 0.5351095 Jul 06 17:58:34.181089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7403-03d3-4356-ba4d-d24048982948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.239051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2900667a-5b44-47ad-a27a-fd37f3e9d4fa', 'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:cd:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:25Z', 'updated_at': '2021-07-06T17:56:37Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:34.285212 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] Checking router: 7e89c106-ce30-4868-b207-a95e110894b1 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:34.302325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:34.303897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:34.382630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-0c6e534b-fd33-46b7-9a09-65934297bb64 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e HTTP/1.1" status: 200 len: 217 time: 0.1479084 Jul 06 17:58:34.426966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7403-03d3-4356-ba4d-d24048982948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.433237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7403-03d3-4356-ba4d-d24048982948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.439736 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ef3f7403-03d3-4356-ba4d-d24048982948 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69606b5b-2e85-4956-8c2a-fa4ba114d0fb HTTP/1.1" status: 204 len: 168 time: 0.7390234 Jul 06 17:58:34.445332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b63833d9-0353-476d-8be5-51ea81888191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.450899 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b63833d9-0353-476d-8be5-51ea81888191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.455378 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b63833d9-0353-476d-8be5-51ea81888191 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a87423e1-cff2-426f-82a7-e09f56d5c816 HTTP/1.1" status: 204 len: 168 time: 1.1117826 Jul 06 17:58:34.482141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f7403-03d3-4356-ba4d-d24048982948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69606b5b-2e85-4956-8c2a-fa4ba114d0fb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:34.514146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63833d9-0353-476d-8be5-51ea81888191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87423e1-cff2-426f-82a7-e09f56d5c816,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:34.719835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-608d3c86-5458-4232-ad1a-da228d712b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:34.725554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-608d3c86-5458-4232-ad1a-da228d712b28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=561836b1-ca0c-4aea-9e17-1b252a32b4b4 HTTP/1.1" status: 200 len: 834 time: 0.3414662 Jul 06 17:58:34.747028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a5e608f-5db3-4e26-966d-d4f145551ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:34.843468 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a5e608f-5db3-4e26-966d-d4f145551ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.061064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:35.070308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc7d8417-6b46-4549-b636-c2f073559081 req-00931ebe-b5d1-4880-8bb9-00f5a8365d4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0868604 Jul 06 17:58:35.141927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e62ff-96b6-4c7d-8915-f2caa8c8dc50 req-e2cb468d-b801-42f9-8278-0a39333980d2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:35.154940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff9e62ff-96b6-4c7d-8915-f2caa8c8dc50 req-e2cb468d-b801-42f9-8278-0a39333980d2 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.7182453 Jul 06 17:58:35.168378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0a5e608f-5db3-4e26-966d-d4f145551ef3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abda053c83434d6eb9928ad326ff3a45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7838621 Jul 06 17:58:35.172261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54188) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:35.200882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e608f-5db3-4e26-966d-d4f145551ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87094ce-a874-4a52-bb5e-e810cfd9498b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:35.258768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-4bfa2aca-3e9b-4f7e-baf8-d864aaa1e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:35.264847 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-4bfa2aca-3e9b-4f7e-baf8-d864aaa1e309 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4cce06ac-65c2-403c-8359-460e5a6fc37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5254467 Jul 06 17:58:35.354717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa131-4b2a-402f-979c-28b1cf49882c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.372558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54196) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:35.421252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa131-4b2a-402f-979c-28b1cf49882c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.434411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-670a88ce-0e4b-4760-aa89-61abbe4c7605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.494263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa131-4b2a-402f-979c-28b1cf49882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.499344 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa131-4b2a-402f-979c-28b1cf49882c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.502792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bc6fa131-4b2a-402f-979c-28b1cf49882c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c87094ce-a874-4a52-bb5e-e810cfd9498b HTTP/1.1" status: 204 len: 168 time: 0.3284354 Jul 06 17:58:35.507375 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff9e62ff-96b6-4c7d-8915-f2caa8c8dc50 req-6dd7ff60-db9d-4548-b761-dafc0b76e440 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508186 Jul 06 17:58:35.514413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fa131-4b2a-402f-979c-28b1cf49882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87094ce-a874-4a52-bb5e-e810cfd9498b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:35.609801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c500d0a5-e82b-43b5-b855-d7902a916862 req-4d13bd24-4189-4b26-ae90-deca289735c4 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0499949 Jul 06 17:58:35.716152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-16533d93-f1d3-4e33-af24-e4fe0fd7b638 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:35.732029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-16533d93-f1d3-4e33-af24-e4fe0fd7b638 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.4459722 Jul 06 17:58:35.747590 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:35.858696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-4f426543-5b1d-4154-ba56-7759c643cc72 service neutron] 10.222.0.22 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747440 Jul 06 17:58:35.864817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2900667a-5b44-47ad-a27a-fd37f3e9d4fa', 'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:cd:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:25Z', 'updated_at': '2021-07-06T17:56:37Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:35.943161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4896e6-514e-4309-8ed3-92c26167d5bc None None] The sync data for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 is: [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:56:28Z', 'revision_number': 4, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2900667a-5b44-47ad-a27a-fd37f3e9d4fa', 'name': '', 'network_id': '4cce06ac-65c2-403c-8359-460e5a6fc37e', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'mac_address': 'fa:16:3e:cd:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:25Z', 'updated_at': '2021-07-06T17:56:37Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'subnets': [{'id': '561836b1-ca0c-4aea-9e17-1b252a32b4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:36.306741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-670a88ce-0e4b-4760-aa89-61abbe4c7605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.327129 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-670a88ce-0e4b-4760-aa89-61abbe4c7605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.467961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb46c74b-c048-438f-9416-53e56ac99a05 req-612c98f9-8234-4ca9-bb1f-d14ff673f573 service neutron] 10.222.0.22 "GET /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943701 Jul 06 17:58:36.471025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 0afff1af-207b-4d12-863e-ed0851f8fb4e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:36.471371 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.592969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:36.594645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-670a88ce-0e4b-4760-aa89-61abbe4c7605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bedde8a1f2745d49fab9b7788d7da88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2100706 Jul 06 17:58:36.596186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a88ce-0e4b-4760-aa89-61abbe4c7605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33711ab7-2df2-4281-96ea-6b396366e288,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:36.701926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54218) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:36.707163 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fb15a-c987-4270-9697-da29b9ac0035 None None] New status for floating IP 9ce2a419-0647-4610-a23e-c7b4795af4af: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 17:58:36.761428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port 0afff1af-207b-4d12-863e-ed0851f8fb4e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0afff1af-207b-4d12-863e-ed0851f8fb4e,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:36.762255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:36.797073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 0afff1af-207b-4d12-863e-ed0851f8fb4e owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:36.868877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cc96e64e-7f7a-4961-bd05-d25f021b5559 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=275bdf65970d4070aeba3f0241e610bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635907 Jul 06 17:58:36.952961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:37.082898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0bef7cf3-eb99-4783-b3a3-f2ecae885150 req-6950f269-6bea-481f-a141-05ae58b46564 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.1155465 Jul 06 17:58:37.205287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0de3e3f9-2afb-438b-930a-061aae5419c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.270963 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0de3e3f9-2afb-438b-930a-061aae5419c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.375137 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0de3e3f9-2afb-438b-930a-061aae5419c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.381341 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0de3e3f9-2afb-438b-930a-061aae5419c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.387300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0de3e3f9-2afb-438b-930a-061aae5419c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e537e756-ad6c-4d25-b357-a2bda0120412 HTTP/1.1" status: 204 len: 168 time: 0.4326231 Jul 06 17:58:37.401182 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6e03b8-6034-4a20-b7d7-4c9f5a261dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.430107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e08d-d36c-4379-bde1-4561c774b945 req-41304011-4892-4043-b220-d43b2d9018d9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:37.437543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2d3e08d-d36c-4379-bde1-4561c774b945 req-41304011-4892-4043-b220-d43b2d9018d9 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 946 time: 0.1378021 Jul 06 17:58:37.462645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6e03b8-6034-4a20-b7d7-4c9f5a261dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.541805 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d2d3e08d-d36c-4379-bde1-4561c774b945 req-1be1ac14-4b7a-4b24-900d-886f5c8ec756 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030009 Jul 06 17:58:37.594297 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6e03b8-6034-4a20-b7d7-4c9f5a261dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.595878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3e3f9-2afb-438b-930a-061aae5419c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e537e756-ad6c-4d25-b357-a2bda0120412,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:37.599902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6e03b8-6034-4a20-b7d7-4c9f5a261dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.601877 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ea6e03b8-6034-4a20-b7d7-4c9f5a261dad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33711ab7-2df2-4281-96ea-6b396366e288 HTTP/1.1" status: 204 len: 168 time: 1.0069954 Jul 06 17:58:37.607496 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.627179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e03b8-6034-4a20-b7d7-4c9f5a261dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33711ab7-2df2-4281-96ea-6b396366e288,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:37.780720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=0afff1af-207b-4d12-863e-ed0851f8fb4e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:37.969090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] No DVR routers for this DVR port 0afff1af-207b-4d12-863e-ed0851f8fb4e on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:37.975017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e5bf7df-10e9-4fa2-b587-4f1444563595 req-f873db6d-daa8-4bb4-8c8c-e34ac4c480c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e537fb1378f41c2a184c160d5c0b3f4&device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.1017759 Jul 06 17:58:37.977194 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:37.980921 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08dce7f3-dd0f-4cc7-ade2-1cb04785afe2 req-ccf13810-b0a5-40f3-8507-a68fdcf5c44c tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.22 "DELETE /v2.0/ports/0afff1af-207b-4d12-863e-ed0851f8fb4e HTTP/1.1" status: 204 len: 173 time: 2.2308085 Jul 06 17:58:37.981592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'name': 'network-vif-deleted', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:58:37.985983 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e776a37-e93d-46ae-b61e-36175388b7ab" -d '{"events": [{"server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "name": "network-vif-deleted", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:58:38.099841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e5bf7df-10e9-4fa2-b587-4f1444563595 req-827b084e-b274-4a15-9280-0fd6e219fdcd service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1e537fb1378f41c2a184c160d5c0b3f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083398 Jul 06 17:58:38.125149 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5033063f-5a62-4998-9f05-964c93ee3d03 req-39fe3bc5-d0f5-4b0c-b889-9e74ad69376a tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0660548 Jul 06 17:58:38.278925 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbc0b28-2950-4029-b3ff-7cad8d2b3ff9 x-openstack-request-id: req-3dbc0b28-2950-4029-b3ff-7cad8d2b3ff9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:58:38.279715 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35607157-9fe1-4fad-9d52-ea15454e6e47", "name": "network-vif-deleted", "tag": "0afff1af-207b-4d12-863e-ed0851f8fb4e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:58:38.280342 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dbc0b28-2950-4029-b3ff-7cad8d2b3ff9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:58:38.281216 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35607157-9fe1-4fad-9d52-ea15454e6e47', 'name': 'network-vif-deleted', 'tag': '0afff1af-207b-4d12-863e-ed0851f8fb4e', 'status': 'completed', 'code': 200} Jul 06 17:58:38.567528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bf7df-10e9-4fa2-b587-4f1444563595 req-f419fbee-2060-4094-9fdb-c7dc60710c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:38.572283 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e5bf7df-10e9-4fa2-b587-4f1444563595 req-f419fbee-2060-4094-9fdb-c7dc60710c8c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4648604 Jul 06 17:58:38.610311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54270) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:38.882141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e6beca05-9cbe-4edd-a5c0-5d33ec5ec860 req-5beb5a89-cca9-4d10-ae16-b76a930a7c5a tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "GET /v2.0/ports?device_id=35607157-9fe1-4fad-9d52-ea15454e6e47 HTTP/1.1" status: 200 len: 210 time: 0.0684445 Jul 06 17:58:38.955119 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2dbd-260d-4a6d-bd07-b5d0052d702f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.179171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2dbd-260d-4a6d-bd07-b5d0052d702f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.189546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2dbd-260d-4a6d-bd07-b5d0052d702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.322112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:39.323093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ad3c2dbd-260d-4a6d-bd07-b5d0052d702f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77802ce0c35844ad8b105bba3908d72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7112865 Jul 06 17:58:39.326760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c2dbd-260d-4a6d-bd07-b5d0052d702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab4f534-fc2c-4979-bb9d-718655327c4e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:39.481397 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5a9fce7-90c9-4e38-b237-c873b97c2667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.536035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5a9fce7-90c9-4e38-b237-c873b97c2667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.549432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:39.633512 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5a9fce7-90c9-4e38-b237-c873b97c2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.638593 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5a9fce7-90c9-4e38-b237-c873b97c2667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:39.642257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b5a9fce7-90c9-4e38-b237-c873b97c2667 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dab4f534-fc2c-4979-bb9d-718655327c4e HTTP/1.1" status: 204 len: 168 time: 0.3162832 Jul 06 17:58:39.667125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9fce7-90c9-4e38-b237-c873b97c2667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab4f534-fc2c-4979-bb9d-718655327c4e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:39.803989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0983ad60-f30e-4e43-9d1f-4f99d7f8d3fe req-d4eb813a-1f2f-4627-9a26-3e3f5ff5c92e tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0658226 Jul 06 17:58:39.871937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a60c6b67-4e7b-481e-8730-1f65447d069e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.038302 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e5bf7df-10e9-4fa2-b587-4f1444563595 req-674ce7d1-be2d-4e66-88f3-cff1e7f464ef tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.1102486 Jul 06 17:58:40.088527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54322) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:40.136293 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a60c6b67-4e7b-481e-8730-1f65447d069e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.143711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a60c6b67-4e7b-481e-8730-1f65447d069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.200708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c6b67-4e7b-481e-8730-1f65447d069e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2137dca0-02b4-4f08-9858-a783036f6bd1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:40.266279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a60c6b67-4e7b-481e-8730-1f65447d069e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb4507f080064d2b88144db6394fa0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7140384 Jul 06 17:58:40.272802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:40.451233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f352e4d-8b58-45aa-8f57-c7d9a45b3c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.480593 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f352e4d-8b58-45aa-8f57-c7d9a45b3c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.494325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54332) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:40.578767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f352e4d-8b58-45aa-8f57-c7d9a45b3c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.582714 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f352e4d-8b58-45aa-8f57-c7d9a45b3c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:40.584186 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1f352e4d-8b58-45aa-8f57-c7d9a45b3c90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2137dca0-02b4-4f08-9858-a783036f6bd1 HTTP/1.1" status: 204 len: 168 time: 0.3083107 Jul 06 17:58:40.608010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f352e4d-8b58-45aa-8f57-c7d9a45b3c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2137dca0-02b4-4f08-9858-a783036f6bd1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:40.638396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0afff1af-207b-4d12-863e-ed0851f8fb4e no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:40.732907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 0afff1af-207b-4d12-863e-ed0851f8fb4e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:40.735056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0afff1af-207b-4d12-863e-ed0851f8fb4e not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:41.115375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ce6fe175-3108-4b72-8954-bb8461357197 req-27150366-7359-40b2-835b-8b866a2066a4 tempest-ServerShowV257Test-509553817 tempest-ServerShowV257Test-509553817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cda5bb8-93ba-4b7a-9619-2a7181445c83 HTTP/1.1" status: 200 len: 210 time: 0.0721636 Jul 06 17:58:41.146393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7baeb100-0eb8-4633-aa2a-9a26b861fe88 tempest-AgentManagementNegativeTest-626989009 tempest-AgentManagementNegativeTest-626989009-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6406610 Jul 06 17:58:41.296456 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.478443 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54360) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:41.516778 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42757be6-6da1-4fc8-8074-f6f1876eb65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.649121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:41.727310 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42757be6-6da1-4fc8-8074-f6f1876eb65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.736574 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42757be6-6da1-4fc8-8074-f6f1876eb65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:41.823553 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-42757be6-6da1-4fc8-8074-f6f1876eb65e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64eb9365fe48476a8ef1bdaf4467c725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417521 Jul 06 17:58:41.824375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:41.824774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42757be6-6da1-4fc8-8074-f6f1876eb65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f46b42-ce78-4b85-97fc-f1f9324544cb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:41.851098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:41.851564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.007802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-322a8345-00b5-4248-bf9c-9b9982df29fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.098272 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2141b35a-e681-47ab-baa7-be94edc463ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.138596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port 2900667a-5b44-47ad-a27a-fd37f3e9d4fa, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2900667a-5b44-47ad-a27a-fd37f3e9d4fa,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:42.139223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.237846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2141b35a-e681-47ab-baa7-be94edc463ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.245632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 2900667a-5b44-47ad-a27a-fd37f3e9d4fa owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:42.515790 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2141b35a-e681-47ab-baa7-be94edc463ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.521429 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2141b35a-e681-47ab-baa7-be94edc463ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.523481 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2141b35a-e681-47ab-baa7-be94edc463ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2f46b42-ce78-4b85-97fc-f1f9324544cb HTTP/1.1" status: 204 len: 168 time: 0.6974063 Jul 06 17:58:42.563805 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-322a8345-00b5-4248-bf9c-9b9982df29fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.571812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141b35a-e681-47ab-baa7-be94edc463ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f46b42-ce78-4b85-97fc-f1f9324544cb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:42.637430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-322a8345-00b5-4248-bf9c-9b9982df29fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.713254 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:58:42.742434 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a8345-00b5-4248-bf9c-9b9982df29fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6995fd13-8138-4460-9713-d808488e5974,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:42.755889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-322a8345-00b5-4248-bf9c-9b9982df29fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fa5f983a75c4c42a6977d8fdf432647&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1032438 Jul 06 17:58:42.756763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:42.897844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e614cbd-0148-4682-b1ef-5781f8ea6eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.949464 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e614cbd-0148-4682-b1ef-5781f8ea6eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:42.952709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.037076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=2900667a-5b44-47ad-a27a-fd37f3e9d4fa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:43.063685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e614cbd-0148-4682-b1ef-5781f8ea6eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.068356 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e614cbd-0148-4682-b1ef-5781f8ea6eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.070366 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9e614cbd-0148-4682-b1ef-5781f8ea6eac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6995fd13-8138-4460-9713-d808488e5974 HTTP/1.1" status: 204 len: 168 time: 0.3111186 Jul 06 17:58:43.082320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:43.112478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e614cbd-0148-4682-b1ef-5781f8ea6eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6995fd13-8138-4460-9713-d808488e5974,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:43.466516 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:43.882264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Router 7e89c106-ce30-4868-b207-a95e110894b1 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 17:58:44.049120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 17:58:44.067807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] Sync routers for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 17:58:44.068346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54428) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:44.069629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6e11b6d2-9230-46d7-95ac-52973f2a6290 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "PUT /v2.0/routers/7e89c106-ce30-4868-b207-a95e110894b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9794714 Jul 06 17:58:44.083547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:44.085000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:44.195614 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6dd25280-7329-428e-8780-d539804f5c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.323579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:44.367220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96ad503-81de-4510-bbb6-b52fe5387385 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting subnet 561836b1-ca0c-4aea-9e17-1b252a32b4b4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:58:44.375280 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b96ad503-81de-4510-bbb6-b52fe5387385 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.550711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b96ad503-81de-4510-bbb6-b52fe5387385 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.739775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6dd25280-7329-428e-8780-d539804f5c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.816949 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6dd25280-7329-428e-8780-d539804f5c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.840765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:58:42Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:44.892835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54452) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:44.895476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6dd25280-7329-428e-8780-d539804f5c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e537fb1378f41c2a184c160d5c0b3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8088121 Jul 06 17:58:44.910904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b96ad503-81de-4510-bbb6-b52fe5387385 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:44.913285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] Checking router: 7e89c106-ce30-4868-b207-a95e110894b1 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 17:58:44.946456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] Routers {'7e89c106-ce30-4868-b207-a95e110894b1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 17:58:44.947683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:58:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7e89c106-ce30-4868-b207-a95e110894b1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:44.962495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd25280-7329-428e-8780-d539804f5c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f261083-e2a9-4864-bb91-c390b9653ce0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:45.055178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2a55-5a26-49f8-ab7c-b89cc90b1f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.063225 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b96ad503-81de-4510-bbb6-b52fe5387385 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.100340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ad503-81de-4510-bbb6-b52fe5387385 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Subnet': ['ID=561836b1-ca0c-4aea-9e17-1b252a32b4b4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:45.107009 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b96ad503-81de-4510-bbb6-b52fe5387385 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.113490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b96ad503-81de-4510-bbb6-b52fe5387385 tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/subnets/561836b1-ca0c-4aea-9e17-1b252a32b4b4 HTTP/1.1" status: 204 len: 168 time: 1.0439150 Jul 06 17:58:45.114287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:45.123870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2a55-5a26-49f8-ab7c-b89cc90b1f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.222790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] Set router 7e89c106-ce30-4868-b207-a95e110894b1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 17:58:45.226579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2a55-5a26-49f8-ab7c-b89cc90b1f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.234816 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2a55-5a26-49f8-ab7c-b89cc90b1f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.237519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9a3f2a55-5a26-49f8-ab7c-b89cc90b1f66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f261083-e2a9-4864-bb91-c390b9653ce0 HTTP/1.1" status: 204 len: 168 time: 0.3428388 Jul 06 17:58:45.257640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f2a55-5a26-49f8-ab7c-b89cc90b1f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f261083-e2a9-4864-bb91-c390b9653ce0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:45.278477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec50fc9-e0e4-4e75-af36-23f37c8ee70c None None] Network 4cce06ac-65c2-403c-8359-460e5a6fc37e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:45.337929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.607206 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.618587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:58:42Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:45.654091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd9dcd-4079-4885-a28c-74e1e7e3d2b4 None None] The sync data for ids ['7e89c106-ce30-4868-b207-a95e110894b1'] in n-d-799526-3 is: [{'id': '7e89c106-ce30-4868-b207-a95e110894b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875967026', 'tenant_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:56:14Z', 'updated_at': '2021-07-06T17:58:42Z', 'revision_number': 5, 'project_id': 'c26a9cb1979749ce9e89cfcf8fe67b35', 'gw_port': {'id': '4e1f17c3-0e31-4d97-9634-b3f6ee6c4891', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89c106-ce30-4868-b207-a95e110894b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:56:16Z', 'updated_at': '2021-07-06T17:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 17:58:45.696421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Deleting port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:45.696851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.819322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] For port 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4e1f17c3-0e31-4d97-9634-b3f6ee6c4891,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:45.819704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:45.837866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Calling delete_port for 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:46.049598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515fc3ef-1d01-4bdc-98c2-b4d17a885150 None None] DHCP port deletion for 4cce06ac-65c2-403c-8359-460e5a6fc37e request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:58:46.154257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54494) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:46.172628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-515fc3ef-1d01-4bdc-98c2-b4d17a885150 None None] Deleting port 77764b32-1cca-42e4-8427-a1ced06bcfc4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:46.173265 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-515fc3ef-1d01-4bdc-98c2-b4d17a885150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.186633 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.270389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-515fc3ef-1d01-4bdc-98c2-b4d17a885150 None None] For port 77764b32-1cca-42e4-8427-a1ced06bcfc4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=77764b32-1cca-42e4-8427-a1ced06bcfc4,segment=NetworkSegment(bf3ab600-54a1-42c0-bd72-589fe9271102),segment_id=bf3ab600-54a1-42c0-bd72-589fe9271102)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:58:46.271571 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-515fc3ef-1d01-4bdc-98c2-b4d17a885150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.298483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-515fc3ef-1d01-4bdc-98c2-b4d17a885150 None None] Calling delete_port for 77764b32-1cca-42e4-8427-a1ced06bcfc4 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:46.374166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Port': ['ID=4e1f17c3-0e31-4d97-9634-b3f6ee6c4891,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:46.383326 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.508150 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-515fc3ef-1d01-4bdc-98c2-b4d17a885150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.554192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fc3ef-1d01-4bdc-98c2-b4d17a885150 None None] No DVR routers for this DVR port 77764b32-1cca-42e4-8427-a1ced06bcfc4 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:58:46.557376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fc3ef-1d01-4bdc-98c2-b4d17a885150 None None] Pushing event deleted for resources: {'Port': ['ID=77764b32-1cca-42e4-8427-a1ced06bcfc4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:46.652667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.655379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.717303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.718970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Fanout notify agent at l3_agent the message router_deleted on router 7e89c106-ce30-4868-b207-a95e110894b1 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 17:58:46.733390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.735775 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6767ac15-cb31-4cf0-8f68-1cb7b062521b tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/routers/7e89c106-ce30-4868-b207-a95e110894b1 HTTP/1.1" status: 204 len: 168 time: 1.6193607 Jul 06 17:58:46.738241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:46.809556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1067985248'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:46.877796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:46.888451 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.891317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.911516 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:46.982631 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd70d-78cb-4055-98bd-a5edb98b7b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.080456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.157043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cce06ac-65c2-403c-8359-460e5a6fc37e']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:47.215363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3ab600-54a1-42c0-bd72-589fe9271102') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:47.216060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3ab600-54a1-42c0-bd72-589fe9271102') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:47.216215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.225815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.252857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.257206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:58:47.276988 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.277713 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Added segment 31af50e3-be87-4dae-a06c-b1f209f255e6 of type vlan for network 357c2186-e093-42cc-a827-5a1ecab21669 Jul 06 17:58:47.295114 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.305429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:47.306571 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:47.386259 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:47.457647 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.480363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.489717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.495753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/networks/4cce06ac-65c2-403c-8359-460e5a6fc37e HTTP/1.1" status: 204 len: 168 time: 0.7550478 Jul 06 17:58:47.514991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54524) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:47.534009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38ceac-c8e5-471d-86b6-8bf9b3c571fb tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'Network': ['ID=4cce06ac-65c2-403c-8359-460e5a6fc37e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:47.605524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:47.635398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae02d3-0763-4ced-8094-c42f0f2b65d9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:47.683152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.683457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:47.683911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4e1f17c3-0e31-4d97-9634-b3f6ee6c4891 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:47.684353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 77764b32-1cca-42e4-8427-a1ced06bcfc4 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:47.700468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:47.701816 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.706425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 77764b32-1cca-42e4-8427-a1ced06bcfc4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:47.707196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 77764b32-1cca-42e4-8427-a1ced06bcfc4 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:47.708012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2900667a-5b44-47ad-a27a-fd37f3e9d4fa no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:58:47.747949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2900667a-5b44-47ad-a27a-fd37f3e9d4fa {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:58:47.748765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2900667a-5b44-47ad-a27a-fd37f3e9d4fa not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:58:47.844978 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0016cf62-7be0-4fbe-926c-91b9031f0ecd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:47.861552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Network': ['ID=357c2186-e093-42cc-a827-5a1ecab21669,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:47.876543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:58:47.879638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fb4925d2-5b1d-4187-bde0-6451253db06d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7231505 Jul 06 17:58:47.883959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54542) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:47.892780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'name': 'tempest-PortsTestJSON-659644702'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:47.912656 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0016cf62-7be0-4fbe-926c-91b9031f0ecd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.054661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0016cf62-7be0-4fbe-926c-91b9031f0ecd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.061321 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0016cf62-7be0-4fbe-926c-91b9031f0ecd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.070092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0016cf62-7be0-4fbe-926c-91b9031f0ecd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3 HTTP/1.1" status: 204 len: 168 time: 0.5432315 Jul 06 17:58:48.091639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:48.092425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016cf62-7be0-4fbe-926c-91b9031f0ecd tempest-TestNetworkAdvancedServerOps-1701959048 tempest-TestNetworkAdvancedServerOps-1701959048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fcffd5-fc9e-4a55-aec5-1d044ae4bcc3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:48.100616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.141217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 0d1f6b3f-66e5-47b4-9473-f29445332a38 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:58:48.429513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.478444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.544365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54564) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.579419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=0d1f6b3f-66e5-47b4-9473-f29445332a38,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:48.646806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Checking segment: {'id': '31af50e3-be87-4dae-a06c-b1f209f255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '357c2186-e093-42cc-a827-5a1ecab21669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:48.647975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network hostable DHCP agents. Network: 357c2186-e093-42cc-a827-5a1ecab21669, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:58:48.688570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:58:48.713994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 357c2186-e093-42cc-a827-5a1ecab21669) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:48.726695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe2895-c529-4b3c-9fa7-64d422f0fd90 None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:48.730189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:48.747862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:48.747862 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.774805 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-172818c4-735f-4ffe-9fe7-bfbbfeaf8a88 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8861663 Jul 06 17:58:48.775636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54578) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.793739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1567612871'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:48.869063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:48.880600 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.950375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54586) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:48.950951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:58:48.973952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:48.975014 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Added segment 364f9894-cbe7-4b32-9e57-40214c24b3ef of type vlan for network 6420c8d0-8797-4901-b92d-0a6c61378746 Jul 06 17:58:48.994729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54590) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:49.068751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.120517 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.131878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:49.132947 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.152169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1562552767-network', 'tenant_id': '5e4c0774b98f4043bb0ba307efd25871'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:49.192865 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4158680 Jul 06 17:58:49.193277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:49.199693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'ports': [{'network_id': '357c2186-e093-42cc-a827-5a1ecab21669'}, {'network_id': '6420c8d0-8797-4901-b92d-0a6c61378746'}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:49.200600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:49.202870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '6420c8d0-8797-4901-b92d-0a6c61378746'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:49.248475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Made reservation on behalf of 5e4c0774b98f4043bb0ba307efd25871 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:49.250981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.301632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.302709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aad92a76-5a9c-47ff-a299-0e3ed9ba21ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.310996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a97a78-bf9f-4bb3-b910-e4c031b0ebdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Network': ['ID=6420c8d0-8797-4901-b92d-0a6c61378746,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:49.323256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 6420c8d0-8797-4901-b92d-0a6c61378746 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:58:49.468870 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4ab521ac-54f4-4e34-b3fc-a53c8ca3d78d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c26a9cb1979749ce9e89cfcf8fe67b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723835 Jul 06 17:58:49.472086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54610) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:49.490430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.503368 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.505873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edda1fb2-da42-4606-afd0-3a346e647f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.550798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 17:58:49.550798 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 17:58:49.550798 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id_1': '35ac2dd17d0b4b89bc3ce898b8e8f4dc', 'expiration_1': datetime.datetime(2021, 7, 6, 17, 58, 49, 486612)}] Jul 06 17:58:49.550798 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:58:49.552421 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:58:49.559535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:58:49.576850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdb680d-6341-4f3d-b6fe-8d135034892a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:49.587582 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.588467 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Added segment 99b7e49c-16f2-4718-ae56-3415b0533539 of type vlan for network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a Jul 06 17:58:49.634767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff40606c-83e5-47bb-b73e-4a0855d029ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.671262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff40606c-83e5-47bb-b73e-4a0855d029ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.682427 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.723362 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aad92a76-5a9c-47ff-a299-0e3ed9ba21ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.733530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aad92a76-5a9c-47ff-a299-0e3ed9ba21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.780127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.784272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:49.785960 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.833975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2879863 Jul 06 17:58:49.839243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54624) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:49.862200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Request body: {'subnet': {'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1562552767-subnet', 'tenant_id': '5e4c0774b98f4043bb0ba307efd25871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:49.887012 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff40606c-83e5-47bb-b73e-4a0855d029ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.891444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff40606c-83e5-47bb-b73e-4a0855d029ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:49.898744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ff40606c-83e5-47bb-b73e-4a0855d029ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b2d6c32-e349-48a5-bdbc-0d2290971002 HTTP/1.1" status: 204 len: 168 time: 0.4166918 Jul 06 17:58:49.910985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da774122-6f23-44f5-9c85-53032cd0500e admin admin] Pushing event updated for resources: {'Network': ['ID=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:49.914534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40606c-83e5-47bb-b73e-4a0855d029ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2d6c32-e349-48a5-bdbc-0d2290971002,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:49.942579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:58:49.957349 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aad92a76-5a9c-47ff-a299-0e3ed9ba21ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=374b0f64e87347c1bc7fa6d84953b41e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0052738 Jul 06 17:58:49.961474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:49.981477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad92a76-5a9c-47ff-a299-0e3ed9ba21ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da212169-94e9-46f0-b243-02b5f5b60ff3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:50.009029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Made reservation on behalf of 5e4c0774b98f4043bb0ba307efd25871 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:50.019531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.092107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98d6a98f-11b7-444c-918f-31f6697dcd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.143371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.147152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98d6a98f-11b7-444c-918f-31f6697dcd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.226044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:50.251264 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98d6a98f-11b7-444c-918f-31f6697dcd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.251581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.261323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98d6a98f-11b7-444c-918f-31f6697dcd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.264873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-98d6a98f-11b7-444c-918f-31f6697dcd41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da212169-94e9-46f0-b243-02b5f5b60ff3 HTTP/1.1" status: 204 len: 168 time: 0.3018787 Jul 06 17:58:50.316787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6a98f-11b7-444c-918f-31f6697dcd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da212169-94e9-46f0-b243-02b5f5b60ff3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:50.533407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.747840 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:50.857971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 61164a51-b070-4215-814c-28403d96b587 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:58:50.901827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54644) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:51.006298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-71b36ade-aecb-4b0e-8db0-8728d2051c5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df3979987d064572bb35033bc7b5b6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015136 Jul 06 17:58:51.009364 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54648) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:51.184436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.267264 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.304217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54652) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:51.317465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=367353ff-d50c-4949-b19f-9c5f9e2d18c4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:51.323749 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a991-0cb7-4c0c-b7fd-7fc1d6397443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.542747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3916bbdb-66ae-41aa-9a94-15a5488edfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.546028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a991-0cb7-4c0c-b7fd-7fc1d6397443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.558936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a991-0cb7-4c0c-b7fd-7fc1d6397443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.561494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port d673bbf7-33ab-4c13-bce9-e834b821d30d yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:58:51.573166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Checking segment: {'id': '99b7e49c-16f2-4718-ae56-3415b0533539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:51.573558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Network hostable DHCP agents. Network: 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:58:51.603631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3916bbdb-66ae-41aa-9a94-15a5488edfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.612713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e0b0a991-0cb7-4c0c-b7fd-7fc1d6397443 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f13b7088e3e14472a76fe44f5ac19764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061950 Jul 06 17:58:51.614961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0a991-0cb7-4c0c-b7fd-7fc1d6397443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a02af4a-5ac6-417b-9489-82a416650df5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:51.620351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54654) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:51.685940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:58:51.709374 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dbd788c2-863d-4437-ad11-833e5761d6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.738957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:51.756912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd500ad-66b7-4550-8dc8-19ec9e1538f2 None None] Network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:51.758127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dbd788c2-863d-4437-ad11-833e5761d6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.771728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:51.772776 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.883743 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dbd788c2-863d-4437-ad11-833e5761d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.891361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dbd788c2-863d-4437-ad11-833e5761d6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.897439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dbd788c2-863d-4437-ad11-833e5761d6a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a02af4a-5ac6-417b-9489-82a416650df5 HTTP/1.1" status: 204 len: 168 time: 0.2724555 Jul 06 17:58:51.913211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd788c2-863d-4437-ad11-833e5761d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a02af4a-5ac6-417b-9489-82a416650df5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:51.968916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e0ca70d-568f-4551-aafb-ec43fdf36d1f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1129179 Jul 06 17:58:51.977381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3916bbdb-66ae-41aa-9a94-15a5488edfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.980971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3916bbdb-66ae-41aa-9a94-15a5488edfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:51.982235 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3916bbdb-66ae-41aa-9a94-15a5488edfe5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91d5e37e-6fa8-4082-a592-a55d88da968d HTTP/1.1" status: 204 len: 168 time: 0.9583466 Jul 06 17:58:52.001252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.008058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916bbdb-66ae-41aa-9a94-15a5488edfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d5e37e-6fa8-4082-a592-a55d88da968d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:52.090470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.183138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681b6ae-7f31-4fdc-90d2-1ac594f1f09b None None] Network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:52.191803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:52.197326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:52.200054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:52.201297 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.219215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=61164a51-b070-4215-814c-28403d96b587,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:52.319115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=d673bbf7-33ab-4c13-bce9-e834b821d30d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:52.331538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Checking segment: {'id': '364f9894-cbe7-4b32-9e57-40214c24b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6420c8d0-8797-4901-b92d-0a6c61378746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:52.332142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network hostable DHCP agents. Network: 6420c8d0-8797-4901-b92d-0a6c61378746, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:58:52.362637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 6420c8d0-8797-4901-b92d-0a6c61378746 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:58:52.377091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 6420c8d0-8797-4901-b92d-0a6c61378746) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:52.385353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:52.403861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ab3a2-4e19-4300-a266-e617a168c878 None None] Network 6420c8d0-8797-4901-b92d-0a6c61378746 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:52.405793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:52.416753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:52.417481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.464220 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-55570e51-08c1-46f2-ac0b-c9d30aabd1b9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2697186 Jul 06 17:58:52.468377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54678) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:52.653327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:52.826830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dde1e986-89eb-418f-b50e-0040b5129be0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port d673bbf7-33ab-4c13-bce9-e834b821d30d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:52.827914 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dde1e986-89eb-418f-b50e-0040b5129be0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.135575 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dde1e986-89eb-418f-b50e-0040b5129be0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.192442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dde1e986-89eb-418f-b50e-0040b5129be0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for d673bbf7-33ab-4c13-bce9-e834b821d30d owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:53.451820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dde1e986-89eb-418f-b50e-0040b5129be0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.548274 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dde1e986-89eb-418f-b50e-0040b5129be0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:53.557414 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dde1e986-89eb-418f-b50e-0040b5129be0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/d673bbf7-33ab-4c13-bce9-e834b821d30d HTTP/1.1" status: 204 len: 168 time: 1.0853734 Jul 06 17:58:53.558524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54710) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:53.562121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e986-89eb-418f-b50e-0040b5129be0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=d673bbf7-33ab-4c13-bce9-e834b821d30d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:53.791956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ad7dd-298a-4de1-a44f-a755c6896d95 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:53.804047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ad7dd-298a-4de1-a44f-a755c6896d95 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:53.809552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-294ad7dd-298a-4de1-a44f-a755c6896d95 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2469270 Jul 06 17:58:53.809939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54718) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:53.996896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f35a566b-3ce4-410e-8521-16ff0e3152c1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 61164a51-b070-4215-814c-28403d96b587 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:53.997208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f35a566b-3ce4-410e-8521-16ff0e3152c1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.143815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f35a566b-3ce4-410e-8521-16ff0e3152c1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.166745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f35a566b-3ce4-410e-8521-16ff0e3152c1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 61164a51-b070-4215-814c-28403d96b587 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:58:54.276163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-f689abb5-d870-4ae5-a253-65e5f00745a2 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:54.278029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-f689abb5-d870-4ae5-a253-65e5f00745a2 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 814 time: 0.2600772 Jul 06 17:58:54.304957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-b7ec0a14-36f9-4790-b9cd-d302effa1b68 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/quotas/5e4c0774b98f4043bb0ba307efd25871 HTTP/1.1" status: 200 len: 375 time: 0.0198390 Jul 06 17:58:54.362561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e2f3d796-ebe4-4f84-ba5e-84bb0221ee34 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412912 Jul 06 17:58:54.374979 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f35a566b-3ce4-410e-8521-16ff0e3152c1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.443196 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f35a566b-3ce4-410e-8521-16ff0e3152c1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:54.447361 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f35a566b-3ce4-410e-8521-16ff0e3152c1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/61164a51-b070-4215-814c-28403d96b587 HTTP/1.1" status: 204 len: 168 time: 0.6359584 Jul 06 17:58:54.448572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a566b-3ce4-410e-8521-16ff0e3152c1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=61164a51-b070-4215-814c-28403d96b587,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:54.450831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:54.619823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c8a62-f2c7-46b0-b6f2-183924933b11 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:54.621723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1a0c8a62-f2c7-46b0-b6f2-183924933b11 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1681790 Jul 06 17:58:54.624616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54742) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:54.746275 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-85739422-cf3b-4634-8265-d005edc88fd6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 17:58:54.762377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54754) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:54.767383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-85739422-cf3b-4634-8265-d005edc88fd6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/d673bbf7-33ab-4c13-bce9-e834b821d30d HTTP/1.1" status: 404 len: 333 time: 0.1376603 Jul 06 17:58:54.844506 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e11d327-4cb0-4bc5-93a3-1c40a7ef16cf tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 17:58:54.848202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6e11d327-4cb0-4bc5-93a3-1c40a7ef16cf tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/61164a51-b070-4215-814c-28403d96b587 HTTP/1.1" status: 404 len: 333 time: 0.0780714 Jul 06 17:58:54.850865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54756) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:54.957901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-dba53d8c-6a80-47c7-a321-a58ea70a2747 service neutron] 10.222.0.13 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842884 Jul 06 17:58:55.047455 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.151772 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-51ebeb75-67a1-4ac9-bdbb-4a6ddf0e623a service neutron] 10.222.0.13 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876404 Jul 06 17:58:55.202376 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.214849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6420c8d0-8797-4901-b92d-0a6c61378746']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:55.230651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364f9894-cbe7-4b32-9e57-40214c24b3ef') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:55.231382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364f9894-cbe7-4b32-9e57-40214c24b3ef') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:58:55.243944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.267101 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.276089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:58:55.276661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:58:55.280534 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:58:55.487788 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.505500 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.513828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/networks/6420c8d0-8797-4901-b92d-0a6c61378746 HTTP/1.1" status: 204 len: 168 time: 0.6600778 Jul 06 17:58:55.519953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:55.550642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1316820852'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:55.579535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e32bd2-ca85-403c-8bc7-6534625dd0ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Network': ['ID=6420c8d0-8797-4901-b92d-0a6c61378746,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:55.603214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:55.609828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.661237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:58:55.684005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.684005 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Added segment d71ecd9b-68f2-415d-9de4-d365cc9db0f9 of type vlan for network 5220d460-4218-4ae9-be8a-c496db12ba8f Jul 06 17:58:55.733467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.798890 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.812066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:55.813946 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:55.962296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4380057 Jul 06 17:58:55.968593 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54790) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:55.975938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '5220d460-4218-4ae9-be8a-c496db12ba8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:55.997464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87affda6-4633-4c0f-afdf-924d61095197 req-44d4ab67-4627-4abb-8a18-2438a34ade0d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 210 time: 0.5436306 Jul 06 17:58:56.063369 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b2fa3-4a19-471d-8b22-76645de339d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Network': ['ID=5220d460-4218-4ae9-be8a-c496db12ba8f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:56.077243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 5220d460-4218-4ae9-be8a-c496db12ba8f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:58:56.173359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:56.193014 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.478829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:56.572909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:56.708005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.733507 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7c6151e-4c68-458d-a1de-ca7f4caa2cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.826572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Checking segment: {'id': 'd71ecd9b-68f2-415d-9de4-d365cc9db0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5220d460-4218-4ae9-be8a-c496db12ba8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:56.827118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network hostable DHCP agents. Network: 5220d460-4218-4ae9-be8a-c496db12ba8f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:58:56.843514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=fb0443a4-d66f-456a-8978-289b42a39fd5,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:56.845737 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09332c32-3901-4364-8210-94655915269f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.878292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 5220d460-4218-4ae9-be8a-c496db12ba8f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:58:56.901802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 5220d460-4218-4ae9-be8a-c496db12ba8f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:56.910949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:56.912643 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:56.914747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a4dc74-a0cc-4316-bf0f-a6e74e8aa709 None None] Network 5220d460-4218-4ae9-be8a-c496db12ba8f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:58:57.006590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7c6151e-4c68-458d-a1de-ca7f4caa2cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.022519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7c6151e-4c68-458d-a1de-ca7f4caa2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.104158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6151e-4c68-458d-a1de-ca7f4caa2cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a001ea9f-9491-4322-900b-3ed5adceedc7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:57.126850 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54834) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:57.127781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f7c6151e-4c68-458d-a1de-ca7f4caa2cf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dd21ab92c56420bb76154864d9c8d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6468775 Jul 06 17:58:57.246039 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09332c32-3901-4364-8210-94655915269f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.255983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09332c32-3901-4364-8210-94655915269f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.261434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-5220d460-4218-4ae9-be8a-c496db12ba8f', 'network_id': '5220d460-4218-4ae9-be8a-c496db12ba8f', 'tenant_id': '35ac2dd17d0b4b89bc3ce898b8e8f4dc', 'fixed_ips': [{'subnet_id': 'fb0443a4-d66f-456a-8978-289b42a39fd5'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:58:57.263014 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.279620 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4ba3ca4b-cb2a-4917-b312-78040642baec tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3085372 Jul 06 17:58:57.285510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54838) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:57.293267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '5220d460-4218-4ae9-be8a-c496db12ba8f', 'name': 'tempest-PortsTestJSON-562229496'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:57.297165 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d82fef74-6e7a-4ec5-b754-313424fb103b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.377244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d82fef74-6e7a-4ec5-b754-313424fb103b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.386386 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-09332c32-3901-4364-8210-94655915269f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6091077fc3e343fb82c813db46844507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8120301 Jul 06 17:58:57.390100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09332c32-3901-4364-8210-94655915269f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71832596-6769-4e06-b537-b459601cffad,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:57.392487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:57.463239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ec3cc29c-a914-48bf-a70c-56fa7cb092f3 req-5246d718-b15c-4c04-a588-87daaff19441 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 210 time: 0.1372828 Jul 06 17:58:57.530809 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d82fef74-6e7a-4ec5-b754-313424fb103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.534691 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d82fef74-6e7a-4ec5-b754-313424fb103b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.540261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d82fef74-6e7a-4ec5-b754-313424fb103b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a001ea9f-9491-4322-900b-3ed5adceedc7 HTTP/1.1" status: 204 len: 168 time: 0.4106197 Jul 06 17:58:57.638104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fef74-6e7a-4ec5-b754-313424fb103b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a001ea9f-9491-4322-900b-3ed5adceedc7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:57.701556 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c176274f-2405-45b2-a919-82a1642c2b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.773251 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c176274f-2405-45b2-a919-82a1642c2b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:57.928659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-9ebcf4b9-76fe-4b64-89c8-3ecbb95d9ccb tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:57.930264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-9ebcf4b9-76fe-4b64-89c8-3ecbb95d9ccb tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.55 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 814 time: 0.2420535 Jul 06 17:58:57.957218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Request body: {'port': {'device_id': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a', 'admin_state_up': True, 'tenant_id': '5e4c0774b98f4043bb0ba307efd25871'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:58:58.000098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:58.009570 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.057231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Allocated IP 172.20.0.2 (5220d460-4218-4ae9-be8a-c496db12ba8f/fb0443a4-d66f-456a-8978-289b42a39fd5/ca3827e3-aed2-43d9-956b-838d68931116) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:58.106184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c176274f-2405-45b2-a919-82a1642c2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.111259 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c176274f-2405-45b2-a919-82a1642c2b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.114683 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c176274f-2405-45b2-a919-82a1642c2b24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71832596-6769-4e06-b537-b459601cffad HTTP/1.1" status: 204 len: 168 time: 0.7183919 Jul 06 17:58:58.141657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 0f53eb7d-c3b4-49d6-af78-90515e2fffc4 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:58:58.153402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176274f-2405-45b2-a919-82a1642c2b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71832596-6769-4e06-b537-b459601cffad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:58.406097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Made reservation on behalf of 5e4c0774b98f4043bb0ba307efd25871 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:58:58.412531 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.593973 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.620946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Allocated IP 172.20.0.2 (97f1de1f-dec5-470f-bf3c-cfb6e6294b1a/367353ff-d50c-4949-b19f-9c5f9e2d18c4/1be8b0f5-c841-494e-a989-e0c873122777) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:58.623702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Transition to ACTIVE for port object ca3827e3-aed2-43d9-956b-838d68931116 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:58.683133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Transition to ACTIVE for port object ca3827e3-aed2-43d9-956b-838d68931116 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:58.703714 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:58.819764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Pushing event updated for resources: {'Port': ['ID=ca3827e3-aed2-43d9-956b-838d68931116,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:58.842674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Network 5220d460-4218-4ae9-be8a-c496db12ba8f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:58.844559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:58.849591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:58.857495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.5 (5220d460-4218-4ae9-be8a-c496db12ba8f/fb0443a4-d66f-456a-8978-289b42a39fd5/0f53eb7d-c3b4-49d6-af78-90515e2fffc4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:58:58.969773 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6c99c711-8828-4e2b-9fe6-002f2d2f9e60 req-489e5185-7fa3-41ae-b6a5-7ba39ad4de2f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 210 time: 0.1500614 Jul 06 17:58:59.038379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Attempting to bind port ca3827e3-aed2-43d9-956b-838d68931116 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:58:59.039259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Attempting to bind port ca3827e3-aed2-43d9-956b-838d68931116 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'd71ecd9b-68f2-415d-9de4-d365cc9db0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5220d460-4218-4ae9-be8a-c496db12ba8f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:58:59.039802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Attempting to bind port ca3827e3-aed2-43d9-956b-838d68931116 on network 5220d460-4218-4ae9-be8a-c496db12ba8f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:58:59.047220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:58:59.047972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Checking segment: {'id': 'd71ecd9b-68f2-415d-9de4-d365cc9db0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5220d460-4218-4ae9-be8a-c496db12ba8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:58:59.048597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.049893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Bound using segment: {'id': 'd71ecd9b-68f2-415d-9de4-d365cc9db0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5220d460-4218-4ae9-be8a-c496db12ba8f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:58:59.050751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Bound port: ca3827e3-aed2-43d9-956b-838d68931116, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71ecd9b-68f2-415d-9de4-d365cc9db0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5220d460-4218-4ae9-be8a-c496db12ba8f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:58:59.051638 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.078580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54880) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:59.116939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.150926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] For port ca3827e3-aed2-43d9-956b-838d68931116, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:58:59.151158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object 0f53eb7d-c3b4-49d6-af78-90515e2fffc4 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:58:59.156591 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f408cba2-c3a3-4bc9-b702-a3af61928285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.157809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] For port ca3827e3-aed2-43d9-956b-838d68931116, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ca3827e3-aed2-43d9-956b-838d68931116,segment=NetworkSegment(d71ecd9b-68f2-415d-9de4-d365cc9db0f9),segment_id=d71ecd9b-68f2-415d-9de4-d365cc9db0f9)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:58:59.164581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.244433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.292448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a7a52-b790-4ff8-a1e9-4fd2b246ea8f None None] Pushing event updated for resources: {'Port': ['ID=ca3827e3-aed2-43d9-956b-838d68931116,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:59.319286 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.350675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 5220d460-4218-4ae9-be8a-c496db12ba8f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:59.354744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:59.359281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:59.401866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=0f53eb7d-c3b4-49d6-af78-90515e2fffc4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:59.445228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:59.445962 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.540642 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f408cba2-c3a3-4bc9-b702-a3af61928285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.544997 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.568317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d9f6c691-ba02-4cb0-8a13-30537fd8c8fd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2806602 Jul 06 17:58:59.569158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54886) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:59.582328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f408cba2-c3a3-4bc9-b702-a3af61928285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.752973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f408cba2-c3a3-4bc9-b702-a3af61928285 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=889b7de489f844b18e7ecdc96cbf8f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6722467 Jul 06 17:58:59.756596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:58:59.773080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:58:59.781456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:58:59.806037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:59.823964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:58:59.832126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408cba2-c3a3-4bc9-b702-a3af61928285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543b83ee-9ab8-4f6f-952c-9bf1e3065d5b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:58:59.961531 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e7a315e0-1561-4af1-913e-347e5a003598 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 0f53eb7d-c3b4-49d6-af78-90515e2fffc4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:58:59.962139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7a315e0-1561-4af1-913e-347e5a003598 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.968964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f8b53ba-a977-4315-825e-56c352ba24cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:58:59.973508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:58:59.974792 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.025461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-e26656e0-d916-4ac3-8886-ae13c54d1200 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0850720 Jul 06 17:59:00.046072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Request body: {'port': {'device_id': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:00.369103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.480644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f8b53ba-a977-4315-825e-56c352ba24cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.546995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f8b53ba-a977-4315-825e-56c352ba24cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.550079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f8b53ba-a977-4315-825e-56c352ba24cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.557563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6f8b53ba-a977-4315-825e-56c352ba24cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/543b83ee-9ab8-4f6f-952c-9bf1e3065d5b HTTP/1.1" status: 204 len: 168 time: 0.7876930 Jul 06 17:59:00.573934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b53ba-a977-4315-825e-56c352ba24cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b83ee-9ab8-4f6f-952c-9bf1e3065d5b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:00.632701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568850eb-942d-4fc4-9a73-df6ae22c0688 req-8503075b-841a-4a2a-92ee-6e45ef208818 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:00.640465 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568850eb-942d-4fc4-9a73-df6ae22c0688 req-8503075b-841a-4a2a-92ee-6e45ef208818 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 931 time: 0.4732325 Jul 06 17:59:00.661144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7a315e0-1561-4af1-913e-347e5a003598 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.698328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e7a315e0-1561-4af1-913e-347e5a003598 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 0f53eb7d-c3b4-49d6-af78-90515e2fffc4 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:00.803998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-568850eb-942d-4fc4-9a73-df6ae22c0688 req-1241dfa5-0dec-4096-9d5f-2dab2537a3ca tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624849 Jul 06 17:59:00.804571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b604ad-efbc-4600-bdb3-690d38dd3ec7 None None] Network 5220d460-4218-4ae9-be8a-c496db12ba8f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:00.914965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7a315e0-1561-4af1-913e-347e5a003598 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:00.981367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c30934aa-de99-4879-ba3b-ccea9fbaf5bf None None] Provisioning for port ca3827e3-aed2-43d9-956b-838d68931116 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:01.075788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a315e0-1561-4af1-913e-347e5a003598 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=0f53eb7d-c3b4-49d6-af78-90515e2fffc4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:01.174734 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7a315e0-1561-4af1-913e-347e5a003598 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.191097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54914) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:01.191844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e7a315e0-1561-4af1-913e-347e5a003598 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/0f53eb7d-c3b4-49d6-af78-90515e2fffc4 HTTP/1.1" status: 204 len: 168 time: 1.6210346 Jul 06 17:59:01.197721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be8b0f5-c841-494e-a989-e0c873122777 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:01.263163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.342868 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daf5311-8e71-4455-8635-94e1f9bfcb3d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 17:59:01.343972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9daf5311-8e71-4455-8635-94e1f9bfcb3d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:59:01.353233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9daf5311-8e71-4455-8635-94e1f9bfcb3d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/0f53eb7d-c3b4-49d6-af78-90515e2fffc4 HTTP/1.1" status: 404 len: 333 time: 0.1602967 Jul 06 17:59:01.363268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54926) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:01.414849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Transition to ACTIVE for port object 1be8b0f5-c841-494e-a989-e0c873122777 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:01.444837 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.447262 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-88680e17-a2a4-4f03-a7dc-f2562a80c9d2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 17:59:01.453152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-88680e17-a2a4-4f03-a7dc-f2562a80c9d2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/0f53eb7d-c3b4-49d6-af78-90515e2fffc4 HTTP/1.1" status: 404 len: 333 time: 0.0841749 Jul 06 17:59:01.454910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:01.516540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:01.574528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ca3827e3-aed2-43d9-956b-838d68931116 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:01.602034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-36214508-d18d-4cb5-8dae-8564d5d025fe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet fb0443a4-d66f-456a-8978-289b42a39fd5 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:01.612980 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36214508-d18d-4cb5-8dae-8564d5d025fe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.715600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port ca3827e3-aed2-43d9-956b-838d68931116 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:01.721473 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36214508-d18d-4cb5-8dae-8564d5d025fe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.729329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ca3827e3-aed2-43d9-956b-838d68931116 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:01.730497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.734543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Attempting to bind port 1be8b0f5-c841-494e-a989-e0c873122777 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:01.735470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Attempting to bind port 1be8b0f5-c841-494e-a989-e0c873122777 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '99b7e49c-16f2-4718-ae56-3415b0533539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:01.736308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Attempting to bind port 1be8b0f5-c841-494e-a989-e0c873122777 on network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:01.757591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Port 1be8b0f5-c841-494e-a989-e0c873122777 on network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:59:01.758188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Attempting to bind port 1be8b0f5-c841-494e-a989-e0c873122777 on network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:01.774357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:01.776133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Checking segment: {'id': '99b7e49c-16f2-4718-ae56-3415b0533539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:01.777635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Bound using segment: {'id': '99b7e49c-16f2-4718-ae56-3415b0533539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:01.778488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Bound port: 1be8b0f5-c841-494e-a989-e0c873122777, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b7e49c-16f2-4718-ae56-3415b0533539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:01.778874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.935251 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:01.997795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:02.005927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:02.015806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.035574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port ca3827e3-aed2-43d9-956b-838d68931116, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ca3827e3-aed2-43d9-956b-838d68931116,segment=NetworkSegment(d71ecd9b-68f2-415d-9de4-d365cc9db0f9),segment_id=d71ecd9b-68f2-415d-9de4-d365cc9db0f9)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:02.058406 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36214508-d18d-4cb5-8dae-8564d5d025fe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.070921 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.089527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:02.090238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.092002 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] 10.222.0.55 "PUT /v2.0/ports/1be8b0f5-c841-494e-a989-e0c873122777 HTTP/1.1" status: 200 len: 1091 time: 2.0589442 Jul 06 17:59:02.094692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:02.097523 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2668ca-b644-4884-ae78-305fcdb7da4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "tag": "1be8b0f5-c841-494e-a989-e0c873122777"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:02.147860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.158772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-22ee184f-f81e-4d17-9157-884a0b77b8c7 None None] Provisioning complete for port ca3827e3-aed2-43d9-956b-838d68931116 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:02.159497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22ee184f-f81e-4d17-9157-884a0b77b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.176589 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cadb10-99f9-49b7-8498-bf4cc3325985 x-openstack-request-id: req-96cadb10-99f9-49b7-8498-bf4cc3325985 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:02.177585 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "tag": "1be8b0f5-c841-494e-a989-e0c873122777", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:02.177585 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96cadb10-99f9-49b7-8498-bf4cc3325985 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:02.177970 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777', 'status': 'completed', 'code': 200} Jul 06 17:59:02.265386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3d82e-59b9-4d01-b443-ae193d689b23 service neutron] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:02.281628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=ca3827e3-aed2-43d9-956b-838d68931116,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:02.344726 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36214508-d18d-4cb5-8dae-8564d5d025fe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.378500 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36214508-d18d-4cb5-8dae-8564d5d025fe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:02.388169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1c27b-595a-417b-a0dc-acbf1415a3ac req-dd0df224-ccb9-4f8a-85d9-3eca0a910b22 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:02.391455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eef1c27b-595a-417b-a0dc-acbf1415a3ac req-dd0df224-ccb9-4f8a-85d9-3eca0a910b22 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.3216486 Jul 06 17:59:02.404568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-36214508-d18d-4cb5-8dae-8564d5d025fe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/fb0443a4-d66f-456a-8978-289b42a39fd5 HTTP/1.1" status: 204 len: 168 time: 0.9482341 Jul 06 17:59:02.418208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54954) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:02.448081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36214508-d18d-4cb5-8dae-8564d5d025fe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0443a4-d66f-456a-8978-289b42a39fd5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:02.513592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e272eda-c779-4b7f-b092-5b0da1f79a41 None None] Network 5220d460-4218-4ae9-be8a-c496db12ba8f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:02.551607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-9a59e80e-e572-492a-b341-be632fc98263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:02.553382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-9a59e80e-e572-492a-b341-be632fc98263 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 1094 time: 0.3626959 Jul 06 17:59:02.582973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a337503e-a223-4d55-9bd3-80530aef3a29 None None] Could not find standard attr ID for object 0f53eb7d-c3b4-49d6-af78-90515e2fffc4. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:59:02.953733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7258e870-874c-456e-b567-0965e8b5de71 None None] DHCP port deletion for 5220d460-4218-4ae9-be8a-c496db12ba8f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:59:03.059721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7258e870-874c-456e-b567-0965e8b5de71 None None] Deleting port ca3827e3-aed2-43d9-956b-838d68931116 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:03.065848 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7258e870-874c-456e-b567-0965e8b5de71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.242959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7258e870-874c-456e-b567-0965e8b5de71 None None] For port ca3827e3-aed2-43d9-956b-838d68931116, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ca3827e3-aed2-43d9-956b-838d68931116,segment=NetworkSegment(d71ecd9b-68f2-415d-9de4-d365cc9db0f9),segment_id=d71ecd9b-68f2-415d-9de4-d365cc9db0f9)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:03.243611 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7258e870-874c-456e-b567-0965e8b5de71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.271395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7258e870-874c-456e-b567-0965e8b5de71 None None] Calling delete_port for ca3827e3-aed2-43d9-956b-838d68931116 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:03.404704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ca3827e3-aed2-43d9-956b-838d68931116 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:03.481624 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7258e870-874c-456e-b567-0965e8b5de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.481917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.486163 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-f68b7523-f677-4df6-88e0-5d969c8a7584 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be8b0f5-c841-494e-a989-e0c873122777 HTTP/1.1" status: 200 len: 217 time: 0.9150655 Jul 06 17:59:03.500239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eef1c27b-595a-417b-a0dc-acbf1415a3ac req-d828d173-4b90-43cc-926c-b2d42ac2610c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0977635 Jul 06 17:59:03.525224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:03.540755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258e870-874c-456e-b567-0965e8b5de71 None None] No DVR routers for this DVR port ca3827e3-aed2-43d9-956b-838d68931116 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:03.581034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port ca3827e3-aed2-43d9-956b-838d68931116 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 17:59:03.581582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ca3827e3-aed2-43d9-956b-838d68931116 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:03.588733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258e870-874c-456e-b567-0965e8b5de71 None None] Pushing event deleted for resources: {'Port': ['ID=ca3827e3-aed2-43d9-956b-838d68931116,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:03.690660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-3a070e3e-e579-4706-852c-4cc196427603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:03.692448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-3a070e3e-e579-4706-852c-4cc196427603 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 200 len: 854 time: 0.1888461 Jul 06 17:59:03.737913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-20d89f98-2cc3-436a-a68e-60a7445eaf81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375571 Jul 06 17:59:03.739932 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.776584 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76c175f1-e55b-47af-8dae-48fc0360515a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.800904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5220d460-4218-4ae9-be8a-c496db12ba8f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:03.865459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71ecd9b-68f2-415d-9de4-d365cc9db0f9') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:03.867245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71ecd9b-68f2-415d-9de4-d365cc9db0f9') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:03.883908 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.925919 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.938912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76c175f1-e55b-47af-8dae-48fc0360515a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.945729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:59:03.946301 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.946761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76c175f1-e55b-47af-8dae-48fc0360515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:59:03.952218 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:59:03.985970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c175f1-e55b-47af-8dae-48fc0360515a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fe3c36-1b61-4afa-982f-7f0153e5af64,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:04.040000 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-76c175f1-e55b-47af-8dae-48fc0360515a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c779c7b01ca47288f3c60835ecfa7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100265 Jul 06 17:59:04.040564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:04.050485 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-c88ff562-7324-414d-8591-19c65e540ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009417 Jul 06 17:59:04.112968 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.123298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.129464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/networks/5220d460-4218-4ae9-be8a-c496db12ba8f HTTP/1.1" status: 204 len: 168 time: 1.6672573 Jul 06 17:59:04.132037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55020) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:04.145548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67f5cc79-fb68-49e9-a6f1-fbb22cbecd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.149031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-878668093'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:04.157228 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949f18c-3f67-459b-9df6-c9e7ef9319de tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Network': ['ID=5220d460-4218-4ae9-be8a-c496db12ba8f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:04.203225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:04.207761 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.218877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67f5cc79-fb68-49e9-a6f1-fbb22cbecd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.240128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d99277ee-89f3-40f6-8651-a7361bb7217d req-1daafb38-b724-4e4a-bc06-4d451f872a60 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825166 Jul 06 17:59:04.240893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:04.253603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.253962 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Added segment 2dbcedfc-cccf-4437-b67a-e26e8a8adbf7 of type vlan for network 44fd118d-2ede-4dec-96c0-69c279634403 Jul 06 17:59:04.303878 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67f5cc79-fb68-49e9-a6f1-fbb22cbecd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.306820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67f5cc79-fb68-49e9-a6f1-fbb22cbecd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.308005 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-67f5cc79-fb68-49e9-a6f1-fbb22cbecd26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9fe3c36-1b61-4afa-982f-7f0153e5af64 HTTP/1.1" status: 204 len: 168 time: 0.2660754 Jul 06 17:59:04.317635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5cc79-fb68-49e9-a6f1-fbb22cbecd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fe3c36-1b61-4afa-982f-7f0153e5af64,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:04.323794 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.391823 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.398302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:04.399000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:04.433438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-3e2f963f-1c68-4392-83df-e34f16d24816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:04.435147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-3e2f963f-1c68-4392-83df-e34f16d24816 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 1094 time: 0.1288979 Jul 06 17:59:04.541765 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4059644 Jul 06 17:59:04.546705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:04.547380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75915300-47b5-4cb4-90c6-9d4c8f8c2476 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Network': ['ID=44fd118d-2ede-4dec-96c0-69c279634403,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:04.567742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 44fd118d-2ede-4dec-96c0-69c279634403 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:04.584051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '44fd118d-2ede-4dec-96c0-69c279634403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:04.655075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-b100702f-c11c-4e3b-8095-5eee8badf225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:04.656673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-b100702f-c11c-4e3b-8095-5eee8badf225 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 915 time: 0.1903811 Jul 06 17:59:04.779868 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-e5112d2d-adcf-4fbf-8f58-b0e5974e762d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be8b0f5-c841-494e-a989-e0c873122777 HTTP/1.1" status: 200 len: 217 time: 0.1156285 Jul 06 17:59:05.000666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:05.012760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.085396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-c103831b-7fbf-4b7d-84b6-8eb29be40bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:05.087088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-c103831b-7fbf-4b7d-84b6-8eb29be40bd3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 200 len: 854 time: 0.2995052 Jul 06 17:59:05.183243 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-30e6eaba-cff4-4688-800e-5162653470c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830679 Jul 06 17:59:05.304584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2738a-f3c8-43d1-8791-97437c734b16 req-5142a5ac-e647-4e3c-a0cd-37cdbd4ddf36 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:05.306915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86d2738a-f3c8-43d1-8791-97437c734b16 req-5142a5ac-e647-4e3c-a0cd-37cdbd4ddf36 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.3699429 Jul 06 17:59:05.384590 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.392858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.461155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=84b31101-47f5-45b6-b18c-5fbea8db5075,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:05.465427 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-ac54feeb-2f7c-445e-b58c-cdb6dbadb99a service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707736 Jul 06 17:59:05.473514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86d2738a-f3c8-43d1-8791-97437c734b16 req-b847b093-5c8e-49ba-a6ca-9213e52af73f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577792 Jul 06 17:59:05.486831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55050) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:05.541585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Checking segment: {'id': '2dbcedfc-cccf-4437-b67a-e26e8a8adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44fd118d-2ede-4dec-96c0-69c279634403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:05.541970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network hostable DHCP agents. Network: 44fd118d-2ede-4dec-96c0-69c279634403, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:59:05.569200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 44fd118d-2ede-4dec-96c0-69c279634403 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:59:05.584187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 44fd118d-2ede-4dec-96c0-69c279634403) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:05.592008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:05.592631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.598297 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11bdd0-3de4-479b-922d-2ee6e4874b0d None None] Network 44fd118d-2ede-4dec-96c0-69c279634403 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:05.616269 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-828270af-aa17-4ab0-ab2d-af0a19a7a254 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0625780 Jul 06 17:59:05.621405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:05.634981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '44fd118d-2ede-4dec-96c0-69c279634403', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1397907175'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:05.678812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb2668ca-b644-4884-ae78-305fcdb7da4d req-b8117c23-ad62-43d7-8a8a-e81a26515a42 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007277 Jul 06 17:59:05.787031 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2d9c-42de-4cfc-a362-6b2358b0248f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.919824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ea415-4936-49ce-b134-bb278377564c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-44fd118d-2ede-4dec-96c0-69c279634403', 'network_id': '44fd118d-2ede-4dec-96c0-69c279634403', 'tenant_id': '35ac2dd17d0b4b89bc3ce898b8e8f4dc', 'fixed_ips': [{'subnet_id': '84b31101-47f5-45b6-b18c-5fbea8db5075'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:05.920732 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037ea415-4936-49ce-b134-bb278377564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.951138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2d9c-42de-4cfc-a362-6b2358b0248f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:05.960474 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2d9c-42de-4cfc-a362-6b2358b0248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.052477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:06.060291 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.060820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:59:06.125492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f2d9c-42de-4cfc-a362-6b2358b0248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfcd76c-ceb5-440c-b59e-91619863e383,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:06.148676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dd0f2d9c-42de-4cfc-a362-6b2358b0248f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=707c5ed20ca04a3197e601ac8778be73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474881 Jul 06 17:59:06.151425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:06.188180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port f01c6543-2668-43c5-a75c-65807769b4ce yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:06.322958 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ef7407-a519-49c6-885e-25ddb46c6eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.343426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-037ea415-4936-49ce-b134-bb278377564c None None] Allocated IP 172.20.0.2 (44fd118d-2ede-4dec-96c0-69c279634403/84b31101-47f5-45b6-b18c-5fbea8db5075/8992bc95-d5a9-434d-88ab-a9c00c5cd05a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:06.367556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ef7407-a519-49c6-885e-25ddb46c6eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.378479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:06.446021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '1be8b0f5-c841-494e-a989-e0c873122777', 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a', 'port_id': '1be8b0f5-c841-494e-a989-e0c873122777', 'mac_address': 'fa:16:3e:33:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367353ff-d50c-4949-b19f-9c5f9e2d18c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:59:06.488757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ef7407-a519-49c6-885e-25ddb46c6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.494729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ef7407-a519-49c6-885e-25ddb46c6eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.497098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-21ef7407-a519-49c6-885e-25ddb46c6eb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dfcd76c-ceb5-440c-b59e-91619863e383 HTTP/1.1" status: 204 len: 168 time: 0.3440094 Jul 06 17:59:06.531053 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.539291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef7407-a519-49c6-885e-25ddb46c6eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfcd76c-ceb5-440c-b59e-91619863e383,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:06.570298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be8b0f5-c841-494e-a989-e0c873122777 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:06.623852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:06.634360 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.685739 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037ea415-4936-49ce-b134-bb278377564c None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.704948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-037ea415-4936-49ce-b134-bb278377564c None None] Transition to ACTIVE for port object 8992bc95-d5a9-434d-88ab-a9c00c5cd05a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:06.727652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:06.737219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-037ea415-4936-49ce-b134-bb278377564c None None] Transition to ACTIVE for port object 8992bc95-d5a9-434d-88ab-a9c00c5cd05a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:06.745788 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037ea415-4936-49ce-b134-bb278377564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.812554 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ea415-4936-49ce-b134-bb278377564c None None] Network 44fd118d-2ede-4dec-96c0-69c279634403 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:06.818109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-037ea415-4936-49ce-b134-bb278377564c None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:06.824251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.8 (44fd118d-2ede-4dec-96c0-69c279634403/84b31101-47f5-45b6-b18c-5fbea8db5075/f01c6543-2668-43c5-a75c-65807769b4ce) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:06.828670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ea415-4936-49ce-b134-bb278377564c None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:06.852334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ea415-4936-49ce-b134-bb278377564c None None] Pushing event updated for resources: {'Port': ['ID=8992bc95-d5a9-434d-88ab-a9c00c5cd05a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:06.887315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:06.957155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-037ea415-4936-49ce-b134-bb278377564c None None] Attempting to bind port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:06.957759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-037ea415-4936-49ce-b134-bb278377564c None None] Attempting to bind port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2dbcedfc-cccf-4437-b67a-e26e8a8adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44fd118d-2ede-4dec-96c0-69c279634403'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:06.958363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ea415-4936-49ce-b134-bb278377564c None None] Attempting to bind port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a on network 44fd118d-2ede-4dec-96c0-69c279634403 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:06.967702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ea415-4936-49ce-b134-bb278377564c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:06.968328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ea415-4936-49ce-b134-bb278377564c None None] Checking segment: {'id': '2dbcedfc-cccf-4437-b67a-e26e8a8adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44fd118d-2ede-4dec-96c0-69c279634403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:06.969216 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037ea415-4936-49ce-b134-bb278377564c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.969605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ea415-4936-49ce-b134-bb278377564c None None] Bound using segment: {'id': '2dbcedfc-cccf-4437-b67a-e26e8a8adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44fd118d-2ede-4dec-96c0-69c279634403'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:06.970483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-037ea415-4936-49ce-b134-bb278377564c None None] Bound port: 8992bc95-d5a9-434d-88ab-a9c00c5cd05a, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbcedfc-cccf-4437-b67a-e26e8a8adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44fd118d-2ede-4dec-96c0-69c279634403'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:06.971653 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037ea415-4936-49ce-b134-bb278377564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:06.979833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3d83-aab0-48a1-8b4d-6c6a39c3e295 req-2c2c4169-2e2f-434f-9f85-df35beb35b5f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:06.991191 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199b3d83-aab0-48a1-8b4d-6c6a39c3e295 req-2c2c4169-2e2f-434f-9f85-df35beb35b5f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 944 time: 0.2650352 Jul 06 17:59:07.044821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['1be8b0f5-c841-494e-a989-e0c873122777'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:07.059083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.080509 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199b3d83-aab0-48a1-8b4d-6c6a39c3e295 req-9123f0d7-c1b6-4c94-86ff-cae2ac2cb0be tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874455 Jul 06 17:59:07.092494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object f01c6543-2668-43c5-a75c-65807769b4ce will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:07.155436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.180556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-037ea415-4936-49ce-b134-bb278377564c None None] For port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:07.206038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-037ea415-4936-49ce-b134-bb278377564c None None] For port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8992bc95-d5a9-434d-88ab-a9c00c5cd05a,segment=NetworkSegment(2dbcedfc-cccf-4437-b67a-e26e8a8adbf7),segment_id=2dbcedfc-cccf-4437-b67a-e26e8a8adbf7)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:07.216866 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037ea415-4936-49ce-b134-bb278377564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.254934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 44fd118d-2ede-4dec-96c0-69c279634403 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:07.262006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:07.276107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:07.344435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=f01c6543-2668-43c5-a75c-65807769b4ce,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:07.416950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bdb509a-93c6-4309-8963-8deadf3e2a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.447620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:07.450865 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.541600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ea415-4936-49ce-b134-bb278377564c None None] Pushing event updated for resources: {'Port': ['ID=8992bc95-d5a9-434d-88ab-a9c00c5cd05a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:07.627947 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bdb509a-93c6-4309-8963-8deadf3e2a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.638561 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bdb509a-93c6-4309-8963-8deadf3e2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.650519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7f9441e3-1c1c-4106-9f04-21196f697a7f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0265889 Jul 06 17:59:07.651546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:07.809030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:07.822440 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3bdb509a-93c6-4309-8963-8deadf3e2a96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab3bb30ccf014932a0ce5e97d012b014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9320331 Jul 06 17:59:07.832998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb509a-93c6-4309-8963-8deadf3e2a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b73175-66a8-455b-9352-9952a19ba390,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:07.833771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55104) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:07.837974 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0392f0b-e0cb-468f-8b6c-e462950dad77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:07.935667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4348b-95d9-4570-b0d1-a063df0eebd1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port f01c6543-2668-43c5-a75c-65807769b4ce {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:07.935958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9aa4348b-95d9-4570-b0d1-a063df0eebd1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.036354 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d835bc1a-547c-4475-94f1-de129be2682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.046761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:08.076713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0392f0b-e0cb-468f-8b6c-e462950dad77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.087475 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0392f0b-e0cb-468f-8b6c-e462950dad77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.121609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d835bc1a-547c-4475-94f1-de129be2682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.177703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a0392f0b-e0cb-468f-8b6c-e462950dad77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0621094beff4211938f9408951cf2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568573 Jul 06 17:59:08.178686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0392f0b-e0cb-468f-8b6c-e462950dad77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3374a01e-e835-4300-a536-db3a321ef69b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:08.188480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:08.194989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 1be8b0f5-c841-494e-a989-e0c873122777 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:08.211175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 1be8b0f5-c841-494e-a989-e0c873122777 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:08.211928 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.284140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9aa4348b-95d9-4570-b0d1-a063df0eebd1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.293691 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a09125c3-5060-4ecf-b83d-8b06fc2d053c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.338820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a09125c3-5060-4ecf-b83d-8b06fc2d053c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.348605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4348b-95d9-4570-b0d1-a063df0eebd1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for f01c6543-2668-43c5-a75c-65807769b4ce owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:08.546867 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.566420 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d835bc1a-547c-4475-94f1-de129be2682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.572706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d835bc1a-547c-4475-94f1-de129be2682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.576632 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d835bc1a-547c-4475-94f1-de129be2682b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04b73175-66a8-455b-9352-9952a19ba390 HTTP/1.1" status: 204 len: 168 time: 0.7408924 Jul 06 17:59:08.587063 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a09125c3-5060-4ecf-b83d-8b06fc2d053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.592415 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a09125c3-5060-4ecf-b83d-8b06fc2d053c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.607945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a09125c3-5060-4ecf-b83d-8b06fc2d053c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3374a01e-e835-4300-a536-db3a321ef69b HTTP/1.1" status: 204 len: 168 time: 0.4174352 Jul 06 17:59:08.624542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835bc1a-547c-4475-94f1-de129be2682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b73175-66a8-455b-9352-9952a19ba390,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:08.638169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876c0ca-683a-43b0-91ab-02c748070169 req-de7bd3bf-0779-4010-8727-674c6a6ff501 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:08.650259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:08.656636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:08.660356 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4876c0ca-683a-43b0-91ab-02c748070169 req-de7bd3bf-0779-4010-8727-674c6a6ff501 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 944 time: 0.2473485 Jul 06 17:59:08.664871 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4785bc-b754-471b-ba1a-abca3ff025a6" -d '{"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-plugged", "status": "completed", "tag": "1be8b0f5-c841-494e-a989-e0c873122777"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:08.701923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:08.713310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.735032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09125c3-5060-4ecf-b83d-8b06fc2d053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3374a01e-e835-4300-a536-db3a321ef69b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:08.798049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:08.842368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4876c0ca-683a-43b0-91ab-02c748070169 req-ac33b1ae-b410-4b06-bce4-71143b0f178a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807616 Jul 06 17:59:08.856787 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9aa4348b-95d9-4570-b0d1-a063df0eebd1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:08.962969 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3793c7-1fcb-4412-b318-3fcce87b962a x-openstack-request-id: req-ff3793c7-1fcb-4412-b318-3fcce87b962a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:08.963812 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-plugged", "status": "completed", "tag": "1be8b0f5-c841-494e-a989-e0c873122777", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:08.964327 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff3793c7-1fcb-4412-b318-3fcce87b962a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:08.965305 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777', 'code': 200} Jul 06 17:59:09.044326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4348b-95d9-4570-b0d1-a063df0eebd1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=f01c6543-2668-43c5-a75c-65807769b4ce,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:09.051519 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9aa4348b-95d9-4570-b0d1-a063df0eebd1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.058955 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9aa4348b-95d9-4570-b0d1-a063df0eebd1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/f01c6543-2668-43c5-a75c-65807769b4ce HTTP/1.1" status: 204 len: 168 time: 1.4056027 Jul 06 17:59:09.059939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55128) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:09.120471 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e664fb-c74a-4c4a-bbb9-82e32cc25bee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 17:59:09.129059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-74e664fb-c74a-4c4a-bbb9-82e32cc25bee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/f01c6543-2668-43c5-a75c-65807769b4ce HTTP/1.1" status: 404 len: 333 time: 0.0673039 Jul 06 17:59:09.130173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:09.163041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9060515-ec36-41b1-b54b-883abe5d9119 req-23c57148-0cc9-4e83-938f-ee1cf272c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:09.168461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9060515-ec36-41b1-b54b-883abe5d9119 req-23c57148-0cc9-4e83-938f-ee1cf272c57f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 1096 time: 0.1116092 Jul 06 17:59:09.235663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9060515-ec36-41b1-b54b-883abe5d9119 req-c146a254-de00-4815-8c37-d9c12f0bff28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585575 Jul 06 17:59:09.252588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a628ef1-ce6c-4558-b13a-8ddd112a856a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet 84b31101-47f5-45b6-b18c-5fbea8db5075 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:09.261041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a628ef1-ce6c-4558-b13a-8ddd112a856a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.363928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b4d63-d44c-4a16-ba98-1e8152e39325 None None] Network 44fd118d-2ede-4dec-96c0-69c279634403 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:09.472330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a628ef1-ce6c-4558-b13a-8ddd112a856a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.520467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8992bc95-d5a9-434d-88ab-a9c00c5cd05a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:09.743831 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-df4e3d6c-bd9c-44c2-9f01-bcf1cb081351 None None] Provisioning for port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:09.753252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:09.763395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:09.764437 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.798330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-85d4a59b-f261-44fe-9cee-41caa0f290f0 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:09.833140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a628ef1-ce6c-4558-b13a-8ddd112a856a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.862511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-85d4a59b-f261-44fe-9cee-41caa0f290f0 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] 10.222.0.13 "PUT /v2.0/quotas/7f862cffc2e94d2da24791e13cb1819c HTTP/1.1" status: 200 len: 368 time: 1.1582572 Jul 06 17:59:09.865067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:09.889576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Request body: {'network': {'project_id': '7f862cffc2e94d2da24791e13cb1819c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:09.965363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Made reservation on behalf of 7f862cffc2e94d2da24791e13cb1819c for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:09.969976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.983655 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a628ef1-ce6c-4558-b13a-8ddd112a856a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:09.990846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.028745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a628ef1-ce6c-4558-b13a-8ddd112a856a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=84b31101-47f5-45b6-b18c-5fbea8db5075,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:10.050253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a628ef1-ce6c-4558-b13a-8ddd112a856a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.057871 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4a628ef1-ce6c-4558-b13a-8ddd112a856a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/84b31101-47f5-45b6-b18c-5fbea8db5075 HTTP/1.1" status: 204 len: 168 time: 0.9229205 Jul 06 17:59:10.058323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:10.118794 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.223753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.231696 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.280189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:10.316935 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.318071 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Added segment 95f8edb1-ac9c-4779-969e-3be80a3eb378 of type vlan for network 273baa65-9808-4bfe-8c1e-c8c2aabb5d54 Jul 06 17:59:10.320519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b375572-4eea-45df-ae31-6c3e11ea1e7f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:10.448175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.484645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.561658 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.565052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:10.567271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.580803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2922c-be22-454b-8164-2a31752a72db None None] Network 44fd118d-2ede-4dec-96c0-69c279634403 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:10.610051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7427812 Jul 06 17:59:10.638178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:10.703633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Request body: {'network': {'project_id': '7f862cffc2e94d2da24791e13cb1819c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:10.722959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe68ce-f369-4586-8860-4f89e225cb9f req-045dd792-7bb6-437f-a77c-5155e4670928 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:10.726145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfe68ce-f369-4586-8860-4f89e225cb9f req-045dd792-7bb6-437f-a77c-5155e4670928 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2368219 Jul 06 17:59:10.751386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:59:10.752481 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:59:10.753483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e88f9a5d-5650-4bd6-9823-4a4dc4d76cc8 None None] Provisioning complete for port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:10.753874 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e88f9a5d-5650-4bd6-9823-4a4dc4d76cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.766271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2576fe-7265-4f17-93b5-95c48a25c961 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Pushing event updated for resources: {'Network': ['ID=273baa65-9808-4bfe-8c1e-c8c2aabb5d54,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:10.780786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Made reservation on behalf of 7f862cffc2e94d2da24791e13cb1819c for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:10.787418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.803822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 273baa65-9808-4bfe-8c1e-c8c2aabb5d54 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:10.838282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:10.839766 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.841118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:10.856284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.857240 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Added segment 7e913c06-9478-4595-8677-6fa0662a373f of type vlan for network 920abb9b-1c21-41c7-93d6-2df5baff346d Jul 06 17:59:10.903227 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-edfe68ce-f369-4586-8860-4f89e225cb9f req-88e8c23c-4b68-4837-9e8b-b94b2af28894 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561315 Jul 06 17:59:10.926392 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.967022 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e88f9a5d-5650-4bd6-9823-4a4dc4d76cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.993810 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:10.997014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:10.998135 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.023182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e88f9a5d-5650-4bd6-9823-4a4dc4d76cc8 None None] For port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8992bc95-d5a9-434d-88ab-a9c00c5cd05a,segment=NetworkSegment(2dbcedfc-cccf-4437-b67a-e26e8a8adbf7),segment_id=2dbcedfc-cccf-4437-b67a-e26e8a8adbf7)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:11.028861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] For port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8992bc95-d5a9-434d-88ab-a9c00c5cd05a,segment=NetworkSegment(2dbcedfc-cccf-4437-b67a-e26e8a8adbf7),segment_id=2dbcedfc-cccf-4437-b67a-e26e8a8adbf7)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:11.029672 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.031030 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e88f9a5d-5650-4bd6-9823-4a4dc4d76cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.051220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 8992bc95-d5a9-434d-88ab-a9c00c5cd05a owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:11.128780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] DHCP port deletion for 44fd118d-2ede-4dec-96c0-69c279634403 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:59:11.143312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Pushing event updated for resources: {'Network': ['ID=920abb9b-1c21-41c7-93d6-2df5baff346d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:11.149185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f9a5d-5650-4bd6-9823-4a4dc4d76cc8 None None] Pushing event updated for resources: {'Port': ['ID=8992bc95-d5a9-434d-88ab-a9c00c5cd05a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:11.159965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 920abb9b-1c21-41c7-93d6-2df5baff346d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:11.175248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-73099240-4d16-4b95-9c68-b15d7aed2047 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5349176 Jul 06 17:59:11.175963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55166) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:11.182166 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-252a7b8e-8148-4c20-893b-333c7c36e3c1 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Request body: {'network': {'project_id': '7f862cffc2e94d2da24791e13cb1819c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:11.196529 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-252a7b8e-8148-4c20-893b-333c7c36e3c1 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 17:59:11.197018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252a7b8e-8148-4c20-893b-333c7c36e3c1 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:59:11.202455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-252a7b8e-8148-4c20-893b-333c7c36e3c1 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0246027 Jul 06 17:59:11.203218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:11.229329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.311409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=8992bc95-d5a9-434d-88ab-a9c00c5cd05a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:11.316469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No DVR routers for this DVR port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:11.362459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a update to ACTIVE by agent not found {{(pid=93780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 17:59:11.400809 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.446824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] Deleting port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:11.446824 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.536711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.559217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fd118d-2ede-4dec-96c0-69c279634403']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:11.575003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8992bc95-d5a9-434d-88ab-a9c00c5cd05a no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:11.584113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbcedfc-cccf-4437-b67a-e26e8a8adbf7') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:11.584620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbcedfc-cccf-4437-b67a-e26e8a8adbf7') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:11.609107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 8992bc95-d5a9-434d-88ab-a9c00c5cd05a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:11.609732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8992bc95-d5a9-434d-88ab-a9c00c5cd05a not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:11.629709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.649403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.652675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.661576 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] For port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:11.662121 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.667495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:59:11.668294 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.670793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920abb9b-1c21-41c7-93d6-2df5baff346d']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:11.680705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] Calling delete_port for 8992bc95-d5a9-434d-88ab-a9c00c5cd05a owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:11.683876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] Port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 17:59:11.685259 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:59:11.695819 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:59:11.701311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e913c06-9478-4595-8677-6fa0662a373f') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:11.701818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e913c06-9478-4595-8677-6fa0662a373f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:11.715967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] Pushing event deleted for resources: {'Port': ['ID=8992bc95-d5a9-434d-88ab-a9c00c5cd05a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:11.719659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.733834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef58849-60fa-4004-ba73-5f6f23df9b6b None None] No DVR routers for this DVR port 8992bc95-d5a9-434d-88ab-a9c00c5cd05a on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:11.747657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.756718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:59:11.757192 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: timer() Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:59:11.759532 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:59:11.804179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.816869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.820904 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/networks/44fd118d-2ede-4dec-96c0-69c279634403 HTTP/1.1" status: 204 len: 168 time: 1.7606072 Jul 06 17:59:11.826161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:11.834607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'name': 'tempest-PortsTestJSON-1900425368'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:11.850388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca418455-a3b5-4a4d-8830-9c92fce30d58 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Network': ['ID=44fd118d-2ede-4dec-96c0-69c279634403,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:11.850631 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.886272 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:11.889099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] 10.222.0.13 "DELETE /v2.0/networks/920abb9b-1c21-41c7-93d6-2df5baff346d HTTP/1.1" status: 204 len: 168 time: 0.6834989 Jul 06 17:59:11.893134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:11.908144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed9bbd-12fa-42d5-b077-1114a7f35a27 tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Pushing event deleted for resources: {'Network': ['ID=920abb9b-1c21-41c7-93d6-2df5baff346d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:11.962010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:11.966946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.003387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 4d9cad01-e5e1-4228-9c3e-9600b4f87205 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:12.045645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.272943 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.286225 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.301371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273baa65-9808-4bfe-8c1e-c8c2aabb5d54']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:12.329322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f8edb1-ac9c-4779-969e-3be80a3eb378') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:12.329900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f8edb1-ac9c-4779-969e-3be80a3eb378') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:12.344411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.365644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.409782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f0d7-3dfd-442f-867a-71cc61591cc3 req-8a0a6efa-fb88-48e4-938d-440117b4bfd2 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:12.411899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0547f0d7-3dfd-442f-867a-71cc61591cc3 req-8a0a6efa-fb88-48e4-938d-440117b4bfd2 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3079445 Jul 06 17:59:12.427756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.444592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:12.462410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:12.474550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:59:12.475592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:59:12.478894 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:59:12.493874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:12.507608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:12.509040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.520719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=4d9cad01-e5e1-4228-9c3e-9600b4f87205,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:12.563596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f6d54086-584c-4cfa-aba2-abeee31970e2 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7357373 Jul 06 17:59:12.567368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55184) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:12.674737 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.695929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.698048 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] 10.222.0.13 "DELETE /v2.0/networks/273baa65-9808-4bfe-8c1e-c8c2aabb5d54 HTTP/1.1" status: 204 len: 168 time: 0.8035779 Jul 06 17:59:12.699216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c6838-e3f4-4be7-bb1a-b9ea0179b5db tempest-QuotasNegativeTest-86954791 tempest-QuotasNegativeTest-86954791-project-admin] Pushing event deleted for resources: {'Network': ['ID=273baa65-9808-4bfe-8c1e-c8c2aabb5d54,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:12.707785 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0547f0d7-3dfd-442f-867a-71cc61591cc3 req-f35960da-5d2d-450b-8a05-5f2e00681231 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817066 Jul 06 17:59:12.773887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-676b7bc3-dd97-40a5-b00a-a5d30ff5157b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 4d9cad01-e5e1-4228-9c3e-9600b4f87205 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:12.774961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-676b7bc3-dd97-40a5-b00a-a5d30ff5157b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.928636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-676b7bc3-dd97-40a5-b00a-a5d30ff5157b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:12.961010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-676b7bc3-dd97-40a5-b00a-a5d30ff5157b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 4d9cad01-e5e1-4228-9c3e-9600b4f87205 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:13.161004 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-676b7bc3-dd97-40a5-b00a-a5d30ff5157b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:13.179185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-48cd6760-4ea8-466e-ae56-f2eb2b524bf6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:13.180844 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-48cd6760-4ea8-466e-ae56-f2eb2b524bf6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 814 time: 0.1589656 Jul 06 17:59:13.213348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b7bc3-dd97-40a5-b00a-a5d30ff5157b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=4d9cad01-e5e1-4228-9c3e-9600b4f87205,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:13.220946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-676b7bc3-dd97-40a5-b00a-a5d30ff5157b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:13.226998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-676b7bc3-dd97-40a5-b00a-a5d30ff5157b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/4d9cad01-e5e1-4228-9c3e-9600b4f87205 HTTP/1.1" status: 204 len: 168 time: 0.6544228 Jul 06 17:59:13.226998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-ba6b9a6a-163d-44b9-a666-9b158c07d0a7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/quotas/5e4c0774b98f4043bb0ba307efd25871 HTTP/1.1" status: 200 len: 375 time: 0.0222361 Jul 06 17:59:13.227923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55204) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:13.232619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'mac_address': 'fa:16:3e:99:63:da', 'name': 'tempest-PortsTestJSON-1768768773'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:13.390329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-c975e852-b625-40b7-b0a7-ada41353e128 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1533608 Jul 06 17:59:13.391787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:13.483296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:13.524659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port c658d1cf-3ddf-4f39-a769-3196f9708d16 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:13.535351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:13.641794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08817d48-8231-436f-91be-3498da048c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:13.817295 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08817d48-8231-436f-91be-3498da048c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:13.824160 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08817d48-8231-436f-91be-3498da048c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:13.901981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-5df20f80-2264-427c-9db8-ecf07edd6ac8 service neutron] 10.222.0.13 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898734 Jul 06 17:59:13.910605 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-08817d48-8231-436f-91be-3498da048c27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4d34727f2dc458f98ccf560f622e603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736119 Jul 06 17:59:13.914315 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:13.916054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55220) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:13.919763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08817d48-8231-436f-91be-3498da048c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d896ef-ddb1-47ce-afdd-ddcd1fe8d9e3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:14.054712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-78b2c951-7a57-4961-8745-8e49b5ee411d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=08340b0d48cf44989223aeb0342c9bb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314529 Jul 06 17:59:14.093168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-5f991f5e-18f6-402a-9d1e-bc92528126cb service neutron] 10.222.0.13 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649837 Jul 06 17:59:14.094090 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eefe3e0-d2fb-434f-b900-1ecc1b863b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.098097 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.158939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eefe3e0-d2fb-434f-b900-1ecc1b863b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.181133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:14.192363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:14.196488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=c658d1cf-3ddf-4f39-a769-3196f9708d16,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:14.198990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:14.205297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:14.206038 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.237168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-522a6754-67d4-4085-8a2b-c9f97075aecb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0088279 Jul 06 17:59:14.241784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:14.317166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eefe3e0-d2fb-434f-b900-1ecc1b863b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.322005 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eefe3e0-d2fb-434f-b900-1ecc1b863b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.323884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8eefe3e0-d2fb-434f-b900-1ecc1b863b4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0d896ef-ddb1-47ce-afdd-ddcd1fe8d9e3 HTTP/1.1" status: 204 len: 168 time: 0.4066784 Jul 06 17:59:14.335221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-10470bdc-441e-4f1d-ba4e-731788fb45e3 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:14.345432 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-10470bdc-441e-4f1d-ba4e-731788fb45e3 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833610 Jul 06 17:59:14.345696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951a7a9-014d-450b-a325-99e074c6f693 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:14.351940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b951a7a9-014d-450b-a325-99e074c6f693 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/c658d1cf-3ddf-4f39-a769-3196f9708d16 HTTP/1.1" status: 200 len: 841 time: 0.1045187 Jul 06 17:59:14.355247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55240) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:14.358030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefe3e0-d2fb-434f-b900-1ecc1b863b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d896ef-ddb1-47ce-afdd-ddcd1fe8d9e3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:14.383474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-caa3da3a-6bd2-45d9-8950-8f9853f92e97 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/quotas/08340b0d48cf44989223aeb0342c9bb2 HTTP/1.1" status: 200 len: 375 time: 0.0365031 Jul 06 17:59:14.458714 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-9ab6c808-8221-48bd-9975-9f2d3690ccc2 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=08340b0d48cf44989223aeb0342c9bb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741518 Jul 06 17:59:14.461736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dae16a64-aa61-4d42-9910-45f1d08d9ce0 req-5a2d0022-f519-4a1d-971d-22a2a3de089a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 210 time: 0.0655565 Jul 06 17:59:14.616552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a85aa-9760-4980-9146-052d0bbba079 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port c658d1cf-3ddf-4f39-a769-3196f9708d16 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:14.617180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e3a85aa-9760-4980-9146-052d0bbba079 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.755080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e3a85aa-9760-4980-9146-052d0bbba079 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:14.777381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a85aa-9760-4980-9146-052d0bbba079 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for c658d1cf-3ddf-4f39-a769-3196f9708d16 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:14.795943 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c2425f08-196b-477c-9984-51d41f2321de req-6e5000b7-c770-4f06-a03d-1e14dc88e3de tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 210 time: 0.0643647 Jul 06 17:59:14.935372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e3a85aa-9760-4980-9146-052d0bbba079 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.027454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55256) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:15.052817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4845b0d1-ed72-404e-819d-717006c6e658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.053713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a85aa-9760-4980-9146-052d0bbba079 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=c658d1cf-3ddf-4f39-a769-3196f9708d16,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:15.069936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e3a85aa-9760-4980-9146-052d0bbba079 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.076548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e3a85aa-9760-4980-9146-052d0bbba079 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/c658d1cf-3ddf-4f39-a769-3196f9708d16 HTTP/1.1" status: 204 len: 168 time: 0.7157395 Jul 06 17:59:15.078590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55260) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:15.110837 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-95685bb3-72a2-45c6-8ae4-07c244ac9160 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 17:59:15.113510 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-95685bb3-72a2-45c6-8ae4-07c244ac9160 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/c658d1cf-3ddf-4f39-a769-3196f9708d16 HTTP/1.1" status: 404 len: 333 time: 0.0349433 Jul 06 17:59:15.119415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55264) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:15.125792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'name': 'tempest-PortsTestJSON-2095293185'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:15.314664 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4845b0d1-ed72-404e-819d-717006c6e658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.322119 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4845b0d1-ed72-404e-819d-717006c6e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.371384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:15.383617 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.399996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4845b0d1-ed72-404e-819d-717006c6e658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e951dc960eab45b4b16445c756a961fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706055 Jul 06 17:59:15.403721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845b0d1-ed72-404e-819d-717006c6e658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06cc646-a75f-47d4-96b7-2264c38ea8fa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:15.410713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:15.459334 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 01caf377-d80c-4937-9e3b-6d606dd439bb yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:15.605795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a9f6e46-d6b6-4122-b214-5c7f2b4cc425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.692173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a9f6e46-d6b6-4122-b214-5c7f2b4cc425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.716264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22b21a59-d703-43e6-ad60-1125b5e79464 req-55225a45-4130-4f11-ba23-925fe9db982f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 210 time: 0.0618231 Jul 06 17:59:15.835718 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.867280 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a9f6e46-d6b6-4122-b214-5c7f2b4cc425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.870652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a9f6e46-d6b6-4122-b214-5c7f2b4cc425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.875679 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9a9f6e46-d6b6-4122-b214-5c7f2b4cc425 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e06cc646-a75f-47d4-96b7-2264c38ea8fa HTTP/1.1" status: 204 len: 168 time: 0.4599776 Jul 06 17:59:15.891887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f6e46-d6b6-4122-b214-5c7f2b4cc425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06cc646-a75f-47d4-96b7-2264c38ea8fa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:15.924729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:15.999033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:16.005029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:16.013348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:16.021604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:16.023595 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.040295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=01caf377-d80c-4937-9e3b-6d606dd439bb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:16.080204 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-57580145-2b37-4c1e-a1b8-98dffc2036ea tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9549055 Jul 06 17:59:16.080793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55278) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:16.091425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-451b3cb7-7239-467a-b5e4-f498619c60a3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:16.146042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-38e76692-0a40-43a5-a501-2ca4d3be250d req-8b43ba08-9025-4a32-a676-82aa205f3912 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 210 time: 0.0863731 Jul 06 17:59:16.340897 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-451b3cb7-7239-467a-b5e4-f498619c60a3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:16.499559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-4bffee8e-cfe5-40ce-84e2-e8f27c7a4c52 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:16.502955 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-4bffee8e-cfe5-40ce-84e2-e8f27c7a4c52 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.22 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 814 time: 0.2729802 Jul 06 17:59:16.524300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Request body: {'port': {'device_id': '543ecd6f-27b9-43bc-b061-48bd830123ab', 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a', 'admin_state_up': True, 'tenant_id': '5e4c0774b98f4043bb0ba307efd25871'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:16.779464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-43c259f0-5a42-48dc-bc48-139a26140958 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=08340b0d48cf44989223aeb0342c9bb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882907 Jul 06 17:59:16.967849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8096252b-7a96-4adc-927e-f312698acc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.085592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d6c1bb73-c699-4ee7-868f-7d9059ab1445 req-9ddd33fa-98c4-4666-a2fa-37fcfadbd9e5 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 210 time: 0.1552210 Jul 06 17:59:17.140746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:17.192863 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-451b3cb7-7239-467a-b5e4-f498619c60a3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.238132 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-451b3cb7-7239-467a-b5e4-f498619c60a3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.296737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1683531922'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:17.857931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:17.864665 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.869882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-451b3cb7-7239-467a-b5e4-f498619c60a3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] In _notify_port_updated(), no bound segment for port 01caf377-d80c-4937-9e3b-6d606dd439bb on network 357c2186-e093-42cc-a827-5a1ecab21669 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:59:17.880178 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.881441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451b3cb7-7239-467a-b5e4-f498619c60a3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:17.882629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-451b3cb7-7239-467a-b5e4-f498619c60a3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.884995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-451b3cb7-7239-467a-b5e4-f498619c60a3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "PUT /v2.0/ports/01caf377-d80c-4937-9e3b-6d606dd439bb HTTP/1.1" status: 200 len: 818 time: 1.8028884 Jul 06 17:59:17.889181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55308) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:17.918571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Made reservation on behalf of 5e4c0774b98f4043bb0ba307efd25871 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:17.924568 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:17.944068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7670e793-98ca-4aba-93fe-fb63fc229498 req-de7f6dae-8a54-4410-bdf2-3ecd84744d14 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 210 time: 0.1433940 Jul 06 17:59:17.985021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-4adf3536-214d-43e6-ad12-5b2c9257a54e tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:17.985021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-4adf3536-214d-43e6-ad12-5b2c9257a54e tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1925204 Jul 06 17:59:17.989701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b3cb7-7239-467a-b5e4-f498619c60a3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=01caf377-d80c-4937-9e3b-6d606dd439bb,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:18.002737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Request body: {'port': {'device_id': '904c49d3-3193-4b2a-a50d-bb629ae4a668', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': '08340b0d48cf44989223aeb0342c9bb2'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:18.065345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-29d08c26-aa28-4d9d-82a2-dd0261d67e80 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 01caf377-d80c-4937-9e3b-6d606dd439bb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:18.065712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29d08c26-aa28-4d9d-82a2-dd0261d67e80 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.147372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.156232 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.179475 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29d08c26-aa28-4d9d-82a2-dd0261d67e80 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.210063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-29d08c26-aa28-4d9d-82a2-dd0261d67e80 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 01caf377-d80c-4937-9e3b-6d606dd439bb owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:18.226071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:18.239761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f1ad83-4313-41a4-8b1d-a0155646be85,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:18.260259 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.260829 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Added segment 2e554c3d-39d2-4534-a847-022bfee85b80 of type vlan for network bc2bb118-1fef-4c36-8bc5-3622127a006f Jul 06 17:59:18.297041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.297396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.297742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.298199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.298767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.299190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.299554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.299879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.301159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.301159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.301159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.301643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:18.359958 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cc3b7562-a9d6-4be5-aa4b-eb847f11cc71 req-31eb9b79-25fa-4f32-a5f0-47c651201efd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 210 time: 0.0513878 Jul 06 17:59:18.372938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Allocated IP 172.20.0.6 (97f1de1f-dec5-470f-bf3c-cfb6e6294b1a/367353ff-d50c-4949-b19f-9c5f9e2d18c4/efcd4f98-e4b2-4070-89da-2546c4c0cea0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:18.428788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.479610 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.485828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:18.486599 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.513170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29d08c26-aa28-4d9d-82a2-dd0261d67e80 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.590602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Made reservation on behalf of 08340b0d48cf44989223aeb0342c9bb2 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:18.596738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.609724 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29d08c26-aa28-4d9d-82a2-dd0261d67e80 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.613324 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-29d08c26-aa28-4d9d-82a2-dd0261d67e80 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/01caf377-d80c-4937-9e3b-6d606dd439bb HTTP/1.1" status: 204 len: 168 time: 0.7230186 Jul 06 17:59:18.618279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d08c26-aa28-4d9d-82a2-dd0261d67e80 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=01caf377-d80c-4937-9e3b-6d606dd439bb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:18.618984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:18.631994 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4836090 Jul 06 17:59:18.631994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cebaf-36c2-4c4e-8bc5-dac00b78bfe3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Network': ['ID=bc2bb118-1fef-4c36-8bc5-3622127a006f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:18.633922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55316) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:18.635629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.639897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:18.650555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:18.761296 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:18.765334 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.836785 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:18.949450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fff8b-c709-450b-8e31-e2402b60260d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:18.954772 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f25fff8b-c709-450b-8e31-e2402b60260d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3317912 Jul 06 17:59:18.957381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:19.011703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.024639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['1be8b0f5-c841-494e-a989-e0c873122777'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:19.029859 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4161f1-44c7-4086-9b2c-59d7e52c41d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 17:59:19.036901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cc4161f1-44c7-4086-9b2c-59d7e52c41d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/01caf377-d80c-4937-9e3b-6d606dd439bb HTTP/1.1" status: 404 len: 333 time: 0.0736291 Jul 06 17:59:19.037941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:19.050432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-492688195'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:19.106944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:19.133183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:19.149034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:19.152369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.166124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Pushing event updated for resources: {'Port': ['ID=efcd4f98-e4b2-4070-89da-2546c4c0cea0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:19.217618 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.231256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.279150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e3e1298-3694-4074-bd58-f91a13ed065e req-da397e66-7e65-4b34-8857-2104223f718b tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 210 time: 0.1196077 Jul 06 17:59:19.352023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:19.356205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.369896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=3292b46b-24be-44ed-98ec-38985bea4ab3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:19.377568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:19.377917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network hostable DHCP agents. Network: bc2bb118-1fef-4c36-8bc5-3622127a006f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:59:19.396337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:19.397413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.409431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:19.409763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:19.424653 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.425048 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Added segment 44711bb9-221f-478d-b397-ba564f8e7825 of type vlan for network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea Jul 06 17:59:19.453134 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6eeafc1b-67a9-4521-bc7e-3f98594ba936 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9382095 Jul 06 17:59:19.462596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:59:19.479743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Request body: {'port': {'device_id': '543ecd6f-27b9-43bc-b061-48bd830123ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:19.487763 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.492682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, bc2bb118-1fef-4c36-8bc5-3622127a006f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:19.500257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:19.500952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.512572 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00c5a87e-b6f8-4d54-bf42-c3a537179b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.536995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81fe76-f728-4518-bec1-74db2ed09cea None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:19.556069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3fa40178-6dbe-410c-ab60-0c2b91d4f3e5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9209588 Jul 06 17:59:19.560279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:19.567370 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'name': 'tempest-NetworksTestDHCPv6-1406812550'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:19.705663 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:59:19.788451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '3292b46b-24be-44ed-98ec-38985bea4ab3'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:19.789374 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.824741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:19.863147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Allocated IP 192.168.233.37 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/58cd5681-d6d4-48a2-a135-0a448db4baca) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:20.057213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48d586-a688-4a8f-9d83-87e40289b7ca req-47a2b0db-deb3-42be-b8b5-2f2788994a54 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:20.057727 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.060030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48d586-a688-4a8f-9d83-87e40289b7ca req-47a2b0db-deb3-42be-b8b5-2f2788994a54 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 931 time: 0.3438048 Jul 06 17:59:20.088534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/3292b46b-24be-44ed-98ec-38985bea4ab3/8686e4b8-9391-4961-985b-27e9581508d9) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:20.098383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.104589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:20.105594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.207975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1651931 Jul 06 17:59:20.210000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55330) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:20.221647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:20.235024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d77dad-47fb-4960-ad31-2a95bd077d21 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Network': ['ID=3d9d9676-f606-4cd2-8a61-8ea4f8b74aea,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:20.258308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:20.403219 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48d586-a688-4a8f-9d83-87e40289b7ca req-65111f0d-ed30-41dc-8637-9c5c1238ae0c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187735 Jul 06 17:59:20.415770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:20.431763 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.463974 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.485755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Transition to ACTIVE for port object 8686e4b8-9391-4961-985b-27e9581508d9 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:20.488663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 4d47fbdc-d48c-40aa-8831-7b860041d75e yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:20.529860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Transition to ACTIVE for port object 8686e4b8-9391-4961-985b-27e9581508d9 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:20.544512 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.579062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:20.584340 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.640053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:20.647212 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:20.650779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Pushing event updated for resources: {'Port': ['ID=8686e4b8-9391-4961-985b-27e9581508d9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:20.653324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:20.667644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.668076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.668308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.669434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.669434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.669434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.669814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.669986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.670311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.670605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.671905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.671905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:20.680304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.713448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2faaf87-f914-45b6-92a0-bd622c1a55dc req-4ec80027-1cb4-431f-8f4b-b3fe6c7af3af tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 210 time: 0.1392951 Jul 06 17:59:20.738801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcd4f98-e4b2-4070-89da-2546c4c0cea0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:20.749224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.764864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Transition to ACTIVE for port object efcd4f98-e4b2-4070-89da-2546c4c0cea0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:20.773496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Attempting to bind port 8686e4b8-9391-4961-985b-27e9581508d9 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:20.774029 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.774311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Attempting to bind port 8686e4b8-9391-4961-985b-27e9581508d9 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:20.774801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Attempting to bind port 8686e4b8-9391-4961-985b-27e9581508d9 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:20.780151 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.787729 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:20.788347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:20.789268 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.791114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:20.792425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Bound port: 8686e4b8-9391-4961-985b-27e9581508d9, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:20.793489 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.823117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Transition to ACTIVE for port object 58cd5681-d6d4-48a2-a135-0a448db4baca will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:20.885352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Pushing event updated for resources: {'Port': ['ID=efcd4f98-e4b2-4070-89da-2546c4c0cea0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:20.901717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::170 (bc2bb118-1fef-4c36-8bc5-3622127a006f/3292b46b-24be-44ed-98ec-38985bea4ab3/4d47fbdc-d48c-40aa-8831-7b860041d75e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:20.968263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] For port 8686e4b8-9391-4961-985b-27e9581508d9, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:20.974537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] For port 8686e4b8-9391-4961-985b-27e9581508d9, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8686e4b8-9391-4961-985b-27e9581508d9,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:20.986431 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:20.989442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.082068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Pushing event updated for resources: {'Port': ['ID=58cd5681-d6d4-48a2-a135-0a448db4baca,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:21.108145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.121846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:21.135384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:21.140228 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:21.150317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19366a44-aa19-4a85-80ef-ef08b9119f48 None None] Pushing event updated for resources: {'Port': ['ID=8686e4b8-9391-4961-985b-27e9581508d9,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:21.198751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Attempting to bind port efcd4f98-e4b2-4070-89da-2546c4c0cea0 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:21.199629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Attempting to bind port efcd4f98-e4b2-4070-89da-2546c4c0cea0 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '99b7e49c-16f2-4718-ae56-3415b0533539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:21.200544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Attempting to bind port efcd4f98-e4b2-4070-89da-2546c4c0cea0 on network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:21.232907 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Port efcd4f98-e4b2-4070-89da-2546c4c0cea0 on network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:59:21.233406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Attempting to bind port efcd4f98-e4b2-4070-89da-2546c4c0cea0 on network 97f1de1f-dec5-470f-bf3c-cfb6e6294b1a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:21.243128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:21.244635 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.265428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-5296fa66-cd32-40a5-b102-0f7582d8210d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2714159 Jul 06 17:59:21.267585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:21.267987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Checking segment: {'id': '99b7e49c-16f2-4718-ae56-3415b0533539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:21.268398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Bound using segment: {'id': '99b7e49c-16f2-4718-ae56-3415b0533539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:21.268931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Bound port: efcd4f98-e4b2-4070-89da-2546c4c0cea0, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b7e49c-16f2-4718-ae56-3415b0533539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:21.269329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.291135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=e7d7234b-30c3-43bc-ba40-ac1e82c342b8,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:21.292325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Request body: {'port': {'device_id': '904c49d3-3193-4b2a-a50d-bb629ae4a668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:21.352041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Checking segment: {'id': '44711bb9-221f-478d-b397-ba564f8e7825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:21.352688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network hostable DHCP agents. Network: 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:59:21.441845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:59:21.450784 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.477332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.482224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:21.534153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0309539-167c-4ce6-a796-77a48157ee38 None None] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:21.552427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:21.552754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] For port efcd4f98-e4b2-4070-89da-2546c4c0cea0, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:21.563005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.620136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 4d47fbdc-d48c-40aa-8831-7b860041d75e will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:21.629072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] For port efcd4f98-e4b2-4070-89da-2546c4c0cea0, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=efcd4f98-e4b2-4070-89da-2546c4c0cea0,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:21.638382 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.656950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3735615e-2349-4815-afe2-747fe22f3930 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4452388 Jul 06 17:59:21.661125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:21.670181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-484c0c16-d9d5-4ebb-ab4f-f436d554429b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:21.725326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:21.726382 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:21.727525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] 10.222.0.22 "PUT /v2.0/ports/efcd4f98-e4b2-4070-89da-2546c4c0cea0 HTTP/1.1" status: 200 len: 1091 time: 2.2620726 Jul 06 17:59:21.732110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543ecd6f-27b9-43bc-b061-48bd830123ab', 'tag': 'efcd4f98-e4b2-4070-89da-2546c4c0cea0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:21.740155 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9510d4ff-a0dd-473f-8c6c-bf95494a170e" -d '{"events": [{"name": "network-changed", "server_uuid": "543ecd6f-27b9-43bc-b061-48bd830123ab", "tag": "efcd4f98-e4b2-4070-89da-2546c4c0cea0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:21.891480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd19a38-fafd-492b-8913-f44ea9d036c6 service neutron] Pushing event updated for resources: {'Port': ['ID=efcd4f98-e4b2-4070-89da-2546c4c0cea0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:21.939637 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26856093-787b-493a-b8dd-783b498d79d8 x-openstack-request-id: req-26856093-787b-493a-b8dd-783b498d79d8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:21.940000 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543ecd6f-27b9-43bc-b061-48bd830123ab", "tag": "efcd4f98-e4b2-4070-89da-2546c4c0cea0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:21.940170 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26856093-787b-493a-b8dd-783b498d79d8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:21.940585 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543ecd6f-27b9-43bc-b061-48bd830123ab', 'tag': 'efcd4f98-e4b2-4070-89da-2546c4c0cea0', 'status': 'completed', 'code': 200} Jul 06 17:59:22.037600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-d0beeb31-7606-4a3b-81b0-8b90e927d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:22.039602 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-d0beeb31-7606-4a3b-81b0-8b90e927d128 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 1094 time: 0.2366927 Jul 06 17:59:22.070772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-85a33212-d61a-4502-bdad-f268674f785d None None] Provisioning for port 58cd5681-d6d4-48a2-a135-0a448db4baca completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:22.077690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-3d9d9676-f606-4cd2-8a61-8ea4f8b74aea', 'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea', 'tenant_id': '35ac2dd17d0b4b89bc3ce898b8e8f4dc', 'fixed_ips': [{'subnet_id': 'e7d7234b-30c3-43bc-ba40-ac1e82c342b8'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:22.079002 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.084727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.086406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-85a33212-d61a-4502-bdad-f268674f785d None None] Provisioning complete for port 58cd5681-d6d4-48a2-a135-0a448db4baca triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:22.086977 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85a33212-d61a-4502-bdad-f268674f785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.126496 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-260466b7-ee72-4b08-bce7-1990fc4301d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcd4f98-e4b2-4070-89da-2546c4c0cea0 HTTP/1.1" status: 200 len: 217 time: 0.0767188 Jul 06 17:59:22.161222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-85a33212-d61a-4502-bdad-f268674f785d None None] Port 58cd5681-d6d4-48a2-a135-0a448db4baca cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:22.233367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf988f1-cce6-40ba-9225-f47b3202063d req-861513b3-1789-43df-8634-0068f7c621d5 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:22.234920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bcf988f1-cce6-40ba-9225-f47b3202063d req-861513b3-1789-43df-8634-0068f7c621d5 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 943 time: 0.3859429 Jul 06 17:59:22.258794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:22.266398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:22.299228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:22.307966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:22.308937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.313156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=4d47fbdc-d48c-40aa-8831-7b860041d75e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:22.355386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484c0c16-d9d5-4ebb-ab4f-f436d554429b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:22.366830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-c2e4f771-d402-4c3b-8053-b3725112d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:22.367245 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-484c0c16-d9d5-4ebb-ab4f-f436d554429b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.369987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-c2e4f771-d402-4c3b-8053-b3725112d1f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 200 len: 854 time: 0.2339020 Jul 06 17:59:22.378532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Allocated IP 172.20.0.2 (3d9d9676-f606-4cd2-8a61-8ea4f8b74aea/e7d7234b-30c3-43bc-ba40-ac1e82c342b8/ec532593-1ac3-461e-a196-071b26987cac) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:22.387692 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d2b51ccd-c9af-4624-a74e-5a03d8b8f378 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8257105 Jul 06 17:59:22.396495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55348) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:22.452275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-36519503-441b-470c-8018-60b953393bd0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685859 Jul 06 17:59:22.456908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cd5681-d6d4-48a2-a135-0a448db4baca {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:22.511219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bcf988f1-cce6-40ba-9225-f47b3202063d req-c2bcd1df-ff3c-4328-b6ab-890972d8342d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410514 Jul 06 17:59:22.524097 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.662723 n-d-799526-3 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-484c0c16-d9d5-4ebb-ab4f-f436d554429b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e7d7234b-30c3-43bc-ba40-ac1e82c342b8 (CIDR: 172.20.0.0/28) Jul 06 17:59:22.674050 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-484c0c16-d9d5-4ebb-ab4f-f436d554429b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 17:59:22.674619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484c0c16-d9d5-4ebb-ab4f-f436d554429b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 17:59:22.708141 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.726936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-484c0c16-d9d5-4ebb-ab4f-f436d554429b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0639241 Jul 06 17:59:22.729308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Transition to ACTIVE for port object ec532593-1ac3-461e-a196-071b26987cac will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:22.731370 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55350) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:22.740101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:22.766143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Transition to ACTIVE for port object ec532593-1ac3-461e-a196-071b26987cac will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:22.797850 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.871196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c577e-2a79-4b2e-8e8f-42109f5f74ca req-554e12ab-cb87-4e92-ac99-8c9ee5447f5e tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:22.884411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-665c577e-2a79-4b2e-8e8f-42109f5f74ca req-554e12ab-cb87-4e92-ac99-8c9ee5447f5e tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 935 time: 0.6798880 Jul 06 17:59:22.901646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Transition to ACTIVE for port object 58cd5681-d6d4-48a2-a135-0a448db4baca will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:22.925544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Pushing event updated for resources: {'Port': ['ID=ec532593-1ac3-461e-a196-071b26987cac,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:22.948067 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.954992 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:22.971279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:22.973115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:22.976014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:23.057801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:23.064931 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.071083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Attempting to bind port ec532593-1ac3-461e-a196-071b26987cac on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:23.071869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Attempting to bind port ec532593-1ac3-461e-a196-071b26987cac by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '44711bb9-221f-478d-b397-ba564f8e7825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:23.074838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Attempting to bind port ec532593-1ac3-461e-a196-071b26987cac on network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:23.091106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:23.095916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Checking segment: {'id': '44711bb9-221f-478d-b397-ba564f8e7825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:23.097549 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.103843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Bound using segment: {'id': '44711bb9-221f-478d-b397-ba564f8e7825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:23.104656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Bound port: ec532593-1ac3-461e-a196-071b26987cac, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44711bb9-221f-478d-b397-ba564f8e7825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:23.105297 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.111694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Pushing event updated for resources: {'Port': ['ID=58cd5681-d6d4-48a2-a135-0a448db4baca,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:23.125296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-72419ea2-3efb-4899-ab2b-d6d1e0032410 service neutron] 10.222.0.22 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129019 Jul 06 17:59:23.158122 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-665c577e-2a79-4b2e-8e8f-42109f5f74ca req-07bce38e-7b56-4f4c-a7e4-b2bcea19dcdf tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478042 Jul 06 17:59:23.296070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683bbe38-3dd2-4d9b-9dd5-4982c3ab44ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:23.311376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683bbe38-3dd2-4d9b-9dd5-4982c3ab44ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:23.315113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-683bbe38-3dd2-4d9b-9dd5-4982c3ab44ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8673589 Jul 06 17:59:23.324267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55356) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:23.328118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55768a32-71b5-4db8-8c98-b8b15bff1343 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:23.357932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] For port ec532593-1ac3-461e-a196-071b26987cac, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:23.370489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] For port ec532593-1ac3-461e-a196-071b26987cac, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ec532593-1ac3-461e-a196-071b26987cac,segment=NetworkSegment(44711bb9-221f-478d-b397-ba564f8e7825),segment_id=44711bb9-221f-478d-b397-ba564f8e7825)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:23.413749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:23.674696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c71b9e-debe-44f1-98b5-2caa8af9d3d6 None None] Pushing event updated for resources: {'Port': ['ID=ec532593-1ac3-461e-a196-071b26987cac,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:23.746701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8686e4b8-9391-4961-985b-27e9581508d9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:23.762556 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1720ee28-0766-4869-b14b-5a3e81047cd7 req-1931538d-ef94-450a-935c-84519b35cb3a service neutron] 10.222.0.22 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105592 Jul 06 17:59:23.849650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a6c7e232-3cb0-4eee-8904-d8684accf00b None None] Provisioning for port 8686e4b8-9391-4961-985b-27e9581508d9 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:23.954962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Attempting to bind port 58cd5681-d6d4-48a2-a135-0a448db4baca on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:23.956110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Attempting to bind port 58cd5681-d6d4-48a2-a135-0a448db4baca by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:23.956891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Attempting to bind port 58cd5681-d6d4-48a2-a135-0a448db4baca on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:23.972107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Port 58cd5681-d6d4-48a2-a135-0a448db4baca on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 17:59:23.972990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Attempting to bind port 58cd5681-d6d4-48a2-a135-0a448db4baca on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:24.006528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:24.007408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:24.008270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:24.009313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Bound port: 58cd5681-d6d4-48a2-a135-0a448db4baca, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:24.010146 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.019183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.043064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-71255ca6-340a-4863-80ac-39d793b03266 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 4d47fbdc-d48c-40aa-8831-7b860041d75e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:24.043604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71255ca6-340a-4863-80ac-39d793b03266 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.088916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8686e4b8-9391-4961-985b-27e9581508d9 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:24.114029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8686e4b8-9391-4961-985b-27e9581508d9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:24.120670 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.226740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=e68d61d5-2507-4b6a-9c07-81fdde542550,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:24.273015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:24.280656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:24.285969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:24.287376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.331590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e13af6bb-2e93-4f54-b882-69cbb4580ab4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5983191 Jul 06 17:59:24.336548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55370) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:24.352744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea', 'fixed_ips': [{'subnet_id': 'e7d7234b-30c3-43bc-ba40-ac1e82c342b8'}, {'subnet_id': 'e68d61d5-2507-4b6a-9c07-81fdde542550'}], 'name': 'tempest-PortsTestJSON-1189206749'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:24.550106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] For port 58cd5681-d6d4-48a2-a135-0a448db4baca, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:24.573159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f5bec-46de-4719-8c80-fe1786429234 req-4ae7e6ca-2798-42fc-a6df-98a7b19c4535 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:24.575882 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71255ca6-340a-4863-80ac-39d793b03266 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.590086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b50f5bec-46de-4719-8c80-fe1786429234 req-4ae7e6ca-2798-42fc-a6df-98a7b19c4535 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 943 time: 0.6336477 Jul 06 17:59:24.618638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] For port 58cd5681-d6d4-48a2-a135-0a448db4baca, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=58cd5681-d6d4-48a2-a135-0a448db4baca,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:24.647050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-71255ca6-340a-4863-80ac-39d793b03266 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 4d47fbdc-d48c-40aa-8831-7b860041d75e owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:24.661238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-f8212bd0-f263-4f3f-baf4-a8f5d78d4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:24.665589 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-f8212bd0-f263-4f3f-baf4-a8f5d78d4ae3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 1094 time: 0.7581477 Jul 06 17:59:24.674679 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.733719 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:24.769096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b50f5bec-46de-4719-8c80-fe1786429234 req-e046c373-9c90-47d1-95b9-b11b0061ca1d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744695 Jul 06 17:59:24.838135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device efcd4f98-e4b2-4070-89da-2546c4c0cea0 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:59:24.845917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:25.075177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.076401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.078933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] 10.222.0.22 "PUT /v2.0/ports/58cd5681-d6d4-48a2-a135-0a448db4baca HTTP/1.1" status: 200 len: 1095 time: 3.7910945 Jul 06 17:59:25.139601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904c49d3-3193-4b2a-a50d-bb629ae4a668', 'tag': '58cd5681-d6d4-48a2-a135-0a448db4baca'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:25.149333 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4413ee76-ea23-415b-af05-e14ee40eb54a" -d '{"events": [{"name": "network-changed", "server_uuid": "904c49d3-3193-4b2a-a50d-bb629ae4a668", "tag": "58cd5681-d6d4-48a2-a135-0a448db4baca"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:25.231149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 8686e4b8-9391-4961-985b-27e9581508d9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8686e4b8-9391-4961-985b-27e9581508d9,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:25.231793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.242080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port efcd4f98-e4b2-4070-89da-2546c4c0cea0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=efcd4f98-e4b2-4070-89da-2546c4c0cea0,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:25.247729 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.347935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'efcd4f98-e4b2-4070-89da-2546c4c0cea0', 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a', 'port_id': 'efcd4f98-e4b2-4070-89da-2546c4c0cea0', 'mac_address': 'fa:16:3e:ff:1d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367353ff-d50c-4949-b19f-9c5f9e2d18c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:59:25.372996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06f142-72ec-46c3-802b-f366bca26029 service neutron] Pushing event updated for resources: {'Port': ['ID=58cd5681-d6d4-48a2-a135-0a448db4baca,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:25.381473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:25.412770 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48120e5-e186-4091-81ce-12da16e5da2e x-openstack-request-id: req-e48120e5-e186-4091-81ce-12da16e5da2e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:25.412969 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904c49d3-3193-4b2a-a50d-bb629ae4a668", "tag": "58cd5681-d6d4-48a2-a135-0a448db4baca", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:25.413320 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e48120e5-e186-4091-81ce-12da16e5da2e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:25.414166 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904c49d3-3193-4b2a-a50d-bb629ae4a668', 'tag': '58cd5681-d6d4-48a2-a135-0a448db4baca', 'status': 'completed', 'code': 200} Jul 06 17:59:25.482081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4abc4c-f873-4f69-ac46-def9a33ce6e7 req-c130666b-56a1-4fc4-b914-a453ff71ea64 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.490318 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea4abc4c-f873-4f69-ac46-def9a33ce6e7 req-c130666b-56a1-4fc4-b914-a453ff71ea64 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 947 time: 0.6810133 Jul 06 17:59:25.572405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-f37cafa7-70c7-4370-8aa9-3fb14e65d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:25.574499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-f37cafa7-70c7-4370-8aa9-3fb14e65d717 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 915 time: 0.8942084 Jul 06 17:59:25.609041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=8686e4b8-9391-4961-985b-27e9581508d9,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:25.655233 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.694475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ec532593-1ac3-461e-a196-071b26987cac up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:25.783429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcd4f98-e4b2-4070-89da-2546c4c0cea0 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:25.831220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port efcd4f98-e4b2-4070-89da-2546c4c0cea0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=efcd4f98-e4b2-4070-89da-2546c4c0cea0,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:25.848022 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:25.932234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port ec532593-1ac3-461e-a196-071b26987cac completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:26.034955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=efcd4f98-e4b2-4070-89da-2546c4c0cea0,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:26.099190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['efcd4f98-e4b2-4070-89da-2546c4c0cea0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:26.207578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.3 (3d9d9676-f606-4cd2-8a61-8ea4f8b74aea/e7d7234b-30c3-43bc-ba40-ac1e82c342b8/5be3f74c-1b77-49ed-b0fe-d82b01a55e85) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:26.236375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.30 (3d9d9676-f606-4cd2-8a61-8ea4f8b74aea/e68d61d5-2507-4b6a-9c07-81fdde542550/5be3f74c-1b77-49ed-b0fe-d82b01a55e85) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:26.542928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-719e4648-57b1-4c68-9121-95ff7c13b427 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcd4f98-e4b2-4070-89da-2546c4c0cea0 HTTP/1.1" status: 200 len: 217 time: 0.9601226 Jul 06 17:59:26.552102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.555608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d27ac-25c9-47e9-94cc-9a7efa5c43d2 None None] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:26.570110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008e171-9251-4330-bdc4-626f558195af req-bf3e61c5-3ce8-4f34-b22c-b5b39fc20d97 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:26.571817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3008e171-9251-4330-bdc4-626f558195af req-bf3e61c5-3ce8-4f34-b22c-b5b39fc20d97 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 944 time: 0.3818696 Jul 06 17:59:26.580918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:26.599046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea4abc4c-f873-4f69-ac46-def9a33ce6e7 req-1141fa98-f5bb-4e01-b53a-8cb8cb8c24e0 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1083541 Jul 06 17:59:26.635872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-d71d5259-c7e7-4e6c-bd7a-17e874264e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:26.637482 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-d71d5259-c7e7-4e6c-bd7a-17e874264e11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=08340b0d48cf44989223aeb0342c9bb2&device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 1098 time: 1.4617298 Jul 06 17:59:26.663826 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3008e171-9251-4330-bdc4-626f558195af req-8a1cc097-4c00-4fc5-a1fc-68f1fe2f5193 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787997 Jul 06 17:59:26.680686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.707867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-3821dcd6-cd61-453f-9ae8-57d51293cfd1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=58cd5681-d6d4-48a2-a135-0a448db4baca HTTP/1.1" status: 200 len: 217 time: 0.0593643 Jul 06 17:59:26.710406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-4b98ce96-e7e9-42e0-8ea5-6fc30fb9f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:26.712102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-4b98ce96-e7e9-42e0-8ea5-6fc30fb9f237 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 200 len: 854 time: 0.1536608 Jul 06 17:59:26.713059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71255ca6-340a-4863-80ac-39d793b03266 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.713500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b56edd3d-14c9-4c71-9539-a9b7447484e0 None None] Provisioning for port 4d47fbdc-d48c-40aa-8831-7b860041d75e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:26.727105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b56edd3d-14c9-4c71-9539-a9b7447484e0 None None] Provisioning complete for port 4d47fbdc-d48c-40aa-8831-7b860041d75e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:26.727471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b56edd3d-14c9-4c71-9539-a9b7447484e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.746006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:26.749910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:26.758369 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:26.761316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b56edd3d-14c9-4c71-9539-a9b7447484e0 None None] Port 4d47fbdc-d48c-40aa-8831-7b860041d75e was deleted so its status cannot be updated. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 17:59:26.762829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=5be3f74c-1b77-49ed-b0fe-d82b01a55e85,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:26.780122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255ca6-340a-4863-80ac-39d793b03266 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=4d47fbdc-d48c-40aa-8831-7b860041d75e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:26.802719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b56edd3d-14c9-4c71-9539-a9b7447484e0 None None] Provisioning complete for port 8686e4b8-9391-4961-985b-27e9581508d9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:26.803401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b56edd3d-14c9-4c71-9539-a9b7447484e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.858041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device efcd4f98-e4b2-4070-89da-2546c4c0cea0 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:26.868384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:26.869356 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.871312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-bf805864-fa0c-4ae2-89c2-0635deebcd06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927086 Jul 06 17:59:26.899326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-493828e6-a4de-417e-85cf-7fefc5e95e0e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5575361 Jul 06 17:59:26.900045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55384) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:26.906715 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7d7234b-30c3-43bc-ba40-ac1e82c342b8'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:26.918497 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71255ca6-340a-4863-80ac-39d793b03266 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:26.920639 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-71255ca6-340a-4863-80ac-39d793b03266 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/4d47fbdc-d48c-40aa-8831-7b860041d75e HTTP/1.1" status: 204 len: 168 time: 3.5942554 Jul 06 17:59:26.935287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55386) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:27.080669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.098785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-8548572a-ac29-4fa5-ade8-2bbf0a5066c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:27.100383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-8548572a-ac29-4fa5-ade8-2bbf0a5066c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.3243053 Jul 06 17:59:27.160957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port efcd4f98-e4b2-4070-89da-2546c4c0cea0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:27.192522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port efcd4f98-e4b2-4070-89da-2546c4c0cea0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:27.193993 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.221752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf9a7d9-cbc8-41f9-abd8-a9a4bb5765c3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:27.223521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf9a7d9-cbc8-41f9-abd8-a9a4bb5765c3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:27.225495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ecf9a7d9-cbc8-41f9-abd8-a9a4bb5765c3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2495670 Jul 06 17:59:27.229490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:27.290603 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-71166550-1979-4634-932f-c472e82208b0 service neutron] 10.222.0.22 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884652 Jul 06 17:59:27.361215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-a5b8bc72-488a-461f-b9e6-ae6cbcbca27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:27.365017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-a5b8bc72-488a-461f-b9e6-ae6cbcbca27d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2414846 Jul 06 17:59:27.472418 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-397c997e-39ba-40d0-ac95-08e88170ddba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 3292b46b-24be-44ed-98ec-38985bea4ab3 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:27.560917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-397c997e-39ba-40d0-ac95-08e88170ddba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.584595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8686e4b8-9391-4961-985b-27e9581508d9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:27.598611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Delete allocated IP 172.20.0.30 (3d9d9676-f606-4cd2-8a61-8ea4f8b74aea/e68d61d5-2507-4b6a-9c07-81fdde542550) {{(pid=93778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 17:59:27.662653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8b3eebcd-80d1-4434-a1b8-4f03d78889cb None None] Provisioning for port ec532593-1ac3-461e-a196-071b26987cac completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:27.669880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ef001-070a-48de-aa03-f63f7113c527 None None] Update dhcp port {'port': {'network_id': '3d9d9676-f606-4cd2-8a61-8ea4f8b74aea', 'fixed_ips': [{'subnet_id': 'e7d7234b-30c3-43bc-ba40-ac1e82c342b8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e68d61d5-2507-4b6a-9c07-81fdde542550'}], 'binding:host_id': 'n-d-799526-3'}, 'id': 'ec532593-1ac3-461e-a196-071b26987cac'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 17:59:27.676716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8b3eebcd-80d1-4434-a1b8-4f03d78889cb None None] Provisioning complete for port ec532593-1ac3-461e-a196-071b26987cac triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:27.677089 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b3eebcd-80d1-4434-a1b8-4f03d78889cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.733362 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-397c997e-39ba-40d0-ac95-08e88170ddba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.830833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9510d4ff-a0dd-473f-8c6c-bf95494a170e req-bc6efe3a-fe49-4ee4-8e3a-80be7a25dcac service neutron] 10.222.0.22 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298839 Jul 06 17:59:27.926371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.943890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d59ef001-070a-48de-aa03-f63f7113c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.958358 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.979569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-47470633-0f03-4ccd-a396-a7ec849f50d0 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389872 Jul 06 17:59:27.980869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Ignored duplicate provisioning block setup for port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 17:59:27.981782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8686e4b8-9391-4961-985b-27e9581508d9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:27.982522 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.984180 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-397c997e-39ba-40d0-ac95-08e88170ddba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:27.995998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f96a7-f38d-44f5-a870-b1bd6b736cc4 req-30c3064b-6b3e-4106-af31-f1f4b458ac5d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:28.018616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-965f96a7-f38d-44f5-a870-b1bd6b736cc4 req-30c3064b-6b3e-4106-af31-f1f4b458ac5d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 947 time: 0.1557956 Jul 06 17:59:28.033709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.090566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543ecd6f-27b9-43bc-b061-48bd830123ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcd4f98-e4b2-4070-89da-2546c4c0cea0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:28.094926 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8988bba9-a42f-4e39-8ba5-7054d7489723" -d '{"events": [{"server_uuid": "543ecd6f-27b9-43bc-b061-48bd830123ab", "name": "network-vif-plugged", "status": "completed", "tag": "efcd4f98-e4b2-4070-89da-2546c4c0cea0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:28.140197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port efcd4f98-e4b2-4070-89da-2546c4c0cea0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=efcd4f98-e4b2-4070-89da-2546c4c0cea0,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:28.155517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=5be3f74c-1b77-49ed-b0fe-d82b01a55e85,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:28.167994 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.206827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-965f96a7-f38d-44f5-a870-b1bd6b736cc4 req-a7c1c398-7e32-459d-82ec-5a4e6f735bfe tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873837 Jul 06 17:59:28.281545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] In _notify_port_updated(), no bound segment for port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 on network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:59:28.289318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:28.289816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.296106 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7e68645a-5db3-4158-b795-a59af89d5c6c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "PUT /v2.0/ports/5be3f74c-1b77-49ed-b0fe-d82b01a55e85 HTTP/1.1" status: 200 len: 919 time: 1.3909466 Jul 06 17:59:28.297308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:28.305067 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7d7234b-30c3-43bc-ba40-ac1e82c342b8'}, {'subnet_id': 'e68d61d5-2507-4b6a-9c07-81fdde542550'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:28.321260 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-397c997e-39ba-40d0-ac95-08e88170ddba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.398192 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b3eebcd-80d1-4434-a1b8-4f03d78889cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.399828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c997e-39ba-40d0-ac95-08e88170ddba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=3292b46b-24be-44ed-98ec-38985bea4ab3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:28.405808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=efcd4f98-e4b2-4070-89da-2546c4c0cea0,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:28.464207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d59ef001-070a-48de-aa03-f63f7113c527 None None] Allocated IP 172.20.0.18 (3d9d9676-f606-4cd2-8a61-8ea4f8b74aea/e68d61d5-2507-4b6a-9c07-81fdde542550/ec532593-1ac3-461e-a196-071b26987cac) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:28.476784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8b3eebcd-80d1-4434-a1b8-4f03d78889cb None None] For port ec532593-1ac3-461e-a196-071b26987cac, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ec532593-1ac3-461e-a196-071b26987cac,segment=NetworkSegment(44711bb9-221f-478d-b397-ba564f8e7825),segment_id=44711bb9-221f-478d-b397-ba564f8e7825)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:28.483602 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b3eebcd-80d1-4434-a1b8-4f03d78889cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.483879 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-397c997e-39ba-40d0-ac95-08e88170ddba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.489909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-397c997e-39ba-40d0-ac95-08e88170ddba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/3292b46b-24be-44ed-98ec-38985bea4ab3 HTTP/1.1" status: 204 len: 168 time: 1.2530410 Jul 06 17:59:28.496341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e7aa4-7bc3-4a26-a469-ba2c29529b84 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:28.501757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:28.526175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f72c737-5900-4489-b9b1-fcc7a32c7ed0 req-c429b23b-0968-479d-a494-2a8952d4c974 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345342 Jul 06 17:59:28.531586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8b3eebcd-80d1-4434-a1b8-4f03d78889cb None None] Could not find standard attr ID for object 4d47fbdc-d48c-40aa-8831-7b860041d75e. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:59:28.555564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617267a-2131-4991-a37b-1fee09869ebe req-85aa5ccb-aac2-4e30-83f9-7e57347d6050 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:28.558674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5617267a-2131-4991-a37b-1fee09869ebe req-85aa5ccb-aac2-4e30-83f9-7e57347d6050 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 945 time: 0.3716526 Jul 06 17:59:28.585106 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.591535 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-58517f65-7a13-4f34-b2fb-1c5947e83f63 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811520 Jul 06 17:59:28.593495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:28.617727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:28.679306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef910ef2-f81e-44a6-8157-ad550927a19d req-00b91b67-9ee6-4ffd-90da-54bc369fec23 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:28.681020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef910ef2-f81e-44a6-8157-ad550927a19d req-00b91b67-9ee6-4ffd-90da-54bc369fec23 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.2362492 Jul 06 17:59:28.710381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3eebcd-80d1-4434-a1b8-4f03d78889cb None None] Pushing event updated for resources: {'Port': ['ID=ec532593-1ac3-461e-a196-071b26987cac,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:28.766131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5617267a-2131-4991-a37b-1fee09869ebe req-cec797cc-0da7-42e9-83d9-a1dc41c2f221 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929743 Jul 06 17:59:28.773247 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef910ef2-f81e-44a6-8157-ad550927a19d req-b92043a6-4869-4406-8118-9527c46466e2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566404 Jul 06 17:59:28.835556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-971b3d1a-bf09-4206-bb45-ccdca8e6b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:28.837349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-971b3d1a-bf09-4206-bb45-ccdca8e6b435 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=08340b0d48cf44989223aeb0342c9bb2&device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 1098 time: 0.2127247 Jul 06 17:59:28.867302 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2849adeb-5dd5-4364-9f40-062af496e19b x-openstack-request-id: req-2849adeb-5dd5-4364-9f40-062af496e19b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:28.867792 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543ecd6f-27b9-43bc-b061-48bd830123ab", "name": "network-vif-plugged", "status": "completed", "tag": "efcd4f98-e4b2-4070-89da-2546c4c0cea0", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:28.868178 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2849adeb-5dd5-4364-9f40-062af496e19b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:28.868796 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543ecd6f-27b9-43bc-b061-48bd830123ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcd4f98-e4b2-4070-89da-2546c4c0cea0', 'code': 200} Jul 06 17:59:28.872865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d59ef001-070a-48de-aa03-f63f7113c527 None None] For port ec532593-1ac3-461e-a196-071b26987cac, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ec532593-1ac3-461e-a196-071b26987cac,segment=NetworkSegment(44711bb9-221f-478d-b397-ba564f8e7825),segment_id=44711bb9-221f-478d-b397-ba564f8e7825)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:28.904787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:28.909738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.956305 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d59ef001-070a-48de-aa03-f63f7113c527 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:28.983508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d59ef001-070a-48de-aa03-f63f7113c527 None None] Transition to ACTIVE for port object ec532593-1ac3-461e-a196-071b26987cac will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:28.995344 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d59ef001-070a-48de-aa03-f63f7113c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.073758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf41693-5b3b-40d5-a3c5-cc02a94e296f None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:59:29.079263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-ff87a597-d8ea-40b1-82e6-68fd6ae468bf {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 17:59:29.080485 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 17:59:29.092347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-3860f661-b852-4925-949e-33dd85c103ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:29.093880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-3860f661-b852-4925-949e-33dd85c103ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.2490416 Jul 06 17:59:29.149653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ef001-070a-48de-aa03-f63f7113c527 None None] Pushing event updated for resources: {'Port': ['ID=ec532593-1ac3-461e-a196-071b26987cac,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:29.153574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ebc2-8533-4659-a891-a2970d1f05e5 req-674cd79a-a826-4b7e-aeb7-71fb408db344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:29.155225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17b1ebc2-8533-4659-a891-a2970d1f05e5 req-674cd79a-a826-4b7e-aeb7-71fb408db344 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 1096 time: 0.1976879 Jul 06 17:59:29.177256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-c35236f9-7fdd-4ceb-a750-68a72523abc5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=58cd5681-d6d4-48a2-a135-0a448db4baca HTTP/1.1" status: 200 len: 217 time: 0.0756643 Jul 06 17:59:29.188355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fdf41693-5b3b-40d5-a3c5-cc02a94e296f None None] Deleting port 8686e4b8-9391-4961-985b-27e9581508d9 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:29.189565 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdf41693-5b3b-40d5-a3c5-cc02a94e296f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.297467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17b1ebc2-8533-4659-a891-a2970d1f05e5 req-29256b8f-db58-49ec-adda-1a7c28bba395 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218884 Jul 06 17:59:29.307985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fdf41693-5b3b-40d5-a3c5-cc02a94e296f None None] For port 8686e4b8-9391-4961-985b-27e9581508d9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8686e4b8-9391-4961-985b-27e9581508d9,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:29.308267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-33852f5a-35b1-40fc-a326-5bb89d4c854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:29.308386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdf41693-5b3b-40d5-a3c5-cc02a94e296f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.309539 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-33852f5a-35b1-40fc-a326-5bb89d4c854e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.1245074 Jul 06 17:59:29.332031 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.341049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fdf41693-5b3b-40d5-a3c5-cc02a94e296f None None] Calling delete_port for 8686e4b8-9391-4961-985b-27e9581508d9 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:29.432586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:29.444297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:29.451267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:29.451940 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.483246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c5604-8ed6-40d7-8907-dbc3245a9361 req-aa83892b-d991-4781-b62b-1531fdd0a473 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:29.492657 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e88c5604-8ed6-40d7-8907-dbc3245a9361 req-aa83892b-d991-4781-b62b-1531fdd0a473 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 947 time: 0.1306646 Jul 06 17:59:29.497227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=005eaccf-8ff1-4daf-9052-1599d91b78f6,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:29.506515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5cfb59f7-c901-4f1d-b723-f39f7dff05b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8923044 Jul 06 17:59:29.507539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55416) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:29.514900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'name': 'tempest-NetworksTestDHCPv6-227419432'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:29.535323 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdf41693-5b3b-40d5-a3c5-cc02a94e296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.569382 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e88c5604-8ed6-40d7-8907-dbc3245a9361 req-36943b58-908a-4dc3-b0ed-2f5818aa9a34 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742390 Jul 06 17:59:29.574440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ec532593-1ac3-461e-a196-071b26987cac up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:29.631131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf41693-5b3b-40d5-a3c5-cc02a94e296f None None] No DVR routers for this DVR port 8686e4b8-9391-4961-985b-27e9581508d9 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:29.640313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-fb906628-7391-4b6d-8b52-3ee32c55ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:29.643789 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-fb906628-7391-4b6d-8b52-3ee32c55ce71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2924554 Jul 06 17:59:29.662874 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:29.665804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf41693-5b3b-40d5-a3c5-cc02a94e296f None None] Pushing event deleted for resources: {'Port': ['ID=8686e4b8-9391-4961-985b-27e9581508d9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:29.705588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9aeb9d-b048-4e2a-84d1-a01690e7b210 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:29.810079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8686e4b8-9391-4961-985b-27e9581508d9 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:29.859981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 8686e4b8-9391-4961-985b-27e9581508d9 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:29.866295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8686e4b8-9391-4961-985b-27e9581508d9 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:29.880973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-440d2c48-a30f-4b93-8220-539763e3ba6a service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031882 Jul 06 17:59:29.916033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:29.922751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.019578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:30.058390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '005eaccf-8ff1-4daf-9052-1599d91b78f6'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:30.060920 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.119101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a6e21e-6f62-4465-8681-08ea630b1e77 None None] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:30.225635 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4413ee76-ea23-415b-af05-e14ee40eb54a req-2d2458d1-d9ed-4850-a849-e00f47e84c66 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352861 Jul 06 17:59:30.254221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.21 (3d9d9676-f606-4cd2-8a61-8ea4f8b74aea/e68d61d5-2507-4b6a-9c07-81fdde542550/5be3f74c-1b77-49ed-b0fe-d82b01a55e85) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:30.260450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::a2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/005eaccf-8ff1-4daf-9052-1599d91b78f6/27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:30.287641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c38e0-3b03-4395-883a-7b73932fa328 req-6d1ca37a-eefa-46c6-9ef5-20a2e996393e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.289299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb5c38e0-3b03-4395-883a-7b73932fa328 req-6d1ca37a-eefa-46c6-9ef5-20a2e996393e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 945 time: 0.2623460 Jul 06 17:59:30.362126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-97bda592-7f85-40f2-a392-3090b994d558 None None] Provisioning for port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:30.371144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2b72d-5390-4278-9b3d-4b131b700d26 req-fca3f218-5948-4f91-90ae-77ca63fc9e97 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.373890 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46f2b72d-5390-4278-9b3d-4b131b700d26 req-fca3f218-5948-4f91-90ae-77ca63fc9e97 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.3347702 Jul 06 17:59:30.391122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-97bda592-7f85-40f2-a392-3090b994d558 None None] Provisioning complete for port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:30.391834 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97bda592-7f85-40f2-a392-3090b994d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.484362 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46f2b72d-5390-4278-9b3d-4b131b700d26 req-466f052c-74db-435c-984c-3c08754c1d16 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006923 Jul 06 17:59:30.508868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-97bda592-7f85-40f2-a392-3090b994d558 None None] Port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:30.522753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.539027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:30.553943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-97bda592-7f85-40f2-a392-3090b994d558 None None] Provisioning for port ec532593-1ac3-461e-a196-071b26987cac completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:30.578358 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.590423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb5c38e0-3b03-4395-883a-7b73932fa328 req-517af445-4652-4770-a1c8-e33bd30ad182 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635540 Jul 06 17:59:30.590895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-97bda592-7f85-40f2-a392-3090b994d558 None None] Provisioning complete for port ec532593-1ac3-461e-a196-071b26987cac triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:30.591493 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97bda592-7f85-40f2-a392-3090b994d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.618261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Ignored duplicate provisioning block setup for port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 17:59:30.629530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.636909 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.751702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:30.760985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:30.766799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:30.778941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.780039 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:30.817525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3045015 Jul 06 17:59:30.818840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55424) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:30.819799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/005eaccf-8ff1-4daf-9052-1599d91b78f6/39bc3478-c930-4df7-8867-2083bab1c70c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:30.838401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44209c-0e1d-464f-ba9a-20fe7b3bb48a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:30.853096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 58cd5681-d6d4-48a2-a135-0a448db4baca details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:59:30.928931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa776ec6-39a5-4922-87f9-436ce421b77e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:30.933913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-aa776ec6-39a5-4922-87f9-436ce421b77e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1107097 Jul 06 17:59:30.934487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55426) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:31.049372 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 17:59:31.101685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4bc79499-39fe-4272-a425-996b13ea6df7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:31.102491 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc79499-39fe-4272-a425-996b13ea6df7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.238388 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc79499-39fe-4272-a425-996b13ea6df7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.260979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4bc79499-39fe-4272-a425-996b13ea6df7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:31.497634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=5be3f74c-1b77-49ed-b0fe-d82b01a55e85,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:31.510263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 58cd5681-d6d4-48a2-a135-0a448db4baca, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=58cd5681-d6d4-48a2-a135-0a448db4baca,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:31.524397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] In _notify_port_updated(), no bound segment for port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 on network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 17:59:31.529949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '58cd5681-d6d4-48a2-a135-0a448db4baca', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': '58cd5681-d6d4-48a2-a135-0a448db4baca', 'mac_address': 'fa:16:3e:d1:6a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:59:31.532943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:31.534303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.539320 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e901417a-6abe-4c4f-a0a2-5d809527a696 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "PUT /v2.0/ports/5be3f74c-1b77-49ed-b0fe-d82b01a55e85 HTTP/1.1" status: 200 len: 999 time: 3.2374270 Jul 06 17:59:31.540272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55428) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:31.568528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6f46c-4797-436f-8f8d-3bb51df2fb41 req-2afec16f-cd63-4d8c-8602-06ee6718c28d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:31.576766 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cca6f46c-4797-436f-8f8d-3bb51df2fb41 req-2afec16f-cd63-4d8c-8602-06ee6718c28d tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 947 time: 0.7628760 Jul 06 17:59:31.608488 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.619323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc79499-39fe-4272-a425-996b13ea6df7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.639410 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cca6f46c-4797-436f-8f8d-3bb51df2fb41 req-355a74d4-1ebb-481c-91fa-5df7d148a276 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612476 Jul 06 17:59:31.659787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cd5681-d6d4-48a2-a135-0a448db4baca {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:31.692152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc79499-39fe-4272-a425-996b13ea6df7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:31.749109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 58cd5681-d6d4-48a2-a135-0a448db4baca, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=58cd5681-d6d4-48a2-a135-0a448db4baca,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:31.754638 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc79499-39fe-4272-a425-996b13ea6df7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.759181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4bc79499-39fe-4272-a425-996b13ea6df7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c HTTP/1.1" status: 204 len: 168 time: 0.8228502 Jul 06 17:59:31.762118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55434) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:31.783747 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.800749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.866498 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Transition to ACTIVE for port object 39bc3478-c930-4df7-8867-2083bab1c70c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:31.894634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:31.894634 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.904190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Transition to ACTIVE for port object 39bc3478-c930-4df7-8867-2083bab1c70c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:31.907837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=58cd5681-d6d4-48a2-a135-0a448db4baca,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:31.913616 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:31.924240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb526b-b9f1-4df9-aac4-87dd1f3eb0e8 req-2842a678-c263-43fb-a2c9-c1503b579957 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:31.932307 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-afeb526b-b9f1-4df9-aac4-87dd1f3eb0e8 req-2842a678-c263-43fb-a2c9-c1503b579957 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.1616778 Jul 06 17:59:31.965509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:31.969048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:31.974963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:31.978889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Pushing event updated for resources: {'Port': ['ID=39bc3478-c930-4df7-8867-2083bab1c70c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:32.044223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573799b2-71c5-4230-b70b-ec8d544c04b3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:32.046626 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-afeb526b-b9f1-4df9-aac4-87dd1f3eb0e8 req-e266f072-a755-465c-987f-612334148e7f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131036 Jul 06 17:59:32.050050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573799b2-71c5-4230-b70b-ec8d544c04b3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:32.057015 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-573799b2-71c5-4230-b70b-ec8d544c04b3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2896910 Jul 06 17:59:32.062874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55436) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:32.070258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['58cd5681-d6d4-48a2-a135-0a448db4baca'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:32.124482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c890390-d38f-458a-8949-5809665cda88 req-6500ed0d-855e-43f3-8dee-2ca4fc76735d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:32.129124 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c890390-d38f-458a-8949-5809665cda88 req-6500ed0d-855e-43f3-8dee-2ca4fc76735d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 945 time: 0.2338293 Jul 06 17:59:32.140305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Attempting to bind port 39bc3478-c930-4df7-8867-2083bab1c70c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:32.140911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Attempting to bind port 39bc3478-c930-4df7-8867-2083bab1c70c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:32.142078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Attempting to bind port 39bc3478-c930-4df7-8867-2083bab1c70c on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:32.150745 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.173098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:32.173931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:32.174595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:32.175340 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.176644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:32.177493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Bound port: 39bc3478-c930-4df7-8867-2083bab1c70c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:32.178151 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.182110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c018d31-3520-4a43-afe7-7e72511c37af tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 005eaccf-8ff1-4daf-9052-1599d91b78f6 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:32.196212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c018d31-3520-4a43-afe7-7e72511c37af tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.210784 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.218033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c890390-d38f-458a-8949-5809665cda88 req-be5ec31d-7f94-47d1-ad0f-2749056eea2e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784376 Jul 06 17:59:32.327426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c018d31-3520-4a43-afe7-7e72511c37af tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.370171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] For port 39bc3478-c930-4df7-8867-2083bab1c70c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:32.382459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] For port 39bc3478-c930-4df7-8867-2083bab1c70c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=39bc3478-c930-4df7-8867-2083bab1c70c,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:32.401249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7cae60e6-207a-46ed-b88b-92446637d060 None None] Provisioning complete for port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:32.402903 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7cae60e6-207a-46ed-b88b-92446637d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.414100 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.573399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c018d31-3520-4a43-afe7-7e72511c37af tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:32.657844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375a096-cd48-44ee-8561-bfe59b1036e2 None None] Pushing event updated for resources: {'Port': ['ID=39bc3478-c930-4df7-8867-2083bab1c70c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:32.661827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7cae60e6-207a-46ed-b88b-92446637d060 None None] Port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:32.770674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7cae60e6-207a-46ed-b88b-92446637d060 None None] Provisioning complete for port ec532593-1ac3-461e-a196-071b26987cac triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:32.771383 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7cae60e6-207a-46ed-b88b-92446637d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:33.125367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5d3b6-2d93-4d53-b428-cf4f6b505e77 req-8219420e-c98e-4e06-b15c-3acde287c309 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:33.128495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13c5d3b6-2d93-4d53-b428-cf4f6b505e77 req-8219420e-c98e-4e06-b15c-3acde287c309 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 945 time: 0.1688559 Jul 06 17:59:33.198699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13c5d3b6-2d93-4d53-b428-cf4f6b505e77 req-4f7ad63f-41fe-4b57-81b0-215928e71b10 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599275 Jul 06 17:59:33.262292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-977afa9c-2166-4814-b935-2fbe1058496d None None] Provisioning complete for port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:33.262893 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-977afa9c-2166-4814-b935-2fbe1058496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:33.342836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-977afa9c-2166-4814-b935-2fbe1058496d None None] Port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:33.569353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c0d2-9074-4801-b19f-92fc1b7f0a65 req-37e8df90-f993-49cf-8564-027e89553496 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:33.571428 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5cf0c0d2-9074-4801-b19f-92fc1b7f0a65 req-37e8df90-f993-49cf-8564-027e89553496 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.1650798 Jul 06 17:59:33.611508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 39bc3478-c930-4df7-8867-2083bab1c70c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:33.648702 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5cf0c0d2-9074-4801-b19f-92fc1b7f0a65 req-5bdb3851-b1b3-41f1-8ff8-99c132af2a24 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674655 Jul 06 17:59:33.699556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-de19e17a-df08-4559-b4f9-6686a7bc282f None None] Provisioning complete for port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:33.700157 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-de19e17a-df08-4559-b4f9-6686a7bc282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:33.746574 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:33.766694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 39bc3478-c930-4df7-8867-2083bab1c70c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:33.771633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-de19e17a-df08-4559-b4f9-6686a7bc282f None None] Port 5be3f74c-1b77-49ed-b0fe-d82b01a55e85 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:33.790802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=5be3f74c-1b77-49ed-b0fe-d82b01a55e85,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:33.799785 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c018d31-3520-4a43-afe7-7e72511c37af tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:33.824159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.824520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.824864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.825221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.825538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.825921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.826198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.826614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.826852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.827213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.827702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.827871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 17:59:33.880391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d90b60-7f04-4728-9338-15f6eb55db2d req-560281c2-8539-4edb-bf57-84b05d39432f tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:33.882094 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11d90b60-7f04-4728-9338-15f6eb55db2d req-560281c2-8539-4edb-bf57-84b05d39432f tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 948 time: 0.2854230 Jul 06 17:59:33.884188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c018d31-3520-4a43-afe7-7e72511c37af tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=005eaccf-8ff1-4daf-9052-1599d91b78f6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:33.886269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c018d31-3520-4a43-afe7-7e72511c37af tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:33.888257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4c018d31-3520-4a43-afe7-7e72511c37af tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/005eaccf-8ff1-4daf-9052-1599d91b78f6 HTTP/1.1" status: 204 len: 168 time: 1.8230324 Jul 06 17:59:33.890886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:33.945751 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-07b9b5c3-e71b-4ba7-8153-e7b2e422b0d0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533292 Jul 06 17:59:33.947011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:33.976414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:34.097320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11d90b60-7f04-4728-9338-15f6eb55db2d req-1a8b3bde-f3be-49f1-84db-b96e75c4deae tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973164 Jul 06 17:59:34.124802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.125028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:34.129141 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b5645c86-fe88-438a-abbd-8abcf3066d1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/5be3f74c-1b77-49ed-b0fe-d82b01a55e85 HTTP/1.1" status: 204 len: 168 time: 2.5870991 Jul 06 17:59:34.153001 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fccc61-8b08-4ffe-bfe2-aa9129642afa tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 17:59:34.157840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-14fccc61-8b08-4ffe-bfe2-aa9129642afa tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/5be3f74c-1b77-49ed-b0fe-d82b01a55e85 HTTP/1.1" status: 404 len: 333 time: 0.0323107 Jul 06 17:59:34.158868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55452) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:34.194323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-ed10c288-c4bc-4ab7-99d4-5e098ea33b37 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:34.196514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-ed10c288-c4bc-4ab7-99d4-5e098ea33b37 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.22 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 945 time: 0.2953658 Jul 06 17:59:34.198637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:34.203242 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.267126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5871e28-095d-4c51-9168-a91d5f080fbc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet e68d61d5-2507-4b6a-9c07-81fdde542550 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:34.280873 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5871e28-095d-4c51-9168-a91d5f080fbc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.336069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5871e28-095d-4c51-9168-a91d5f080fbc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.443409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5871e28-095d-4c51-9168-a91d5f080fbc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.460036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076c0623-3d96-4793-88bf-8f9f37939e56 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:34.560915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-354b47ca-1dbb-4125-9bef-4b11a20968dd None None] Provisioning for port 39bc3478-c930-4df7-8867-2083bab1c70c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:34.570153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-354b47ca-1dbb-4125-9bef-4b11a20968dd None None] Provisioning complete for port 39bc3478-c930-4df7-8867-2083bab1c70c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:34.570573 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-354b47ca-1dbb-4125-9bef-4b11a20968dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.572175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Deleting port efcd4f98-e4b2-4070-89da-2546c4c0cea0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:34.572688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.607181 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5871e28-095d-4c51-9168-a91d5f080fbc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.686204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5871e28-095d-4c51-9168-a91d5f080fbc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.695901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c5871e28-095d-4c51-9168-a91d5f080fbc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/e68d61d5-2507-4b6a-9c07-81fdde542550 HTTP/1.1" status: 204 len: 168 time: 0.5354187 Jul 06 17:59:34.697050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:34.705311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d539a-ca8e-4fab-a313-c1fdc3b55205 None None] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:34.707137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5871e28-095d-4c51-9168-a91d5f080fbc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=e68d61d5-2507-4b6a-9c07-81fdde542550,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:34.766891 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-354b47ca-1dbb-4125-9bef-4b11a20968dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.839655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] For port efcd4f98-e4b2-4070-89da-2546c4c0cea0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=efcd4f98-e4b2-4070-89da-2546c4c0cea0,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:34.840408 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.847371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-354b47ca-1dbb-4125-9bef-4b11a20968dd None None] For port 39bc3478-c930-4df7-8867-2083bab1c70c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=39bc3478-c930-4df7-8867-2083bab1c70c,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:34.873727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 58cd5681-d6d4-48a2-a135-0a448db4baca up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:34.895773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-354b47ca-1dbb-4125-9bef-4b11a20968dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:34.898779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Calling delete_port for efcd4f98-e4b2-4070-89da-2546c4c0cea0 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:34.925066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0d0d83-0c7d-4d98-9cc1-0491ea50545f None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:59:34.965317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a86d-6652-4a49-bd28-c3ead1428c04 req-ae05059f-8c27-4b55-903c-2cf365e62749 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:34.967494 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5182a86d-6652-4a49-bd28-c3ead1428c04 req-ae05059f-8c27-4b55-903c-2cf365e62749 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 945 time: 0.4581571 Jul 06 17:59:35.004294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ddfa9c-3825-4fd2-b038-32cc2d1b6ad3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet e7d7234b-30c3-43bc-ba40-ac1e82c342b8 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:35.009508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88ddfa9c-3825-4fd2-b038-32cc2d1b6ad3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.047282 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.100282 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5182a86d-6652-4a49-bd28-c3ead1428c04 req-2c308f20-c705-4be1-8afb-c73e3d4f9206 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109838 Jul 06 17:59:35.109373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:35.124078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:35.124466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88ddfa9c-3825-4fd2-b038-32cc2d1b6ad3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.130622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:35.131219 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.133625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b47ca-1dbb-4125-9bef-4b11a20968dd None None] Pushing event updated for resources: {'Port': ['ID=39bc3478-c930-4df7-8867-2083bab1c70c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:35.196259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 58cd5681-d6d4-48a2-a135-0a448db4baca completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:35.213120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=87cd8592-d7af-4eec-87ed-7bcfbb0d944b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:35.214330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 58cd5681-d6d4-48a2-a135-0a448db4baca triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:35.214949 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.228158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4b9a7295-994d-47ff-aed9-cf7edb1b0133 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2560487 Jul 06 17:59:35.232373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:35.245362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'name': 'tempest-NetworksTestDHCPv6-425256266'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:35.271793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82099-13d1-4b02-ba23-77164e698752 req-a196b091-2402-4dc3-b1d8-7853d2e16601 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:35.284426 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d6f82099-13d1-4b02-ba23-77164e698752 req-a196b091-2402-4dc3-b1d8-7853d2e16601 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.3521826 Jul 06 17:59:35.324157 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88ddfa9c-3825-4fd2-b038-32cc2d1b6ad3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.340397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d0d83-0c7d-4d98-9cc1-0491ea50545f None None] Deleting port 39bc3478-c930-4df7-8867-2083bab1c70c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:35.340896 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0d83-0c7d-4d98-9cc1-0491ea50545f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.419704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fda5e-d6a9-4967-8ef5-52fffe68fadb req-14f3f1b5-c266-4d44-8498-26340073b996 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:35.421361 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0d0fda5e-d6a9-4967-8ef5-52fffe68fadb req-14f3f1b5-c266-4d44-8498-26340073b996 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 948 time: 0.1439350 Jul 06 17:59:35.444645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88ddfa9c-3825-4fd2-b038-32cc2d1b6ad3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.495427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddfa9c-3825-4fd2-b038-32cc2d1b6ad3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d7234b-30c3-43bc-ba40-ac1e82c342b8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:35.508992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88ddfa9c-3825-4fd2-b038-32cc2d1b6ad3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.515091 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-88ddfa9c-3825-4fd2-b038-32cc2d1b6ad3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/e7d7234b-30c3-43bc-ba40-ac1e82c342b8 HTTP/1.1" status: 204 len: 168 time: 0.8115025 Jul 06 17:59:35.518475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:35.519310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.541487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.543654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.570777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['1be8b0f5-c841-494e-a989-e0c873122777'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:35.575215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d6f82099-13d1-4b02-ba23-77164e698752 req-35b73457-0f31-4e64-8886-5382f96c8e01 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893255 Jul 06 17:59:35.633990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['efcd4f98-e4b2-4070-89da-2546c4c0cea0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:35.646168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0d0fda5e-d6a9-4967-8ef5-52fffe68fadb req-df2d519e-d433-404a-8046-f20daee4096f tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125530 Jul 06 17:59:35.700571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Pushing event deleted for resources: {'Port': ['ID=efcd4f98-e4b2-4070-89da-2546c4c0cea0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:35.701287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 39bc3478-c930-4df7-8867-2083bab1c70c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:35.733639 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.803687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cf0d0d83-0c7d-4d98-9cc1-0491ea50545f None None] For port 39bc3478-c930-4df7-8867-2083bab1c70c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=39bc3478-c930-4df7-8867-2083bab1c70c,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:35.804396 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0d83-0c7d-4d98-9cc1-0491ea50545f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.808126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904c49d3-3193-4b2a-a50d-bb629ae4a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cd5681-d6d4-48a2-a135-0a448db4baca'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:35.808382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] No DVR routers for this DVR port efcd4f98-e4b2-4070-89da-2546c4c0cea0 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:35.811083 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf2e686-6bbc-49c4-aa00-60754f1f9fa5" -d '{"events": [{"server_uuid": "904c49d3-3193-4b2a-a50d-bb629ae4a668", "name": "network-vif-plugged", "status": "completed", "tag": "58cd5681-d6d4-48a2-a135-0a448db4baca"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:35.813954 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.819995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfae8e3d-7e65-427b-8107-e464fcc8584b req-e4c72b67-dc1c-4ea6-9931-aecd25f84d99 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.22 "DELETE /v2.0/ports/efcd4f98-e4b2-4070-89da-2546c4c0cea0 HTTP/1.1" status: 204 len: 173 time: 1.6080937 Jul 06 17:59:35.830848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543ecd6f-27b9-43bc-b061-48bd830123ab', 'name': 'network-vif-deleted', 'tag': 'efcd4f98-e4b2-4070-89da-2546c4c0cea0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:35.837712 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb4e2aa-06b4-48c1-a265-1e60dd05916b" -d '{"events": [{"server_uuid": "543ecd6f-27b9-43bc-b061-48bd830123ab", "name": "network-vif-deleted", "tag": "efcd4f98-e4b2-4070-89da-2546c4c0cea0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:35.849727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d0d83-0c7d-4d98-9cc1-0491ea50545f None None] Calling delete_port for 39bc3478-c930-4df7-8867-2083bab1c70c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:35.880353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 58cd5681-d6d4-48a2-a135-0a448db4baca, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=58cd5681-d6d4-48a2-a135-0a448db4baca,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:35.886329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:35.904027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.923685 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.930242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port ec532593-1ac3-461e-a196-071b26987cac {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:35.930819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:35.983588 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdbcb5c-10f8-4022-9e04-5f91fd1b3ee8 x-openstack-request-id: req-ebdbcb5c-10f8-4022-9e04-5f91fd1b3ee8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:35.984009 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543ecd6f-27b9-43bc-b061-48bd830123ab", "name": "network-vif-deleted", "tag": "efcd4f98-e4b2-4070-89da-2546c4c0cea0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:35.984420 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebdbcb5c-10f8-4022-9e04-5f91fd1b3ee8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:35.985042 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543ecd6f-27b9-43bc-b061-48bd830123ab', 'name': 'network-vif-deleted', 'tag': 'efcd4f98-e4b2-4070-89da-2546c4c0cea0', 'status': 'completed', 'code': 200} Jul 06 17:59:36.002821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 41b52969-b2df-4f7a-b5f9-89e7f0c35d00 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:36.019020 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d04be1-5803-4200-b6fc-a27af33672a1 x-openstack-request-id: req-b0d04be1-5803-4200-b6fc-a27af33672a1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:36.019393 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904c49d3-3193-4b2a-a50d-bb629ae4a668", "name": "network-vif-plugged", "status": "completed", "tag": "58cd5681-d6d4-48a2-a135-0a448db4baca", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:36.019590 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0d04be1-5803-4200-b6fc-a27af33672a1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:36.021037 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904c49d3-3193-4b2a-a50d-bb629ae4a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cd5681-d6d4-48a2-a135-0a448db4baca', 'code': 200} Jul 06 17:59:36.167570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=58cd5681-d6d4-48a2-a135-0a448db4baca,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:36.214850 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] For port ec532593-1ac3-461e-a196-071b26987cac, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ec532593-1ac3-461e-a196-071b26987cac,segment=NetworkSegment(44711bb9-221f-478d-b397-ba564f8e7825),segment_id=44711bb9-221f-478d-b397-ba564f8e7825)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:36.215940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.234243 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.259039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for ec532593-1ac3-461e-a196-071b26987cac owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:36.292584 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0d83-0c7d-4d98-9cc1-0491ea50545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.386478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0d83-0c7d-4d98-9cc1-0491ea50545f None None] Pushing event deleted for resources: {'Port': ['ID=39bc3478-c930-4df7-8867-2083bab1c70c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:36.401413 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d0d83-0c7d-4d98-9cc1-0491ea50545f None None] No DVR routers for this DVR port 39bc3478-c930-4df7-8867-2083bab1c70c on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:36.434935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::216 (bc2bb118-1fef-4c36-8bc5-3622127a006f/87cd8592-d7af-4eec-87ed-7bcfbb0d944b/41b52969-b2df-4f7a-b5f9-89e7f0c35d00) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:36.438140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34333325-6fd4-4216-902e-07838fe9c02e None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:36.535108 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.630300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f70e8dce-5fe7-4468-befb-7f5e5d9ea087 req-85301a3b-5dee-4b5f-bae9-1102fe9f2e06 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=543ecd6f-27b9-43bc-b061-48bd830123ab HTTP/1.1" status: 200 len: 210 time: 0.0985506 Jul 06 17:59:36.674078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=ec532593-1ac3-461e-a196-071b26987cac,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:36.677410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No DVR routers for this DVR port ec532593-1ac3-461e-a196-071b26987cac on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:36.767739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbe328-a3f0-4fb5-82c8-d62cb2f01625 req-47d29057-66d3-4728-b2e6-720ef1523408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:36.774184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3acbe328-a3f0-4fb5-82c8-d62cb2f01625 req-47d29057-66d3-4728-b2e6-720ef1523408 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 1100 time: 0.5583754 Jul 06 17:59:36.825453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efaae34-ed9c-4d8a-915a-d689d6fb8b19 None None] Network 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:36.869348 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:36.913093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3acbe328-a3f0-4fb5-82c8-d62cb2f01625 req-f523e809-9931-4443-b2e3-188868deb9d3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232686 Jul 06 17:59:36.916912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9d9676-f606-4cd2-8a61-8ea4f8b74aea']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:36.944550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ae26ce79-a3fe-45aa-9f0e-b418867c14e8 None None] Could not find standard attr ID for object ec532593-1ac3-461e-a196-071b26987cac. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:59:36.974811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44711bb9-221f-478d-b397-ba564f8e7825') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:36.976344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44711bb9-221f-478d-b397-ba564f8e7825') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:36.983429 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.008854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 41b52969-b2df-4f7a-b5f9-89e7f0c35d00 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:37.029564 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.043936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abe3d5-cdfe-4b59-ae8c-4795d7cce37a req-4ba94d0b-3824-4ed2-a29a-55e412f38f6f tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:37.049670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5abe3d5-cdfe-4b59-ae8c-4795d7cce37a req-4ba94d0b-3824-4ed2-a29a-55e412f38f6f tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 949 time: 0.1385276 Jul 06 17:59:37.078870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.083951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '87cd8592-d7af-4eec-87ed-7bcfbb0d944b'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:37.087054 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.137045 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.147557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:59:37.148538 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:59:37.154510 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:59:37.240951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=41b52969-b2df-4f7a-b5f9-89e7f0c35d00,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:37.248966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baafcdd4-5903-4d76-a2b9-7071dadfabc9 None None] DHCP port deletion for 3d9d9676-f606-4cd2-8a61-8ea4f8b74aea request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:59:37.263055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5abe3d5-cdfe-4b59-ae8c-4795d7cce37a req-039847d1-8ecc-40a7-a409-8f862219b176 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017827 Jul 06 17:59:37.293800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:37.309161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:37.314050 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.321912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:37.326936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.334091 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/networks/3d9d9676-f606-4cd2-8a61-8ea4f8b74aea HTTP/1.1" status: 204 len: 168 time: 1.8126960 Jul 06 17:59:37.334636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:37.335286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:37.340298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.369953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c1a5ee34-29d0-47a7-8984-2dd6becfb952 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1294446 Jul 06 17:59:37.374324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55478) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:37.397459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f37af3-ed8e-46fe-aa79-7c7d2f2b64ee tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Network': ['ID=3d9d9676-f606-4cd2-8a61-8ea4f8b74aea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:37.434187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/87cd8592-d7af-4eec-87ed-7bcfbb0d944b/c57837c4-33e9-4c84-a842-fbf30f701a28) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:37.436520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aaabb-e92f-41ac-abfa-0dc06e4f74a7 req-7cdcfcab-bc8f-4d89-bb85-008bcd846676 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:37.440057 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-550aaabb-e92f-41ac-abfa-0dc06e4f74a7 req-7cdcfcab-bc8f-4d89-bb85-008bcd846676 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.3815689 Jul 06 17:59:37.527997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d0a91-58ae-49a1-b01b-a8345a11011e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:37.531029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7d6d0a91-58ae-49a1-b01b-a8345a11011e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1550758 Jul 06 17:59:37.534922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55480) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:37.552701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-550aaabb-e92f-41ac-abfa-0dc06e4f74a7 req-28fe8a10-1004-4c44-8503-1bc4f78554de tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942261 Jul 06 17:59:37.569693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea24153-235d-4233-8c6c-61297fbb2e3f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:37.572740 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bea24153-235d-4233-8c6c-61297fbb2e3f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2294815 Jul 06 17:59:37.576523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:37.633055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ec532593-1ac3-461e-a196-071b26987cac no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:37.692786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: ec532593-1ac3-461e-a196-071b26987cac {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:37.695339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ec532593-1ac3-461e-a196-071b26987cac not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:37.751337 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-32468902-be3e-4617-a686-7543f4e9c568 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1725228 Jul 06 17:59:37.754973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55486) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:37.762657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1869072896'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:37.794044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d02bb398-211b-4ed8-9d41-f7ba1bf92372 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 41b52969-b2df-4f7a-b5f9-89e7f0c35d00 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:37.795276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.795673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d02bb398-211b-4ed8-9d41-f7ba1bf92372 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.797349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:37.809912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.812306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Transition to ACTIVE for port object c57837c4-33e9-4c84-a842-fbf30f701a28 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:37.848971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Transition to ACTIVE for port object c57837c4-33e9-4c84-a842-fbf30f701a28 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:37.862690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.881919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:37.899523 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.899837 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Added segment af7ea7b0-4cd5-490d-a712-873168bf99ec of type vlan for network d73c8c90-67ad-4da2-8255-0b922bee4aa0 Jul 06 17:59:37.925825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:37.929692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:37.932626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:37.950491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Pushing event updated for resources: {'Port': ['ID=c57837c4-33e9-4c84-a842-fbf30f701a28,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:37.956408 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d02bb398-211b-4ed8-9d41-f7ba1bf92372 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:37.972016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d02bb398-211b-4ed8-9d41-f7ba1bf92372 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 41b52969-b2df-4f7a-b5f9-89e7f0c35d00 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:37.999974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.020074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Attempting to bind port c57837c4-33e9-4c84-a842-fbf30f701a28 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:38.020925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Attempting to bind port c57837c4-33e9-4c84-a842-fbf30f701a28 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:38.021538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Attempting to bind port c57837c4-33e9-4c84-a842-fbf30f701a28 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:38.029692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:38.030582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:38.031283 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.032497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:38.033265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Bound port: c57837c4-33e9-4c84-a842-fbf30f701a28, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:38.034098 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.064814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.076191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:38.077258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.132065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] For port c57837c4-33e9-4c84-a842-fbf30f701a28, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:38.139633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] For port c57837c4-33e9-4c84-a842-fbf30f701a28, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c57837c4-33e9-4c84-a842-fbf30f701a28,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:38.146115 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.200316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4439347 Jul 06 17:59:38.204493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55490) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:38.222374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': 'd73c8c90-67ad-4da2-8255-0b922bee4aa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:38.222829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b16f8-0afc-4585-a6b1-5654838d4ece tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Network': ['ID=d73c8c90-67ad-4da2-8255-0b922bee4aa0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:38.240385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26401751-bb14-480c-97c7-c3e47abd9b36 None None] Pushing event updated for resources: {'Port': ['ID=c57837c4-33e9-4c84-a842-fbf30f701a28,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:38.260605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0738-58d0-4899-a173-1aaa5bfe2492 req-2ff6ddeb-74d8-419e-817f-102da3fe73c1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:38.262007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network d73c8c90-67ad-4da2-8255-0b922bee4aa0 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:38.262264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2ab0738-58d0-4899-a173-1aaa5bfe2492 req-2ff6ddeb-74d8-419e-817f-102da3fe73c1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1630929 Jul 06 17:59:38.301289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d02bb398-211b-4ed8-9d41-f7ba1bf92372 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.350539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bb398-211b-4ed8-9d41-f7ba1bf92372 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=41b52969-b2df-4f7a-b5f9-89e7f0c35d00,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:38.372357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f2ab0738-58d0-4899-a173-1aaa5bfe2492 req-b08fe70d-50dd-4e66-8b8d-027f112b3508 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961308 Jul 06 17:59:38.461963 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d02bb398-211b-4ed8-9d41-f7ba1bf92372 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.470160 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d02bb398-211b-4ed8-9d41-f7ba1bf92372 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/41b52969-b2df-4f7a-b5f9-89e7f0c35d00 HTTP/1.1" status: 204 len: 168 time: 0.9323061 Jul 06 17:59:38.472647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:38.549272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:38.559415 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.612213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d443e29-a6c9-4778-ac87-d7d8075a84b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:38.614035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d443e29-a6c9-4778-ac87-d7d8075a84b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:38.618854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6d443e29-a6c9-4778-ac87-d7d8075a84b2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1443014 Jul 06 17:59:38.619328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55500) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:38.723292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1af5553-66cd-4d0b-8db1-02d6ebbceb54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 87cd8592-d7af-4eec-87ed-7bcfbb0d944b {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:38.732750 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1af5553-66cd-4d0b-8db1-02d6ebbceb54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.788448 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1af5553-66cd-4d0b-8db1-02d6ebbceb54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.809446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078413d-2021-44c3-a5f3-dd96b424fb26 req-12a74b99-9bea-40ad-9b38-a7b9584daf87 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:38.811816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1078413d-2021-44c3-a5f3-dd96b424fb26 req-12a74b99-9bea-40ad-9b38-a7b9584daf87 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 949 time: 0.3244131 Jul 06 17:59:38.876952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 41c8432b-9a17-4cf7-9584-870271134410 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 17:59:38.881000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device efcd4f98-e4b2-4070-89da-2546c4c0cea0 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:38.919182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1078413d-2021-44c3-a5f3-dd96b424fb26 req-e0b83655-f9f4-41db-b3d8-2b95f1baf0a0 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995028 Jul 06 17:59:38.921262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:38.955661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: efcd4f98-e4b2-4070-89da-2546c4c0cea0 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:38.956509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device efcd4f98-e4b2-4070-89da-2546c4c0cea0 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:38.961031 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1af5553-66cd-4d0b-8db1-02d6ebbceb54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:39.029540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=5bed8b5a-49f9-45a8-8dc4-5ff0f2257410,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:39.062492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Checking segment: {'id': 'af7ea7b0-4cd5-490d-a712-873168bf99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd73c8c90-67ad-4da2-8255-0b922bee4aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:39.063751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network hostable DHCP agents. Network: d73c8c90-67ad-4da2-8255-0b922bee4aa0, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:59:39.093616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network d73c8c90-67ad-4da2-8255-0b922bee4aa0 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:59:39.114634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, d73c8c90-67ad-4da2-8255-0b922bee4aa0) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:39.122144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:39.122777 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:39.126007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c44f6-fd61-4fe4-b16e-106fde2fe336 req-cdd1b19a-0f8a-429a-914c-67359ff396a3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:39.128624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ee4c3-b48b-4012-a091-6e15985f2dc4 None None] Network d73c8c90-67ad-4da2-8255-0b922bee4aa0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:39.129392 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-294c44f6-fd61-4fe4-b16e-106fde2fe336 req-cdd1b19a-0f8a-429a-914c-67359ff396a3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.2605255 Jul 06 17:59:39.132653 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1af5553-66cd-4d0b-8db1-02d6ebbceb54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:39.194750 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-94ff907b-f15a-4227-82ca-ce41f6eb9de1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9890227 Jul 06 17:59:39.199216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:39.205134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': 'd73c8c90-67ad-4da2-8255-0b922bee4aa0', 'name': 'tempest-PortsTestJSON-937465363'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:39.217270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af5553-66cd-4d0b-8db1-02d6ebbceb54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=87cd8592-d7af-4eec-87ed-7bcfbb0d944b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:39.226737 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1af5553-66cd-4d0b-8db1-02d6ebbceb54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:39.233641 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f1af5553-66cd-4d0b-8db1-02d6ebbceb54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/87cd8592-d7af-4eec-87ed-7bcfbb0d944b HTTP/1.1" status: 204 len: 168 time: 0.6095424 Jul 06 17:59:39.236811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:39.293970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c102bf3-a807-4241-9016-cef994a466ed req-8578e1f7-458d-4ad7-9789-45650e2e7bd9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:39.296409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c102bf3-a807-4241-9016-cef994a466ed req-8578e1f7-458d-4ad7-9789-45650e2e7bd9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1678193 Jul 06 17:59:39.343543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-18d17f6f-489e-4a2c-a6b4-02c4098e0cc9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033278 Jul 06 17:59:39.345902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:39.371334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-294c44f6-fd61-4fe4-b16e-106fde2fe336 req-dce5f7db-340c-4dcd-be07-b3d03ffd71ef tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230103 Jul 06 17:59:39.420982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c102bf3-a807-4241-9016-cef994a466ed req-83d0571a-7c00-40ad-b2be-9716304a882d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055698 Jul 06 17:59:39.515443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d87f0-ca68-48fc-8417-d0d832d1728f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:39.521597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a03d87f0-ca68-48fc-8417-d0d832d1728f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1708033 Jul 06 17:59:39.522309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55518) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:39.530235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:39.538648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:39.550383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:39.593355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 8af5560f-6435-41bd-800f-298870468de3 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:39.610081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '41c8432b-9a17-4cf7-9584-870271134410', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'port_id': '41c8432b-9a17-4cf7-9584-870271134410', 'mac_address': 'fa:16:3e:f4:af:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 17:59:39.711546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c57837c4-33e9-4c84-a842-fbf30f701a28 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:39.763146 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:39.765644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9619f-a884-443e-9fe9-f4835fc67232 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:39.775178 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9cf9619f-a884-443e-9fe9-f4835fc67232 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2457316 Jul 06 17:59:39.778050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55520) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:39.794479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.13 (d73c8c90-67ad-4da2-8255-0b922bee4aa0/5bed8b5a-49f9-45a8-8dc4-5ff0f2257410/8af5560f-6435-41bd-800f-298870468de3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:39.863762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41c8432b-9a17-4cf7-9584-870271134410 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 17:59:39.947027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-36fd3e2b-6132-4c51-8a28-9bbccd4cdd92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1615608 Jul 06 17:59:39.948793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55522) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:39.958698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:40.013378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:40.036589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-d73c8c90-67ad-4da2-8255-0b922bee4aa0', 'network_id': 'd73c8c90-67ad-4da2-8255-0b922bee4aa0', 'tenant_id': '35ac2dd17d0b4b89bc3ce898b8e8f4dc', 'fixed_ips': [{'subnet_id': '5bed8b5a-49f9-45a8-8dc4-5ff0f2257410'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:40.044026 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.051070 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.079588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c57837c4-33e9-4c84-a842-fbf30f701a28 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:40.100677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.130489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object 8af5560f-6435-41bd-800f-298870468de3 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:40.143807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a503a5-60f4-49fc-8cf9-b301aee9dbd8 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:40.163809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14cd0a-4326-4544-b6d6-45cf605056f4 req-e197b42d-9d6c-4142-8a08-cc3fba8dc16d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:40.165538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a14cd0a-4326-4544-b6d6-45cf605056f4 req-e197b42d-9d6c-4142-8a08-cc3fba8dc16d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1434908 Jul 06 17:59:40.222961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.239275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6a14cd0a-4326-4544-b6d6-45cf605056f4 req-815a51bd-24c7-4e73-a014-fdf60b6b0830 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618961 Jul 06 17:59:40.249108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['41c8432b-9a17-4cf7-9584-870271134410'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:40.278434 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network d73c8c90-67ad-4da2-8255-0b922bee4aa0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:40.283896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:40.287205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:40.333099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=8af5560f-6435-41bd-800f-298870468de3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:40.338024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0219ffa-e713-4850-a4c7-05811fe6432a req-74ff8616-69c3-4a52-8b04-12f2f2d88968 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:40.341002 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0219ffa-e713-4850-a4c7-05811fe6432a req-74ff8616-69c3-4a52-8b04-12f2f2d88968 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 949 time: 0.2323785 Jul 06 17:59:40.342865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:40.349352 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.394690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:40.395342 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.427711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c4c81d1e-4c19-4b94-a324-1a89fe03c93a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2265677 Jul 06 17:59:40.429941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55528) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:40.449373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': 'd73c8c90-67ad-4da2-8255-0b922bee4aa0', 'name': 'tempest-PortsTestJSON-241326145'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:40.617996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:40.651723 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0219ffa-e713-4850-a4c7-05811fe6432a req-0fa50420-a0d6-45e7-9e6d-26f1544ce808 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922843 Jul 06 17:59:40.693321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-653fe57b-c59a-4c95-91d0-fa6f4bbeab97 None None] Provisioning for port c57837c4-33e9-4c84-a842-fbf30f701a28 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:40.725457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:40.729254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.768490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 89d46d7a-e401-4b62-8eaf-9d298ddd5a89 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:40.787910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce759f3-9ff5-42ee-b401-5054fdded56a req-29643b58-29ca-413c-b2d8-16d792b72cbf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:40.795877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ce759f3-9ff5-42ee-b401-5054fdded56a req-29643b58-29ca-413c-b2d8-16d792b72cbf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.1718836 Jul 06 17:59:40.811070 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-653fe57b-c59a-4c95-91d0-fa6f4bbeab97 None None] Provisioning complete for port c57837c4-33e9-4c84-a842-fbf30f701a28 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:40.811636 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-653fe57b-c59a-4c95-91d0-fa6f4bbeab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.872700 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:40.984532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Allocated IP 172.20.0.2 (d73c8c90-67ad-4da2-8255-0b922bee4aa0/5bed8b5a-49f9-45a8-8dc4-5ff0f2257410/1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:41.006293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:41.011709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:41.019866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:41.020502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.041014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=81f35e81-d656-45d4-9a3f-aa7871dfcb7e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:41.058293 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6abc6238-c81f-4028-81f9-2a4c0933734d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1037471 Jul 06 17:59:41.059759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:41.080261 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ce759f3-9ff5-42ee-b401-5054fdded56a req-f509c6d5-cdb2-4ad5-b40f-1e9740744098 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831378 Jul 06 17:59:41.081035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': '81f35e81-d656-45d4-9a3f-aa7871dfcb7e', 'ip_address': '2001:db8::918c:f696:43eb:f757'}], 'name': 'tempest-NetworksTestDHCPv6-186501812'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:41.274520 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-653fe57b-c59a-4c95-91d0-fa6f4bbeab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.307942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865f12f-3df0-4131-bb69-08d22bb2e479 None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:59:41.366765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:41.415711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-653fe57b-c59a-4c95-91d0-fa6f4bbeab97 None None] For port c57837c4-33e9-4c84-a842-fbf30f701a28, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c57837c4-33e9-4c84-a842-fbf30f701a28,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:41.435712 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-653fe57b-c59a-4c95-91d0-fa6f4bbeab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.510394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.533801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-ad60d096-20c4-4e0b-9c91-abe026583b08 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:41.538826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-ad60d096-20c4-4e0b-9c91-abe026583b08 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.22 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 949 time: 0.1588914 Jul 06 17:59:41.541175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Transition to ACTIVE for port object 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:41.580457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c57837c4-33e9-4c84-a842-fbf30f701a28 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:41.603444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.611563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Transition to ACTIVE for port object 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:41.628192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4865f12f-3df0-4131-bb69-08d22bb2e479 None None] Deleting port c57837c4-33e9-4c84-a842-fbf30f701a28 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:41.628572 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4865f12f-3df0-4131-bb69-08d22bb2e479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.635290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port db3f0901-8ca6-45c4-a256-9b855e8865be yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:41.636085 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.650653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fe57b-c59a-4c95-91d0-fa6f4bbeab97 None None] Pushing event updated for resources: {'Port': ['ID=c57837c4-33e9-4c84-a842-fbf30f701a28,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:41.754387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Network d73c8c90-67ad-4da2-8255-0b922bee4aa0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:41.764744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:41.767773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:41.783193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Pushing event updated for resources: {'Port': ['ID=1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:41.896474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.12 (d73c8c90-67ad-4da2-8255-0b922bee4aa0/5bed8b5a-49f9-45a8-8dc4-5ff0f2257410/89d46d7a-e401-4b62-8eaf-9d298ddd5a89) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:41.970915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4865f12f-3df0-4131-bb69-08d22bb2e479 None None] For port c57837c4-33e9-4c84-a842-fbf30f701a28, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c57837c4-33e9-4c84-a842-fbf30f701a28,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:41.971307 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4865f12f-3df0-4131-bb69-08d22bb2e479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:41.994432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4865f12f-3df0-4131-bb69-08d22bb2e479 None None] Calling delete_port for c57837c4-33e9-4c84-a842-fbf30f701a28 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:42.081713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Deleting port 58cd5681-d6d4-48a2-a135-0a448db4baca {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:42.081713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.093394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::918c:f696:43eb:f757 (bc2bb118-1fef-4c36-8bc5-3622127a006f/81f35e81-d656-45d4-9a3f-aa7871dfcb7e/db3f0901-8ca6-45c4-a256-9b855e8865be) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:42.196218 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4865f12f-3df0-4131-bb69-08d22bb2e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.289828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcde5f-8702-4b08-bfc9-b9ffed51c798 req-4f715178-0402-422d-87c4-c7e03078c035 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:42.293301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-52fcde5f-8702-4b08-bfc9-b9ffed51c798 req-4f715178-0402-422d-87c4-c7e03078c035 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 949 time: 0.2907412 Jul 06 17:59:42.335794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865f12f-3df0-4131-bb69-08d22bb2e479 None None] Pushing event deleted for resources: {'Port': ['ID=c57837c4-33e9-4c84-a842-fbf30f701a28,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:42.365759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Attempting to bind port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:42.366173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Attempting to bind port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'af7ea7b0-4cd5-490d-a712-873168bf99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd73c8c90-67ad-4da2-8255-0b922bee4aa0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:42.374975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Attempting to bind port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 on network d73c8c90-67ad-4da2-8255-0b922bee4aa0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:42.387711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:42.388773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Checking segment: {'id': 'af7ea7b0-4cd5-490d-a712-873168bf99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd73c8c90-67ad-4da2-8255-0b922bee4aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:42.389502 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.390177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Bound using segment: {'id': 'af7ea7b0-4cd5-490d-a712-873168bf99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd73c8c90-67ad-4da2-8255-0b922bee4aa0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:42.392393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Bound port: 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7ea7b0-4cd5-490d-a712-873168bf99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd73c8c90-67ad-4da2-8255-0b922bee4aa0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:42.393319 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.395944 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.401335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865f12f-3df0-4131-bb69-08d22bb2e479 None None] No DVR routers for this DVR port c57837c4-33e9-4c84-a842-fbf30f701a28 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:42.482519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3070c7-3ab9-4d8b-9b7a-6b1371166488 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:42.509078 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-52fcde5f-8702-4b08-bfc9-b9ffed51c798 req-e8b481b6-499c-444b-a0e8-2cb5d14f960c tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062695 Jul 06 17:59:42.604819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] For port 58cd5681-d6d4-48a2-a135-0a448db4baca, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=58cd5681-d6d4-48a2-a135-0a448db4baca,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:42.604819 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.643811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Calling delete_port for 58cd5681-d6d4-48a2-a135-0a448db4baca owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:42.652657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.665450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ac701-38c5-4ba5-a8ef-9457626da898 req-4801ee24-07a2-4099-b55b-6d221ce7e14d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:42.667154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e2ac701-38c5-4ba5-a8ef-9457626da898 req-4801ee24-07a2-4099-b55b-6d221ce7e14d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.2215793 Jul 06 17:59:42.790821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] For port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:42.819544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] For port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41,segment=NetworkSegment(af7ea7b0-4cd5-490d-a712-873168bf99ec),segment_id=af7ea7b0-4cd5-490d-a712-873168bf99ec)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:42.828363 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.852807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:42.892679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object db3f0901-8ca6-45c4-a256-9b855e8865be will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:42.913167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 41c8432b-9a17-4cf7-9584-870271134410 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:42.991808 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.024768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2285b94-be96-461a-a555-9b5c5ed87f27 None None] Pushing event updated for resources: {'Port': ['ID=1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:43.049029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:43.053927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:43.061654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:43.068832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.069664 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.095276 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0342529 Jul 06 17:59:43.102510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:43.124468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deba2e3-01c7-4d0e-b94e-ff80ae1d4332 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=db3f0901-8ca6-45c4-a256-9b855e8865be,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:43.140112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 41c8432b-9a17-4cf7-9584-870271134410 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:43.144103 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.209222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99afa294-a88b-4b4f-bfb8-79580c2ba7a6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:43.215841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-99afa294-a88b-4b4f-bfb8-79580c2ba7a6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1096058 Jul 06 17:59:43.216943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:43.265385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '81f35e81-d656-45d4-9a3f-aa7871dfcb7e'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:43.267046 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.668751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object 89d46d7a-e401-4b62-8eaf-9d298ddd5a89 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:43.712192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4bad5366-bf38-4727-9b59-6bfaf8792aff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port db3f0901-8ca6-45c4-a256-9b855e8865be {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:43.712876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bad5366-bf38-4727-9b59-6bfaf8792aff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:43.893672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e2ac701-38c5-4ba5-a8ef-9457626da898 req-33dcf541-3159-4a2a-942e-9b8b87c8b70a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2091355 Jul 06 17:59:43.894861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:43.993282 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.109315 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.153743 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:44.170717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bad5366-bf38-4727-9b59-6bfaf8792aff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.172851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8432b-9a17-4cf7-9584-870271134410'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:44.175541 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a1df87-2193-42ce-94df-3ec9d9145f8b" -d '{"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-plugged", "status": "completed", "tag": "41c8432b-9a17-4cf7-9584-870271134410"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:44.207514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/81f35e81-d656-45d4-9a3f-aa7871dfcb7e/42b5e359-03f2-4501-870a-53afa70208d7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:44.211829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:44.227381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.247350 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4bad5366-bf38-4727-9b59-6bfaf8792aff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for db3f0901-8ca6-45c4-a256-9b855e8865be owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:44.328527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network d73c8c90-67ad-4da2-8255-0b922bee4aa0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:44.339957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:44.347267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:44.373986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=89d46d7a-e401-4b62-8eaf-9d298ddd5a89,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:44.406128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:44.478863 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.497504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['58cd5681-d6d4-48a2-a135-0a448db4baca'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 17:59:44.529854 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dad2e0b-e87c-40e5-a96f-cf761995ea3d x-openstack-request-id: req-5dad2e0b-e87c-40e5-a96f-cf761995ea3d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:44.530522 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-plugged", "status": "completed", "tag": "41c8432b-9a17-4cf7-9584-870271134410", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:44.530966 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dad2e0b-e87c-40e5-a96f-cf761995ea3d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:44.531607 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8432b-9a17-4cf7-9584-870271134410', 'code': 200} Jul 06 17:59:44.540402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Pushing event deleted for resources: {'Port': ['ID=58cd5681-d6d4-48a2-a135-0a448db4baca,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:44.680975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:44.684851 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.727139 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.760087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2aa5f-2581-4ca2-ae26-a5652c09ac3e req-a88f69ac-a3fd-44be-ae94-4f8d0a935bcd tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:44.768576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5db2aa5f-2581-4ca2-ae26-a5652c09ac3e req-a88f69ac-a3fd-44be-ae94-4f8d0a935bcd tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/ports?device_id=904c49d3-3193-4b2a-a50d-bb629ae4a668 HTTP/1.1" status: 200 len: 867 time: 0.9320588 Jul 06 17:59:44.785212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] No DVR routers for this DVR port 58cd5681-d6d4-48a2-a135-0a448db4baca on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:44.796720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a15862aa-4bda-4eac-880e-f96eabc5ebc8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3655126 Jul 06 17:59:44.801964 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.803895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:44.807089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-266a728a-503f-4ded-965b-0d5d7c413d94 req-0899af03-47b0-4600-9d56-e882307b79ac tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.22 "DELETE /v2.0/ports/58cd5681-d6d4-48a2-a135-0a448db4baca HTTP/1.1" status: 204 len: 173 time: 3.2616539 Jul 06 17:59:44.807865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904c49d3-3193-4b2a-a50d-bb629ae4a668', 'name': 'network-vif-deleted', 'tag': '58cd5681-d6d4-48a2-a135-0a448db4baca'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 17:59:44.810381 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b268db-c606-4fe2-a4ee-2ef5b1c893a0" -d '{"events": [{"server_uuid": "904c49d3-3193-4b2a-a50d-bb629ae4a668", "name": "network-vif-deleted", "tag": "58cd5681-d6d4-48a2-a135-0a448db4baca"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 17:59:44.917361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4952eb-d998-4b9b-ac84-04debd86bee3 req-f34034a0-8fc2-41a0-b624-41ea42c19577 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:44.926871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb4952eb-d998-4b9b-ac84-04debd86bee3 req-f34034a0-8fc2-41a0-b624-41ea42c19577 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1121590 Jul 06 17:59:44.939114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Transition to ACTIVE for port object 42b5e359-03f2-4501-870a-53afa70208d7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:44.970708 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Transition to ACTIVE for port object 42b5e359-03f2-4501-870a-53afa70208d7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:44.983733 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5db2aa5f-2581-4ca2-ae26-a5652c09ac3e req-12def61c-f6f0-4009-a580-7efd5aaa4916 tempest-VolumesNegativeTest-571422302 tempest-VolumesNegativeTest-571422302-project] 10.222.0.13 "GET /v2.0/security-groups?id=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134275 Jul 06 17:59:44.991477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:44.993185 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb4952eb-d998-4b9b-ac84-04debd86bee3 req-c999d227-5670-4196-afb5-b53906bdc1c7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652831 Jul 06 17:59:45.018390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bad5366-bf38-4727-9b59-6bfaf8792aff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.104322 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c4a5b5-e580-4325-b8e2-5a7d9c9d44a3 x-openstack-request-id: req-65c4a5b5-e580-4325-b8e2-5a7d9c9d44a3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 17:59:45.104619 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904c49d3-3193-4b2a-a50d-bb629ae4a668", "name": "network-vif-deleted", "tag": "58cd5681-d6d4-48a2-a135-0a448db4baca", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 17:59:45.104881 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65c4a5b5-e580-4325-b8e2-5a7d9c9d44a3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 17:59:45.105297 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904c49d3-3193-4b2a-a50d-bb629ae4a668', 'name': 'network-vif-deleted', 'tag': '58cd5681-d6d4-48a2-a135-0a448db4baca', 'status': 'completed', 'code': 200} Jul 06 17:59:45.124376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Pushing event updated for resources: {'Port': ['ID=42b5e359-03f2-4501-870a-53afa70208d7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:45.160178 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:45.165201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:45.178961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad5366-bf38-4727-9b59-6bfaf8792aff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=db3f0901-8ca6-45c4-a256-9b855e8865be,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:45.190894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:45.211165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d376f6-c6b6-4703-aa3b-8c194eca7588 None None] Network d73c8c90-67ad-4da2-8255-0b922bee4aa0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:45.394139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfee085-ca0b-45d5-bbff-f1a735d41bdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:45.400232 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5bfee085-ca0b-45d5-bbff-f1a735d41bdc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.5886648 Jul 06 17:59:45.400232 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bad5366-bf38-4727-9b59-6bfaf8792aff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.400932 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4bad5366-bf38-4727-9b59-6bfaf8792aff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/db3f0901-8ca6-45c4-a256-9b855e8865be HTTP/1.1" status: 204 len: 168 time: 2.1826780 Jul 06 17:59:45.411174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cd7640e7-a250-4362-9218-6088026993f8 None None] Provisioning for port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:45.430699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cd7640e7-a250-4362-9218-6088026993f8 None None] Provisioning complete for port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:45.431048 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd7640e7-a250-4362-9218-6088026993f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.434581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55608) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:45.435083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:45.457614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963d03-a18c-437e-a495-26079ace87c2 req-337898ae-ce24-44da-95f4-e9aa86d8bd2d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:45.468159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c963d03-a18c-437e-a495-26079ace87c2 req-337898ae-ce24-44da-95f4-e9aa86d8bd2d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1622901 Jul 06 17:59:45.607473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Attempting to bind port 42b5e359-03f2-4501-870a-53afa70208d7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:45.608074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Attempting to bind port 42b5e359-03f2-4501-870a-53afa70208d7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:45.608674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Attempting to bind port 42b5e359-03f2-4501-870a-53afa70208d7 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:45.631677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a9fd0-6387-462f-8a1d-a7dbf09ed7d6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:45.635119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a9fd0-6387-462f-8a1d-a7dbf09ed7d6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:45.637834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f50a9fd0-6387-462f-8a1d-a7dbf09ed7d6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2002509 Jul 06 17:59:45.644550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55614) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:45.645189 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c963d03-a18c-437e-a495-26079ace87c2 req-8a4d979f-855c-4be9-bfb6-92732bf25750 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714892 Jul 06 17:59:45.677040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:45.677630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:45.680605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.680605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:45.680605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Bound port: 42b5e359-03f2-4501-870a-53afa70208d7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:45.681027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.759674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be259be-d557-4d86-81fe-035ca1df6233 req-829c4a66-6513-4ea6-9855-0f3eee77ad92 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:45.768885 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3be259be-d557-4d86-81fe-035ca1df6233 req-829c4a66-6513-4ea6-9855-0f3eee77ad92 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.4118176 Jul 06 17:59:45.839191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9bf0ea-e400-46ab-8f49-0b96c11e1e59 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 81f35e81-d656-45d4-9a3f-aa7871dfcb7e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:45.870995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] For port 42b5e359-03f2-4501-870a-53afa70208d7, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:45.881060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] For port 42b5e359-03f2-4501-870a-53afa70208d7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=42b5e359-03f2-4501-870a-53afa70208d7,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:45.891585 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf0ea-e400-46ab-8f49-0b96c11e1e59 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.894777 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:45.903104 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3be259be-d557-4d86-81fe-035ca1df6233 req-611d3d64-bb8d-47ca-bbb5-217f484a8dc2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330302 Jul 06 17:59:45.968608 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc3cd9-38ed-416a-a228-2097ef77a3d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 89d46d7a-e401-4b62-8eaf-9d298ddd5a89 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:45.969761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5dc3cd9-38ed-416a-a228-2097ef77a3d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:46.104228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf0ea-e400-46ab-8f49-0b96c11e1e59 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:46.143899 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd7640e7-a250-4362-9218-6088026993f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:46.300099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052856a-19ef-470e-a8c5-f8dc1b5fae0e None None] Pushing event updated for resources: {'Port': ['ID=42b5e359-03f2-4501-870a-53afa70208d7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:46.362168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cd7640e7-a250-4362-9218-6088026993f8 None None] For port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41,segment=NetworkSegment(af7ea7b0-4cd5-490d-a712-873168bf99ec),segment_id=af7ea7b0-4cd5-490d-a712-873168bf99ec)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:46.429019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd7640e7-a250-4362-9218-6088026993f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:46.653553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7640e7-a250-4362-9218-6088026993f8 None None] Pushing event updated for resources: {'Port': ['ID=1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:46.917924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 58cd5681-d6d4-48a2-a135-0a448db4baca no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:47.022126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 58cd5681-d6d4-48a2-a135-0a448db4baca {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:47.033604 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 58cd5681-d6d4-48a2-a135-0a448db4baca not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:47.058782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50ade5e6-add9-47af-8c89-fb6306ec325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:47.187223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Provisioning complete for port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:47.188927 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:47.507007 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf0ea-e400-46ab-8f49-0b96c11e1e59 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:47.561559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Provisioning for port 8af5560f-6435-41bd-800f-298870468de3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:47.585964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Provisioning complete for port 8af5560f-6435-41bd-800f-298870468de3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:47.586678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:47.760550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Port 8af5560f-6435-41bd-800f-298870468de3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:47.801776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Provisioning for port 89d46d7a-e401-4b62-8eaf-9d298ddd5a89 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:47.848114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Provisioning complete for port 89d46d7a-e401-4b62-8eaf-9d298ddd5a89 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:47.849007 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:47.899919 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5dc3cd9-38ed-416a-a228-2097ef77a3d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:47.926255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc3cd9-38ed-416a-a228-2097ef77a3d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 89d46d7a-e401-4b62-8eaf-9d298ddd5a89 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:48.107851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf0ea-e400-46ab-8f49-0b96c11e1e59 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.141915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:48.301724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4d10f9ca-70bb-424f-9ca6-6933790c5031 None None] Port 89d46d7a-e401-4b62-8eaf-9d298ddd5a89 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:48.390675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:48.391628 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.467231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-47d4423e-1345-4708-b82f-44f6f7e3f8fd None None] Provisioning complete for port 8af5560f-6435-41bd-800f-298870468de3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:48.467620 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47d4423e-1345-4708-b82f-44f6f7e3f8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.494183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bf0ea-e400-46ab-8f49-0b96c11e1e59 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=81f35e81-d656-45d4-9a3f-aa7871dfcb7e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:48.560590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-47d4423e-1345-4708-b82f-44f6f7e3f8fd None None] Port 8af5560f-6435-41bd-800f-298870468de3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:48.593316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 42b5e359-03f2-4501-870a-53afa70208d7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:48.660904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf0ea-e400-46ab-8f49-0b96c11e1e59 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.664412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 42b5e359-03f2-4501-870a-53afa70208d7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:48.669805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55696) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:48.670684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2c9bf0ea-e400-46ab-8f49-0b96c11e1e59 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/81f35e81-d656-45d4-9a3f-aa7871dfcb7e HTTP/1.1" status: 204 len: 168 time: 3.0203898 Jul 06 17:59:48.738180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-83413a3f-c5b3-47ad-9ae4-e7bc29ec8508 None None] Provisioning complete for port 89d46d7a-e401-4b62-8eaf-9d298ddd5a89 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:48.738894 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83413a3f-c5b3-47ad-9ae4-e7bc29ec8508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.793877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-83413a3f-c5b3-47ad-9ae4-e7bc29ec8508 None None] Port 89d46d7a-e401-4b62-8eaf-9d298ddd5a89 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 17:59:48.850558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e151b03-4090-40d3-91d4-4a724d1daa5a None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:48.879506 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c500bace-512d-442c-a492-f59b2771a9d6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2064588 Jul 06 17:59:48.885100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55708) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:48.898280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:48.900367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5dc3cd9-38ed-416a-a228-2097ef77a3d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:48.991014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc3cd9-38ed-416a-a228-2097ef77a3d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=89d46d7a-e401-4b62-8eaf-9d298ddd5a89,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:49.057186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f333e-9df5-4b8a-9548-fa60de016531 req-8559634c-313d-403c-b05a-aac7b04e65a0 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:49.087093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b15f333e-9df5-4b8a-9548-fa60de016531 req-8559634c-313d-403c-b05a-aac7b04e65a0 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.9847064 Jul 06 17:59:49.115292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-46ac8936-d2a5-4dd4-a74c-fd61ac6bc366 None None] Provisioning for port 42b5e359-03f2-4501-870a-53afa70208d7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:49.153813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-46ac8936-d2a5-4dd4-a74c-fd61ac6bc366 None None] Provisioning complete for port 42b5e359-03f2-4501-870a-53afa70208d7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:49.154467 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac8936-d2a5-4dd4-a74c-fd61ac6bc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:49.210862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:49.216654 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:49.326916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b15f333e-9df5-4b8a-9548-fa60de016531 req-aa21dff5-299e-481d-8ccc-fa2dd41a55bf tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386558 Jul 06 17:59:49.350229 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5dc3cd9-38ed-416a-a228-2097ef77a3d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:49.354302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d5dc3cd9-38ed-416a-a228-2097ef77a3d1 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/89d46d7a-e401-4b62-8eaf-9d298ddd5a89 HTTP/1.1" status: 204 len: 168 time: 3.9178457 Jul 06 17:59:49.358314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55726) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:49.448328 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2fe24d-dcb3-4f3c-8352-c4d4f8fe2a60 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 17:59:49.456884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bd2fe24d-dcb3-4f3c-8352-c4d4f8fe2a60 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/89d46d7a-e401-4b62-8eaf-9d298ddd5a89 HTTP/1.1" status: 404 len: 333 time: 0.0904567 Jul 06 17:59:49.459823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:49.521607 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39224dec-383f-4484-98e6-dac94fcd35ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:49.677923 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac8936-d2a5-4dd4-a74c-fd61ac6bc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:49.721884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f0ac1-eda3-468f-be4c-84f5d447b7c0 req-43fefc55-e129-46cd-bc36-de9dccbfec30 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:49.737365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed1f0ac1-eda3-468f-be4c-84f5d447b7c0 req-43fefc55-e129-46cd-bc36-de9dccbfec30 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2793980 Jul 06 17:59:49.795530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-46ac8936-d2a5-4dd4-a74c-fd61ac6bc366 None None] For port 42b5e359-03f2-4501-870a-53afa70208d7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=42b5e359-03f2-4501-870a-53afa70208d7,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:49.804312 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac8936-d2a5-4dd4-a74c-fd61ac6bc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:49.876961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-46ac8936-d2a5-4dd4-a74c-fd61ac6bc366 None None] Could not find standard attr ID for object db3f0901-8ca6-45c4-a256-9b855e8865be. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:59:49.878626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5993b658-ecc1-416d-acc1-2e07e2785d0f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 8af5560f-6435-41bd-800f-298870468de3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:49.879609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5993b658-ecc1-416d-acc1-2e07e2785d0f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:49.879760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a031f2-65ed-446a-8afa-1b519a120b2e None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:59:50.027231 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed1f0ac1-eda3-468f-be4c-84f5d447b7c0 req-87028867-6a3c-4bb4-b003-e98e761fda07 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881112 Jul 06 17:59:50.059484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac8936-d2a5-4dd4-a74c-fd61ac6bc366 None None] Pushing event updated for resources: {'Port': ['ID=42b5e359-03f2-4501-870a-53afa70208d7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:50.079816 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.114129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5993b658-ecc1-416d-acc1-2e07e2785d0f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.132559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e9a031f2-65ed-446a-8afa-1b519a120b2e None None] Deleting port 42b5e359-03f2-4501-870a-53afa70208d7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:50.133497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9a031f2-65ed-446a-8afa-1b519a120b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.150388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5993b658-ecc1-416d-acc1-2e07e2785d0f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 8af5560f-6435-41bd-800f-298870468de3 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:50.214518 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.350624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:50.357005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:50.369598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:50.370925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e9a031f2-65ed-446a-8afa-1b519a120b2e None None] For port 42b5e359-03f2-4501-870a-53afa70208d7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=42b5e359-03f2-4501-870a-53afa70208d7,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:50.371756 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9a031f2-65ed-446a-8afa-1b519a120b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.372530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.416938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e9a031f2-65ed-446a-8afa-1b519a120b2e None None] Calling delete_port for 42b5e359-03f2-4501-870a-53afa70208d7 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:50.421682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=bc532445-18c0-48a1-8608-027e8e14e781,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:50.439816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5952df31-913c-40e4-9ebf-0f191b7cae3a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5520718 Jul 06 17:59:50.456421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55774) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:50.471676 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': 'bc532445-18c0-48a1-8608-027e8e14e781', 'ip_address': '2001:db8::eeae:404d:7cc3:b79a'}], 'name': 'tempest-NetworksTestDHCPv6-812925547'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:50.553957 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9a031f2-65ed-446a-8afa-1b519a120b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.564969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdff2e-c19d-4bd6-8f5d-00c0bf2c787b req-c04c5480-8381-4ef3-b082-9660cd2651ab tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:50.576326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9bdff2e-c19d-4bd6-8f5d-00c0bf2c787b req-c04c5480-8381-4ef3-b082-9660cd2651ab tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2793350 Jul 06 17:59:50.593006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a031f2-65ed-446a-8afa-1b519a120b2e None None] Pushing event deleted for resources: {'Port': ['ID=42b5e359-03f2-4501-870a-53afa70208d7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:50.605180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a031f2-65ed-446a-8afa-1b519a120b2e None None] No DVR routers for this DVR port 42b5e359-03f2-4501-870a-53afa70208d7 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:50.611017 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5993b658-ecc1-416d-acc1-2e07e2785d0f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.644544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e57f45a-8cf7-43b4-a674-26b83ecdba1f None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:50.659106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993b658-ecc1-416d-acc1-2e07e2785d0f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=8af5560f-6435-41bd-800f-298870468de3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:50.683583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9bdff2e-c19d-4bd6-8f5d-00c0bf2c787b req-6fbbb288-9e6e-460c-a0cf-abda33b0a648 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062810 Jul 06 17:59:50.755059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.839805 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5993b658-ecc1-416d-acc1-2e07e2785d0f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:50.846448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5993b658-ecc1-416d-acc1-2e07e2785d0f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/8af5560f-6435-41bd-800f-298870468de3 HTTP/1.1" status: 204 len: 168 time: 1.3829877 Jul 06 17:59:50.847775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55790) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:50.945044 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca37ea7-8d60-4baa-8291-a9397156f61c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 17:59:50.951789 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eca37ea7-8d60-4baa-8291-a9397156f61c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/8af5560f-6435-41bd-800f-298870468de3 HTTP/1.1" status: 404 len: 333 time: 0.1027021 Jul 06 17:59:50.960283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:51.067825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e41c8e-42af-4f5a-8f4f-b349ec022700 req-80246274-60b9-4338-ad6e-50fa19e3e8da tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:51.083415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31e41c8e-42af-4f5a-8f4f-b349ec022700 req-80246274-60b9-4338-ad6e-50fa19e3e8da tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.4179809 Jul 06 17:59:51.143626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': 'bc532445-18c0-48a1-8608-027e8e14e781'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:51.150246 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.207310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4e35f0-5c14-4e8f-96e8-710bd1fd0ad9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet 5bed8b5a-49f9-45a8-8dc4-5ff0f2257410 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:51.232937 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31e41c8e-42af-4f5a-8f4f-b349ec022700 req-61b2a6dd-9ca9-4860-87ef-09667d2f40f9 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189692 Jul 06 17:59:51.246428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff4e35f0-5c14-4e8f-96e8-710bd1fd0ad9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.270678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:51.332449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff4e35f0-5c14-4e8f-96e8-710bd1fd0ad9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.404324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/bc532445-18c0-48a1-8608-027e8e14e781/5c183021-3472-4fb0-97a6-bb0d2c978f8c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:51.534364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff4e35f0-5c14-4e8f-96e8-710bd1fd0ad9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.563412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.581666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 42b5e359-03f2-4501-870a-53afa70208d7 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:51.606224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdeaa9-2101-4877-bc0c-03276534f1f2 req-c77c4303-d3d4-44a2-b8e2-7b231af1e5f5 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:51.609049 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1cbdeaa9-2101-4877-bc0c-03276534f1f2 req-c77c4303-d3d4-44a2-b8e2-7b231af1e5f5 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3878894 Jul 06 17:59:51.640293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port a3b58e4c-519a-4413-a3f0-39b4126b3160 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:51.648953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 42b5e359-03f2-4501-870a-53afa70208d7 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:51.649639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 42b5e359-03f2-4501-870a-53afa70208d7 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:51.693046 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1cbdeaa9-2101-4877-bc0c-03276534f1f2 req-c35fe55a-690e-43f9-af8b-c07ed8fff0c2 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711195 Jul 06 17:59:51.714635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff4e35f0-5c14-4e8f-96e8-710bd1fd0ad9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.742497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff4e35f0-5c14-4e8f-96e8-710bd1fd0ad9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:51.745533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ff4e35f0-5c14-4e8f-96e8-710bd1fd0ad9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/5bed8b5a-49f9-45a8-8dc4-5ff0f2257410 HTTP/1.1" status: 204 len: 168 time: 0.7836914 Jul 06 17:59:51.750750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55830) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:51.771762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067f09e-eda1-4173-9d56-b064499ffda0 None None] Network d73c8c90-67ad-4da2-8255-0b922bee4aa0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:52.007630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e35f0-5c14-4e8f-96e8-710bd1fd0ad9 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=5bed8b5a-49f9-45a8-8dc4-5ff0f2257410,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:52.042910 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.063423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Transition to ACTIVE for port object 5c183021-3472-4fb0-97a6-bb0d2c978f8c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:52.088564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Transition to ACTIVE for port object 5c183021-3472-4fb0-97a6-bb0d2c978f8c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:52.099139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.112656 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.180032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fabbdd-b1e2-4001-a338-080f88b87451 req-5c58a2e3-3b0c-4e91-a599-552cc66b8163 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:52.191642 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b6fabbdd-b1e2-4001-a338-080f88b87451 req-5c58a2e3-3b0c-4e91-a599-552cc66b8163 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1739559 Jul 06 17:59:52.238777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::eeae:404d:7cc3:b79a (bc2bb118-1fef-4c36-8bc5-3622127a006f/bc532445-18c0-48a1-8608-027e8e14e781/a3b58e4c-519a-4413-a3f0-39b4126b3160) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:52.262738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Pushing event updated for resources: {'Port': ['ID=5c183021-3472-4fb0-97a6-bb0d2c978f8c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:52.287609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b6fabbdd-b1e2-4001-a338-080f88b87451 req-f8fba97c-735d-4064-bf3f-37327ccf59b7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901134 Jul 06 17:59:52.300677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:52.301697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:52.304454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.335885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:52.347313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:52.541745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca892afc-8be9-43eb-ae76-d75b7265a6e3 None None] DHCP port deletion for d73c8c90-67ad-4da2-8255-0b922bee4aa0 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:59:52.584606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Attempting to bind port 5c183021-3472-4fb0-97a6-bb0d2c978f8c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:52.585681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Attempting to bind port 5c183021-3472-4fb0-97a6-bb0d2c978f8c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:52.585681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Attempting to bind port 5c183021-3472-4fb0-97a6-bb0d2c978f8c on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:52.607218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:52.607657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:52.607989 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.609261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:52.609261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Bound port: 5c183021-3472-4fb0-97a6-bb0d2c978f8c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:52.609261 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.682932 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.703555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ca892afc-8be9-43eb-ae76-d75b7265a6e3 None None] Deleting port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:52.704044 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca892afc-8be9-43eb-ae76-d75b7265a6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.725155 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.796246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object a3b58e4c-519a-4413-a3f0-39b4126b3160 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:52.797583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] For port 5c183021-3472-4fb0-97a6-bb0d2c978f8c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:52.852561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] For port 5c183021-3472-4fb0-97a6-bb0d2c978f8c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5c183021-3472-4fb0-97a6-bb0d2c978f8c,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:52.855021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ca892afc-8be9-43eb-ae76-d75b7265a6e3 None None] For port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41,segment=NetworkSegment(af7ea7b0-4cd5-490d-a712-873168bf99ec),segment_id=af7ea7b0-4cd5-490d-a712-873168bf99ec)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:52.856003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca892afc-8be9-43eb-ae76-d75b7265a6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.862009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] For port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41,segment=NetworkSegment(af7ea7b0-4cd5-490d-a712-873168bf99ec),segment_id=af7ea7b0-4cd5-490d-a712-873168bf99ec)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:52.864028 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.877309 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:52.904359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:52.974848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aacb6b-b71f-4783-ab43-941553de0c0a req-023941dd-a253-4777-bc89-23ac9f80efbf tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:52.981858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59960f79-211b-4ee1-81e6-cae6d0a859bc None None] Pushing event updated for resources: {'Port': ['ID=5c183021-3472-4fb0-97a6-bb0d2c978f8c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:52.985166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4a859-c3be-480c-9947-83b5555c618f req-e40aa848-2c44-4c22-9277-4bfa209451f3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:52.991304 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23aacb6b-b71f-4783-ab43-941553de0c0a req-023941dd-a253-4777-bc89-23ac9f80efbf tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2930350 Jul 06 17:59:53.003902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ca892afc-8be9-43eb-ae76-d75b7265a6e3 None None] Calling delete_port for 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:53.005345 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-61b4a859-c3be-480c-9947-83b5555c618f req-e40aa848-2c44-4c22-9277-4bfa209451f3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.4816511 Jul 06 17:59:53.086197 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.142914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-61b4a859-c3be-480c-9947-83b5555c618f req-12504cbd-99e3-4a5e-8ade-b2c2497cdeb4 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192286 Jul 06 17:59:53.179706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23aacb6b-b71f-4783-ab43-941553de0c0a req-7a950beb-10b0-421a-800f-6441926aa0b8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811233 Jul 06 17:59:53.337109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca892afc-8be9-43eb-ae76-d75b7265a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.369839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:53.389804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:53.396668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:53.397948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca892afc-8be9-43eb-ae76-d75b7265a6e3 None None] Pushing event deleted for resources: {'Port': ['ID=1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:53.411314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca892afc-8be9-43eb-ae76-d75b7265a6e3 None None] No DVR routers for this DVR port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:53.416296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:53.421011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.435796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=a3b58e4c-519a-4413-a3f0-39b4126b3160,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:53.444061 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.449359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2d8a89ee-f06a-4f39-b025-a42555eaa0ba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9910696 Jul 06 17:59:53.457848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55894) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:53.595117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:53.638894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No DVR routers for this DVR port 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 17:59:53.691198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:53.809780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 17:59:53.810245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1fae7012-d7a9-4fcf-b27a-a1a5aafe7c41 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 17:59:53.847404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9e790-0fdd-484f-9294-cbccffd12929 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:53.857609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9e790-0fdd-484f-9294-cbccffd12929 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:53.866072 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c9f9e790-0fdd-484f-9294-cbccffd12929 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4069655 Jul 06 17:59:53.868239 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.871166 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55896) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:53.894953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73c8c90-67ad-4da2-8255-0b922bee4aa0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:53.925408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7ea7b0-4cd5-490d-a712-873168bf99ec') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:53.925408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7ea7b0-4cd5-490d-a712-873168bf99ec') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 17:59:53.951403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:53.991243 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.004690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 17:59:54.005467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: timer() Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 17:59:54.117456 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 17:59:54.137685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.144566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-858a7c48-9e8e-468e-895a-2d643c4951ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port a3b58e4c-519a-4413-a3f0-39b4126b3160 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:54.145167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-858a7c48-9e8e-468e-895a-2d643c4951ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.164627 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.171095 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/networks/d73c8c90-67ad-4da2-8255-0b922bee4aa0 HTTP/1.1" status: 204 len: 168 time: 2.4186277 Jul 06 17:59:54.175374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:54.197789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-385805569'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:54.212736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1979c-e5db-4ccc-8512-e40b1507a267 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Network': ['ID=d73c8c90-67ad-4da2-8255-0b922bee4aa0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:54.264283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:54.272991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.319701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce157a-1e96-4e99-9327-2f00f24ce1a3 req-ac38ebf4-4d03-4fe3-a271-7956d91434e7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:54.328037 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20ce157a-1e96-4e99-9327-2f00f24ce1a3 req-ac38ebf4-4d03-4fe3-a271-7956d91434e7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2093573 Jul 06 17:59:54.346143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 17:59:54.358803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.359328 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Added segment ae038e28-668e-4dea-8663-ad63b27d3950 of type vlan for network 27c86c26-8917-4114-a678-38edb3345055 Jul 06 17:59:54.381962 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-858a7c48-9e8e-468e-895a-2d643c4951ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.438106 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.447958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-858a7c48-9e8e-468e-895a-2d643c4951ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for a3b58e4c-519a-4413-a3f0-39b4126b3160 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:54.552066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.559627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:54.560803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:54.685227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Network': ['ID=27c86c26-8917-4114-a678-38edb3345055,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:54.707628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 27c86c26-8917-4114-a678-38edb3345055 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 17:59:54.815984 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20ce157a-1e96-4e99-9327-2f00f24ce1a3 req-2b319402-5f73-4f99-bdb2-019d71101135 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869745 Jul 06 17:59:54.820745 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fbec41bc-fb6d-4dee-b0b7-956a77dca1b7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6442714 Jul 06 17:59:54.822130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95de707-5f94-4e52-8265-6a31a996215d req-10263e2b-f3d3-4a09-93c2-58d0e8f21611 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:54.833806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55904) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:54.837784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f95de707-5f94-4e52-8265-6a31a996215d req-10263e2b-f3d3-4a09-93c2-58d0e8f21611 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.2205098 Jul 06 17:59:54.849058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '27c86c26-8917-4114-a678-38edb3345055', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:55.015490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f95de707-5f94-4e52-8265-6a31a996215d req-b164d8c5-372e-4195-b3af-660e1773b4b7 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763096 Jul 06 17:59:55.101530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-858a7c48-9e8e-468e-895a-2d643c4951ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.139973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:55.155284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.189098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a7c48-9e8e-468e-895a-2d643c4951ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=a3b58e4c-519a-4413-a3f0-39b4126b3160,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:55.265187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-858a7c48-9e8e-468e-895a-2d643c4951ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.267831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-858a7c48-9e8e-468e-895a-2d643c4951ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/a3b58e4c-519a-4413-a3f0-39b4126b3160 HTTP/1.1" status: 204 len: 168 time: 1.3950961 Jul 06 17:59:55.270725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:55.353696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32cfe69-2922-4779-b1f1-c9b1211311e3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:55.355483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32cfe69-2922-4779-b1f1-c9b1211311e3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:55.358893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f32cfe69-2922-4779-b1f1-c9b1211311e3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0817118 Jul 06 17:59:55.360804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55914) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:55.443286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f1f6674f-91e4-4ede-8b9b-adb1abd29d81 None None] Provisioning for port 5c183021-3472-4fb0-97a6-bb0d2c978f8c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:55.508424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0762a53-584f-41e0-bb68-e79237170a19 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet bc532445-18c0-48a1-8608-027e8e14e781 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 17:59:55.513104 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0762a53-584f-41e0-bb68-e79237170a19 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.586666 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0762a53-584f-41e0-bb68-e79237170a19 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.646324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d35a-c737-42ff-b10b-39b941a55f2e req-4d0d4f7d-75f1-48b4-a59e-983c73827013 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:55.649720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d7e9d35a-c737-42ff-b10b-39b941a55f2e req-4d0d4f7d-75f1-48b4-a59e-983c73827013 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2998569 Jul 06 17:59:55.724161 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0762a53-584f-41e0-bb68-e79237170a19 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.756020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5c183021-3472-4fb0-97a6-bb0d2c978f8c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 17:59:55.777082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d7e9d35a-c737-42ff-b10b-39b941a55f2e req-de8c23e5-40c9-4a39-9d79-8db7a4ee6186 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190760 Jul 06 17:59:55.880647 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0762a53-584f-41e0-bb68-e79237170a19 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.920306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c5de6eeb-a30d-4320-a038-102cbfc0c5cf None None] Could not find standard attr ID for object 27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:59:55.944052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 5c183021-3472-4fb0-97a6-bb0d2c978f8c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 17:59:55.949789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 5c183021-3472-4fb0-97a6-bb0d2c978f8c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 17:59:55.950678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.954107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0762a53-584f-41e0-bb68-e79237170a19 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=bc532445-18c0-48a1-8608-027e8e14e781,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:55.961619 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0762a53-584f-41e0-bb68-e79237170a19 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:55.969404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55920) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:55.969794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b0762a53-584f-41e0-bb68-e79237170a19 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/bc532445-18c0-48a1-8608-027e8e14e781 HTTP/1.1" status: 204 len: 168 time: 0.5991507 Jul 06 17:59:56.184348 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f64f8aea-dc45-4b9d-8159-d4021d7d5143 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2130435 Jul 06 17:59:56.187046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55924) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:56.221450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:56.288967 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.365113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=58f93141-92ac-4320-b564-e0001b3efe70,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:56.454939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf8b505-1da6-4ac2-81f2-888b65cf5b1c None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:56.466382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb6922-78ef-46c8-94a7-19fd4c9745d5 req-33f29a2e-6a79-4c38-ae6d-a0224241c651 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:56.476763 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0deb6922-78ef-46c8-94a7-19fd4c9745d5 req-33f29a2e-6a79-4c38-ae6d-a0224241c651 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3848326 Jul 06 17:59:56.521648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5783d43-3a10-4ae4-b0c9-9e74597a1aa5 req-ce1160d8-d346-4e1d-a60d-fa61c2092601 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:56.529999 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5783d43-3a10-4ae4-b0c9-9e74597a1aa5 req-ce1160d8-d346-4e1d-a60d-fa61c2092601 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.1531312 Jul 06 17:59:56.540774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:56.546111 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.558113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Checking segment: {'id': 'ae038e28-668e-4dea-8663-ad63b27d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27c86c26-8917-4114-a678-38edb3345055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:56.558523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network hostable DHCP agents. Network: 27c86c26-8917-4114-a678-38edb3345055, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 17:59:56.576485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0deb6922-78ef-46c8-94a7-19fd4c9745d5 req-042197fe-e1a6-4757-bad2-a11b8ba6492d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948126 Jul 06 17:59:56.609253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 27c86c26-8917-4114-a678-38edb3345055 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 17:59:56.625566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 27c86c26-8917-4114-a678-38edb3345055) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:56.631539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:56.632238 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.667807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a833cdc3-342c-4456-ae5f-8448cdc30b5b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8320415 Jul 06 17:59:56.668763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:56.680767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '27c86c26-8917-4114-a678-38edb3345055', 'name': 'tempest-PortsTestJSON-1127658690', 'fixed_ips': [{'subnet_id': '58f93141-92ac-4320-b564-e0001b3efe70', 'ip_address': '172.20.0.10'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:56.696018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d5783d43-3a10-4ae4-b0c9-9e74597a1aa5 req-1715d2a2-03ac-4adf-b157-fc6be833b059 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646802 Jul 06 17:59:56.719569 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 17:59:56.751031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e778ae35-3ba1-43b4-97fd-d8b10dd2f561 None None] Could not find standard attr ID for object 41b52969-b2df-4f7a-b5f9-89e7f0c35d00. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 17:59:56.757987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ec86ef-875f-410c-923d-4d3c1c46117e None None] Network 27c86c26-8917-4114-a678-38edb3345055 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 17:59:56.894273 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:56.962751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=c83ab92c-df56-48b1-9b9b-3814f52b5ccb,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:56.979365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:56.981287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:56.988752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:56.989522 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.034141 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-acb50192-ea8d-417e-b84d-fab5afb3cf75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8444960 Jul 06 17:59:57.037442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:57.055308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': 'c83ab92c-df56-48b1-9b9b-3814f52b5ccb', 'ip_address': '2001:db8::613:9e32:41f0:9377'}], 'name': 'tempest-NetworksTestDHCPv6-1056469314'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 17:59:57.222034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-27c86c26-8917-4114-a678-38edb3345055', 'network_id': '27c86c26-8917-4114-a678-38edb3345055', 'tenant_id': '35ac2dd17d0b4b89bc3ce898b8e8f4dc', 'fixed_ips': [{'subnet_id': '58f93141-92ac-4320-b564-e0001b3efe70'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 17:59:57.223294 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.302757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9bf8f-2e3c-401d-b544-0563ed7da0fa req-026865fc-c11d-4e59-96dc-d07e8eb03e59 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:57.304268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8dd9bf8f-2e3c-401d-b544-0563ed7da0fa req-026865fc-c11d-4e59-96dc-d07e8eb03e59 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3023517 Jul 06 17:59:57.315495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:57.347601 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.421855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 17:59:57.491226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.602227 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.620520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 48e54df2-0d3b-4764-b06b-ac30a64c5aad yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:57.637261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Allocated IP 172.20.0.2 (27c86c26-8917-4114-a678-38edb3345055/58f93141-92ac-4320-b564-e0001b3efe70/329790c6-ba7a-4c07-aa34-40520cf1801d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:57.655107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port c0b9c21b-3432-465e-80e1-0f98b7df27d1 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 17:59:57.830078 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8dd9bf8f-2e3c-401d-b544-0563ed7da0fa req-7a89e645-daef-4ec9-b246-be1ba1c2f879 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802170 Jul 06 17:59:57.883171 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:57.976438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Transition to ACTIVE for port object 329790c6-ba7a-4c07-aa34-40520cf1801d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:58.004247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 5c183021-3472-4fb0-97a6-bb0d2c978f8c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5c183021-3472-4fb0-97a6-bb0d2c978f8c,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:58.037160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ae273-8fab-4241-be48-79bb14e5cc9e None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 17:59:58.074744 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:58.291436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::613:9e32:41f0:9377 (bc2bb118-1fef-4c36-8bc5-3622127a006f/c83ab92c-df56-48b1-9b9b-3814f52b5ccb/c0b9c21b-3432-465e-80e1-0f98b7df27d1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:58.363673 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Transition to ACTIVE for port object 329790c6-ba7a-4c07-aa34-40520cf1801d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:58.367986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=5c183021-3472-4fb0-97a6-bb0d2c978f8c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:58.392162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487ba43-bff1-4fa7-a940-2150f9b0a282 req-2d94ee83-76f8-475f-a132-b88276294788 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:58.393130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5c183021-3472-4fb0-97a6-bb0d2c978f8c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 17:59:58.396272 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a487ba43-bff1-4fa7-a940-2150f9b0a282 req-2d94ee83-76f8-475f-a132-b88276294788 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.1836338 Jul 06 17:59:58.497144 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:58.529306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300288c5-cd50-41b2-ad70-5043934001f7 req-979ee699-3d25-418c-ac34-c297fe054bca tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:58.532754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-300288c5-cd50-41b2-ad70-5043934001f7 req-979ee699-3d25-418c-ac34-c297fe054bca tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3607643 Jul 06 17:59:58.616491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Pushing event updated for resources: {'Port': ['ID=329790c6-ba7a-4c07-aa34-40520cf1801d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:58.669065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Network 27c86c26-8917-4114-a678-38edb3345055 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:58.676016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:58.686290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:58.696769 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-300288c5-cd50-41b2-ad70-5043934001f7 req-02e264a2-595e-483f-8187-1becf5a32152 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531122 Jul 06 17:59:58.698822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.10 (27c86c26-8917-4114-a678-38edb3345055/58f93141-92ac-4320-b564-e0001b3efe70/48e54df2-0d3b-4764-b06b-ac30a64c5aad) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 17:59:58.712340 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b30ae273-8fab-4241-be48-79bb14e5cc9e None None] Deleting port 5c183021-3472-4fb0-97a6-bb0d2c978f8c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 17:59:58.713327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b30ae273-8fab-4241-be48-79bb14e5cc9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:58.931347 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a487ba43-bff1-4fa7-a940-2150f9b0a282 req-3c87fc74-502b-4fa9-9928-f4f0b49a5d12 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5004985 Jul 06 17:59:59.102232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.153759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object c0b9c21b-3432-465e-80e1-0f98b7df27d1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:59.211342 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.249156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.274277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:59.306446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 17:59:59.318602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Attempting to bind port 329790c6-ba7a-4c07-aa34-40520cf1801d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 17:59:59.320522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Attempting to bind port 329790c6-ba7a-4c07-aa34-40520cf1801d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'ae038e28-668e-4dea-8663-ad63b27d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27c86c26-8917-4114-a678-38edb3345055'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 17:59:59.321140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Attempting to bind port 329790c6-ba7a-4c07-aa34-40520cf1801d on network 27c86c26-8917-4114-a678-38edb3345055 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 17:59:59.356266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 17:59:59.369579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 17:59:59.391667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:59.392415 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.454495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 17:59:59.455387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Checking segment: {'id': 'ae038e28-668e-4dea-8663-ad63b27d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27c86c26-8917-4114-a678-38edb3345055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 17:59:59.456403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.456646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=c0b9c21b-3432-465e-80e1-0f98b7df27d1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 17:59:59.458467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Bound using segment: {'id': 'ae038e28-668e-4dea-8663-ad63b27d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27c86c26-8917-4114-a678-38edb3345055'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 17:59:59.461234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Bound port: 329790c6-ba7a-4c07-aa34-40520cf1801d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae038e28-668e-4dea-8663-ad63b27d3950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27c86c26-8917-4114-a678-38edb3345055'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 17:59:59.463549 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.471415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 5c183021-3472-4fb0-97a6-bb0d2c978f8c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5c183021-3472-4fb0-97a6-bb0d2c978f8c,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:59.473119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-686c1272-3882-4c5a-a949-46c6a5cc463c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4345298 Jul 06 17:59:59.478884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55958) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:59.537404 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.579196 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.717836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa53663-f4e3-41aa-b964-6073c3e0c460 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:59.719310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object 48e54df2-0d3b-4764-b06b-ac30a64c5aad will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 17:59:59.732192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa53663-f4e3-41aa-b964-6073c3e0c460 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:59.735758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2fa53663-f4e3-41aa-b964-6073c3e0c460 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.2538192 Jul 06 17:59:59.740825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55960) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 17:59:59.742227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] For port 329790c6-ba7a-4c07-aa34-40520cf1801d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 17:59:59.746838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] For port 329790c6-ba7a-4c07-aa34-40520cf1801d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=329790c6-ba7a-4c07-aa34-40520cf1801d,segment=NetworkSegment(ae038e28-668e-4dea-8663-ad63b27d3950),segment_id=ae038e28-668e-4dea-8663-ad63b27d3950)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 17:59:59.756896 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.781894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b30ae273-8fab-4241-be48-79bb14e5cc9e None None] For port 5c183021-3472-4fb0-97a6-bb0d2c978f8c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5c183021-3472-4fb0-97a6-bb0d2c978f8c,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 17:59:59.782703 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b30ae273-8fab-4241-be48-79bb14e5cc9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.811637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 17:59:59.863104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b30ae273-8fab-4241-be48-79bb14e5cc9e None None] Calling delete_port for 5c183021-3472-4fb0-97a6-bb0d2c978f8c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 17:59:59.892908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38924e41-ad6d-47c4-b043-c7ddf7f79764 req-379d6734-8ee8-466a-88fb-768eea7fde85 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 17:59:59.908931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-38924e41-ad6d-47c4-b043-c7ddf7f79764 req-379d6734-8ee8-466a-88fb-768eea7fde85 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5738180 Jul 06 17:59:59.944307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=5c183021-3472-4fb0-97a6-bb0d2c978f8c,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:00.145606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c2624ef1-49a2-4b0e-8232-2bf1fe86eff6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port c0b9c21b-3432-465e-80e1-0f98b7df27d1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:00.146608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2624ef1-49a2-4b0e-8232-2bf1fe86eff6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.183278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2ea1-8b56-47f9-9488-ae792873df9f None None] Pushing event updated for resources: {'Port': ['ID=329790c6-ba7a-4c07-aa34-40520cf1801d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:00.206022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=48e54df2-0d3b-4764-b06b-ac30a64c5aad,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:00.220387 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b30ae273-8fab-4241-be48-79bb14e5cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.268590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce5d4356-d165-4ff0-94bc-825fbaa90f78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08340b0d48cf44989223aeb0342c9bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9919503 Jul 06 18:00:00.315717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ae273-8fab-4241-be48-79bb14e5cc9e None None] No DVR routers for this DVR port 5c183021-3472-4fb0-97a6-bb0d2c978f8c on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:00.331821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ae273-8fab-4241-be48-79bb14e5cc9e None None] Pushing event deleted for resources: {'Port': ['ID=5c183021-3472-4fb0-97a6-bb0d2c978f8c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:00.348411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 27c86c26-8917-4114-a678-38edb3345055 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:00.351358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55966) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:00.360511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:00.377118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a5ca3b-027d-411d-8f72-e13caf7bfd7a None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:00.381098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:00.556813 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2624ef1-49a2-4b0e-8232-2bf1fe86eff6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.574686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-38924e41-ad6d-47c4-b043-c7ddf7f79764 req-a80e8120-073f-4898-b123-25dbc0bda076 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635692 Jul 06 18:00:00.597988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c2624ef1-49a2-4b0e-8232-2bf1fe86eff6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for c0b9c21b-3432-465e-80e1-0f98b7df27d1 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:00.782537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:00.783682 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.826010 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-001a3ebd-3e6a-4d15-959b-824654955eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:00.873021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-64a1b2c9-58a4-42bd-915a-0213e6b3d55d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2024760 Jul 06 18:00:00.877859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55970) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:00.888762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': '27c86c26-8917-4114-a678-38edb3345055', 'name': 'tempest-PortsTestJSON-1736788633', 'fixed_ips': [{'subnet_id': '58f93141-92ac-4320-b564-e0001b3efe70', 'ip_address': '172.20.0.9'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:00.983356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': 'c83ab92c-df56-48b1-9b9b-3814f52b5ccb'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:00:00.985693 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.034955 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2624ef1-49a2-4b0e-8232-2bf1fe86eff6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.042533 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-001a3ebd-3e6a-4d15-959b-824654955eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.158956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2624ef1-49a2-4b0e-8232-2bf1fe86eff6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=c0b9c21b-3432-465e-80e1-0f98b7df27d1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:01.225479 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2624ef1-49a2-4b0e-8232-2bf1fe86eff6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.228597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c2624ef1-49a2-4b0e-8232-2bf1fe86eff6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/c0b9c21b-3432-465e-80e1-0f98b7df27d1 HTTP/1.1" status: 204 len: 168 time: 1.4855652 Jul 06 18:00:01.239949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:01.328211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6f609-404c-4f29-8681-2360bd147ca8 req-2686ef6e-ae57-454d-8323-8b02a58ed991 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:01.330968 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-40d6f609-404c-4f29-8681-2360bd147ca8 req-2686ef6e-ae57-454d-8323-8b02a58ed991 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5090506 Jul 06 18:00:01.364236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdd69f-8a50-4426-ba8c-2bc2686c57e2 req-c8734538-2205-47c5-a40f-1bf50b520602 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:01.367624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1efdd69f-8a50-4426-ba8c-2bc2686c57e2 req-c8734538-2205-47c5-a40f-1bf50b520602 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.2370186 Jul 06 18:00:01.445779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:01.446946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/c83ab92c-df56-48b1-9b9b-3814f52b5ccb/5bb54926-e4ac-473a-835c-16610f323508) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:01.466627 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.485477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1efdd69f-8a50-4426-ba8c-2bc2686c57e2 req-c582f3c7-e647-4689-b8df-e2fe2ad8ea5a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084189 Jul 06 18:00:01.565821 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-001a3ebd-3e6a-4d15-959b-824654955eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.570988 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-001a3ebd-3e6a-4d15-959b-824654955eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.572944 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-001a3ebd-3e6a-4d15-959b-824654955eba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0275a7bf-6f21-4f47-8a4a-fc75f85edb4f HTTP/1.1" status: 204 len: 168 time: 1.2087140 Jul 06 18:00:01.632868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961530b-9ceb-4709-9edd-028e77456f06 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:01.637165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961530b-9ceb-4709-9edd-028e77456f06 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:01.641926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e961530b-9ceb-4709-9edd-028e77456f06 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3991370 Jul 06 18:00:01.665703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:01.676373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 00613b10-1360-4b96-bbfe-87312d890707 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:00:01.690065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a3ebd-3e6a-4d15-959b-824654955eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0275a7bf-6f21-4f47-8a4a-fc75f85edb4f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:01.718934 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-40d6f609-404c-4f29-8681-2360bd147ca8 req-0f56d7aa-82e5-4ccd-9431-4d428daa6b2d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239479 Jul 06 18:00:01.842265 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.856199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Transition to ACTIVE for port object 5bb54926-e4ac-473a-835c-16610f323508 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:01.887836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Transition to ACTIVE for port object 5bb54926-e4ac-473a-835c-16610f323508 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:01.898860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.913471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fcf574-4dae-4b8e-b500-cdaabb21569f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet c83ab92c-df56-48b1-9b9b-3814f52b5ccb {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:01.932738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11fcf574-4dae-4b8e-b500-cdaabb21569f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:01.981803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Pushing event updated for resources: {'Port': ['ID=5bb54926-e4ac-473a-835c-16610f323508,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:02.078783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:02.083216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:02.089491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:02.149203 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.168157 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11fcf574-4dae-4b8e-b500-cdaabb21569f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.309666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7fc635-10ce-4807-81df-9c0406b90229 None None] Network 27c86c26-8917-4114-a678-38edb3345055 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:02.325229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.9 (27c86c26-8917-4114-a678-38edb3345055/58f93141-92ac-4320-b564-e0001b3efe70/00613b10-1360-4b96-bbfe-87312d890707) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:02.402008 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11fcf574-4dae-4b8e-b500-cdaabb21569f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.669632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 329790c6-ba7a-4c07-aa34-40520cf1801d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:02.680343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Attempting to bind port 5bb54926-e4ac-473a-835c-16610f323508 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:02.682094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Attempting to bind port 5bb54926-e4ac-473a-835c-16610f323508 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:02.683015 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Attempting to bind port 5bb54926-e4ac-473a-835c-16610f323508 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:02.719549 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.750732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object 00613b10-1360-4b96-bbfe-87312d890707 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:02.764870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1d131-67de-4f35-b9fa-4ea411ea22aa req-9fd2de27-a0a5-4d75-a5a7-1408628fe1c4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:02.774776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bb1d131-67de-4f35-b9fa-4ea411ea22aa req-9fd2de27-a0a5-4d75-a5a7-1408628fe1c4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 814 time: 0.2991612 Jul 06 18:00:02.795509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3cd568c9-ecc7-4dcf-b2b5-cbe520f98c8c None None] Provisioning for port 329790c6-ba7a-4c07-aa34-40520cf1801d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:02.800263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.812175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bb1d131-67de-4f35-b9fa-4ea411ea22aa req-634ffa06-2001-43f6-8af4-a2b37a857986 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/quotas/5e4c0774b98f4043bb0ba307efd25871 HTTP/1.1" status: 200 len: 375 time: 0.0363498 Jul 06 18:00:02.828366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:02.829296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:02.830683 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.833100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:02.834644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Bound port: 5bb54926-e4ac-473a-835c-16610f323508, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:02.835594 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:02.947817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 27c86c26-8917-4114-a678-38edb3345055 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:02.965673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:02.980325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:02.987010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=00613b10-1360-4b96-bbfe-87312d890707,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:03.043709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11fcf574-4dae-4b8e-b500-cdaabb21569f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.047961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 329790c6-ba7a-4c07-aa34-40520cf1801d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:03.062307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab65c8-fed1-41bd-88d4-c690879ef297 req-9e4bc408-4b46-43b9-996e-54a48690006d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.064908 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0ab65c8-fed1-41bd-88d4-c690879ef297 req-9e4bc408-4b46-43b9-996e-54a48690006d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.2787392 Jul 06 18:00:03.076505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 329790c6-ba7a-4c07-aa34-40520cf1801d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:03.084169 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.135770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0ab65c8-fed1-41bd-88d4-c690879ef297 req-1c417b1f-85db-4db0-a090-75bb64081ce0 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640829 Jul 06 18:00:03.157292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.158433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.187987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bb1d131-67de-4f35-b9fa-4ea411ea22aa req-4ab7b8a0-a02c-4178-ba63-9f4f7385ad9f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3707747 Jul 06 18:00:03.193544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcf574-4dae-4b8e-b500-cdaabb21569f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=c83ab92c-df56-48b1-9b9b-3814f52b5ccb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:03.196819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0fe99305-ad4e-4205-a72b-f15d4020d414 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3134542 Jul 06 18:00:03.197695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56010) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:03.218256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11fcf574-4dae-4b8e-b500-cdaabb21569f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.231608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-11fcf574-4dae-4b8e-b500-cdaabb21569f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/c83ab92c-df56-48b1-9b9b-3814f52b5ccb HTTP/1.1" status: 204 len: 168 time: 1.5646279 Jul 06 18:00:03.240205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56012) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:03.288395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] For port 5bb54926-e4ac-473a-835c-16610f323508, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:03.297289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] For port 5bb54926-e4ac-473a-835c-16610f323508, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5bb54926-e4ac-473a-835c-16610f323508,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:03.345759 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.423679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c556177d-8405-4189-b4f0-9d88a883a32d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1724613 Jul 06 18:00:03.424779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56018) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:03.449464 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.512498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d8d010-0047-4663-8109-7e0e85d2b9c8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.520303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-24d8d010-0047-4663-8109-7e0e85d2b9c8 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3212392 Jul 06 18:00:03.522196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:03.577312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 329790c6-ba7a-4c07-aa34-40520cf1801d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=329790c6-ba7a-4c07-aa34-40520cf1801d,segment=NetworkSegment(ae038e28-668e-4dea-8663-ad63b27d3950),segment_id=ae038e28-668e-4dea-8663-ad63b27d3950)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:03.598542 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:03.612142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e98bc3-5a3b-4279-bf17-11d67a3ac288 req-6d4d61f3-989b-42a0-a8ed-65dc215e7bca tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.614136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c0e98bc3-5a3b-4279-bf17-11d67a3ac288 req-6d4d61f3-989b-42a0-a8ed-65dc215e7bca tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1950798 Jul 06 18:00:03.628722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e25e9-fd91-4f3f-9e30-e10d19c0b1a0 None None] Pushing event updated for resources: {'Port': ['ID=5bb54926-e4ac-473a-835c-16610f323508,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:03.705860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae619aa-cbbc-41af-b1ee-73fdacdede11 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.725412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae619aa-cbbc-41af-b1ee-73fdacdede11 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.736981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae619aa-cbbc-41af-b1ee-73fdacdede11 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.740666 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3ae619aa-cbbc-41af-b1ee-73fdacdede11 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2169631 Jul 06 18:00:03.757864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56024) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:03.789881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c0e98bc3-5a3b-4279-bf17-11d67a3ac288 req-0eb6cea3-385c-4c3c-b7f7-874bbd4bdcc2 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647387 Jul 06 18:00:03.899649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=329790c6-ba7a-4c07-aa34-40520cf1801d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:03.978192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488d965-2b45-4f22-ad2f-a4745f3f9a9e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:03.993450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56030) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:04.009416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4488d965-2b45-4f22-ad2f-a4745f3f9a9e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5687633 Jul 06 18:00:04.070011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b503981d-62ff-4770-a4e2-d1355d6e1583 None None] Provisioning for port 48e54df2-0d3b-4764-b06b-ac30a64c5aad completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:04.081495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b503981d-62ff-4770-a4e2-d1355d6e1583 None None] Provisioning complete for port 48e54df2-0d3b-4764-b06b-ac30a64c5aad triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:04.081990 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b503981d-62ff-4770-a4e2-d1355d6e1583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.315737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede33f9a-0541-4362-a341-005d2bacfe17 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:04.319998 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ede33f9a-0541-4362-a341-005d2bacfe17 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3277075 Jul 06 18:00:04.324655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56036) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:04.331838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b503981d-62ff-4770-a4e2-d1355d6e1583 None None] Port 48e54df2-0d3b-4764-b06b-ac30a64c5aad cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:04.389375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b503981d-62ff-4770-a4e2-d1355d6e1583 None None] Provisioning complete for port 329790c6-ba7a-4c07-aa34-40520cf1801d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:04.390082 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b503981d-62ff-4770-a4e2-d1355d6e1583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.458317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e9e448e0-73a3-4bbf-a53e-295497323953 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321371 Jul 06 18:00:04.467633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:04.475953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bbd04833-40a9-4b06-9061-d93d33a20edc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 00613b10-1360-4b96-bbfe-87312d890707 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:04.488237 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbd04833-40a9-4b06-9061-d93d33a20edc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.494405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:04.542124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5bb54926-e4ac-473a-835c-16610f323508 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:04.669579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 5bb54926-e4ac-473a-835c-16610f323508 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:04.682032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 329790c6-ba7a-4c07-aa34-40520cf1801d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:04.764330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbd04833-40a9-4b06-9061-d93d33a20edc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.795060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 329790c6-ba7a-4c07-aa34-40520cf1801d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:04.795429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:04.800093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bbd04833-40a9-4b06-9061-d93d33a20edc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 00613b10-1360-4b96-bbfe-87312d890707 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:04.846969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7bf41c60-1152-4a12-aa3c-46ab5b3169ef None None] Provisioning complete for port 48e54df2-0d3b-4764-b06b-ac30a64c5aad triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:04.847661 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7bf41c60-1152-4a12-aa3c-46ab5b3169ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.086806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:05.113145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.191528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7bf41c60-1152-4a12-aa3c-46ab5b3169ef None None] Port 48e54df2-0d3b-4764-b06b-ac30a64c5aad cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:05.209824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c94458-ff1d-42ef-a33b-210772b18a33 req-b3c04caa-0e73-4683-95bb-b77cbda7707f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:05.221519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b7c94458-ff1d-42ef-a33b-210772b18a33 req-b3c04caa-0e73-4683-95bb-b77cbda7707f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.9602938 Jul 06 18:00:05.223905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbd04833-40a9-4b06-9061-d93d33a20edc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.360084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd04833-40a9-4b06-9061-d93d33a20edc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=00613b10-1360-4b96-bbfe-87312d890707,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:05.440858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bb75dfbe-e4c6-45a0-93bd-7c99316ae6a0 None None] Could not find standard attr ID for object 00613b10-1360-4b96-bbfe-87312d890707. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:00:05.446383 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:05.474119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b7c94458-ff1d-42ef-a33b-210772b18a33 req-c49174a9-f39f-43cd-8235-4f3232799383 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449737 Jul 06 18:00:05.493336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007b1f4-53d2-4a04-bf6f-1360178e1012 req-bd4dfac7-0c30-4826-8a02-b1463f81bd07 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:05.508451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e007b1f4-53d2-4a04-bf6f-1360178e1012 req-bd4dfac7-0c30-4826-8a02-b1463f81bd07 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.6300857 Jul 06 18:00:05.707995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56052) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:05.882532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e007b1f4-53d2-4a04-bf6f-1360178e1012 req-142f0123-d559-4a42-89fc-b94807149697 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446584 Jul 06 18:00:06.222080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba000e-1dd4-4250-8225-a6f8585b25ad None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:06.265048 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.389373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7fdb6b2b-b93b-40f2-87ac-6fccbefc7bda None None] Provisioning for port 5bb54926-e4ac-473a-835c-16610f323508 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:06.413185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'network': {'name': 'tempest-network-smoke--2068254049', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:06.447261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7fdb6b2b-b93b-40f2-87ac-6fccbefc7bda None None] Provisioning complete for port 5bb54926-e4ac-473a-835c-16610f323508 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:06.448528 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6b2b-b93b-40f2-87ac-6fccbefc7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.475931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=8d4e6365-ce2e-4d92-9fd1-c3f910c7e98c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:06.507660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Made reservation on behalf of c5d396b65d6544c290dc8fae46589686 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:06.520840 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.528501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbd04833-40a9-4b06-9061-d93d33a20edc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.531843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bbd04833-40a9-4b06-9061-d93d33a20edc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/00613b10-1360-4b96-bbfe-87312d890707 HTTP/1.1" status: 204 len: 168 time: 2.7709436 Jul 06 18:00:06.541596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:06.580869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f87f7ca4-a386-4062-988a-78bbd929a101 req-dfe7dc65-a12d-400b-8d1b-2736eab2df18 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5e4c0774b98f4043bb0ba307efd25871 HTTP/1.1" status: 200 len: 221 time: 0.1440425 Jul 06 18:00:06.589339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-2c9e421f-c60c-40dd-88f9-ff8e960ef2b9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3614001 Jul 06 18:00:06.598264 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.645654 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21c5ef7-2fe7-48a6-a0f3-af54fb4d13c3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 18:00:06.647586 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a21c5ef7-2fe7-48a6-a0f3-af54fb4d13c3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/00613b10-1360-4b96-bbfe-87312d890707 HTTP/1.1" status: 404 len: 333 time: 0.1011631 Jul 06 18:00:06.650995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:06.651687 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56070) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:06.674003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:06.699729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:06.700340 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.776368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6b2b-b93b-40f2-87ac-6fccbefc7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.869267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7fdb6b2b-b93b-40f2-87ac-6fccbefc7bda None None] For port 5bb54926-e4ac-473a-835c-16610f323508, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5bb54926-e4ac-473a-835c-16610f323508,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:06.880818 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fdb6b2b-b93b-40f2-87ac-6fccbefc7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:06.889282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-36cd4c8a-5d10-422f-92a9-236d652e92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:06.894113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-36cd4c8a-5d10-422f-92a9-236d652e92e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f63020b609ef4d059aa6ebd3e050ba1d&device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 1096 time: 0.1553791 Jul 06 18:00:06.969466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb6b2b-b93b-40f2-87ac-6fccbefc7bda None None] Pushing event updated for resources: {'Port': ['ID=5bb54926-e4ac-473a-835c-16610f323508,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:06.975398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7fdb6b2b-b93b-40f2-87ac-6fccbefc7bda None None] Could not find standard attr ID for object c0b9c21b-3432-465e-80e1-0f98b7df27d1. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:00:07.161848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-b1d907dd-33fc-41e2-b01a-f22e122e0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:07.168371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-b1d907dd-33fc-41e2-b01a-f22e122e0b51 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4f885dfd-686e-4236-9ad5-a3017772c2e8 HTTP/1.1" status: 200 len: 910 time: 0.2437899 Jul 06 18:00:07.168606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893dd8b-ef2b-4c33-9bbc-3f3b4955620d None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:07.261941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-37c831e5-33eb-4821-8879-3da6c1a892ad None None] Provisioning complete for port 5bb54926-e4ac-473a-835c-16610f323508 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:07.262824 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37c831e5-33eb-4821-8879-3da6c1a892ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.325619 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-6f17d824-cff0-4d23-938c-fd5a7e160ea7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706 HTTP/1.1" status: 200 len: 1001 time: 0.1266465 Jul 06 18:00:07.511736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e19c31-c0b9-4af4-9adf-04eb4a8cf853 req-27c41c3d-bf2c-4456-99d7-796d10f15374 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:07.515687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9e19c31-c0b9-4af4-9adf-04eb4a8cf853 req-27c41c3d-bf2c-4456-99d7-796d10f15374 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.3973248 Jul 06 18:00:07.521921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.523693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-4c822792-4908-4d1a-a880-ec46ea9801ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:07.527585 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-4c822792-4908-4d1a-a880-ec46ea9801ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e35ff548-69b7-478a-8ff2-8187439878e8 HTTP/1.1" status: 200 len: 848 time: 0.1866977 Jul 06 18:00:07.617183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.683711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f47181d-0f5d-48be-9516-bb5641031bba,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:07.708588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2c90f383-b52c-456c-9105-94a5f3588dc5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2381856 Jul 06 18:00:07.722238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56074) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:07.744147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:00:07.749202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': '8d4e6365-ce2e-4d92-9fd1-c3f910c7e98c', 'ip_address': '2001:db8::1c4e:ca82:31b3:f0c1'}], 'name': 'tempest-NetworksTestDHCPv6-931424449'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:07.774516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.774901 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Added segment c87803ef-4394-4e9f-902c-ab044408d5c6 of type vlan for network 72a68a86-732a-4e4f-b4f1-22a6258e6448 Jul 06 18:00:07.866896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.937087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9e19c31-c0b9-4af4-9adf-04eb4a8cf853 req-686dc6a4-1969-4c8f-a8de-49139c20d60b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4077656 Jul 06 18:00:07.967421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e720e5-c83a-4d6a-8ee7-0e40d3099289 req-ad0bcd2c-ea88-45c7-91bd-38ad7483aa52 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:07.973945 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10e720e5-c83a-4d6a-8ee7-0e40d3099289 req-ad0bcd2c-ea88-45c7-91bd-38ad7483aa52 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.4664342 Jul 06 18:00:07.977304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:07.994006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:07.995393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.001987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb76b1-60fe-4b31-a486-7fac51c9c4f3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 48e54df2-0d3b-4764-b06b-ac30a64c5aad {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:08.002464 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3eb76b1-60fe-4b31-a486-7fac51c9c4f3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.028512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-2d7db263-68cb-4a25-ae6e-478d691b0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:08.030404 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-2d7db263-68cb-4a25-ae6e-478d691b0428 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4f885dfd-686e-4236-9ad5-a3017772c2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4877677 Jul 06 18:00:08.056067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-a675816e-c065-4ee1-b21c-f0d4ed12e2ce service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:00:08.066986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-a675816e-c065-4ee1-b21c-f0d4ed12e2ce service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205958 Jul 06 18:00:08.174099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4613383 Jul 06 18:00:08.182485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56078) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:08.211667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:08.212962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'admin_state_up': True, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:08.225548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-aa5c554a-efc3-495a-82fb-e133e5913cc7 None None] Provisioning complete for port 5bb54926-e4ac-473a-835c-16610f323508 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:08.225928 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa5c554a-efc3-495a-82fb-e133e5913cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.253407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683920d7-3908-44bd-9e08-fd6fbe3a1e05 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Network': ['ID=72a68a86-732a-4e4f-b4f1-22a6258e6448,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:08.284952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 72a68a86-732a-4e4f-b4f1-22a6258e6448 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:00:08.295610 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10e720e5-c83a-4d6a-8ee7-0e40d3099289 req-9378f248-6bb7-43ea-ade4-a3f3992307b7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874885 Jul 06 18:00:08.334947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5bb54926-e4ac-473a-835c-16610f323508 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:08.490874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-a81868bb-d493-472a-800d-52069c376abb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6035986 Jul 06 18:00:08.508502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3eb76b1-60fe-4b31-a486-7fac51c9c4f3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.524487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-22f7ecf9-cbd0-48b0-948a-f69bf13a743b service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327183 Jul 06 18:00:08.546369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.564548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 5bb54926-e4ac-473a-835c-16610f323508 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:08.565323 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.567346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.696064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-b7299356-3df1-4b7d-b10c-6e60bc3358b4 req-98e501c5-78d2-4373-b60c-93cabdddca9b service neutron] (93778) timed out ('10.222.0.22', 55181) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:00:08.712313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4c1723b6-2084-4856-bbb7-ced7c4731f3a None None] Could not find standard attr ID for object db3f0901-8ca6-45c4-a256-9b855e8865be. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:00:08.724030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb76b1-60fe-4b31-a486-7fac51c9c4f3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 48e54df2-0d3b-4764-b06b-ac30a64c5aad owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:08.820999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.853047 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:08.927741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 36bb8ff6-6664-4652-96f1-1b9d82a9f007 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:00:09.139958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df96ec87-5a69-4d63-9b23-a837354ff627 req-7529f040-e623-476f-b727-71bf6e5f62dc service neutron] 10.222.0.22 "GET /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831051 Jul 06 18:00:09.169252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-a0016bdf-c535-4a64-a6c4-6fe9053d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:09.173306 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-a0016bdf-c535-4a64-a6c4-6fe9053d03ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 1096 time: 0.6126697 Jul 06 18:00:09.238432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c2f6d8b9-9ad0-4eeb-b20f-b7edc68816fb None None] Could not find standard attr ID for object a3b58e4c-519a-4413-a3f0-39b4126b3160. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:00:09.346743 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.407855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::1c4e:ca82:31b3:f0c1 (bc2bb118-1fef-4c36-8bc5-3622127a006f/8d4e6365-ce2e-4d92-9fd1-c3f910c7e98c/36bb8ff6-6664-4652-96f1-1b9d82a9f007) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:09.668166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.691023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 36bb8ff6-6664-4652-96f1-1b9d82a9f007 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:09.694038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d38d040d-1ec8-419e-8c2f-c6d939bf6401 None None] Could not find standard attr ID for object c0b9c21b-3432-465e-80e1-0f98b7df27d1. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:00:09.753262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3eb76b1-60fe-4b31-a486-7fac51c9c4f3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.769774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29388c-d1a5-4fa1-80c7-0f23f4f25ee7 req-2cf7a9bf-a783-491e-9476-866356b715c6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:09.777081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a29388c-d1a5-4fa1-80c7-0f23f4f25ee7 req-2cf7a9bf-a783-491e-9476-866356b715c6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.9783623 Jul 06 18:00:09.837553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb76b1-60fe-4b31-a486-7fac51c9c4f3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=48e54df2-0d3b-4764-b06b-ac30a64c5aad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:09.929897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0a29388c-d1a5-4fa1-80c7-0f23f4f25ee7 req-691ca3ce-e3d1-49ca-8c18-0a48b6236aa8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516547 Jul 06 18:00:09.933677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:09.934542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845c6a9-b0f2-4c8b-8067-8a9754dd19fd req-8e6e49fc-da4a-40ee-904f-59b345cb6131 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:09.939718 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4845c6a9-b0f2-4c8b-8067-8a9754dd19fd req-8e6e49fc-da4a-40ee-904f-59b345cb6131 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.6785898 Jul 06 18:00:10.057770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=36bb8ff6-6664-4652-96f1-1b9d82a9f007,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:10.118153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:10.166069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4845c6a9-b0f2-4c8b-8067-8a9754dd19fd req-0dda1574-f471-4a46-8853-1a7033e58fdc tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180393 Jul 06 18:00:10.174762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-2004c482-fbd2-48ec-b782-28fa3c9ccb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:10.177613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-2004c482-fbd2-48ec-b782-28fa3c9ccb7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 915 time: 0.4541574 Jul 06 18:00:10.180021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:10.192521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:10.215705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:10.215705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:10.297773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3eb76b1-60fe-4b31-a486-7fac51c9c4f3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:10.302701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e3eb76b1-60fe-4b31-a486-7fac51c9c4f3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/48e54df2-0d3b-4764-b06b-ac30a64c5aad HTTP/1.1" status: 204 len: 168 time: 3.6436536 Jul 06 18:00:10.307414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56088) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:10.357438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-43831e88-8347-4cdc-ad54-ae553fb5155f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be8b0f5-c841-494e-a989-e0c873122777 HTTP/1.1" status: 200 len: 217 time: 0.1705592 Jul 06 18:00:10.475733 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc1a13b-0004-458c-825c-717aae0e0077 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 18:00:10.478071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7cc1a13b-0004-458c-825c-717aae0e0077 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/48e54df2-0d3b-4764-b06b-ac30a64c5aad HTTP/1.1" status: 404 len: 333 time: 0.1696510 Jul 06 18:00:10.484023 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cf2b3194-40c9-4e97-bd06-3f10744baa33 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7466707 Jul 06 18:00:10.485093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:10.485685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56092) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:10.513857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:10.525490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-35ceee31-72a6-4582-87eb-03a283d4eb75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': '8d4e6365-ce2e-4d92-9fd1-c3f910c7e98c', 'ip_address': '2001:db8::1c4e:ca82:31b3:f0c1'}], 'name': 'tempest-NetworksTestDHCPv6-200062488'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:10.542024 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:10.698503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-6f681272-f3fd-42a8-a773-83508b654cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:10.700440 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-6f681272-f3fd-42a8-a773-83508b654cab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 200 len: 854 time: 0.2431755 Jul 06 18:00:10.752104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dcd4ae-c4c7-4819-82f9-b73034165176 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet 58f93141-92ac-4320-b564-e0001b3efe70 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:10.791608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65dcd4ae-c4c7-4819-82f9-b73034165176 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:10.802945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-b237962a-4923-4c2e-8b5c-ae57e2ccb1db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752094 Jul 06 18:00:10.845216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-c1812208-8ad3-4a6f-badc-f195f674cfc9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:00:10.846869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-c1812208-8ad3-4a6f-badc-f195f674cfc9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082626 Jul 06 18:00:10.852789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.25.7.156 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/b9eb5b01-1aa9-4a9a-a565-213380ce539b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:10.884334 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee993e-22a9-4010-9dfa-13a392236a37 req-6ccf95b3-a2b2-4409-a3a4-a035e6232417 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:10.886661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3ee993e-22a9-4010-9dfa-13a392236a37 req-6ccf95b3-a2b2-4409-a3a4-a035e6232417 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5857675 Jul 06 18:00:11.062695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65dcd4ae-c4c7-4819-82f9-b73034165176 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.067754 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.284753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3ee993e-22a9-4010-9dfa-13a392236a37 req-e0eb5c08-666f-4994-a549-a2435740b0c8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697075 Jul 06 18:00:11.284753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-1a9639ac-af54-46bc-8825-51b6d94789e5 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599222 Jul 06 18:00:11.284753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65dcd4ae-c4c7-4819-82f9-b73034165176 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.311911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.313278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f97efbd6-be75-47f2-bffe-0bb45b02f8d4 None None] Provisioning for port 36bb8ff6-6664-4652-96f1-1b9d82a9f007 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:11.317891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f97efbd6-be75-47f2-bffe-0bb45b02f8d4 None None] Provisioning complete for port 36bb8ff6-6664-4652-96f1-1b9d82a9f007 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:11.318634 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f97efbd6-be75-47f2-bffe-0bb45b02f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.332775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ceee31-72a6-4582-87eb-03a283d4eb75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:11.339445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-35ceee31-72a6-4582-87eb-03a283d4eb75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.416902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-35ceee31-72a6-4582-87eb-03a283d4eb75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 0aef5d59-33c0-4a12-89d6-e2eef55c9ed2 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:00:11.462080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:11.462429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f97efbd6-be75-47f2-bffe-0bb45b02f8d4 None None] Port 36bb8ff6-6664-4652-96f1-1b9d82a9f007 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:11.484876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:11.489088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:11.497219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=b9eb5b01-1aa9-4a9a-a565-213380ce539b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:11.573987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7618bc1-0388-467e-8256-d40a5b8854fe req-d556d60c-cbed-4f03-9852-35a632b9a16e service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490925 Jul 06 18:00:11.578806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f3926-0de1-4e7f-bb73-f5dbe19f781e req-d58737ff-b0d8-490e-84f7-75174a984087 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:11.580670 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c9f3926-0de1-4e7f-bb73-f5dbe19f781e req-d58737ff-b0d8-490e-84f7-75174a984087 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.2134387 Jul 06 18:00:11.645712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65dcd4ae-c4c7-4819-82f9-b73034165176 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.807772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcd4ae-c4c7-4819-82f9-b73034165176 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=58f93141-92ac-4320-b564-e0001b3efe70,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:11.830247 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65dcd4ae-c4c7-4819-82f9-b73034165176 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:11.832510 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-65dcd4ae-c4c7-4819-82f9-b73034165176 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/58f93141-92ac-4320-b564-e0001b3efe70 HTTP/1.1" status: 204 len: 168 time: 1.3218083 Jul 06 18:00:11.836732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57752896-492a-42dd-b730-e790d6417de0 None None] Network 27c86c26-8917-4114-a678-38edb3345055 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:11.838818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:11.915295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c9f3926-0de1-4e7f-bb73-f5dbe19f781e req-9a8d5f92-1748-4ea9-9f76-afbceacded33 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258715 Jul 06 18:00:12.013080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1190-9ac1-4d11-8ac9-13dcea20e45e req-99583eb0-a93d-4aee-abe1-874d1cf1bfa7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:12.016056 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-839f1190-9ac1-4d11-8ac9-13dcea20e45e req-99583eb0-a93d-4aee-abe1-874d1cf1bfa7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3591309 Jul 06 18:00:12.030315 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.084182 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ceee31-72a6-4582-87eb-03a283d4eb75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 18:00:12.084924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ceee31-72a6-4582-87eb-03a283d4eb75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:00:12.139995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-839f1190-9ac1-4d11-8ac9-13dcea20e45e req-bbe10993-de99-4f50-9fb8-ef5c5436591c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916972 Jul 06 18:00:12.210547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.246257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-35ceee31-72a6-4582-87eb-03a283d4eb75 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7255282 Jul 06 18:00:12.249231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56108) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:12.342246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 329790c6-ba7a-4c07-aa34-40520cf1801d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:12.342690 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.406863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b607054-d874-4b5e-84b3-13a3791124f8 None None] DHCP port deletion for 27c86c26-8917-4114-a678-38edb3345055 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:00:12.463664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab49bd2-55f3-4745-806d-442dc3717bb6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:12.478171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab49bd2-55f3-4745-806d-442dc3717bb6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:12.494952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5ab49bd2-55f3-4745-806d-442dc3717bb6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2368813 Jul 06 18:00:12.495962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:12.528040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4b607054-d874-4b5e-84b3-13a3791124f8 None None] Deleting port 329790c6-ba7a-4c07-aa34-40520cf1801d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:12.529038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b607054-d874-4b5e-84b3-13a3791124f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.592214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] For port 329790c6-ba7a-4c07-aa34-40520cf1801d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=329790c6-ba7a-4c07-aa34-40520cf1801d,segment=NetworkSegment(ae038e28-668e-4dea-8663-ad63b27d3950),segment_id=ae038e28-668e-4dea-8663-ad63b27d3950)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:12.592645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.601057 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.620449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 329790c6-ba7a-4c07-aa34-40520cf1801d owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:12.676906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4b607054-d874-4b5e-84b3-13a3791124f8 None None] For port 329790c6-ba7a-4c07-aa34-40520cf1801d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=329790c6-ba7a-4c07-aa34-40520cf1801d,segment=NetworkSegment(ae038e28-668e-4dea-8663-ad63b27d3950),segment_id=ae038e28-668e-4dea-8663-ad63b27d3950)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:12.677990 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b607054-d874-4b5e-84b3-13a3791124f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.711414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4b607054-d874-4b5e-84b3-13a3791124f8 None None] Calling delete_port for 329790c6-ba7a-4c07-aa34-40520cf1801d owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:12.925282 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b607054-d874-4b5e-84b3-13a3791124f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:12.951037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router df115020-e983-4df9-8d03-ab4afea3867e is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:00:13.027513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b607054-d874-4b5e-84b3-13a3791124f8 None None] Pushing event deleted for resources: {'Port': ['ID=329790c6-ba7a-4c07-aa34-40520cf1801d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:13.055188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b607054-d874-4b5e-84b3-13a3791124f8 None None] No DVR routers for this DVR port 329790c6-ba7a-4c07-aa34-40520cf1801d on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:13.140436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d8c20-d936-498f-80dd-829c1814e7c6 req-6c13fea8-a576-4d1b-b3dc-596ea5416036 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:13.142110 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-526d8c20-d936-498f-80dd-829c1814e7c6 req-6c13fea8-a576-4d1b-b3dc-596ea5416036 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.6284225 Jul 06 18:00:13.219003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-af8b2e1e-8860-48eb-a2a9-40cff0405f49 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 36bb8ff6-6664-4652-96f1-1b9d82a9f007 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:13.219351 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af8b2e1e-8860-48eb-a2a9-40cff0405f49 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.227655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-526d8c20-d936-498f-80dd-829c1814e7c6 req-5e5c7aa8-7fdc-4372-80a6-6df936c5df1d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705900 Jul 06 18:00:13.272349 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.282288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:13.306563 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Sync routers for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:13.314829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No DVR routers for this DVR port 329790c6-ba7a-4c07-aa34-40520cf1801d on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:13.316658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=329790c6-ba7a-4c07-aa34-40520cf1801d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:13.332014 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:13.334037 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:59:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:13.362858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0afb7a-72f0-4a7a-bdd1-b80f7ea4b58a req-2ed62556-b286-4dd9-b251-4f316882540c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:13.366225 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b0afb7a-72f0-4a7a-bdd1-b80f7ea4b58a req-2ed62556-b286-4dd9-b251-4f316882540c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.2176447 Jul 06 18:00:13.392140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.396839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e080d1a9-4d63-4d5a-90d4-bf96428bdc2c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2004852 Jul 06 18:00:13.397532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56124) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:13.467678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b0afb7a-72f0-4a7a-bdd1-b80f7ea4b58a req-59ee2416-cfa0-4041-94a2-2b2bd14adb04 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938895 Jul 06 18:00:13.496440 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.510448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af8b2e1e-8860-48eb-a2a9-40cff0405f49 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.521862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c86c26-8917-4114-a678-38edb3345055']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:13.536093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-af8b2e1e-8860-48eb-a2a9-40cff0405f49 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 36bb8ff6-6664-4652-96f1-1b9d82a9f007 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:13.541873 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87056eec-2071-4964-b572-17fa1547fca4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c5d396b65d6544c290dc8fae46589686&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1385341 Jul 06 18:00:13.543192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:13.546024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae038e28-668e-4dea-8663-ad63b27d3950') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:13.547609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae038e28-668e-4dea-8663-ad63b27d3950') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:13.565281 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.576050 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:13.629258 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.640700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:00:13.641133 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:00:13.645577 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:00:13.665049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1fe64-c089-4533-a7f0-3efda336e301 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:13.670412 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6bb1fe64-c089-4533-a7f0-3efda336e301 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1230981 Jul 06 18:00:13.672522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56132) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:13.708257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342a967-18d2-4d0c-8e99-d6e6fdfb43d6 req-abb25f17-d285-41c9-9ee0-2eb84ab36201 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:13.709887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3342a967-18d2-4d0c-8e99-d6e6fdfb43d6 req-abb25f17-d285-41c9-9ee0-2eb84ab36201 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2804391 Jul 06 18:00:13.715147 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7b49018e-7ad6-4f04-a642-c96c651fbf92 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409310 Jul 06 18:00:13.720310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:13.725842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1635637186', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:13.829989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.847360 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.855929 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/networks/27c86c26-8917-4114-a678-38edb3345055 HTTP/1.1" status: 204 len: 168 time: 2.0100470 Jul 06 18:00:13.857176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56136) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:13.866596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-620535226'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:13.899533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebdf20-310b-4b79-9c2e-fa7de898500b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Network': ['ID=27c86c26-8917-4114-a678-38edb3345055,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:13.920257 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:11Z', 'revision_number': 3, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:13.923679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:13.931229 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:13.977182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3342a967-18d2-4d0c-8e99-d6e6fdfb43d6 req-e21f93c4-5a1c-4759-9048-a7aa5a7834df tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402430 Jul 06 18:00:13.981371 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Checking router: df115020-e983-4df9-8d03-ab4afea3867e for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:13.982511 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Updating router df115020-e983-4df9-8d03-ab4afea3867e port b9eb5b01-1aa9-4a9a-a565-213380ce539b binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:00:14.045972 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af8b2e1e-8860-48eb-a2a9-40cff0405f49 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.049774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Made reservation on behalf of c5d396b65d6544c290dc8fae46589686 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:14.055606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.058276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:00:14.080871 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.087522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.091017 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Added segment c15ac76c-e1cf-4033-b06a-481611607e69 of type vlan for network df17c190-759f-4054-a79f-345919ba3955 Jul 06 18:00:14.212630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b2e1e-8860-48eb-a2a9-40cff0405f49 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=36bb8ff6-6664-4652-96f1-1b9d82a9f007,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:14.247436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.267148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 329790c6-ba7a-4c07-aa34-40520cf1801d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:14.306028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af8b2e1e-8860-48eb-a2a9-40cff0405f49 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.310679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-af8b2e1e-8860-48eb-a2a9-40cff0405f49 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/36bb8ff6-6664-4652-96f1-1b9d82a9f007 HTTP/1.1" status: 204 len: 168 time: 1.7969141 Jul 06 18:00:14.312894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56142) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:14.332249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.336227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 329790c6-ba7a-4c07-aa34-40520cf1801d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:00:14.337474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 329790c6-ba7a-4c07-aa34-40520cf1801d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:00:14.345368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:14.346167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.489522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-282d4627-5106-47ce-a0ea-4c027efabb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:14.492445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-282d4627-5106-47ce-a0ea-4c027efabb6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 1096 time: 0.3021498 Jul 06 18:00:14.505506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Network': ['ID=df17c190-759f-4054-a79f-345919ba3955,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:14.513811 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bef1844a-b083-49e7-9493-3d8294527508 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6533408 Jul 06 18:00:14.533548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network df17c190-759f-4054-a79f-345919ba3955 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:00:14.565800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:14.572632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb76ce-3d9b-4beb-8336-60d72181a9b8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:14.583855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb76ce-3d9b-4beb-8336-60d72181a9b8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:14.590699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1cbb76ce-3d9b-4beb-8336-60d72181a9b8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2740378 Jul 06 18:00:14.591070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': 'df17c190-759f-4054-a79f-345919ba3955', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:14.596489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56148) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:14.689876 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.715466 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Transition to ACTIVE for port object b9eb5b01-1aa9-4a9a-a565-213380ce539b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:14.729646 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.759168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eca96e0-e359-457d-9359-08d1681aafa3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 8d4e6365-ce2e-4d92-9fd1-c3f910c7e98c {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:14.764781 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eca96e0-e359-457d-9359-08d1681aafa3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.808846 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Attempting to bind port b9eb5b01-1aa9-4a9a-a565-213380ce539b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:14.810572 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Attempting to bind port b9eb5b01-1aa9-4a9a-a565-213380ce539b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:14.810572 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Attempting to bind port b9eb5b01-1aa9-4a9a-a565-213380ce539b on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:14.819183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be260a6-a5d9-46cd-a282-f38664c65f96 req-37ca5b63-05ad-4b98-a846-1616a4789168 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:14.826490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0be260a6-a5d9-46cd-a282-f38664c65f96 req-37ca5b63-05ad-4b98-a846-1616a4789168 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.1449013 Jul 06 18:00:14.828641 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:14.828641 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:14.830215 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.830215 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:14.831270 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Bound port: b9eb5b01-1aa9-4a9a-a565-213380ce539b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:14.832477 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.838967 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Pushing event updated for resources: {'Port': ['ID=b9eb5b01-1aa9-4a9a-a565-213380ce539b,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:14.844041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e487c9a-9c1f-4495-85f9-a6e35789ecc4 req-55dfbfa9-ddf0-43d0-b494-d1990da02d08 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:14.846772 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e487c9a-9c1f-4495-85f9-a6e35789ecc4 req-55dfbfa9-ddf0-43d0-b494-d1990da02d08 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5112009 Jul 06 18:00:14.857803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eca96e0-e359-457d-9359-08d1681aafa3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.871424 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.872001 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.872732 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.873225 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.873732 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.874885 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.875397 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.875839 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.876273 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.876695 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.877150 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.877728 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:14.899630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.923234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0be260a6-a5d9-46cd-a282-f38664c65f96 req-aa736352-fbd8-441f-b34a-92db7881c8a6 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954783 Jul 06 18:00:14.959136 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] For port b9eb5b01-1aa9-4a9a-a565-213380ce539b, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:14.963866 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] For port b9eb5b01-1aa9-4a9a-a565-213380ce539b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b9eb5b01-1aa9-4a9a-a565-213380ce539b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:14.971996 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:14.973563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eca96e0-e359-457d-9359-08d1681aafa3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.009061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-d84fa16a-da73-4010-be68-35ab8765db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:15.011554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-d84fa16a-da73-4010-be68-35ab8765db45 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.4691789 Jul 06 18:00:15.042779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:15.046199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.051883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e487c9a-9c1f-4495-85f9-a6e35789ecc4 req-3a96cd91-6f06-4179-b0f4-dac97951f88c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690784 Jul 06 18:00:15.052673 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:15.053322 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T17:59:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:15.055589 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feb9a0-b49b-4a42-bb35-c39aa1bbab82 None None] Pushing event updated for resources: {'Port': ['ID=b9eb5b01-1aa9-4a9a-a565-213380ce539b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:15.157169 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eca96e0-e359-457d-9359-08d1681aafa3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.169881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Subnet': ['ID=fb51bfcf-d885-4ddb-9db0-c1ab45665d7b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:15.224330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca96e0-e359-457d-9359-08d1681aafa3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4e6365-ce2e-4d92-9fd1-c3f910c7e98c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:15.245655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-24e9558a-adb8-4597-b6c3-b8902e12bf4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 200 len: 1001 time: 0.2231910 Jul 06 18:00:15.247353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Checking segment: {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:15.247893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network hostable DHCP agents. Network: 72a68a86-732a-4e4f-b4f1-22a6258e6448, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:00:15.249868 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eca96e0-e359-457d-9359-08d1681aafa3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.257528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4eca96e0-e359-457d-9359-08d1681aafa3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/8d4e6365-ce2e-4d92-9fd1-c3f910c7e98c HTTP/1.1" status: 204 len: 168 time: 0.6552808 Jul 06 18:00:15.257825 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:15.258520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d307ee-777b-43e1-b7c5-46beb27bde12 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:15.262436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56152) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:15.375461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 72a68a86-732a-4e4f-b4f1-22a6258e6448 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:00:15.379107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:15.380113 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e13f22ec-2f59-49a2-85c9-d8256526dec8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156328 Jul 06 18:00:15.382419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-3fa29967-baa1-465c-98a0-43b0f309c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:15.385275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-3fa29967-baa1-465c-98a0-43b0f309c420 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.1288421 Jul 06 18:00:15.393728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:15.513013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5f7f8-ad68-45ce-9b21-3820617886ea req-af08fad0-8ffc-4556-8869-a163c8f8964f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:15.517739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6aa5f7f8-ad68-45ce-9b21-3820617886ea req-af08fad0-8ffc-4556-8869-a163c8f8964f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1313045 Jul 06 18:00:15.596585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 72a68a86-732a-4e4f-b4f1-22a6258e6448) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:15.597919 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6aa5f7f8-ad68-45ce-9b21-3820617886ea req-b261b4b0-46f8-4d6b-afda-9a6b00b8eece tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716691 Jul 06 18:00:15.624359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12679cbb-9ab1-4175-bda7-fba707de4a43 None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:00:15.633001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:15.633811 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:11Z', 'revision_number': 3, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:15.634072 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.674832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d29f67d-3d72-471d-96ff-f5e322b9ae1d None None] Network 72a68a86-732a-4e4f-b4f1-22a6258e6448 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:15.700273 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecd1e0-b182-4740-b5a4-821cf25c075d None None] The sync data for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 is: [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:11Z', 'revision_number': 3, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:15.808487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:15.816660 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.823849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-12679cbb-9ab1-4175-bda7-fba707de4a43 None None] Deleting port 5bb54926-e4ac-473a-835c-16610f323508 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:15.824237 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12679cbb-9ab1-4175-bda7-fba707de4a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.851051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e11602aa-374b-4cdf-9fc3-5dcb4c4c8ed7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1253271 Jul 06 18:00:15.851393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56160) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:15.932536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:15.975674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-1a02d3a2-a613-4c83-91b9-5e4f3255b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:15.977932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-1a02d3a2-a613-4c83-91b9-5e4f3255b958 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5769722 Jul 06 18:00:16.081964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-12679cbb-9ab1-4175-bda7-fba707de4a43 None None] For port 5bb54926-e4ac-473a-835c-16610f323508, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5bb54926-e4ac-473a-835c-16610f323508,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:16.082810 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12679cbb-9ab1-4175-bda7-fba707de4a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:16.112185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-12679cbb-9ab1-4175-bda7-fba707de4a43 None None] Calling delete_port for 5bb54926-e4ac-473a-835c-16610f323508 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:16.232047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=c2a8dfdf-3574-4bfd-8a5e-6bedf402366b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:16.259262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Checking segment: {'id': 'c15ac76c-e1cf-4033-b06a-481611607e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df17c190-759f-4054-a79f-345919ba3955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:16.263749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network hostable DHCP agents. Network: df17c190-759f-4054-a79f-345919ba3955, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:00:16.358954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078424f-2414-4aa9-af9f-a9a5de6a8fa5 req-627ab2fc-1563-4e3f-a4f3-5ba34aa74f93 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:16.367906 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6078424f-2414-4aa9-af9f-a9a5de6a8fa5 req-627ab2fc-1563-4e3f-a4f3-5ba34aa74f93 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.4600828 Jul 06 18:00:16.422719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-72a68a86-732a-4e4f-b4f1-22a6258e6448', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:00:16.428573 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:16.442599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b9eb5b01-1aa9-4a9a-a565-213380ce539b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:16.453183 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12679cbb-9ab1-4175-bda7-fba707de4a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:16.501342 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6078424f-2414-4aa9-af9f-a9a5de6a8fa5 req-50bfde0d-faba-42f4-a2fb-c9deab4ca26d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279061 Jul 06 18:00:16.565704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12679cbb-9ab1-4175-bda7-fba707de4a43 None None] No DVR routers for this DVR port 5bb54926-e4ac-473a-835c-16610f323508 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:16.590303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12679cbb-9ab1-4175-bda7-fba707de4a43 None None] Pushing event deleted for resources: {'Port': ['ID=5bb54926-e4ac-473a-835c-16610f323508,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:16.600822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network df17c190-759f-4054-a79f-345919ba3955 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:00:16.700703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-ab676930-533f-49fa-81f7-65d69a7be7fb service neutron] 10.222.0.22 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906230 Jul 06 18:00:16.725180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, df17c190-759f-4054-a79f-345919ba3955) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:16.750317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f60e2-0dc7-4b2f-a24b-05fe3c013565 None None] Network df17c190-759f-4054-a79f-345919ba3955 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:16.761056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:16.780823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:16.781636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:16.880994 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:16.889423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:16.895533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:16.896620 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:16.939887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-509c7aa4-6c82-4b0e-8cce-7106148f456f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3525736 Jul 06 18:00:16.955044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5635889 Jul 06 18:00:16.955930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56166) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:16.956367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:16.962801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-41314996-dcba-4e81-aa26-4e52c69e9132 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-626015858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:16.972665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b0dea0dc-b234-484c-a006-b9275788e3f9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': '610fbb3e-a730-4d60-80d8-4feaef612907', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2108288151'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:17.128747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Allocated IP 172.20.0.2 (72a68a86-732a-4e4f-b4f1-22a6258e6448/fb51bfcf-d885-4ddb-9db0-c1ab45665d7b/360d3328-70a1-4bd2-9cb4-b28843a11a4d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:17.183859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.189868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0240-0594-4ea7-9110-3569ba780ad9 req-6bdd51c4-4802-408e-84ab-71afc1af2372 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:17.192879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7b5f0240-0594-4ea7-9110-3569ba780ad9 req-6bdd51c4-4802-408e-84ab-71afc1af2372 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.8268926 Jul 06 18:00:17.201542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5cf51-92fd-4288-bf15-ecbeb3f4b49a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=610fbb3e-a730-4d60-80d8-4feaef612907,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:17.213955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d2353-fa6a-4478-834c-35213625abb3 req-a166c862-2568-4e78-b4ce-4f54f2975f8e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:17.224054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-047d2353-fa6a-4478-834c-35213625abb3 req-a166c862-2568-4e78-b4ce-4f54f2975f8e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2426264 Jul 06 18:00:17.316104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245cbf0a-ad5a-4af0-badd-d2e9c60a8442 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:17.325256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41314996-dcba-4e81-aa26-4e52c69e9132 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.326179 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41314996-dcba-4e81-aa26-4e52c69e9132 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.352676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7b5f0240-0594-4ea7-9110-3569ba780ad9 req-a08ff9d1-d1cd-4476-ba23-ef6a8eb545ca tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365161 Jul 06 18:00:17.365730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-425ebed7-0da9-4f56-a531-6439cf7a780a req-059c1073-f233-40a4-a153-495af4a29f47 service neutron] 10.222.0.22 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422036 Jul 06 18:00:17.391324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dea0dc-b234-484c-a006-b9275788e3f9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:17.425084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-047d2353-fa6a-4478-834c-35213625abb3 req-fc99c768-90a6-46c1-bb10-e904c286d7d3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996136 Jul 06 18:00:17.556002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port b9eb5b01-1aa9-4a9a-a565-213380ce539b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:17.583302 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-319e9342-9dbf-4ec6-9bf3-292ae68ba5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.610858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b9eb5b01-1aa9-4a9a-a565-213380ce539b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:17.611436 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.647818 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41314996-dcba-4e81-aa26-4e52c69e9132 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.662427 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41314996-dcba-4e81-aa26-4e52c69e9132 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.693016 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41314996-dcba-4e81-aa26-4e52c69e9132 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.699093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-41314996-dcba-4e81-aa26-4e52c69e9132 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7364750 Jul 06 18:00:17.700408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:17.709289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'network_id': 'df17c190-759f-4054-a79f-345919ba3955', 'name': 'tempest-PortsTestJSON-2100142384'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:17.754015 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-df17c190-759f-4054-a79f-345919ba3955', 'network_id': 'df17c190-759f-4054-a79f-345919ba3955', 'tenant_id': '35ac2dd17d0b4b89bc3ce898b8e8f4dc', 'fixed_ips': [{'subnet_id': 'c2a8dfdf-3574-4bfd-8a5e-6bedf402366b'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:00:17.755512 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.854431 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.875830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Transition to ACTIVE for port object 360d3328-70a1-4bd2-9cb4-b28843a11a4d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:17.916825 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0dea0dc-b234-484c-a006-b9275788e3f9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:17.983244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Transition to ACTIVE for port object 360d3328-70a1-4bd2-9cb4-b28843a11a4d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:18.027578 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.086939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.20.0.1 (72a68a86-732a-4e4f-b4f1-22a6258e6448/fb51bfcf-d885-4ddb-9db0-c1ab45665d7b/7643da36-d66a-4ad8-acb5-2250dcf040cb) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:18.151671 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.167782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Network 72a68a86-732a-4e4f-b4f1-22a6258e6448 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:18.168889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '610fbb3e-a730-4d60-80d8-4feaef612907'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:00:18.169778 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.191667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:18.194643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:18.212800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Pushing event updated for resources: {'Port': ['ID=360d3328-70a1-4bd2-9cb4-b28843a11a4d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:18.219872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Allocated IP 172.20.0.2 (df17c190-759f-4054-a79f-345919ba3955/c2a8dfdf-3574-4bfd-8a5e-6bedf402366b/1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:18.244364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port b9eb5b01-1aa9-4a9a-a565-213380ce539b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b9eb5b01-1aa9-4a9a-a565-213380ce539b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:18.276977 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.354767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.381713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Transition to ACTIVE for port object 7643da36-d66a-4ad8-acb5-2250dcf040cb will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:18.437399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5bb54926-e4ac-473a-835c-16610f323508 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:18.447455 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.492117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 72a68a86-732a-4e4f-b4f1-22a6258e6448 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:18.505757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 5bb54926-e4ac-473a-835c-16610f323508 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:00:18.506086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5bb54926-e4ac-473a-835c-16610f323508 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:00:18.519940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Attempting to bind port 360d3328-70a1-4bd2-9cb4-b28843a11a4d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:18.519940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Attempting to bind port 360d3328-70a1-4bd2-9cb4-b28843a11a4d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:18.520382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Attempting to bind port 360d3328-70a1-4bd2-9cb4-b28843a11a4d on network 72a68a86-732a-4e4f-b4f1-22a6258e6448 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:18.564823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-b0dea0dc-b234-484c-a006-b9275788e3f9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port f528805e-be4e-429d-92ea-9531feaf5e83 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:00:18.591027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:18.600109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:18.642580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=7643da36-d66a-4ad8-acb5-2250dcf040cb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:18.662399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.662956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.663450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.663924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.664433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.664908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.665398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.665968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.666964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.667546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.668086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.668657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:18.724857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.768374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:18.769275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Checking segment: {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:18.769275 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.769606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Bound using segment: {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:18.770013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Bound port: 360d3328-70a1-4bd2-9cb4-b28843a11a4d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:18.770430 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.770924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292a72b-cca0-4a84-ae8e-fa248a874c42 req-dfbd4882-6fb6-4d72-9e4c-d187f3d85e2b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:18.774940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f292a72b-cca0-4a84-ae8e-fa248a874c42 req-dfbd4882-6fb6-4d72-9e4c-d187f3d85e2b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.9654338 Jul 06 18:00:18.787108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=b9eb5b01-1aa9-4a9a-a565-213380ce539b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:18.872839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/610fbb3e-a730-4d60-80d8-4feaef612907/2d9ae0e8-6206-411b-b588-6950fc9818e2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:18.961536 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:18.966996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:18.974056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.012839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] For port 360d3328-70a1-4bd2-9cb4-b28843a11a4d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:19.022058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Transition to ACTIVE for port object 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:19.042297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f292a72b-cca0-4a84-ae8e-fa248a874c42 req-1ddd48b9-e37b-4d6b-bfff-e224b429e0de tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558727 Jul 06 18:00:19.046000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] For port 360d3328-70a1-4bd2-9cb4-b28843a11a4d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=360d3328-70a1-4bd2-9cb4-b28843a11a4d,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:19.063405 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.121155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port 8057a372-4869-4af8-bee5-c3a6091ab667 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:00:19.136394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Transition to ACTIVE for port object 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:19.141922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 41c8432b-9a17-4cf7-9584-870271134410 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:19.270427 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.427678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0daab1-c328-4fc4-a224-c8ee87576741 None None] Pushing event updated for resources: {'Port': ['ID=360d3328-70a1-4bd2-9cb4-b28843a11a4d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:19.466107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Network df17c190-759f-4054-a79f-345919ba3955 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:19.485365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:19.507137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ec0ff-98f2-40b2-bcc3-132a286ca9ea req-93abc554-b1fa-4dfa-954c-68da19ee7254 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:19.509922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc6ec0ff-98f2-40b2-bcc3-132a286ca9ea req-93abc554-b1fa-4dfa-954c-68da19ee7254 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2539997 Jul 06 18:00:19.578760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.5 (df17c190-759f-4054-a79f-345919ba3955/c2a8dfdf-3574-4bfd-8a5e-6bedf402366b/8057a372-4869-4af8-bee5-c3a6091ab667) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:19.612076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:19.667905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Pushing event updated for resources: {'Port': ['ID=1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:19.697017 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.720089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc6ec0ff-98f2-40b2-bcc3-132a286ca9ea req-4d9b9232-ab82-4d0f-b4f3-a6d0a5b6f2a5 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898429 Jul 06 18:00:19.817336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edce25-c51b-4d0c-90ac-d3ae64ae276e req-9e7aeca7-c302-4337-863e-bbbaaa5c853f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:19.819696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0edce25-c51b-4d0c-90ac-d3ae64ae276e req-9e7aeca7-c302-4337-863e-bbbaaa5c853f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.9937675 Jul 06 18:00:19.823938 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.886389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Transition to ACTIVE for port object 2d9ae0e8-6206-411b-b588-6950fc9818e2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:19.907583 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f22a0c7-47a1-4609-a51b-d103862d2e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:19.989074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.010987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object 8057a372-4869-4af8-bee5-c3a6091ab667 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:20.012903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c8432b-9a17-4cf7-9584-870271134410'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:20.018905 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4b8641-c551-4be7-93e4-45174fa99c0f" -d '{"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-unplugged", "status": "completed", "tag": "41c8432b-9a17-4cf7-9584-870271134410"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:20.053289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0edce25-c51b-4d0c-90ac-d3ae64ae276e req-af52a326-3bb6-47f2-9cb1-80915a2f3072 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548975 Jul 06 18:00:20.068672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.092000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Attempting to bind port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:20.093316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Attempting to bind port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c15ac76c-e1cf-4033-b06a-481611607e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df17c190-759f-4054-a79f-345919ba3955'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:20.094043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Attempting to bind port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 on network df17c190-759f-4054-a79f-345919ba3955 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:20.099712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.104695 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.107840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Transition to ACTIVE for port object 2d9ae0e8-6206-411b-b588-6950fc9818e2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:20.122227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:20.122227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:20.122227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Checking segment: {'id': 'c15ac76c-e1cf-4033-b06a-481611607e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df17c190-759f-4054-a79f-345919ba3955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:20.122227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.122227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Bound using segment: {'id': 'c15ac76c-e1cf-4033-b06a-481611607e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df17c190-759f-4054-a79f-345919ba3955'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:20.122227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Bound port: 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15ac76c-e1cf-4033-b06a-481611607e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'df17c190-759f-4054-a79f-345919ba3955'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:20.122227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.141025 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.151966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.195633 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dea0dc-b234-484c-a006-b9275788e3f9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:00:20.196235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0dea0dc-b234-484c-a006-b9275788e3f9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:00:20.216394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network df17c190-759f-4054-a79f-345919ba3955 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:20.230233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:20.234022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:20.291291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:20.308439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:20.312052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:20.329882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Pushing event updated for resources: {'Port': ['ID=2d9ae0e8-6206-411b-b588-6950fc9818e2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:20.332403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=8057a372-4869-4af8-bee5-c3a6091ab667,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:20.358027 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b0dea0dc-b234-484c-a006-b9275788e3f9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.3894925 Jul 06 18:00:20.361314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:20.385838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:20.386599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] For port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:20.386799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.417638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae08de-0e24-4574-8ad4-7b67a8f011f6 req-2de0b789-9743-4231-bda4-6e21a13523ac tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:20.419389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bcae08de-0e24-4574-8ad4-7b67a8f011f6 req-2de0b789-9743-4231-bda4-6e21a13523ac tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2861686 Jul 06 18:00:20.428331 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f48910ed-1ee5-4953-8eab-961fdc1a9ef3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7274151 Jul 06 18:00:20.432336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] For port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31,segment=NetworkSegment(c15ac76c-e1cf-4033-b06a-481611607e69),segment_id=c15ac76c-e1cf-4033-b06a-481611607e69)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:20.433305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56194) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:20.537304 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.586395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Attempting to bind port 2d9ae0e8-6206-411b-b588-6950fc9818e2 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:20.587066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Attempting to bind port 2d9ae0e8-6206-411b-b588-6950fc9818e2 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:20.587634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Attempting to bind port 2d9ae0e8-6206-411b-b588-6950fc9818e2 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:20.610217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:20.613564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:20.614425 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.615042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:20.615832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Bound port: 2d9ae0e8-6206-411b-b588-6950fc9818e2, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:20.623169 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:20.652210 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f2ed53-1e9b-4101-8008-dfab4f3e1f42 x-openstack-request-id: req-91f2ed53-1e9b-4101-8008-dfab4f3e1f42 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:20.657113 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-unplugged", "status": "failed", "tag": "41c8432b-9a17-4cf7-9584-870271134410", "code": 422}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:20.657820 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91f2ed53-1e9b-4101-8008-dfab4f3e1f42 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:20.658702 n-d-799526-3 neutron-server[93780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41c8432b-9a17-4cf7-9584-870271134410', 'code': 422} returned with failed status Jul 06 18:00:20.696091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e87314-e8e8-440c-a4e5-612dc8cb0178 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:20.698176 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-14e87314-e8e8-440c-a4e5-612dc8cb0178 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3346877 Jul 06 18:00:20.732631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:20.775513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:20.825791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bcae08de-0e24-4574-8ad4-7b67a8f011f6 req-ccab5a50-19a7-48f9-8a19-3b77dfcbce37 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818735 Jul 06 18:00:20.846978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a24a789-89b8-46d2-b8e5-2ef489652233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:20.849145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a24a789-89b8-46d2-b8e5-2ef489652233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:20.851221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6a24a789-89b8-46d2-b8e5-2ef489652233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1163619 Jul 06 18:00:20.861887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56198) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:20.903032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.903642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.903733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.904134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.904365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.904691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.905030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.905937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.906290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.906648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.907158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:20.907480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:21.018687 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.030850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b9eb5b01-1aa9-4a9a-a565-213380ce539b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:21.050653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3baf07-6777-4108-96f3-746c2b7b91fc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 610fbb3e-a730-4d60-80d8-4feaef612907 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:21.064819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf3baf07-6777-4108-96f3-746c2b7b91fc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.177010 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.180607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5270190-a74c-479b-8fa3-12afaac9ea4c None None] Pushing event updated for resources: {'Port': ['ID=1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:21.220547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] For port 2d9ae0e8-6206-411b-b588-6950fc9818e2, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:21.223372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.225499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] For port 2d9ae0e8-6206-411b-b588-6950fc9818e2, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2d9ae0e8-6206-411b-b588-6950fc9818e2,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:21.238290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.240600 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.355710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf3baf07-6777-4108-96f3-746c2b7b91fc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.384268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b9eb5b01-1aa9-4a9a-a565-213380ce539b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:21.385165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.475591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9d8d9-0a49-48ac-9564-c0b0ad2473bc None None] Pushing event updated for resources: {'Port': ['ID=2d9ae0e8-6206-411b-b588-6950fc9818e2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:21.561109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d565f-3444-4e3b-be02-fd6fc9c57b87 None None] Network 72a68a86-732a-4e4f-b4f1-22a6258e6448 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:21.572639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=7643da36-d66a-4ad8-acb5-2250dcf040cb,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:21.603486 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.664754 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.685353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45902-4854-4a51-af4e-25f2a91052b0 req-e99bd4c3-0794-431b-b321-eab78acc0b2c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:21.694147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fc45902-4854-4a51-af4e-25f2a91052b0 req-e99bd4c3-0794-431b-b321-eab78acc0b2c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 0.2226493 Jul 06 18:00:21.702394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.788941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fc45902-4854-4a51-af4e-25f2a91052b0 req-4fc3f55f-c791-405d-9dcd-da0f5708f104 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898204 Jul 06 18:00:21.934992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf3baf07-6777-4108-96f3-746c2b7b91fc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:21.953779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-71bbf4a2-d0bf-42d2-af01-d6e0a8a63fdf None None] Provisioning for port 360d3328-70a1-4bd2-9cb4-b28843a11a4d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:21.974770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=8057a372-4869-4af8-bee5-c3a6091ab667,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:22.016068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 72a68a86-732a-4e4f-b4f1-22a6258e6448 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:22.031806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:22.034409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 360d3328-70a1-4bd2-9cb4-b28843a11a4d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:22.052721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecab27-9900-4b25-ba99-e1503ec57e9c req-eb17e4a5-29b5-4d4b-9502-f0f358eb08ba tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:22.067389 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98ecab27-9900-4b25-ba99-e1503ec57e9c req-eb17e4a5-29b5-4d4b-9502-f0f358eb08ba tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.9353721 Jul 06 18:00:22.355734 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98ecab27-9900-4b25-ba99-e1503ec57e9c req-0413fde6-a5bc-466a-a636-c555faa709a9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867072 Jul 06 18:00:22.378684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 360d3328-70a1-4bd2-9cb4-b28843a11a4d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:22.388988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 360d3328-70a1-4bd2-9cb4-b28843a11a4d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:22.389880 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:22.400665 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:22.455966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf3baf07-6777-4108-96f3-746c2b7b91fc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:22.485671 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf3baf07-6777-4108-96f3-746c2b7b91fc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:22.488484 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bf3baf07-6777-4108-96f3-746c2b7b91fc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/610fbb3e-a730-4d60-80d8-4feaef612907 HTTP/1.1" status: 204 len: 168 time: 1.6084826 Jul 06 18:00:22.570428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:22.611845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3baf07-6777-4108-96f3-746c2b7b91fc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=610fbb3e-a730-4d60-80d8-4feaef612907,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:22.693906 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:22.697807 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:22.743492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-95250e85-c8f5-4cb2-850e-84959dd092ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1714194 Jul 06 18:00:22.747883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56222) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:22.755289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:22.834848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 360d3328-70a1-4bd2-9cb4-b28843a11a4d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=360d3328-70a1-4bd2-9cb4-b28843a11a4d,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:22.922794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router df115020-e983-4df9-8d03-ab4afea3867e has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:00:22.945772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:22.972674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d249bb-7739-4191-ae80-14838e9076f4 None None] Network df17c190-759f-4054-a79f-345919ba3955 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:23.062114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:23.137138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6b285-2360-4b57-a297-a9c3042dc6ec req-d818b0b6-93d6-4a98-9d2b-4d1a2afaf82f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:23.150701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10d6b285-2360-4b57-a297-a9c3042dc6ec req-d818b0b6-93d6-4a98-9d2b-4d1a2afaf82f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3804426 Jul 06 18:00:23.193234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 41c8432b-9a17-4cf7-9584-870271134410 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:23.305935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:23.317487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:23.422234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2d9ae0e8-6206-411b-b588-6950fc9818e2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:23.443412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Provisioning for port 7643da36-d66a-4ad8-acb5-2250dcf040cb completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:23.450398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=360d3328-70a1-4bd2-9cb4-b28843a11a4d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:23.476936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-10d6b285-2360-4b57-a297-a9c3042dc6ec req-67cebbe7-b1d2-4cf7-ac13-785e8654f960 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226759 Jul 06 18:00:23.479094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:23.496552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-10b9b383-2b5d-4fbe-bcdd-33e2dbf375f4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "PUT /v2.0/routers/df115020-e983-4df9-8d03-ab4afea3867e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6438403 Jul 06 18:00:23.499912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:23.595661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Sync routers for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:23.616650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Provisioning complete for port 7643da36-d66a-4ad8-acb5-2250dcf040cb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:23.617715 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:23.740426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:23.789701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:23.791170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:23.794449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:23.795796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:23.833209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:23.834403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:23.862992 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1127212 Jul 06 18:00:23.868074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56238) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:23.877498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cd6c7c3b-9f24-4f5e-bc3c-562fb9260c7d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1885846183', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:23.923049 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7c3b-9f24-4f5e-bc3c-562fb9260c7d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:23.924668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7c3b-9f24-4f5e-bc3c-562fb9260c7d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:23.993251 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e124c2-9026-4c47-a83d-7e1fdfe547ed None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:24.006889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b670285-ab17-4cd6-bcda-d194f8efd19a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:24.071015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.075707 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.076275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.076861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.080636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.081071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.081613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.084584 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.085294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.085675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.088870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7c3b-9f24-4f5e-bc3c-562fb9260c7d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:24.090007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.093037 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-15897369-f4f8-4f66-aae1-bd41dc3bf22c tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7693 time: 0.5916023 Jul 06 18:00:24.097892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56242) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:24.101531 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7c3b-9f24-4f5e-bc3c-562fb9260c7d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:24.154063 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7c3b-9f24-4f5e-bc3c-562fb9260c7d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:24.156568 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cd6c7c3b-9f24-4f5e-bc3c-562fb9260c7d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2833593 Jul 06 18:00:24.164356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56244) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:24.322152 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.323081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.323081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.323612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.324068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.324528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.324983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.325515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.330277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.330781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.333389 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b935fd9a-ecef-4c3a-b4ce-2590a71579b4 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6515 time: 0.2342033 Jul 06 18:00:24.337710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56250) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:24.358738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:24.395513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:24.624830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2d9ae0e8-6206-411b-b588-6950fc9818e2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:24.630454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:24.636295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=8057a372-4869-4af8-bee5-c3a6091ab667,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:24.660994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Port 7643da36-d66a-4ad8-acb5-2250dcf040cb cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:24.663359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:24.809619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:24.818170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Provisioning complete for port 360d3328-70a1-4bd2-9cb4-b28843a11a4d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:24.818589 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:24.829218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8341e-6191-4ecd-84ac-27bca8a477d2 req-4d4b40bb-b1b4-4745-ab2d-8614df7e69f6 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.831122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aad8341e-6191-4ecd-84ac-27bca8a477d2 req-4d4b40bb-b1b4-4745-ab2d-8614df7e69f6 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 945 time: 0.1563559 Jul 06 18:00:24.838187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8e60fc8b-2e8e-409a-9c89-6612bb71e699 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4828 time: 0.4991620 Jul 06 18:00:24.851169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c71f02-d21c-4818-bcde-c8ea318e8738 req-0f1894a1-b6e1-447d-b066-b68cff7135f3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:24.853247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2c71f02-d21c-4818-bcde-c8ea318e8738 req-0f1894a1-b6e1-447d-b066-b68cff7135f3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5279653 Jul 06 18:00:24.890333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aad8341e-6191-4ecd-84ac-27bca8a477d2 req-42ff92ca-ed15-47d2-a653-f88bbda6820e tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505028 Jul 06 18:00:24.923167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.055180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:25.239377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 360d3328-70a1-4bd2-9cb4-b28843a11a4d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:25.388350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Provisioning for port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:25.416671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Provisioning complete for port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:25.417101 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.487803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:20Z', 'revision_number': 2, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:25.533982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Checking router: df115020-e983-4df9-8d03-ab4afea3867e for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:25.534520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Updating router df115020-e983-4df9-8d03-ab4afea3867e port 7643da36-d66a-4ad8-acb5-2250dcf040cb binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:00:25.586564 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.650957 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.697806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 360d3328-70a1-4bd2-9cb4-b28843a11a4d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:25.698188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:25.786861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2c71f02-d21c-4818-bcde-c8ea318e8738 req-31185e95-0d0d-4888-8345-05c29acf77a8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8990369 Jul 06 18:00:25.856928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] For port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31,segment=NetworkSegment(c15ac76c-e1cf-4033-b06a-481611607e69),segment_id=c15ac76c-e1cf-4033-b06a-481611607e69)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:25.881640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.017322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:26.020809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network df17c190-759f-4054-a79f-345919ba3955 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:26.025917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-76429120-3776-492a-8855-84eb3a96821a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391249879', 'description': 'tempest-secgroup-smoke-391249879 description', 'project_id': 'c5d396b65d6544c290dc8fae46589686'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:26.133464 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76429120-3776-492a-8855-84eb3a96821a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.260822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::1 (bc2bb118-1fef-4c36-8bc5-3622127a006f/7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1/41aa41b3-5c83-49ea-9a49-93858b2a65f7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:26.282592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:26.322684 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76429120-3776-492a-8855-84eb3a96821a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.328495 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76429120-3776-492a-8855-84eb3a96821a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.359381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e5248-6b1d-4a55-8950-6a38fd13bfe9 None None] Pushing event updated for resources: {'Port': ['ID=1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:26.428372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Provisioning complete for port 7643da36-d66a-4ad8-acb5-2250dcf040cb triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:26.428848 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.431202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76429120-3776-492a-8855-84eb3a96821a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.433528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-76429120-3776-492a-8855-84eb3a96821a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4150281 Jul 06 18:00:26.437278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:26.440974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76429120-3776-492a-8855-84eb3a96821a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6004b37b-37ad-47e7-b61a-d7820d92917f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:26.452636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-20629ae2-22d2-4cbd-8104-98dfdcde4de0 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '6004b37b-37ad-47e7-b61a-d7820d92917f', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:26.503071 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.516327 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20629ae2-22d2-4cbd-8104-98dfdcde4de0 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.554552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Transition to ACTIVE for port object 7643da36-d66a-4ad8-acb5-2250dcf040cb will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:26.556796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Port 7643da36-d66a-4ad8-acb5-2250dcf040cb cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:26.580680 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.590775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Provisioning complete for port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:26.591199 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.644159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19aaff-96f1-4733-b57b-aa6f456f3c85 req-e9c7e40a-f9d3-4114-a8e6-447812f22117 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:26.657550 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5c19aaff-96f1-4733-b57b-aa6f456f3c85 req-e9c7e40a-f9d3-4114-a8e6-447812f22117 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 945 time: 0.4336274 Jul 06 18:00:26.701876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5f39-facf-4d66-84bb-2934984369bf None None] Pushing event updated for resources: {'Port': ['ID=7643da36-d66a-4ad8-acb5-2250dcf040cb,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:26.800811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Attempting to bind port 7643da36-d66a-4ad8-acb5-2250dcf040cb on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:26.801094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5c19aaff-96f1-4733-b57b-aa6f456f3c85 req-d66c3680-8f50-411e-b5f7-eb3e011ea342 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377277 Jul 06 18:00:26.801320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Attempting to bind port 7643da36-d66a-4ad8-acb5-2250dcf040cb by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:26.801748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Attempting to bind port 7643da36-d66a-4ad8-acb5-2250dcf040cb on network 72a68a86-732a-4e4f-b4f1-22a6258e6448 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:26.808545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:26.809144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Checking segment: {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:26.809668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.810154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Bound using segment: {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:26.810743 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Bound port: 7643da36-d66a-4ad8-acb5-2250dcf040cb, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:26.811358 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.847403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-e5900455-88f0-45b4-bc10-79f89243e95f tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:26.853055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-e5900455-88f0-45b4-bc10-79f89243e95f tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 945 time: 1.1579151 Jul 06 18:00:26.859586 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20629ae2-22d2-4cbd-8104-98dfdcde4de0 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.872313 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20629ae2-22d2-4cbd-8104-98dfdcde4de0 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.899030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20629ae2-22d2-4cbd-8104-98dfdcde4de0 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca7fa20-2d76-4f31-8273-74409cfb8034,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:26.919649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Provisioning for port 2d9ae0e8-6206-411b-b588-6950fc9818e2 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:26.934929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Provisioning complete for port 2d9ae0e8-6206-411b-b588-6950fc9818e2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:26.936752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20629ae2-22d2-4cbd-8104-98dfdcde4de0 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.938726 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:26.942295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-20629ae2-22d2-4cbd-8104-98dfdcde4de0 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5032082 Jul 06 18:00:26.943063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:26.949626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2f578ecb-41d0-4b2a-b86c-4466370dc608 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '6004b37b-37ad-47e7-b61a-d7820d92917f', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:26.984595 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.016193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 41aa41b3-5c83-49ea-9a49-93858b2a65f7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:27.017647 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f578ecb-41d0-4b2a-b86c-4466370dc608 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.047044 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] For port 7643da36-d66a-4ad8-acb5-2250dcf040cb, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:27.056048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] For port 7643da36-d66a-4ad8-acb5-2250dcf040cb, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7643da36-d66a-4ad8-acb5-2250dcf040cb,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:27.066190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.150322 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f578ecb-41d0-4b2a-b86c-4466370dc608 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.159756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f578ecb-41d0-4b2a-b86c-4466370dc608 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.183814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:27.184467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:27.217064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f578ecb-41d0-4b2a-b86c-4466370dc608 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.219782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2f578ecb-41d0-4b2a-b86c-4466370dc608 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2754104 Jul 06 18:00:27.230100 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f578ecb-41d0-4b2a-b86c-4466370dc608 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70330af-fb38-4c42-a8b0-9eff37cceace,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:27.240380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:27.254329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4936e32e-0862-4ed7-be49-0c766e9efd28 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '6004b37b-37ad-47e7-b61a-d7820d92917f', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:27.293583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c543-5a6f-4928-8d9b-955d333f9c14 req-ae003639-ddc9-49f2-a30e-a3b3d1413a3e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:27.294915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d7e6d-798c-43f0-807a-31420823135f req-954ac300-a849-45cf-8f51-a3991fa0dad4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:27.296843 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e32d7e6d-798c-43f0-807a-31420823135f req-954ac300-a849-45cf-8f51-a3991fa0dad4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2540319 Jul 06 18:00:27.300987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:27.308391 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8e17c543-5a6f-4928-8d9b-955d333f9c14 req-ae003639-ddc9-49f2-a30e-a3b3d1413a3e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 1.0194328 Jul 06 18:00:27.334636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5f39-facf-4d66-84bb-2934984369bf None None] Pushing event updated for resources: {'Port': ['ID=7643da36-d66a-4ad8-acb5-2250dcf040cb,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:27.382572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Router 8fdc676e-b136-4549-b47c-8b7bcdda1af4 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:00:27.404670 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.407250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4936e32e-0862-4ed7-be49-0c766e9efd28 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.416099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e32d7e6d-798c-43f0-807a-31420823135f req-6dd329ba-f348-4e5d-a449-15c1af2a631f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986834 Jul 06 18:00:27.502123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-711f9cb2-c6e8-44e5-8eda-662efb2e3b06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5219347 Jul 06 18:00:27.512622 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.559986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8e17c543-5a6f-4928-8d9b-955d333f9c14 req-89a7dddf-4837-4683-9caa-df5e11f856d5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492867 Jul 06 18:00:27.584634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4936e32e-0862-4ed7-be49-0c766e9efd28 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.592842 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4936e32e-0862-4ed7-be49-0c766e9efd28 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.652368 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4936e32e-0862-4ed7-be49-0c766e9efd28 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.652661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] For port 2d9ae0e8-6206-411b-b588-6950fc9818e2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2d9ae0e8-6206-411b-b588-6950fc9818e2,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:27.656724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4936e32e-0862-4ed7-be49-0c766e9efd28 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4135685 Jul 06 18:00:27.678476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:27.687146 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.730452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e82ea7a-a70b-42ba-8a6f-2ffae35d53e8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '6004b37b-37ad-47e7-b61a-d7820d92917f', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:27.748431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:27.752200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936e32e-0862-4ed7-be49-0c766e9efd28 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1c57e8-3584-4e9d-8c9d-888ab4802cea,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:27.768464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:27.776369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:27.778554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=41aa41b3-5c83-49ea-9a49-93858b2a65f7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:27.781183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:27.781757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.964726 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e82ea7a-a70b-42ba-8a6f-2ffae35d53e8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:27.987214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:27.988521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.124553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2c3c3-208b-47ad-b744-9866611da1e0 req-1b2c2c71-7bb5-48a9-980d-6af152cad6f2 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:28.135218 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13c2c3c3-208b-47ad-b744-9866611da1e0 req-1b2c2c71-7bb5-48a9-980d-6af152cad6f2 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3776298 Jul 06 18:00:28.259479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Deleting port 8382bb6e-2d4d-4766-993d-86d7a5b81706 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:28.260511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.285863 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e82ea7a-a70b-42ba-8a6f-2ffae35d53e8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.287264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:28.308933 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9c501-7738-43cb-b109-74ad870754cb None None] Sync routers for ids ['8fdc676e-b136-4549-b47c-8b7bcdda1af4'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:28.309697 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e82ea7a-a70b-42ba-8a6f-2ffae35d53e8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.313871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9b9845cf-713a-45dc-91d0-eed91ff2e76e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "PUT /v2.0/routers/8fdc676e-b136-4549-b47c-8b7bcdda1af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8766801 Jul 06 18:00:28.321026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Pushing event updated for resources: {'Port': ['ID=2d9ae0e8-6206-411b-b588-6950fc9818e2,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:28.332065 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9c501-7738-43cb-b109-74ad870754cb None None] Routers {'8fdc676e-b136-4549-b47c-8b7bcdda1af4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:28.334929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Provisioning for port 8057a372-4869-4af8-bee5-c3a6091ab667 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:28.344009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56300) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:28.345758 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-acc9c501-7738-43cb-b109-74ad870754cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8fdc676e-b136-4549-b47c-8b7bcdda1af4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:28.384552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Provisioning complete for port 8057a372-4869-4af8-bee5-c3a6091ab667 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:28.385202 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.416081 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-13c2c3c3-208b-47ad-b744-9866611da1e0 req-4a63683c-606c-452f-916b-84e2069a62d9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674415 Jul 06 18:00:28.417801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82ea7a-a70b-42ba-8a6f-2ffae35d53e8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5278b94a-5686-4d60-af91-b476691ebaaf,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:28.426054 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-acc9c501-7738-43cb-b109-74ad870754cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:28.450031 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9c501-7738-43cb-b109-74ad870754cb None None] Routers {'8fdc676e-b136-4549-b47c-8b7bcdda1af4'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:28.450764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e82ea7a-a70b-42ba-8a6f-2ffae35d53e8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.450989 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-acc9c501-7738-43cb-b109-74ad870754cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8fdc676e-b136-4549-b47c-8b7bcdda1af4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:28.458214 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e82ea7a-a70b-42ba-8a6f-2ffae35d53e8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7697532 Jul 06 18:00:28.458922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:28.468799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3b840c20-f1a4-43a1-aa26-07ac8b0f8c5c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '6004b37b-37ad-47e7-b61a-d7820d92917f', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:28.482101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d6551331-e1da-4848-a240-ba2a149c5c59 None None] Port 8057a372-4869-4af8-bee5-c3a6091ab667 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:28.540728 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-3b840c20-f1a4-43a1-aa26-07ac8b0f8c5c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Project c5d396b65d6544c290dc8fae46589686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:00:28.551182 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b840c20-f1a4-43a1-aa26-07ac8b0f8c5c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.568597 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-acc9c501-7738-43cb-b109-74ad870754cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:28.571192 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9c501-7738-43cb-b109-74ad870754cb None None] The sync data for ids ['8fdc676e-b136-4549-b47c-8b7bcdda1af4'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:28.673185 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.690937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2b4d0c13-50c7-429f-a767-9c3286744fad None None] Provisioning for port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:28.697948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2b4d0c13-50c7-429f-a767-9c3286744fad None None] Provisioning complete for port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:28.698389 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b4d0c13-50c7-429f-a767-9c3286744fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.704796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:27Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:28.760433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe6f894-e4e3-4616-8483-4114c73897e9 None None] The sync data for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 is: [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:27Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:28.762994 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06362b0-de6e-4278-ad1f-4a3caed5b302 req-c963585b-370d-479c-a4ad-5baec387b2a2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:28.767650 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f06362b0-de6e-4278-ad1f-4a3caed5b302 req-c963585b-370d-479c-a4ad-5baec387b2a2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 945 time: 0.6178677 Jul 06 18:00:28.782470 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d0c13-50c7-429f-a767-9c3286744fad None None] Port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:28.797516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2b4d0c13-50c7-429f-a767-9c3286744fad None None] Provisioning complete for port 8057a372-4869-4af8-bee5-c3a6091ab667 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:28.798355 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b4d0c13-50c7-429f-a767-9c3286744fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.826463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6861590-5d33-4362-899e-ba9697d21a2c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:28.828846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d6861590-5d33-4362-899e-ba9697d21a2c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fdc676e-b136-4549-b47c-8b7bcdda1af4 HTTP/1.1" status: 200 len: 982 time: 0.4529383 Jul 06 18:00:28.841431 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:28.846138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc5419-fd3f-4bac-a0eb-16da120f3458 req-9279b0f4-5f9e-4063-8b80-9056f81e3526 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:28.849953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4edc5419-fd3f-4bac-a0eb-16da120f3458 req-9279b0f4-5f9e-4063-8b80-9056f81e3526 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2084682 Jul 06 18:00:28.861814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d0c13-50c7-429f-a767-9c3286744fad None None] Port 8057a372-4869-4af8-bee5-c3a6091ab667 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:28.944317 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b840c20-f1a4-43a1-aa26-07ac8b0f8c5c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.949302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] For port 8382bb6e-2d4d-4766-993d-86d7a5b81706, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:28.949802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:28.968891 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b840c20-f1a4-43a1-aa26-07ac8b0f8c5c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.027398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b840c20-f1a4-43a1-aa26-07ac8b0f8c5c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.029072 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3b840c20-f1a4-43a1-aa26-07ac8b0f8c5c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5689471 Jul 06 18:00:29.034446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:29.041967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8eb6d4b8-89f3-452f-8d9f-49f007c014fc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '6004b37b-37ad-47e7-b61a-d7820d92917f', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:29.048109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b840c20-f1a4-43a1-aa26-07ac8b0f8c5c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178ef0c6-8c06-4564-9f9f-9eaced969971,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:29.064624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4edc5419-fd3f-4bac-a0eb-16da120f3458 req-e21d11ae-67b0-4f2c-9838-595efb292f49 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044146 Jul 06 18:00:29.106183 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-8eb6d4b8-89f3-452f-8d9f-49f007c014fc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Project c5d396b65d6544c290dc8fae46589686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:00:29.121828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4b8-89f3-452f-8d9f-49f007c014fc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.147248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f06362b0-de6e-4278-ad1f-4a3caed5b302 req-04904c21-5052-4577-ac20-bb714a5bce2c tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167884 Jul 06 18:00:29.164822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 8382bb6e-2d4d-4766-993d-86d7a5b81706 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:29.346112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4b8-89f3-452f-8d9f-49f007c014fc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.355255 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4b8-89f3-452f-8d9f-49f007c014fc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.449759 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.463598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6d4b8-89f3-452f-8d9f-49f007c014fc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3f8695-5074-45ac-8731-d4386f1733fb,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:29.503845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:29.506499 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2b227-339b-4239-9aa9-70ad8165b0ee" -d '{"events": [{"server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "name": "network-vif-unplugged", "status": "completed", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:29.551961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4b8-89f3-452f-8d9f-49f007c014fc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.566731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8eb6d4b8-89f3-452f-8d9f-49f007c014fc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5173929 Jul 06 18:00:29.571974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 8382bb6e-2d4d-4766-993d-86d7a5b81706, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=8382bb6e-2d4d-4766-993d-86d7a5b81706,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:29.584583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2d9ae0e8-6206-411b-b588-6950fc9818e2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:29.596663 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.642127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc13047-b40e-4b7a-a1cb-9e1ef05e51d9 req-7d17a6fc-3fef-46e4-b76c-ba7b7b10e472 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:29.649951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9cc13047-b40e-4b7a-a1cb-9e1ef05e51d9 req-7d17a6fc-3fef-46e4-b76c-ba7b7b10e472 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 0.2153487 Jul 06 18:00:29.706616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9cc13047-b40e-4b7a-a1cb-9e1ef05e51d9 req-cb73616d-7eac-4d99-8e80-cb6957b58b34 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517645 Jul 06 18:00:29.783251 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=8382bb6e-2d4d-4766-993d-86d7a5b81706,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:29.812250 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7e562f-5380-4320-a8ae-db1f2c27d24b x-openstack-request-id: req-cf7e562f-5380-4320-a8ae-db1f2c27d24b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:29.812591 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "name": "network-vif-unplugged", "status": "completed", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:29.813050 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf7e562f-5380-4320-a8ae-db1f2c27d24b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:29.813464 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'code': 200} Jul 06 18:00:29.819846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2d9ae0e8-6206-411b-b588-6950fc9818e2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:29.821724 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:29.985722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7643da36-d66a-4ad8-acb5-2250dcf040cb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:30.049359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-dcd9454a-03a6-465d-a3ac-f4aaa649d48d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391249879&fields=id&tenant_id=c5d396b65d6544c290dc8fae46589686 HTTP/1.1" status: 200 len: 267 time: 0.1033914 Jul 06 18:00:30.090607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 7643da36-d66a-4ad8-acb5-2250dcf040cb completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:30.093712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.095090 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.095654 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Floating IP c99a1a85-f916-4ded-83c0-8a977d95cb9d disassociated. External IP: 172.25.7.140, port: 8382bb6e-2d4d-4766-993d-86d7a5b81706. Jul 06 18:00:30.096611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Calling delete_port for 8382bb6e-2d4d-4766-993d-86d7a5b81706 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:30.098929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7643da36-d66a-4ad8-acb5-2250dcf040cb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:30.099597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.149638 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.168302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1f83-3045-4636-a411-b1092fcc3b6c req-571119f9-ca33-48fd-a132-91ccad7f10ac tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:30.176669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-797e1f83-3045-4636-a411-b1092fcc3b6c req-571119f9-ca33-48fd-a132-91ccad7f10ac tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5660927 Jul 06 18:00:30.211061 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.211933 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.275870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-04a0e0d0-eaa0-40cb-b8cc-4a4c3deabd35 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:30.289321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-04a0e0d0-eaa0-40cb-b8cc-4a4c3deabd35 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/networks?id=72a68a86-732a-4e4f-b4f1-22a6258e6448 HTTP/1.1" status: 200 len: 797 time: 0.2383986 Jul 06 18:00:30.320812 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-36f3bbca-737c-4cd3-afff-186a3c8f561f tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/quotas/c5d396b65d6544c290dc8fae46589686 HTTP/1.1" status: 200 len: 375 time: 0.0298178 Jul 06 18:00:30.506773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.516110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-c3ee2b4a-f81a-4bb6-bf7d-6c9f65069839 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1833062 Jul 06 18:00:30.532197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-131e15e6-a75d-4d58-bb23-c7fe86e58dac service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:00:30.544773 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-131e15e6-a75d-4d58-bb23-c7fe86e58dac service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214972 Jul 06 18:00:30.555766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 7643da36-d66a-4ad8-acb5-2250dcf040cb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7643da36-d66a-4ad8-acb5-2250dcf040cb,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:30.564341 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:30.630688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=7643da36-d66a-4ad8-acb5-2250dcf040cb,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:30.770234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=41aa41b3-5c83-49ea-9a49-93858b2a65f7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:30.788135 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-797e1f83-3045-4636-a411-b1092fcc3b6c req-afac9b38-2714-4fbd-ac2b-542ee40a9bbb tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074126 Jul 06 18:00:31.065778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-995e17d6-5f86-4ba5-bef3-c9ecf649166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:31.068421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-995e17d6-5f86-4ba5-bef3-c9ecf649166f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857&tenant_id=21f511ef257248bdb22f45f2b442f67f HTTP/1.1" status: 200 len: 1094 time: 1.1338251 Jul 06 18:00:31.096827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:31.186043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7643da36-d66a-4ad8-acb5-2250dcf040cb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:31.273408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-8ccc9823-1f82-49e0-b1d7-5f89d4ca9d34 service neutron] 10.222.0.13 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247322 Jul 06 18:00:31.275706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7643da36-d66a-4ad8-acb5-2250dcf040cb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:31.276184 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.386948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:31.442018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:31.445453 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-f867778c-08b3-448c-8843-293418fd02f4 service neutron] 10.222.0.13 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596079 Jul 06 18:00:31.486829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.523820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940732d-99bc-47e6-ac3a-6caba869e4e1 req-1021a507-90dd-4b2f-8907-77e7f32f4737 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:31.523820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f940732d-99bc-47e6-ac3a-6caba869e4e1 req-1021a507-90dd-4b2f-8907-77e7f32f4737 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 943 time: 0.5683162 Jul 06 18:00:31.582298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.716991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event deleted for resources: {'Port': ['ID=8382bb6e-2d4d-4766-993d-86d7a5b81706,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:31.927221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cd1b32a0-75e2-4759-a959-b11278a352d3 None None] Provisioning complete for port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:31.927881 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd1b32a0-75e2-4759-a959-b11278a352d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:31.983570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f940732d-99bc-47e6-ac3a-6caba869e4e1 req-d5d8b715-06ac-46a0-b90e-a1c1031d4f9b tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1d5df45-918a-4cf3-b871-03543a40c229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088783 Jul 06 18:00:31.997991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c6674-1b39-4c69-9ea0-bf3bae6fbc7a req-34a094ca-0f55-4560-b228-a8427396c2b1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:32.008484 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b2c6674-1b39-4c69-9ea0-bf3bae6fbc7a req-34a094ca-0f55-4560-b228-a8427396c2b1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 0.1248977 Jul 06 18:00:32.040233 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.049759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b32a0-75e2-4759-a959-b11278a352d3 None None] Port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:32.061737 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:32.115979 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0b2c6674-1b39-4c69-9ea0-bf3bae6fbc7a req-cbe4cc4a-a9ab-42ff-ad53-bc24637e9c34 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065621 Jul 06 18:00:32.246226 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4842a0f-5978-498b-8f59-f8d538ebc3bc req-fff43444-ed32-4dd0-9fcc-7e18c57cb6a2 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 210 time: 0.0348139 Jul 06 18:00:32.607118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Router 8d83eae5-b949-49f5-8874-058997aeea29 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:00:32.683385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Router c0385453-0c02-41ee-a085-effc91ed9116 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:00:32.694675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:32.781237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a76088-1531-4482-bf92-57aa8c0ea5c9 req-34b9e209-c0bf-4f9f-a9e5-ef4099d08c95 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:32.783010 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8a76088-1531-4482-bf92-57aa8c0ea5c9 req-34b9e209-c0bf-4f9f-a9e5-ef4099d08c95 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1507716 Jul 06 18:00:32.886086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c8a76088-1531-4482-bf92-57aa8c0ea5c9 req-8f3cf9d2-db21-4429-90bc-d99eb5492208 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911038 Jul 06 18:00:32.940129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:33.008379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:33.014618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0b8f1b08-3ff3-4305-ba99-6feb9140a067 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "PUT /v2.0/routers/8d83eae5-b949-49f5-8874-058997aeea29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8485291 Jul 06 18:00:33.018991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56350) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:33.022628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Sync routers for ids ['8d83eae5-b949-49f5-8874-058997aeea29'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:33.044626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Routers {'8d83eae5-b949-49f5-8874-058997aeea29'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:33.046221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8d83eae5-b949-49f5-8874-058997aeea29'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:33.078665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c8432b-9a17-4cf7-9584-870271134410 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:00:33.091628 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.144105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Transition to ACTIVE for port object 41c8432b-9a17-4cf7-9584-870271134410 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:33.153021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:33.153550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77782a94-ebb0-4de7-9de7-9369a2b40f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:33.158879 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-77782a94-ebb0-4de7-9de7-9369a2b40f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports/41aa41b3-5c83-49ea-9a49-93858b2a65f7 HTTP/1.1" status: 200 len: 911 time: 0.1372898 Jul 06 18:00:33.164035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.164669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56354) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:33.180122 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] Sync routers for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:33.197067 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:33.198372 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:33.361222 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:33.377572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] No DVR routers for this DVR port 8382bb6e-2d4d-4766-993d-86d7a5b81706 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:33.386901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:33.389400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a47d446-9350-4d17-b01b-098c1d6a1d58 req-b8790587-904c-4c81-9451-27f1549497bf tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.22 "DELETE /v2.0/ports/8382bb6e-2d4d-4766-993d-86d7a5b81706 HTTP/1.1" status: 204 len: 173 time: 6.4968617 Jul 06 18:00:33.392732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'name': 'network-vif-deleted', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:33.395426 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531499f8-32ec-4538-8b64-91e3b79f90e1" -d '{"events": [{"server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "name": "network-vif-deleted", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:33.519486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e146b1c3-57b7-4a94-a307-37b63affa547 req-b9f10ded-650f-434e-90e5-ddfc862f87ce tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 210 time: 0.1021404 Jul 06 18:00:33.595965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Set router 8d83eae5-b949-49f5-8874-058997aeea29 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:33.605521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdbfdd-63e9-4cc6-80d6-8151dd181efe req-b3cc566d-2eb5-4df9-ad97-9418bf67ac6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:33.617625 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41bdbfdd-63e9-4cc6-80d6-8151dd181efe req-b3cc566d-2eb5-4df9-ad97-9418bf67ac6e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 0.1908092 Jul 06 18:00:33.820736 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41bdbfdd-63e9-4cc6-80d6-8151dd181efe req-be9b8e95-41cb-4376-914e-19783a8ce63f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019296 Jul 06 18:00:33.919285 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:00:34.222021 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:55:04Z', 'revision_number': 5, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:34.306592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d83eae5-b949-49f5-8874-058997aeea29', 'name': 'tempest-NetworksTestDHCPv6-router-1885846183', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:23Z', 'updated_at': '2021-07-06T18:00:28Z', 'revision_number': 2, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None, '_interfaces': [{'id': '41aa41b3-5c83-49ea-9a49-93858b2a65f7', 'name': '', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'mac_address': 'fa:16:3e:bb:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d83eae5-b949-49f5-8874-058997aeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:25Z', 'updated_at': '2021-07-06T18:00:29Z', 'revision_number': 2, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'subnets': [{'id': '7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:34.312988 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] Checking router: c0385453-0c02-41ee-a085-effc91ed9116 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:34.314902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 8057a372-4869-4af8-bee5-c3a6091ab667 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:34.315850 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.320933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:34.340752 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afbb0ce-51f3-4664-b134-c3c6404ce260 x-openstack-request-id: req-8afbb0ce-51f3-4664-b134-c3c6404ce260 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:34.341360 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44a48dd-bf47-4b21-867e-67da68580d53", "name": "network-vif-deleted", "tag": "8382bb6e-2d4d-4766-993d-86d7a5b81706", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:34.341779 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8afbb0ce-51f3-4664-b134-c3c6404ce260 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:34.344664 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44a48dd-bf47-4b21-867e-67da68580d53', 'name': 'network-vif-deleted', 'tag': '8382bb6e-2d4d-4766-993d-86d7a5b81706', 'status': 'completed', 'code': 200} Jul 06 18:00:34.350038 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:34.355157 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:34.372013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Checking router: 8d83eae5-b949-49f5-8874-058997aeea29 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:34.372378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Updating router 8d83eae5-b949-49f5-8874-058997aeea29 port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:00:34.448357 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:34.540019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.541118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.546388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.546729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.547090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.547434 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.547925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.548258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.548592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.548918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.550967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.551337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:00:34.618690 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ff88f4d-5680-4322-b440-f53e2e5425a7 req-44c8ea09-9349-4777-a433-141f260f4d10 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 210 time: 0.2920482 Jul 06 18:00:34.723472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af30117-9926-4a81-a999-8846e60a1c86 req-74a28af6-f38f-4cd4-9bb7-fd18c87f76b8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:34.731143 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:34.732247 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8af30117-9926-4a81-a999-8846e60a1c86 req-74a28af6-f38f-4cd4-9bb7-fd18c87f76b8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3021400 Jul 06 18:00:34.785591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ac2c8-8190-49cf-82c0-37d818b9a373 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:34.802450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ac2c8-8190-49cf-82c0-37d818b9a373 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:34.811952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56368) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:34.814218 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1e5ac2c8-8190-49cf-82c0-37d818b9a373 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 1.6006005 Jul 06 18:00:34.903841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8af30117-9926-4a81-a999-8846e60a1c86 req-02fabe8e-c3dd-43f0-b7b3-fbe71f95db92 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592448 Jul 06 18:00:34.934789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] No DVR routers for this DVR port 41c8432b-9a17-4cf7-9584-870271134410 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:35.010750 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:35.049479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Transition to ACTIVE for port object 41aa41b3-5c83-49ea-9a49-93858b2a65f7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:35.066271 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:35.198689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db5d67-978a-476c-a238-3e3787e2ac49 None None] Pushing event updated for resources: {'Port': ['ID=41aa41b3-5c83-49ea-9a49-93858b2a65f7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:35.202271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-80dd3a75-c0a5-410a-9a4d-155a7d63fc40 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:35.204527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-80dd3a75-c0a5-410a-9a4d-155a7d63fc40 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "GET /v2.0/networks?id=72a68a86-732a-4e4f-b4f1-22a6258e6448 HTTP/1.1" status: 200 len: 797 time: 0.8586931 Jul 06 18:00:35.285210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63577340-30e3-44b3-8d88-bd21e23f6c87 req-9ca46ba5-b1b3-481d-9b5e-be00a33133bd tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a44a48dd-bf47-4b21-867e-67da68580d53 HTTP/1.1" status: 200 len: 210 time: 0.1047590 Jul 06 18:00:35.312448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:35.316993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Attempting to bind port 41c8432b-9a17-4cf7-9584-870271134410 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:35.317698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Attempting to bind port 41c8432b-9a17-4cf7-9584-870271134410 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:35.317698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Attempting to bind port 41c8432b-9a17-4cf7-9584-870271134410 on network f2d97002-26a6-40e0-834f-092a3240c302 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:35.329630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Port 41c8432b-9a17-4cf7-9584-870271134410 on network f2d97002-26a6-40e0-834f-092a3240c302 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:00:35.330232 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Attempting to bind port 41c8432b-9a17-4cf7-9584-870271134410 on network f2d97002-26a6-40e0-834f-092a3240c302 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:35.355536 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:55:04Z', 'revision_number': 5, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:35.385301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:35.385895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Checking segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:35.386432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Bound using segment: {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:35.387023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Bound port: 41c8432b-9a17-4cf7-9584-870271134410, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83edc166-5c76-4038-8935-b7c5ba336e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:35.387520 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:35.411233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-94b32029-f028-4472-8cf4-01d65d032bf6 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d396b65d6544c290dc8fae46589686 HTTP/1.1" status: 200 len: 379 time: 0.1875384 Jul 06 18:00:35.414002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 8057a372-4869-4af8-bee5-c3a6091ab667 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:35.417999 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06e2ba-5e51-4abb-9dbe-cacb5ae37027 None None] The sync data for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 is: [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T17:54:50Z', 'revision_number': 4, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'f7ca7306-2608-4dc4-8082-ddfc04a3caf0', 'name': '', 'network_id': '4f885dfd-686e-4236-9ad5-a3017772c2e8', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'mac_address': 'fa:16:3e:21:1c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:49Z', 'updated_at': '2021-07-06T17:55:04Z', 'revision_number': 5, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'subnets': [{'id': 'e35ff548-69b7-478a-8ff2-8187439878e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:35.424633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'port': {'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'admin_state_up': True, 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'security_groups': ['6004b37b-37ad-47e7-b61a-d7820d92917f']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:35.494387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Attempting to bind port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:35.495341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Attempting to bind port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:35.495341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Attempting to bind port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:35.513372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:35.513778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:35.514740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:35.515158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:35.515764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Bound port: 41aa41b3-5c83-49ea-9a49-93858b2a65f7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:35.516163 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:35.552708 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:35.573899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b5eb-9df5-4659-8985-5735ebe97717 req-b7301b69-ae39-43a6-bc31-7aed45b685a1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:35.577533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e375b5eb-9df5-4659-8985-5735ebe97717 req-b7301b69-ae39-43a6-bc31-7aed45b685a1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 943 time: 0.2212658 Jul 06 18:00:35.658098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:35.664528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:35.681300 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e375b5eb-9df5-4659-8985-5735ebe97717 req-6f7f94cb-0b0f-4809-b467-b58c9c699ad5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886478 Jul 06 18:00:35.687792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] For port 41aa41b3-5c83-49ea-9a49-93858b2a65f7, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:35.698197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] For port 41aa41b3-5c83-49ea-9a49-93858b2a65f7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=41aa41b3-5c83-49ea-9a49-93858b2a65f7,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:35.705495 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:35.756354 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:36.000890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Routers {'8d83eae5-b949-49f5-8874-058997aeea29'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:36.002369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8d83eae5-b949-49f5-8874-058997aeea29'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:36.007165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db5d67-978a-476c-a238-3e3787e2ac49 None None] Pushing event updated for resources: {'Port': ['ID=41aa41b3-5c83-49ea-9a49-93858b2a65f7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:36.086210 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-966fbbd8-49c1-4447-8eb3-fa501f580511 req-26d388c6-1569-4432-b25c-d5524f5da5cf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 210 time: 0.1443622 Jul 06 18:00:36.157217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400aec8-d510-42fa-a635-b58ee15525ec None None] New status for floating IP c99a1a85-f916-4ded-83c0-8a977d95cb9d: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:00:36.184552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:36.185200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:36.187483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] 10.222.0.55 "PUT /v2.0/ports/41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 200 len: 1091 time: 5.1095939 Jul 06 18:00:36.263738 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:36.322900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edabd29-911d-4856-a833-8a68460c0bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:36.351279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'tag': '41c8432b-9a17-4cf7-9584-870271134410'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:36.356018 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a199f-eb3b-4678-b93a-b00315a4a92e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "tag": "41c8432b-9a17-4cf7-9584-870271134410"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:36.489725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Made reservation on behalf of c5d396b65d6544c290dc8fae46589686 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:36.492996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:36.505210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] Set router 8d83eae5-b949-49f5-8874-058997aeea29 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:36.528114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56384) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:36.590559 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab59603-7cea-401d-be31-17618ed29e65 x-openstack-request-id: req-cab59603-7cea-401d-be31-17618ed29e65 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:36.591167 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "tag": "41c8432b-9a17-4cf7-9584-870271134410", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:36.591616 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cab59603-7cea-401d-be31-17618ed29e65 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:36.592487 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'tag': '41c8432b-9a17-4cf7-9584-870271134410', 'status': 'completed', 'code': 200} Jul 06 18:00:36.650488 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:36.723133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a79ca8-42bd-4ff2-9d45-6e527ec96daf req-4999201b-a669-4f74-8ee9-2f469c7ebc71 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:36.727192 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95a79ca8-42bd-4ff2-9d45-6e527ec96daf req-4999201b-a669-4f74-8ee9-2f469c7ebc71 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5218749 Jul 06 18:00:36.766146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 41aa41b3-5c83-49ea-9a49-93858b2a65f7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:36.766877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:36.855719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=8057a372-4869-4af8-bee5-c3a6091ab667,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:36.940969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-1051f1a2-19cd-40d2-9412-23727ea7c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:36.942592 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-1051f1a2-19cd-40d2-9412-23727ea7c4aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 1095 time: 0.7099233 Jul 06 18:00:36.946255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d83eae5-b949-49f5-8874-058997aeea29', 'name': 'tempest-NetworksTestDHCPv6-router-1885846183', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:23Z', 'updated_at': '2021-07-06T18:00:28Z', 'revision_number': 2, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None, '_interfaces': [{'id': '41aa41b3-5c83-49ea-9a49-93858b2a65f7', 'name': '', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'mac_address': 'fa:16:3e:bb:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d83eae5-b949-49f5-8874-058997aeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:25Z', 'updated_at': '2021-07-06T18:00:35Z', 'revision_number': 4, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'subnets': [{'id': '7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:36.969293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] For port 41aa41b3-5c83-49ea-9a49-93858b2a65f7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=41aa41b3-5c83-49ea-9a49-93858b2a65f7,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:36.969774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:36.986713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 41aa41b3-5c83-49ea-9a49-93858b2a65f7 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:37.007423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ceb93-43a7-437f-943d-0d2f4991918a None None] The sync data for ids ['8d83eae5-b949-49f5-8874-058997aeea29'] in n-d-799526-3 is: [{'id': '8d83eae5-b949-49f5-8874-058997aeea29', 'name': 'tempest-NetworksTestDHCPv6-router-1885846183', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:23Z', 'updated_at': '2021-07-06T18:00:28Z', 'revision_number': 2, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None, '_interfaces': [{'id': '41aa41b3-5c83-49ea-9a49-93858b2a65f7', 'name': '', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'mac_address': 'fa:16:3e:bb:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d83eae5-b949-49f5-8874-058997aeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:25Z', 'updated_at': '2021-07-06T18:00:35Z', 'revision_number': 4, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'subnets': [{'id': '7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:37.145517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.20.0.5 (72a68a86-732a-4e4f-b4f1-22a6258e6448/fb51bfcf-d885-4ddb-9db0-c1ab45665d7b/346bab56-48d4-470f-8ee2-5e35c0142985) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:37.208450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95a79ca8-42bd-4ff2-9d45-6e527ec96daf req-20e4d83a-a712-47be-9cc1-e946abc08a46 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471606 Jul 06 18:00:37.212393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1292e-f6ae-4ddc-ac31-0348f0a7d251 req-48e0604a-1eb4-487d-b30d-65c0e0b32688 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:37.230751 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83b1292e-f6ae-4ddc-ac31-0348f0a7d251 req-48e0604a-1eb4-487d-b30d-65c0e0b32688 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.3718538 Jul 06 18:00:37.346046 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-83b1292e-f6ae-4ddc-ac31-0348f0a7d251 req-7634f69c-a981-410f-9fc1-4e35843f853a tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138315 Jul 06 18:00:37.453609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:37.562492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=41aa41b3-5c83-49ea-9a49-93858b2a65f7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:37.754115 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:37.874795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-1a0aae49-43e4-49a1-a108-7a02ddc79f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:37.876424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-1a0aae49-43e4-49a1-a108-7a02ddc79f7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.9223516 Jul 06 18:00:37.902867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bb39883-586d-4538-b82f-4a0e49f011bc req-234f41b9-5ecd-4d2d-9236-8dd44861f6b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 210 time: 0.0588648 Jul 06 18:00:37.912884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:37.989690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Deleting port 8ff49980-0292-499b-9fee-7e16a70e89a2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:37.990260 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.055834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Router 8d83eae5-b949-49f5-8874-058997aeea29 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:00:38.153957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:38.161077 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dec40995-62cc-4a20-9381-346c574cf587 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "PUT /v2.0/routers/8d83eae5-b949-49f5-8874-058997aeea29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3459973 Jul 06 18:00:38.162112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56390) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:38.227727 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55409c0-140f-4a8c-85b9-2465a8dc1591 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:38.229399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55409c0-140f-4a8c-85b9-2465a8dc1591 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:38.234471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b55409c0-140f-4a8c-85b9-2465a8dc1591 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0679119 Jul 06 18:00:38.236021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56392) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:38.279322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-083a27f1-b44d-491c-9985-e0c31cd438df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 200 len: 999 time: 0.3791645 Jul 06 18:00:38.299631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4b1561-6c89-4ae4-8d20-91013081faff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:38.303634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1561-6c89-4ae4-8d20-91013081faff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.337759 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.360745 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1561-6c89-4ae4-8d20-91013081faff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.416284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1561-6c89-4ae4-8d20-91013081faff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.550713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1561-6c89-4ae4-8d20-91013081faff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.595899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Transition to ACTIVE for port object 346bab56-48d4-470f-8ee2-5e35c0142985 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:38.619653 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.620544 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.627371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18116e61-8148-4752-9387-6241654e34ac req-20a0fc0f-8632-4584-8d2d-7b43415b3b60 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:38.630332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18116e61-8148-4752-9387-6241654e34ac req-20a0fc0f-8632-4584-8d2d-7b43415b3b60 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1638732 Jul 06 18:00:38.635566 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1561-6c89-4ae4-8d20-91013081faff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:38.640512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dc4b1561-6c89-4ae4-8d20-91013081faff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1 HTTP/1.1" status: 204 len: 168 time: 0.4023669 Jul 06 18:00:38.646754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-791a992c-3ea0-42d4-983e-587a1782cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:38.647528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6660142-e0df-4982-bc8d-a0abc6428cc1 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:38.648289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b1561-6c89-4ae4-8d20-91013081faff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:38.649444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-791a992c-3ea0-42d4-983e-587a1782cea9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.3512669 Jul 06 18:00:38.655450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:38.702911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Router 8fdc676e-b136-4549-b47c-8b7bcdda1af4 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:00:38.774382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Calling delete_port for 8ff49980-0292-499b-9fee-7e16a70e89a2 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:38.792064 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-18116e61-8148-4752-9387-6241654e34ac req-9b5eb697-2235-4335-9270-2abe17db4740 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501079 Jul 06 18:00:38.831904 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bad82421-d81c-4af1-9b9d-9785c14677ce tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1746862 Jul 06 18:00:38.832242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:39.023907 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.073463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dfe549-271e-47ef-8319-b38a2dd207eb None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:00:39.157102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=346bab56-48d4-470f-8ee2-5e35c0142985,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:39.180045 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] Sync routers for ids ['8d83eae5-b949-49f5-8874-058997aeea29'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:39.187921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:39.199067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9f3575ce-ec4d-4b9f-82e9-95fc3e46d327 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "PUT /v2.0/routers/8fdc676e-b136-4549-b47c-8b7bcdda1af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3489463 Jul 06 18:00:39.205650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2eb2ff-4577-49ef-b630-69d2ec45ca08 None None] Sync routers for ids ['8fdc676e-b136-4549-b47c-8b7bcdda1af4'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:39.217355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56404) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:39.224567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-d0dbc78e-0c7c-44cc-b3d4-4eca7c43ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:39.226158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-d0dbc78e-0c7c-44cc-b3d4-4eca7c43ba6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5503802 Jul 06 18:00:39.229448 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] Routers {'8d83eae5-b949-49f5-8874-058997aeea29'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:39.247918 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8d83eae5-b949-49f5-8874-058997aeea29'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:39.259915 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 72a68a86-732a-4e4f-b4f1-22a6258e6448 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:39.286465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2eb2ff-4577-49ef-b630-69d2ec45ca08 None None] Routers {'8fdc676e-b136-4549-b47c-8b7bcdda1af4'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:39.287638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8b2eb2ff-4577-49ef-b630-69d2ec45ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8fdc676e-b136-4549-b47c-8b7bcdda1af4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:39.298103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:39.319401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f28d-f5f0-47e3-94b2-7fb5426de749 req-d0b83e22-fac3-4f5f-8f72-a8de195a9f42 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:39.321081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41d7f28d-f5f0-47e3-94b2-7fb5426de749 req-d0b83e22-fac3-4f5f-8f72-a8de195a9f42 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.6897390 Jul 06 18:00:39.322201 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8b0c24-81c3-4ace-941c-e71b9354ae1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 18:00:39.327292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bd8b0c24-81c3-4ace-941c-e71b9354ae1c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/8057a372-4869-4af8-bee5-c3a6091ab667 HTTP/1.1" status: 404 len: 333 time: 0.1066806 Jul 06 18:00:39.336542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cae0a988-e8d5-4e93-896a-4dd357805e96 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.344839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:39.356011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:39.426115 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] Set router 8d83eae5-b949-49f5-8874-058997aeea29 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:39.482516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f045915c-42f7-4128-b636-598159107604 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.503682 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d83eae5-b949-49f5-8874-058997aeea29', 'name': 'tempest-NetworksTestDHCPv6-router-1885846183', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:23Z', 'updated_at': '2021-07-06T18:00:37Z', 'revision_number': 3, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:39.514525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-41d7f28d-f5f0-47e3-94b2-7fb5426de749 req-e82173ba-8808-460a-bc35-6514446541a9 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508079 Jul 06 18:00:39.582084 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] Checking router: 8d83eae5-b949-49f5-8874-058997aeea29 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:39.595707 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] Routers {'8d83eae5-b949-49f5-8874-058997aeea29'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:39.596669 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8d83eae5-b949-49f5-8874-058997aeea29'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:39.600625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:39.602329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.635834 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-a6833565-de09-45d7-a6b6-f1c8a0455e3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2185919 Jul 06 18:00:39.655800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Request body: {'port': {'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:39.667024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-f1b57845-a253-4010-b8a3-1355a77fda87 service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205277 Jul 06 18:00:39.718250 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2d9ae0e8-6206-411b-b588-6950fc9818e2 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:39.768715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8b2eb2ff-4577-49ef-b630-69d2ec45ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:39.783000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.787941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e3dfe549-271e-47ef-8319-b38a2dd207eb None None] Deleting port 2d9ae0e8-6206-411b-b588-6950fc9818e2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:39.788668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe549-271e-47ef-8319-b38a2dd207eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.790311 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] Set router 8d83eae5-b949-49f5-8874-058997aeea29 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:39.869975 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.872424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e3dfe549-271e-47ef-8319-b38a2dd207eb None None] For port 2d9ae0e8-6206-411b-b588-6950fc9818e2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2d9ae0e8-6206-411b-b588-6950fc9818e2,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:39.872837 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe549-271e-47ef-8319-b38a2dd207eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:39.880837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event deleted for resources: {'Port': ['ID=8ff49980-0292-499b-9fee-7e16a70e89a2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:39.920116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e3dfe549-271e-47ef-8319-b38a2dd207eb None None] Calling delete_port for 2d9ae0e8-6206-411b-b588-6950fc9818e2 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:39.954207 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d83eae5-b949-49f5-8874-058997aeea29', 'name': 'tempest-NetworksTestDHCPv6-router-1885846183', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:23Z', 'updated_at': '2021-07-06T18:00:37Z', 'revision_number': 3, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:40.040884 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aac276-8d3f-4e89-ac1b-0c76e3d790bf None None] The sync data for ids ['8d83eae5-b949-49f5-8874-058997aeea29'] in n-d-799526-3 is: [{'id': '8d83eae5-b949-49f5-8874-058997aeea29', 'name': 'tempest-NetworksTestDHCPv6-router-1885846183', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:23Z', 'updated_at': '2021-07-06T18:00:37Z', 'revision_number': 3, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:40.099636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2eb2ff-4577-49ef-b630-69d2ec45ca08 None None] Routers {'8fdc676e-b136-4549-b47c-8b7bcdda1af4'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:40.100781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8b2eb2ff-4577-49ef-b630-69d2ec45ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8fdc676e-b136-4549-b47c-8b7bcdda1af4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:40.113061 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe549-271e-47ef-8319-b38a2dd207eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.182452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-84417a7a-707f-4b70-b5ff-19879f8c1228 service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908478 Jul 06 18:00:40.185491 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.189766 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.195711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d39bb916-f9c8-4c6c-aa96-d483515f8f42 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "DELETE /v2.0/floatingips/c99a1a85-f916-4ded-83c0-8a977d95cb9d HTTP/1.1" status: 204 len: 168 time: 3.6551781 Jul 06 18:00:40.209744 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f045915c-42f7-4128-b636-598159107604 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.219515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8b2eb2ff-4577-49ef-b630-69d2ec45ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:40.221031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2eb2ff-4577-49ef-b630-69d2ec45ca08 None None] The sync data for ids ['8fdc676e-b136-4549-b47c-8b7bcdda1af4'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:40.221250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f045915c-42f7-4128-b636-598159107604 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.231783 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cae0a988-e8d5-4e93-896a-4dd357805e96 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.244820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cae0a988-e8d5-4e93-896a-4dd357805e96 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.250834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfe549-271e-47ef-8319-b38a2dd207eb None None] Pushing event deleted for resources: {'Port': ['ID=2d9ae0e8-6206-411b-b588-6950fc9818e2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:40.256893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-24ba5fdb-82da-485c-837e-2908c192c91c None None] Provisioning for port 346bab56-48d4-470f-8ee2-5e35c0142985 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:40.276187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfe549-271e-47ef-8319-b38a2dd207eb None None] No DVR routers for this DVR port 2d9ae0e8-6206-411b-b588-6950fc9818e2 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:40.283157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No active binding found for port 2d9ae0e8-6206-411b-b588-6950fc9818e2 {{(pid=93780) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 18:00:40.283848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2d9ae0e8-6206-411b-b588-6950fc9818e2 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:00:40.299428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-24ba5fdb-82da-485c-837e-2908c192c91c None None] Provisioning complete for port 346bab56-48d4-470f-8ee2-5e35c0142985 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:40.299992 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24ba5fdb-82da-485c-837e-2908c192c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.372518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f045915c-42f7-4128-b636-598159107604 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.374483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f045915c-42f7-4128-b636-598159107604 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Fanout notify agent at l3_agent the message router_deleted on router 8fdc676e-b136-4549-b47c-8b7bcdda1af4 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:00:40.395652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-24ba5fdb-82da-485c-837e-2908c192c91c None None] Port 346bab56-48d4-470f-8ee2-5e35c0142985 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:40.485150 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f045915c-42f7-4128-b636-598159107604 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.487329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f045915c-42f7-4128-b636-598159107604 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/routers/8fdc676e-b136-4549-b47c-8b7bcdda1af4 HTTP/1.1" status: 204 len: 168 time: 1.1407092 Jul 06 18:00:40.490935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:40.516139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7de86d-8e80-48ab-a0fa-1b728d0348d1 req-1f626fc3-9217-4066-8bca-505babd6fef1 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:40.518149 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb7de86d-8e80-48ab-a0fa-1b728d0348d1 req-1f626fc3-9217-4066-8bca-505babd6fef1 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 931 time: 1.1742599 Jul 06 18:00:40.562327 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cae0a988-e8d5-4e93-896a-4dd357805e96 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.564091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae0a988-e8d5-4e93-896a-4dd357805e96 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Fanout notify agent at l3_agent the message router_deleted on router 8d83eae5-b949-49f5-8874-058997aeea29 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:00:40.571179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823974-4b9c-488c-9888-8159d4aa834f req-7c5279c6-0a0d-447b-943f-03ecbf765dce tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:40.580395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54823974-4b9c-488c-9888-8159d4aa834f req-7c5279c6-0a0d-447b-943f-03ecbf765dce tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5115037 Jul 06 18:00:40.588059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cae0a988-e8d5-4e93-896a-4dd357805e96 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.590070 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cae0a988-e8d5-4e93-896a-4dd357805e96 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/routers/8d83eae5-b949-49f5-8874-058997aeea29 HTTP/1.1" status: 204 len: 168 time: 1.7566082 Jul 06 18:00:40.599111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:40.611402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:40.657116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-036d15d8-0cc8-46eb-8e18-35935626163e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet c2a8dfdf-3574-4bfd-8a5e-6bedf402366b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:40.675689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-036d15d8-0cc8-46eb-8e18-35935626163e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:40.720114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-dd7ce6d5-7041-434d-9f22-34ff50b46d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:40.721752 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-dd7ce6d5-7041-434d-9f22-34ff50b46d64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 1095 time: 0.3876526 Jul 06 18:00:40.751811 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb7de86d-8e80-48ab-a0fa-1b728d0348d1 req-834ccdca-86b0-433c-bb53-5f9ec886897e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230518 Jul 06 18:00:40.863998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:40.871098 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.258495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 41aa41b3-5c83-49ea-9a49-93858b2a65f7 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:41.313463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 41aa41b3-5c83-49ea-9a49-93858b2a65f7 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:00:41.314547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 41aa41b3-5c83-49ea-9a49-93858b2a65f7 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:00:41.544184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54823974-4b9c-488c-9888-8159d4aa834f req-1c87999f-e408-487d-88d6-a84cd68baacd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9627683 Jul 06 18:00:41.554122 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-036d15d8-0cc8-46eb-8e18-35935626163e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.579580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.740151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:41.745595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:41.753631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:41.754749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.762482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:41.766822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b14a52d-5c54-4f8b-85bb-f86534376f16 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:41.801653 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2005024 Jul 06 18:00:41.802944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:41.807037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda7c3b-de38-4f45-a13c-692cfd05fb57 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=3a7a469c-f55e-4d6c-a2da-796acb3719b8,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:41.834134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-70bdd75b-b95e-4c94-bc40-b4553b0df7f2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2080302457', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:41.894016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346bab56-48d4-470f-8ee2-5e35c0142985 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:00:41.902223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-62fec15d-5314-4dd4-baf9-d8765fea238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:41.904260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-62fec15d-5314-4dd4-baf9-d8765fea238d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 1.1702332 Jul 06 18:00:41.920564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5f91c-69f1-4754-a903-e8a9294e0b26 req-ae8330d9-00bd-417d-b8c9-afa5d2c791ec tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:41.931804 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.934930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f5f91c-69f1-4754-a903-e8a9294e0b26 req-ae8330d9-00bd-417d-b8c9-afa5d2c791ec tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.5537052 Jul 06 18:00:41.935984 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-036d15d8-0cc8-46eb-8e18-35935626163e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.945088 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bdd75b-b95e-4c94-bc40-b4553b0df7f2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:41.948980 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bdd75b-b95e-4c94-bc40-b4553b0df7f2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.015975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Transition to ACTIVE for port object 346bab56-48d4-470f-8ee2-5e35c0142985 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:42.031270 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.070535 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f5f91c-69f1-4754-a903-e8a9294e0b26 req-5700d3b0-82f6-4d6a-a739-f34bdebd05f1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339800 Jul 06 18:00:42.161825 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf2be57c-7116-4479-bc26-ef0b80a1d2d2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.183977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bdd75b-b95e-4c94-bc40-b4553b0df7f2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.192300 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bdd75b-b95e-4c94-bc40-b4553b0df7f2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.199142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '3a7a469c-f55e-4d6c-a2da-796acb3719b8'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:00:42.204667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.240049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bdd75b-b95e-4c94-bc40-b4553b0df7f2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.245581 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-70bdd75b-b95e-4c94-bc40-b4553b0df7f2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4398251 Jul 06 18:00:42.246709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56444) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:42.465553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Pushing event updated for resources: {'Port': ['ID=346bab56-48d4-470f-8ee2-5e35c0142985,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:42.565231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf2be57c-7116-4479-bc26-ef0b80a1d2d2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.599645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-036d15d8-0cc8-46eb-8e18-35935626163e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.722041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d15d8-0cc8-46eb-8e18-35935626163e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a8dfdf-3574-4bfd-8a5e-6bedf402366b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:42.730572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-63f83e9a-cfd3-432e-8e2c-6737fbee1733 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 200 len: 999 time: 0.5541506 Jul 06 18:00:42.755644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-036d15d8-0cc8-46eb-8e18-35935626163e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:42.760273 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-036d15d8-0cc8-46eb-8e18-35935626163e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/c2a8dfdf-3574-4bfd-8a5e-6bedf402366b HTTP/1.1" status: 204 len: 168 time: 2.2648640 Jul 06 18:00:42.779131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:42.786303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134fa06b-dadf-4beb-92f1-b93b35ccb458 None None] Network df17c190-759f-4054-a79f-345919ba3955 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:42.976236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/3a7a469c-f55e-4d6c-a2da-796acb3719b8/eba698da-cd46-4b5d-bd34-46791a8ecce2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:43.015088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Attempting to bind port 346bab56-48d4-470f-8ee2-5e35c0142985 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:43.015088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Attempting to bind port 346bab56-48d4-470f-8ee2-5e35c0142985 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:43.015088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Attempting to bind port 346bab56-48d4-470f-8ee2-5e35c0142985 on network 72a68a86-732a-4e4f-b4f1-22a6258e6448 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:43.091521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e748b0b-7f21-4ed3-a296-8a054533a5f3 req-e768c3e9-7767-43ff-993e-4b6ef0c00eda tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:43.104672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e748b0b-7f21-4ed3-a296-8a054533a5f3 req-e768c3e9-7767-43ff-993e-4b6ef0c00eda tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 943 time: 1.0380867 Jul 06 18:00:43.117674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf2be57c-7116-4479-bc26-ef0b80a1d2d2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.121009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf2be57c-7116-4479-bc26-ef0b80a1d2d2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.122019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bf2be57c-7116-4479-bc26-ef0b80a1d2d2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1d5df45-918a-4cf3-b871-03543a40c229 HTTP/1.1" status: 204 len: 168 time: 1.3583148 Jul 06 18:00:43.137655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Port 346bab56-48d4-470f-8ee2-5e35c0142985 on network 72a68a86-732a-4e4f-b4f1-22a6258e6448 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:00:43.137979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Attempting to bind port 346bab56-48d4-470f-8ee2-5e35c0142985 on network 72a68a86-732a-4e4f-b4f1-22a6258e6448 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:43.174180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2be57c-7116-4479-bc26-ef0b80a1d2d2 tempest-TestServerBasicOps-1717201787 tempest-TestServerBasicOps-1717201787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d5df45-918a-4cf3-b871-03543a40c229,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:43.183234 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.185590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:43.185903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Checking segment: {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:43.186116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Bound using segment: {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:43.186649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Bound port: 346bab56-48d4-470f-8ee2-5e35c0142985, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c87803ef-4394-4e9f-902c-ab044408d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:43.187004 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.241801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1e748b0b-7f21-4ed3-a296-8a054533a5f3 req-f4108254-443a-46d3-9cd0-70b42a2e023b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356957 Jul 06 18:00:43.476896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] For port 346bab56-48d4-470f-8ee2-5e35c0142985, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:43.528904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] For port 346bab56-48d4-470f-8ee2-5e35c0142985, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=346bab56-48d4-470f-8ee2-5e35c0142985,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:43.536304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:43.536650 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.542281 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.552244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e5cb0-f78e-4b80-a1a9-d25932abf40b req-a7be731c-3dbb-4a79-a8fd-452d62b4865d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:43.557691 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b5e5cb0-f78e-4b80-a1a9-d25932abf40b req-a7be731c-3dbb-4a79-a8fd-452d62b4865d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.7092960 Jul 06 18:00:43.609215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98b494-cca8-46e2-8161-7b2972f469a9 None None] DHCP port deletion for df17c190-759f-4054-a79f-345919ba3955 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:00:43.649884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:43.650592 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.652253 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] 10.222.0.22 "PUT /v2.0/ports/346bab56-48d4-470f-8ee2-5e35c0142985 HTTP/1.1" status: 200 len: 1091 time: 4.0017331 Jul 06 18:00:43.655390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:43.657956 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a09e38-55fa-4f77-943e-0c60d0263ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:43.678386 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.729924 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.730993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] For port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31,segment=NetworkSegment(c15ac76c-e1cf-4033-b06a-481611607e69),segment_id=c15ac76c-e1cf-4033-b06a-481611607e69)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:43.731357 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.784027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Transition to ACTIVE for port object eba698da-cd46-4b5d-bd34-46791a8ecce2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:43.859962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:43.873385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020ef65-e63e-4edd-aee4-5a45c153d1e9 req-92780bfa-03c6-4582-b5e6-72f93c79e2e1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:43.878628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Transition to ACTIVE for port object eba698da-cd46-4b5d-bd34-46791a8ecce2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:43.882755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8020ef65-e63e-4edd-aee4-5a45c153d1e9 req-92780bfa-03c6-4582-b5e6-72f93c79e2e1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.4076023 Jul 06 18:00:43.892372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dfe88-6b55-498f-a9ed-0356e660904c service neutron] Pushing event updated for resources: {'Port': ['ID=346bab56-48d4-470f-8ee2-5e35c0142985,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:43.906198 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:43.965913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:43.969793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:44.030959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fd98b494-cca8-46e2-8161-7b2972f469a9 None None] Deleting port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:44.031479 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd98b494-cca8-46e2-8161-7b2972f469a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.038557 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b5e5cb0-f78e-4b80-a1a9-d25932abf40b req-ada262d8-8c19-47d0-b2fd-91f22686f93c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734097 Jul 06 18:00:44.176504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:44.212379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8020ef65-e63e-4edd-aee4-5a45c153d1e9 req-53556a47-f4ff-431d-a583-7700702bf904 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264525 Jul 06 18:00:44.214548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:44.244983 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65339dc3-9f2f-4bb2-8c0c-deccffc3a37d x-openstack-request-id: req-65339dc3-9f2f-4bb2-8c0c-deccffc3a37d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:44.245656 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:44.246133 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65339dc3-9f2f-4bb2-8c0c-deccffc3a37d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:44.246892 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985', 'status': 'completed', 'code': 200} Jul 06 18:00:44.296559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-fb9de222-b271-45d6-90c9-f99de6b8bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:44.302495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-fb9de222-b271-45d6-90c9-f99de6b8bee6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 1094 time: 0.5867798 Jul 06 18:00:44.395827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fd98b494-cca8-46e2-8161-7b2972f469a9 None None] For port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31,segment=NetworkSegment(c15ac76c-e1cf-4033-b06a-481611607e69),segment_id=c15ac76c-e1cf-4033-b06a-481611607e69)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:44.396397 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd98b494-cca8-46e2-8161-7b2972f469a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.497290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-c99d999c-2eb3-4e9b-9988-9cfde105e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:44.512799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-c99d999c-2eb3-4e9b-9988-9cfde105e8ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.4803259 Jul 06 18:00:44.542437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-fb6aa2d1-f282-465d-a5aa-4ef08cd788ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=346bab56-48d4-470f-8ee2-5e35c0142985 HTTP/1.1" status: 200 len: 217 time: 0.2224376 Jul 06 18:00:44.593973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::1 (bc2bb118-1fef-4c36-8bc5-3622127a006f/3a7a469c-f55e-4d6c-a2da-796acb3719b8/bb3dce7c-4075-484d-af6e-2ee74666468c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:44.647121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fd98b494-cca8-46e2-8161-7b2972f469a9 None None] Calling delete_port for 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:44.692980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15164d0-4dda-4a17-9d7c-75463271bf9b req-909e2569-d8ed-4c6d-81ed-676753f89e3e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:44.695001 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b15164d0-4dda-4a17-9d7c-75463271bf9b req-909e2569-d8ed-4c6d-81ed-676753f89e3e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1516874 Jul 06 18:00:44.772155 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b15164d0-4dda-4a17-9d7c-75463271bf9b req-807691e5-3dc0-4b81-9926-4708bfdfa932 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706339 Jul 06 18:00:44.829886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.835442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Pushing event updated for resources: {'Port': ['ID=eba698da-cd46-4b5d-bd34-46791a8ecce2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:44.841789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Attempting to bind port eba698da-cd46-4b5d-bd34-46791a8ecce2 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:44.846529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Attempting to bind port eba698da-cd46-4b5d-bd34-46791a8ecce2 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:44.847887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Attempting to bind port eba698da-cd46-4b5d-bd34-46791a8ecce2 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:44.858382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object bb3dce7c-4075-484d-af6e-2ee74666468c will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:44.873687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:44.874238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:44.874914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.875424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:44.876473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Bound port: eba698da-cd46-4b5d-bd34-46791a8ecce2, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:44.877124 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:44.930833 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.026210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:45.034077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:45.046199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:45.050686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.082812 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd98b494-cca8-46e2-8161-7b2972f469a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.161045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98b494-cca8-46e2-8161-7b2972f469a9 None None] No DVR routers for this DVR port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:45.276025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98b494-cca8-46e2-8161-7b2972f469a9 None None] Pushing event deleted for resources: {'Port': ['ID=1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:45.309190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] For port eba698da-cd46-4b5d-bd34-46791a8ecce2, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:45.349018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=bb3dce7c-4075-484d-af6e-2ee74666468c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:45.362707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] For port eba698da-cd46-4b5d-bd34-46791a8ecce2, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eba698da-cd46-4b5d-bd34-46791a8ecce2,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:45.372414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-55ad9021-f833-4fac-8fd3-e8470e0fceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:45.377624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-55ad9021-f833-4fac-8fd3-e8470e0fceea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb51bfcf-d885-4ddb-9db0-c1ab45665d7b HTTP/1.1" status: 200 len: 835 time: 0.8262408 Jul 06 18:00:45.384221 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.390972 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.434946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:45.496034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:00:45.496483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:00:45.559900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:45.563405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No DVR routers for this DVR port 1d1e5dd3-00a6-42b7-a5bc-452fa06a9f31 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:45.598994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918dfe3-9948-4b8f-96c5-8f8aa46fbe5d None None] Pushing event updated for resources: {'Port': ['ID=eba698da-cd46-4b5d-bd34-46791a8ecce2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:45.675941 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:45.960143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-75e623d2-c990-4adb-ad4e-f85503a0a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:45.968080 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-75e623d2-c990-4adb-ad4e-f85503a0a5c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4191833 Jul 06 18:00:45.984626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476b77-590d-4d3a-bbe6-a349c2ba11e6 req-ab84890b-38cd-4dab-84cf-500c6e7f8f57 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:45.986871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55476b77-590d-4d3a-bbe6-a349c2ba11e6 req-ab84890b-38cd-4dab-84cf-500c6e7f8f57 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 943 time: 1.4368048 Jul 06 18:00:45.989367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:46.207366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df17c190-759f-4054-a79f-345919ba3955']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:46.217532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-96ce62be-466d-4130-bcbd-e60eb58eefc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:46.219767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-96ce62be-466d-4130-bcbd-e60eb58eefc5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a68a86-732a-4e4f-b4f1-22a6258e6448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8214900 Jul 06 18:00:46.287942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcb796-3643-4bdb-8120-6308cfc39fd0 req-6f3fd21b-d919-4521-b05a-6953e3c70f19 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:46.296895 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4abcb796-3643-4bdb-8120-6308cfc39fd0 req-6f3fd21b-d919-4521-b05a-6953e3c70f19 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.8400950 Jul 06 18:00:46.387752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15ac76c-e1cf-4033-b06a-481611607e69') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:46.389385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15ac76c-e1cf-4033-b06a-481611607e69') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:46.401969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-b25572c3-25a9-4bc3-95d3-31521f453742 service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649437 Jul 06 18:00:46.557514 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4abcb796-3643-4bdb-8120-6308cfc39fd0 req-ba54a021-4e94-4f1a-9cf0-93ae739d135d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597201 Jul 06 18:00:46.735903 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:46.745719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:46.747022 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.004203 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b79e84ea-82a2-4077-ab16-274d3e56d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.018424 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.041685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55476b77-590d-4d3a-bbe6-a349c2ba11e6 req-5fddb132-09e4-40ae-969a-c9cb8ee13a03 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0319028 Jul 06 18:00:47.074444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.096765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:00:47.097187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:00:47.112538 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:00:47.116425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=bb3dce7c-4075-484d-af6e-2ee74666468c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:47.132761 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8eaa65dc-4f38-4410-8e20-81d9ff72c210 req-68e1587e-760d-4ef4-a394-b17a276f4cc9 service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050555 Jul 06 18:00:47.170704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:47.195341 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:47.332463 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.347132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-df563cc1-b754-4d40-bab0-77fcc5b8378e None None] Provisioning for port eba698da-cd46-4b5d-bd34-46791a8ecce2 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:47.364047 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.366050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/networks/df17c190-759f-4054-a79f-345919ba3955 HTTP/1.1" status: 204 len: 168 time: 4.5822115 Jul 06 18:00:47.372237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be95fc-6279-4c9c-80c4-bec599d698b8 req-76019695-89dd-424d-9d08-88f4d48de6e1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:47.375703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56482) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:47.390832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84be95fc-6279-4c9c-80c4-bec599d698b8 req-76019695-89dd-424d-9d08-88f4d48de6e1 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.6299946 Jul 06 18:00:47.432469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eba698da-cd46-4b5d-bd34-46791a8ecce2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:47.501667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3261a56-be12-4ab6-856a-1814086a1244 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:47.503237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c3261a56-be12-4ab6-856a-1814086a1244 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/0d1f6b3f-66e5-47b4-9473-f29445332a38 HTTP/1.1" status: 200 len: 840 time: 0.1264808 Jul 06 18:00:47.509491 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56484) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:47.517635 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84be95fc-6279-4c9c-80c4-bec599d698b8 req-a1d897f3-4f75-4efe-bf31-b34b29431031 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252389 Jul 06 18:00:47.521868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d937b-8151-4610-a1a6-73c8433a3142 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Network': ['ID=df17c190-759f-4054-a79f-345919ba3955,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:47.548214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port eba698da-cd46-4b5d-bd34-46791a8ecce2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:47.552837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port eba698da-cd46-4b5d-bd34-46791a8ecce2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:47.553217 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.645089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Router 88e4a47f-ed1f-4826-8a74-39676bdad27b is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:00:47.768986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2998ef39-225f-496b-946d-f46eb9624153 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/0d1f6b3f-66e5-47b4-9473-f29445332a38?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2373190 Jul 06 18:00:47.783622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56488) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:47.809419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:47.847849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:47.868359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:47.877905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2c25c9e7-5040-4f30-b43b-c1b9ea93f94c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "PUT /v2.0/routers/88e4a47f-ed1f-4826-8a74-39676bdad27b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6267638 Jul 06 18:00:47.877905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56490) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:47.888251 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Sync routers for ids ['88e4a47f-ed1f-4826-8a74-39676bdad27b'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:47.909729 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Routers {'88e4a47f-ed1f-4826-8a74-39676bdad27b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:47.910736 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['88e4a47f-ed1f-4826-8a74-39676bdad27b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:47.957064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd847159-023e-4efd-b14c-8bf6ff5b51c1 None None] Provisioning for port bb3dce7c-4075-484d-af6e-2ee74666468c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:47.973136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port eba698da-cd46-4b5d-bd34-46791a8ecce2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eba698da-cd46-4b5d-bd34-46791a8ecce2,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:47.975330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd847159-023e-4efd-b14c-8bf6ff5b51c1 None None] Provisioning complete for port bb3dce7c-4075-484d-af6e-2ee74666468c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:47.986604 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd847159-023e-4efd-b14c-8bf6ff5b51c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.023544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-9a00f13d-51db-4db9-b89c-9135dbf80d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:48.026144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-9a00f13d-51db-4db9-b89c-9135dbf80d4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 1094 time: 0.8141057 Jul 06 18:00:48.052111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb94032-b6d6-4896-9ea7-7938eeeb0c39 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:48.066174 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-adb94032-b6d6-4896-9ea7-7938eeeb0c39 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports/bb3dce7c-4075-484d-af6e-2ee74666468c HTTP/1.1" status: 200 len: 911 time: 0.1855357 Jul 06 18:00:48.067082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56492) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:48.090570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fd847159-023e-4efd-b14c-8bf6ff5b51c1 None None] Port bb3dce7c-4075-484d-af6e-2ee74666468c cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:48.098398 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.198657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=eba698da-cd46-4b5d-bd34-46791a8ecce2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:48.289931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:48.295545 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Set router 88e4a47f-ed1f-4826-8a74-39676bdad27b gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:48.321039 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.336968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-569a464d-3290-43a3-ba24-8540134cf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:48.338557 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-569a464d-3290-43a3-ba24-8540134cf752 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a68a86-732a-4e4f-b4f1-22a6258e6448 HTTP/1.1" status: 200 len: 898 time: 0.2603707 Jul 06 18:00:48.346298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b214854-87a4-4086-a079-4c4b67e02a32 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:48.349812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-738a426d-c558-489a-81f3-c103e39b3e0e None None] Provisioning complete for port bb3dce7c-4075-484d-af6e-2ee74666468c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:48.350940 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-738a426d-c558-489a-81f3-c103e39b3e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.368163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b214854-87a4-4086-a079-4c4b67e02a32 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:48.378714 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:48.380817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b214854-87a4-4086-a079-4c4b67e02a32 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3101568 Jul 06 18:00:48.383293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56496) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:48.429786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-738a426d-c558-489a-81f3-c103e39b3e0e None None] Port bb3dce7c-4075-484d-af6e-2ee74666468c cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:48.579648 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-4281549e-0e39-4451-9632-4ecc53e7bec4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=346bab56-48d4-470f-8ee2-5e35c0142985 HTTP/1.1" status: 200 len: 217 time: 0.1239216 Jul 06 18:00:48.764891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-9b8b6316-e72e-4217-916a-f49dd4c9d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:48.768841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-9b8b6316-e72e-4217-916a-f49dd4c9d5b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb51bfcf-d885-4ddb-9db0-c1ab45665d7b HTTP/1.1" status: 200 len: 835 time: 0.1448450 Jul 06 18:00:48.859411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b3f70-718d-4f1f-9060-d49df5b28fe7 req-8e6170e8-a1ed-4fb6-a7aa-0812bac4d139 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:48.861607 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a53b3f70-718d-4f1f-9060-d49df5b28fe7 req-8e6170e8-a1ed-4fb6-a7aa-0812bac4d139 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 943 time: 0.3539865 Jul 06 18:00:48.881116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff3140-bfa8-4c30-a675-7764561d90d8 req-8bc74f1c-332e-4973-a054-48e89e0d477e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:48.893183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15ff3140-bfa8-4c30-a675-7764561d90d8 req-8bc74f1c-332e-4973-a054-48e89e0d477e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 1.3871479 Jul 06 18:00:48.899225 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e4a47f-ed1f-4826-8a74-39676bdad27b', 'name': 'tempest-NetworksTestDHCPv6-router-2080302457', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:41Z', 'updated_at': '2021-07-06T18:00:45Z', 'revision_number': 2, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None, '_interfaces': [{'id': 'bb3dce7c-4075-484d-af6e-2ee74666468c', 'name': '', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'mac_address': 'fa:16:3e:1d:2e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e4a47f-ed1f-4826-8a74-39676bdad27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '3a7a469c-f55e-4d6c-a2da-796acb3719b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:43Z', 'updated_at': '2021-07-06T18:00:46Z', 'revision_number': 2, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'subnets': [{'id': '3a7a469c-f55e-4d6c-a2da-796acb3719b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:48.956611 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Checking router: 88e4a47f-ed1f-4826-8a74-39676bdad27b for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:48.958378 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Updating router 88e4a47f-ed1f-4826-8a74-39676bdad27b port bb3dce7c-4075-484d-af6e-2ee74666468c binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:00:48.977606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a53b3f70-718d-4f1f-9060-d49df5b28fe7 req-bf118ab7-6dfb-491b-a208-6c8816235b44 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677748 Jul 06 18:00:49.049608 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:49.171388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15ff3140-bfa8-4c30-a675-7764561d90d8 req-5dfa35fd-07a7-4634-a49f-9d109ca8cc46 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754543 Jul 06 18:00:49.322086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eba698da-cd46-4b5d-bd34-46791a8ecce2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:49.322861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-2768f532-b518-4856-aa12-4b30ace833be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:49.324778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-2768f532-b518-4856-aa12-4b30ace833be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a68a86-732a-4e4f-b4f1-22a6258e6448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5364096 Jul 06 18:00:49.364874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-eddea3b8-253e-456f-afac-caf3fb134f6e service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9001458 Jul 06 18:00:49.491055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-b08ae5d7-a6dd-4b89-9f1d-3073029196a4 service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218650 Jul 06 18:00:49.543574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01cf3ab1-aace-411e-89b1-26651c51cfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:49.567477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port eba698da-cd46-4b5d-bd34-46791a8ecce2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:49.568070 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:49.754859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da13021-2a62-4ad1-9741-db8b7b631442 req-e613f96e-3195-4262-aaf7-1bda6e9957e2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:49.757539 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8da13021-2a62-4ad1-9741-db8b7b631442 req-e613f96e-3195-4262-aaf7-1bda6e9957e2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.4372356 Jul 06 18:00:49.906492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:49.985644 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.005211 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Transition to ACTIVE for port object bb3dce7c-4075-484d-af6e-2ee74666468c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:50.014618 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.029752 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.068559 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.073986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97a09e38-55fa-4f77-943e-0c60d0263ccb req-3ebc8c46-71f0-4518-b1b0-7cb86a4a4d1e service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422263 Jul 06 18:00:50.077047 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0a199f-eb3b-4678-b93a-b00315a4a92e req-92dd07ce-1795-4c59-9d7e-863618987cbc service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839407 Jul 06 18:00:50.188521 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6501b-d093-4df8-80e7-b43029d4e5c3 None None] Pushing event updated for resources: {'Port': ['ID=bb3dce7c-4075-484d-af6e-2ee74666468c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:50.230205 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8da13021-2a62-4ad1-9741-db8b7b631442 req-11a16862-08da-495b-ad19-9b44df750cb2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4601376 Jul 06 18:00:50.254944 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Attempting to bind port bb3dce7c-4075-484d-af6e-2ee74666468c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:50.255366 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Attempting to bind port bb3dce7c-4075-484d-af6e-2ee74666468c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:50.255757 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Attempting to bind port bb3dce7c-4075-484d-af6e-2ee74666468c on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:50.271927 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:50.272351 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:50.273112 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.273607 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:50.274170 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Bound port: bb3dce7c-4075-484d-af6e-2ee74666468c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:50.274709 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.277412 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c05faf-b938-492e-bf68-9e3d617b143e req-7bb43308-d029-42c7-b02a-2c8ba89ef8fd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:50.292406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49c05faf-b938-492e-bf68-9e3d617b143e req-7bb43308-d029-42c7-b02a-2c8ba89ef8fd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5461047 Jul 06 18:00:50.295210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=5b13fea5-ab97-40a8-bc55-fa09f54b3e83,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:50.317151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:50.358681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:50.364897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:50.366367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.375270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022bf3c-1892-4596-a7f9-bd47ae651ac5 None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:50.478102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-17207b41-4b11-4477-9b54-2227d7015559 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6712751 Jul 06 18:00:50.499372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56506) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:50.501449 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] For port bb3dce7c-4075-484d-af6e-2ee74666468c, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:50.514957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-eda9c131-9267-4654-ac01-fc63107ca118 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1693205501'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:50.518752 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] For port bb3dce7c-4075-484d-af6e-2ee74666468c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bb3dce7c-4075-484d-af6e-2ee74666468c,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:50.527387 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.585557 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-49c05faf-b938-492e-bf68-9e3d617b143e req-5d3eef5f-d593-4546-977a-96891a1b0434 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914696 Jul 06 18:00:50.650462 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eda9c131-9267-4654-ac01-fc63107ca118 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.735245 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Routers {'88e4a47f-ed1f-4826-8a74-39676bdad27b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:50.739260 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['88e4a47f-ed1f-4826-8a74-39676bdad27b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:50.741970 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6501b-d093-4df8-80e7-b43029d4e5c3 None None] Pushing event updated for resources: {'Port': ['ID=bb3dce7c-4075-484d-af6e-2ee74666468c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:50.834660 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eda9c131-9267-4654-ac01-fc63107ca118 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.839902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Deleting port f7ca7306-2608-4dc4-8082-ddfc04a3caf0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:50.840256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.904103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port bb3dce7c-4075-484d-af6e-2ee74666468c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:50.904919 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.920915 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:50.993615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eda9c131-9267-4654-ac01-fc63107ca118 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.172220 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] Set router 88e4a47f-ed1f-4826-8a74-39676bdad27b gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:51.193084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9c131-9267-4654-ac01-fc63107ca118 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ecb635-6723-493e-9e12-63c927ccac33,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:51.213889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 346bab56-48d4-470f-8ee2-5e35c0142985 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:00:51.235402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebda60-9b6a-4bab-8c49-8a7ad5729a90 req-1ba77c14-ce23-4a68-a165-a2a33edc761c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:51.242424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-357c2186-e093-42cc-a827-5a1ecab21669', 'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'tenant_id': '35ac2dd17d0b4b89bc3ce898b8e8f4dc', 'fixed_ips': [{'subnet_id': '5b13fea5-ab97-40a8-bc55-fa09f54b3e83'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:00:51.243393 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.254423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5ebda60-9b6a-4bab-8c49-8a7ad5729a90 req-1ba77c14-ce23-4a68-a165-a2a33edc761c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 943 time: 0.4940827 Jul 06 18:00:51.290812 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eda9c131-9267-4654-ac01-fc63107ca118 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.292501 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eda9c131-9267-4654-ac01-fc63107ca118 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7875118 Jul 06 18:00:51.298911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:51.308233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-29e6f1c3-167b-4256-86c9-957e7e881e17 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'security_group': {'name': 'tempest-secgroup-350524336'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:51.378805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] For port f7ca7306-2608-4dc4-8082-ddfc04a3caf0, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f7ca7306-2608-4dc4-8082-ddfc04a3caf0,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:51.379545 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.430892 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29e6f1c3-167b-4256-86c9-957e7e881e17 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.432274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] For port bb3dce7c-4075-484d-af6e-2ee74666468c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bb3dce7c-4075-484d-af6e-2ee74666468c,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:51.432727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:51.434272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Calling delete_port for f7ca7306-2608-4dc4-8082-ddfc04a3caf0 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:51.449580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523ae3d-e56d-4b56-a8f1-b5ddba7d4cfe req-c0e3cb0f-3eb1-4f15-89a1-01013b53d7a0 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:51.459683 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1523ae3d-e56d-4b56-a8f1-b5ddba7d4cfe req-c0e3cb0f-3eb1-4f15-89a1-01013b53d7a0 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2685127 Jul 06 18:00:51.483183 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5ebda60-9b6a-4bab-8c49-8a7ad5729a90 req-afeb0ea8-b2c5-4d38-9346-e2d87465b470 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277913 Jul 06 18:00:51.514528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for bb3dce7c-4075-484d-af6e-2ee74666468c owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:51.649342 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:00:51.770958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1523ae3d-e56d-4b56-a8f1-b5ddba7d4cfe req-b77d9d15-ea56-444e-b054-f0cb6e7af674 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099146 Jul 06 18:00:51.951288 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e4a47f-ed1f-4826-8a74-39676bdad27b', 'name': 'tempest-NetworksTestDHCPv6-router-2080302457', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:41Z', 'updated_at': '2021-07-06T18:00:45Z', 'revision_number': 2, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None, '_interfaces': [{'id': 'bb3dce7c-4075-484d-af6e-2ee74666468c', 'name': '', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'mac_address': 'fa:16:3e:1d:2e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e4a47f-ed1f-4826-8a74-39676bdad27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '3a7a469c-f55e-4d6c-a2da-796acb3719b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:43Z', 'updated_at': '2021-07-06T18:00:50Z', 'revision_number': 4, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'subnets': [{'id': '3a7a469c-f55e-4d6c-a2da-796acb3719b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:51.968017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Allocated IP 172.20.0.2 (357c2186-e093-42cc-a827-5a1ecab21669/5b13fea5-ab97-40a8-bc55-fa09f54b3e83/421c1993-fd9d-4f2b-b299-a4be3112f19f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:51.996924 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29e6f1c3-167b-4256-86c9-957e7e881e17 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.015844 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29e6f1c3-167b-4256-86c9-957e7e881e17 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.022586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76812e6c-b634-454d-a30a-6a0b675ce5c4 req-ab4d5a65-e090-4dbc-a93b-c0c34977cbf3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:52.037428 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76812e6c-b634-454d-a30a-6a0b675ce5c4 req-ab4d5a65-e090-4dbc-a93b-c0c34977cbf3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.2609947 Jul 06 18:00:52.064581 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794cd35-aa2f-4b6c-88a9-b29993bd76e3 None None] The sync data for ids ['88e4a47f-ed1f-4826-8a74-39676bdad27b'] in n-d-799526-3 is: [{'id': '88e4a47f-ed1f-4826-8a74-39676bdad27b', 'name': 'tempest-NetworksTestDHCPv6-router-2080302457', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:41Z', 'updated_at': '2021-07-06T18:00:45Z', 'revision_number': 2, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None, '_interfaces': [{'id': 'bb3dce7c-4075-484d-af6e-2ee74666468c', 'name': '', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'mac_address': 'fa:16:3e:1d:2e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e4a47f-ed1f-4826-8a74-39676bdad27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '3a7a469c-f55e-4d6c-a2da-796acb3719b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:43Z', 'updated_at': '2021-07-06T18:00:50Z', 'revision_number': 4, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'subnets': [{'id': '3a7a469c-f55e-4d6c-a2da-796acb3719b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:52.076550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6f1c3-167b-4256-86c9-957e7e881e17 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f37dac-6cde-47be-bcd4-3559eb8c409b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:52.093613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29e6f1c3-167b-4256-86c9-957e7e881e17 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.095284 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-29e6f1c3-167b-4256-86c9-957e7e881e17 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7934439 Jul 06 18:00:52.113631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56518) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:52.132016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1659118344', 'security_groups': ['d2f37dac-6cde-47be-bcd4-3559eb8c409b'], 'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5b13fea5-ab97-40a8-bc55-fa09f54b3e83'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:52.252011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 346bab56-48d4-470f-8ee2-5e35c0142985, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=346bab56-48d4-470f-8ee2-5e35c0142985,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:52.327409 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76812e6c-b634-454d-a30a-6a0b675ce5c4 req-a20a6475-e08f-4b3a-901c-d7345e807a79 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830396 Jul 06 18:00:52.328518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.334814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '346bab56-48d4-470f-8ee2-5e35c0142985', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:00:52.379525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=bb3dce7c-4075-484d-af6e-2ee74666468c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:52.551626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.674043 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:52.997155 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.055318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Transition to ACTIVE for port object 421c1993-fd9d-4f2b-b299-a4be3112f19f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:53.155247 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.193241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:53.214263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346bab56-48d4-470f-8ee2-5e35c0142985 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:00:53.230043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Router 88e4a47f-ed1f-4826-8a74-39676bdad27b has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:00:53.242282 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.293126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Transition to ACTIVE for port object 421c1993-fd9d-4f2b-b299-a4be3112f19f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:53.340431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 346bab56-48d4-470f-8ee2-5e35c0142985, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=346bab56-48d4-470f-8ee2-5e35c0142985,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:53.362657 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.386409 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.462911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Pushing event updated for resources: {'Port': ['ID=421c1993-fd9d-4f2b-b299-a4be3112f19f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:53.468583 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:53.515552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:00:53.641305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:53.645028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=346bab56-48d4-470f-8ee2-5e35c0142985,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:53.651112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75721416-1944-471c-a1ef-faa3c3530772 req-c8226aed-ac28-4a55-afa9-ae3116d2a975 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:53.652044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ca7306-2608-4dc4-8082-ddfc04a3caf0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:53.664077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:53.669509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:53.671854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75721416-1944-471c-a1ef-faa3c3530772 req-c8226aed-ac28-4a55-afa9-ae3116d2a975 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 943 time: 0.6762383 Jul 06 18:00:53.676008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:53.698277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['346bab56-48d4-470f-8ee2-5e35c0142985'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:00:53.775369 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ad6d0acb-e16a-4c84-ac1a-3ad96766b588 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "PUT /v2.0/routers/88e4a47f-ed1f-4826-8a74-39676bdad27b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3884265 Jul 06 18:00:53.783401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56526) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:53.877392 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-75721416-1944-471c-a1ef-faa3c3530772 req-6db2e6d3-2c82-4eb9-ba27-3e2f05625a4d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039392 Jul 06 18:00:53.925332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d59bc-ed3a-44a9-ba5e-8cbad79296db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:53.928015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d59bc-ed3a-44a9-ba5e-8cbad79296db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:53.933576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-696d59bc-ed3a-44a9-ba5e-8cbad79296db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1438975 Jul 06 18:00:53.936061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56528) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:54.071864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Attempting to bind port 421c1993-fd9d-4f2b-b299-a4be3112f19f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:54.073044 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Attempting to bind port 421c1993-fd9d-4f2b-b299-a4be3112f19f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '31af50e3-be87-4dae-a06c-b1f209f255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '357c2186-e093-42cc-a827-5a1ecab21669'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:54.073998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Attempting to bind port 421c1993-fd9d-4f2b-b299-a4be3112f19f on network 357c2186-e093-42cc-a827-5a1ecab21669 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:54.120540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:54.121371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Checking segment: {'id': '31af50e3-be87-4dae-a06c-b1f209f255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '357c2186-e093-42cc-a827-5a1ecab21669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:54.123633 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.124366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Bound using segment: {'id': '31af50e3-be87-4dae-a06c-b1f209f255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '357c2186-e093-42cc-a827-5a1ecab21669'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:54.125214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Bound port: 421c1993-fd9d-4f2b-b299-a4be3112f19f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31af50e3-be87-4dae-a06c-b1f209f255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '357c2186-e093-42cc-a827-5a1ecab21669'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:54.125947 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.148051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9f0755-35e3-4af1-8e8a-c89a740c2f07 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 3a7a469c-f55e-4d6c-a2da-796acb3719b8 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:54.171206 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0755-35e3-4af1-8e8a-c89a740c2f07 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.193718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a38a2-0641-49d3-aaec-409d6f7291a2 req-83bf8f06-a67a-4866-8031-280bcd22eba4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:54.205663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe1a38a2-0641-49d3-aaec-409d6f7291a2 req-83bf8f06-a67a-4866-8031-280bcd22eba4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 1.1536555 Jul 06 18:00:54.327907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d58006ac-579f-4641-9a62-289c4859790c None None] For port 421c1993-fd9d-4f2b-b299-a4be3112f19f, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:00:54.355532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d58006ac-579f-4641-9a62-289c4859790c None None] For port 421c1993-fd9d-4f2b-b299-a4be3112f19f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=421c1993-fd9d-4f2b-b299-a4be3112f19f,segment=NetworkSegment(31af50e3-be87-4dae-a06c-b1f209f255e6),segment_id=31af50e3-be87-4dae-a06c-b1f209f255e6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:00:54.369096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.391017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe1a38a2-0641-49d3-aaec-409d6f7291a2 req-dfeff087-2254-4844-a612-b8264062727d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841414 Jul 06 18:00:54.405842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.5 (357c2186-e093-42cc-a827-5a1ecab21669/5b13fea5-ab97-40a8-bc55-fa09f54b3e83/e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:54.432363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.443176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58006ac-579f-4641-9a62-289c4859790c None None] Pushing event updated for resources: {'Port': ['ID=421c1993-fd9d-4f2b-b299-a4be3112f19f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:54.742134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0755-35e3-4af1-8e8a-c89a740c2f07 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.877620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b2174-e2b2-4d25-b4d4-852f4f26c063 req-8d148f97-bca7-40c1-a1a7-b4ca35e79642 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:54.879258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-120b2174-e2b2-4d25-b4d4-852f4f26c063 req-8d148f97-bca7-40c1-a1a7-b4ca35e79642 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2116549 Jul 06 18:00:54.908900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45694f4-197c-4e27-af80-f6a3c3ca2717 req-1ff59cd7-10ae-41bb-9e6e-805eefd00587 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:54.910695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b45694f4-197c-4e27-af80-f6a3c3ca2717 req-1ff59cd7-10ae-41bb-9e6e-805eefd00587 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.6703792 Jul 06 18:00:54.922771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0755-35e3-4af1-8e8a-c89a740c2f07 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.936717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:54.988700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:55.006594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] Sync routers for ids ['88e4a47f-ed1f-4826-8a74-39676bdad27b'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:55.022282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] Routers {'88e4a47f-ed1f-4826-8a74-39676bdad27b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:55.023513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['88e4a47f-ed1f-4826-8a74-39676bdad27b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:55.037802 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b45694f4-197c-4e27-af80-f6a3c3ca2717 req-f2e980e3-4451-45a6-9181-9d83a2f73157 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167340 Jul 06 18:00:55.049757 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-120b2174-e2b2-4d25-b4d4-852f4f26c063 req-da66d64f-2379-481f-958d-5a8ebfa5a45b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142840 Jul 06 18:00:55.097768 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0755-35e3-4af1-8e8a-c89a740c2f07 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.107929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Router c0385453-0c02-41ee-a085-effc91ed9116 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:00:55.139253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0755-35e3-4af1-8e8a-c89a740c2f07 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.144127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1c9f0755-35e3-4af1-8e8a-c89a740c2f07 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/3a7a469c-f55e-4d6c-a2da-796acb3719b8 HTTP/1.1" status: 204 len: 168 time: 1.1999924 Jul 06 18:00:55.154367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:55.175878 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f0755-35e3-4af1-8e8a-c89a740c2f07 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7a469c-f55e-4d6c-a2da-796acb3719b8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:55.292821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2695300-7b38-46ee-aa70-c3a5e0a8773d None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:55.370590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd487f-30cc-4449-b43e-e41cee4271b1 req-e8313f44-2bf1-4adc-aac3-0d2a572ea4b8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:55.370849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.373196 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fbd487f-30cc-4449-b43e-e41cee4271b1 req-e8313f44-2bf1-4adc-aac3-0d2a572ea4b8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 944 time: 0.1262610 Jul 06 18:00:55.387444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] Set router 88e4a47f-ed1f-4826-8a74-39676bdad27b gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:55.423080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 346bab56-48d4-470f-8ee2-5e35c0142985 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:55.465807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 421c1993-fd9d-4f2b-b299-a4be3112f19f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:55.487143 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fbd487f-30cc-4449-b43e-e41cee4271b1 req-0d40e68a-c990-4375-89cf-c67e5095f977 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063247 Jul 06 18:00:55.496043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e4a47f-ed1f-4826-8a74-39676bdad27b', 'name': 'tempest-NetworksTestDHCPv6-router-2080302457', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:41Z', 'updated_at': '2021-07-06T18:00:51Z', 'revision_number': 3, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:55.508954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:55.553694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:55.556463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:55.567483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] Checking router: 88e4a47f-ed1f-4826-8a74-39676bdad27b for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:55.641489 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4d38f388-2a05-4453-b6cb-d181826dd1c0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4817419 Jul 06 18:00:55.643222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] Routers {'88e4a47f-ed1f-4826-8a74-39676bdad27b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:55.643885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['88e4a47f-ed1f-4826-8a74-39676bdad27b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:55.644526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56540) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:55.647593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:55.703720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:55.704742 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.748891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:00:55.758485 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dadfceca-82be-46b8-9a12-be607b01054d admin admin] 10.222.0.13 "PUT /v2.0/routers/c0385453-0c02-41ee-a085-effc91ed9116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5756466 Jul 06 18:00:55.761150 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] Sync routers for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:00:55.762195 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-58dc103b-0441-4925-bf56-b34c12719e55 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6470420 Jul 06 18:00:55.762850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56542) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:55.768003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56544) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:55.778480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ee002f16-0491-4d61-bd55-4f7d3b295b4b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:55.781223 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:55.782248 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:55.786026 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50319ccc-08ec-4ec5-b6cb-15d0af15b71e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:55.852090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 421c1993-fd9d-4f2b-b299-a4be3112f19f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:55.854931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34f037-7f37-4c6e-bcf0-6dc16309e9ca req-41250968-919c-4a69-ae62-5e5dad3d9717 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:55.856575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f34f037-7f37-4c6e-bcf0-6dc16309e9ca req-41250968-919c-4a69-ae62-5e5dad3d9717 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3797381 Jul 06 18:00:55.870381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 346bab56-48d4-470f-8ee2-5e35c0142985 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:55.877350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] Set router 88e4a47f-ed1f-4826-8a74-39676bdad27b gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:55.934070 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 346bab56-48d4-470f-8ee2-5e35c0142985 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:55.934792 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.033085 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:56.080313 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f34f037-7f37-4c6e-bcf0-6dc16309e9ca req-f5ad4d33-ce21-4eed-be7a-6610059559ff tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778667 Jul 06 18:00:56.098723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e4a47f-ed1f-4826-8a74-39676bdad27b', 'name': 'tempest-NetworksTestDHCPv6-router-2080302457', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:41Z', 'updated_at': '2021-07-06T18:00:51Z', 'revision_number': 3, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:56.106390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50319ccc-08ec-4ec5-b6cb-15d0af15b71e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.108595 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.120792 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50319ccc-08ec-4ec5-b6cb-15d0af15b71e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.198958 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2dc0a0-bd77-4634-bcdc-98705d149a87 None None] The sync data for ids ['88e4a47f-ed1f-4826-8a74-39676bdad27b'] in n-d-799526-3 is: [{'id': '88e4a47f-ed1f-4826-8a74-39676bdad27b', 'name': 'tempest-NetworksTestDHCPv6-router-2080302457', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:41Z', 'updated_at': '2021-07-06T18:00:51Z', 'revision_number': 3, 'project_id': '2622561e9e1d4bff9825e569a5c5d16e', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:56.299527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50319ccc-08ec-4ec5-b6cb-15d0af15b71e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.300534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50319ccc-08ec-4ec5-b6cb-15d0af15b71e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Fanout notify agent at l3_agent the message router_deleted on router 88e4a47f-ed1f-4826-8a74-39676bdad27b {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:00:56.314072 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50319ccc-08ec-4ec5-b6cb-15d0af15b71e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.324546 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-50319ccc-08ec-4ec5-b6cb-15d0af15b71e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/routers/88e4a47f-ed1f-4826-8a74-39676bdad27b HTTP/1.1" status: 204 len: 168 time: 0.6778049 Jul 06 18:00:56.327205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] Provisioning for port 421c1993-fd9d-4f2b-b299-a4be3112f19f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:56.330117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56550) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:56.349877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] Provisioning complete for port 421c1993-fd9d-4f2b-b299-a4be3112f19f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:56.350266 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.401648 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.500262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:00:56.502560 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T18:00:52Z', 'revision_number': 5, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:56.502840 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407c2c5e-3365-46cf-a1c5-9c1d2b67a5bd" -d '{"events": [{"server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "name": "network-vif-plugged", "status": "completed", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:00:56.523757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 346bab56-48d4-470f-8ee2-5e35c0142985, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=346bab56-48d4-470f-8ee2-5e35c0142985,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:56.533849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.553064 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] Checking router: c0385453-0c02-41ee-a085-effc91ed9116 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:00:56.578805 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] Routers {'c0385453-0c02-41ee-a085-effc91ed9116'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:00:56.579824 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c0385453-0c02-41ee-a085-effc91ed9116'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:56.641431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7717b760-cb7d-4d62-82ee-7629a00ac114 None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:00:56.659918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39eb8-4a13-441b-ad63-a055ab78aa85 req-df16f35b-64c8-443d-bcae-56de5209d148 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:56.661624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe39eb8-4a13-441b-ad63-a055ab78aa85 req-df16f35b-64c8-443d-bcae-56de5209d148 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.1967256 Jul 06 18:00:56.700387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0beb5-25e0-45c4-a390-d35d2ff0262a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:56.711519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1ba0beb5-25e0-45c4-a390-d35d2ff0262a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3798892 Jul 06 18:00:56.712760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56556) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:56.809301 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] Set router c0385453-0c02-41ee-a085-effc91ed9116 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:00:56.844487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe39eb8-4a13-441b-ad63-a055ab78aa85 req-4e1c5114-abff-4984-a0dd-25dbcafc8abe tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681507 Jul 06 18:00:56.846185 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.856482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=346bab56-48d4-470f-8ee2-5e35c0142985,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:56.861740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b5a71-56f5-4cf6-98ab-027f4abeab56 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:56.866536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5b7b5a71-56f5-4cf6-98ab-027f4abeab56 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1489477 Jul 06 18:00:56.867027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:56.915489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee002f16-0491-4d61-bd55-4f7d3b295b4b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:56.928314 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee002f16-0491-4d61-bd55-4f7d3b295b4b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:56.970430 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a4e6f-7b8d-403a-9ca5-4e0091616ad3 x-openstack-request-id: req-063a4e6f-7b8d-403a-9ca5-4e0091616ad3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:00:56.970889 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "name": "network-vif-plugged", "status": "completed", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:00:56.971298 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-063a4e6f-7b8d-403a-9ca5-4e0091616ad3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:00:56.971939 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985', 'code': 200} Jul 06 18:00:57.024430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] For port 421c1993-fd9d-4f2b-b299-a4be3112f19f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=421c1993-fd9d-4f2b-b299-a4be3112f19f,segment=NetworkSegment(31af50e3-be87-4dae-a06c-b1f209f255e6),segment_id=31af50e3-be87-4dae-a06c-b1f209f255e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:57.024670 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ea5800cd-2a5e-4675-8fa8-fa2a96dffed8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1557581 Jul 06 18:00:57.033349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:57.044778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7717b760-cb7d-4d62-82ee-7629a00ac114 None None] Deleting port eba698da-cd46-4b5d-bd34-46791a8ecce2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:57.045391 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7717b760-cb7d-4d62-82ee-7629a00ac114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.046706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:57.079286 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.271231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:57.276414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.299875 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T18:00:52Z', 'revision_number': 5, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:00:57.303008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eba698da-cd46-4b5d-bd34-46791a8ecce2 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:57.333337 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6033c04-3450-464e-9242-5c6c12edcdc8 None None] The sync data for ids ['c0385453-0c02-41ee-a085-effc91ed9116'] in n-d-799526-3 is: [{'id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'name': 'tempest-TestServerBasicOps-1153715604-router', 'tenant_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:54:38Z', 'updated_at': '2021-07-06T18:00:52Z', 'revision_number': 5, 'project_id': 'f63020b609ef4d059aa6ebd3e050ba1d', 'gw_port': {'id': '4fabf5d7-d598-4b05-bb81-1e8fe8ef2271', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0385453-0c02-41ee-a085-effc91ed9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:54:39Z', 'updated_at': '2021-07-06T17:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:00:57.334193 n-d-799526-3 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-ee002f16-0491-4d61-bd55-4f7d3b295b4b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5b13fea5-ab97-40a8-bc55-fa09f54b3e83 (CIDR: 172.20.0.0/28) Jul 06 18:00:57.355766 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee002f16-0491-4d61-bd55-4f7d3b295b4b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:00:57.356323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee002f16-0491-4d61-bd55-4f7d3b295b4b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:00:57.397262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.408792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d019bf-6bf9-4011-980a-af12bd0a28ce req-a9124c0a-f59d-48f2-aab1-1af896dd9eb8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:57.410558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08d019bf-6bf9-4011-980a-af12bd0a28ce req-a9124c0a-f59d-48f2-aab1-1af896dd9eb8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.6810489 Jul 06 18:00:57.427752 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ee002f16-0491-4d61-bd55-4f7d3b295b4b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6544607 Jul 06 18:00:57.433824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa138d73-560d-4880-91bf-8e6b33fe4d6c req-779036a9-482d-49a6-af79-80048f190bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:57.436487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa138d73-560d-4880-91bf-8e6b33fe4d6c req-779036a9-482d-49a6-af79-80048f190bc6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 1096 time: 0.3497829 Jul 06 18:00:57.437910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2742-4c90-4ee2-956d-41d15305e5fc req-3d2448af-ef29-4af5-aaba-4a77983683d3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:57.438174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56562) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:57.438409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] Provisioning complete for port 0d1f6b3f-66e5-47b4-9473-f29445332a38 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:57.440827 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.445618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:57.448258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3a6c2742-4c90-4ee2-956d-41d15305e5fc req-3d2448af-ef29-4af5-aaba-4a77983683d3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 945 time: 0.3521945 Jul 06 18:00:57.491491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] Pushing event updated for resources: {'Port': ['ID=421c1993-fd9d-4f2b-b299-a4be3112f19f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:57.515555 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3a6c2742-4c90-4ee2-956d-41d15305e5fc req-bf343ec7-2b17-4314-9b19-09e071adb10d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612249 Jul 06 18:00:57.554602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7717b760-cb7d-4d62-82ee-7629a00ac114 None None] For port eba698da-cd46-4b5d-bd34-46791a8ecce2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eba698da-cd46-4b5d-bd34-46791a8ecce2,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:57.555686 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7717b760-cb7d-4d62-82ee-7629a00ac114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.570063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-891a55b2-004a-4a53-9c2a-02fc9131bcec None None] Port 0d1f6b3f-66e5-47b4-9473-f29445332a38 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:57.577541 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7717b760-cb7d-4d62-82ee-7629a00ac114 None None] Calling delete_port for eba698da-cd46-4b5d-bd34-46791a8ecce2 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:57.591931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-08d019bf-6bf9-4011-980a-af12bd0a28ce req-9034b66a-2d38-42c5-a8f9-46d5816f7716 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528018 Jul 06 18:00:57.640254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa138d73-560d-4880-91bf-8e6b33fe4d6c req-8a880de4-4af8-4b8e-89b5-e358cd05096b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710114 Jul 06 18:00:57.663602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Deleting port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:00:57.664032 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.704393 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.740293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6452b8bc-594d-411d-9c8e-257bb33646e0 None None] Provisioning for port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:00:57.756348 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6452b8bc-594d-411d-9c8e-257bb33646e0 None None] Provisioning complete for port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:57.756766 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6452b8bc-594d-411d-9c8e-257bb33646e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.819378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port eba698da-cd46-4b5d-bd34-46791a8ecce2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eba698da-cd46-4b5d-bd34-46791a8ecce2,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:57.827980 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.828793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bb3dce7c-4075-484d-af6e-2ee74666468c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:00:57.833501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:57.834519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6452b8bc-594d-411d-9c8e-257bb33646e0 None None] Port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:00:57.845475 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.856003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: bb3dce7c-4075-484d-af6e-2ee74666468c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:00:57.856206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bb3dce7c-4075-484d-af6e-2ee74666468c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:00:57.874718 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7717b760-cb7d-4d62-82ee-7629a00ac114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.879553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event deleted for resources: {'Port': ['ID=eba698da-cd46-4b5d-bd34-46791a8ecce2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:57.910804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717b760-cb7d-4d62-82ee-7629a00ac114 None None] No DVR routers for this DVR port eba698da-cd46-4b5d-bd34-46791a8ecce2 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:00:57.913769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] For port 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4fabf5d7-d598-4b05-bb81-1e8fe8ef2271,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:00:57.914158 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.915183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717b760-cb7d-4d62-82ee-7629a00ac114 None None] Pushing event deleted for resources: {'Port': ['ID=eba698da-cd46-4b5d-bd34-46791a8ecce2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:57.968104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:00:57.969720 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:57.978892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Calling delete_port for 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:00:58.059760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:58.067320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:58.070616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:58.071242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.079180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da02468-e3b3-43b1-9ee5-582cd2c990d8 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:58.092670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=8d691ef4-fbea-4598-92f8-b22c52976847,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:58.101211 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e8c04985-fdf8-4a0a-ae8b-335cab3a3811 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0647173 Jul 06 18:00:58.104697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:58.110480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:58.175769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f24c3a-adb2-439a-a81c-099c3fe5e189 req-00b28021-e98f-4fd2-a6b4-4b87199bf1dd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:58.183251 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0f24c3a-adb2-439a-a81c-099c3fe5e189 req-00b28021-e98f-4fd2-a6b4-4b87199bf1dd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2850709 Jul 06 18:00:58.200204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca2e55-ccd7-4adc-898f-1f5eee574bc4 req-275eeab4-f121-4ecb-8919-d732a2368afc tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:58.202026 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3ca2e55-ccd7-4adc-898f-1f5eee574bc4 req-275eeab4-f121-4ecb-8919-d732a2368afc tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.1907837 Jul 06 18:00:58.286630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3ca2e55-ccd7-4adc-898f-1f5eee574bc4 req-682c6cce-7591-4d29-99fe-34e3ccc25ce4 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701847 Jul 06 18:00:58.300667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:58.306976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.328507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0f24c3a-adb2-439a-a81c-099c3fe5e189 req-7f9fc756-3056-4474-94cb-8e34957558b0 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445823 Jul 06 18:00:58.428349 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '8d691ef4-fbea-4598-92f8-b22c52976847'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:00:58.429257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.547926 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.693780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.704744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Pushing event deleted for resources: {'Port': ['ID=4fabf5d7-d598-4b05-bb81-1e8fe8ef2271,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:58.726666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fce87-d843-4483-b3f0-c2826888c13c req-9a0f2e1f-bd70-464f-8e58-2dbd85f1d9cd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:58.728463 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb7fce87-d843-4483-b3f0-c2826888c13c req-9a0f2e1f-bd70-464f-8e58-2dbd85f1d9cd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1422451 Jul 06 18:00:58.746384 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.760242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Allocated IP 2001:db8::f816:3eff:fe9b:81 (bc2bb118-1fef-4c36-8bc5-3622127a006f/8d691ef4-fbea-4598-92f8-b22c52976847/bae74ffc-5fb9-4efc-91ca-19e5c02a9a23) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:00:58.794074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.817978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:58.824407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:58.831521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:58.833664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:58.834499 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.864709 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb7fce87-d843-4483-b3f0-c2826888c13c req-dece6920-5cb4-45d2-b44e-7d91a43003cb tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143289 Jul 06 18:00:58.867611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=3e01baf9-c375-4329-a720-ade1e5ef0bb2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:58.879594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2ddcabeb-8646-40a3-9aef-80c93996841e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7735631 Jul 06 18:00:58.884333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:58.887600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:58.894695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:58.896379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:58.898967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:8a:e0:ac', 'name': 'tempest-NetworksTestDHCPv6-1730340521'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:58.928538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13387a-7913-4e4d-8120-0504ecf4ebf7 None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:00:58.962935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=c915fee7-6af8-420f-b58b-031422378379,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:58.998106 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.003864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.008368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e269160d-3815-4579-98a5-dfa113d2d325 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5667987 Jul 06 18:00:59.012040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56580) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:59.021104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-465926437', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c915fee7-6af8-420f-b58b-031422378379'}], 'security_groups': ['c3ecb635-6723-493e-9e12-63c927ccac33']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:59.160027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9a8e3-7c9c-4c8c-a8ba-97e493ff1069 req-f244a28c-440b-493e-a92b-d61278e713f8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:59.170938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fbe9a8e3-7c9c-4c8c-a8ba-97e493ff1069 req-f244a28c-440b-493e-a92b-d61278e713f8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 945 time: 0.4785411 Jul 06 18:00:59.187580 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.188415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0385453-0c02-41ee-a085-effc91ed9116 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:00:59.222625 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.226852 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e50abec6-51e3-4660-8751-08e2502294df admin admin] 10.222.0.13 "DELETE /v2.0/routers/c0385453-0c02-41ee-a085-effc91ed9116 HTTP/1.1" status: 204 len: 168 time: 3.4591188 Jul 06 18:00:59.231555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56584) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:59.267531 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fbe9a8e3-7c9c-4c8c-a8ba-97e493ff1069 req-039bc48a-ea1c-40c1-bf7d-6d86d26166ee tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950444 Jul 06 18:00:59.429022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 421c1993-fd9d-4f2b-b299-a4be3112f19f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:00:59.444587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:00:59.460400 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.473852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d758fa-4366-4f29-b711-d61f7eaf5dca admin admin] Deleting subnet e35ff548-69b7-478a-8ff2-8187439878e8 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:00:59.478510 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0d758fa-4366-4f29-b711-d61f7eaf5dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.486182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Transition to ACTIVE for port object bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:59.524808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Transition to ACTIVE for port object bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:00:59.540067 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.564706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0d758fa-4366-4f29-b711-d61f7eaf5dca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.618389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 421c1993-fd9d-4f2b-b299-a4be3112f19f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:00:59.619017 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.627316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:00:59.641985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a4bbb-9def-4508-9f79-91b37ba98f15 req-dc859f5d-e9e7-45df-a0a0-8f4a00c18783 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:59.650760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e50a4bbb-9def-4508-9f79-91b37ba98f15 req-dc859f5d-e9e7-45df-a0a0-8f4a00c18783 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 945 time: 0.1301360 Jul 06 18:00:59.658796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:00:59.666710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:00:59.668934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Pushing event updated for resources: {'Port': ['ID=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:00:59.697183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a5f0a-929d-40c7-b002-423c17c68b5f req-86fabf53-62d8-4e3e-a284-e74de86ec030 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:59.703227 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e0a5f0a-929d-40c7-b002-423c17c68b5f req-86fabf53-62d8-4e3e-a284-e74de86ec030 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.4421384 Jul 06 18:00:59.710974 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e50a4bbb-9def-4508-9f79-91b37ba98f15 req-a8c8f28c-30b3-4047-be3c-1b0c57c83d7b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590613 Jul 06 18:00:59.714835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.731023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56590) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:59.739194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7c864-e299-49cc-9061-84724d2c4264 None None] Update dhcp port {'port': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'fixed_ips': [{'subnet_id': '5b13fea5-ab97-40a8-bc55-fa09f54b3e83', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c915fee7-6af8-420f-b58b-031422378379'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '421c1993-fd9d-4f2b-b299-a4be3112f19f'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:00:59.801270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Attempting to bind port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:00:59.801513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Attempting to bind port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:00:59.801889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Attempting to bind port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:00:59.823012 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f7c864-e299-49cc-9061-84724d2c4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.828069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:00:59.828459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:00:59.828878 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.829286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:00:59.829786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Bound port: bae74ffc-5fb9-4efc-91ca-19e5c02a9a23, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:00:59.830545 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.899966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e49a6d2-f998-4209-91ed-6f7eb06ecfeb tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:00:59.905925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9e49a6d2-f998-4209-91ed-6f7eb06ecfeb tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 1091 time: 0.1736584 Jul 06 18:00:59.906882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56592) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:00:59.912188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:00:59.951331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:00:59.967800 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.003605 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e0a5f0a-929d-40c7-b002-423c17c68b5f req-2c069faf-c9d4-410c-89a6-c9704c472c08 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838516 Jul 06 18:01:00.006824 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0d758fa-4366-4f29-b711-d61f7eaf5dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.102609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2218e0-9bcb-4fc6-a79d-42f37fe90caa req-906a9014-5a6d-4762-8694-3c5fc0ea4cac tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:00.103826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8c2218e0-9bcb-4fc6-a79d-42f37fe90caa req-906a9014-5a6d-4762-8694-3c5fc0ea4cac tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 944 time: 0.1469371 Jul 06 18:01:00.139342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f7ca7306-2608-4dc4-8082-ddfc04a3caf0 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:00.140582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 251072e4-1214-480b-a184-22fe19256f47 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:00.171037 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8c2218e0-9bcb-4fc6-a79d-42f37fe90caa req-ca721d45-b868-4033-95d7-ad4edc213a0f tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568838 Jul 06 18:01:00.181739 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.238524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f7ca7306-2608-4dc4-8082-ddfc04a3caf0 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:00.238524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f7ca7306-2608-4dc4-8082-ddfc04a3caf0 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:00.255311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] For port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:00.261108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] For port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:00.268546 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.377155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-c8f7c864-e299-49cc-9061-84724d2c4264 None None] Allocated IP 172.20.0.18 (357c2186-e093-42cc-a827-5a1ecab21669/c915fee7-6af8-420f-b58b-031422378379/421c1993-fd9d-4f2b-b299-a4be3112f19f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:00.377155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ed7ec-8a3b-4620-ba96-72e60aaea4f4 None None] Pushing event updated for resources: {'Port': ['ID=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:00.387776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.25.7.202 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/799134a7-4a4a-4f2e-b65f-fa0a7d5a6156) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:00.513874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c8f7c864-e299-49cc-9061-84724d2c4264 None None] For port 421c1993-fd9d-4f2b-b299-a4be3112f19f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=421c1993-fd9d-4f2b-b299-a4be3112f19f,segment=NetworkSegment(31af50e3-be87-4dae-a06c-b1f209f255e6),segment_id=31af50e3-be87-4dae-a06c-b1f209f255e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:00.525382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 41c8432b-9a17-4cf7-9584-870271134410 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:01:00.567437 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.570859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f7c864-e299-49cc-9061-84724d2c4264 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.623994 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.707894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:00.708995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=799134a7-4a4a-4f2e-b65f-fa0a7d5a6156,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:00.713725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:00.721804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:00.729254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c8f7c864-e299-49cc-9061-84724d2c4264 None None] Transition to ACTIVE for port object 421c1993-fd9d-4f2b-b299-a4be3112f19f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:00.740040 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f7c864-e299-49cc-9061-84724d2c4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.756980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:00.860322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '41c8432b-9a17-4cf7-9584-870271134410', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'port_id': '41c8432b-9a17-4cf7-9584-870271134410', 'mac_address': 'fa:16:3e:f4:af:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:01:00.928640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:00.938230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7c864-e299-49cc-9061-84724d2c4264 None None] Pushing event updated for resources: {'Port': ['ID=421c1993-fd9d-4f2b-b299-a4be3112f19f,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:00.954960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c8432b-9a17-4cf7-9584-870271134410 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:01:01.009709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:01.017216 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.106320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:01.164463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0d758fa-4366-4f29-b711-d61f7eaf5dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.207991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb4366d-c073-44c3-94d1-8cef2e642430 None None] Network 4f885dfd-686e-4236-9ad5-a3017772c2e8 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:01.224923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0d758fa-4366-4f29-b711-d61f7eaf5dca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.227019 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b0d758fa-4366-4f29-b711-d61f7eaf5dca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e35ff548-69b7-478a-8ff2-8187439878e8 HTTP/1.1" status: 204 len: 168 time: 1.9907551 Jul 06 18:01:01.235123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56598) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:01.259871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 172.20.0.2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/3e01baf9-c375-4329-a720-ade1e5ef0bb2/251072e4-1214-480b-a184-22fe19256f47) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:01.262181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d758fa-4366-4f29-b711-d61f7eaf5dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35ff548-69b7-478a-8ff2-8187439878e8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:01.310420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cc2f3-105b-4d80-a25d-c14304917548 req-4efcbafa-7496-4e0f-82e0-02a837c5e901 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:01.322616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-851cc2f3-105b-4d80-a25d-c14304917548 req-4efcbafa-7496-4e0f-82e0-02a837c5e901 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 1.0494919 Jul 06 18:01:01.334525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fe8a:e0ac (bc2bb118-1fef-4c36-8bc5-3622127a006f/8d691ef4-fbea-4598-92f8-b22c52976847/251072e4-1214-480b-a184-22fe19256f47) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:01.517122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 421c1993-fd9d-4f2b-b299-a4be3112f19f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:01.567455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['41c8432b-9a17-4cf7-9584-870271134410'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:01:01.606251 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020626a-2d1e-4bba-afc1-35daab55c860 None None] DHCP port deletion for 4f885dfd-686e-4236-9ad5-a3017772c2e8 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:01.690385 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-851cc2f3-105b-4d80-a25d-c14304917548 req-6b6579a3-eef7-43fa-a77b-994bfebcb33a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667192 Jul 06 18:01:01.708982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.735378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:01.821455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a020626a-2d1e-4bba-afc1-35daab55c860 None None] Deleting port f2239404-deb4-449b-8fdf-3f9d55b53c48 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:01.821785 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a020626a-2d1e-4bba-afc1-35daab55c860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.950210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a020626a-2d1e-4bba-afc1-35daab55c860 None None] For port f2239404-deb4-449b-8fdf-3f9d55b53c48, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f2239404-deb4-449b-8fdf-3f9d55b53c48,segment=NetworkSegment(55d4202a-d51c-4315-9ea4-deb29c1d82bc),segment_id=55d4202a-d51c-4315-9ea4-deb29c1d82bc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:01.951716 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a020626a-2d1e-4bba-afc1-35daab55c860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:01.967677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:01.995187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a020626a-2d1e-4bba-afc1-35daab55c860 None None] Calling delete_port for f2239404-deb4-449b-8fdf-3f9d55b53c48 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:02.031160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:02.084973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Delete allocated IP 172.20.0.5 (357c2186-e093-42cc-a827-5a1ecab21669/5b13fea5-ab97-40a8-bc55-fa09f54b3e83) {{(pid=93778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:01:02.086514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:02.086911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4fabf5d7-d598-4b05-bb81-1e8fe8ef2271 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:02.140985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.28 (357c2186-e093-42cc-a827-5a1ecab21669/c915fee7-6af8-420f-b58b-031422378379/e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:02.157774 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.192901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48042d70-abcd-48dc-83f5-3d8e6da5bedb None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:02.207940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.222107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba6fd9-027e-4aba-8ad5-1c3ea49475da req-e9ebef97-7246-4610-82bf-e1f28d86c8f9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:02.224018 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48ba6fd9-027e-4aba-8ad5-1c3ea49475da req-e9ebef97-7246-4610-82bf-e1f28d86c8f9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2768095 Jul 06 18:01:02.271057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 251072e4-1214-480b-a184-22fe19256f47 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:02.282651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Provisioning for port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:02.300421 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a020626a-2d1e-4bba-afc1-35daab55c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.303777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Provisioning complete for port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:02.304503 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.308189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1cbb6-73b4-4ac1-a596-cd844691c795 req-5122d6d3-0e5a-45f7-ac0c-7dda92f9c77c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:02.310035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c8e1cbb6-73b4-4ac1-a596-cd844691c795 req-5122d6d3-0e5a-45f7-ac0c-7dda92f9c77c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.3784428 Jul 06 18:01:02.342289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Deleting port f2239404-deb4-449b-8fdf-3f9d55b53c48 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:02.342289 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.395145 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.410877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020626a-2d1e-4bba-afc1-35daab55c860 None None] Pushing event deleted for resources: {'Port': ['ID=f2239404-deb4-449b-8fdf-3f9d55b53c48,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:02.431114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020626a-2d1e-4bba-afc1-35daab55c860 None None] No DVR routers for this DVR port f2239404-deb4-449b-8fdf-3f9d55b53c48 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:02.438256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c8e1cbb6-73b4-4ac1-a596-cd844691c795 req-1a70933d-af27-4cc7-9379-d197770bab0c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189620 Jul 06 18:01:02.489778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] For port f2239404-deb4-449b-8fdf-3f9d55b53c48, host n-d-799526-3, got binding levels [] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:02.490551 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.507493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48ba6fd9-027e-4aba-8ad5-1c3ea49475da req-6c5e6e96-bfc5-45a8-a241-a8bd803a8535 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685101 Jul 06 18:01:02.581467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Calling delete_port for f2239404-deb4-449b-8fdf-3f9d55b53c48 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:02.592398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Port f2239404-deb4-449b-8fdf-3f9d55b53c48 was not found and therefore no delete operation was performed {{(pid=93778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:01:02.598800 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.605884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.653084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.719098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2239404-deb4-449b-8fdf-3f9d55b53c48,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:02.723732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] No DVR routers for this DVR port f2239404-deb4-449b-8fdf-3f9d55b53c48 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:02.734044 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.740893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] For port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:02.761070 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.803822 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.820943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.880804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Provisioning complete for port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:02.881616 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.899704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.921618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Pushing event updated for resources: {'Port': ['ID=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:02.945164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=799134a7-4a4a-4f2e-b65f-fa0a7d5a6156,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:02.965345 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:02.974757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:02.977205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca2fde-5479-489b-9964-93145d3c9851 req-a3d58b4a-5c14-4ad3-8b64-c572cfd9d373 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:02.978880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25ca2fde-5479-489b-9964-93145d3c9851 req-a3d58b4a-5c14-4ad3-8b64-c572cfd9d373 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1726706 Jul 06 18:01:02.989522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:03.000668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a33e54b-2120-4379-bc27-839dfc5f6145 None None] Update dhcp port {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': '8d691ef4-fbea-4598-92f8-b22c52976847', 'ip_address': '2001:db8::f816:3eff:fe9b:81'}, {'subnet_id': '3e01baf9-c375-4329-a720-ade1e5ef0bb2'}], 'binding:host_id': 'n-d-799526-3'}, 'id': 'bae74ffc-5fb9-4efc-91ca-19e5c02a9a23'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:01:03.020247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:03.035094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:03.035469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Provisioning complete for port 0d1f6b3f-66e5-47b4-9473-f29445332a38 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:03.036464 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.047943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:03.049481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=251072e4-1214-480b-a184-22fe19256f47,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:03.056133 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.068275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25ca2fde-5479-489b-9964-93145d3c9851 req-7703a114-d943-4aff-bbca-6c6a7b1679fc tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Jul 06 18:01:03.097660 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a33e54b-2120-4379-bc27-839dfc5f6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.115218 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.128833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f885dfd-686e-4236-9ad5-a3017772c2e8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:03.156821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Port 0d1f6b3f-66e5-47b4-9473-f29445332a38 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:03.188010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Provisioning for port 421c1993-fd9d-4f2b-b299-a4be3112f19f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:03.223030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d4202a-d51c-4315-9ea4-deb29c1d82bc') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:03.223846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d4202a-d51c-4315-9ea4-deb29c1d82bc') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:03.254454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Provisioning complete for port 421c1993-fd9d-4f2b-b299-a4be3112f19f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:03.254824 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26d47438-eb49-4eb4-9656-5ff2cc17b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.290624 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.292356 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Floating IP 2c58cbe7-3846-489a-af93-e445ba689eb3 associated. External IP: 172.25.7.202, port: 346bab56-48d4-470f-8ee2-5e35c0142985. Jul 06 18:01:03.313464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:03.314781 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.392960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:03.435516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:03.443632 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.473616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:03.474333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:03.478555 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:03.509355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3a33e54b-2120-4379-bc27-839dfc5f6145 None None] Allocated IP 172.20.0.3 (bc2bb118-1fef-4c36-8bc5-3622127a006f/3e01baf9-c375-4329-a720-ade1e5ef0bb2/bae74ffc-5fb9-4efc-91ca-19e5c02a9a23) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:03.556391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-16cfe020-a356-4616-b845-8aa80a96e140 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6681304 Jul 06 18:01:03.564855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56612) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:03.607738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] In _notify_port_updated(), no bound segment for port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 on network 357c2186-e093-42cc-a827-5a1ecab21669 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:01:03.619003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:03.620105 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.625118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-75df625f-09ad-40e7-8bc8-2cb3545378d7 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "PUT /v2.0/ports/e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 HTTP/1.1" status: 200 len: 920 time: 4.6070998 Jul 06 18:01:03.641083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56614) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:03.756205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.786737 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.796593 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f885dfd-686e-4236-9ad5-a3017772c2e8 HTTP/1.1" status: 204 len: 168 time: 2.5588634 Jul 06 18:01:03.823180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56616) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:03.847427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75c6cd-f7d3-4e97-a9a0-4d951af2e29d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f885dfd-686e-4236-9ad5-a3017772c2e8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:03.850913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router df115020-e983-4df9-8d03-ab4afea3867e has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:01:03.863671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d122-b13b-40b0-bf1e-36ae7a860489 req-f3a99636-12ca-4dce-8464-173f162ee099 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:03.865851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d41d122-b13b-40b0-bf1e-36ae7a860489 req-f3a99636-12ca-4dce-8464-173f162ee099 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.4087422 Jul 06 18:01:03.882311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:03.883203 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:03.961158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3d41d122-b13b-40b0-bf1e-36ae7a860489 req-afa2ad6e-ddad-405e-bfa4-82cf12f75393 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873568 Jul 06 18:01:03.978085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a33e54b-2120-4379-bc27-839dfc5f6145 None None] For port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:04.022384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f922cce-279c-4d4b-8ccf-4c9b0cd8b4c1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:04.030360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f922cce-279c-4d4b-8ccf-4c9b0cd8b4c1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:04.038667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5f922cce-279c-4d4b-8ccf-4c9b0cd8b4c1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4679461 Jul 06 18:01:04.041911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56620) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:04.090798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a33e54b-2120-4379-bc27-839dfc5f6145 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.117886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a33e54b-2120-4379-bc27-839dfc5f6145 None None] Transition to ACTIVE for port object bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:04.121852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-23dd5a6b-3d08-4122-a78a-e71c05be13c4 None None] Provisioning for port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:04.128409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4a69c-4340-491b-b7b0-a69a9723fcca req-50af9bf0-239c-4855-bade-bfb3081c1c96 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:04.129978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-23dd5a6b-3d08-4122-a78a-e71c05be13c4 None None] Provisioning complete for port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:04.131114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23dd5a6b-3d08-4122-a78a-e71c05be13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.134837 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ea4a69c-4340-491b-b7b0-a69a9723fcca req-50af9bf0-239c-4855-bade-bfb3081c1c96 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 945 time: 0.5350995 Jul 06 18:01:04.135264 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a33e54b-2120-4379-bc27-839dfc5f6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.198623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f2239404-deb4-449b-8fdf-3f9d55b53c48 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:04.226381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f2239404-deb4-449b-8fdf-3f9d55b53c48 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:04.226756 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c215d9b7-5518-4f44-b7aa-86328f1f8827 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:04.227516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f2239404-deb4-449b-8fdf-3f9d55b53c48 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:04.227955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c215d9b7-5518-4f44-b7aa-86328f1f8827 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.284947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:04.309535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] Sync routers for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:04.323001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-23dd5a6b-3d08-4122-a78a-e71c05be13c4 None None] Port e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:04.324739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33e54b-2120-4379-bc27-839dfc5f6145 None None] Pushing event updated for resources: {'Port': ['ID=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:04.336967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:04.338188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:04.385387 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.396264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ea4a69c-4340-491b-b7b0-a69a9723fcca req-02863e3b-3e3a-490a-a82d-152c2910315b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464111 Jul 06 18:01:04.493113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-27aa8c0c-8067-4d00-8cf8-05283eb9a3c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5808659 Jul 06 18:01:04.493113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:04.494760 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dd4b5a-b650-4187-85ef-868844c4c060" -d '{"events": [{"name": "network-changed", "server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:04.507319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56622) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:04.507589 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c215d9b7-5518-4f44-b7aa-86328f1f8827 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.527394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 41c8432b-9a17-4cf7-9584-870271134410 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:04.595705 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8d0b92-dd1d-4739-a416-0632ab0586fc x-openstack-request-id: req-9d8d0b92-dd1d-4739-a416-0632ab0586fc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:04.596285 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:04.596285 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d8d0b92-dd1d-4739-a416-0632ab0586fc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:04.596709 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985', 'status': 'completed', 'code': 200} Jul 06 18:01:04.617566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c215d9b7-5518-4f44-b7aa-86328f1f8827 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:04.643459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f7d53-e9e9-49ce-8902-da0d18f1730b req-5cd24ab9-81c7-49d8-b92b-b73376f27ae7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:04.645843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:04.646541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f07f7d53-e9e9-49ce-8902-da0d18f1730b req-5cd24ab9-81c7-49d8-b92b-b73376f27ae7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3483069 Jul 06 18:01:04.672736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f297e-1781-4b36-8a7c-7f7e2706e235 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 251072e4-1214-480b-a184-22fe19256f47 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:04.673127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e7f297e-1781-4b36-8a7c-7f7e2706e235 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.791610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bd3bb6ae-5adb-4983-9be5-1555e8d0e592 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/floatingips/2c58cbe7-3846-489a-af93-e445ba689eb3 HTTP/1.1" status: 200 len: 991 time: 0.2807014 Jul 06 18:01:04.857884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f07f7d53-e9e9-49ce-8902-da0d18f1730b req-f9ff27c8-e614-4a53-9123-b7bc511b74fc tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774960 Jul 06 18:01:04.865722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 41c8432b-9a17-4cf7-9584-870271134410 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:04.875442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 41c8432b-9a17-4cf7-9584-870271134410 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:04.876572 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.898290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e7f297e-1781-4b36-8a7c-7f7e2706e235 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:04.910229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-9006a68d-ba72-4001-888c-0186c6fe8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:04.912201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-9006a68d-ba72-4001-888c-0186c6fe8793 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 1096 time: 0.3070009 Jul 06 18:01:04.940916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f297e-1781-4b36-8a7c-7f7e2706e235 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 251072e4-1214-480b-a184-22fe19256f47 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:05.114574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.159262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c215d9b7-5518-4f44-b7aa-86328f1f8827 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.182800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:05.188273 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8432b-9a17-4cf7-9584-870271134410'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:05.192713 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff64d68-a2ef-4d13-ac91-1b9c466db51a" -d '{"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-plugged", "status": "completed", "tag": "41c8432b-9a17-4cf7-9584-870271134410"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:05.200063 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.293706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215d9b7-5518-4f44-b7aa-86328f1f8827 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:05.374017 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89ceef7-c861-4340-a7ca-df5c5a8b3a30 x-openstack-request-id: req-b89ceef7-c861-4340-a7ca-df5c5a8b3a30 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:05.374767 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-plugged", "status": "completed", "tag": "41c8432b-9a17-4cf7-9584-870271134410", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:05.375129 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b89ceef7-c861-4340-a7ca-df5c5a8b3a30 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:05.375665 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c8432b-9a17-4cf7-9584-870271134410', 'code': 200} Jul 06 18:01:05.377340 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=12']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:05.411481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:05.455471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.517482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c58cbe7-3846-489a-af93-e445ba689eb3', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:01Z', 'updated_at': '2021-07-06T18:01:01Z', 'revision_number': 0, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:05.642591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] Checking router: df115020-e983-4df9-8d03-ab4afea3867e for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:01:05.650318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c215d9b7-5518-4f44-b7aa-86328f1f8827 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:05.666894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:05.668017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:05.668777 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c215d9b7-5518-4f44-b7aa-86328f1f8827 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 HTTP/1.1" status: 204 len: 168 time: 2.0172544 Jul 06 18:01:05.672838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56636) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:05.776061 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-570dbadf-4c24-447c-aff4-90656a435ddc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 18:01:05.783022 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-570dbadf-4c24-447c-aff4-90656a435ddc tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/e6c9d7f6-0846-4ed1-89fb-6dc0ca6dccf3 HTTP/1.1" status: 404 len: 333 time: 0.0926666 Jul 06 18:01:05.810650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:05.823848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:05.824350 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56640) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:05.936008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-ad21daf6-f145-44de-b6e4-d37a8f124d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:05.936905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2ceb42e5-35b8-491c-84de-07abdc1c1da1 None None] Provisioning for port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:05.938912 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-ad21daf6-f145-44de-b6e4-d37a8f124d02 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a68a86-732a-4e4f-b4f1-22a6258e6448 HTTP/1.1" status: 200 len: 898 time: 1.0145819 Jul 06 18:01:05.943055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2ceb42e5-35b8-491c-84de-07abdc1c1da1 None None] Provisioning complete for port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:05.943055 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ceb42e5-35b8-491c-84de-07abdc1c1da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.020974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.201533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c58cbe7-3846-489a-af93-e445ba689eb3', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:01Z', 'updated_at': '2021-07-06T18:01:01Z', 'revision_number': 0, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:06.223419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-e0c935e3-39cb-4626-a537-bcb58f644e21 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=346bab56-48d4-470f-8ee2-5e35c0142985 HTTP/1.1" status: 200 len: 999 time: 0.2399204 Jul 06 18:01:06.274155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673159e3-b340-4df1-9212-0c1a26e2c241 None None] The sync data for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 is: [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:00:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c58cbe7-3846-489a-af93-e445ba689eb3', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:01Z', 'updated_at': '2021-07-06T18:01:01Z', 'revision_number': 0, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:06.385076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3a470-d4c8-427f-a87f-033667c97c3f req-09c5f385-8254-41e9-b7b2-347bcc204e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:06.388564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9b3a470-d4c8-427f-a87f-033667c97c3f req-09c5f385-8254-41e9-b7b2-347bcc204e25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 1097 time: 0.5123835 Jul 06 18:01:06.428754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03444a03-2b2a-46be-aefb-8d72b396c026 req-7cd86952-8719-45b4-b2f8-eb8546f82dfa tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:06.431190 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03444a03-2b2a-46be-aefb-8d72b396c026 req-7cd86952-8719-45b4-b2f8-eb8546f82dfa tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5038228 Jul 06 18:01:06.473215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-33e581a4-f88b-4822-b466-2dc58fd86806 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/floatingips/2c58cbe7-3846-489a-af93-e445ba689eb3 HTTP/1.1" status: 200 len: 991 time: 0.6389322 Jul 06 18:01:06.485441 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e352f61f-df3a-4b63-a78c-6a28151ee25a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.489573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-0614737e-856e-4a2a-baf2-9a771cef49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:06.492471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-0614737e-856e-4a2a-baf2-9a771cef49c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb51bfcf-d885-4ddb-9db0-c1ab45665d7b HTTP/1.1" status: 200 len: 835 time: 0.2609613 Jul 06 18:01:06.574540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c72c02-2458-4cfb-bfb8-9617e6b4a126 req-369d8111-6b0e-4dd5-8f5b-b59a86b678f2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:06.577579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56c72c02-2458-4cfb-bfb8-9617e6b4a126 req-369d8111-6b0e-4dd5-8f5b-b59a86b678f2 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 946 time: 0.8632989 Jul 06 18:01:06.609241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e352f61f-df3a-4b63-a78c-6a28151ee25a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.633570 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea502b57-3696-4919-a8f0-cec71c3b968b None None] New status for floating IP 2c58cbe7-3846-489a-af93-e445ba689eb3: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:01:06.664049 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9b3a470-d4c8-427f-a87f-033667c97c3f req-7cab1706-ff38-4006-89bc-35ce492e36f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655768 Jul 06 18:01:06.703283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-71100970-413f-4946-b927-d150009fa71a None None] Provisioning for port 251072e4-1214-480b-a184-22fe19256f47 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:06.703793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03444a03-2b2a-46be-aefb-8d72b396c026 req-0da73960-d2cb-4f54-b2a5-dde14fa8c5ff tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575366 Jul 06 18:01:06.708518 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e7f297e-1781-4b36-8a7c-7f7e2706e235 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.723842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-71100970-413f-4946-b927-d150009fa71a None None] Provisioning complete for port 251072e4-1214-480b-a184-22fe19256f47 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:06.724627 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71100970-413f-4946-b927-d150009fa71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.781762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f297e-1781-4b36-8a7c-7f7e2706e235 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=251072e4-1214-480b-a184-22fe19256f47,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:06.811475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-71100970-413f-4946-b927-d150009fa71a None None] Port 251072e4-1214-480b-a184-22fe19256f47 was deleted so its status cannot be updated. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 18:01:06.866479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-5b57dda0-59a7-464f-ac71-95699f6af6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:06.869727 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-5b57dda0-59a7-464f-ac71-95699f6af6f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a68a86-732a-4e4f-b4f1-22a6258e6448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3611798 Jul 06 18:01:06.893458 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56c72c02-2458-4cfb-bfb8-9617e6b4a126 req-a124617b-0b6b-4a03-a46a-c46d9c4a4553 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709630 Jul 06 18:01:06.894638 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e352f61f-df3a-4b63-a78c-6a28151ee25a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.899494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e352f61f-df3a-4b63-a78c-6a28151ee25a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:06.904150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e352f61f-df3a-4b63-a78c-6a28151ee25a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/security-groups/d2f37dac-6cde-47be-bcd4-3559eb8c409b HTTP/1.1" status: 204 len: 168 time: 1.0759127 Jul 06 18:01:06.917145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56644) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:06.992095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352f61f-df3a-4b63-a78c-6a28151ee25a tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f37dac-6cde-47be-bcd4-3559eb8c409b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:07.216457 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e7f297e-1781-4b36-8a7c-7f7e2706e235 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.221418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9e7f297e-1781-4b36-8a7c-7f7e2706e235 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/251072e4-1214-480b-a184-22fe19256f47 HTTP/1.1" status: 204 len: 168 time: 3.1763155 Jul 06 18:01:07.222371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56646) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:07.252328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da799e64-1c4e-4c3f-86fc-f48298708a45 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.288415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-e9be11b0-84c2-4dfa-8376-9c8d9c56febb service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853283 Jul 06 18:01:07.300217 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da799e64-1c4e-4c3f-86fc-f48298708a45 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.308802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Deleting port 6466f0af-193a-4f34-b0d1-398f81cf42d4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:07.309364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.371591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68690b-78b4-4c1c-968d-b70fa36a2b49 req-981e0806-64b9-453e-b798-60405ec7a7e6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:07.373893 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c68690b-78b4-4c1c-968d-b70fa36a2b49 req-981e0806-64b9-453e-b798-60405ec7a7e6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2910519 Jul 06 18:01:07.407807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9e44c-b9de-4cbb-991a-acf1f6b68477 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:07.411028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9e44c-b9de-4cbb-991a-acf1f6b68477 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:07.414571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9e44c-b9de-4cbb-991a-acf1f6b68477 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:07.421504 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f2e9e44c-b9de-4cbb-991a-acf1f6b68477 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1938910 Jul 06 18:01:07.422839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56648) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:07.482506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56650) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:07.492581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] For port 6466f0af-193a-4f34-b0d1-398f81cf42d4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6466f0af-193a-4f34-b0d1-398f81cf42d4,segment=NetworkSegment(3ab4a599-4760-4bda-96b8-9322372a0e01),segment_id=3ab4a599-4760-4bda-96b8-9322372a0e01)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:07.493713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.514678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da799e64-1c4e-4c3f-86fc-f48298708a45 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.517831 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da799e64-1c4e-4c3f-86fc-f48298708a45 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.518572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Calling delete_port for 6466f0af-193a-4f34-b0d1-398f81cf42d4 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:07.519437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-da799e64-1c4e-4c3f-86fc-f48298708a45 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3ecb635-6723-493e-9e12-63c927ccac33 HTTP/1.1" status: 204 len: 168 time: 0.5985649 Jul 06 18:01:07.523618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56652) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:07.591439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c68690b-78b4-4c1c-968d-b70fa36a2b49 req-f5d7343f-87a7-401a-8045-c3c8594d4f51 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083461 Jul 06 18:01:07.622221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c11d58a-74ec-4019-98c2-86669f976233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 3e01baf9-c375-4329-a720-ade1e5ef0bb2 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:07.627146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-36dd4b5a-b650-4187-85ef-868844c4c060 req-94bbcba6-cc16-438e-81e5-567ba9f59a49 service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239250 Jul 06 18:01:07.633323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da799e64-1c4e-4c3f-86fc-f48298708a45 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ecb635-6723-493e-9e12-63c927ccac33,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:07.644932 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c11d58a-74ec-4019-98c2-86669f976233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.693700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9277fe9-79a7-4ebe-b42e-ca867dc2a1a6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet 5b13fea5-ab97-40a8-bc55-fa09f54b3e83 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:07.723480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9277fe9-79a7-4ebe-b42e-ca867dc2a1a6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.732353 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-84a2d308-a286-4a2f-a30f-a996e168a1c0 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/floatingips/2c58cbe7-3846-489a-af93-e445ba689eb3 HTTP/1.1" status: 200 len: 993 time: 0.2453232 Jul 06 18:01:07.814970 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c11d58a-74ec-4019-98c2-86669f976233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:07.959444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9277fe9-79a7-4ebe-b42e-ca867dc2a1a6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.138841 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c11d58a-74ec-4019-98c2-86669f976233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.264265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-dfb7a383-d672-4a36-92dc-ec4389ff9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:08.266116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-dfb7a383-d672-4a36-92dc-ec4389ff9533 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f511ef257248bdb22f45f2b442f67f&device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 1097 time: 0.4881916 Jul 06 18:01:08.328996 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9277fe9-79a7-4ebe-b42e-ca867dc2a1a6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.379356 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.382722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c11d58a-74ec-4019-98c2-86669f976233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.452922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Pushing event deleted for resources: {'Port': ['ID=6466f0af-193a-4f34-b0d1-398f81cf42d4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:08.471579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c11d58a-74ec-4019-98c2-86669f976233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.477345 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3c11d58a-74ec-4019-98c2-86669f976233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/3e01baf9-c375-4329-a720-ade1e5ef0bb2 HTTP/1.1" status: 204 len: 168 time: 1.0462916 Jul 06 18:01:08.477345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11d58a-74ec-4019-98c2-86669f976233 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=3e01baf9-c375-4329-a720-ade1e5ef0bb2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:08.479321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56692) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:08.525319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd6928-8e20-4f04-b35a-df27403c9baa None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:08.582051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa47df-bb2f-4e04-928e-dbb1409f1269 req-79fb4afd-15e5-4f55-8db8-399e37b08525 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:08.595735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d7fa47df-bb2f-4e04-928e-dbb1409f1269 req-79fb4afd-15e5-4f55-8db8-399e37b08525 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.5600665 Jul 06 18:01:08.634064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bb7f1-ab71-405c-8d49-10737e768e70 req-b306711e-14de-4a27-9511-09c28837c3fd tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:08.655655 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6b7bb7f1-ab71-405c-8d49-10737e768e70 req-b306711e-14de-4a27-9511-09c28837c3fd tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 946 time: 0.4357188 Jul 06 18:01:08.661277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9277fe9-79a7-4ebe-b42e-ca867dc2a1a6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.730614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fecb7c-b95c-4494-b174-f1ff0efe8de3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 8d691ef4-fbea-4598-92f8-b22c52976847 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:08.749418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05fecb7c-b95c-4494-b174-f1ff0efe8de3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.755756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-bc87c1d0-a017-457a-a381-5f05ae529e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:08.758880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-bc87c1d0-a017-457a-a381-5f05ae529e27 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 200 len: 917 time: 0.4588368 Jul 06 18:01:08.815151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277fe9-79a7-4ebe-b42e-ca867dc2a1a6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=5b13fea5-ab97-40a8-bc55-fa09f54b3e83,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:08.826141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9277fe9-79a7-4ebe-b42e-ca867dc2a1a6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.833763 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d9277fe9-79a7-4ebe-b42e-ca867dc2a1a6 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/5b13fea5-ab97-40a8-bc55-fa09f54b3e83 HTTP/1.1" status: 204 len: 168 time: 1.3086426 Jul 06 18:01:08.847585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56696) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:08.865519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:08.923713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d7fa47df-bb2f-4e04-928e-dbb1409f1269 req-216cce54-b1cb-4e61-9d41-7883ceef0429 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110402 Jul 06 18:01:08.969996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05fecb7c-b95c-4494-b174-f1ff0efe8de3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:08.983597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca839f0-c17c-4b05-8c68-257e775e765a None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:09.089718 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-f9b501ff-4958-4ef7-9dec-9102c8d29098 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 200 len: 1001 time: 0.2804482 Jul 06 18:01:09.328441 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6b7bb7f1-ab71-405c-8d49-10737e768e70 req-f17494ef-d530-47c7-a54c-c7fe221aec98 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6462562 Jul 06 18:01:09.335529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:09.346471 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.386141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-d6de7aef-a479-4f64-a8e5-1f9e50952ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:09.388670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-d6de7aef-a479-4f64-a8e5-1f9e50952ca5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 200 len: 855 time: 0.2148294 Jul 06 18:01:09.391944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05fecb7c-b95c-4494-b174-f1ff0efe8de3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.522158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2163f-4e00-44ec-a95b-861990f0e8c2 req-38a747bb-eea8-429d-9314-3594a7896e74 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:09.524879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63f2163f-4e00-44ec-a95b-861990f0e8c2 req-38a747bb-eea8-429d-9314-3594a7896e74 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2778108 Jul 06 18:01:09.649656 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63f2163f-4e00-44ec-a95b-861990f0e8c2 req-7bbe08f5-91bb-400f-bf5a-7607da33ab5b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126361 Jul 06 18:01:09.654117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-f007be5e-1882-4db2-afeb-d20836b177e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:09.656222 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-f007be5e-1882-4db2-afeb-d20836b177e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2d97002-26a6-40e0-834f-092a3240c302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2589326 Jul 06 18:01:09.657344 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05fecb7c-b95c-4494-b174-f1ff0efe8de3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.672344 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.682946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05fecb7c-b95c-4494-b174-f1ff0efe8de3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:09.688281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-05fecb7c-b95c-4494-b174-f1ff0efe8de3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/8d691ef4-fbea-4598-92f8-b22c52976847 HTTP/1.1" status: 204 len: 168 time: 1.2011786 Jul 06 18:01:09.689598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:09.765384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fecb7c-b95c-4494-b174-f1ff0efe8de3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=8d691ef4-fbea-4598-92f8-b22c52976847,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:09.821960 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d3fdc3e9-2909-4938-899d-1bb5689a922b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249278 Jul 06 18:01:09.824203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:09.838636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:09.925069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-552f2fef-a53c-45b3-ae46-ed3baa46b9c5 service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572579 Jul 06 18:01:10.123696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:10.125128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9bd33605-c155-45df-8484-3a21cbd64e46 req-1dc522ab-b4cf-4a49-bf6d-fb968bf7682d service neutron] 10.222.0.55 "GET /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932967 Jul 06 18:01:10.128198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.604605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.715080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-642b1f10-21e6-45f8-ba51-c63f0c5d1ece None None] Provisioning complete for port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:10.717570 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-642b1f10-21e6-45f8-ba51-c63f0c5d1ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.747743 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974085d-5938-4c1e-a4de-035dde5e44b5 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:10.752084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011eff-4662-4fd4-88d6-be224b1ee62e req-b18cd182-6908-4552-bcec-da6d9c809fe3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:10.753713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76011eff-4662-4fd4-88d6-be224b1ee62e req-b18cd182-6908-4552-bcec-da6d9c809fe3 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 946 time: 0.1526835 Jul 06 18:01:10.759477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:10.768748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:10.771984 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:10.772760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:10.824816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-76011eff-4662-4fd4-88d6-be224b1ee62e req-fc9659bf-b689-46ac-9104-fa354fbe3ae6 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639534 Jul 06 18:01:10.826108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa720703-adcd-422e-a30e-739e09311239 None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:10.911560 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:01:10.913018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=0d6f729e-00e7-430c-8372-26f8a504ded0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:10.968711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-55e3379d-f0ee-4a2d-9811-3030e166a0b0 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1165164 Jul 06 18:01:10.972241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56720) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:10.982524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-904460b8-037a-4d36-a4c0-a16deafbac8f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1847071998'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:11.023238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-904460b8-037a-4d36-a4c0-a16deafbac8f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.052602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Router 6ac12ae8-b461-48c9-92f1-2321feddaf08 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:01:11.103912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b70ff-74fc-4078-a0a9-77c76b566764 req-11e55267-b588-4812-b6d2-eb793a2b9f33 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:11.113426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c4b70ff-74fc-4078-a0a9-77c76b566764 req-11e55267-b588-4812-b6d2-eb793a2b9f33 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3843176 Jul 06 18:01:11.146651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-904460b8-037a-4d36-a4c0-a16deafbac8f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.155806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-904460b8-037a-4d36-a4c0-a16deafbac8f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.190594 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-904460b8-037a-4d36-a4c0-a16deafbac8f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.191811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-904460b8-037a-4d36-a4c0-a16deafbac8f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2181134 Jul 06 18:01:11.195355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56722) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:11.200389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ee10d198-0db4-4833-a2e2-ed76b6e4ade3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787480033'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:11.209719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904460b8-037a-4d36-a4c0-a16deafbac8f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6defd310-1ced-42d5-a7d8-bb9d8993c4d1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:11.244559 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee10d198-0db4-4833-a2e2-ed76b6e4ade3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.267251 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c4b70ff-74fc-4078-a0a9-77c76b566764 req-b3c7a72e-56ce-4cce-b5d4-667cb4b1a94c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535163 Jul 06 18:01:11.444645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee10d198-0db4-4833-a2e2-ed76b6e4ade3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.451807 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee10d198-0db4-4833-a2e2-ed76b6e4ade3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.461538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fdac8876-048d-49fa-8ea2-85d8fdccfdb8 None None] Provisioning complete for port 421c1993-fd9d-4f2b-b299-a4be3112f19f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:11.462009 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdac8876-048d-49fa-8ea2-85d8fdccfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.479316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:01:11.505839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54834493-586c-4fd2-8700-50aa8660b062 None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:11.532509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee10d198-0db4-4833-a2e2-ed76b6e4ade3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.537823 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ee10d198-0db4-4833-a2e2-ed76b6e4ade3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3412752 Jul 06 18:01:11.540378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56724) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:11.546742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-aa234854-d025-43ec-ac26-fd6c57dcd84f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'security_group': {'name': 'tempest-secgroup-295278656'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:11.554386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10d198-0db4-4833-a2e2-ed76b6e4ade3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85da1dd0-da62-4311-b453-bfb23a7b6db3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:11.594660 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa234854-d025-43ec-ac26-fd6c57dcd84f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.600640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:11.606987 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a0cc48f4-1830-4633-a9eb-d845ec286527 admin admin] 10.222.0.13 "PUT /v2.0/routers/6ac12ae8-b461-48c9-92f1-2321feddaf08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7816679 Jul 06 18:01:11.619371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56726) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:11.624204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] Sync routers for ids ['6ac12ae8-b461-48c9-92f1-2321feddaf08'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:11.634411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ee378-3054-488a-aec7-211c478be16f None None] Update dhcp port {'port': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'fixed_ips': [{'subnet_id': 'c915fee7-6af8-420f-b58b-031422378379', 'ip_address': '172.20.0.18'}, {'subnet_id': '0d6f729e-00e7-430c-8372-26f8a504ded0'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '421c1993-fd9d-4f2b-b299-a4be3112f19f'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:01:11.706134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] Routers {'6ac12ae8-b461-48c9-92f1-2321feddaf08'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:11.707106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ac12ae8-b461-48c9-92f1-2321feddaf08'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:11.753398 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d2ee378-3054-488a-aec7-211c478be16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.758745 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa234854-d025-43ec-ac26-fd6c57dcd84f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.762716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-54834493-586c-4fd2-8700-50aa8660b062 None None] Deleting port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:11.763698 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54834493-586c-4fd2-8700-50aa8660b062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.771729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa234854-d025-43ec-ac26-fd6c57dcd84f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.823604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa234854-d025-43ec-ac26-fd6c57dcd84f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:11.832278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:11.833359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-aa234854-d025-43ec-ac26-fd6c57dcd84f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2905443 Jul 06 18:01:11.836979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa234854-d025-43ec-ac26-fd6c57dcd84f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b199cc1-e60c-4a48-8934-d2cf4605a702,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:11.855088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-607353425', 'security_groups': ['2b199cc1-e60c-4a48-8934-d2cf4605a702'], 'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d6f729e-00e7-430c-8372-26f8a504ded0'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:11.945189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.020656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fdac8876-048d-49fa-8ea2-85d8fdccfdb8 None None] Provisioning complete for port 0d1f6b3f-66e5-47b4-9473-f29445332a38 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:12.021118 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdac8876-048d-49fa-8ea2-85d8fdccfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.089496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] Set router 6ac12ae8-b461-48c9-92f1-2321feddaf08 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:12.203840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-54834493-586c-4fd2-8700-50aa8660b062 None None] For port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:12.204243 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54834493-586c-4fd2-8700-50aa8660b062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.258263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fdac8876-048d-49fa-8ea2-85d8fdccfdb8 None None] Port 0d1f6b3f-66e5-47b4-9473-f29445332a38 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:12.291621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-54834493-586c-4fd2-8700-50aa8660b062 None None] Calling delete_port for bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:12.388466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.451745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-9d2ee378-3054-488a-aec7-211c478be16f None None] Allocated IP 172.20.0.2 (357c2186-e093-42cc-a827-5a1ecab21669/0d6f729e-00e7-430c-8372-26f8a504ded0/421c1993-fd9d-4f2b-b299-a4be3112f19f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:12.543386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:12.552349 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.661803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3abe-55bf-4b53-8d5d-7f6403f743d9 req-8ae2b723-6867-4316-a692-fd4d881009c6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:12.667304 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547b3abe-55bf-4b53-8d5d-7f6403f743d9 req-8ae2b723-6867-4316-a692-fd4d881009c6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1636674 Jul 06 18:01:12.724089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9d2ee378-3054-488a-aec7-211c478be16f None None] For port 421c1993-fd9d-4f2b-b299-a4be3112f19f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=421c1993-fd9d-4f2b-b299-a4be3112f19f,segment=NetworkSegment(31af50e3-be87-4dae-a06c-b1f209f255e6),segment_id=31af50e3-be87-4dae-a06c-b1f209f255e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:12.729171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:55:02Z', 'updated_at': '2021-07-06T18:01:08Z', 'revision_number': 5, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'gw_port': {'id': 'c74e6de0-f57a-4c75-a6d7-67a6f858387d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:55:06Z', 'updated_at': '2021-07-06T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:12.749853 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-547b3abe-55bf-4b53-8d5d-7f6403f743d9 req-14ba0890-ae8c-496d-9bcd-9d991580b1de tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715437 Jul 06 18:01:12.787565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.801756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] Checking router: 6ac12ae8-b461-48c9-92f1-2321feddaf08 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:01:12.846793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] Routers {'6ac12ae8-b461-48c9-92f1-2321feddaf08'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:12.847901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:00:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ac12ae8-b461-48c9-92f1-2321feddaf08'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:12.853326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] device_id is not set on port b25c801e-f398-4133-86e2-b86f2e5b0b58 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:12.855372 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d2ee378-3054-488a-aec7-211c478be16f None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.867004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Deleting port c74e6de0-f57a-4c75-a6d7-67a6f858387d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:12.867548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:12.971043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] For port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:13.002320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9d2ee378-3054-488a-aec7-211c478be16f None None] Transition to ACTIVE for port object 421c1993-fd9d-4f2b-b299-a4be3112f19f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:13.019647 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d2ee378-3054-488a-aec7-211c478be16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.092572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] Set router 6ac12ae8-b461-48c9-92f1-2321feddaf08 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:01:13.105245 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.121172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] For port c74e6de0-f57a-4c75-a6d7-67a6f858387d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c74e6de0-f57a-4c75-a6d7-67a6f858387d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:13.121567 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.125366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.126142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.181386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Calling delete_port for c74e6de0-f57a-4c75-a6d7-67a6f858387d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:13.240922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54834493-586c-4fd2-8700-50aa8660b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.256902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:55:02Z', 'updated_at': '2021-07-06T18:01:12Z', 'revision_number': 6, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:13.272850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:13.292925 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:13.312093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:13.355019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=b7962cdb-987a-40c2-a283-6e1988dd6e24,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:13.363060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:13.363680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.370452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:13.377441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de726e2e-1691-4be1-9bb0-2e8a86a7a859 None None] The sync data for ids ['6ac12ae8-b461-48c9-92f1-2321feddaf08'] in n-d-799526-3 is: [{'id': '6ac12ae8-b461-48c9-92f1-2321feddaf08', 'name': 'tempest-TestServerBasicOps-1590459899-router', 'tenant_id': '3def4eb2b7a347f390c6156cf3d21709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:55:02Z', 'updated_at': '2021-07-06T18:01:12Z', 'revision_number': 6, 'project_id': '3def4eb2b7a347f390c6156cf3d21709', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:13.381717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54834493-586c-4fd2-8700-50aa8660b062 None None] No DVR routers for this DVR port bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:13.386510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:13.386861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bae74ffc-5fb9-4efc-91ca-19e5c02a9a23 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:13.389815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ee378-3054-488a-aec7-211c478be16f None None] Pushing event updated for resources: {'Port': ['ID=421c1993-fd9d-4f2b-b299-a4be3112f19f,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:13.402300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.4 (357c2186-e093-42cc-a827-5a1ecab21669/0d6f729e-00e7-430c-8372-26f8a504ded0/b25c801e-f398-4133-86e2-b86f2e5b0b58) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:13.439371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b49e9e49-ed41-4afd-a2f0-f0e7b592d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6057286 Jul 06 18:01:13.440712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56732) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:13.452430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54834493-586c-4fd2-8700-50aa8660b062 None None] Pushing event deleted for resources: {'Port': ['ID=bae74ffc-5fb9-4efc-91ca-19e5c02a9a23,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:13.457126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:13.473666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c12e7-c1e8-424d-a870-36f696d864d4 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:13.710570 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.736139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:13.740733 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.796560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c74e6de0-f57a-4c75-a6d7-67a6f858387d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:13.877744 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:13.984248 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object b25c801e-f398-4133-86e2-b86f2e5b0b58 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:14.049900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.127730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': 'b7962cdb-987a-40c2-a283-6e1988dd6e24'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:14.128813 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.154619 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.202289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:14.207404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:14.212716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:14.214605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.249191 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8072155 Jul 06 18:01:14.250073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5117c43-23cc-47fc-b204-e3ce1e9c494d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=84217189-265f-4a38-ba84-1745f5f025bf,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:14.259072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.265021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:e4:04:1f', 'name': 'tempest-NetworksTestDHCPv6-1320620695'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:14.279846 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.285274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.353793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Allocated IP 2001:db8::f816:3eff:fe81:d5f8 (bc2bb118-1fef-4c36-8bc5-3622127a006f/b7962cdb-987a-40c2-a283-6e1988dd6e24/6e8134f9-b75d-4d3d-b085-14bccee6f5bd) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:14.422378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.427004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ac12ae8-b461-48c9-92f1-2321feddaf08 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:01:14.436626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.441831 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6b9c83b9-36df-43ab-ba06-f5b6edf40ba8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6ac12ae8-b461-48c9-92f1-2321feddaf08 HTTP/1.1" status: 204 len: 168 time: 2.8218293 Jul 06 18:01:14.446113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56738) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.468272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:14.487329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.514575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5f160-37ca-4c97-88ad-0878503c968a req-b8213b8d-3fc3-4308-aabe-036cfd3c9acb tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:14.516207 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0bc5f160-37ca-4c97-88ad-0878503c968a req-b8213b8d-3fc3-4308-aabe-036cfd3c9acb tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3695638 Jul 06 18:01:14.599868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c47f36-bcc6-41d7-8cae-6eeace943a1b admin admin] Deleting subnet f6c8452e-c5b4-4590-a6b8-a31a5a1f5380 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:14.604220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:14.609006 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7c47f36-bcc6-41d7-8cae-6eeace943a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.611835 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.634044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:14.640328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d44f8233-fc96-48cd-af4e-dd38fab81f03 None None] Provisioning for port 421c1993-fd9d-4f2b-b299-a4be3112f19f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:14.641090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:14.644706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=b25c801e-f398-4133-86e2-b86f2e5b0b58,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:14.655611 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.658019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d44f8233-fc96-48cd-af4e-dd38fab81f03 None None] Provisioning complete for port 421c1993-fd9d-4f2b-b299-a4be3112f19f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:14.658711 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d44f8233-fc96-48cd-af4e-dd38fab81f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.664018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 034d2886-8752-41b9-adf7-315e4ebbdb87 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:14.691030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Transition to ACTIVE for port object 6e8134f9-b75d-4d3d-b085-14bccee6f5bd will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:14.706528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0bc5f160-37ca-4c97-88ad-0878503c968a req-68dc6d9b-38c3-4be4-a0a3-506cb61dd2a9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624150 Jul 06 18:01:14.710854 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7c47f36-bcc6-41d7-8cae-6eeace943a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.722516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Transition to ACTIVE for port object 6e8134f9-b75d-4d3d-b085-14bccee6f5bd will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:14.735177 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.766182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:14.766921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.810136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c4780f1e-9ba8-43c0-8325-36d6347f15cb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9594686 Jul 06 18:01:14.828909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:14.835994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:14.846843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f71dd79b-b831-4273-937a-cf3abf957d73 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:14.850486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:14.857360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:14.867599 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7c47f36-bcc6-41d7-8cae-6eeace943a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.872881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Pushing event updated for resources: {'Port': ['ID=6e8134f9-b75d-4d3d-b085-14bccee6f5bd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:14.915117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d44f8233-fc96-48cd-af4e-dd38fab81f03 None None] Provisioning complete for port 0d1f6b3f-66e5-47b4-9473-f29445332a38 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:14.916086 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d44f8233-fc96-48cd-af4e-dd38fab81f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:14.988003 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7c47f36-bcc6-41d7-8cae-6eeace943a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.005072 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7c47f36-bcc6-41d7-8cae-6eeace943a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.014489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56742) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:15.016194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a7c47f36-bcc6-41d7-8cae-6eeace943a1b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f6c8452e-c5b4-4590-a6b8-a31a5a1f5380 HTTP/1.1" status: 204 len: 168 time: 0.5688648 Jul 06 18:01:15.042164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753ab0dc-60ef-4fdb-8f65-464af068415d None None] Network af05c3ae-7cc2-42a9-ad72-df359137f872 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:15.050372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c47f36-bcc6-41d7-8cae-6eeace943a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c8452e-c5b4-4590-a6b8-a31a5a1f5380,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:15.183881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Attempting to bind port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:15.185225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Attempting to bind port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:15.185596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Attempting to bind port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:15.217796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d44f8233-fc96-48cd-af4e-dd38fab81f03 None None] Port 0d1f6b3f-66e5-47b4-9473-f29445332a38 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:15.221008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:15.221983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:15.222989 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.223874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:15.224944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Bound port: 6e8134f9-b75d-4d3d-b085-14bccee6f5bd, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:15.225863 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.309373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 421c1993-fd9d-4f2b-b299-a4be3112f19f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:15.403992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] For port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:15.411663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4a4f2919-3fc0-449d-b78c-a7a9b90d5ee5 None None] Provisioning for port b25c801e-f398-4133-86e2-b86f2e5b0b58 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:15.427247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] For port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6e8134f9-b75d-4d3d-b085-14bccee6f5bd,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:15.449687 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.474429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4a4f2919-3fc0-449d-b78c-a7a9b90d5ee5 None None] Provisioning complete for port b25c801e-f398-4133-86e2-b86f2e5b0b58 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:15.475043 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a4f2919-3fc0-449d-b78c-a7a9b90d5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.604154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 421c1993-fd9d-4f2b-b299-a4be3112f19f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:15.604751 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.629319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f2919-3fc0-449d-b78c-a7a9b90d5ee5 None None] Port b25c801e-f398-4133-86e2-b86f2e5b0b58 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:15.655672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.675249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833112fd-ae6c-49ae-b94a-652a725e87ae None None] Pushing event updated for resources: {'Port': ['ID=6e8134f9-b75d-4d3d-b085-14bccee6f5bd,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:15.696801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816fd45-5a6a-47b4-9833-7cb22df8c5bf None None] DHCP port deletion for af05c3ae-7cc2-42a9-ad72-df359137f872 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:15.745397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 172.20.0.13 (bc2bb118-1fef-4c36-8bc5-3622127a006f/84217189-265f-4a38-ba84-1745f5f025bf/034d2886-8752-41b9-adf7-315e4ebbdb87) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:15.808015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fee4:41f (bc2bb118-1fef-4c36-8bc5-3622127a006f/b7962cdb-987a-40c2-a283-6e1988dd6e24/034d2886-8752-41b9-adf7-315e4ebbdb87) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:15.824366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71dd79b-b831-4273-937a-cf3abf957d73 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:15.833166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f71dd79b-b831-4273-937a-cf3abf957d73 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:15.875324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d816fd45-5a6a-47b4-9833-7cb22df8c5bf None None] Deleting port 4212ea47-ea0a-432d-b388-e233ee835d0d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:15.877252 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d816fd45-5a6a-47b4-9833-7cb22df8c5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.008687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6466f0af-193a-4f34-b0d1-398f81cf42d4 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:16.057258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 6466f0af-193a-4f34-b0d1-398f81cf42d4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:16.058165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6466f0af-193a-4f34-b0d1-398f81cf42d4 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:16.058772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c74e6de0-f57a-4c75-a6d7-67a6f858387d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:16.105405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: c74e6de0-f57a-4c75-a6d7-67a6f858387d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:16.105920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c74e6de0-f57a-4c75-a6d7-67a6f858387d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:16.115849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d816fd45-5a6a-47b4-9833-7cb22df8c5bf None None] For port 4212ea47-ea0a-432d-b388-e233ee835d0d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4212ea47-ea0a-432d-b388-e233ee835d0d,segment=NetworkSegment(3ab4a599-4760-4bda-96b8-9322372a0e01),segment_id=3ab4a599-4760-4bda-96b8-9322372a0e01)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:16.116760 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d816fd45-5a6a-47b4-9833-7cb22df8c5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.144711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d816fd45-5a6a-47b4-9833-7cb22df8c5bf None None] Calling delete_port for 4212ea47-ea0a-432d-b388-e233ee835d0d owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:16.184777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Deleting port 4212ea47-ea0a-432d-b388-e233ee835d0d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:16.185227 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.240604 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d816fd45-5a6a-47b4-9833-7cb22df8c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.255376 n-d-799526-3 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-f71dd79b-b831-4273-937a-cf3abf957d73 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d6f729e-00e7-430c-8372-26f8a504ded0 (CIDR: 172.20.0.0/28) Jul 06 18:01:16.273137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816fd45-5a6a-47b4-9833-7cb22df8c5bf None None] Pushing event deleted for resources: {'Port': ['ID=4212ea47-ea0a-432d-b388-e233ee835d0d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:16.279973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816fd45-5a6a-47b4-9833-7cb22df8c5bf None None] No DVR routers for this DVR port 4212ea47-ea0a-432d-b388-e233ee835d0d on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:16.285805 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71dd79b-b831-4273-937a-cf3abf957d73 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:01:16.286082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71dd79b-b831-4273-937a-cf3abf957d73 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:16.340055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4f9af-1fdd-473a-8ea3-ff008419bbef req-c803ef74-3ab7-4167-b783-d72e04c70cb7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:16.341942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17f4f9af-1fdd-473a-8ea3-ff008419bbef req-c803ef74-3ab7-4167-b783-d72e04c70cb7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3473940 Jul 06 18:01:16.348081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] For port 4212ea47-ea0a-432d-b388-e233ee835d0d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4212ea47-ea0a-432d-b388-e233ee835d0d,segment=NetworkSegment(3ab4a599-4760-4bda-96b8-9322372a0e01),segment_id=3ab4a599-4760-4bda-96b8-9322372a0e01)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:16.348454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.370078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f71dd79b-b831-4273-937a-cf3abf957d73 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5396857 Jul 06 18:01:16.374595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:16.383652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0f7653d5-8f14-4f40-ae87-0cfe9e79514f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:16.410735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Calling delete_port for 4212ea47-ea0a-432d-b388-e233ee835d0d owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:16.461574 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.547002 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17f4f9af-1fdd-473a-8ea3-ff008419bbef req-02ffbdb1-a71c-4b66-b75a-0249b6659c11 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912589 Jul 06 18:01:16.565727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 034d2886-8752-41b9-adf7-315e4ebbdb87 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:16.620179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7653d5-8f14-4f40-ae87-0cfe9e79514f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:16.625409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f7653d5-8f14-4f40-ae87-0cfe9e79514f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.683751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.687399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.727622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=4212ea47-ea0a-432d-b388-e233ee835d0d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:16.744505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] No DVR routers for this DVR port 4212ea47-ea0a-432d-b388-e233ee835d0d on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:16.772811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:16.779559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:16.801284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:16.805458 n-d-799526-3 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-0f7653d5-8f14-4f40-ae87-0cfe9e79514f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c915fee7-6af8-420f-b58b-031422378379 (CIDR: 172.20.0.16/28) Jul 06 18:01:16.813508 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7653d5-8f14-4f40-ae87-0cfe9e79514f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:01:16.814384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7653d5-8f14-4f40-ae87-0cfe9e79514f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:16.841958 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0f7653d5-8f14-4f40-ae87-0cfe9e79514f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4655409 Jul 06 18:01:16.846187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56748) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:16.856380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'subnet': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:16.886234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=034d2886-8752-41b9-adf7-315e4ebbdb87,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:16.941313 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.956861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:16.957826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:16.985869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af05c3ae-7cc2-42a9-ad72-df359137f872']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:16.990742 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a50c8e18-a7e6-4261-8428-29174ce261d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.010779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab4a599-4760-4bda-96b8-9322372a0e01') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:17.010779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab4a599-4760-4bda-96b8-9322372a0e01') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:17.028625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-69578f43-ea0a-4a00-a8a0-81c0f0b5655b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7674401 Jul 06 18:01:17.033016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56750) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:17.038728 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.061550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Made reservation on behalf of 35ac2dd17d0b4b89bc3ce898b8e8f4dc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:17.068020 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.094591 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.104556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:17.105125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: self.session.flush() Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:17.107971 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:17.172048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd50b32-209c-40cb-ab2f-92578f449258 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:17.236788 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.247136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.258587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] 10.222.0.13 "DELETE /v2.0/networks/af05c3ae-7cc2-42a9-ad72-df359137f872 HTTP/1.1" status: 204 len: 168 time: 2.2381654 Jul 06 18:01:17.302975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f3d46234-4af9-426a-be9b-010ae1590df5 None None] Provisioning for port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:17.315048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8060ddc-ad23-4c3e-afe8-4001a2a81dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=af05c3ae-7cc2-42a9-ad72-df359137f872,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:17.337157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c917c7a1-1c85-498d-b6fc-6b0e44c8f955 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:17.351038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c917c7a1-1c85-498d-b6fc-6b0e44c8f955 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:17.353630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c917c7a1-1c85-498d-b6fc-6b0e44c8f955 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3188763 Jul 06 18:01:17.358267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56754) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:17.414836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6e8134f9-b75d-4d3d-b085-14bccee6f5bd up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:17.546852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:17.554520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:17.554910 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.572780 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-be5be1c3-a669-4a59-98d1-86d2012e9870 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 034d2886-8752-41b9-adf7-315e4ebbdb87 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:17.573314 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be5be1c3-a669-4a59-98d1-86d2012e9870 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.636277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:17.662768 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.703829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be5be1c3-a669-4a59-98d1-86d2012e9870 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.719189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Subnet': ['ID=65c6ec30-a8e1-456e-a9b0-4a14b037ea70,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:17.723114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-be5be1c3-a669-4a59-98d1-86d2012e9870 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 034d2886-8752-41b9-adf7-315e4ebbdb87 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:17.800915 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d1fde4c8-589f-404c-a49c-11a67b40ef65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f63020b609ef4d059aa6ebd3e050ba1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630771 Jul 06 18:01:17.811633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Network 357c2186-e093-42cc-a827-5a1ecab21669 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:17.812440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:17.860165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2737636-87cd-43b7-934d-d2708c080525 None None] Update dhcp port {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': 'b7962cdb-987a-40c2-a283-6e1988dd6e24', 'ip_address': '2001:db8::f816:3eff:fe81:d5f8'}, {'subnet_id': '84217189-265f-4a38-ba84-1745f5f025bf'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '6e8134f9-b75d-4d3d-b085-14bccee6f5bd'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:01:17.906306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:17.906841 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.914647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:17.915249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:17.927647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0f768-2009-41f2-8574-d1aafee8dfaa None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:17.934590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-da712bb6-1fa9-4b72-8f6a-9ff6de4638d3 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0857246 Jul 06 18:01:17.940295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:17.951373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-725551160', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65c6ec30-a8e1-456e-a9b0-4a14b037ea70'}], 'security_groups': ['6defd310-1ced-42d5-a7d8-bb9d8993c4d1', '85da1dd0-da62-4311-b453-bfb23a7b6db3']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:18.000968 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be5be1c3-a669-4a59-98d1-86d2012e9870 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.025365 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5645c9c9-76a9-42a4-ac5e-e3e165d1ce21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.054954 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2737636-87cd-43b7-934d-d2708c080525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.060732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5be1c3-a669-4a59-98d1-86d2012e9870 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=034d2886-8752-41b9-adf7-315e4ebbdb87,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:18.117195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5645c9c9-76a9-42a4-ac5e-e3e165d1ce21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.129538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee79c0-1b02-47b4-b107-9f829698987e req-910f730e-9eda-4a41-9952-5ef10a4121c4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:18.130218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6e8134f9-b75d-4d3d-b085-14bccee6f5bd,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:18.131248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4ee79c0-1b02-47b4-b107-9f829698987e req-910f730e-9eda-4a41-9952-5ef10a4121c4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2798305 Jul 06 18:01:18.161952 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.222044 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4ee79c0-1b02-47b4-b107-9f829698987e req-4516b5f5-7ee5-4ba0-ac4e-2c27c23aaa77 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762789 Jul 06 18:01:18.305942 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be5be1c3-a669-4a59-98d1-86d2012e9870 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.310853 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-be5be1c3-a669-4a59-98d1-86d2012e9870 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/034d2886-8752-41b9-adf7-315e4ebbdb87 HTTP/1.1" status: 204 len: 168 time: 0.9495561 Jul 06 18:01:18.313674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56764) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:18.316968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4212ea47-ea0a-432d-b388-e233ee835d0d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:18.344192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5645c9c9-76a9-42a4-ac5e-e3e165d1ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.349173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5645c9c9-76a9-42a4-ac5e-e3e165d1ce21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.351636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5645c9c9-76a9-42a4-ac5e-e3e165d1ce21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa5052e3-98e0-46e1-ba3f-688ca5d4aa67 HTTP/1.1" status: 204 len: 168 time: 0.5376124 Jul 06 18:01:18.377407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 4212ea47-ea0a-432d-b388-e233ee835d0d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:18.377732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4212ea47-ea0a-432d-b388-e233ee835d0d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:18.390609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=6e8134f9-b75d-4d3d-b085-14bccee6f5bd,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:18.392345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645c9c9-76a9-42a4-ac5e-e3e165d1ce21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5052e3-98e0-46e1-ba3f-688ca5d4aa67,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:18.400582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.487567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f94443-8cd1-447d-a38e-45ce5427ac9c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:18.491774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f94443-8cd1-447d-a38e-45ce5427ac9c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:18.498918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f94443-8cd1-447d-a38e-45ce5427ac9c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:18.507345 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-70f94443-8cd1-447d-a38e-45ce5427ac9c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1868467 Jul 06 18:01:18.507345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56768) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:18.640485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06effc3-65bd-454d-982a-8441ea553350 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 84217189-265f-4a38-ba84-1745f5f025bf {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:18.715993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e2737636-87cd-43b7-934d-d2708c080525 None None] Allocated IP 172.20.0.2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/84217189-265f-4a38-ba84-1745f5f025bf/6e8134f9-b75d-4d3d-b085-14bccee6f5bd) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:18.916109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bff01fc-b670-40fb-b2af-d38e857847cc None None] Update dhcp port {'port': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'fixed_ips': [{'subnet_id': 'c915fee7-6af8-420f-b58b-031422378379', 'ip_address': '172.20.0.18'}, {'subnet_id': '0d6f729e-00e7-430c-8372-26f8a504ded0', 'ip_address': '172.20.0.2'}, {'subnet_id': '65c6ec30-a8e1-456e-a9b0-4a14b037ea70'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '421c1993-fd9d-4f2b-b299-a4be3112f19f'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:01:18.956132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e2737636-87cd-43b7-934d-d2708c080525 None None] For port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6e8134f9-b75d-4d3d-b085-14bccee6f5bd,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:18.985566 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bff01fc-b670-40fb-b2af-d38e857847cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:18.997153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Delete allocated IP 172.20.0.4 (357c2186-e093-42cc-a827-5a1ecab21669/0d6f729e-00e7-430c-8372-26f8a504ded0) {{(pid=93778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:01:19.001395 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2737636-87cd-43b7-934d-d2708c080525 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.008656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Allocated IP 172.20.0.46 (357c2186-e093-42cc-a827-5a1ecab21669/65c6ec30-a8e1-456e-a9b0-4a14b037ea70/b25c801e-f398-4133-86e2-b86f2e5b0b58) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:19.027235 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e2737636-87cd-43b7-934d-d2708c080525 None None] Transition to ACTIVE for port object 6e8134f9-b75d-4d3d-b085-14bccee6f5bd will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:19.034785 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e06effc3-65bd-454d-982a-8441ea553350 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.050268 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2737636-87cd-43b7-934d-d2708c080525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.077856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:19.138712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e06effc3-65bd-454d-982a-8441ea553350 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.230877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2737636-87cd-43b7-934d-d2708c080525 None None] Pushing event updated for resources: {'Port': ['ID=6e8134f9-b75d-4d3d-b085-14bccee6f5bd,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:19.252671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-15ad8b73-4164-4e31-b184-9acc7d7c773b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3def4eb2b7a347f390c6156cf3d21709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731534 Jul 06 18:01:19.253818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56774) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:19.290085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6e8134f9-b75d-4d3d-b085-14bccee6f5bd up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:19.347934 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e06effc3-65bd-454d-982a-8441ea553350 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.412423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.431651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Transition to ACTIVE for port object b25c801e-f398-4133-86e2-b86f2e5b0b58 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:19.444198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.447451 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a0e-b43e-4607-bbdf-52f9a91f987e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.476258 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e06effc3-65bd-454d-982a-8441ea553350 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.513964 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c5784e2-9b60-4e19-8bba-d53ace0d9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.557039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5bff01fc-b670-40fb-b2af-d38e857847cc None None] Allocated IP 172.20.0.34 (357c2186-e093-42cc-a827-5a1ecab21669/65c6ec30-a8e1-456e-a9b0-4a14b037ea70/421c1993-fd9d-4f2b-b299-a4be3112f19f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:19.574330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a0e-b43e-4607-bbdf-52f9a91f987e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.578715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06effc3-65bd-454d-982a-8441ea553350 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=84217189-265f-4a38-ba84-1745f5f025bf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:19.584872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e06effc3-65bd-454d-982a-8441ea553350 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.588027 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e06effc3-65bd-454d-982a-8441ea553350 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/84217189-265f-4a38-ba84-1745f5f025bf HTTP/1.1" status: 204 len: 168 time: 1.0792074 Jul 06 18:01:19.594320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56778) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:19.685232 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea66289a-af35-4601-ad4d-7d317dbc72b5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet b7962cdb-987a-40c2-a283-6e1988dd6e24 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:19.697727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2b35-5f40-4885-8c7d-235662f20df8 req-c322b33b-fea3-42de-b025-d19b256a5f1b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:19.699550 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-483e2b35-5f40-4885-8c7d-235662f20df8 req-c322b33b-fea3-42de-b025-d19b256a5f1b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1570323 Jul 06 18:01:19.700772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea66289a-af35-4601-ad4d-7d317dbc72b5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.776913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event updated for resources: {'Port': ['ID=b25c801e-f398-4133-86e2-b86f2e5b0b58,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:19.797138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5bff01fc-b670-40fb-b2af-d38e857847cc None None] For port 421c1993-fd9d-4f2b-b299-a4be3112f19f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=421c1993-fd9d-4f2b-b299-a4be3112f19f,segment=NetworkSegment(31af50e3-be87-4dae-a06c-b1f209f255e6),segment_id=31af50e3-be87-4dae-a06c-b1f209f255e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:19.821038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.821987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.822538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.823599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.823997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.824813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.825407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.826112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.826912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.827484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.828138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.828809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:19.841009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] In _notify_port_updated(), no bound segment for port b25c801e-f398-4133-86e2-b86f2e5b0b58 on network 357c2186-e093-42cc-a827-5a1ecab21669 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:01:19.847059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-483e2b35-5f40-4885-8c7d-235662f20df8 req-a857f643-2403-4c73-9221-85522da6287e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940661 Jul 06 18:01:19.852305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:19.854860 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.855756 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea66289a-af35-4601-ad4d-7d317dbc72b5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.860989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ef085847-d2ee-4a33-b759-fd2b1e0ceecd tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "PUT /v2.0/ports/b25c801e-f398-4133-86e2-b86f2e5b0b58 HTTP/1.1" status: 200 len: 959 time: 1.9178698 Jul 06 18:01:19.865030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56780) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:19.892387 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bff01fc-b670-40fb-b2af-d38e857847cc None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.954363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a0e-b43e-4607-bbdf-52f9a91f987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.954699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5bff01fc-b670-40fb-b2af-d38e857847cc None None] Transition to ACTIVE for port object 421c1993-fd9d-4f2b-b299-a4be3112f19f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:19.958893 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0a0e-b43e-4607-bbdf-52f9a91f987e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.960899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cb0c0a0e-b43e-4607-bbdf-52f9a91f987e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcef0a2d-8492-48b6-9e2f-5ef1a5ce5b84 HTTP/1.1" status: 204 len: 168 time: 0.6937590 Jul 06 18:01:19.962290 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bff01fc-b670-40fb-b2af-d38e857847cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:19.980527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c0a0e-b43e-4607-bbdf-52f9a91f987e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef0a2d-8492-48b6-9e2f-5ef1a5ce5b84,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:20.102521 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea66289a-af35-4601-ad4d-7d317dbc72b5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.120694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a12a09c0-47ba-48a6-8f15-bfd349b1a720 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port b25c801e-f398-4133-86e2-b86f2e5b0b58 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:20.121452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a12a09c0-47ba-48a6-8f15-bfd349b1a720 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.235778 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea66289a-af35-4601-ad4d-7d317dbc72b5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.271310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea66289a-af35-4601-ad4d-7d317dbc72b5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.277696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ea66289a-af35-4601-ad4d-7d317dbc72b5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/b7962cdb-987a-40c2-a283-6e1988dd6e24 HTTP/1.1" status: 204 len: 168 time: 0.6780610 Jul 06 18:01:20.279858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:20.303303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66289a-af35-4601-ad4d-7d317dbc72b5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=b7962cdb-987a-40c2-a283-6e1988dd6e24,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:20.331599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff01fc-b670-40fb-b2af-d38e857847cc None None] Pushing event updated for resources: {'Port': ['ID=421c1993-fd9d-4f2b-b299-a4be3112f19f,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:20.371166 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.379248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e8f7aab1-a4cf-488e-864e-82825beac995 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990880 Jul 06 18:01:20.383433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56788) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:20.390612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:20.535142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84ddbb-9887-42af-be60-9afce7daa6f7 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:20.536302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a12a09c0-47ba-48a6-8f15-bfd349b1a720 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.547138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:20.551714 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.570942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a12a09c0-47ba-48a6-8f15-bfd349b1a720 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for b25c801e-f398-4133-86e2-b86f2e5b0b58 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:20.735487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ba7baeaa-910a-4bf7-86c7-674e7ae5c4cb None None] Could not find standard attr ID for object 034d2886-8752-41b9-adf7-315e4ebbdb87. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:01:20.774238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ba7baeaa-910a-4bf7-86c7-674e7ae5c4cb None None] Provisioning for port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:20.808680 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.812154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ba7baeaa-910a-4bf7-86c7-674e7ae5c4cb None None] Provisioning complete for port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:20.812154 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba7baeaa-910a-4bf7-86c7-674e7ae5c4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.897106 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a12a09c0-47ba-48a6-8f15-bfd349b1a720 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:20.998651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.006901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a09c0-47ba-48a6-8f15-bfd349b1a720 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=b25c801e-f398-4133-86e2-b86f2e5b0b58,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:21.117476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:21.123438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:21.127347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:21.128128 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.144488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=1f3e945f-c7c7-42bd-ab9b-58f1b439d1d8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:21.175802 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-461feb38-35e1-4e65-b672-4911b0900260 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7885547 Jul 06 18:01:21.178164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56792) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:21.196162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:21.348197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 421c1993-fd9d-4f2b-b299-a4be3112f19f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:21.406015 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:21.448670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:21.456667 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.510424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Deleting port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:21.510838 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.626841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] For port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6e8134f9-b75d-4d3d-b085-14bccee6f5bd,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:21.627553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.634144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a12a09c0-47ba-48a6-8f15-bfd349b1a720 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.641196 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a12a09c0-47ba-48a6-8f15-bfd349b1a720 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/b25c801e-f398-4133-86e2-b86f2e5b0b58 HTTP/1.1" status: 204 len: 168 time: 1.7714210 Jul 06 18:01:21.641603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56794) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:21.660866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-41fccc12-676e-4e24-b1d7-c55632ada27f None None] Could not find standard attr ID for object b25c801e-f398-4133-86e2-b86f2e5b0b58. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:01:21.671317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Calling delete_port for 6e8134f9-b75d-4d3d-b085-14bccee6f5bd owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:21.693322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd1bd7-3938-47c5-ade2-50ce117dfccd req-41386125-bd6c-4f39-bdee-c4a39a994640 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:21.695271 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48bd1bd7-3938-47c5-ade2-50ce117dfccd req-41386125-bd6c-4f39-bdee-c4a39a994640 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1459162 Jul 06 18:01:21.701345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-41fccc12-676e-4e24-b1d7-c55632ada27f None None] Provisioning for port 421c1993-fd9d-4f2b-b299-a4be3112f19f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:21.704375 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d6e756-cc5e-4da5-95e2-9b92e52d8661 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] GET failed (client error): The resource could not be found. Jul 06 18:01:21.707273 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-34d6e756-cc5e-4da5-95e2-9b92e52d8661 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports/b25c801e-f398-4133-86e2-b86f2e5b0b58 HTTP/1.1" status: 404 len: 333 time: 0.0642684 Jul 06 18:01:21.711525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56796) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:21.747615 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48bd1bd7-3938-47c5-ade2-50ce117dfccd req-f68a9c88-7f2e-440c-874a-6aa226bcbb36 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Jul 06 18:01:21.798220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-41fccc12-676e-4e24-b1d7-c55632ada27f None None] Provisioning complete for port 421c1993-fd9d-4f2b-b299-a4be3112f19f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:21.798861 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41fccc12-676e-4e24-b1d7-c55632ada27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.844908 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09c08648-e8f3-46b5-9381-9e35699add98 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.901295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09c08648-e8f3-46b5-9381-9e35699add98 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:21.918051 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.007119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Pushing event deleted for resources: {'Port': ['ID=6e8134f9-b75d-4d3d-b085-14bccee6f5bd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:22.033757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] No DVR routers for this DVR port 6e8134f9-b75d-4d3d-b085-14bccee6f5bd on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:22.040546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.041088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.041605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.042141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.042722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.043256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.044782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.045351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.045700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.046038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.046406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.046746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5399ee7e-7aee-46f2-afae-e98ecdca02e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:22.056178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09c08648-e8f3-46b5-9381-9e35699add98 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.061811 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09c08648-e8f3-46b5-9381-9e35699add98 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.063798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-09c08648-e8f3-46b5-9381-9e35699add98 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/security-groups/2b199cc1-e60c-4a48-8934-d2cf4605a702 HTTP/1.1" status: 204 len: 168 time: 0.3509419 Jul 06 18:01:22.067131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:22.078239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-41fccc12-676e-4e24-b1d7-c55632ada27f None None] Provisioning complete for port 0d1f6b3f-66e5-47b4-9473-f29445332a38 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:22.079287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41fccc12-676e-4e24-b1d7-c55632ada27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.105207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c055e23-a621-43e1-bf9b-184d965f4d18 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:22.182375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-41fccc12-676e-4e24-b1d7-c55632ada27f None None] Port 0d1f6b3f-66e5-47b4-9473-f29445332a38 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:22.190258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-211b647d-5218-4e37-a9c0-f3d3ff4ca462 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.254298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-211b647d-5218-4e37-a9c0-f3d3ff4ca462 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.254723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.objects.ports [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:01:22.255805 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.259329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c08648-e8f3-46b5-9381-9e35699add98 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b199cc1-e60c-4a48-8934-d2cf4605a702,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:22.352680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-211b647d-5218-4e37-a9c0-f3d3ff4ca462 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.356563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-211b647d-5218-4e37-a9c0-f3d3ff4ca462 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.363306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-211b647d-5218-4e37-a9c0-f3d3ff4ca462 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/security-groups/85da1dd0-da62-4311-b453-bfb23a7b6db3 HTTP/1.1" status: 204 len: 168 time: 0.2945597 Jul 06 18:01:22.368450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56800) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:22.405891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b647d-5218-4e37-a9c0-f3d3ff4ca462 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da1dd0-da62-4311-b453-bfb23a7b6db3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:22.410582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=a5422d17-b0e1-4796-b49e-5c18cc9208a0,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:22.418378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:22.421584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:22.422830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-878744ed-f309-4434-8945-11dcca5d850c None None] Could not find standard attr ID for object b25c801e-f398-4133-86e2-b86f2e5b0b58. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:01:22.431155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:22.433356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.466835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '1f3e945f-c7c7-42bd-ab9b-58f1b439d1d8'}, {'subnet_id': 'a5422d17-b0e1-4796-b49e-5c18cc9208a0'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:22.468315 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.502429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-98a8fb9d-7a29-44d6-9b90-290ac53b4ab1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3174739 Jul 06 18:01:22.503921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56802) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:22.514742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:03:d2:74', 'name': 'tempest-NetworksTestDHCPv6-202895067'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:22.575716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48c08c69-54f3-4c41-9baf-57cd79f968e5 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.634821 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48c08c69-54f3-4c41-9baf-57cd79f968e5 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.664199 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.733614 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48c08c69-54f3-4c41-9baf-57cd79f968e5 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.745384 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48c08c69-54f3-4c41-9baf-57cd79f968e5 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:22.752892 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-48c08c69-54f3-4c41-9baf-57cd79f968e5 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/security-groups/6defd310-1ced-42d5-a7d8-bb9d8993c4d1 HTTP/1.1" status: 204 len: 168 time: 0.3730054 Jul 06 18:01:22.764055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56804) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:22.792077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c08c69-54f3-4c41-9baf-57cd79f968e5 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6defd310-1ced-42d5-a7d8-bb9d8993c4d1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:22.856077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:22.917232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Allocated IP 172.20.0.2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/1f3e945f-c7c7-42bd-ab9b-58f1b439d1d8/5176660a-279a-4ed3-ab5a-e755a454309f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:22.929841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Allocated IP 2001:db8::f816:3eff:fee2:d2e2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/a5422d17-b0e1-4796-b49e-5c18cc9208a0/5176660a-279a-4ed3-ab5a-e755a454309f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:22.942152 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18218ca-782f-4ce6-a27b-58adffcb0969 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet 0d6f729e-00e7-430c-8372-26f8a504ded0 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:22.948921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c18218ca-782f-4ce6-a27b-58adffcb0969 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.025588 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.043273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c18218ca-782f-4ce6-a27b-58adffcb0969 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.058670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 75367c07-312e-4031-84d9-fa57b345e3fe yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:23.207704 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c18218ca-782f-4ce6-a27b-58adffcb0969 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.208958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca7296-d4f9-4bed-8e20-07a8403b2092 req-a41592db-2ef6-4c8d-a4c6-9352af00525c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:23.213468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ca7296-d4f9-4bed-8e20-07a8403b2092 req-a41592db-2ef6-4c8d-a4c6-9352af00525c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1054807 Jul 06 18:01:23.260381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.278053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Transition to ACTIVE for port object 5176660a-279a-4ed3-ab5a-e755a454309f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:23.290908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ca7296-d4f9-4bed-8e20-07a8403b2092 req-f9850c18-0fcc-4ea9-be49-33b780002a01 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693917 Jul 06 18:01:23.291878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6e8134f9-b75d-4d3d-b085-14bccee6f5bd no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:23.311826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c18218ca-782f-4ce6-a27b-58adffcb0969 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.334596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 6e8134f9-b75d-4d3d-b085-14bccee6f5bd {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:23.334596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6e8134f9-b75d-4d3d-b085-14bccee6f5bd not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:23.334596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Transition to ACTIVE for port object 5176660a-279a-4ed3-ab5a-e755a454309f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:23.343783 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.363665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18218ca-782f-4ce6-a27b-58adffcb0969 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=0d6f729e-00e7-430c-8372-26f8a504ded0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:23.370311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c18218ca-782f-4ce6-a27b-58adffcb0969 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.380300 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c18218ca-782f-4ce6-a27b-58adffcb0969 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/0d6f729e-00e7-430c-8372-26f8a504ded0 HTTP/1.1" status: 204 len: 168 time: 0.6140714 Jul 06 18:01:23.381315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:23.394619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd9695-28cf-4fbf-8ad0-68af41fd3cf5 None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:23.468520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73df7ca-9b73-43f5-a9e1-b9887d257b5c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet 65c6ec30-a8e1-456e-a9b0-4a14b037ea70 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:23.474218 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73df7ca-9b73-43f5-a9e1-b9887d257b5c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.499599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:23.503747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Pushing event updated for resources: {'Port': ['ID=5176660a-279a-4ed3-ab5a-e755a454309f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:23.512030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:23.521752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:23.525558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 172.20.0.8 (bc2bb118-1fef-4c36-8bc5-3622127a006f/1f3e945f-c7c7-42bd-ab9b-58f1b439d1d8/75367c07-312e-4031-84d9-fa57b345e3fe) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:23.538373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fe03:d274 (bc2bb118-1fef-4c36-8bc5-3622127a006f/a5422d17-b0e1-4796-b49e-5c18cc9208a0/75367c07-312e-4031-84d9-fa57b345e3fe) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:23.556676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73df7ca-9b73-43f5-a9e1-b9887d257b5c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.699757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Attempting to bind port 5176660a-279a-4ed3-ab5a-e755a454309f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:23.700748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Attempting to bind port 5176660a-279a-4ed3-ab5a-e755a454309f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:23.700748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Attempting to bind port 5176660a-279a-4ed3-ab5a-e755a454309f on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:23.706331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73df7ca-9b73-43f5-a9e1-b9887d257b5c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.735324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:23.735774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:23.736100 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.736504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:23.737036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Bound port: 5176660a-279a-4ed3-ab5a-e755a454309f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:23.737429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.789386 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.815737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 75367c07-312e-4031-84d9-fa57b345e3fe will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:23.839615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73df7ca-9b73-43f5-a9e1-b9887d257b5c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.877678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73df7ca-9b73-43f5-a9e1-b9887d257b5c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=65c6ec30-a8e1-456e-a9b0-4a14b037ea70,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:23.883612 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73df7ca-9b73-43f5-a9e1-b9887d257b5c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.886221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c73df7ca-9b73-43f5-a9e1-b9887d257b5c tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/65c6ec30-a8e1-456e-a9b0-4a14b037ea70 HTTP/1.1" status: 204 len: 168 time: 0.5033996 Jul 06 18:01:23.890263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56814) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:23.920102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] For port 5176660a-279a-4ed3-ab5a-e755a454309f, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:23.923958 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d608d87-fcfe-4712-9a16-ab949bff9d27 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:23.924516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d608d87-fcfe-4712-9a16-ab949bff9d27 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:23.926777 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.931778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6d608d87-fcfe-4712-9a16-ab949bff9d27 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/0d6f729e-00e7-430c-8372-26f8a504ded0 HTTP/1.1" status: 404 len: 337 time: 0.0357945 Jul 06 18:01:23.931952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] For port 5176660a-279a-4ed3-ab5a-e755a454309f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5176660a-279a-4ed3-ab5a-e755a454309f,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:23.933460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56816) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:23.940759 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:23.995694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:24.002998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:24.005970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:24.038173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=75367c07-312e-4031-84d9-fa57b345e3fe,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:24.052641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-949d63ab-4645-41a7-8a37-0577e66f0e8d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting subnet c915fee7-6af8-420f-b58b-031422378379 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:24.078880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:24.079874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.080301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-949d63ab-4645-41a7-8a37-0577e66f0e8d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.088229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0977d-ae18-4326-8ca0-5abc30618b55 None None] Pushing event updated for resources: {'Port': ['ID=5176660a-279a-4ed3-ab5a-e755a454309f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:24.103938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-55b16f55-fce7-4496-9c6a-bfe0b80ba5a9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5970249 Jul 06 18:01:24.104878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56820) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.165394 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-949d63ab-4645-41a7-8a37-0577e66f0e8d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.190925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e806a9e-afc0-4fb5-aaa6-dbda6ee5e145 None None] Update dhcp port {'port': {'network_id': '357c2186-e093-42cc-a827-5a1ecab21669', 'fixed_ips': [{'subnet_id': 'c915fee7-6af8-420f-b58b-031422378379', 'ip_address': '172.20.0.18'}, {'subnet_id': '65c6ec30-a8e1-456e-a9b0-4a14b037ea70'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '421c1993-fd9d-4f2b-b299-a4be3112f19f'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:01:24.204599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54307b6a-6c49-40ee-b18c-c0a5faa04918 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:24.210944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54307b6a-6c49-40ee-b18c-c0a5faa04918 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:24.216366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56822) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.216737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-54307b6a-6c49-40ee-b18c-c0a5faa04918 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1103415 Jul 06 18:01:24.237795 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e806a9e-afc0-4fb5-aaa6-dbda6ee5e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.393563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-949d63ab-4645-41a7-8a37-0577e66f0e8d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.472553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5fa92-eaaa-4b10-9183-99709e642867 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 75367c07-312e-4031-84d9-fa57b345e3fe {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:24.472937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cf5fa92-eaaa-4b10-9183-99709e642867 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-8e806a9e-afc0-4fb5-aaa6-dbda6ee5e145 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c915fee7-6af8-420f-b58b-031422378379: This subnet is being modified by another concurrent operation. Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c915fee7-6af8-420f-b58b-031422378379: This subnet is being modified by another concurrent operation. Jul 06 18:01:24.547277 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 18:01:24.555087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-949d63ab-4645-41a7-8a37-0577e66f0e8d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.627571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912974f9-10be-4a0b-9190-6c0e5cf91953 req-a5acadbc-0a0c-4243-8138-0aef8696ba3a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:24.629084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d63ab-4645-41a7-8a37-0577e66f0e8d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Subnet': ['ID=c915fee7-6af8-420f-b58b-031422378379,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:24.629430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-912974f9-10be-4a0b-9190-6c0e5cf91953 req-a5acadbc-0a0c-4243-8138-0aef8696ba3a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1269050 Jul 06 18:01:24.635211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-949d63ab-4645-41a7-8a37-0577e66f0e8d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.638168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-949d63ab-4645-41a7-8a37-0577e66f0e8d tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/c915fee7-6af8-420f-b58b-031422378379 HTTP/1.1" status: 204 len: 168 time: 0.7013378 Jul 06 18:01:24.640947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.667288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cf5fa92-eaaa-4b10-9183-99709e642867 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.672220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3020d8-f320-4cb8-9a17-1399420c9cd8 None None] Network 357c2186-e093-42cc-a827-5a1ecab21669 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:24.681960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5fa92-eaaa-4b10-9183-99709e642867 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 75367c07-312e-4031-84d9-fa57b345e3fe owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:24.687934 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-98907dc2-7000-4dc9-9b62-6c40a8e1120b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:24.687934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98907dc2-7000-4dc9-9b62-6c40a8e1120b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:24.689858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-98907dc2-7000-4dc9-9b62-6c40a8e1120b tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/5b13fea5-ab97-40a8-bc55-fa09f54b3e83 HTTP/1.1" status: 404 len: 337 time: 0.0471852 Jul 06 18:01:24.693187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56828) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.720240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-912974f9-10be-4a0b-9190-6c0e5cf91953 req-5d15503b-6500-4b05-9ada-c51e714e603b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821764 Jul 06 18:01:24.759764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d3f3de68-2274-497e-a51d-25cc16b66e97 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fdc676e-b136-4549-b47c-8b7bcdda1af4 HTTP/1.1" status: 200 len: 205 time: 0.0647922 Jul 06 18:01:24.761022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1e952fc6-9666-420a-8666-7d492213fd03 None None] Provisioning complete for port 421c1993-fd9d-4f2b-b299-a4be3112f19f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:24.761724 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e952fc6-9666-420a-8666-7d492213fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:24.763620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56830) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.850444 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-f8d8cee0-4454-4b9e-8348-f88a0abbb8c4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] delete failed (client error): The resource could not be found. Jul 06 18:01:24.852755 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f8d8cee0-4454-4b9e-8348-f88a0abbb8c4 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/routers/8fdc676e-b136-4549-b47c-8b7bcdda1af4 HTTP/1.1" status: 404 len: 336 time: 0.0875394 Jul 06 18:01:24.856304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56832) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.906922 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4c92d1-68fb-4375-9830-2d0018776423 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:24.907913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4c92d1-68fb-4375-9830-2d0018776423 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:24.910819 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2a4c92d1-68fb-4375-9830-2d0018776423 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/c2a8dfdf-3574-4bfd-8a5e-6bedf402366b HTTP/1.1" status: 404 len: 337 time: 0.0525768 Jul 06 18:01:24.914941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56834) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.965727 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-12779e27-3fb0-4059-a6c0-3d7c46827472 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:24.967448 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12779e27-3fb0-4059-a6c0-3d7c46827472 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:24.974837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-12779e27-3fb0-4059-a6c0-3d7c46827472 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/58f93141-92ac-4320-b564-e0001b3efe70 HTTP/1.1" status: 404 len: 337 time: 0.0544820 Jul 06 18:01:24.976871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:24.979563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1e952fc6-9666-420a-8666-7d492213fd03 None None] Provisioning complete for port 0d1f6b3f-66e5-47b4-9473-f29445332a38 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:24.980376 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e952fc6-9666-420a-8666-7d492213fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.025155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec218cc0-10ba-4fa3-82e8-ca57af7b9dfd None None] DHCP port deletion for 357c2186-e093-42cc-a827-5a1ecab21669 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:25.040992 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4d8ab8-5251-4fa8-b4d0-cb4465e65ebe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:25.041371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4d8ab8-5251-4fa8-b4d0-cb4465e65ebe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:25.048564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6d4d8ab8-5251-4fa8-b4d0-cb4465e65ebe tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/5bed8b5a-49f9-45a8-8dc4-5ff0f2257410 HTTP/1.1" status: 404 len: 337 time: 0.0668378 Jul 06 18:01:25.048896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56838) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.060788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1e952fc6-9666-420a-8666-7d492213fd03 None None] Port 0d1f6b3f-66e5-47b4-9473-f29445332a38 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:25.088460 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-85118b6a-fd92-40e4-bee4-0df727dcc067 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:25.089218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85118b6a-fd92-40e4-bee4-0df727dcc067 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:25.091638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-85118b6a-fd92-40e4-bee4-0df727dcc067 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/5be3f74c-1b77-49ed-b0fe-d82b01a55e85 HTTP/1.1" status: 404 len: 333 time: 0.0407283 Jul 06 18:01:25.095096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56840) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.147163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cf5fa92-eaaa-4b10-9183-99709e642867 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.147605 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c590fd6f-e8f9-448a-91c0-6f46ec5a1551 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:25.148082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c590fd6f-e8f9-448a-91c0-6f46ec5a1551 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:25.153295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ec218cc0-10ba-4fa3-82e8-ca57af7b9dfd None None] Deleting port 421c1993-fd9d-4f2b-b299-a4be3112f19f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:25.153564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c590fd6f-e8f9-448a-91c0-6f46ec5a1551 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/e68d61d5-2507-4b6a-9c07-81fdde542550 HTTP/1.1" status: 404 len: 337 time: 0.0564284 Jul 06 18:01:25.154184 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec218cc0-10ba-4fa3-82e8-ca57af7b9dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.156254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.214464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5fa92-eaaa-4b10-9183-99709e642867 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=75367c07-312e-4031-84d9-fa57b345e3fe,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:25.256787 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d9b09f-661d-44ac-af44-471dce2a746e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:25.259272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d9b09f-661d-44ac-af44-471dce2a746e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:25.270495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f7d9b09f-661d-44ac-af44-471dce2a746e tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/e7d7234b-30c3-43bc-ba40-ac1e82c342b8 HTTP/1.1" status: 404 len: 337 time: 0.1044130 Jul 06 18:01:25.272029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ec218cc0-10ba-4fa3-82e8-ca57af7b9dfd None None] For port 421c1993-fd9d-4f2b-b299-a4be3112f19f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=421c1993-fd9d-4f2b-b299-a4be3112f19f,segment=NetworkSegment(31af50e3-be87-4dae-a06c-b1f209f255e6),segment_id=31af50e3-be87-4dae-a06c-b1f209f255e6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:25.272774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56844) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.272964 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec218cc0-10ba-4fa3-82e8-ca57af7b9dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.294308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ec218cc0-10ba-4fa3-82e8-ca57af7b9dfd None None] Calling delete_port for 421c1993-fd9d-4f2b-b299-a4be3112f19f owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:25.316744 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6006948-bca9-4a4c-b02a-7dd8661b3c1f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:25.317946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6006948-bca9-4a4c-b02a-7dd8661b3c1f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:25.320435 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a6006948-bca9-4a4c-b02a-7dd8661b3c1f tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/f01c6543-2668-43c5-a75c-65807769b4ce HTTP/1.1" status: 404 len: 333 time: 0.0455873 Jul 06 18:01:25.324281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56846) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.355043 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7029d6ca-98b1-4115-8c3f-80b0cfd91fdb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:25.356358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7029d6ca-98b1-4115-8c3f-80b0cfd91fdb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:25.359381 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7029d6ca-98b1-4115-8c3f-80b0cfd91fdb tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/84b31101-47f5-45b6-b18c-5fbea8db5075 HTTP/1.1" status: 404 len: 337 time: 0.0324943 Jul 06 18:01:25.364116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56848) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.374087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cf5fa92-eaaa-4b10-9183-99709e642867 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.376295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3cf5fa92-eaaa-4b10-9183-99709e642867 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/75367c07-312e-4031-84d9-fa57b345e3fe HTTP/1.1" status: 204 len: 168 time: 1.1587672 Jul 06 18:01:25.378922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.395480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5176660a-279a-4ed3-ab5a-e755a454309f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:25.396705 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff2f2a4-3b68-430c-9537-82b79342b268 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] DELETE failed (client error): The resource could not be found. Jul 06 18:01:25.397173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff2f2a4-3b68-430c-9537-82b79342b268 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:25.399101 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dff2f2a4-3b68-430c-9537-82b79342b268 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/subnets/fb0443a4-d66f-456a-8978-289b42a39fd5 HTTP/1.1" status: 404 len: 337 time: 0.0335743 Jul 06 18:01:25.402620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.468406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e677d5-c034-4565-8e3a-94d5a9ec9e8a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:25.470468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e677d5-c034-4565-8e3a-94d5a9ec9e8a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:25.472446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e677d5-c034-4565-8e3a-94d5a9ec9e8a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:25.474469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-30e677d5-c034-4565-8e3a-94d5a9ec9e8a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0943995 Jul 06 18:01:25.478746 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec218cc0-10ba-4fa3-82e8-ca57af7b9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.479007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56854) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.524614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218cc0-10ba-4fa3-82e8-ca57af7b9dfd None None] Pushing event deleted for resources: {'Port': ['ID=421c1993-fd9d-4f2b-b299-a4be3112f19f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:25.531297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-244339f9-a5d8-4609-954b-4568d5287289 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Deleting port 0d1f6b3f-66e5-47b4-9473-f29445332a38 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:25.531637 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-244339f9-a5d8-4609-954b-4568d5287289 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.538583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec218cc0-10ba-4fa3-82e8-ca57af7b9dfd None None] No DVR routers for this DVR port 421c1993-fd9d-4f2b-b299-a4be3112f19f on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:25.552082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 5176660a-279a-4ed3-ab5a-e755a454309f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:25.553559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f71d33d-a16b-4c7a-863d-f79b6c7d16dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 1f3e945f-c7c7-42bd-ab9b-58f1b439d1d8 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:25.562023 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f71d33d-a16b-4c7a-863d-f79b6c7d16dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.612249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f71d33d-a16b-4c7a-863d-f79b6c7d16dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.617246 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-244339f9-a5d8-4609-954b-4568d5287289 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.621974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 421c1993-fd9d-4f2b-b299-a4be3112f19f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:25.634285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-244339f9-a5d8-4609-954b-4568d5287289 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Calling delete_port for 0d1f6b3f-66e5-47b4-9473-f29445332a38 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:25.649259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 421c1993-fd9d-4f2b-b299-a4be3112f19f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:25.649259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 421c1993-fd9d-4f2b-b299-a4be3112f19f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:25.691013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a73c30-aad3-492d-b0d7-ca1203035a78 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:25.734398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f71d33d-a16b-4c7a-863d-f79b6c7d16dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.739154 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-244339f9-a5d8-4609-954b-4568d5287289 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.782742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244339f9-a5d8-4609-954b-4568d5287289 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Port': ['ID=0d1f6b3f-66e5-47b4-9473-f29445332a38,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:25.789733 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-244339f9-a5d8-4609-954b-4568d5287289 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.795187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-244339f9-a5d8-4609-954b-4568d5287289 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/ports/0d1f6b3f-66e5-47b4-9473-f29445332a38 HTTP/1.1" status: 204 len: 168 time: 0.3880119 Jul 06 18:01:25.795187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56858) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:25.848849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f71d33d-a16b-4c7a-863d-f79b6c7d16dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.889364 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71d33d-a16b-4c7a-863d-f79b6c7d16dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3e945f-c7c7-42bd-ab9b-58f1b439d1d8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:25.899806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.924987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f71d33d-a16b-4c7a-863d-f79b6c7d16dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:25.929630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3f71d33d-a16b-4c7a-863d-f79b6c7d16dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/1f3e945f-c7c7-42bd-ab9b-58f1b439d1d8 HTTP/1.1" status: 204 len: 168 time: 0.4472253 Jul 06 18:01:25.931153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.007129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbcf55b-5505-4eb0-99c0-ac9dcdaa88ac tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet a5422d17-b0e1-4796-b49e-5c18cc9208a0 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:26.010803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.014528 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf55b-5505-4eb0-99c0-ac9dcdaa88ac tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.022933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357c2186-e093-42cc-a827-5a1ecab21669']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:26.033473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] Provisioning for port 5176660a-279a-4ed3-ab5a-e755a454309f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:26.038202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31af50e3-be87-4dae-a06c-b1f209f255e6') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:26.038547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31af50e3-be87-4dae-a06c-b1f209f255e6') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:26.047066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] Provisioning complete for port 5176660a-279a-4ed3-ab5a-e755a454309f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:26.047340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652efd25-34c0-4e8c-b39d-dd54621f27b4 req-c0ca77c2-6fab-49ef-be4b-4ea9f05b9e9d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:26.047473 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.049117 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-652efd25-34c0-4e8c-b39d-dd54621f27b4 req-c0ca77c2-6fab-49ef-be4b-4ea9f05b9e9d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1669300 Jul 06 18:01:26.056365 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.073630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.082977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:01:26.084683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:01:26.087185 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:01:26.100808 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf55b-5505-4eb0-99c0-ac9dcdaa88ac tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.131454 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-652efd25-34c0-4e8c-b39d-dd54621f27b4 req-8ddd76ae-8758-4e54-af75-174e722b261d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763721 Jul 06 18:01:26.165827 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.176523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.179618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] 10.222.0.13 "DELETE /v2.0/networks/357c2186-e093-42cc-a827-5a1ecab21669 HTTP/1.1" status: 204 len: 168 time: 0.3831410 Jul 06 18:01:26.197337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b45044-e28f-40f5-bda2-de5037a98892 tempest-PortsTestJSON-1066386158 tempest-PortsTestJSON-1066386158-project] Pushing event deleted for resources: {'Network': ['ID=357c2186-e093-42cc-a827-5a1ecab21669,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:26.220145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf55b-5505-4eb0-99c0-ac9dcdaa88ac tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.271688 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.298130 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf55b-5505-4eb0-99c0-ac9dcdaa88ac tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.328096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcf55b-5505-4eb0-99c0-ac9dcdaa88ac tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=a5422d17-b0e1-4796-b49e-5c18cc9208a0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:26.349740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:01:26.350317 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:01:26.351751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1bbcf55b-5505-4eb0-99c0-ac9dcdaa88ac tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.353939 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1bbcf55b-5505-4eb0-99c0-ac9dcdaa88ac tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/a5422d17-b0e1-4796-b49e-5c18cc9208a0 HTTP/1.1" status: 204 len: 168 time: 0.4216352 Jul 06 18:01:26.356857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56864) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.399570 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d097b7ad-10d4-4bec-a5e3-c2208ed7f489 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414724 Jul 06 18:01:26.403823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56866) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.420681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:26.448011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b0531-56f2-4feb-ba3e-4cd1bfd987df None None] Update dhcp port {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': 'a5422d17-b0e1-4796-b49e-5c18cc9208a0'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '5176660a-279a-4ed3-ab5a-e755a454309f'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:01:26.495387 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0531-56f2-4feb-ba3e-4cd1bfd987df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.575106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:26.580751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.594289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.769531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2939231-6228-404b-8f69-cd70496a32d8 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:26.807176 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0e5cc3aa-fb62-4321-98e2-3640d3f10960 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35ac2dd17d0b4b89bc3ce898b8e8f4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112746 Jul 06 18:01:26.811078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56876) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.842264 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.882387 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-248ba123-28a4-47a8-a9bb-f38a7212ee27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.907368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:26.912018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:26.916882 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-248ba123-28a4-47a8-a9bb-f38a7212ee27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.922573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:26.923397 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:26.942111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=ed997715-bdce-4f45-96c7-d12b1a14d8d3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:26.954144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:26.955161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-198bd706-86f6-4da3-88eb-69ace3ef56db tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5498552 Jul 06 18:01:26.959595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:26.988052 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.071290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-248ba123-28a4-47a8-a9bb-f38a7212ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.074162 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-248ba123-28a4-47a8-a9bb-f38a7212ee27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.075804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-248ba123-28a4-47a8-a9bb-f38a7212ee27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75ae02d3-0763-4ced-8094-c42f0f2b65d9 HTTP/1.1" status: 204 len: 168 time: 0.2631733 Jul 06 18:01:27.090525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ba123-28a4-47a8-a9bb-f38a7212ee27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae02d3-0763-4ced-8094-c42f0f2b65d9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:27.102685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] For port 5176660a-279a-4ed3-ab5a-e755a454309f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5176660a-279a-4ed3-ab5a-e755a454309f,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:27.116252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:27.120529 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.125201 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.265354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310aafb-5ea8-4533-a343-634594df1e81 None None] Pushing event updated for resources: {'Port': ['ID=5176660a-279a-4ed3-ab5a-e755a454309f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:27.312192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5176660a-279a-4ed3-ab5a-e755a454309f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:27.318683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d9b9a944-a5f1-4987-be66-0465000cec9a None None] Provisioning complete for port 5176660a-279a-4ed3-ab5a-e755a454309f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:27.318683 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a944-a5f1-4987-be66-0465000cec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.506553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e688dd-89d6-4844-a53a-aead0ebc5445 req-e57ae205-cdda-40bd-a94d-253caeb25dda tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:27.514630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32e688dd-89d6-4844-a53a-aead0ebc5445 req-e57ae205-cdda-40bd-a94d-253caeb25dda tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1316454 Jul 06 18:01:27.569388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32e688dd-89d6-4844-a53a-aead0ebc5445 req-280837b5-2142-4a2b-bb12-fcda1eb743f9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Jul 06 18:01:27.605408 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.610975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Update dhcp port {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': 'ed997715-bdce-4f45-96c7-d12b1a14d8d3'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '5176660a-279a-4ed3-ab5a-e755a454309f'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:01:27.724717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:01:27.792093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 5176660a-279a-4ed3-ab5a-e755a454309f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5176660a-279a-4ed3-ab5a-e755a454309f,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:27.797469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.805523 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:27.968062 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.098052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=5176660a-279a-4ed3-ab5a-e755a454309f,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:28.211144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56902) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:28.218555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] For port 5176660a-279a-4ed3-ab5a-e755a454309f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5176660a-279a-4ed3-ab5a-e755a454309f,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:28.264390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.269772 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.270789 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.276320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fee2:d2e2-d816e8e9-205e-4040-bf0d-8720f6195d {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:01:28.276937 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:01:28.343233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7750e89e-3d4b-4c5b-bd85-c69424d2043d tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-768268608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:28.347739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:28.355584 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:28.366808 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:28.370107 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.377688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7750e89e-3d4b-4c5b-bd85-c69424d2043d tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.378867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7750e89e-3d4b-4c5b-bd85-c69424d2043d tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.396710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=5176660a-279a-4ed3-ab5a-e755a454309f,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:28.401027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=9580d89b-e67f-4a05-8730-8ede77e96204,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:28.407787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-37fa436b-1b0f-4837-af14-f2b7a2392c28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4522893 Jul 06 18:01:28.411326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56906) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:28.418524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:a1:05:4e', 'name': 'tempest-NetworksTestDHCPv6-82984820'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:28.461843 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7750e89e-3d4b-4c5b-bd85-c69424d2043d tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.467665 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7750e89e-3d4b-4c5b-bd85-c69424d2043d tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.485414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7750e89e-3d4b-4c5b-bd85-c69424d2043d tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.489322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7750e89e-3d4b-4c5b-bd85-c69424d2043d tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2746148 Jul 06 18:01:28.489842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56908) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:28.496473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-916558452'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:28.522055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Made reservation on behalf of dd0c66a807a4494a938f7f29fe4f7dfb for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:28.526989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.537470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.560726 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:28.603712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:01:28.681526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.687074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.724198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:28.730673 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.740039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a170c2-0fea-4504-81fd-da05ee4cbcd9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:28.749258 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.749750 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Added segment 0335642b-8fdf-4112-8e0b-725b34086974 of type vlan for network c473fda8-2258-4c19-96f1-77ae56fb1975 Jul 06 18:01:28.776177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:28.790243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 07ced02a-460c-419e-a531-a011a414c51f yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:28.814177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.822515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '1be8b0f5-c841-494e-a989-e0c873122777', 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a', 'port_id': '1be8b0f5-c841-494e-a989-e0c873122777', 'mac_address': 'fa:16:3e:33:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367353ff-d50c-4949-b19f-9c5f9e2d18c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:01:28.855480 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.863899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.870998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:28.872866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.876692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dfb0e-b53c-426d-a6cc-b25015bd9818 req-dce1688a-5dfe-469d-96fc-45feb9a8f8dd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:28.878718 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-449dfb0e-b53c-426d-a6cc-b25015bd9818 req-dce1688a-5dfe-469d-96fc-45feb9a8f8dd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1657853 Jul 06 18:01:28.935877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:28.967786 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-449dfb0e-b53c-426d-a6cc-b25015bd9818 req-0d42e322-2fb2-4508-b632-422f10f417db tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790794 Jul 06 18:01:28.970964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:28.971749 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4798796 Jul 06 18:01:28.978096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1be8b0f5-c841-494e-a989-e0c873122777 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:01:28.978841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Request body: {'subnet': {'network_id': 'c473fda8-2258-4c19-96f1-77ae56fb1975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:29.004796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23b072-9af3-4aaf-818b-525292c52a09 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Network': ['ID=c473fda8-2258-4c19-96f1-77ae56fb1975,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:29.041677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c473fda8-2258-4c19-96f1-77ae56fb1975 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:29.059846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:29.093382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.149849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 172.20.0.6 (bc2bb118-1fef-4c36-8bc5-3622127a006f/ed997715-bdce-4f45-96c7-d12b1a14d8d3/07ced02a-460c-419e-a531-a011a414c51f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:29.165363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fea1:54e (bc2bb118-1fef-4c36-8bc5-3622127a006f/9580d89b-e67f-4a05-8730-8ede77e96204/07ced02a-460c-419e-a531-a011a414c51f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:29.193119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Made reservation on behalf of dd0c66a807a4494a938f7f29fe4f7dfb for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:29.197824 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.263278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['1be8b0f5-c841-494e-a989-e0c873122777'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:01:29.314332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:29.528937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.579045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 07ced02a-460c-419e-a531-a011a414c51f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:29.616049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.696015 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.750950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Allocated IP 172.20.0.2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/ed997715-bdce-4f45-96c7-d12b1a14d8d3/5176660a-279a-4ed3-ab5a-e755a454309f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:29.754278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Subnet': ['ID=1ce370eb-9ea4-496b-ae31-698c5d269562,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:29.783633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:29.787707 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Checking segment: {'id': '0335642b-8fdf-4112-8e0b-725b34086974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c473fda8-2258-4c19-96f1-77ae56fb1975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:29.788169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network hostable DHCP agents. Network: c473fda8-2258-4c19-96f1-77ae56fb1975, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:29.795763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:29.798986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:29.802307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=07ced02a-460c-419e-a531-a011a414c51f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:29.855410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network c473fda8-2258-4c19-96f1-77ae56fb1975 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:29.877182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c473fda8-2258-4c19-96f1-77ae56fb1975) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:29.884940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:29.886023 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.892063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:29.892444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5fba8a-7a69-4a77-8679-2730c4544fa6 None None] Network c473fda8-2258-4c19-96f1-77ae56fb1975 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:29.892644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:29.913036 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3e58d193-e657-4b24-b52e-c8dabc7d2e60 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.5002840 Jul 06 18:01:29.915547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e4bbd75f-11e6-4cde-b536-dac2c3bba319 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9436181 Jul 06 18:01:29.917859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56914) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:29.978090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] For port 5176660a-279a-4ed3-ab5a-e755a454309f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5176660a-279a-4ed3-ab5a-e755a454309f,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:30.031543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b88fd-0456-44b6-b2a3-83b1c9327181 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:30.043999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b88fd-0456-44b6-b2a3-83b1c9327181 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:30.047262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56918) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:30.048059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-904b88fd-0456-44b6-b2a3-83b1c9327181 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1779 time: 0.1295726 Jul 06 18:01:30.049228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56920) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:30.056508 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.063045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Request body: {'network': {'name': 'tempest-router-network01--2106984045'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:30.097499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Made reservation on behalf of dd0c66a807a4494a938f7f29fe4f7dfb for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:30.102657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.122064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Transition to ACTIVE for port object 5176660a-279a-4ed3-ab5a-e755a454309f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:30.133775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.156534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:30.183172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.184852 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Added segment 7dfea93c-9315-4a50-8b74-994071ea7332 of type vlan for network bc88f7bd-638e-4747-bef7-7260e7e482d9 Jul 06 18:01:30.194986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-c473fda8-2258-4c19-96f1-77ae56fb1975', 'network_id': 'c473fda8-2258-4c19-96f1-77ae56fb1975', 'tenant_id': 'dd0c66a807a4494a938f7f29fe4f7dfb', 'fixed_ips': [{'subnet_id': '1ce370eb-9ea4-496b-ae31-698c5d269562'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:30.195861 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.256163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a963b61a-4957-41d7-8f0e-55db105d065f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 07ced02a-460c-419e-a531-a011a414c51f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:30.257037 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a963b61a-4957-41d7-8f0e-55db105d065f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.370328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bb505-6b45-4416-88b7-cf3b73e1cb1c None None] Pushing event updated for resources: {'Port': ['ID=5176660a-279a-4ed3-ab5a-e755a454309f,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:30.404925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a963b61a-4957-41d7-8f0e-55db105d065f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.428312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a963b61a-4957-41d7-8f0e-55db105d065f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 07ced02a-460c-419e-a531-a011a414c51f owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:30.453083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:30.555448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Allocated IP 172.20.0.2 (c473fda8-2258-4c19-96f1-77ae56fb1975/1ce370eb-9ea4-496b-ae31-698c5d269562/a89eaf0a-e956-4bf9-9b91-9027290a4828) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:30.631312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:30.735296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.744065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 1be8b0f5-c841-494e-a989-e0c873122777 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:30.744541 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.759564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609844a4-ab67-496f-b966-60efad8fa8bd tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:30.760321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609844a4-ab67-496f-b966-60efad8fa8bd tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:30.761178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609844a4-ab67-496f-b966-60efad8fa8bd tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:30.780042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-609844a4-ab67-496f-b966-60efad8fa8bd tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=c5d396b65d6544c290dc8fae46589686&network_id=72a68a86-732a-4e4f-b4f1-22a6258e6448 HTTP/1.1" status: 200 len: 2969 time: 0.3250947 Jul 06 18:01:30.836746 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.863900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.875638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:30.877084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.905775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Transition to ACTIVE for port object a89eaf0a-e956-4bf9-9b91-9027290a4828 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:30.906445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a963b61a-4957-41d7-8f0e-55db105d065f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.913721 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:30.946323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Transition to ACTIVE for port object a89eaf0a-e956-4bf9-9b91-9027290a4828 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:30.955217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963b61a-4957-41d7-8f0e-55db105d065f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=07ced02a-460c-419e-a531-a011a414c51f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:30.984696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:30.988783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:30.996813 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bc181f-3721-4466-ae17-922c1305891b" -d '{"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-plugged", "status": "completed", "tag": "1be8b0f5-c841-494e-a989-e0c873122777"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:31.002216 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.005131 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.021105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d451dc-c1f3-4501-aecf-7642c75774f9 req-c7375773-5b08-4501-b202-d9db4c8f2e8c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.022897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71d451dc-c1f3-4501-aecf-7642c75774f9 req-c7375773-5b08-4501-b202-d9db4c8f2e8c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 944 time: 0.7726316 Jul 06 18:01:31.066615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0135849 Jul 06 18:01:31.070208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:31.082644 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c120cf-123c-46a0-8a6b-3f875502f4fa x-openstack-request-id: req-d8c120cf-123c-46a0-8a6b-3f875502f4fa {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:31.082942 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-plugged", "status": "completed", "tag": "1be8b0f5-c841-494e-a989-e0c873122777", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:31.083051 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8c120cf-123c-46a0-8a6b-3f875502f4fa {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:31.083511 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777', 'code': 200} Jul 06 18:01:31.107244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdcc6b-0f79-4894-862b-d3f077882f0b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Network': ['ID=bc88f7bd-638e-4747-bef7-7260e7e482d9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:31.126141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Network c473fda8-2258-4c19-96f1-77ae56fb1975 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:31.127664 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network bc88f7bd-638e-4747-bef7-7260e7e482d9 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:31.138949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:31.155575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71d451dc-c1f3-4501-aecf-7642c75774f9 req-666b0fc3-c13e-4c4a-a628-e7dd15c46624 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130176 Jul 06 18:01:31.190850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:31.219151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:31.352220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Pushing event updated for resources: {'Port': ['ID=a89eaf0a-e956-4bf9-9b91-9027290a4828,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:31.357361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Attempting to bind port a89eaf0a-e956-4bf9-9b91-9027290a4828 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:31.357761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Attempting to bind port a89eaf0a-e956-4bf9-9b91-9027290a4828 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '0335642b-8fdf-4112-8e0b-725b34086974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c473fda8-2258-4c19-96f1-77ae56fb1975'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:31.358153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Attempting to bind port a89eaf0a-e956-4bf9-9b91-9027290a4828 on network c473fda8-2258-4c19-96f1-77ae56fb1975 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:31.362928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5176660a-279a-4ed3-ab5a-e755a454309f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:31.388289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:31.389521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Checking segment: {'id': '0335642b-8fdf-4112-8e0b-725b34086974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c473fda8-2258-4c19-96f1-77ae56fb1975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:31.389521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.389900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Bound using segment: {'id': '0335642b-8fdf-4112-8e0b-725b34086974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c473fda8-2258-4c19-96f1-77ae56fb1975'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:31.390101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Bound port: a89eaf0a-e956-4bf9-9b91-9027290a4828, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0335642b-8fdf-4112-8e0b-725b34086974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c473fda8-2258-4c19-96f1-77ae56fb1975'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:31.390523 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.462079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Request body: {'network': {'name': 'tempest-router-network02--2057028399'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:31.495824 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a963b61a-4957-41d7-8f0e-55db105d065f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.497623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] For port a89eaf0a-e956-4bf9-9b91-9027290a4828, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:31.501538 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a963b61a-4957-41d7-8f0e-55db105d065f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/07ced02a-460c-419e-a531-a011a414c51f HTTP/1.1" status: 204 len: 168 time: 1.4510443 Jul 06 18:01:31.501884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] For port a89eaf0a-e956-4bf9-9b91-9027290a4828, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a89eaf0a-e956-4bf9-9b91-9027290a4828,segment=NetworkSegment(0335642b-8fdf-4112-8e0b-725b34086974),segment_id=0335642b-8fdf-4112-8e0b-725b34086974)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:31.502029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56934) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:31.509045 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.511314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Made reservation on behalf of dd0c66a807a4494a938f7f29fe4f7dfb for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:31.516681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.560633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeccd27-f1ae-49d5-b1e8-4e0bdb613986 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:31.562766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:31.579368 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.579895 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Added segment 7b6c10ba-b14c-46ca-99ec-55f607b36b6f of type vlan for network 56c89870-bcd9-4733-bf81-34c699a82a53 Jul 06 18:01:31.634101 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.648038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ceffa2-56c0-471f-992e-25ea13222a43 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.653296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ceffa2-56c0-471f-992e-25ea13222a43 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.657483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ceffa2-56c0-471f-992e-25ea13222a43 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.660854 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-51ceffa2-56c0-471f-992e-25ea13222a43 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1567042 Jul 06 18:01:31.666205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56936) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:31.728069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.734605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:31.735278 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.799949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0027e6c9-a1e2-45d7-badf-bf70ecf20cf8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 9580d89b-e67f-4a05-8730-8ede77e96204 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:31.825122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0027e6c9-a1e2-45d7-badf-bf70ecf20cf8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.868313 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7965453 Jul 06 18:01:31.874129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56938) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:31.876867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbc814-eb27-4065-85df-998efcb9d71a None None] Pushing event updated for resources: {'Port': ['ID=a89eaf0a-e956-4bf9-9b91-9027290a4828,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:31.883211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Request body: {'subnet': {'network_id': 'bc88f7bd-638e-4747-bef7-7260e7e482d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:31.884623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df2e9a-eed5-4493-81ce-003a4c4e1790 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Network': ['ID=56c89870-bcd9-4733-bf81-34c699a82a53,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:31.893479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-63bf83f4-4aeb-4c4a-b422-9117eaad82e2 None None] Provisioning for port 5176660a-279a-4ed3-ab5a-e755a454309f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:31.905031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-63bf83f4-4aeb-4c4a-b422-9117eaad82e2 None None] Provisioning complete for port 5176660a-279a-4ed3-ab5a-e755a454309f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:31.905581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63bf83f4-4aeb-4c4a-b422-9117eaad82e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.913553 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0027e6c9-a1e2-45d7-badf-bf70ecf20cf8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:31.939294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 56c89870-bcd9-4733-bf81-34c699a82a53 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:32.048447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Made reservation on behalf of dd0c66a807a4494a938f7f29fe4f7dfb for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:32.052553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.056515 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0027e6c9-a1e2-45d7-badf-bf70ecf20cf8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.164182 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0027e6c9-a1e2-45d7-badf-bf70ecf20cf8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.172659 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.198879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027e6c9-a1e2-45d7-badf-bf70ecf20cf8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=9580d89b-e67f-4a05-8730-8ede77e96204,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:32.207181 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0027e6c9-a1e2-45d7-badf-bf70ecf20cf8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.209721 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0027e6c9-a1e2-45d7-badf-bf70ecf20cf8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/9580d89b-e67f-4a05-8730-8ede77e96204 HTTP/1.1" status: 204 len: 168 time: 0.5418921 Jul 06 18:01:32.214217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56944) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:32.307782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-566b2245-1552-48ae-af06-4b9aaaab21c4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet ed997715-bdce-4f45-96c7-d12b1a14d8d3 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:32.314223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63bf83f4-4aeb-4c4a-b422-9117eaad82e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.314706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b2245-1552-48ae-af06-4b9aaaab21c4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.373491 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.404501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-63bf83f4-4aeb-4c4a-b422-9117eaad82e2 None None] For port 5176660a-279a-4ed3-ab5a-e755a454309f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5176660a-279a-4ed3-ab5a-e755a454309f,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:32.414568 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63bf83f4-4aeb-4c4a-b422-9117eaad82e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.473309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Subnet': ['ID=f577e145-840f-4bfe-9247-609382fed670,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:32.488346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b2245-1552-48ae-af06-4b9aaaab21c4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.492523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Checking segment: {'id': '7dfea93c-9315-4a50-8b74-994071ea7332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc88f7bd-638e-4747-bef7-7260e7e482d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:32.493831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network hostable DHCP agents. Network: bc88f7bd-638e-4747-bef7-7260e7e482d9, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:32.516564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network bc88f7bd-638e-4747-bef7-7260e7e482d9 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:32.529604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, bc88f7bd-638e-4747-bef7-7260e7e482d9) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:32.537773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf83f4-4aeb-4c4a-b422-9117eaad82e2 None None] Pushing event updated for resources: {'Port': ['ID=5176660a-279a-4ed3-ab5a-e755a454309f,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:32.539060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:32.540039 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.547080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820fbe56-2f73-4eb5-9c91-798a2285b837 None None] Network bc88f7bd-638e-4747-bef7-7260e7e482d9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:32.584700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1b6010e3-b1ac-4d5b-8827-e0110b5075f0 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7086318 Jul 06 18:01:32.585777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56946) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:32.592233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Request body: {'subnet': {'network_id': '56c89870-bcd9-4733-bf81-34c699a82a53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:32.665657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76b1de-3dc0-47ee-a8e8-4b785ac90711 req-e09e746e-9385-4cc0-8bfd-fcb43106ea63 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:32.666794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c76b1de-3dc0-47ee-a8e8-4b785ac90711 req-e09e746e-9385-4cc0-8bfd-fcb43106ea63 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2740164 Jul 06 18:01:32.676694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064977fd-a264-4a61-adfa-04e933f19fb1 None None] Update dhcp port {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': 'ed997715-bdce-4f45-96c7-d12b1a14d8d3', 'ip_address': '172.20.0.2'}, {'subnet_id': '9580d89b-e67f-4a05-8730-8ede77e96204'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '5176660a-279a-4ed3-ab5a-e755a454309f'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:01:32.725159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Made reservation on behalf of dd0c66a807a4494a938f7f29fe4f7dfb for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:32.729724 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.745143 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-064977fd-a264-4a61-adfa-04e933f19fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.759269 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b2245-1552-48ae-af06-4b9aaaab21c4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:32.823420 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c76b1de-3dc0-47ee-a8e8-4b785ac90711 req-d04655f4-af01-447b-9ab1-4c2e1c1b33c3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455433 Jul 06 18:01:32.909995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b2245-1552-48ae-af06-4b9aaaab21c4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.021796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b2245-1552-48ae-af06-4b9aaaab21c4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=ed997715-bdce-4f45-96c7-d12b1a14d8d3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:33.040934 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b2245-1552-48ae-af06-4b9aaaab21c4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.050822 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-566b2245-1552-48ae-af06-4b9aaaab21c4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/ed997715-bdce-4f45-96c7-d12b1a14d8d3 HTTP/1.1" status: 204 len: 168 time: 0.8349266 Jul 06 18:01:33.053306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56950) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:33.095795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc88f7bd-638e-4747-bef7-7260e7e482d9', 'network_id': 'bc88f7bd-638e-4747-bef7-7260e7e482d9', 'tenant_id': 'dd0c66a807a4494a938f7f29fe4f7dfb', 'fixed_ips': [{'subnet_id': 'f577e145-840f-4bfe-9247-609382fed670'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:33.096684 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-064977fd-a264-4a61-adfa-04e933f19fb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed997715-bdce-4f45-96c7-d12b1a14d8d3: This subnet is being modified by another concurrent operation. Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed997715-bdce-4f45-96c7-d12b1a14d8d3: This subnet is being modified by another concurrent operation. Jul 06 18:01:33.132563 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 18:01:33.151112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.190878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3aafd5d2-6a21-47d8-901a-a583236a92c1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356549 Jul 06 18:01:33.195196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:33.332429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Subnet': ['ID=9f8c034e-aeee-4104-98b0-87c1b13da95a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:33.351708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Checking segment: {'id': '7b6c10ba-b14c-46ca-99ec-55f607b36b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '56c89870-bcd9-4733-bf81-34c699a82a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:33.351949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network hostable DHCP agents. Network: 56c89870-bcd9-4733-bf81-34c699a82a53, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:33.396620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network 56c89870-bcd9-4733-bf81-34c699a82a53 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:33.406169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d11ce8-2f57-4b18-8d2e-73d1d137b8aa None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:33.420180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 56c89870-bcd9-4733-bf81-34c699a82a53) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:33.426597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a89eaf0a-e956-4bf9-9b91-9027290a4828 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:33.432791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:33.435136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.457470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-84e2e05e-3c4a-4018-8760-58ac326421fb tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8700106 Jul 06 18:01:33.461489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56962) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:33.462096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5485f4dc-6c47-4438-89ef-ca72669bfad4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:33.470785 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5485f4dc-6c47-4438-89ef-ca72669bfad4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2735326 Jul 06 18:01:33.472008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56964) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:33.517298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45faaf-7dbf-4665-8c0c-b1ef670f8dbb None None] Network 56c89870-bcd9-4733-bf81-34c699a82a53 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:33.519868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd32944-a403-4673-8361-d3d487f12f91 None None] Network c473fda8-2258-4c19-96f1-77ae56fb1975 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:33.613937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e09bd36-09f1-449d-940a-30815d7182aa tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:33.619617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e09bd36-09f1-449d-940a-30815d7182aa tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1454091 Jul 06 18:01:33.621674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56968) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:33.652211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-04adb4ec-91c1-4dfa-b28a-7abcb51e0dc5 None None] Provisioning complete for port 5176660a-279a-4ed3-ab5a-e755a454309f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:33.653472 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04adb4ec-91c1-4dfa-b28a-7abcb51e0dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:33.703499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Allocated IP 172.20.0.2 (bc88f7bd-638e-4747-bef7-7260e7e482d9/f577e145-840f-4bfe-9247-609382fed670/f27f38ac-d3ce-41e5-a632-86710caa7bb2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:33.848201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-78945284-817c-431c-be22-a6956d2bb9be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2245123 Jul 06 18:01:33.867287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:33.878918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2fc796d7-0c70-4add-be90-e477913b10be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:34.086509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port a89eaf0a-e956-4bf9-9b91-9027290a4828 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:34.169783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc796d7-0c70-4add-be90-e477913b10be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:34.174438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc796d7-0c70-4add-be90-e477913b10be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.176751 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc796d7-0c70-4add-be90-e477913b10be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:01:34.177387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc796d7-0c70-4add-be90-e477913b10be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:34.202390 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2fc796d7-0c70-4add-be90-e477913b10be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3309650 Jul 06 18:01:34.206283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56984) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:34.216050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f954b718-19aa-4633-9728-02fbce90933c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:34.389467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f954b718-19aa-4633-9728-02fbce90933c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:34.397010 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f954b718-19aa-4633-9728-02fbce90933c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.400655 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f954b718-19aa-4633-9728-02fbce90933c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:01:34.401705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f954b718-19aa-4633-9728-02fbce90933c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:34.439655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cb8dd-915c-46fa-a441-01ff0c06ed5b req-33f36cb4-6071-4dab-b822-64b5a48de69c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:34.463329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f5cb8dd-915c-46fa-a441-01ff0c06ed5b req-33f36cb4-6071-4dab-b822-64b5a48de69c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3313334 Jul 06 18:01:34.470062 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.482823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f954b718-19aa-4633-9728-02fbce90933c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2687345 Jul 06 18:01:34.483471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-56c89870-bcd9-4733-bf81-34c699a82a53', 'network_id': '56c89870-bcd9-4733-bf81-34c699a82a53', 'tenant_id': 'dd0c66a807a4494a938f7f29fe4f7dfb', 'fixed_ips': [{'subnet_id': '9f8c034e-aeee-4104-98b0-87c1b13da95a'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:34.483471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.484387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56988) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:34.529527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.533851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2f904b9c-d3aa-4ce5-a6f8-383553b6945a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:34.556588 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7f5cb8dd-915c-46fa-a441-01ff0c06ed5b req-93b154b5-a179-4d0f-9411-74adf8fa466b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861504 Jul 06 18:01:34.589481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2636ff2-db52-4351-9690-f52921584b8b None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:34.592654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c726462a-49d0-4299-b347-0e03c6917189 None None] Provisioning for port a89eaf0a-e956-4bf9-9b91-9027290a4828 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:34.596761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Transition to ACTIVE for port object f27f38ac-d3ce-41e5-a632-86710caa7bb2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:34.637275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c726462a-49d0-4299-b347-0e03c6917189 None None] Provisioning complete for port a89eaf0a-e956-4bf9-9b91-9027290a4828 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:34.637988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c726462a-49d0-4299-b347-0e03c6917189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.684610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Transition to ACTIVE for port object f27f38ac-d3ce-41e5-a632-86710caa7bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:34.753120 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.812188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f904b9c-d3aa-4ce5-a6f8-383553b6945a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:34.833913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f904b9c-d3aa-4ce5-a6f8-383553b6945a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:34.850219 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f904b9c-d3aa-4ce5-a6f8-383553b6945a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:01:34.852242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Network bc88f7bd-638e-4747-bef7-7260e7e482d9 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:34.862536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f904b9c-d3aa-4ce5-a6f8-383553b6945a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:34.869124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:34.921677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:34.921941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2f904b9c-d3aa-4ce5-a6f8-383553b6945a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4364102 Jul 06 18:01:34.922766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56992) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:34.923274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56994) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:34.932767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Pushing event updated for resources: {'Port': ['ID=f27f38ac-d3ce-41e5-a632-86710caa7bb2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:34.941202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-079172d2-61bc-45ff-ac4b-aff502b0c7fd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:34.973094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e2636ff2-db52-4351-9690-f52921584b8b None None] Deleting port 5176660a-279a-4ed3-ab5a-e755a454309f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:34.973441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2636ff2-db52-4351-9690-f52921584b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.254216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee5878-07a5-4c57-89b3-c7052f66b108 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:35.255300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Allocated IP 172.20.0.1 (bc88f7bd-638e-4747-bef7-7260e7e482d9/f577e145-840f-4bfe-9247-609382fed670/5b78bfda-59e2-43c3-b31f-876e2a05d2f5) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:35.259089 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e3ee5878-07a5-4c57-89b3-c7052f66b108 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 814 time: 0.2665474 Jul 06 18:01:35.331134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079172d2-61bc-45ff-ac4b-aff502b0c7fd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:35.338214 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-079172d2-61bc-45ff-ac4b-aff502b0c7fd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.341947 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-079172d2-61bc-45ff-ac4b-aff502b0c7fd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:01:35.343181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079172d2-61bc-45ff-ac4b-aff502b0c7fd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:35.372068 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-079172d2-61bc-45ff-ac4b-aff502b0c7fd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4462047 Jul 06 18:01:35.375172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:35.380625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Allocated IP 172.20.0.2 (56c89870-bcd9-4733-bf81-34c699a82a53/9f8c034e-aeee-4104-98b0-87c1b13da95a/8086a089-0cc0-47b4-b693-cf2d1dddd5cf) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:35.389410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-53ee0b13-aa0b-42f6-8909-b8e93380bc5b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:35.465861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e2636ff2-db52-4351-9690-f52921584b8b None None] For port 5176660a-279a-4ed3-ab5a-e755a454309f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5176660a-279a-4ed3-ab5a-e755a454309f,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:35.465861 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2636ff2-db52-4351-9690-f52921584b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.494103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e2636ff2-db52-4351-9690-f52921584b8b None None] Calling delete_port for 5176660a-279a-4ed3-ab5a-e755a454309f owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:35.533923 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.551442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Transition to ACTIVE for port object 5b78bfda-59e2-43c3-b31f-876e2a05d2f5 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:35.599265 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.679221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network bc88f7bd-638e-4747-bef7-7260e7e482d9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:35.688233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:35.693163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:35.697756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Port': ['ID=5b78bfda-59e2-43c3-b31f-876e2a05d2f5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:35.750742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.751372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.751816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.752271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.752691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.753144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.753603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.753807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5176660a-279a-4ed3-ab5a-e755a454309f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:35.753984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.754694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.755106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.755547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.755944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:01:35.770840 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c726462a-49d0-4299-b347-0e03c6917189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.773899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ee0b13-aa0b-42f6-8909-b8e93380bc5b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:35.780125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53ee0b13-aa0b-42f6-8909-b8e93380bc5b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.783219 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ee0b13-aa0b-42f6-8909-b8e93380bc5b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:01:35.783968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ee0b13-aa0b-42f6-8909-b8e93380bc5b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:35.810400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-53ee0b13-aa0b-42f6-8909-b8e93380bc5b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4338431 Jul 06 18:01:35.812052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.814355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:35.828767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c726462a-49d0-4299-b347-0e03c6917189 None None] For port a89eaf0a-e956-4bf9-9b91-9027290a4828, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a89eaf0a-e956-4bf9-9b91-9027290a4828,segment=NetworkSegment(0335642b-8fdf-4112-8e0b-725b34086974),segment_id=0335642b-8fdf-4112-8e0b-725b34086974)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:35.846528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-84337463-095a-4164-b0bd-3a33dadafae4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:35.867329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Attempting to bind port f27f38ac-d3ce-41e5-a632-86710caa7bb2 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:35.867329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Attempting to bind port f27f38ac-d3ce-41e5-a632-86710caa7bb2 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7dfea93c-9315-4a50-8b74-994071ea7332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc88f7bd-638e-4747-bef7-7260e7e482d9'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:35.867329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Attempting to bind port f27f38ac-d3ce-41e5-a632-86710caa7bb2 on network bc88f7bd-638e-4747-bef7-7260e7e482d9 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:35.870228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2636ff2-db52-4351-9690-f52921584b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.887361 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.888408 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c726462a-49d0-4299-b347-0e03c6917189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.905406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2636ff2-db52-4351-9690-f52921584b8b None None] No DVR routers for this DVR port 5176660a-279a-4ed3-ab5a-e755a454309f on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:35.906910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 5176660a-279a-4ed3-ab5a-e755a454309f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:35.907337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5176660a-279a-4ed3-ab5a-e755a454309f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:35.966064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:35.966604 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Checking segment: {'id': '7dfea93c-9315-4a50-8b74-994071ea7332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc88f7bd-638e-4747-bef7-7260e7e482d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:35.967127 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:35.967598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Bound using segment: {'id': '7dfea93c-9315-4a50-8b74-994071ea7332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc88f7bd-638e-4747-bef7-7260e7e482d9'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:35.968184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Bound port: f27f38ac-d3ce-41e5-a632-86710caa7bb2, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfea93c-9315-4a50-8b74-994071ea7332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc88f7bd-638e-4747-bef7-7260e7e482d9'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:35.968633 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.061308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2636ff2-db52-4351-9690-f52921584b8b None None] Pushing event deleted for resources: {'Port': ['ID=5176660a-279a-4ed3-ab5a-e755a454309f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:36.068108 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.139248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] For port f27f38ac-d3ce-41e5-a632-86710caa7bb2, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:36.141811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b9c16cf7-81dc-4a2a-ba82-d33d65eb76b8 None None] Provisioning complete for port a89eaf0a-e956-4bf9-9b91-9027290a4828 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:36.142464 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9c16cf7-81dc-4a2a-ba82-d33d65eb76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.149897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] For port f27f38ac-d3ce-41e5-a632-86710caa7bb2, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f27f38ac-d3ce-41e5-a632-86710caa7bb2,segment=NetworkSegment(7dfea93c-9315-4a50-8b74-994071ea7332),segment_id=7dfea93c-9315-4a50-8b74-994071ea7332)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:36.178367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57006) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:36.196021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'network': {'name': 'tempest-network-smoke--720311556', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:36.210930 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.230960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Made reservation on behalf of c5d396b65d6544c290dc8fae46589686 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:36.236232 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.283300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726462a-49d0-4299-b347-0e03c6917189 None None] Pushing event updated for resources: {'Port': ['ID=a89eaf0a-e956-4bf9-9b91-9027290a4828,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:36.380141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:01:36.428189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.428908 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Added segment fb95ca72-aec1-4467-ac24-6f16ad50dd6b of type vlan for network 0a6aa436-c637-467b-83ff-96447b496427 Jul 06 18:01:36.461889 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.472010 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.579892 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.600240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Port': ['ID=5b78bfda-59e2-43c3-b31f-876e2a05d2f5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:36.608042 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.628677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b584a78-5b06-4f4f-ad81-9e825012afe8 None None] Pushing event updated for resources: {'Port': ['ID=f27f38ac-d3ce-41e5-a632-86710caa7bb2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:36.633674 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.652835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Transition to ACTIVE for port object 8086a089-0cc0-47b4-b693-cf2d1dddd5cf will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:36.711635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Transition to ACTIVE for port object 8086a089-0cc0-47b4-b693-cf2d1dddd5cf will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:36.720366 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.731719 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ee021-ba91-4686-9705-954d13c3ed81 req-573cdb7e-e136-4bc1-8dc6-b2cff5e95de7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:36.745690 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a61ee021-ba91-4686-9705-954d13c3ed81 req-573cdb7e-e136-4bc1-8dc6-b2cff5e95de7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.6917665 Jul 06 18:01:36.766616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network bc88f7bd-638e-4747-bef7-7260e7e482d9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:36.775898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:36.799312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.811903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Pushing event updated for resources: {'Port': ['ID=8086a089-0cc0-47b4-b693-cf2d1dddd5cf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:36.825613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:36.826859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.842803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Network 56c89870-bcd9-4733-bf81-34c699a82a53 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:36.844867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:36.847840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:36.979772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Attempting to bind port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:36.981838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Attempting to bind port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7b6c10ba-b14c-46ca-99ec-55f607b36b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '56c89870-bcd9-4733-bf81-34c699a82a53'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:36.983350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Attempting to bind port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf on network 56c89870-bcd9-4733-bf81-34c699a82a53 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:36.994130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:36.995382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Checking segment: {'id': '7b6c10ba-b14c-46ca-99ec-55f607b36b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '56c89870-bcd9-4733-bf81-34c699a82a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:36.997833 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:36.998947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Bound using segment: {'id': '7b6c10ba-b14c-46ca-99ec-55f607b36b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '56c89870-bcd9-4733-bf81-34c699a82a53'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:37.000294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Bound port: 8086a089-0cc0-47b4-b693-cf2d1dddd5cf, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6c10ba-b14c-46ca-99ec-55f607b36b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '56c89870-bcd9-4733-bf81-34c699a82a53'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:37.001919 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:37.017782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84337463-095a-4164-b0bd-3a33dadafae4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:37.022877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84337463-095a-4164-b0bd-3a33dadafae4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:37.025617 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-84337463-095a-4164-b0bd-3a33dadafae4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:01:37.026075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84337463-095a-4164-b0bd-3a33dadafae4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:01:37.035061 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8389113 Jul 06 18:01:37.035357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57008) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:37.060703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Router 697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:01:37.105088 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-84337463-095a-4164-b0bd-3a33dadafae4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2887018 Jul 06 18:01:37.108732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] For port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:37.112471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968de24-55f8-4af9-8a53-fb78c25ab759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Network': ['ID=0a6aa436-c637-467b-83ff-96447b496427,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:37.112816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] For port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8086a089-0cc0-47b4-b693-cf2d1dddd5cf,segment=NetworkSegment(7b6c10ba-b14c-46ca-99ec-55f607b36b6f),segment_id=7b6c10ba-b14c-46ca-99ec-55f607b36b6f)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:37.116691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57010) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:37.129626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 0a6aa436-c637-467b-83ff-96447b496427 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:01:37.132506 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:37.142933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a61ee021-ba91-4686-9705-954d13c3ed81 req-8d52942f-b239-4adc-a437-de36aaa8796d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066671 Jul 06 18:01:37.225683 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9a78ac5f-b79a-40ba-ab68-f178a59c9e34 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1059341 Jul 06 18:01:37.228419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57012) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:37.231344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5bba48-f7d0-4344-9389-55cba0ca9c17 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:37.245554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4e5bba48-f7d0-4344-9389-55cba0ca9c17 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c5d396b65d6544c290dc8fae46589686&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2088406 Jul 06 18:01:37.246629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57014) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:37.376545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb14063-de72-476f-9096-3130d88daa5c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:37.378369 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1cb14063-de72-476f-9096-3130d88daa5c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1484134 Jul 06 18:01:37.384384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57016) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:37.419040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf63ca-fe1a-4932-ab5c-ea73f9bb4391 None None] Pushing event updated for resources: {'Port': ['ID=8086a089-0cc0-47b4-b693-cf2d1dddd5cf,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:37.446062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:37.459542 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09857e06-a14a-44a5-b9bf-739344a0896b None None] Sync routers for ids ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:37.481546 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09857e06-a14a-44a5-b9bf-739344a0896b None None] Routers {'697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:37.482203 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-09857e06-a14a-44a5-b9bf-739344a0896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:37.486303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-83cb4c76-7e28-484c-bcbf-15a28a30925e tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "PUT /v2.0/routers/697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0216794 Jul 06 18:01:37.519396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57018) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:37.528471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5eeedfd4-51bd-4531-a115-34264a167cb5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384163 Jul 06 18:01:37.528747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a89eaf0a-e956-4bf9-9b91-9027290a4828 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:37.535052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:37.541255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:37.560483 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-09857e06-a14a-44a5-b9bf-739344a0896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:37.574563 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09857e06-a14a-44a5-b9bf-739344a0896b None None] Routers {'697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:37.575670 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-09857e06-a14a-44a5-b9bf-739344a0896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:37.635752 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-09857e06-a14a-44a5-b9bf-739344a0896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:37.636853 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09857e06-a14a-44a5-b9bf-739344a0896b None None] The sync data for ids ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:37.783035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:37.793175 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:37.800036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a89eaf0a-e956-4bf9-9b91-9027290a4828 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:37.802776 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.023328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eb497a-1d70-40dd-892c-5b461516bd92 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:38.024912 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-49eb497a-1d70-40dd-892c-5b461516bd92 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7622283 Jul 06 18:01:38.031450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57022) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:38.033331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f27f38ac-d3ce-41e5-a632-86710caa7bb2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:38.149897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-70e54220-ea65-4f8a-a052-6f5be1febfce tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1142819 Jul 06 18:01:38.153842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f27f38ac-d3ce-41e5-a632-86710caa7bb2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:38.157425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57024) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:38.245636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b5ea5b86-76b2-400c-a5b9-decd4c204705 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c5d396b65d6544c290dc8fae46589686&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0863078 Jul 06 18:01:38.250317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:38.526243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13835f-13a8-4529-acd5-9c8a01565e66 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:38.529907 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb13835f-13a8-4529-acd5-9c8a01565e66 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2784703 Jul 06 18:01:38.534538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57032) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:38.575615 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a9a69959-1a58-4c8e-ab7c-5f3248342399 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394170 Jul 06 18:01:38.580871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57034) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:38.585891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260d75ea-71ae-45ab-84c8-213051600244 None None] Network bc88f7bd-638e-4747-bef7-7260e7e482d9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:38.593803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-201589417', 'network_id': '0a6aa436-c637-467b-83ff-96447b496427', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:38.764332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-571db2bd-acf7-4882-b80e-f87076e64b5c None None] Provisioning for port f27f38ac-d3ce-41e5-a632-86710caa7bb2 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:38.780363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-571db2bd-acf7-4882-b80e-f87076e64b5c None None] Provisioning complete for port f27f38ac-d3ce-41e5-a632-86710caa7bb2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:38.780745 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-571db2bd-acf7-4882-b80e-f87076e64b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.864093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:01:38.866894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:38.920382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:38.926549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:38.940072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:38.941262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.031365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca4492-aa1b-44d4-b24e-26cd85a05320 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:39.084717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Made reservation on behalf of c5d396b65d6544c290dc8fae46589686 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:39.091443 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.485679 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9493251 Jul 06 18:01:39.487431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57036) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:39.488526 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.501033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:f1:64:f4', 'name': 'tempest-NetworksTestDHCPv6-1931286124'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:39.576909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa2143-8cd8-476b-8301-1a23e996ba6b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=be279d95-f214-48fd-94ee-87b732715d50,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:39.577962 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-571db2bd-acf7-4882-b80e-f87076e64b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.584209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8086a089-0cc0-47b4-b693-cf2d1dddd5cf up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:39.596563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': 'be279d95-f214-48fd-94ee-87b732715d50'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:39.598135 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.669476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Checking segment: {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:39.670012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network hostable DHCP agents. Network: 0a6aa436-c637-467b-83ff-96447b496427, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:01:39.672944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d353f-eb69-4fec-a620-9f131034294d req-f7f6a559-3294-424c-b585-d49a74ca32f3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:39.678303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63796123-bbb0-43fa-af52-0655b7802d44 None None] Network 56c89870-bcd9-4733-bf81-34c699a82a53 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:39.683386 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c36d353f-eb69-4fec-a620-9f131034294d req-f7f6a559-3294-424c-b585-d49a74ca32f3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 1.2967789 Jul 06 18:01:39.703569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Subnet': ['ID=8a7fe2f0-2843-491a-8a17-a38dbe90f839,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:39.744630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:39.767502 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c36d353f-eb69-4fec-a620-9f131034294d req-c6d7dedd-a977-4093-85c6-aa1b731ef2c9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749512 Jul 06 18:01:39.807233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 0a6aa436-c637-467b-83ff-96447b496427 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:01:39.833291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 0a6aa436-c637-467b-83ff-96447b496427) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:39.855243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:39.855580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.874322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8124eaa5-dc8b-44db-9d47-d12b4dd6e74d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2911909 Jul 06 18:01:39.926686 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-5003a4d9-76e1-4369-a774-93127b9697c5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:01:39.927825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5003a4d9-76e1-4369-a774-93127b9697c5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "PUT /v2.0/routers/697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4069951 Jul 06 18:01:39.932046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57040) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:39.947517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:39.976136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port f1113a20-fb32-4174-947a-e1293ead0b8a yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:39.989851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e812dc5-4e1d-4398-bfaf-db5194e98ab8 None None] Network 0a6aa436-c637-467b-83ff-96447b496427 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:40.151793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fef1:64f4 (bc2bb118-1fef-4c36-8bc5-3622127a006f/be279d95-f214-48fd-94ee-87b732715d50/f1113a20-fb32-4174-947a-e1293ead0b8a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:40.281213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-571db2bd-acf7-4882-b80e-f87076e64b5c None None] For port f27f38ac-d3ce-41e5-a632-86710caa7bb2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f27f38ac-d3ce-41e5-a632-86710caa7bb2,segment=NetworkSegment(7dfea93c-9315-4a50-8b74-994071ea7332),segment_id=7dfea93c-9315-4a50-8b74-994071ea7332)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:40.311162 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-571db2bd-acf7-4882-b80e-f87076e64b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.510374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:40.599488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6149f678-4e21-4e56-b629-171f96f49d64 None None] Provisioning for port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:40.611429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571db2bd-acf7-4882-b80e-f87076e64b5c None None] Pushing event updated for resources: {'Port': ['ID=f27f38ac-d3ce-41e5-a632-86710caa7bb2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:40.622952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6149f678-4e21-4e56-b629-171f96f49d64 None None] Provisioning complete for port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:40.623304 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6149f678-4e21-4e56-b629-171f96f49d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.682492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-0a6aa436-c637-467b-83ff-96447b496427', 'network_id': '0a6aa436-c637-467b-83ff-96447b496427', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ips': [{'subnet_id': '8a7fe2f0-2843-491a-8a17-a38dbe90f839'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:40.683459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.696892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57042) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:40.702276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d255f9ab-c217-4b12-9a0b-406307a89ab8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033987556', 'description': 'tempest-secgroup-smoke-2033987556 description', 'project_id': 'c5d396b65d6544c290dc8fae46589686'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:40.760516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.786110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object f1113a20-fb32-4174-947a-e1293ead0b8a will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:40.790460 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d255f9ab-c217-4b12-9a0b-406307a89ab8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:40.909366 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.067705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.271435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:41.275957 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d255f9ab-c217-4b12-9a0b-406307a89ab8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.296065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:41.301107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Allocated IP 2001:db8::f816:3eff:fe24:955 (bc2bb118-1fef-4c36-8bc5-3622127a006f/be279d95-f214-48fd-94ee-87b732715d50/8a820ba5-111c-4eb5-9a8d-69d402422a4b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:41.310918 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d255f9ab-c217-4b12-9a0b-406307a89ab8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.314993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:41.325076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:41.326030 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.380127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=f1113a20-fb32-4174-947a-e1293ead0b8a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:41.423715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449758-a85e-44f8-9b1f-3000856d5649 req-750dfea3-9443-4e51-9fc3-b74f569ff014 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:41.437924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a449758-a85e-44f8-9b1f-3000856d5649 req-750dfea3-9443-4e51-9fc3-b74f569ff014 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3680687 Jul 06 18:01:41.479222 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5c41048a-6c08-4f4d-a840-fbcdce419006 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9833696 Jul 06 18:01:41.481909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255f9ab-c217-4b12-9a0b-406307a89ab8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f585da0-f6ee-4dea-a44c-1e3fccb16c12,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:41.486177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:41.509383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d255f9ab-c217-4b12-9a0b-406307a89ab8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.512929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d255f9ab-c217-4b12-9a0b-406307a89ab8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8145370 Jul 06 18:01:41.546870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57048) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:41.557192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-32205802-9b56-4de2-bf32-2b92d548e5bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '7f585da0-f6ee-4dea-a44c-1e3fccb16c12', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:41.588261 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a449758-a85e-44f8-9b1f-3000856d5649 req-cf8003e5-db24-4826-8f98-c5b4cc1d4969 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351328 Jul 06 18:01:41.589147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f27f38ac-d3ce-41e5-a632-86710caa7bb2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:41.694431 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32205802-9b56-4de2-bf32-2b92d548e5bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.705790 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6149f678-4e21-4e56-b629-171f96f49d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.850742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c1e40-3faa-4e2f-80a3-b60f397d08ad tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:41.853782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aa5c1e40-3faa-4e2f-80a3-b60f397d08ad tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3648548 Jul 06 18:01:41.859171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57050) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:41.907991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Deleting port 5b78bfda-59e2-43c3-b31f-876e2a05d2f5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:41.908340 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.913546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32205802-9b56-4de2-bf32-2b92d548e5bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.922295 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32205802-9b56-4de2-bf32-2b92d548e5bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.969634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32205802-9b56-4de2-bf32-2b92d548e5bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:41.971346 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-32205802-9b56-4de2-bf32-2b92d548e5bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4204094 Jul 06 18:01:41.974939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32205802-9b56-4de2-bf32-2b92d548e5bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5825d5-d8cb-4f6c-8171-4ba67410c00b,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:41.980575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57052) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:41.988966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a2f59691-40e6-4ffc-8fc1-963b2c3002a8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '7f585da0-f6ee-4dea-a44c-1e3fccb16c12', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:42.030960 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.046295 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2f59691-40e6-4ffc-8fc1-963b2c3002a8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.048099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Calling delete_port for 5b78bfda-59e2-43c3-b31f-876e2a05d2f5 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:42.133867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2f59691-40e6-4ffc-8fc1-963b2c3002a8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.147545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2f59691-40e6-4ffc-8fc1-963b2c3002a8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.191910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f59691-40e6-4ffc-8fc1-963b2c3002a8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652e051e-be64-4de1-b143-361b98bb6073,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:42.197416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2f59691-40e6-4ffc-8fc1-963b2c3002a8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.205821 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a2f59691-40e6-4ffc-8fc1-963b2c3002a8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2168691 Jul 06 18:01:42.211737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:42.219843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-88fbba91-b698-4517-a635-925772f4cb14 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '7f585da0-f6ee-4dea-a44c-1e3fccb16c12', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:42.248403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6149f678-4e21-4e56-b629-171f96f49d64 None None] For port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8086a089-0cc0-47b4-b693-cf2d1dddd5cf,segment=NetworkSegment(7b6c10ba-b14c-46ca-99ec-55f607b36b6f),segment_id=7b6c10ba-b14c-46ca-99ec-55f607b36b6f)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:42.264783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Allocated IP 172.20.0.18 (0a6aa436-c637-467b-83ff-96447b496427/8a7fe2f0-2843-491a-8a17-a38dbe90f839/bcac3d83-2781-4cc4-93b4-e3bc96254570) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:42.273818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88fbba91-b698-4517-a635-925772f4cb14 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.278993 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6149f678-4e21-4e56-b629-171f96f49d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.285218 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.328391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f27f38ac-d3ce-41e5-a632-86710caa7bb2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:42.336259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Port': ['ID=5b78bfda-59e2-43c3-b31f-876e2a05d2f5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:42.346405 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.399909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88fbba91-b698-4517-a635-925772f4cb14 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.404599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149f678-4e21-4e56-b629-171f96f49d64 None None] Pushing event updated for resources: {'Port': ['ID=8086a089-0cc0-47b4-b693-cf2d1dddd5cf,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:42.414937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88fbba91-b698-4517-a635-925772f4cb14 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.448440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbba91-b698-4517-a635-925772f4cb14 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0219be28-c48c-4feb-bc72-3b30ebb85c6a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:42.472913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88fbba91-b698-4517-a635-925772f4cb14 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.476153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-88fbba91-b698-4517-a635-925772f4cb14 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2632055 Jul 06 18:01:42.492286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:42.498102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7699708c-d88a-4d63-87cc-859eb237f8db tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '7f585da0-f6ee-4dea-a44c-1e3fccb16c12', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:42.572325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7699708c-d88a-4d63-87cc-859eb237f8db tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.710205 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.718069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab2f8a-54b6-4db5-a498-8cbd1019645c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port f1113a20-fb32-4174-947a-e1293ead0b8a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:42.718658 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2f8a-54b6-4db5-a498-8cbd1019645c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.798392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7699708c-d88a-4d63-87cc-859eb237f8db tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.806304 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7699708c-d88a-4d63-87cc-859eb237f8db tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.866512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699708c-d88a-4d63-87cc-859eb237f8db tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aae51dd-36a0-44e7-90a5-f932a56c96a0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:42.889557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7699708c-d88a-4d63-87cc-859eb237f8db tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.895412 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7699708c-d88a-4d63-87cc-859eb237f8db tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3974776 Jul 06 18:01:42.895839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:42.902665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-656f1426-440d-446f-beb3-0dcf2d524bd9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '7f585da0-f6ee-4dea-a44c-1e3fccb16c12', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:42.929017 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:42.948026 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-656f1426-440d-446f-beb3-0dcf2d524bd9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Project c5d396b65d6544c290dc8fae46589686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:01:42.959875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-656f1426-440d-446f-beb3-0dcf2d524bd9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.007826 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.028650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Transition to ACTIVE for port object bcac3d83-2781-4cc4-93b4-e3bc96254570 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:43.029675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2f8a-54b6-4db5-a498-8cbd1019645c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.053397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab2f8a-54b6-4db5-a498-8cbd1019645c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for f1113a20-fb32-4174-947a-e1293ead0b8a owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:43.072276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Transition to ACTIVE for port object bcac3d83-2781-4cc4-93b4-e3bc96254570 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:43.092759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c05568f9-81c2-4121-8a9c-fc6b529aab65 None None] Provisioning complete for port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:43.094612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c05568f9-81c2-4121-8a9c-fc6b529aab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.099260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Transition to ACTIVE for port object 8a820ba5-111c-4eb5-9a8d-69d402422a4b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:43.106098 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.140923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad704d-eb70-4e29-acf8-a0d8b1b5b594 req-4c33a6dd-c3df-4f93-9f41-53a19979faa9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:43.140923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5aad704d-eb70-4e29-acf8-a0d8b1b5b594 req-4c33a6dd-c3df-4f93-9f41-53a19979faa9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1425238 Jul 06 18:01:43.191816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-656f1426-440d-446f-beb3-0dcf2d524bd9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.201516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-656f1426-440d-446f-beb3-0dcf2d524bd9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.210780 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5aad704d-eb70-4e29-acf8-a0d8b1b5b594 req-b501fd38-32a0-4495-a506-e45c4446dcc0 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632522 Jul 06 18:01:43.228645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f1426-440d-446f-beb3-0dcf2d524bd9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4319f256-2c4f-4028-a231-b71d15599d5f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:43.268563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-656f1426-440d-446f-beb3-0dcf2d524bd9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.270254 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-656f1426-440d-446f-beb3-0dcf2d524bd9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3731687 Jul 06 18:01:43.274856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:43.280503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e55c994-4de4-4c6f-a7f3-e67d7ece23e7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': '7f585da0-f6ee-4dea-a44c-1e3fccb16c12', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:43.311710 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-1e55c994-4de4-4c6f-a7f3-e67d7ece23e7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Project c5d396b65d6544c290dc8fae46589686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:01:43.326950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e55c994-4de4-4c6f-a7f3-e67d7ece23e7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.337990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Transition to ACTIVE for port object 8a820ba5-111c-4eb5-9a8d-69d402422a4b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:43.347324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Network 0a6aa436-c637-467b-83ff-96447b496427 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:43.437067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:43.451194 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.468312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:43.540382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e55c994-4de4-4c6f-a7f3-e67d7ece23e7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.549111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e55c994-4de4-4c6f-a7f3-e67d7ece23e7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.553734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Router 697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:01:43.581591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Pushing event updated for resources: {'Port': ['ID=bcac3d83-2781-4cc4-93b4-e3bc96254570,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:43.598151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55c994-4de4-4c6f-a7f3-e67d7ece23e7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20903f15-334a-4106-bc2c-cf9f3dc720c3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:43.603366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:43.612317 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e55c994-4de4-4c6f-a7f3-e67d7ece23e7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.615017 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e55c994-4de4-4c6f-a7f3-e67d7ece23e7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386471 Jul 06 18:01:43.620337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:43.628724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:43.824819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8086a089-0cc0-47b4-b693-cf2d1dddd5cf up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:43.890994 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2f8a-54b6-4db5-a498-8cbd1019645c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.911747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Attempting to bind port bcac3d83-2781-4cc4-93b4-e3bc96254570 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:43.912118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Attempting to bind port bcac3d83-2781-4cc4-93b4-e3bc96254570 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:43.913305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Attempting to bind port bcac3d83-2781-4cc4-93b4-e3bc96254570 on network 0a6aa436-c637-467b-83ff-96447b496427 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:43.972640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:43.975329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:43.975329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Checking segment: {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:43.975757 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.976306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Bound using segment: {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:43.976648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Bound port: bcac3d83-2781-4cc4-93b4-e3bc96254570, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:43.977037 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:43.981129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0d71d282-31b7-4dfe-ac5d-518ff77140ac tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "PUT /v2.0/routers/697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0473204 Jul 06 18:01:43.982951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab2f8a-54b6-4db5-a498-8cbd1019645c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=f1113a20-fb32-4174-947a-e1293ead0b8a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:43.987175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Pushing event updated for resources: {'Port': ['ID=8a820ba5-111c-4eb5-9a8d-69d402422a4b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:43.989108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57082) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:43.990922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Attempting to bind port 8a820ba5-111c-4eb5-9a8d-69d402422a4b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:43.990922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Attempting to bind port 8a820ba5-111c-4eb5-9a8d-69d402422a4b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:43.990922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Attempting to bind port 8a820ba5-111c-4eb5-9a8d-69d402422a4b on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:44.013802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:44.014183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:44.014622 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.015029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:44.015503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Bound port: 8a820ba5-111c-4eb5-9a8d-69d402422a4b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:44.015905 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.023179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d1157-14ad-4805-91c9-88b0bb170e7c None None] Sync routers for ids ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:44.129930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c05568f9-81c2-4121-8a9c-fc6b529aab65 None None] Provisioning complete for port f27f38ac-d3ce-41e5-a632-86710caa7bb2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:44.130427 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c05568f9-81c2-4121-8a9c-fc6b529aab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.133034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d1157-14ad-4805-91c9-88b0bb170e7c None None] Routers {'697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:44.133711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-522d1157-14ad-4805-91c9-88b0bb170e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:44.176926 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-609e2afb-c22a-46a9-ab99-4290c13a6f04 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] delete failed (client error): The resource could not be found. Jul 06 18:01:44.185737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:44.195830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-08687645-c065-4614-87eb-591966d3f8db tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Request body: {'router': {'external_gateway_info': {'network_id': '697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:44.199402 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-609e2afb-c22a-46a9-ab99-4290c13a6f04 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-814395696 HTTP/1.1" status: 404 len: 334 time: 0.2025881 Jul 06 18:01:44.208411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2f8a-54b6-4db5-a498-8cbd1019645c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.214061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f3ab2f8a-54b6-4db5-a498-8cbd1019645c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/f1113a20-fb32-4174-947a-e1293ead0b8a HTTP/1.1" status: 204 len: 168 time: 2.3517559 Jul 06 18:01:44.227893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-522d1157-14ad-4805-91c9-88b0bb170e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:44.237838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:44.238207 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.262086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] For port bcac3d83-2781-4cc4-93b4-e3bc96254570, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:44.268194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57086) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:44.273833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-2b25d2db-75ac-4999-a4bc-72de9577fba0 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033987556&fields=id&tenant_id=c5d396b65d6544c290dc8fae46589686 HTTP/1.1" status: 200 len: 267 time: 0.2870946 Jul 06 18:01:44.311179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] For port 8a820ba5-111c-4eb5-9a8d-69d402422a4b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:44.317131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] For port bcac3d83-2781-4cc4-93b4-e3bc96254570, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bcac3d83-2781-4cc4-93b4-e3bc96254570,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:44.342459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.346152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d1157-14ad-4805-91c9-88b0bb170e7c None None] Routers {'697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:44.346830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-522d1157-14ad-4805-91c9-88b0bb170e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:44.351550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] For port 8a820ba5-111c-4eb5-9a8d-69d402422a4b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8a820ba5-111c-4eb5-9a8d-69d402422a4b,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:44.403504 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.438895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-522d1157-14ad-4805-91c9-88b0bb170e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:44.439587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d1157-14ad-4805-91c9-88b0bb170e7c None None] The sync data for ids ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:44.594481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a28e7-f0af-4845-a627-e3122c157316 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:44.596203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a28e7-f0af-4845-a627-e3122c157316 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:44.597807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-936a28e7-f0af-4845-a627-e3122c157316 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3225954 Jul 06 18:01:44.604513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:44.735735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd9a62-c905-41dc-bb7b-966ccab76cad None None] Pushing event updated for resources: {'Port': ['ID=bcac3d83-2781-4cc4-93b4-e3bc96254570,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:44.749491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c05568f9-81c2-4121-8a9c-fc6b529aab65 None None] Could not find standard attr ID for object 5b78bfda-59e2-43c3-b31f-876e2a05d2f5. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:01:44.815373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-399c59d4-338d-4234-bd5f-5d349e74580a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:44.830224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-399c59d4-338d-4234-bd5f-5d349e74580a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/networks?id=0a6aa436-c637-467b-83ff-96447b496427 HTTP/1.1" status: 200 len: 796 time: 0.5384746 Jul 06 18:01:44.910545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08687645-c065-4614-87eb-591966d3f8db tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:44.953489 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-c7589007-c455-4ffc-bb81-bf7f0568b364 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/quotas/c5d396b65d6544c290dc8fae46589686 HTTP/1.1" status: 200 len: 375 time: 0.1220765 Jul 06 18:01:44.967651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd54f5-a18d-47b1-b2b8-caf640e3cb77 None None] Pushing event updated for resources: {'Port': ['ID=8a820ba5-111c-4eb5-9a8d-69d402422a4b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:45.028297 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-08687645-c065-4614-87eb-591966d3f8db tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] update failed (client error): The resource could not be found. Jul 06 18:01:45.029544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ce2f9d-fdf8-4b97-bb80-649eb97f4403 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet be279d95-f214-48fd-94ee-87b732715d50 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:45.030069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-08687645-c065-4614-87eb-591966d3f8db tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "PUT /v2.0/routers/697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646 HTTP/1.1" status: 404 len: 339 time: 0.8418593 Jul 06 18:01:45.036553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82ce2f9d-fdf8-4b97-bb80-649eb97f4403 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.038211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57092) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:45.063766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687605e0-55d7-415a-a578-af62ba21208c req-0b9e49d1-0963-4cfa-a55e-5747c25e5de3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:45.079168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-687605e0-55d7-415a-a578-af62ba21208c req-0b9e49d1-0963-4cfa-a55e-5747c25e5de3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3895226 Jul 06 18:01:45.122470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82ce2f9d-fdf8-4b97-bb80-649eb97f4403 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.242816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-7ca90159-58d6-4bb3-978d-482ca84a19c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2721915 Jul 06 18:01:45.267419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-3b499b43-2f3f-4083-b81c-76dcd8fb687f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:01:45.280549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-3b499b43-2f3f-4083-b81c-76dcd8fb687f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245564 Jul 06 18:01:45.456011 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-687605e0-55d7-415a-a578-af62ba21208c req-baacfb11-5228-4813-8a8b-65cbe8755068 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755856 Jul 06 18:01:45.566159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82ce2f9d-fdf8-4b97-bb80-649eb97f4403 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.614662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-b23149dc-7114-4e00-9e02-4982a09b9c0e service neutron] 10.222.0.13 "GET /v2.0/networks/0a6aa436-c637-467b-83ff-96447b496427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326585 Jul 06 18:01:45.861428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-b344bb3b-dfab-4913-827c-91b950d25349 service neutron] 10.222.0.13 "GET /v2.0/networks/0a6aa436-c637-467b-83ff-96447b496427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310803 Jul 06 18:01:45.863659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82ce2f9d-fdf8-4b97-bb80-649eb97f4403 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.910241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce2f9d-fdf8-4b97-bb80-649eb97f4403 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=be279d95-f214-48fd-94ee-87b732715d50,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:45.912662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82ce2f9d-fdf8-4b97-bb80-649eb97f4403 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:45.919071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-82ce2f9d-fdf8-4b97-bb80-649eb97f4403 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/be279d95-f214-48fd-94ee-87b732715d50 HTTP/1.1" status: 204 len: 168 time: 1.3089914 Jul 06 18:01:45.920131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57094) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:46.079776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cdbd5bcf-51c7-4446-bfd1-b9726f599eba tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1577926 Jul 06 18:01:46.089022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57098) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:46.100510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:46.106779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8a820ba5-111c-4eb5-9a8d-69d402422a4b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:46.279402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8a820ba5-111c-4eb5-9a8d-69d402422a4b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:46.297503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bcac3d83-2781-4cc4-93b4-e3bc96254570 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:46.385225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:46.395338 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.451361 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:46.521963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port bcac3d83-2781-4cc4-93b4-e3bc96254570 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:46.871740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806ce289-73b7-4295-a1c6-5a502ff8c969 None None] Network 0a6aa436-c637-467b-83ff-96447b496427 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:47.108604 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b227bf91-685a-4107-a082-0e2bf5a3d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.122071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e2cb1241-0e89-466b-93c8-078cad1f0afa None None] Provisioning for port bcac3d83-2781-4cc4-93b4-e3bc96254570 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:47.143756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e2cb1241-0e89-466b-93c8-078cad1f0afa None None] Provisioning complete for port bcac3d83-2781-4cc4-93b4-e3bc96254570 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:47.145498 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1241-0e89-466b-93c8-078cad1f0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.155490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.objects.ports [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:01:47.206470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Allocated IP 172.20.0.1 (c473fda8-2258-4c19-96f1-77ae56fb1975/1ce370eb-9ea4-496b-ae31-698c5d269562/4254c2f2-4645-46d7-8bbf-7a415b45b2a7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:47.596747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.599530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e27ff7-4fa4-4b07-a51b-4d752510266b None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:47.664008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Transition to ACTIVE for port object 4254c2f2-4645-46d7-8bbf-7a415b45b2a7 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:47.719325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a296d-231e-4cfd-9db5-e6030f86b952 req-5c90d891-4cd7-497a-943e-c1b44dfe1c5c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:47.740167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-485a296d-231e-4cfd-9db5-e6030f86b952 req-5c90d891-4cd7-497a-943e-c1b44dfe1c5c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2736421 Jul 06 18:01:47.802288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-485a296d-231e-4cfd-9db5-e6030f86b952 req-f9335b52-b2c4-4209-ba07-aeebe5090d5f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608923 Jul 06 18:01:47.887993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:47.931827 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:01:48.035628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network c473fda8-2258-4c19-96f1-77ae56fb1975 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:48.045354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:48.058146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:48.097303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1241-0e89-466b-93c8-078cad1f0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.149472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a1bc2f2b-40fe-4ae8-bbc1-439d9ce7bf5a req-8aaf9599-e805-4088-b0b6-d24122a53534 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 210 time: 0.6860940 Jul 06 18:01:48.267317 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.337150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Port': ['ID=4254c2f2-4645-46d7-8bbf-7a415b45b2a7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:48.405885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e2cb1241-0e89-466b-93c8-078cad1f0afa None None] For port bcac3d83-2781-4cc4-93b4-e3bc96254570, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bcac3d83-2781-4cc4-93b4-e3bc96254570,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:48.491350 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1241-0e89-466b-93c8-078cad1f0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.533655 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.672351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1241-0e89-466b-93c8-078cad1f0afa None None] Pushing event updated for resources: {'Port': ['ID=bcac3d83-2781-4cc4-93b4-e3bc96254570,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:48.713867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] Provisioning for port 8a820ba5-111c-4eb5-9a8d-69d402422a4b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:48.722320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] Provisioning complete for port 8a820ba5-111c-4eb5-9a8d-69d402422a4b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:48.722981 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:48.739613 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.040263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] For port 8a820ba5-111c-4eb5-9a8d-69d402422a4b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8a820ba5-111c-4eb5-9a8d-69d402422a4b,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:49.115127 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.179661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.206623 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.207881 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.367898 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:01:49.369131 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:01:49.504188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f7e5e58-6bbc-43cd-b1a8-77eb575d54db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.590960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dee70e-66da-4433-a26b-74ec28b2bba5 req-88c0bf44-785a-416b-a2eb-0d88a37972a0 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:49.594033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19dee70e-66da-4433-a26b-74ec28b2bba5 req-88c0bf44-785a-416b-a2eb-0d88a37972a0 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2928436 Jul 06 18:01:49.607463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:49.627697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=7f613d84-0552-4fd2-814c-7592c81efcf3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:49.637685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ab478cb-70ed-461d-97e4-060e4a7a9a87 req-7922baa9-a6e5-4a22-b888-524a5b84920b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 210 time: 0.1376874 Jul 06 18:01:49.643600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:49.648221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:49.649213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.703009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6106362 Jul 06 18:01:49.713561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:49.721561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a757e-838e-408c-9b4c-f729268809b8 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:49.730268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aec7d3-bce4-445c-9740-d5bd30eca85f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=8a820ba5-111c-4eb5-9a8d-69d402422a4b,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:49.748574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:4a:92:1d', 'name': 'tempest-NetworksTestDHCPv6-1161877236'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:49.905320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.929594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:49.933714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bcac3d83-2781-4cc4-93b4-e3bc96254570 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:50.068104 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.075543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19dee70e-66da-4433-a26b-74ec28b2bba5 req-897fe23f-3f1e-4e8a-aa13-bf092a79798f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585708 Jul 06 18:01:50.105956 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.191384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] For port 8a820ba5-111c-4eb5-9a8d-69d402422a4b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8a820ba5-111c-4eb5-9a8d-69d402422a4b,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:50.193326 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.199272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bcac3d83-2781-4cc4-93b4-e3bc96254570 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:50.200094 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.205408 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.306962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event updated for resources: {'Port': ['ID=4254c2f2-4645-46d7-8bbf-7a415b45b2a7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:50.429230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890ba90-e7d0-45f6-975b-26b8e288d91b None None] Pushing event updated for resources: {'Port': ['ID=8a820ba5-111c-4eb5-9a8d-69d402422a4b,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:50.448972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dacf8d29-d104-401d-a602-7c87a435c175 None None] Provisioning complete for port bcac3d83-2781-4cc4-93b4-e3bc96254570 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:50.450457 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d29-d104-401d-a602-7c87a435c175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.490379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-690a9bbb-0a6d-4ee0-97a1-c55dab79860f tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:50.493482 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-690a9bbb-0a6d-4ee0-97a1-c55dab79860f tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "GET /v2.0/networks?id=0a6aa436-c637-467b-83ff-96447b496427 HTTP/1.1" status: 200 len: 796 time: 0.5018971 Jul 06 18:01:50.616368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:50.645019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-db44996c-7b6c-4a31-be07-cefea053ae6c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d396b65d6544c290dc8fae46589686 HTTP/1.1" status: 200 len: 472 time: 0.1425462 Jul 06 18:01:50.669317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'port': {'device_id': 'a6495645-4227-4222-bf12-599d0284c58b', 'network_id': '0a6aa436-c637-467b-83ff-96447b496427', 'admin_state_up': True, 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'security_groups': ['7f585da0-f6ee-4dea-a44c-1e3fccb16c12']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:50.781988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Network c473fda8-2258-4c19-96f1-77ae56fb1975 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:50.786064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:50.821830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801bfb64-04cb-4796-9f36-9a05d80fc845 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:01:50.925947 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:50.958227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Router 697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:01:50.968735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 80a332b0-f885-4d45-b9dc-f3b965a0d9fb yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:51.055005 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.069741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Made reservation on behalf of c5d396b65d6544c290dc8fae46589686 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:51.075785 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.150278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bfb64-04cb-4796-9f36-9a05d80fc845 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:01:51.287011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55f9fb75-5388-46e0-bb30-45daddd73573 req-a1b5d9b9-03a7-4c4f-bd27-abeeec1c6d34 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 210 time: 0.0549757 Jul 06 18:01:51.326494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dacf8d29-d104-401d-a602-7c87a435c175 None None] Provisioning complete for port 8a820ba5-111c-4eb5-9a8d-69d402422a4b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:51.327205 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d29-d104-401d-a602-7c87a435c175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.354493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:51.364380 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-489216a4-bd93-4cd9-b515-3334963316ae tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "PUT /v2.0/routers/697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3246560 Jul 06 18:01:51.376402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57126) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:51.381681 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a523c-3ca7-494d-92c4-4578f89e2e1b None None] Sync routers for ids ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:51.403182 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a523c-3ca7-494d-92c4-4578f89e2e1b None None] Routers {'697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:51.404633 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8e6a523c-3ca7-494d-92c4-4578f89e2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:51.480741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.20.0.27 (0a6aa436-c637-467b-83ff-96447b496427/8a7fe2f0-2843-491a-8a17-a38dbe90f839/78809bec-b8c1-40fe-abae-8a0bc1c0d90b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:51.483007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fe4a:921d (bc2bb118-1fef-4c36-8bc5-3622127a006f/7f613d84-0552-4fd2-814c-7592c81efcf3/80a332b0-f885-4d45-b9dc-f3b965a0d9fb) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:51.692743 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8e6a523c-3ca7-494d-92c4-4578f89e2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:51.719556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a29e7-2292-450b-a916-ed285fafdb8c req-0afec903-57a4-47d4-bd7b-4a3a0992d813 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:51.724273 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a523c-3ca7-494d-92c4-4578f89e2e1b None None] Routers {'697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:51.726172 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8e6a523c-3ca7-494d-92c4-4578f89e2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:51.730296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-688a29e7-2292-450b-a916-ed285fafdb8c req-0afec903-57a4-47d4-bd7b-4a3a0992d813 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.4567220 Jul 06 18:01:51.730885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dacf8d29-d104-401d-a602-7c87a435c175 None None] Could not find standard attr ID for object f1113a20-fb32-4174-947a-e1293ead0b8a. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:01:51.759576 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85a0638f-b0f2-4ebf-abb9-0df6d7cc698b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.866626 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.871325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dacf8d29-d104-401d-a602-7c87a435c175 None None] Provisioning for port 4254c2f2-4645-46d7-8bbf-7a415b45b2a7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:51.899245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Transition to ACTIVE for port object 78809bec-b8c1-40fe-abae-8a0bc1c0d90b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:51.915904 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8e6a523c-3ca7-494d-92c4-4578f89e2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:51.919268 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a523c-3ca7-494d-92c4-4578f89e2e1b None None] The sync data for ids ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:51.962047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dacf8d29-d104-401d-a602-7c87a435c175 None None] Provisioning complete for port 4254c2f2-4645-46d7-8bbf-7a415b45b2a7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:51.963656 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d29-d104-401d-a602-7c87a435c175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:51.974680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8a820ba5-111c-4eb5-9a8d-69d402422a4b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:01:52.002107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.039715 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-85a0638f-b0f2-4ebf-abb9-0df6d7cc698b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 18:01:52.045062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-85a0638f-b0f2-4ebf-abb9-0df6d7cc698b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "DELETE /v2.0/routers/697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646 HTTP/1.1" status: 409 len: 329 time: 0.6663582 Jul 06 18:01:52.051770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 0a6aa436-c637-467b-83ff-96447b496427 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:52.052316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:52.065341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:52.112674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:52.178704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-dacf8d29-d104-401d-a602-7c87a435c175 None None] Port 4254c2f2-4645-46d7-8bbf-7a415b45b2a7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:52.219977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-688a29e7-2292-450b-a916-ed285fafdb8c req-d436ad97-4b79-496e-af22-38d5a982d964 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893441 Jul 06 18:01:52.233591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:52.249013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:52.249758 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.336171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8a820ba5-111c-4eb5-9a8d-69d402422a4b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:52.336774 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.389672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-06309038-a092-465a-b2d0-fb679b26a0b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7391369 Jul 06 18:01:52.398119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda43df-ed8b-4d93-b9e0-a3ca58bfd598 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:01:52.400049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.403244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-404e6c19-2238-4913-b76b-89fc201b3e1c None None] Provisioning complete for port 8a820ba5-111c-4eb5-9a8d-69d402422a4b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:52.403611 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-404e6c19-2238-4913-b76b-89fc201b3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.466463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 80a332b0-f885-4d45-b9dc-f3b965a0d9fb will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:52.485063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Request body: {'port': {'device_id': 'a6495645-4227-4222-bf12-599d0284c58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:52.544786 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.633218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=80a332b0-f885-4d45-b9dc-f3b965a0d9fb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:52.672787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:52.675243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:52.682245 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:52.690512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:52.691645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.711715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e29bf6d-805a-4a17-b05f-f790c87db6bd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9818065 Jul 06 18:01:52.715790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57136) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:52.728722 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.747801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda43df-ed8b-4d93-b9e0-a3ca58bfd598 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:01:52.861230 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:52.895093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9672f4-dc8a-4153-94c5-fa46d7539c0f req-9a5b1755-9d06-4f02-a2ad-2e8673b47147 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:52.897780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba9672f4-dc8a-4153-94c5-fa46d7539c0f req-9a5b1755-9d06-4f02-a2ad-2e8673b47147 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 932 time: 0.3279541 Jul 06 18:01:53.018774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc1c6a-3e22-42ff-8323-f16104e3cac6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:53.025316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc1c6a-3e22-42ff-8323-f16104e3cac6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:53.028400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fadc1c6a-3e22-42ff-8323-f16104e3cac6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3060751 Jul 06 18:01:53.031271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57138) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:53.101225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba9672f4-dc8a-4153-94c5-fa46d7539c0f req-11e78d51-924b-4291-a6fb-a2174b5d26b6 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540065 Jul 06 18:01:53.269442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ccb8c1be-40fa-4a11-9467-36f1522da5f3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 80a332b0-f885-4d45-b9dc-f3b965a0d9fb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:53.270035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccb8c1be-40fa-4a11-9467-36f1522da5f3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.367700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.570512 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccb8c1be-40fa-4a11-9467-36f1522da5f3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.592710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ccb8c1be-40fa-4a11-9467-36f1522da5f3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 80a332b0-f885-4d45-b9dc-f3b965a0d9fb owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:53.749623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d232e8f-e861-4faf-9ce3-f33bc5a1ce3d req-ac00bd18-dd1d-436d-9f7c-2aeeee01710a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:53.753977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d232e8f-e861-4faf-9ce3-f33bc5a1ce3d req-ac00bd18-dd1d-436d-9f7c-2aeeee01710a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3310444 Jul 06 18:01:53.754479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78809bec-b8c1-40fe-abae-8a0bc1c0d90b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:01:53.812530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.869873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Transition to ACTIVE for port object 78809bec-b8c1-40fe-abae-8a0bc1c0d90b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:53.888084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.906150 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccb8c1be-40fa-4a11-9467-36f1522da5f3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:53.997205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:54.022679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8c1be-40fa-4a11-9467-36f1522da5f3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=80a332b0-f885-4d45-b9dc-f3b965a0d9fb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:54.076083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccb8c1be-40fa-4a11-9467-36f1522da5f3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.083930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ccb8c1be-40fa-4a11-9467-36f1522da5f3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/80a332b0-f885-4d45-b9dc-f3b965a0d9fb HTTP/1.1" status: 204 len: 168 time: 1.0471601 Jul 06 18:01:54.086792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57142) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:54.121445 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d232e8f-e861-4faf-9ce3-f33bc5a1ce3d req-3dc05068-d2f2-41d6-8a80-223cbedb819c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392297 Jul 06 18:01:54.239257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1331c5a9-deb4-4bc7-bf0a-f3bea7217ed9 None None] Provisioning complete for port 8a820ba5-111c-4eb5-9a8d-69d402422a4b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:54.240136 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1331c5a9-deb4-4bc7-bf0a-f3bea7217ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.366145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Attempting to bind port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:01:54.368707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Attempting to bind port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:01:54.369054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Attempting to bind port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b on network 0a6aa436-c637-467b-83ff-96447b496427 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:54.389874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b806793a-048e-4f2c-836e-aef2cffac624 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:54.397709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b806793a-048e-4f2c-836e-aef2cffac624 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:54.399645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b806793a-048e-4f2c-836e-aef2cffac624 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3117435 Jul 06 18:01:54.404303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:54.424992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b on network 0a6aa436-c637-467b-83ff-96447b496427 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:01:54.424992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Attempting to bind port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b on network 0a6aa436-c637-467b-83ff-96447b496427 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:01:54.453286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:01:54.453763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Checking segment: {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:01:54.454273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Bound using segment: {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:01:54.454909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Bound port: 78809bec-b8c1-40fe-abae-8a0bc1c0d90b, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:01:54.455243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.479459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1331c5a9-deb4-4bc7-bf0a-f3bea7217ed9 None None] Could not find standard attr ID for object 80a332b0-f885-4d45-b9dc-f3b965a0d9fb. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:01:54.486258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Deleting port 4254c2f2-4645-46d7-8bbf-7a415b45b2a7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:54.486643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.600099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2052120c-9093-45cb-80b0-a34a195bf2eb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 7f613d84-0552-4fd2-814c-7592c81efcf3 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:54.609536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2052120c-9093-45cb-80b0-a34a195bf2eb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.751213 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2052120c-9093-45cb-80b0-a34a195bf2eb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.829397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] For port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:01:54.833465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-150dd3a6-168f-4a8b-87d9-bd46ff87f02a None None] Provisioning for port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:01:54.849528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] For port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:01:54.868882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-150dd3a6-168f-4a8b-87d9-bd46ff87f02a None None] Provisioning complete for port 4254c2f2-4645-46d7-8bbf-7a415b45b2a7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:01:54.868882 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-150dd3a6-168f-4a8b-87d9-bd46ff87f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:54.969872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.010596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-150dd3a6-168f-4a8b-87d9-bd46ff87f02a None None] Port 4254c2f2-4645-46d7-8bbf-7a415b45b2a7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:01:55.015133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Calling delete_port for 4254c2f2-4645-46d7-8bbf-7a415b45b2a7 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:55.056195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2052120c-9093-45cb-80b0-a34a195bf2eb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.141527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bfdd0e7f-00fa-46b9-b2c7-c1f75560dfa2 None None] Could not find standard attr ID for object 80a332b0-f885-4d45-b9dc-f3b965a0d9fb. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:01:55.208369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2052120c-9093-45cb-80b0-a34a195bf2eb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.338237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2052120c-9093-45cb-80b0-a34a195bf2eb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.341759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2052120c-9093-45cb-80b0-a34a195bf2eb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/7f613d84-0552-4fd2-814c-7592c81efcf3 HTTP/1.1" status: 204 len: 168 time: 0.9357879 Jul 06 18:01:55.349865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57152) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:55.390530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dd2c77-15bf-4db9-9e6a-477ac6678e35 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:55.431573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.460856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-518b17d3-d3eb-48f8-a7bf-747e6b7dc193 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089847 Jul 06 18:01:55.462212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052120c-9093-45cb-80b0-a34a195bf2eb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=7f613d84-0552-4fd2-814c-7592c81efcf3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:55.477510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57154) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:55.575189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:55.575189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.577696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] 10.222.0.22 "PUT /v2.0/ports/78809bec-b8c1-40fe-abae-8a0bc1c0d90b HTTP/1.1" status: 200 len: 1092 time: 3.1030235 Jul 06 18:01:55.587461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6495645-4227-4222-bf12-599d0284c58b', 'tag': '78809bec-b8c1-40fe-abae-8a0bc1c0d90b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:01:55.593233 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ff96c7-3487-4099-98c2-62a2b32e03da" -d '{"events": [{"name": "network-changed", "server_uuid": "a6495645-4227-4222-bf12-599d0284c58b", "tag": "78809bec-b8c1-40fe-abae-8a0bc1c0d90b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:01:55.733488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e52b2-666c-47c9-a1a9-3c283b487427 req-e3f93194-7345-414e-82fd-e875fce5a113 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:55.738013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-036e52b2-666c-47c9-a1a9-3c283b487427 req-e3f93194-7345-414e-82fd-e875fce5a113 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.3054037 Jul 06 18:01:55.749814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b35277-3fcc-4395-b696-6ef885e40f5c req-70bb1fb6-2b60-4fdb-80c5-fc4de5a7fc03 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:55.763391 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-92b35277-3fcc-4395-b696-6ef885e40f5c req-70bb1fb6-2b60-4fdb-80c5-fc4de5a7fc03 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 944 time: 1.2261188 Jul 06 18:01:55.812366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e53a3-9128-4f9d-9ded-e12076c9f542 None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:55.892078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6d9b9-6285-46be-b6a6-b2e68b3ad9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:55.899956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.957379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-608e53a3-9128-4f9d-9ded-e12076c9f542 None None] Deleting port 8a820ba5-111c-4eb5-9a8d-69d402422a4b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:55.958124 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-608e53a3-9128-4f9d-9ded-e12076c9f542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:55.967659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Port': ['ID=4254c2f2-4645-46d7-8bbf-7a415b45b2a7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:55.989302 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-92b35277-3fcc-4395-b696-6ef885e40f5c req-79101230-c024-4b91-b9b0-c168188dc85f tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683047 Jul 06 18:01:56.081078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-608e53a3-9128-4f9d-9ded-e12076c9f542 None None] For port 8a820ba5-111c-4eb5-9a8d-69d402422a4b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8a820ba5-111c-4eb5-9a8d-69d402422a4b,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:01:56.082058 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-608e53a3-9128-4f9d-9ded-e12076c9f542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:56.101008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-608e53a3-9128-4f9d-9ded-e12076c9f542 None None] Calling delete_port for 8a820ba5-111c-4eb5-9a8d-69d402422a4b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:56.112656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-718d0f42-53e3-42f4-8968-0ab5523a65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:56.114298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-718d0f42-53e3-42f4-8968-0ab5523a65e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 1095 time: 0.4296818 Jul 06 18:01:56.203217 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be2fa37-21b6-457d-9466-943fea46f7eb x-openstack-request-id: req-3be2fa37-21b6-457d-9466-943fea46f7eb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:01:56.203744 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6495645-4227-4222-bf12-599d0284c58b", "tag": "78809bec-b8c1-40fe-abae-8a0bc1c0d90b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:01:56.204023 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3be2fa37-21b6-457d-9466-943fea46f7eb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:01:56.204476 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6495645-4227-4222-bf12-599d0284c58b', 'tag': '78809bec-b8c1-40fe-abae-8a0bc1c0d90b', 'status': 'completed', 'code': 200} Jul 06 18:01:56.209609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-c73a19f6-9eca-499a-9448-5f7fdd0a2d76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=78809bec-b8c1-40fe-abae-8a0bc1c0d90b HTTP/1.1" status: 200 len: 217 time: 0.0816336 Jul 06 18:01:56.351311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a722b97-c6d7-48b3-afce-9a1bebaa22dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:56.353554 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3a722b97-c6d7-48b3-afce-9a1bebaa22dd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8736050 Jul 06 18:01:56.357656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57158) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:56.418869 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-036e52b2-666c-47c9-a1a9-3c283b487427 req-6ad33668-1b89-4cf0-8302-2b0266e4c070 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614473 Jul 06 18:01:56.441286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb306ab6-0302-4ab5-9e8d-bb8ddad4b9b8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:56.443045 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb306ab6-0302-4ab5-9e8d-bb8ddad4b9b8 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0842655 Jul 06 18:01:56.446281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57160) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:56.450203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-858e0e36-73b0-46de-82e9-350aaf6e204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:56.451766 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-858e0e36-73b0-46de-82e9-350aaf6e204f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8a7fe2f0-2843-491a-8a17-a38dbe90f839 HTTP/1.1" status: 200 len: 837 time: 0.2276824 Jul 06 18:01:56.498038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-608e53a3-9128-4f9d-9ded-e12076c9f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:56.550182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e53a3-9128-4f9d-9ded-e12076c9f542 None None] No DVR routers for this DVR port 8a820ba5-111c-4eb5-9a8d-69d402422a4b on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:01:56.561854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e53a3-9128-4f9d-9ded-e12076c9f542 None None] Pushing event deleted for resources: {'Port': ['ID=8a820ba5-111c-4eb5-9a8d-69d402422a4b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:56.569807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-81417b9a-90cb-4ec5-8d1b-e9e3312e45b6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219156 Jul 06 18:01:56.570984 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:56.577479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57162) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:56.584780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:56.702518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-2a4ae43c-8001-4aa8-9db0-53f8df33edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:56.704184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-2a4ae43c-8001-4aa8-9db0-53f8df33edcf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0a6aa436-c637-467b-83ff-96447b496427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2390947 Jul 06 18:01:56.728917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:56.733999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:56.848319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Router 697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:01:57.250088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:01:57.254635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.352607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:57.352607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:57.363079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:57.363440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950076f-ae38-47ab-bcd0-ee53adc913f0 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:57.364692 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.367870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=f95850ec-3b19-4a2e-9014-22fb6764ef10,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:57.409962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-651ca640-b1c2-48e6-a663-8deca8260e9a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8309307 Jul 06 18:01:57.412810 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57166) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:57.419381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:67:bc:2f', 'name': 'tempest-NetworksTestDHCPv6-1530628853'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:57.567790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-3348e7e1-3dd1-4257-bdfd-79c01aafdd18 service neutron] 10.222.0.22 "GET /v2.0/networks/0a6aa436-c637-467b-83ff-96447b496427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8288276 Jul 06 18:01:57.717046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:01:57.727131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': 'f95850ec-3b19-4a2e-9014-22fb6764ef10'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:01:57.728702 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:57.764918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:01:57.774710 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dfd905c8-01ce-462d-99ae-7bab03d9cf79 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "PUT /v2.0/routers/697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7214851 Jul 06 18:01:57.782401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57170) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:57.787816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc1b37-15c2-4687-a1c3-377eee433974 None None] Sync routers for ids ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:01:57.830305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc1b37-15c2-4687-a1c3-377eee433974 None None] Routers {'697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:57.831539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e0fc1b37-15c2-4687-a1c3-377eee433974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:57.848556 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-39e64fab-4c47-4dd3-bb09-3f3bdbbc69a5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] show failed (client error): The resource could not be found. Jul 06 18:01:57.851253 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-39e64fab-4c47-4dd3-bb09-3f3bdbbc69a5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1020932403 HTTP/1.1" status: 404 len: 335 time: 0.0648084 Jul 06 18:01:57.872622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:57.879462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-de246666-a2fa-41ed-9e80-0bff243797a8 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:01:57.925316 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-de246666-a2fa-41ed-9e80-0bff243797a8 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] update failed (client error): The resource could not be found. Jul 06 18:01:57.927587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-de246666-a2fa-41ed-9e80-0bff243797a8 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-236466780 HTTP/1.1" status: 404 len: 334 time: 0.0529604 Jul 06 18:01:57.940220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e0fc1b37-15c2-4687-a1c3-377eee433974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:57.944372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8a820ba5-111c-4eb5-9a8d-69d402422a4b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:57.947554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57174) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:57.970654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.035563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 48d85575-e5f8-4ef7-b5ef-642817fe1c62 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:01:58.054827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf2666-9c7f-45d6-80f5-6bdd5ba40359 req-3f210237-8175-484e-abbe-ff345bb7c71d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.069095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5acf2666-9c7f-45d6-80f5-6bdd5ba40359 req-3f210237-8175-484e-abbe-ff345bb7c71d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 944 time: 0.5263820 Jul 06 18:01:58.122449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 8a820ba5-111c-4eb5-9a8d-69d402422a4b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:01:58.123635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8a820ba5-111c-4eb5-9a8d-69d402422a4b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:01:58.132396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3c0a9-7348-4bac-b1ee-d73530a923b8 req-0a03ba69-89ae-4d69-b0a2-5ba70146c932 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.132934 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7e3c0a9-7348-4bac-b1ee-d73530a923b8 req-0a03ba69-89ae-4d69-b0a2-5ba70146c932 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1766171 Jul 06 18:01:58.159858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc1b37-15c2-4687-a1c3-377eee433974 None None] Routers {'697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:01:58.161133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e0fc1b37-15c2-4687-a1c3-377eee433974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:58.243683 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63507da3-8d49-4366-9090-8e225c1e6b5e req-b42e1207-d9e1-434b-a8db-8dab681804a0 service neutron] 10.222.0.22 "GET /v2.0/networks/0a6aa436-c637-467b-83ff-96447b496427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070361 Jul 06 18:01:58.253138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-045f1e30-d3fc-4660-bea3-61da7dba1c33 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Deleting subnet 9f8c034e-aeee-4104-98b0-87c1b13da95a {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:58.260973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fe67:bc2f (bc2bb118-1fef-4c36-8bc5-3622127a006f/f95850ec-3b19-4a2e-9014-22fb6764ef10/48d85575-e5f8-4ef7-b5ef-642817fe1c62) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:58.272507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7e3c0a9-7348-4bac-b1ee-d73530a923b8 req-69499f6a-e1e4-417d-b287-526b6862ce58 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775263 Jul 06 18:01:58.272970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5acf2666-9c7f-45d6-80f5-6bdd5ba40359 req-fa36ceb6-29b0-4481-a895-d36a5f28a5cd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961153 Jul 06 18:01:58.273298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e0fc1b37-15c2-4687-a1c3-377eee433974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:01:58.273298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc1b37-15c2-4687-a1c3-377eee433974 None None] The sync data for ids ['697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:01:58.273977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-045f1e30-d3fc-4660-bea3-61da7dba1c33 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.405288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-045f1e30-d3fc-4660-bea3-61da7dba1c33 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.483205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-d16c3af1-35c1-47ff-8906-87eef4e1655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.486065 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-d16c3af1-35c1-47ff-8906-87eef4e1655e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 1095 time: 0.1512470 Jul 06 18:01:58.685211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.712506 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-045f1e30-d3fc-4660-bea3-61da7dba1c33 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.723126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 48d85575-e5f8-4ef7-b5ef-642817fe1c62 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:58.775136 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.853075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-3586d024-e274-481a-8dfe-9a1b0e4e875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.857683 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-3586d024-e274-481a-8dfe-9a1b0e4e875b service neutron] 10.222.0.22 "GET /v2.0/networks?id=0a6aa436-c637-467b-83ff-96447b496427 HTTP/1.1" status: 200 len: 897 time: 0.3580732 Jul 06 18:01:58.860519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-045f1e30-d3fc-4660-bea3-61da7dba1c33 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.878793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=48d85575-e5f8-4ef7-b5ef-642817fe1c62,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:58.905398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:58.908413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:58.914374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f1e30-d3fc-4660-bea3-61da7dba1c33 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8c034e-aeee-4104-98b0-87c1b13da95a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:58.924696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:58.934760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Allocated IP 2001:db8::f816:3eff:fe09:a6f6 (bc2bb118-1fef-4c36-8bc5-3622127a006f/f95850ec-3b19-4a2e-9014-22fb6764ef10/1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:01:58.950944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8656d12-a485-4456-90d8-feeb353e9728 None None] Network 56c89870-bcd9-4733-bf81-34c699a82a53 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:01:58.955265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:58.956701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.974596 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-045f1e30-d3fc-4660-bea3-61da7dba1c33 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:58.978304 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-045f1e30-d3fc-4660-bea3-61da7dba1c33 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "DELETE /v2.0/subnets/9f8c034e-aeee-4104-98b0-87c1b13da95a HTTP/1.1" status: 204 len: 168 time: 1.0242395 Jul 06 18:01:58.991183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-1d554cb1-bcc2-40d0-939a-7dac1cdce840 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=78809bec-b8c1-40fe-abae-8a0bc1c0d90b HTTP/1.1" status: 200 len: 217 time: 0.0816150 Jul 06 18:01:58.991864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:59.063533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ae967ee7-336d-467e-bd7b-bf4c0678f86b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6495333 Jul 06 18:01:59.068829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:59.163548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b2878e-029b-4c2f-96c6-694bd480a664 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Deleting subnet f577e145-840f-4bfe-9247-609382fed670 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:01:59.174568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa91bb-888f-48f6-a058-71be0f196744 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:59.174568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c8fa91bb-888f-48f6-a058-71be0f196744 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0960252 Jul 06 18:01:59.175000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52b2878e-029b-4c2f-96c6-694bd480a664 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.177407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57180) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:01:59.219035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-294099c7-3d75-4d51-a046-6dcacf3ba5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:59.221486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-294099c7-3d75-4d51-a046-6dcacf3ba5fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8a7fe2f0-2843-491a-8a17-a38dbe90f839 HTTP/1.1" status: 200 len: 837 time: 0.1709113 Jul 06 18:01:59.280197 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52b2878e-029b-4c2f-96c6-694bd480a664 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.504922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be0eda-ae86-4017-8ec4-83164e002253 None None] DHCP port deletion for 56c89870-bcd9-4733-bf81-34c699a82a53 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:01:59.530172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.574367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Transition to ACTIVE for port object 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:59.575193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-82ed72c2-f81d-4701-841e-5876a186ae48 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 48d85575-e5f8-4ef7-b5ef-642817fe1c62 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:59.575555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82ed72c2-f81d-4701-841e-5876a186ae48 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.673539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Transition to ACTIVE for port object 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:01:59.691135 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.708915 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-a835ae0a-b8a5-42c0-845a-c1136112b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:59.712123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-a835ae0a-b8a5-42c0-845a-c1136112b8a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0a6aa436-c637-467b-83ff-96447b496427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4837847 Jul 06 18:01:59.778654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:01:59.785309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:01:59.788157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f4be0eda-ae86-4017-8ec4-83164e002253 None None] Deleting port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:01:59.788686 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4be0eda-ae86-4017-8ec4-83164e002253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.790888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:01:59.810488 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52b2878e-029b-4c2f-96c6-694bd480a664 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.814521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Pushing event updated for resources: {'Port': ['ID=1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:01:59.852389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82ed72c2-f81d-4701-841e-5876a186ae48 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:01:59.880667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8086a089-0cc0-47b4-b693-cf2d1dddd5cf no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:01:59.885193 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-82ed72c2-f81d-4701-841e-5876a186ae48 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 48d85575-e5f8-4ef7-b5ef-642817fe1c62 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:01:59.914733 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90c8dc-6d59-43dd-ac6d-c0e017bd9a55 req-6e454a0f-ccac-44dd-8e9d-664eea7fd819 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:01:59.917353 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ea90c8dc-6d59-43dd-ac6d-c0e017bd9a55 req-6e454a0f-ccac-44dd-8e9d-664eea7fd819 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2430277 Jul 06 18:02:00.004516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f4be0eda-ae86-4017-8ec4-83164e002253 None None] For port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8086a089-0cc0-47b4-b693-cf2d1dddd5cf,segment=NetworkSegment(7b6c10ba-b14c-46ca-99ec-55f607b36b6f),segment_id=7b6c10ba-b14c-46ca-99ec-55f607b36b6f)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:00.005122 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4be0eda-ae86-4017-8ec4-83164e002253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.008169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Attempting to bind port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:00.008169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Attempting to bind port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:00.008689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Attempting to bind port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:00.021930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:00.022888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:00.023906 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.023906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:00.025123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Bound port: 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:00.026256 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.039110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ea90c8dc-6d59-43dd-ac6d-c0e017bd9a55 req-25ef7670-f9ae-4828-93ce-09244ed46c14 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160388 Jul 06 18:02:00.066626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f4be0eda-ae86-4017-8ec4-83164e002253 None None] Calling delete_port for 8086a089-0cc0-47b4-b693-cf2d1dddd5cf owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:00.103809 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.173569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10001b-ffcb-4b60-b78f-5c80c1a2d21c req-f160e907-cef3-4c5d-8977-e98ecaaad541 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:00.175746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb10001b-ffcb-4b60-b78f-5c80c1a2d21c req-f160e907-cef3-4c5d-8977-e98ecaaad541 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 944 time: 0.4898138 Jul 06 18:02:00.210237 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52b2878e-029b-4c2f-96c6-694bd480a664 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.231429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-77a8bdae-d401-4d1e-8fb3-11a3ae5949cd service neutron] 10.222.0.22 "GET /v2.0/networks/0a6aa436-c637-467b-83ff-96447b496427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570920 Jul 06 18:02:00.296339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8086a089-0cc0-47b4-b693-cf2d1dddd5cf,segment=NetworkSegment(7b6c10ba-b14c-46ca-99ec-55f607b36b6f),segment_id=7b6c10ba-b14c-46ca-99ec-55f607b36b6f)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:00.309618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82ed72c2-f81d-4701-841e-5876a186ae48 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.335487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2878e-029b-4c2f-96c6-694bd480a664 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Subnet': ['ID=f577e145-840f-4bfe-9247-609382fed670,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:00.349238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] For port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:00.358280 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.437543 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52b2878e-029b-4c2f-96c6-694bd480a664 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.440891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-52b2878e-029b-4c2f-96c6-694bd480a664 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "DELETE /v2.0/subnets/f577e145-840f-4bfe-9247-609382fed670 HTTP/1.1" status: 204 len: 168 time: 1.4467537 Jul 06 18:02:00.443999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:00.468377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb10001b-ffcb-4b60-b78f-5c80c1a2d21c req-8b04e14b-11a5-4cc8-add6-4504de98de1d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584124 Jul 06 18:02:00.487698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49a9d0-d9dc-48b6-bdd3-b2e6f6236cae None None] Network bc88f7bd-638e-4747-bef7-7260e7e482d9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:00.503883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] For port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:00.538596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed72c2-f81d-4701-841e-5876a186ae48 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=48d85575-e5f8-4ef7-b5ef-642817fe1c62,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:00.552580 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22ff96c7-3487-4099-98c2-62a2b32e03da req-58f248b3-12e8-4752-8aaf-7fea704c5c33 service neutron] 10.222.0.22 "GET /v2.0/networks/0a6aa436-c637-467b-83ff-96447b496427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985413 Jul 06 18:02:00.600021 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4be0eda-ae86-4017-8ec4-83164e002253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.628310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.672393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82ed72c2-f81d-4701-841e-5876a186ae48 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.675380 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-82ed72c2-f81d-4701-841e-5876a186ae48 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/48d85575-e5f8-4ef7-b5ef-642817fe1c62 HTTP/1.1" status: 204 len: 168 time: 1.4945433 Jul 06 18:02:00.677152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=8086a089-0cc0-47b4-b693-cf2d1dddd5cf,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:00.679055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57194) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:00.680285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be0eda-ae86-4017-8ec4-83164e002253 None None] No DVR routers for this DVR port 8086a089-0cc0-47b4-b693-cf2d1dddd5cf on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:00.700311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.713467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be0eda-ae86-4017-8ec4-83164e002253 None None] Pushing event deleted for resources: {'Port': ['ID=8086a089-0cc0-47b4-b693-cf2d1dddd5cf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:00.815412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4b48a-18c1-4d08-85d9-8119827ca02d None None] Pushing event updated for resources: {'Port': ['ID=1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:00.836455 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.864712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c89870-bcd9-4733-bf81-34c699a82a53']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:00.886872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7f84b-f4c6-4f7f-9dff-ebe6e9311e4a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:00.890696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7f84b-f4c6-4f7f-9dff-ebe6e9311e4a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:00.898269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-07c7f84b-f4c6-4f7f-9dff-ebe6e9311e4a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1932027 Jul 06 18:02:00.899273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57200) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:00.908499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6c10ba-b14c-46ca-99ec-55f607b36b6f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:00.909085 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6c10ba-b14c-46ca-99ec-55f607b36b6f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:00.924376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.950103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.955968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a168de-7178-4486-abf1-b273ef7244d8 None None] DHCP port deletion for bc88f7bd-638e-4747-bef7-7260e7e482d9 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:00.975230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:00.975912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.984630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cad5ac4-eee6-438e-9af1-767908ce346f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet f95850ec-3b19-4a2e-9014-22fb6764ef10 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:00.989693 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cad5ac4-eee6-438e-9af1-767908ce346f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:00.993897 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:01.041636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cad5ac4-eee6-438e-9af1-767908ce346f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.044927 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b1a168de-7178-4486-abf1-b273ef7244d8 None None] Deleting port f27f38ac-d3ce-41e5-a632-86710caa7bb2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:01.045529 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1a168de-7178-4486-abf1-b273ef7244d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.071067 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.083710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.085984 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "DELETE /v2.0/networks/56c89870-bcd9-4733-bf81-34c699a82a53 HTTP/1.1" status: 204 len: 168 time: 0.6313522 Jul 06 18:02:01.088528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57206) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:01.145375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd545e-da61-43fb-aeab-eb1e0500a031 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Network': ['ID=56c89870-bcd9-4733-bf81-34c699a82a53,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:01.212968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b1a168de-7178-4486-abf1-b273ef7244d8 None None] For port f27f38ac-d3ce-41e5-a632-86710caa7bb2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f27f38ac-d3ce-41e5-a632-86710caa7bb2,segment=NetworkSegment(7dfea93c-9315-4a50-8b74-994071ea7332),segment_id=7dfea93c-9315-4a50-8b74-994071ea7332)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:01.214853 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1a168de-7178-4486-abf1-b273ef7244d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.255948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b1a168de-7178-4486-abf1-b273ef7244d8 None None] Calling delete_port for f27f38ac-d3ce-41e5-a632-86710caa7bb2 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:01.290835 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.328448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3b37f-3faa-4bc1-b904-e2387406aea4 req-7056273c-07f5-4a14-a7ad-fc843022c931 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:01.330297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdc3b37f-3faa-4bc1-b904-e2387406aea4 req-7056273c-07f5-4a14-a7ad-fc843022c931 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.0783553 Jul 06 18:02:01.375455 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1a168de-7178-4486-abf1-b273ef7244d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.391301 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cad5ac4-eee6-438e-9af1-767908ce346f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.415491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdc3b37f-3faa-4bc1-b904-e2387406aea4 req-c4154dac-ea91-4c01-a5f0-cff43e7879b6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788631 Jul 06 18:02:01.430488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a168de-7178-4486-abf1-b273ef7244d8 None None] Pushing event deleted for resources: {'Port': ['ID=f27f38ac-d3ce-41e5-a632-86710caa7bb2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:01.437259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a168de-7178-4486-abf1-b273ef7244d8 None None] No DVR routers for this DVR port f27f38ac-d3ce-41e5-a632-86710caa7bb2 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:01.524165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Deleting port f27f38ac-d3ce-41e5-a632-86710caa7bb2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:01.524658 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.530421 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cad5ac4-eee6-438e-9af1-767908ce346f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.605151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad5ac4-eee6-438e-9af1-767908ce346f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=f95850ec-3b19-4a2e-9014-22fb6764ef10,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:01.623090 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cad5ac4-eee6-438e-9af1-767908ce346f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.628969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5cad5ac4-eee6-438e-9af1-767908ce346f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/f95850ec-3b19-4a2e-9014-22fb6764ef10 HTTP/1.1" status: 204 len: 168 time: 0.7245018 Jul 06 18:02:01.629599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:01.652266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] For port f27f38ac-d3ce-41e5-a632-86710caa7bb2, host n-d-799526-3, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:01.652683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.673486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Calling delete_port for f27f38ac-d3ce-41e5-a632-86710caa7bb2 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:01.677582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Port f27f38ac-d3ce-41e5-a632-86710caa7bb2 was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:02:01.679583 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:01.738163 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a50c4941-b2c5-4f17-b3fb-926eb5244079 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064472 Jul 06 18:02:01.742820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:01.756665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] No DVR routers for this DVR port f27f38ac-d3ce-41e5-a632-86710caa7bb2 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:01.759296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Port': ['ID=f27f38ac-d3ce-41e5-a632-86710caa7bb2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:01.763778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:01.778863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 78809bec-b8c1-40fe-abae-8a0bc1c0d90b details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:02:01.989805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:02.010209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '78809bec-b8c1-40fe-abae-8a0bc1c0d90b', 'network_id': '0a6aa436-c637-467b-83ff-96447b496427', 'port_id': '78809bec-b8c1-40fe-abae-8a0bc1c0d90b', 'mac_address': 'fa:16:3e:c4:0f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7fe2f0-2843-491a-8a17-a38dbe90f839', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:02:02.036788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:02.045573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.085553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.087278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:02.188456 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.196838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc88f7bd-638e-4747-bef7-7260e7e482d9']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:02.217950 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.228917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfea93c-9315-4a50-8b74-994071ea7332') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:02.229413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfea93c-9315-4a50-8b74-994071ea7332') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:02.251366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78809bec-b8c1-40fe-abae-8a0bc1c0d90b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:02:02.268127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.301569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:02.305018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:02.313926 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.344996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e2eac-918b-43da-9b3a-41586e5d1399 req-7d9dc069-62a2-4268-9617-47d06f1ae557 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:02.348187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b9e2eac-918b-43da-9b3a-41586e5d1399 req-7d9dc069-62a2-4268-9617-47d06f1ae557 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 944 time: 0.4131589 Jul 06 18:02:02.355337 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.405061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:02.405907 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.419645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-a777e44f-3426-4e8f-bc8e-8b74fc3b94db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:02.422747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-a777e44f-3426-4e8f-bc8e-8b74fc3b94db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 1096 time: 0.3295133 Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:02.424118 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:02.436715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:02.460916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4062f18-db24-46fe-a329-d5c8e2cd138a None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:02.554492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f27f38ac-d3ce-41e5-a632-86710caa7bb2 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:02.578145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:02:02.594259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['78809bec-b8c1-40fe-abae-8a0bc1c0d90b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:02:02.609656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f27f38ac-d3ce-41e5-a632-86710caa7bb2 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:02.610144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f27f38ac-d3ce-41e5-a632-86710caa7bb2 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:02.663277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.674148 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b9e2eac-918b-43da-9b3a-41586e5d1399 req-f2e421ab-0064-4243-a5a6-bf79b3023766 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126097 Jul 06 18:02:02.694858 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.703713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "DELETE /v2.0/networks/bc88f7bd-638e-4747-bef7-7260e7e482d9 HTTP/1.1" status: 204 len: 168 time: 1.6088541 Jul 06 18:02:02.726400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57220) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:02.726732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-50aba0e6-1782-46f1-a491-33afbbd09cc8 None None] Provisioning for port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:02.749277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d262b-e41d-4b0a-b535-d2f4937fbe01 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Network': ['ID=bc88f7bd-638e-4747-bef7-7260e7e482d9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:02.759011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-50aba0e6-1782-46f1-a491-33afbbd09cc8 None None] Provisioning complete for port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:02.760025 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50aba0e6-1782-46f1-a491-33afbbd09cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.837917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8daa02e-c7c5-4930-9622-5a3a072a74b5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Deleting subnet 1ce370eb-9ea4-496b-ae31-698c5d269562 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:02.843445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d07a7-eea5-49f0-9d0b-56fc785deaa8 req-b8ce1929-9a50-4c63-acc0-6c567881e8c0 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:02.844611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-e1debb64-2047-4d35-8ecc-d2b860572cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:02.845138 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b2d07a7-eea5-49f0-9d0b-56fc785deaa8 req-b8ce1929-9a50-4c63-acc0-6c567881e8c0 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.1655202 Jul 06 18:02:02.848932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-e1debb64-2047-4d35-8ecc-d2b860572cc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 915 time: 0.2929153 Jul 06 18:02:02.852209 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8daa02e-c7c5-4930-9622-5a3a072a74b5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.903759 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-e1a25f96-ee6b-4032-99a4-0613b6b4fb1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be8b0f5-c841-494e-a989-e0c873122777 HTTP/1.1" status: 200 len: 217 time: 0.0475662 Jul 06 18:02:02.968793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:02.988382 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8daa02e-c7c5-4930-9622-5a3a072a74b5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.023319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-da434a12-666f-46a1-b977-08832eae88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:03.024912 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-da434a12-666f-46a1-b977-08832eae88f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 200 len: 854 time: 0.0993655 Jul 06 18:02:03.045621 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b2d07a7-eea5-49f0-9d0b-56fc785deaa8 req-b9b9f427-e355-47bd-86d5-0ae4bb280dc8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267452 Jul 06 18:02:03.071277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-931b128f-aeb7-42d6-9b26-b25b9bc2e302 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375221 Jul 06 18:02:03.102879 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50aba0e6-1782-46f1-a491-33afbbd09cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.148243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8daa02e-c7c5-4930-9622-5a3a072a74b5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.268912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] For port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:03.280741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-6ae904c4-4c33-41a3-9b20-e1b4a97e94d4 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953733 Jul 06 18:02:03.283161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8daa02e-c7c5-4930-9622-5a3a072a74b5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.314255 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.321220 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.322527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.362792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daa02e-c7c5-4930-9622-5a3a072a74b5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce370eb-9ea4-496b-ae31-698c5d269562,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:03.366526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8daa02e-c7c5-4930-9622-5a3a072a74b5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.371004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b8daa02e-c7c5-4930-9622-5a3a072a74b5 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "DELETE /v2.0/subnets/1ce370eb-9ea4-496b-ae31-698c5d269562 HTTP/1.1" status: 204 len: 168 time: 0.6505601 Jul 06 18:02:03.388843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af630280-c819-4bde-ae61-a45c305e24e7 None None] Network c473fda8-2258-4c19-96f1-77ae56fb1975 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:03.421156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57222) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:03.485857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:03.500774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:03.514750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:03.516005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.544339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=94efb6c9-2c09-4bbd-b60c-81a8c645bafb,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:03.559897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7,revision_number=5']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:03.570100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ac0eacf3-fbc9-41c3-a922-07c03ff96ba0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8229959 Jul 06 18:02:03.570530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57224) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:03.580637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:a4:64:53', 'name': 'tempest-NetworksTestDHCPv6-982719713'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:03.601785 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.636897 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-50aba0e6-1782-46f1-a491-33afbbd09cc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:02:03.637580 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-50aba0e6-1782-46f1-a491-33afbbd09cc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:02:03.645791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e595370-d846-49c5-ab3f-4e9c0945c7b1 req-156f7363-58ba-4d5d-94c2-7c0040742907 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528931 Jul 06 18:02:03.755953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Deleting port a89eaf0a-e956-4bf9-9b91-9027290a4828 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:03.759405 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.873433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:03.898523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:03.945659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:03.946040 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:03.986329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] For port a89eaf0a-e956-4bf9-9b91-9027290a4828, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a89eaf0a-e956-4bf9-9b91-9027290a4828,segment=NetworkSegment(0335642b-8fdf-4112-8e0b-725b34086974),segment_id=0335642b-8fdf-4112-8e0b-725b34086974)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:03.987026 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.028358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Calling delete_port for a89eaf0a-e956-4bf9-9b91-9027290a4828 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:04.061934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] DHCP port deletion for c473fda8-2258-4c19-96f1-77ae56fb1975 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:04.077676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d325b4bc-b3b5-445c-b262-99e09dec4d05 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:04.085438 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.138119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.172344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 9595d907-830f-49ec-85d7-e86d9a6be32b yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:02:04.241578 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.260760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] No DVR routers for this DVR port a89eaf0a-e956-4bf9-9b91-9027290a4828 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:04.325968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:04.346615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.349218 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50aba0e6-1782-46f1-a491-33afbbd09cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.364487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Port': ['ID=a89eaf0a-e956-4bf9-9b91-9027290a4828,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:04.412252 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.442122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c473fda8-2258-4c19-96f1-77ae56fb1975']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:04.462991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0335642b-8fdf-4112-8e0b-725b34086974') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:04.463314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0335642b-8fdf-4112-8e0b-725b34086974') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:04.474446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6efedd-c851-4eca-87d5-8e17c6763d1b req-25d36b06-54ba-49b5-9aff-adff8d02e548 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:04.482003 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a6efedd-c851-4eca-87d5-8e17c6763d1b req-25d36b06-54ba-49b5-9aff-adff8d02e548 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 945 time: 0.3042688 Jul 06 18:02:04.487824 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fea4:6453 (bc2bb118-1fef-4c36-8bc5-3622127a006f/94efb6c9-2c09-4bbd-b60c-81a8c645bafb/9595d907-830f-49ec-85d7-e86d9a6be32b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:04.501291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.531896 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.534675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd0f6c-24c9-4e40-8210-6607498d9898 req-54223b95-66a0-4bc6-93a2-b5773e3fd8ba tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:04.537585 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65fd0f6c-24c9-4e40-8210-6607498d9898 req-54223b95-66a0-4bc6-93a2-b5773e3fd8ba tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 945 time: 0.2275181 Jul 06 18:02:04.547614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] Deleting port a89eaf0a-e956-4bf9-9b91-9027290a4828 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:04.548377 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.557095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a6efedd-c851-4eca-87d5-8e17c6763d1b req-e24f7068-e167-4d5a-b543-df609f2c12e7 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741343 Jul 06 18:02:04.561570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:04.562112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:04.566888 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:04.633442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:04.667126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] For port a89eaf0a-e956-4bf9-9b91-9027290a4828, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:04.667938 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.671143 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-50aba0e6-1782-46f1-a491-33afbbd09cc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:02:04.671872 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-50aba0e6-1782-46f1-a491-33afbbd09cc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:02:04.679957 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.699584 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65fd0f6c-24c9-4e40-8210-6607498d9898 req-a66a664b-7253-4d3d-82c4-45fb38583b66 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328552 Jul 06 18:02:04.703179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] Calling delete_port for a89eaf0a-e956-4bf9-9b91-9027290a4828 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:04.707543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] Port a89eaf0a-e956-4bf9-9b91-9027290a4828 was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:02:04.711367 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.711627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.715098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "DELETE /v2.0/networks/c473fda8-2258-4c19-96f1-77ae56fb1975 HTTP/1.1" status: 204 len: 168 time: 1.2921536 Jul 06 18:02:04.721492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:04.724967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffa433-a1c3-4080-a130-a068bd1e41bf tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Pushing event deleted for resources: {'Network': ['ID=c473fda8-2258-4c19-96f1-77ae56fb1975,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:04.747556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] Network c473fda8-2258-4c19-96f1-77ae56fb1975 is not hosted by any dhcp agent {{(pid=93780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:02:04.748019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] No DVR routers for this DVR port a89eaf0a-e956-4bf9-9b91-9027290a4828 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:04.751273 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b3bbc-a969-42ec-9caf-57677c4a74c3 None None] Pushing event deleted for resources: {'Port': ['ID=a89eaf0a-e956-4bf9-9b91-9027290a4828,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:04.761164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:04.793196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-af13be46-a320-4f92-ac10-129b01a61324 tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "GET /v2.0/ports?device_id=697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646 HTTP/1.1" status: 200 len: 205 time: 0.0693982 Jul 06 18:02:04.798976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57234) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:04.865150 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.894222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:04.897003 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db3881-c4da-4198-89b2-e9b97164cccd" -d '{"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-unplugged", "status": "completed", "tag": "1be8b0f5-c841-494e-a989-e0c873122777"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:04.918245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:04.925288 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:04.974678 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ea491-e754-4c36-9c18-8a63f051f429 x-openstack-request-id: req-e67ea491-e754-4c36-9c18-8a63f051f429 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:04.975109 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-unplugged", "status": "completed", "tag": "1be8b0f5-c841-494e-a989-e0c873122777", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:04.975490 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e67ea491-e754-4c36-9c18-8a63f051f429 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:04.976092 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777', 'code': 200} Jul 06 18:02:04.995501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:04.998236 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f190509-63b3-4da4-86e2-00b33de37f1b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.159424 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.186845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-08b3ab57-7939-4c26-b661-ed1d2455b325 None None] Provisioning complete for port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:05.187322 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-08b3ab57-7939-4c26-b661-ed1d2455b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.303166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 9595d907-830f-49ec-85d7-e86d9a6be32b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:05.383376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f190509-63b3-4da4-86e2-00b33de37f1b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.389787 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f190509-63b3-4da4-86e2-00b33de37f1b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.415580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-817e36ff-7281-4675-aa09-69bebaf6db95 None None] Could not find standard attr ID for object 48d85575-e5f8-4ef7-b5ef-642817fe1c62. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:02:05.443798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.491294 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.509605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f190509-63b3-4da4-86e2-00b33de37f1b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.511262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f190509-63b3-4da4-86e2-00b33de37f1b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Fanout notify agent at l3_agent the message router_deleted on router 697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:05.546064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f190509-63b3-4da4-86e2-00b33de37f1b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.547592 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4f190509-63b3-4da4-86e2-00b33de37f1b tempest-RoutersNegativeTest-1685455928 tempest-RoutersNegativeTest-1685455928-project] 10.222.0.13 "DELETE /v2.0/routers/697bdc9a-8bf3-4c56-b8cf-5c0c0e4df646 HTTP/1.1" status: 204 len: 168 time: 0.7468345 Jul 06 18:02:05.571106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:05.580232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:05.586224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:05.593110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:05.593822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:05.600594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=9595d907-830f-49ec-85d7-e86d9a6be32b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:05.622100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a1be138-c56c-4660-a9a9-13258d07f79c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0476563 Jul 06 18:02:05.625708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57240) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:05.772598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496fd703-622e-4fb8-8c80-f6da71f8f1ff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:05.780591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496fd703-622e-4fb8-8c80-f6da71f8f1ff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:05.785792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57246) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:05.786276 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-496fd703-622e-4fb8-8c80-f6da71f8f1ff tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1591101 Jul 06 18:02:05.792378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 78809bec-b8c1-40fe-abae-8a0bc1c0d90b up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:05.946092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:05.953524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:05.954192 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.012841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-12eee28f-9c66-42bd-b36c-d77362e42057 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 9595d907-830f-49ec-85d7-e86d9a6be32b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:06.013350 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12eee28f-9c66-42bd-b36c-d77362e42057 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.037959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:06.059881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57250) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:06.156968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35586615-0260-42dd-a048-fd6583f435f3 req-5b131023-d2b0-4e09-bcb2-b1d80e93cb89 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:06.159633 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35586615-0260-42dd-a048-fd6583f435f3 req-5b131023-d2b0-4e09-bcb2-b1d80e93cb89 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 945 time: 0.2197716 Jul 06 18:02:06.197277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fdd96c1f-2361-4a8f-a884-2ff7570e4b1b None None] Provisioning for port 9595d907-830f-49ec-85d7-e86d9a6be32b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:06.200424 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.215529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fdd96c1f-2361-4a8f-a884-2ff7570e4b1b None None] Provisioning complete for port 9595d907-830f-49ec-85d7-e86d9a6be32b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:06.215962 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdd96c1f-2361-4a8f-a884-2ff7570e4b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.220509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:06.220879 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.287923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35586615-0260-42dd-a048-fd6583f435f3 req-8f30de58-f640-4050-9d28-68a8c7251e6e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084423 Jul 06 18:02:06.346657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12eee28f-9c66-42bd-b36c-d77362e42057 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.346951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fdd96c1f-2361-4a8f-a884-2ff7570e4b1b None None] Port 9595d907-830f-49ec-85d7-e86d9a6be32b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:02:06.351941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:06.365484 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.388511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-12eee28f-9c66-42bd-b36c-d77362e42057 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 9595d907-830f-49ec-85d7-e86d9a6be32b owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:06.421810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df617cb-b80d-4948-b332-576fd9284f7e req-e0587c1b-23ff-496c-8741-5a08e2ce3ab4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:06.431655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3df617cb-b80d-4948-b332-576fd9284f7e req-e0587c1b-23ff-496c-8741-5a08e2ce3ab4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.2333176 Jul 06 18:02:06.451989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-2741e496-07e9-4392-b80d-2e440be3fcb6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1355858 Jul 06 18:02:06.548013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:06.591540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f0c881ca-e18f-4169-af06-5d53a2242629 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd0c66a807a4494a938f7f29fe4f7dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302486 Jul 06 18:02:06.595789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57254) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:06.610013 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3df617cb-b80d-4948-b332-576fd9284f7e req-24b059a8-36bd-4d6f-891e-62849516e645 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773369 Jul 06 18:02:06.664305 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12eee28f-9c66-42bd-b36c-d77362e42057 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.666626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a89eaf0a-e956-4bf9-9b91-9027290a4828 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:06.693066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: a89eaf0a-e956-4bf9-9b91-9027290a4828 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:06.693066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a89eaf0a-e956-4bf9-9b91-9027290a4828 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:06.710117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-92e39b61-cb1f-4fb6-8e7f-69f617f8675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:06.712807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-92e39b61-cb1f-4fb6-8e7f-69f617f8675b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 1096 time: 0.1983309 Jul 06 18:02:06.737174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8383417f-d407-4cd7-bd2a-fcde5bfc2e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.763203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eee28f-9c66-42bd-b36c-d77362e42057 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=9595d907-830f-49ec-85d7-e86d9a6be32b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:06.808234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12eee28f-9c66-42bd-b36c-d77362e42057 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:06.811284 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-12eee28f-9c66-42bd-b36c-d77362e42057 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/9595d907-830f-49ec-85d7-e86d9a6be32b HTTP/1.1" status: 204 len: 168 time: 1.0227289 Jul 06 18:02:06.816255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57258) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:06.971543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ae30a-52bd-4ebb-acdd-805e91f475f0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:06.974840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ae30a-52bd-4ebb-acdd-805e91f475f0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:06.977280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6495645-4227-4222-bf12-599d0284c58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78809bec-b8c1-40fe-abae-8a0bc1c0d90b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:06.981192 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaf25c1-4f17-4c33-a492-c589f523fe88" -d '{"events": [{"server_uuid": "a6495645-4227-4222-bf12-599d0284c58b", "name": "network-vif-plugged", "status": "completed", "tag": "78809bec-b8c1-40fe-abae-8a0bc1c0d90b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:06.983356 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce9ae30a-52bd-4ebb-acdd-805e91f475f0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1643093 Jul 06 18:02:06.987272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:07.049347 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e018ff6-d45d-4b4c-8c56-38672731a659 x-openstack-request-id: req-3e018ff6-d45d-4b4c-8c56-38672731a659 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:07.049756 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6495645-4227-4222-bf12-599d0284c58b", "name": "network-vif-plugged", "status": "completed", "tag": "78809bec-b8c1-40fe-abae-8a0bc1c0d90b", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:07.050459 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e018ff6-d45d-4b4c-8c56-38672731a659 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:07.050698 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6495645-4227-4222-bf12-599d0284c58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78809bec-b8c1-40fe-abae-8a0bc1c0d90b', 'code': 200} Jul 06 18:02:07.086777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b072217-746b-4b71-8af2-ce1a576a752a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 94efb6c9-2c09-4bbd-b60c-81a8c645bafb {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:07.093425 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b072217-746b-4b71-8af2-ce1a576a752a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.146127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b69e75-e6d9-4c17-83b8-9e2e5b7ed02d req-6c09361a-14fd-4538-a4d3-3699efcd5edf tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.148336 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70b69e75-e6d9-4c17-83b8-9e2e5b7ed02d req-6c09361a-14fd-4538-a4d3-3699efcd5edf tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.3339105 Jul 06 18:02:07.187139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b072217-746b-4b71-8af2-ce1a576a752a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.242893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70b69e75-e6d9-4c17-83b8-9e2e5b7ed02d req-0a7fe706-5e8f-4588-8d74-40479efd737e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829880 Jul 06 18:02:07.289036 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8383417f-d407-4cd7-bd2a-fcde5bfc2e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.323522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b072217-746b-4b71-8af2-ce1a576a752a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.402415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-2782fa8a-fe2c-4967-9a54-dcc821b06543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.404978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-2782fa8a-fe2c-4967-9a54-dcc821b06543 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a68a86-732a-4e4f-b4f1-22a6258e6448 HTTP/1.1" status: 200 len: 898 time: 0.6647139 Jul 06 18:02:07.429374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbf19a-fc4d-4886-84cc-7bb598ab67b1 req-b8c5b52a-ab9e-40e2-9b9c-b72ea2f325e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.432134 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1cbf19a-fc4d-4886-84cc-7bb598ab67b1 req-b8c5b52a-ab9e-40e2-9b9c-b72ea2f325e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 1097 time: 0.2338672 Jul 06 18:02:07.437133 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b072217-746b-4b71-8af2-ce1a576a752a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.474594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b072217-746b-4b71-8af2-ce1a576a752a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=94efb6c9-2c09-4bbd-b60c-81a8c645bafb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:07.481873 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b072217-746b-4b71-8af2-ce1a576a752a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.483640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8b072217-746b-4b71-8af2-ce1a576a752a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/94efb6c9-2c09-4bbd-b60c-81a8c645bafb HTTP/1.1" status: 204 len: 168 time: 0.4947717 Jul 06 18:02:07.492682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:07.508207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8d1e9-e248-4240-82d6-59235442c48d None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:07.540102 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8383417f-d407-4cd7-bd2a-fcde5bfc2e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.543838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8383417f-d407-4cd7-bd2a-fcde5bfc2e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:07.559711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8383417f-d407-4cd7-bd2a-fcde5bfc2e0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59a170c2-0fea-4504-81fd-da05ee4cbcd9 HTTP/1.1" status: 204 len: 168 time: 0.9527969 Jul 06 18:02:07.615957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a02703fe-acc1-401f-943a-4ccdcf673164 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220229 Jul 06 18:02:07.621937 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:07.634208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383417f-d407-4cd7-bd2a-fcde5bfc2e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a170c2-0fea-4504-81fd-da05ee4cbcd9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:07.682423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-21409a11-905a-468e-a129-3745fb74a40b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=346bab56-48d4-470f-8ee2-5e35c0142985 HTTP/1.1" status: 200 len: 1001 time: 0.2703757 Jul 06 18:02:07.691192 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c1cbf19a-fc4d-4886-84cc-7bb598ab67b1 req-a86c80fc-5397-4217-ae91-4338b2b66ba0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077117 Jul 06 18:02:07.755039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d91a39-871e-4ba4-808c-0ea24f809cc4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.762422 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-62d91a39-871e-4ba4-808c-0ea24f809cc4 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1388419 Jul 06 18:02:07.766491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:07.812089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-76b2e093-719a-4e47-a361-eb42735daa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.824328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-76b2e093-719a-4e47-a361-eb42735daa5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb51bfcf-d885-4ddb-9db0-c1ab45665d7b HTTP/1.1" status: 200 len: 835 time: 0.1274524 Jul 06 18:02:07.850628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022f613-e63e-44b1-96c5-248e29b93e87 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.856768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7022f613-e63e-44b1-96c5-248e29b93e87 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0834382 Jul 06 18:02:07.857190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:07.923413 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff8eef7-4362-4aa0-a698-902007a26cd1 None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:07.943962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d26c42d5-f80d-4626-868a-dd5cac86737a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854409 Jul 06 18:02:07.953072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:07.962271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a4490-0bc7-46bb-92a2-4a44052dbe70 req-ba6a662b-5453-4069-80a0-44345fde40eb tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:07.969065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:07.971049 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-955a4490-0bc7-46bb-92a2-4a44052dbe70 req-ba6a662b-5453-4069-80a0-44345fde40eb tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 946 time: 0.4025149 Jul 06 18:02:08.048106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8eef7-4362-4aa0-a698-902007a26cd1 None None] Deleting port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:08.048667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ff8eef7-4362-4aa0-a698-902007a26cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.109531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-5618a01f-fa84-4157-9c2e-264838a775a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:08.111349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-5618a01f-fa84-4157-9c2e-264838a775a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a68a86-732a-4e4f-b4f1-22a6258e6448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2826436 Jul 06 18:02:08.114863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-955a4490-0bc7-46bb-92a2-4a44052dbe70 req-26548b45-9af9-41cc-accb-8b96346dcc3d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273720 Jul 06 18:02:08.260761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0ff8eef7-4362-4aa0-a698-902007a26cd1 None None] For port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:08.261359 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ff8eef7-4362-4aa0-a698-902007a26cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.292246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8eef7-4362-4aa0-a698-902007a26cd1 None None] Calling delete_port for 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:08.410138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:08.417403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.428510 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-1300eecb-24b8-4e72-b5be-3143fbff2096 service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088224 Jul 06 18:02:08.515860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ff8eef7-4362-4aa0-a698-902007a26cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:08.608794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8eef7-4362-4aa0-a698-902007a26cd1 None None] Pushing event deleted for resources: {'Port': ['ID=1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:08.613365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8eef7-4362-4aa0-a698-902007a26cd1 None None] No DVR routers for this DVR port 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:08.739350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-20461bfd-04d5-4b69-bd3a-faf97c5323e9 req-711ea251-2c8e-44dd-b420-8ee061c8f540 service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975230 Jul 06 18:02:08.781219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:09.086634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a57e65-1704-4208-838f-511d2a59eb68 req-5e6210ce-47c7-4b2f-bc72-c4d6b367bd91 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:09.088188 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-77a57e65-1704-4208-838f-511d2a59eb68 req-5e6210ce-47c7-4b2f-bc72-c4d6b367bd91 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.8530607 Jul 06 18:02:09.155659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-77a57e65-1704-4208-838f-511d2a59eb68 req-662f6b5c-8b5b-429b-a807-ac02e7143a86 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544319 Jul 06 18:02:09.435584 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.470210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db1eb3-a670-4209-ac4f-cb9ceb4bb7ea req-3bae0af2-1052-4d9a-8e39-f2338b72e46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:09.480927 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9db1eb3-a670-4209-ac4f-cb9ceb4bb7ea req-3bae0af2-1052-4d9a-8e39-f2338b72e46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 946 time: 0.1059387 Jul 06 18:02:09.547776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9db1eb3-a670-4209-ac4f-cb9ceb4bb7ea req-f3728614-5efd-4e7d-bcc4-bb1a1c64925a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651171 Jul 06 18:02:09.577363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:09.590247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:09.596673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-5eb25f88-9cad-445d-98b6-3f3b59faeca8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5629504 Jul 06 18:02:09.598923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:09.599860 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:09.606857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=59ef9439-6d5e-411e-aff7-5d37c81f738f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:09.616578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fdc380-0287-44d4-9c15-d8feb82cf02f None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:09.635065 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0dde2f94-d3f9-42d9-b59b-45ebc1555040 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6786740 Jul 06 18:02:09.638883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57336) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:09.650272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:e6:99:fb', 'name': 'tempest-NetworksTestDHCPv6-1049093931'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:09.918429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:09.975778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:09.976413 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1ceb06dc-b592-4e3e-bdb9-7f7cb535f9d7 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:10.016716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:10.041335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '59ef9439-6d5e-411e-aff7-5d37c81f738f'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:10.044397 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:10.157298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:10.172313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc6e4d-7f88-4414-9f8d-8cd023bf4796 req-55f3a735-b6eb-4b97-9c87-809cb95d853a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:10.175304 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36fc6e4d-7f88-4414-9f8d-8cd023bf4796 req-55f3a735-b6eb-4b97-9c87-809cb95d853a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 946 time: 0.2511253 Jul 06 18:02:10.215212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port d9675ec0-449f-4390-ba6d-13e3038d7d97 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:02:10.292441 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36fc6e4d-7f88-4414-9f8d-8cd023bf4796 req-c8102443-7b66-4dad-bf13-541be9e146db tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074812 Jul 06 18:02:10.474664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::2b8 (bc2bb118-1fef-4c36-8bc5-3622127a006f/59ef9439-6d5e-411e-aff7-5d37c81f738f/d9675ec0-449f-4390-ba6d-13e3038d7d97) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:10.681557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702f8e1-f0c6-4f82-9b92-221fa4e9aea6 req-4a8f5548-eedd-4c6e-9e3c-ed27617feca1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:10.683862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8702f8e1-f0c6-4f82-9b92-221fa4e9aea6 req-4a8f5548-eedd-4c6e-9e3c-ed27617feca1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.1749446 Jul 06 18:02:10.760804 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:10.771128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8702f8e1-f0c6-4f82-9b92-221fa4e9aea6 req-da54a0ee-ff4e-4730-b139-58fff39b98cd tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770011 Jul 06 18:02:10.784945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object d9675ec0-449f-4390-ba6d-13e3038d7d97 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:10.840297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:10.904912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/59ef9439-6d5e-411e-aff7-5d37c81f738f/58ecfbba-f219-4666-81a8-199a65d0ef65) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:10.957674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:10.965499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:10.978642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:10.990763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:10.991919 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.020348 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3796616 Jul 06 18:02:11.024522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57372) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:11.028071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b28f0-5064-4743-9c24-91a94cf033b9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=d9675ec0-449f-4390-ba6d-13e3038d7d97,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:11.119150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e82528-6829-4365-b49f-4ddd8bca22ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:11.121899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f6e82528-6829-4365-b49f-4ddd8bca22ef tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0946906 Jul 06 18:02:11.126492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57376) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:11.277136 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.292116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Transition to ACTIVE for port object 58ecfbba-f219-4666-81a8-199a65d0ef65 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:11.317382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Transition to ACTIVE for port object 58ecfbba-f219-4666-81a8-199a65d0ef65 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:11.339038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.346833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8dd9dbf4-e67e-4971-8c98-25e23825d449 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port d9675ec0-449f-4390-ba6d-13e3038d7d97 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:11.348137 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dd9dbf4-e67e-4971-8c98-25e23825d449 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.383732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:11.390624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:11.394885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:11.448999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Pushing event updated for resources: {'Port': ['ID=58ecfbba-f219-4666-81a8-199a65d0ef65,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:11.499680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Attempting to bind port 58ecfbba-f219-4666-81a8-199a65d0ef65 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:11.500310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Attempting to bind port 58ecfbba-f219-4666-81a8-199a65d0ef65 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:11.500896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Attempting to bind port 58ecfbba-f219-4666-81a8-199a65d0ef65 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:11.509940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:11.512162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:11.512720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.513244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:11.514018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Bound port: 58ecfbba-f219-4666-81a8-199a65d0ef65, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:11.514589 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.520878 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dd9dbf4-e67e-4971-8c98-25e23825d449 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.549009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8dd9dbf4-e67e-4971-8c98-25e23825d449 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for d9675ec0-449f-4390-ba6d-13e3038d7d97 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:11.649548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] For port 58ecfbba-f219-4666-81a8-199a65d0ef65, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:11.654047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] For port 58ecfbba-f219-4666-81a8-199a65d0ef65, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=58ecfbba-f219-4666-81a8-199a65d0ef65,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:11.659908 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.731445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f23e4-3268-4496-a375-e8ca75f78cf1 None None] Pushing event updated for resources: {'Port': ['ID=58ecfbba-f219-4666-81a8-199a65d0ef65,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:11.807025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dd9dbf4-e67e-4971-8c98-25e23825d449 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.815311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57384) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:11.879107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9dbf4-e67e-4971-8c98-25e23825d449 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=d9675ec0-449f-4390-ba6d-13e3038d7d97,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:11.928820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dd9dbf4-e67e-4971-8c98-25e23825d449 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:11.934898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8dd9dbf4-e67e-4971-8c98-25e23825d449 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/d9675ec0-449f-4390-ba6d-13e3038d7d97 HTTP/1.1" status: 204 len: 168 time: 0.8062358 Jul 06 18:02:12.022149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57386) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:12.237474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130d586-4ec5-447e-92ac-bfdd547da4be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:12.241121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130d586-4ec5-447e-92ac-bfdd547da4be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:12.247803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7130d586-4ec5-447e-92ac-bfdd547da4be tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2203035 Jul 06 18:02:12.250828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:12.251380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d199e-5a03-44fc-b38a-903459b5eb31 req-ffbf35c9-3c01-4778-9643-5b897b4bd7f3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:12.253177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-890d199e-5a03-44fc-b38a-903459b5eb31 req-ffbf35c9-3c01-4778-9643-5b897b4bd7f3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.1314511 Jul 06 18:02:12.344787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-0fe15513-5b60-4b79-95a6-bf88f129a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:12.347786 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-0fe15513-5b60-4b79-95a6-bf88f129a6ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc&tenant_id=5e4c0774b98f4043bb0ba307efd25871 HTTP/1.1" status: 200 len: 1094 time: 0.4111936 Jul 06 18:02:12.351245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-890d199e-5a03-44fc-b38a-903459b5eb31 req-78b47f08-f4dd-4143-afcb-47e6f2ed2202 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919507 Jul 06 18:02:12.402644 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7910dc19-f711-49f3-9df9-83815eee8777 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 59ef9439-6d5e-411e-aff7-5d37c81f738f {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:12.420623 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7910dc19-f711-49f3-9df9-83815eee8777 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.523953 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7910dc19-f711-49f3-9df9-83815eee8777 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.625369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:12.637757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-42f6b84d-161c-4814-b3af-06d480e9d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:12.653885 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-42f6b84d-161c-4814-b3af-06d480e9d440 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 1094 time: 0.2456386 Jul 06 18:02:12.853639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7910dc19-f711-49f3-9df9-83815eee8777 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.071545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-233c5f33-9beb-49b1-b009-0d2009d3b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:13.076461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-233c5f33-9beb-49b1-b009-0d2009d3b1c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 915 time: 0.4272437 Jul 06 18:02:13.148010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.20.0.17 (0a6aa436-c637-467b-83ff-96447b496427/8a7fe2f0-2843-491a-8a17-a38dbe90f839/b2f77422-2076-4e74-9815-0a3ad01798ba) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:13.207557 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-caf092ca-b885-4694-ba91-4433eea01e5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be8b0f5-c841-494e-a989-e0c873122777 HTTP/1.1" status: 200 len: 217 time: 0.1056709 Jul 06 18:02:13.320155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.337142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-a8fccbbb-1a5a-42da-8281-9fecdd3da067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:13.340192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Transition to ACTIVE for port object b2f77422-2076-4e74-9815-0a3ad01798ba will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:13.342368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-a8fccbbb-1a5a-42da-8281-9fecdd3da067 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 200 len: 854 time: 0.1181622 Jul 06 18:02:13.383705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.459669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-b7ba7f50-a964-4499-928d-102097307736 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015384 Jul 06 18:02:13.468074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7910dc19-f711-49f3-9df9-83815eee8777 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.480110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 0a6aa436-c637-467b-83ff-96447b496427 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:13.486737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:13.491522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:13.524375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=b2f77422-2076-4e74-9815-0a3ad01798ba,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:13.528761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ed5a643b-9aee-4590-b791-e23d7b17941d None None] Provisioning for port 58ecfbba-f219-4666-81a8-199a65d0ef65 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:13.577001 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.833204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910dc19-f711-49f3-9df9-83815eee8777 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=59ef9439-6d5e-411e-aff7-5d37c81f738f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:13.843352 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-59c1674c-8aef-4084-b7cb-751b183fe6f1 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607926 Jul 06 18:02:13.867175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7910dc19-f711-49f3-9df9-83815eee8777 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.867175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7910dc19-f711-49f3-9df9-83815eee8777 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/59ef9439-6d5e-411e-aff7-5d37c81f738f HTTP/1.1" status: 204 len: 168 time: 1.6127353 Jul 06 18:02:13.880065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:13.881067 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:13.949187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 58ecfbba-f219-4666-81a8-199a65d0ef65 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:13.990701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9adf19ea-d914-482b-94cc-a109112d6f34 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880787 Jul 06 18:02:13.991352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:14.083849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842072d-7a22-4a87-b80b-a68ad4811853 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:14.223281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-f8bd9079-4709-4d0b-9696-901a9f6d84f4 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660877 Jul 06 18:02:14.263582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e63257-01ba-4776-aca9-658791b8b986 req-68e5a265-eed4-4642-9650-d8868c110818 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:14.277814 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54e63257-01ba-4776-aca9-658791b8b986 req-68e5a265-eed4-4642-9650-d8868c110818 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.3657870 Jul 06 18:02:14.291383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 58ecfbba-f219-4666-81a8-199a65d0ef65 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:14.317130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7ccb20d2-b3f0-4a5b-b2ea-0b5604027482 None None] Could not find standard attr ID for object d9675ec0-449f-4390-ba6d-13e3038d7d97. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:02:14.383503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 58ecfbba-f219-4666-81a8-199a65d0ef65 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:14.384141 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.420560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54e63257-01ba-4776-aca9-658791b8b986 req-107d47da-89ec-47f2-bde3-b531369ce90e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249123 Jul 06 18:02:14.507974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.518443 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b357c80-a227-48ce-9c22-efabfa602a81 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:14.520266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7b357c80-a227-48ce-9c22-efabfa602a81 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5272818 Jul 06 18:02:14.521662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.527746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57420) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:14.533541 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7e57b5c1-487b-4a6a-9d2f-527165998148 None None] Provisioning for port b2f77422-2076-4e74-9815-0a3ad01798ba completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:14.548932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7e57b5c1-487b-4a6a-9d2f-527165998148 None None] Provisioning complete for port b2f77422-2076-4e74-9815-0a3ad01798ba triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:14.550185 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e57b5c1-487b-4a6a-9d2f-527165998148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.629965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7e57b5c1-487b-4a6a-9d2f-527165998148 None None] Port b2f77422-2076-4e74-9815-0a3ad01798ba cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:02:14.647004 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.693182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=b2f77422-2076-4e74-9815-0a3ad01798ba,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:14.698395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.704686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 58ecfbba-f219-4666-81a8-199a65d0ef65, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=58ecfbba-f219-4666-81a8-199a65d0ef65,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:14.714497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.725189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38694e9-92fe-4082-87b0-6c8dbf8f6e6e None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:14.725480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6aaa9f-6687-4c97-8514-1aee1247b568 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:14.728633 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0c6aaa9f-6687-4c97-8514-1aee1247b568 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1985514 Jul 06 18:02:14.731019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57426) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:14.817511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6438f300-5184-4108-bc7f-1002426678d2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841424 Jul 06 18:02:14.824383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57428) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:14.834663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:14.838272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=58ecfbba-f219-4666-81a8-199a65d0ef65,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:14.854429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f38694e9-92fe-4082-87b0-6c8dbf8f6e6e None None] Deleting port 58ecfbba-f219-4666-81a8-199a65d0ef65 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:14.856213 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f38694e9-92fe-4082-87b0-6c8dbf8f6e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.890943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 0a6aa436-c637-467b-83ff-96447b496427 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:14.893039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:14.939746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f38694e9-92fe-4082-87b0-6c8dbf8f6e6e None None] For port 58ecfbba-f219-4666-81a8-199a65d0ef65, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=58ecfbba-f219-4666-81a8-199a65d0ef65,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:14.940147 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f38694e9-92fe-4082-87b0-6c8dbf8f6e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:14.977603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f38694e9-92fe-4082-87b0-6c8dbf8f6e6e None None] Calling delete_port for 58ecfbba-f219-4666-81a8-199a65d0ef65 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:15.119127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:15.123974 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.137775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f38694e9-92fe-4082-87b0-6c8dbf8f6e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.185799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router df115020-e983-4df9-8d03-ab4afea3867e has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:15.188852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38694e9-92fe-4082-87b0-6c8dbf8f6e6e None None] Pushing event deleted for resources: {'Port': ['ID=58ecfbba-f219-4666-81a8-199a65d0ef65,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:15.197719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38694e9-92fe-4082-87b0-6c8dbf8f6e6e None None] No DVR routers for this DVR port 58ecfbba-f219-4666-81a8-199a65d0ef65 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:15.591332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-54d08db7-23c1-48fe-93be-013acac29f9d None None] Provisioning complete for port b2f77422-2076-4e74-9815-0a3ad01798ba triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:15.592498 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54d08db7-23c1-48fe-93be-013acac29f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:15.664696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:15.682120 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Sync routers for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:15.691237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dc21fd7c-1066-4bf2-8268-26527901c3e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "PUT /v2.0/routers/df115020-e983-4df9-8d03-ab4afea3867e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8735812 Jul 06 18:02:15.725002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-54d08db7-23c1-48fe-93be-013acac29f9d None None] Port b2f77422-2076-4e74-9815-0a3ad01798ba cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:02:15.728388 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:15.736197 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:15.843093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 58ecfbba-f219-4666-81a8-199a65d0ef65 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:15.903143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 58ecfbba-f219-4666-81a8-199a65d0ef65 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:15.903754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 58ecfbba-f219-4666-81a8-199a65d0ef65 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:16.038649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.objects.ports [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:02:16.044102 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:16.059884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.127188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:16.135809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f034e-bb2f-4564-8d50-0f5bad49e37c req-f0367221-ed9e-4f25-9aaa-9c6a6eb26b64 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:16.151217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:16.161408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-333f034e-bb2f-4564-8d50-0f5bad49e37c req-f0367221-ed9e-4f25-9aaa-9c6a6eb26b64 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.2978652 Jul 06 18:02:16.162477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ba482-6112-466c-a730-a9f84799204c None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:16.172455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:16.172991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.228460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4019141 Jul 06 18:02:16.230019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb9d30-31c5-4002-8520-7a3421aef142 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=8b2ff3e1-a020-4cc1-8ad2-3da70afde926,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:16.240479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57450) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:16.256640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a5202b48-9b06-45e7-a4f6-1bc8b3bb00e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:16.340606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-333f034e-bb2f-4564-8d50-0f5bad49e37c req-91327e86-f66a-4b51-874f-087acd44026a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775715 Jul 06 18:02:16.524469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5202b48-9b06-45e7-a4f6-1bc8b3bb00e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:16.528655 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5202b48-9b06-45e7-a4f6-1bc8b3bb00e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.605505 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:02:13Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c58cbe7-3846-489a-af93-e445ba689eb3', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:01Z', 'updated_at': '2021-07-06T18:01:06Z', 'revision_number': 1, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f77422-2076-4e74-9815-0a3ad01798ba', 'name': '', 'network_id': '0a6aa436-c637-467b-83ff-96447b496427', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:a3:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '8a7fe2f0-2843-491a-8a17-a38dbe90f839', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:12Z', 'updated_at': '2021-07-06T18:02:14Z', 'revision_number': 2, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': '8a7fe2f0-2843-491a-8a17-a38dbe90f839', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:16.658899 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Checking router: df115020-e983-4df9-8d03-ab4afea3867e for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:16.659288 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Updating router df115020-e983-4df9-8d03-ab4afea3867e port b2f77422-2076-4e74-9815-0a3ad01798ba binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:02:16.670481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '8b2ff3e1-a020-4cc1-8ad2-3da70afde926'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:16.671493 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.761806 n-d-799526-3 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-a5202b48-9b06-45e7-a4f6-1bc8b3bb00e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b2ff3e1-a020-4cc1-8ad2-3da70afde926 (CIDR: 2001:db8::/64) Jul 06 18:02:16.767763 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5202b48-9b06-45e7-a4f6-1bc8b3bb00e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:02:16.768249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5202b48-9b06-45e7-a4f6-1bc8b3bb00e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:16.799732 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a5202b48-9b06-45e7-a4f6-1bc8b3bb00e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5580301 Jul 06 18:02:16.804477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57452) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:16.807502 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:16.810236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:16.972798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:16.977815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.031805 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c190703-f6d1-4a44-a29b-e01a1ce92053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.051717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Allocated IP 2001:db8::f816:3eff:fe36:4f3 (bc2bb118-1fef-4c36-8bc5-3622127a006f/8b2ff3e1-a020-4cc1-8ad2-3da70afde926/a07c2401-dbb0-44b3-aaa5-60e3047345b5) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:17.448256 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.483051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Transition to ACTIVE for port object a07c2401-dbb0-44b3-aaa5-60e3047345b5 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:17.534381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Transition to ACTIVE for port object a07c2401-dbb0-44b3-aaa5-60e3047345b5 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:17.548576 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.598078 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.634452 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Transition to ACTIVE for port object b2f77422-2076-4e74-9815-0a3ad01798ba will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:17.652954 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.711106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:17.720472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:17.740827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:17.820292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:17.864493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Pushing event updated for resources: {'Port': ['ID=a07c2401-dbb0-44b3-aaa5-60e3047345b5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:17.992132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Attempting to bind port a07c2401-dbb0-44b3-aaa5-60e3047345b5 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:17.992587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Attempting to bind port a07c2401-dbb0-44b3-aaa5-60e3047345b5 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:17.992880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Attempting to bind port a07c2401-dbb0-44b3-aaa5-60e3047345b5 on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:18.010822 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Attempting to bind port b2f77422-2076-4e74-9815-0a3ad01798ba on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:18.011645 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Attempting to bind port b2f77422-2076-4e74-9815-0a3ad01798ba by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:18.011810 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Attempting to bind port b2f77422-2076-4e74-9815-0a3ad01798ba on network 0a6aa436-c637-467b-83ff-96447b496427 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:18.019684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:18.020083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:18.020448 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.020928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:18.021629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Bound port: a07c2401-dbb0-44b3-aaa5-60e3047345b5, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:18.022466 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.028980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:18.042086 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:18.053859 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Checking segment: {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:18.054723 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.055381 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Bound using segment: {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:18.056028 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Bound port: b2f77422-2076-4e74-9815-0a3ad01798ba, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0a6aa436-c637-467b-83ff-96447b496427'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:18.056547 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.062723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:18.068233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:18.069216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.124210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=d400a691-81cd-4388-882f-3bc0d5477008,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:18.179669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c018968b-7145-42b7-8dab-0ae10e5e75cf tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3700786 Jul 06 18:02:18.179867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:18.188533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:df:11:a2', 'name': 'tempest-NetworksTestDHCPv6-1037931961'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:18.206141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310a47-e5f5-4c1d-9c27-7df692543c59 req-fff3497e-2995-49a7-9cc6-f48b428f775e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:18.217688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04310a47-e5f5-4c1d-9c27-7df692543c59 req-fff3497e-2995-49a7-9cc6-f48b428f775e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.5202186 Jul 06 18:02:18.352478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] For port a07c2401-dbb0-44b3-aaa5-60e3047345b5, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:18.400625 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] For port b2f77422-2076-4e74-9815-0a3ad01798ba, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:18.474677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] For port a07c2401-dbb0-44b3-aaa5-60e3047345b5, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a07c2401-dbb0-44b3-aaa5-60e3047345b5,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:18.485129 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.496799 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] For port b2f77422-2076-4e74-9815-0a3ad01798ba, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b2f77422-2076-4e74-9815-0a3ad01798ba,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:18.517002 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Pushing event updated for resources: {'Port': ['ID=b2f77422-2076-4e74-9815-0a3ad01798ba,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:18.562963 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04310a47-e5f5-4c1d-9c27-7df692543c59 req-926de4d2-bef5-4927-9154-88a6967e3510 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366792 Jul 06 18:02:18.564742 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:18.644181 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.644934 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.645603 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.648319 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.648867 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.652140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.652140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.652140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.654382 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.654382 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.654382 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.654382 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:18.784522 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae52bcc-0059-429b-a1ed-d04d9a84a8f8 None None] Pushing event updated for resources: {'Port': ['ID=b2f77422-2076-4e74-9815-0a3ad01798ba,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:18.794974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:18.796041 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:01:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:18.906940 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:18.921528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a39f-2641-43ea-8102-3c6cb806d01f None None] Pushing event updated for resources: {'Port': ['ID=a07c2401-dbb0-44b3-aaa5-60e3047345b5,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:19.185458 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:19.207888 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.300531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port 5bdf3537-a5b2-4f21-9dca-a9d021fb99a9 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:02:19.608761 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-563bc190-e194-492d-b18d-f9ae6a40cdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:19.924609 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:02:13Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c58cbe7-3846-489a-af93-e445ba689eb3', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:01Z', 'updated_at': '2021-07-06T18:01:06Z', 'revision_number': 1, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f77422-2076-4e74-9815-0a3ad01798ba', 'name': '', 'network_id': '0a6aa436-c637-467b-83ff-96447b496427', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:a3:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '8a7fe2f0-2843-491a-8a17-a38dbe90f839', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:12Z', 'updated_at': '2021-07-06T18:02:18Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': '8a7fe2f0-2843-491a-8a17-a38dbe90f839', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:20.023720 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423652fa-ddf4-4a23-baff-b5c08ae669bc None None] The sync data for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 is: [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:02:13Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c58cbe7-3846-489a-af93-e445ba689eb3', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:01Z', 'updated_at': '2021-07-06T18:01:06Z', 'revision_number': 1, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f77422-2076-4e74-9815-0a3ad01798ba', 'name': '', 'network_id': '0a6aa436-c637-467b-83ff-96447b496427', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:a3:ba:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '8a7fe2f0-2843-491a-8a17-a38dbe90f839', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:02:12Z', 'updated_at': '2021-07-06T18:02:18Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': '8a7fe2f0-2843-491a-8a17-a38dbe90f839', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:20.101190 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8:0:1::30a (bc2bb118-1fef-4c36-8bc5-3622127a006f/d400a691-81cd-4388-882f-3bc0d5477008/5bdf3537-a5b2-4f21-9dca-a9d021fb99a9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:20.146798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.154684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff221c5d-f72c-455c-baaf-474bee75a6a4 req-dd97f4dc-fc82-4117-8cdb-bf089f84bcec tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:20.158129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff221c5d-f72c-455c-baaf-474bee75a6a4 req-dd97f4dc-fc82-4117-8cdb-bf089f84bcec tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.2005219 Jul 06 18:02:20.167620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fedf:11a2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/8b2ff3e1-a020-4cc1-8ad2-3da70afde926/5bdf3537-a5b2-4f21-9dca-a9d021fb99a9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:20.256182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fdb3d-4cab-40e3-9304-d9fb1f025c51 req-a65ef533-28ca-491c-bf15-c914470e1e67 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:20.264770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b9fdb3d-4cab-40e3-9304-d9fb1f025c51 req-a65ef533-28ca-491c-bf15-c914470e1e67 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 946 time: 0.3369777 Jul 06 18:02:20.265885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a07c2401-dbb0-44b3-aaa5-60e3047345b5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:20.368306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff221c5d-f72c-455c-baaf-474bee75a6a4 req-2eb0813d-a79d-4bfb-9bbe-db7957af5212 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993074 Jul 06 18:02:20.399001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b9fdb3d-4cab-40e3-9304-d9fb1f025c51 req-96f3e036-f18b-49e1-b8b8-23c989b394b5 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331956 Jul 06 18:02:20.524193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port a07c2401-dbb0-44b3-aaa5-60e3047345b5 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:20.688297 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.725322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object 5bdf3537-a5b2-4f21-9dca-a9d021fb99a9 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:20.740061 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.882985 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:20.987221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:20.992436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:21.007171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:21.033873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:21.034983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.141049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fce9fb-3da1-43a3-87c5-422da28df42e None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:21.153950 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9692523 Jul 06 18:02:21.154762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57490) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:21.195796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43563e5-aebe-4244-93fc-fb700120ca92 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=5bdf3537-a5b2-4f21-9dca-a9d021fb99a9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:21.287296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Provisioning for port a07c2401-dbb0-44b3-aaa5-60e3047345b5 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:21.304296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Provisioning complete for port a07c2401-dbb0-44b3-aaa5-60e3047345b5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:21.304690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.723056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port 5bdf3537-a5b2-4f21-9dca-a9d021fb99a9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:21.731414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:21.953235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-390c0574-8791-4e34-9d41-7d2b774e6f8b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:21.959254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-390c0574-8791-4e34-9d41-7d2b774e6f8b tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 946 time: 0.2086737 Jul 06 18:02:21.960884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b2f77422-2076-4e74-9815-0a3ad01798ba up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:21.997920 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.030052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e172-3b7f-4e47-9569-39561f3e427d req-a1363ee8-82d5-48b6-b1a2-8c46887d0196 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:22.045040 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ec74e172-3b7f-4e47-9569-39561f3e427d req-a1363ee8-82d5-48b6-b1a2-8c46887d0196 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 946 time: 0.3105145 Jul 06 18:02:22.065023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] For port a07c2401-dbb0-44b3-aaa5-60e3047345b5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a07c2401-dbb0-44b3-aaa5-60e3047345b5,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:22.074138 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.170241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port b2f77422-2076-4e74-9815-0a3ad01798ba completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:22.183953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b2f77422-2076-4e74-9815-0a3ad01798ba triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:22.185193 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.199654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Pushing event updated for resources: {'Port': ['ID=a07c2401-dbb0-44b3-aaa5-60e3047345b5,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:22.244731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9224e-62fd-4e0b-9d00-79d6a0aad041 req-40a5728a-046a-4fdc-93d2-2ef05f5a49e6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:22.247576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1a9224e-62fd-4e0b-9d00-79d6a0aad041 req-40a5728a-046a-4fdc-93d2-2ef05f5a49e6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.4420717 Jul 06 18:02:22.295751 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ec74e172-3b7f-4e47-9569-39561f3e427d req-9f37974a-3866-44cf-b487-d317ea117a53 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9367160-ddd5-4e4e-9fa8-238b1d44a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496262 Jul 06 18:02:22.318953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.375926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for 5bdf3537-a5b2-4f21-9dca-a9d021fb99a9 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:22.428286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1a9224e-62fd-4e0b-9d00-79d6a0aad041 req-c4644b1b-8233-4de8-8f4b-a80343d05d96 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725535 Jul 06 18:02:22.451248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Deleting port 41c8432b-9a17-4cf7-9584-870271134410 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:22.452229 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.473962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.475080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.475757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.476409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.477077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.477735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.480406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.481224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.481894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.482617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.483265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.483911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ea941-717b-4b95-86f1-2bc19287feea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:22.587323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd796f78-5765-49ec-97e4-17a4c66c42dc None None] Update dhcp port {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': '8b2ff3e1-a020-4cc1-8ad2-3da70afde926', 'ip_address': '2001:db8::f816:3eff:fe36:4f3'}, {'subnet_id': 'd400a691-81cd-4388-882f-3bc0d5477008'}], 'binding:host_id': 'n-d-799526-3'}, 'id': 'a07c2401-dbb0-44b3-aaa5-60e3047345b5'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:02:22.711565 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.858678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port b2f77422-2076-4e74-9815-0a3ad01798ba, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b2f77422-2076-4e74-9815-0a3ad01798ba,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:22.881751 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.892756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.895612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.930240 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd796f78-5765-49ec-97e4-17a4c66c42dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:22.995385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=5bdf3537-a5b2-4f21-9dca-a9d021fb99a9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:23.017150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.020069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.020718 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.022112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.023247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.026047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.026728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.027924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.029050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.030466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.031987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.033375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:23.184253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.190571 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-75e41ed7-c530-412a-84db-b39033ef1eb7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/5bdf3537-a5b2-4f21-9dca-a9d021fb99a9 HTTP/1.1" status: 204 len: 168 time: 2.0350211 Jul 06 18:02:23.193663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57510) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:23.387065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15938a2c-258c-4096-a06e-7e4f3eeb0baa tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:23.392644 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-15938a2c-258c-4096-a06e-7e4f3eeb0baa tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1967759 Jul 06 18:02:23.396445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57514) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:23.637577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136af84d-8c54-4d67-94b2-9333e113aa58 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:23.653167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-136af84d-8c54-4d67-94b2-9333e113aa58 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.2505138 Jul 06 18:02:23.654961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57518) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:23.662309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] For port 41c8432b-9a17-4cf7-9584-870271134410, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=41c8432b-9a17-4cf7-9584-870271134410,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:23.663557 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.939169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6f43a-ceea-4a0b-bbaf-5c3e6a2945ad tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:23.944631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6f43a-ceea-4a0b-bbaf-5c3e6a2945ad tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:23.955404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6f43a-ceea-4a0b-bbaf-5c3e6a2945ad tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:23.964704 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-60f6f43a-ceea-4a0b-bbaf-5c3e6a2945ad tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3061764 Jul 06 18:02:23.968280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57522) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:23.974998 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.975832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:23.976810 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Floating IP ccd091fe-7544-4e39-9df8-d51cfe755f7f disassociated. External IP: 172.25.7.117, port: 41c8432b-9a17-4cf7-9584-870271134410. Jul 06 18:02:23.977447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Calling delete_port for 41c8432b-9a17-4cf7-9584-870271134410 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:24.189875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:24.228156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-be450921-bf51-4c92-bb0e-2ef1a6a6a8dc req-9f90334d-dd8d-497d-a0d9-c1631e24b1f9 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 210 time: 0.0528409 Jul 06 18:02:24.298413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event deleted for resources: {'Port': ['ID=41c8432b-9a17-4cf7-9584-870271134410,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:24.299373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c78dfe-2ca3-459d-8d7e-8d14e959fea7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 8b2ff3e1-a020-4cc1-8ad2-3da70afde926 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:24.457475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-dd796f78-5765-49ec-97e4-17a4c66c42dc None None] Allocated IP 2001:db8:0:1::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/d400a691-81cd-4388-882f-3bc0d5477008/a07c2401-dbb0-44b3-aaa5-60e3047345b5) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:24.475001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb0c38-ddbe-4853-bbaf-4c5f3d50c17b req-0e971dbd-bbf5-40af-ac17-8f0bf8068790 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:24.478842 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7deb0c38-ddbe-4853-bbaf-4c5f3d50c17b req-0e971dbd-bbf5-40af-ac17-8f0bf8068790 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.5131004 Jul 06 18:02:24.597327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7deb0c38-ddbe-4853-bbaf-4c5f3d50c17b req-22c233d6-96d0-49a3-839b-dd5a478ea27c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992477 Jul 06 18:02:24.629724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:24.712628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a07c2401-dbb0-44b3-aaa5-60e3047345b5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:24.717267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=b2f77422-2076-4e74-9815-0a3ad01798ba,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:24.840707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 41c8432b-9a17-4cf7-9584-870271134410 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:24.879523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-dd796f78-5765-49ec-97e4-17a4c66c42dc None None] For port a07c2401-dbb0-44b3-aaa5-60e3047345b5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a07c2401-dbb0-44b3-aaa5-60e3047345b5,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:24.929892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:24.944140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 41c8432b-9a17-4cf7-9584-870271134410 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:24.944760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 41c8432b-9a17-4cf7-9584-870271134410 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:24.946930 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:02:24.953383 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd796f78-5765-49ec-97e4-17a4c66c42dc None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:24.957143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] Sync routers for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:24.987403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:24.987992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:24.990912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dd796f78-5765-49ec-97e4-17a4c66c42dc None None] Transition to ACTIVE for port object a07c2401-dbb0-44b3-aaa5-60e3047345b5 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:24.998488 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8c78dfe-2ca3-459d-8d7e-8d14e959fea7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.026794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] No DVR routers for this DVR port 41c8432b-9a17-4cf7-9584-870271134410 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:25.029448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.031969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d2661c78-eea9-4c84-80c2-16bd9bea9142 req-9245b585-5f6f-49ef-91a5-eca4a552019d tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.55 "DELETE /v2.0/ports/41c8432b-9a17-4cf7-9584-870271134410 HTTP/1.1" status: 204 len: 173 time: 2.9710379 Jul 06 18:02:25.032522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-deleted', 'tag': '41c8432b-9a17-4cf7-9584-870271134410'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:25.035216 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af92a5-0fa5-4d76-b30e-9497ced2037e" -d '{"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-deleted", "tag": "41c8432b-9a17-4cf7-9584-870271134410"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:25.100999 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd796f78-5765-49ec-97e4-17a4c66c42dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.108452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8c78dfe-2ca3-459d-8d7e-8d14e959fea7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.246923 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c363c57e-4a16-4005-a9ba-ac803fa86b90 x-openstack-request-id: req-c363c57e-4a16-4005-a9ba-ac803fa86b90 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:25.247335 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5d1a70-641f-4e52-b593-fc7ad5ca0857", "name": "network-vif-deleted", "tag": "41c8432b-9a17-4cf7-9584-870271134410", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:25.247533 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c363c57e-4a16-4005-a9ba-ac803fa86b90 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:25.248018 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5d1a70-641f-4e52-b593-fc7ad5ca0857', 'name': 'network-vif-deleted', 'tag': '41c8432b-9a17-4cf7-9584-870271134410', 'status': 'completed', 'code': 200} Jul 06 18:02:25.307854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd796f78-5765-49ec-97e4-17a4c66c42dc None None] Pushing event updated for resources: {'Port': ['ID=a07c2401-dbb0-44b3-aaa5-60e3047345b5,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:25.381177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8c78dfe-2ca3-459d-8d7e-8d14e959fea7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.451872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:25.544161 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8c78dfe-2ca3-459d-8d7e-8d14e959fea7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.596939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c78dfe-2ca3-459d-8d7e-8d14e959fea7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2ff3e1-a020-4cc1-8ad2-3da70afde926,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:25.635955 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-91d470f9-570f-46d1-b26a-421ce8583e30 req-7fd4c2d9-9573-4ff0-90ba-cbbb8e31674c tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 210 time: 0.0544095 Jul 06 18:02:25.639590 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8c78dfe-2ca3-459d-8d7e-8d14e959fea7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.644329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b8c78dfe-2ca3-459d-8d7e-8d14e959fea7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/8b2ff3e1-a020-4cc1-8ad2-3da70afde926 HTTP/1.1" status: 204 len: 168 time: 1.6722457 Jul 06 18:02:25.645433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:25.824346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea1beaa-e24e-4df5-89ad-a12e49ae212d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet d400a691-81cd-4388-882f-3bc0d5477008 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:25.841841 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ea1beaa-e24e-4df5-89ad-a12e49ae212d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:25.913684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b2f77422-2076-4e74-9815-0a3ad01798ba up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:26.028578 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ea1beaa-e24e-4df5-89ad-a12e49ae212d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.124834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b2f77422-2076-4e74-9815-0a3ad01798ba triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:26.125536 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.362662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:26.399670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] Checking router: 2a710907-7fe3-4b5b-a3ee-2b76b5b907df for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:26.405429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a07c2401-dbb0-44b3-aaa5-60e3047345b5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:26.433132 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ea1beaa-e24e-4df5-89ad-a12e49ae212d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.520595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:26.524018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:26.675653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d3f14-fb76-4215-b615-bdf931ade76a req-196287c6-c7f8-44f8-9bc9-3d92c4c5fc48 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:26.678778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-982d3f14-fb76-4215-b615-bdf931ade76a req-196287c6-c7f8-44f8-9bc9-3d92c4c5fc48 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.7161763 Jul 06 18:02:26.834808 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ea1beaa-e24e-4df5-89ad-a12e49ae212d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.878996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-982d3f14-fb76-4215-b615-bdf931ade76a req-5b150247-5eb4-4628-99fa-af5bac20a9f5 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848242 Jul 06 18:02:26.904098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ea1beaa-e24e-4df5-89ad-a12e49ae212d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:26.910995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6ea1beaa-e24e-4df5-89ad-a12e49ae212d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/d400a691-81cd-4388-882f-3bc0d5477008 HTTP/1.1" status: 204 len: 168 time: 1.2631929 Jul 06 18:02:26.914100 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57548) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:26.980544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1beaa-e24e-4df5-89ad-a12e49ae212d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=d400a691-81cd-4388-882f-3bc0d5477008,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:26.982548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d9cb8-50f1-4123-9e9a-61a21c33b632 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:27.054755 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d9a621ad-31e8-4ad0-acf2-e6d9c95bd89a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393845 Jul 06 18:02:27.060213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57550) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:27.078103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:27.086197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:27.133857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ccb0d32-fa6b-4fba-8fe1-7481c2dc9066 req-35e2ab02-a3ad-4f77-b8b6-61a7c4365740 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd5d1a70-641f-4e52-b593-fc7ad5ca0857 HTTP/1.1" status: 200 len: 210 time: 0.0968821 Jul 06 18:02:27.286812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-237ce5f8-a63a-4134-8738-a6feaa3fe91a None None] Could not find standard attr ID for object 5bdf3537-a5b2-4f21-9dca-a9d021fb99a9. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:02:27.324669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:27.328874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-237ce5f8-a63a-4134-8738-a6feaa3fe91a None None] Provisioning for port a07c2401-dbb0-44b3-aaa5-60e3047345b5 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:27.340544 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.373358 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-237ce5f8-a63a-4134-8738-a6feaa3fe91a None None] Provisioning complete for port a07c2401-dbb0-44b3-aaa5-60e3047345b5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:27.373908 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-237ce5f8-a63a-4134-8738-a6feaa3fe91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:27.689534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:27.756640 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965f948-5645-4161-bb90-3fa6fea5c475 None None] The sync data for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 is: [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T17:49:53Z', 'revision_number': 4, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0f81cc61-f83a-4610-90a0-95284ebbedd1', 'name': '', 'network_id': 'f2d97002-26a6-40e0-834f-092a3240c302', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'mac_address': 'fa:16:3e:d0:2b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:52Z', 'updated_at': '2021-07-06T17:50:02Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'subnets': [{'id': 'fe217e1f-6ceb-44da-9a46-fff133ea3258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:27.806260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad7262-cfd7-458d-9afb-0e0036179682 None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:28.055209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-20ad7262-cfd7-458d-9afb-0e0036179682 None None] Deleting port a07c2401-dbb0-44b3-aaa5-60e3047345b5 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:28.056116 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20ad7262-cfd7-458d-9afb-0e0036179682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.392726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-20ad7262-cfd7-458d-9afb-0e0036179682 None None] For port a07c2401-dbb0-44b3-aaa5-60e3047345b5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a07c2401-dbb0-44b3-aaa5-60e3047345b5,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:28.393192 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20ad7262-cfd7-458d-9afb-0e0036179682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.405880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.objects.ports [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:02:28.430648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-20ad7262-cfd7-458d-9afb-0e0036179682 None None] Calling delete_port for a07c2401-dbb0-44b3-aaa5-60e3047345b5 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:28.568486 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d519966-40c1-4526-9756-432789fde512 None None] New status for floating IP ccd091fe-7544-4e39-9df8-d51cfe755f7f: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:02:28.675994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57564) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:28.765889 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20ad7262-cfd7-458d-9afb-0e0036179682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.851858 n-d-799526-3 neutron-server[93779]: WARNING neutron.services.revisions.revision_plugin [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Could not find related port for resource to bump revision. Jul 06 18:02:28.853416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad7262-cfd7-458d-9afb-0e0036179682 None None] Pushing event deleted for resources: {'Port': ['ID=a07c2401-dbb0-44b3-aaa5-60e3047345b5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:28.857072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_pluggable_backend [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Port a07c2401-dbb0-44b3-aaa5-60e3047345b5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93779) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 06 18:02:28.857072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_pluggable_backend [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Reverting IP allocation for 2001:db8::f816:3eff:fe36:4f3 {{(pid=93779) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 06 18:02:28.862769 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0351335-c691-48b6-a3ce-22a5f95d577e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.863835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.ipam_pluggable_backend [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe36:4f3 {{(pid=93779) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 06 18:02:28.871965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad7262-cfd7-458d-9afb-0e0036179682 None None] No DVR routers for this DVR port a07c2401-dbb0-44b3-aaa5-60e3047345b5 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:28.877704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.915006 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0351335-c691-48b6-a3ce-22a5f95d577e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:28.927640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3872c3-cfb8-4788-8528-aa8f564b4711 req-f6125e3a-71a6-4997-ba4b-2c50814e0e8f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:28.929340 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ad3872c3-cfb8-4788-8528-aa8f564b4711 req-f6125e3a-71a6-4997-ba4b-2c50814e0e8f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.6881261 Jul 06 18:02:29.074919 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0351335-c691-48b6-a3ce-22a5f95d577e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.078105 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0351335-c691-48b6-a3ce-22a5f95d577e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.083582 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c0351335-c691-48b6-a3ce-22a5f95d577e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9367160-ddd5-4e4e-9fa8-238b1d44a099 HTTP/1.1" status: 204 len: 168 time: 0.4020536 Jul 06 18:02:29.096967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57568) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:29.097867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0351335-c691-48b6-a3ce-22a5f95d577e tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9367160-ddd5-4e4e-9fa8-238b1d44a099,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:29.117516 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-52ebacb1-99f0-4a14-9a0f-51cb699aca49 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] show failed (client error): The resource could not be found. Jul 06 18:02:29.118189 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-52ebacb1-99f0-4a14-9a0f-51cb699aca49 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "GET /v2.0/security-groups/c9367160-ddd5-4e4e-9fa8-238b1d44a099 HTTP/1.1" status: 404 len: 347 time: 0.0165153 Jul 06 18:02:29.123176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:29.152426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:29.155603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:29.185564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b42891-992d-4583-8af1-6866b5e6eb6f None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:29.212738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:29.214204 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.246685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ad3872c3-cfb8-4788-8528-aa8f564b4711 req-6edaf275-9895-435c-a872-384974b83b38 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101667 Jul 06 18:02:29.252872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=43eaf88c-9947-4e9c-9a6a-d424dd122a71,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:29.260424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-40eebf9a-ce14-4732-b24a-eff234eba384 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1967936 Jul 06 18:02:29.261612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57574) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:29.276944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c84c372e-5b39-4a95-9bd7-34f3383a0896 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:29.628695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Deleting port c24d9fcb-6fc3-4e73-9afd-e90034105a0d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:29.628695 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.660034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84c372e-5b39-4a95-9bd7-34f3383a0896 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:29.670569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c84c372e-5b39-4a95-9bd7-34f3383a0896 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.676787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '43eaf88c-9947-4e9c-9a6a-d424dd122a71'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:29.677597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.866952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.867952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:29.901384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Calling delete_port for c24d9fcb-6fc3-4e73-9afd-e90034105a0d owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:29.977500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Allocated IP 2001:db8::f816:3eff:fe64:a859 (bc2bb118-1fef-4c36-8bc5-3622127a006f/43eaf88c-9947-4e9c-9a6a-d424dd122a71/9fcdb51a-724b-4c31-93a6-ceeab6646ffc) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:30.007572 n-d-799526-3 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-c84c372e-5b39-4a95-9bd7-34f3383a0896 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43eaf88c-9947-4e9c-9a6a-d424dd122a71 (CIDR: 2001:db8::/64) Jul 06 18:02:30.027118 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84c372e-5b39-4a95-9bd7-34f3383a0896 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:02:30.028231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84c372e-5b39-4a95-9bd7-34f3383a0896 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:30.043121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a07c2401-dbb0-44b3-aaa5-60e3047345b5 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:30.076863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c84c372e-5b39-4a95-9bd7-34f3383a0896 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8096886 Jul 06 18:02:30.078655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: a07c2401-dbb0-44b3-aaa5-60e3047345b5 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:30.079311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a07c2401-dbb0-44b3-aaa5-60e3047345b5 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:30.080012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:30.089590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:30.560706 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.634029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:30.638741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.642967 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.651531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Transition to ACTIVE for port object 9fcdb51a-724b-4c31-93a6-ceeab6646ffc will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:30.706419 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Transition to ACTIVE for port object 9fcdb51a-724b-4c31-93a6-ceeab6646ffc will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:30.730709 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.755013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Pushing event deleted for resources: {'Port': ['ID=c24d9fcb-6fc3-4e73-9afd-e90034105a0d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:30.903888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:30.915197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:30.923815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.925986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:30.928563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:30.930439 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-860ecf28-8f63-4a69-82fc-0ea09735a270 tempest-AttachVolumeShelveTestJSON-148558967 tempest-AttachVolumeShelveTestJSON-148558967-project] 10.222.0.13 "DELETE /v2.0/floatingips/ccd091fe-7544-4e39-9df8-d51cfe755f7f HTTP/1.1" status: 204 len: 168 time: 1.8060985 Jul 06 18:02:30.940490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4abcec-a3c4-402c-a568-3975d93af415 req-17ec46ea-ec41-4de3-b8a6-baf4a42e162a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:30.943056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c4abcec-a3c4-402c-a568-3975d93af415 req-17ec46ea-ec41-4de3-b8a6-baf4a42e162a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.2084274 Jul 06 18:02:30.971367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Pushing event updated for resources: {'Port': ['ID=9fcdb51a-724b-4c31-93a6-ceeab6646ffc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:31.080619 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c4abcec-a3c4-402c-a568-3975d93af415 req-2d587f0f-e5f3-48d2-87a3-b4b040cac840 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198754 Jul 06 18:02:31.172529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Attempting to bind port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:31.172529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Attempting to bind port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:31.172529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Attempting to bind port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:31.183556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:31.183556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:31.186234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.186234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:31.186234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Bound port: 9fcdb51a-724b-4c31-93a6-ceeab6646ffc, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:31.186234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.397216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] For port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:31.403582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] For port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9fcdb51a-724b-4c31-93a6-ceeab6646ffc,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:31.416857 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.471951 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.524021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3725c2-dda6-43df-bb4a-cb811013f0e7 None None] Pushing event updated for resources: {'Port': ['ID=9fcdb51a-724b-4c31-93a6-ceeab6646ffc,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:31.576645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:31.593178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:31.600545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:31.601164 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:31.630851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=fd8d3f01-8d74-4244-bf33-4ffbc3114870,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:31.648815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-11a2e691-1e79-4526-b2a2-843143d37988 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5667610 Jul 06 18:02:31.654327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:31.661941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:e2:47:e4', 'name': 'tempest-NetworksTestDHCPv6-1031124067'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:32.007629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:32.089450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.226096 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:32.278649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port a888aa07-ef36-4c1d-b286-72f26e23d69d yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:02:32.463886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d5de5-dbd1-44b1-9193-618134e8ff97 req-1e2fdcfd-f633-4e26-a02a-6f4e0f94a6ad tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:32.472528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0c0d5de5-dbd1-44b1-9193-618134e8ff97 req-1e2fdcfd-f633-4e26-a02a-6f4e0f94a6ad tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.1532686 Jul 06 18:02:32.540079 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0c0d5de5-dbd1-44b1-9193-618134e8ff97 req-43d95a85-fc29-4d84-930a-3a70096c6312 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572040 Jul 06 18:02:32.753902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8:0:1::b5 (bc2bb118-1fef-4c36-8bc5-3622127a006f/fd8d3f01-8d74-4244-bf33-4ffbc3114870/a888aa07-ef36-4c1d-b286-72f26e23d69d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:32.768591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::f816:3eff:fee2:47e4 (bc2bb118-1fef-4c36-8bc5-3622127a006f/43eaf88c-9947-4e9c-9a6a-d424dd122a71/a888aa07-ef36-4c1d-b286-72f26e23d69d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:33.281087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.317088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object a888aa07-ef36-4c1d-b286-72f26e23d69d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:33.400627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d313a-e5d8-413f-92c6-b7bb364db227 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:33.413876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.570016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=a888aa07-ef36-4c1d-b286-72f26e23d69d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:33.642367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:33.646088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:33.654578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:33.673241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:33.681650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:33.737284 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-33fdf1db-bd42-4102-b7a4-243689308f23 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0812788 Jul 06 18:02:33.737651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57614) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:33.929255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c9a1a52d-5577-4a2b-a3e3-9042a1426d8b None None] Provisioning for port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:33.966998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99547f8-9256-4da1-a8c4-cad8e35d2a7e req-25dd72d8-2e0f-4fbb-b04e-80882d73639f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:33.980100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d99547f8-9256-4da1-a8c4-cad8e35d2a7e req-25dd72d8-2e0f-4fbb-b04e-80882d73639f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.1566036 Jul 06 18:02:34.101835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9fcdb51a-724b-4c31-93a6-ceeab6646ffc up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:34.126067 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d99547f8-9256-4da1-a8c4-cad8e35d2a7e req-5ad3b10a-a909-49a3-9582-c200a0e4fa7b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435299 Jul 06 18:02:34.267225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1e06d9ae-6fc9-4e66-9392-6c56b9af1fe1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port a888aa07-ef36-4c1d-b286-72f26e23d69d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:34.272041 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e06d9ae-6fc9-4e66-9392-6c56b9af1fe1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.342387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:34.368895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:34.369301 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.372549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57622) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:34.655749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c093b-ed9a-42e0-a959-f94413e063d4 None None] Update dhcp port {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': '43eaf88c-9947-4e9c-9a6a-d424dd122a71', 'ip_address': '2001:db8::f816:3eff:fe64:a859'}, {'subnet_id': 'fd8d3f01-8d74-4244-bf33-4ffbc3114870'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '9fcdb51a-724b-4c31-93a6-ceeab6646ffc'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:02:34.686912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e06d9ae-6fc9-4e66-9392-6c56b9af1fe1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.708652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1e06d9ae-6fc9-4e66-9392-6c56b9af1fe1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for a888aa07-ef36-4c1d-b286-72f26e23d69d owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:34.715033 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.748743 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-851c093b-ed9a-42e0-a959-f94413e063d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:34.817478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9fcdb51a-724b-4c31-93a6-ceeab6646ffc,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:35.008340 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.260271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=9fcdb51a-724b-4c31-93a6-ceeab6646ffc,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:35.297562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-851c093b-ed9a-42e0-a959-f94413e063d4 None None] Allocated IP 2001:db8:0:1::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/fd8d3f01-8d74-4244-bf33-4ffbc3114870/9fcdb51a-724b-4c31-93a6-ceeab6646ffc) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:35.302224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e06d9ae-6fc9-4e66-9392-6c56b9af1fe1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.362551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06d9ae-6fc9-4e66-9392-6c56b9af1fe1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=a888aa07-ef36-4c1d-b286-72f26e23d69d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:35.516605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.558505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e06d9ae-6fc9-4e66-9392-6c56b9af1fe1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.568430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1e06d9ae-6fc9-4e66-9392-6c56b9af1fe1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/a888aa07-ef36-4c1d-b286-72f26e23d69d HTTP/1.1" status: 204 len: 168 time: 1.8287272 Jul 06 18:02:35.572911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57636) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:35.626766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-851c093b-ed9a-42e0-a959-f94413e063d4 None None] For port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9fcdb51a-724b-4c31-93a6-ceeab6646ffc,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:35.810193 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-851c093b-ed9a-42e0-a959-f94413e063d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.872260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-851c093b-ed9a-42e0-a959-f94413e063d4 None None] Transition to ACTIVE for port object 9fcdb51a-724b-4c31-93a6-ceeab6646ffc will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:35.878084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df4d88-e5d8-4ac0-a168-c5bf9369156b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:35.887095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-20df4d88-e5d8-4ac0-a168-c5bf9369156b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3125644 Jul 06 18:02:35.888220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57644) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:35.892752 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-851c093b-ed9a-42e0-a959-f94413e063d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:35.934214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc95a7-b902-456f-a049-86b1407b777d req-e7c4ce78-5f2c-4150-8d63-3a14a3f0b5f7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:35.935868 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3cc95a7-b902-456f-a049-86b1407b777d req-e7c4ce78-5f2c-4150-8d63-3a14a3f0b5f7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 943 time: 0.2168305 Jul 06 18:02:35.966936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9fcdb51a-724b-4c31-93a6-ceeab6646ffc up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:36.048718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa566230-fcaa-4207-8286-5c85f1ce922a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:36.056900 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fa566230-fcaa-4207-8286-5c85f1ce922a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1659138 Jul 06 18:02:36.057896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57646) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:36.094557 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3cc95a7-b902-456f-a049-86b1407b777d req-db8d96af-6cda-44fe-8638-f3659b23189e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425335 Jul 06 18:02:36.175345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c093b-ed9a-42e0-a959-f94413e063d4 None None] Pushing event updated for resources: {'Port': ['ID=9fcdb51a-724b-4c31-93a6-ceeab6646ffc,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:36.233668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a369e-b0cd-4ea8-8950-ac7312859f17 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:36.236252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a369e-b0cd-4ea8-8950-ac7312859f17 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:36.238047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a369e-b0cd-4ea8-8950-ac7312859f17 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:36.240437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5f1a369e-b0cd-4ea8-8950-ac7312859f17 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1801884 Jul 06 18:02:36.246411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57648) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:36.453177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.480609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 43eaf88c-9947-4e9c-9a6a-d424dd122a71 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:36.487670 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.611056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.887186 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:36.891580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:02:37.007803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.048113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.057331 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/43eaf88c-9947-4e9c-9a6a-d424dd122a71 HTTP/1.1" status: 204 len: 168 time: 0.8058128 Jul 06 18:02:37.062553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57656) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:37.135440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=43eaf88c-9947-4e9c-9a6a-d424dd122a71,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:37.217290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.218943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.219861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.220044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.220541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.221944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.222456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.232517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.232517 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.237735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.237735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.237735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a487e80-609d-4bd0-8df0-9244ddfa45e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:02:37.270244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:37.291534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d7f32b-95b2-4865-95d0-4243635334b0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet fd8d3f01-8d74-4244-bf33-4ffbc3114870 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:37.296999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '1be8b0f5-c841-494e-a989-e0c873122777', 'network_id': '97f1de1f-dec5-470f-bf3c-cfb6e6294b1a', 'port_id': '1be8b0f5-c841-494e-a989-e0c873122777', 'mac_address': 'fa:16:3e:33:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367353ff-d50c-4949-b19f-9c5f9e2d18c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:02:37.299430 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39d7f32b-95b2-4865-95d0-4243635334b0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.390383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39d7f32b-95b2-4865-95d0-4243635334b0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.456793 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.485231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5369046-547b-408b-8c29-1d5245c2ddeb None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:37.493721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be8b0f5-c841-494e-a989-e0c873122777 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:02:37.588169 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39d7f32b-95b2-4865-95d0-4243635334b0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.663079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:37.681944 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.682794 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39d7f32b-95b2-4865-95d0-4243635334b0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.742717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac6cabcd-3d5e-4629-9eea-8f0407b69748 None None] Provisioning for port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:37.749395 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port b2f77422-2076-4e74-9815-0a3ad01798ba {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:37.750078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.776155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac6cabcd-3d5e-4629-9eea-8f0407b69748 None None] Provisioning complete for port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:37.776789 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac6cabcd-3d5e-4629-9eea-8f0407b69748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.788936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7f32b-95b2-4865-95d0-4243635334b0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8d3f01-8d74-4244-bf33-4ffbc3114870,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:37.804100 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39d7f32b-95b2-4865-95d0-4243635334b0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:37.809982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-39d7f32b-95b2-4865-95d0-4243635334b0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/fd8d3f01-8d74-4244-bf33-4ffbc3114870 HTTP/1.1" status: 204 len: 168 time: 0.7452710 Jul 06 18:02:37.814965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57660) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:37.969186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9fcdb51a-724b-4c31-93a6-ceeab6646ffc up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:37.972508 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-715318f6-3a64-4bfc-a098-f4def933945e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543400 Jul 06 18:02:37.977012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:37.978927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:38.006983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] For port b2f77422-2076-4e74-9815-0a3ad01798ba, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b2f77422-2076-4e74-9815-0a3ad01798ba,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:38.007414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.018885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:38.031901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for b2f77422-2076-4e74-9815-0a3ad01798ba owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:38.131165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ff665-249a-447a-89bc-b036b6e6dd8f req-25ad311f-d07a-4075-8d93-a432867f29ac tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:38.140867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac4ff665-249a-447a-89bc-b036b6e6dd8f req-25ad311f-d07a-4075-8d93-a432867f29ac tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 944 time: 0.4754436 Jul 06 18:02:38.206395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['1be8b0f5-c841-494e-a989-e0c873122777'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:02:38.219913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac4ff665-249a-447a-89bc-b036b6e6dd8f req-e27a6d30-ead1-4127-a140-193be583b581 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779841 Jul 06 18:02:38.245206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:38.264152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.309700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac6cabcd-3d5e-4629-9eea-8f0407b69748 None None] Could not find standard attr ID for object a888aa07-ef36-4c1d-b286-72f26e23d69d. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:02:38.401066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:38.401469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.559748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4d91b-2d44-4512-aee7-ec90133f441f None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:38.576735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.648921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=b2f77422-2076-4e74-9815-0a3ad01798ba,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:38.731192 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.850558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4d91b-2d44-4512-aee7-ec90133f441f None None] Deleting port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:38.850953 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7a4d91b-2d44-4512-aee7-ec90133f441f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.862531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=5c811a87-ece7-482e-be7a-91e0338132ca,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:38.876933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:38.878559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:38.883748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:38.885848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:38.904850 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-365aae0d-c7eb-4172-8529-8b1a1a1b7475 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8911762 Jul 06 18:02:38.909438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57682) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:38.917170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-301144e4-b77a-4f15-90e6-93254c988620 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:39.044805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a7a4d91b-2d44-4512-aee7-ec90133f441f None None] For port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9fcdb51a-724b-4c31-93a6-ceeab6646ffc,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:39.045425 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7a4d91b-2d44-4512-aee7-ec90133f441f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.063712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4d91b-2d44-4512-aee7-ec90133f441f None None] Calling delete_port for 9fcdb51a-724b-4c31-93a6-ceeab6646ffc owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:39.130578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301144e4-b77a-4f15-90e6-93254c988620 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:39.136815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-301144e4-b77a-4f15-90e6-93254c988620 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.192039 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7a4d91b-2d44-4512-aee7-ec90133f441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.199746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.229624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4d91b-2d44-4512-aee7-ec90133f441f None None] Pushing event deleted for resources: {'Port': ['ID=9fcdb51a-724b-4c31-93a6-ceeab6646ffc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:39.242202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4d91b-2d44-4512-aee7-ec90133f441f None None] No DVR routers for this DVR port 9fcdb51a-724b-4c31-93a6-ceeab6646ffc on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:39.266118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db7052e-a2a5-4c53-94c8-9acc2364d706 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:39.389291 n-d-799526-3 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-301144e4-b77a-4f15-90e6-93254c988620 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c811a87-ece7-482e-be7a-91e0338132ca (CIDR: 2001:db8::/64) Jul 06 18:02:39.395591 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-301144e4-b77a-4f15-90e6-93254c988620 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:02:39.396057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301144e4-b77a-4f15-90e6-93254c988620 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:39.450102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-301144e4-b77a-4f15-90e6-93254c988620 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5364022 Jul 06 18:02:39.450493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57690) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:39.456800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:39.625529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bc2bb118-1fef-4c36-8bc5-3622127a006f', 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'tenant_id': '2622561e9e1d4bff9825e569a5c5d16e', 'fixed_ips': [{'subnet_id': '5c811a87-ece7-482e-be7a-91e0338132ca'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:02:39.626453 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.669810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:39.675442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:39.760485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cf83f-1546-4b40-8c28-f286661d5476 req-3b8d77e1-0fd2-4ad4-bc50-3603cb5f61d3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:39.763427 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a54cf83f-1546-4b40-8c28-f286661d5476 req-3b8d77e1-0fd2-4ad4-bc50-3603cb5f61d3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 944 time: 0.2449272 Jul 06 18:02:39.898898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/5c811a87-ece7-482e-be7a-91e0338132ca/f9277f4b-c795-4360-b5c5-7232b3ae614d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:39.946090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9fcdb51a-724b-4c31-93a6-ceeab6646ffc no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:40.015243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a54cf83f-1546-4b40-8c28-f286661d5476 req-2a877d5f-4267-4c6c-a5c5-585457746f58 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419999 Jul 06 18:02:40.054758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router df115020-e983-4df9-8d03-ab4afea3867e has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:40.059097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 9fcdb51a-724b-4c31-93a6-ceeab6646ffc {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:40.059853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9fcdb51a-724b-4c31-93a6-ceeab6646ffc not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:40.256578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.objects.ports [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:02:40.258213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.276743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:40.311360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2a303621-66bf-43ef-aac7-2460b736979e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "PUT /v2.0/routers/df115020-e983-4df9-8d03-ab4afea3867e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9382205 Jul 06 18:02:40.356703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:40.357621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] Sync routers for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:40.368125 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:40.373009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:40.373621 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.394979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:40.396154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:40.409343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=15cfc879-46f2-4722-b920-179fa7a4ce95,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:40.432619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57698) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:40.432974 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-445aeb3d-2d9a-4d1b-8fac-3d2b10830e89 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9811895 Jul 06 18:02:40.444297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:49:b4:21', 'name': 'tempest-NetworksTestDHCPv6-1344259767'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:40.526792 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:40.562941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Transition to ACTIVE for port object f9277f4b-c795-4360-b5c5-7232b3ae614d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:40.895118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:40.960440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57708) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:41.010797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:41.054683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271d1b0-85a0-4cd1-89e3-cd8e8f0e7b21 req-57908f32-46ac-4b36-9b3c-e7b26b87483b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:41.064803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5271d1b0-85a0-4cd1-89e3-cd8e8f0e7b21 req-57908f32-46ac-4b36-9b3c-e7b26b87483b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 946 time: 0.1718469 Jul 06 18:02:41.082474 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.128401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Transition to ACTIVE for port object f9277f4b-c795-4360-b5c5-7232b3ae614d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:41.155157 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.162490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:02:41.187787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5271d1b0-85a0-4cd1-89e3-cd8e8f0e7b21 req-5f94e57c-f086-4e01-8540-82d0b3ee554c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214600 Jul 06 18:02:41.277613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:41.292582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:41.297919 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 1be8b0f5-c841-494e-a989-e0c873122777 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:41.298564 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.461117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:41.475256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:41.614183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34257bf2-56fa-49d8-8c3d-b3aa375b0064 req-d57625ec-6707-4b5f-9efc-1a80fe14467d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:41.623177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34257bf2-56fa-49d8-8c3d-b3aa375b0064 req-d57625ec-6707-4b5f-9efc-1a80fe14467d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 944 time: 0.2808635 Jul 06 18:02:41.624669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Pushing event updated for resources: {'Port': ['ID=f9277f4b-c795-4360-b5c5-7232b3ae614d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:41.789190 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34257bf2-56fa-49d8-8c3d-b3aa375b0064 req-9abe78ec-6e82-40dc-8f8a-b4ebf0b51b74 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643467 Jul 06 18:02:41.842280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Attempting to bind port f9277f4b-c795-4360-b5c5-7232b3ae614d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:02:41.843000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Attempting to bind port f9277f4b-c795-4360-b5c5-7232b3ae614d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:02:41.843797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Attempting to bind port f9277f4b-c795-4360-b5c5-7232b3ae614d on network bc2bb118-1fef-4c36-8bc5-3622127a006f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:02:41.863296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:02:41.864322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Checking segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:02:41.864986 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.865646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Bound using segment: {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:02:41.867427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Bound port: f9277f4b-c795-4360-b5c5-7232b3ae614d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e554c3d-39d2-4534-a847-022bfee85b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:02:41.868099 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.875114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::18f (bc2bb118-1fef-4c36-8bc5-3622127a006f/5c811a87-ece7-482e-be7a-91e0338132ca/f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:41.888201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8:0:1:f816:3eff:fe49:b421 (bc2bb118-1fef-4c36-8bc5-3622127a006f/15cfc879-46f2-4722-b920-179fa7a4ce95/f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:41.902750 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:41.969343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:41.972147 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8abd51-bcc3-4834-b245-d973cd76c315" -d '{"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-plugged", "status": "completed", "tag": "1be8b0f5-c841-494e-a989-e0c873122777"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:42.019541 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:42.034028 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.077945 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d096da26-65b7-46b2-8917-e7c41d343391 x-openstack-request-id: req-d096da26-65b7-46b2-8917-e7c41d343391 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:42.078412 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-plugged", "status": "completed", "tag": "1be8b0f5-c841-494e-a989-e0c873122777", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:42.078780 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d096da26-65b7-46b2-8917-e7c41d343391 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:42.079269 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777', 'code': 200} Jul 06 18:02:42.094036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] For port f9277f4b-c795-4360-b5c5-7232b3ae614d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:02:42.127805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] For port f9277f4b-c795-4360-b5c5-7232b3ae614d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9277f4b-c795-4360-b5c5-7232b3ae614d,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:02:42.143202 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.146582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:42.202265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:02:38Z', 'revision_number': 6, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c58cbe7-3846-489a-af93-e445ba689eb3', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:01Z', 'updated_at': '2021-07-06T18:01:06Z', 'revision_number': 1, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:42.245208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] Checking router: df115020-e983-4df9-8d03-ab4afea3867e for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:42.270059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-67cd86ff-2617-4b48-940c-a2ea37d14e4b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:42.272774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-67cd86ff-2617-4b48-940c-a2ea37d14e4b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 946 time: 0.1517029 Jul 06 18:02:42.305432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae9633-5078-441b-91b2-80539ff6a014 None None] Pushing event updated for resources: {'Port': ['ID=f9277f4b-c795-4360-b5c5-7232b3ae614d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:42.319449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:42.322916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:42.412340 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.451573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:42.547162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:42.588287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.626905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117fdeb-a5f8-4aa6-8069-43d60c0a7a7e req-e28c69af-c8b5-422c-aa1e-1f79f5c61cbc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:42.635231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2117fdeb-a5f8-4aa6-8069-43d60c0a7a7e req-e28c69af-c8b5-422c-aa1e-1f79f5c61cbc tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 946 time: 0.1576688 Jul 06 18:02:42.738536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:42.756374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:42.773088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:42.787319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:42.788325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:42.850208 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2117fdeb-a5f8-4aa6-8069-43d60c0a7a7e req-20052657-4afd-4d69-b36b-799c43d4cadf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112226 Jul 06 18:02:42.856661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4217229 Jul 06 18:02:42.860999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57732) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:42.939943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e8429-23f3-4867-b5c7-66292575f684 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:43.094221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:02:38Z', 'revision_number': 6, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c58cbe7-3846-489a-af93-e445ba689eb3', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:01Z', 'updated_at': '2021-07-06T18:01:06Z', 'revision_number': 1, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:43.159618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-994feccb-3c7a-46e6-b2aa-c4e5d4c58012 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:43.159974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-994feccb-3c7a-46e6-b2aa-c4e5d4c58012 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.177680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740e9b0-4bc7-401b-8904-a0e3b7611875 None None] The sync data for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 is: [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:02:38Z', 'revision_number': 6, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '2c58cbe7-3846-489a-af93-e445ba689eb3', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'port_id': '346bab56-48d4-470f-8ee2-5e35c0142985', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'mac_address': 'fa:16:3e:6a:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:01:01Z', 'updated_at': '2021-07-06T18:01:06Z', 'revision_number': 1, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:43.437874 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-994feccb-3c7a-46e6-b2aa-c4e5d4c58012 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.463338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-994feccb-3c7a-46e6-b2aa-c4e5d4c58012 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:43.752506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa1572-a8b1-4833-8316-91170c9259b8 req-d9406535-7654-4286-86df-e87f4baaf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:43.755851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9aa1572-a8b1-4833-8316-91170c9259b8 req-d9406535-7654-4286-86df-e87f4baaf00c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 1097 time: 0.3318162 Jul 06 18:02:43.769457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2e25e-7719-4249-ab55-56c6ae1a73c5 req-bef60521-c8e2-46a6-8a08-24247007e3b1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:43.780700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8b2e25e-7719-4249-ab55-56c6ae1a73c5 req-bef60521-c8e2-46a6-8a08-24247007e3b1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.3588941 Jul 06 18:02:43.788304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:43.788966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:43.901141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-994feccb-3c7a-46e6-b2aa-c4e5d4c58012 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.052744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.059164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9277f4b-c795-4360-b5c5-7232b3ae614d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:44.064889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8b2e25e-7719-4249-ab55-56c6ae1a73c5 req-de83678d-78a5-488b-81bf-ca60e6420ec7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826896 Jul 06 18:02:44.073985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994feccb-3c7a-46e6-b2aa-c4e5d4c58012 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:44.246539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f9277f4b-c795-4360-b5c5-7232b3ae614d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:44.282600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b2f77422-2076-4e74-9815-0a3ad01798ba no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:44.327051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] For port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:44.327587 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.360665 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-994feccb-3c7a-46e6-b2aa-c4e5d4c58012 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.371068 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-994feccb-3c7a-46e6-b2aa-c4e5d4c58012 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef HTTP/1.1" status: 204 len: 168 time: 1.4939511 Jul 06 18:02:44.378637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57744) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:44.387256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for 78809bec-b8c1-40fe-abae-8a0bc1c0d90b owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:44.436792 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8828848-2a87-41fe-8d62-5152314ea86b None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:44.442902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9aa1572-a8b1-4833-8316-91170c9259b8 req-7e594c46-3347-4d8d-b4d5-0f84a8a3b232 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589096 Jul 06 18:02:44.453600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: b2f77422-2076-4e74-9815-0a3ad01798ba {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:44.455293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b2f77422-2076-4e74-9815-0a3ad01798ba not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:44.473128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a497a059-cc5a-4eb4-96d9-e568c39906db None None] Provisioning for port f9277f4b-c795-4360-b5c5-7232b3ae614d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:44.564090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a497a059-cc5a-4eb4-96d9-e568c39906db None None] Provisioning complete for port f9277f4b-c795-4360-b5c5-7232b3ae614d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:44.564546 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a497a059-cc5a-4eb4-96d9-e568c39906db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.577131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc293c-ee66-4a59-9ad0-336a49aef13a req-5b0112da-2647-4ebc-a349-b1e466236391 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:44.579808 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2fcc293c-ee66-4a59-9ad0-336a49aef13a req-5b0112da-2647-4ebc-a349-b1e466236391 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6495645-4227-4222-bf12-599d0284c58b HTTP/1.1" status: 200 len: 946 time: 0.2446001 Jul 06 18:02:44.608765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614669e3-5647-42cb-bd09-c01e86ab4037 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:44.612025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-614669e3-5647-42cb-bd09-c01e86ab4037 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2312937 Jul 06 18:02:44.627540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:44.732280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.753646 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2fcc293c-ee66-4a59-9ad0-336a49aef13a req-42be3004-3394-48df-a9d3-f317239038ce tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f585da0-f6ee-4dea-a44c-1e3fccb16c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662960 Jul 06 18:02:44.767615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a497a059-cc5a-4eb4-96d9-e568c39906db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.814527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a62833-ce58-4cd8-9036-8b40c4c6b107 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:44.819198 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-88a62833-ce58-4cd8-9036-8b40c4c6b107 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1898756 Jul 06 18:02:44.819856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57748) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:44.845351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a497a059-cc5a-4eb4-96d9-e568c39906db None None] For port f9277f4b-c795-4360-b5c5-7232b3ae614d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9277f4b-c795-4360-b5c5-7232b3ae614d,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:44.847437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=78809bec-b8c1-40fe-abae-8a0bc1c0d90b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:44.858666 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a497a059-cc5a-4eb4-96d9-e568c39906db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.914004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] No DVR routers for this DVR port 78809bec-b8c1-40fe-abae-8a0bc1c0d90b on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:44.924383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:44.933197 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f3729f90-5c02-45d4-b1c1-2931d63fdaaf req-42c3e3d9-88b0-449e-86cb-e1706e6f1706 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "DELETE /v2.0/ports/78809bec-b8c1-40fe-abae-8a0bc1c0d90b HTTP/1.1" status: 204 len: 173 time: 2.6514180 Jul 06 18:02:44.934902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6495645-4227-4222-bf12-599d0284c58b', 'name': 'network-vif-deleted', 'tag': '78809bec-b8c1-40fe-abae-8a0bc1c0d90b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:44.937978 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3429489b-0ab6-4b14-bfa0-b89581481665" -d '{"events": [{"server_uuid": "a6495645-4227-4222-bf12-599d0284c58b", "name": "network-vif-deleted", "tag": "78809bec-b8c1-40fe-abae-8a0bc1c0d90b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:44.998573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7d92c-6364-4da7-8855-c397236bedc6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:45.001492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7d92c-6364-4da7-8855-c397236bedc6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:45.022072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a059-cc5a-4eb4-96d9-e568c39906db None None] Pushing event updated for resources: {'Port': ['ID=f9277f4b-c795-4360-b5c5-7232b3ae614d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:45.027436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7d92c-6364-4da7-8855-c397236bedc6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:45.029340 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-31a7d92c-6364-4da7-8855-c397236bedc6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2084265 Jul 06 18:02:45.032528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57752) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:45.089281 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023e32de-f5e9-4074-b53d-0672fcc4bb67 x-openstack-request-id: req-023e32de-f5e9-4074-b53d-0672fcc4bb67 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:45.089871 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6495645-4227-4222-bf12-599d0284c58b", "name": "network-vif-deleted", "tag": "78809bec-b8c1-40fe-abae-8a0bc1c0d90b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:45.090310 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-023e32de-f5e9-4074-b53d-0672fcc4bb67 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:45.091046 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6495645-4227-4222-bf12-599d0284c58b', 'name': 'network-vif-deleted', 'tag': '78809bec-b8c1-40fe-abae-8a0bc1c0d90b', 'status': 'completed', 'code': 200} Jul 06 18:02:45.118201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de648d34-89a1-4fe8-b922-e7b1d9f58f2a None None] Update dhcp port {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': '5c811a87-ece7-482e-be7a-91e0338132ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '15cfc879-46f2-4722-b920-179fa7a4ce95'}], 'binding:host_id': 'n-d-799526-3'}, 'id': 'f9277f4b-c795-4360-b5c5-7232b3ae614d'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:02:45.141509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-51296472-007b-422f-b918-92c265036633 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 15cfc879-46f2-4722-b920-179fa7a4ce95 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:45.146702 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51296472-007b-422f-b918-92c265036633 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.206676 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-de648d34-89a1-4fe8-b922-e7b1d9f58f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.222814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51296472-007b-422f-b918-92c265036633 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.306836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Deleting port 0f81cc61-f83a-4610-90a0-95284ebbedd1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:45.307340 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.501900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51296472-007b-422f-b918-92c265036633 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.547496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017166be-cb13-4061-a55f-98436c8b8c3c req-60d544b2-7306-407f-9cdd-0b3923cbae03 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:45.571289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-017166be-cb13-4061-a55f-98436c8b8c3c req-60d544b2-7306-407f-9cdd-0b3923cbae03 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.1928506 Jul 06 18:02:45.632516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-017166be-cb13-4061-a55f-98436c8b8c3c req-92b8ee10-64f7-4608-8a98-7e1bdd81cb04 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596864 Jul 06 18:02:45.700249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] For port 0f81cc61-f83a-4610-90a0-95284ebbedd1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0f81cc61-f83a-4610-90a0-95284ebbedd1,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:45.700987 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-de648d34-89a1-4fe8-b922-e7b1d9f58f2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15cfc879-46f2-4722-b920-179fa7a4ce95: This subnet is being modified by another concurrent operation. Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15cfc879-46f2-4722-b920-179fa7a4ce95: This subnet is being modified by another concurrent operation. Jul 06 18:02:45.743523 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 18:02:45.753250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Calling delete_port for 0f81cc61-f83a-4610-90a0-95284ebbedd1 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:45.770448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51296472-007b-422f-b918-92c265036633 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.929909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b11002f0-d9f7-4d6c-8ea2-38f4fea5042b None None] Provisioning complete for port f9277f4b-c795-4360-b5c5-7232b3ae614d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:45.930557 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b11002f0-d9f7-4d6c-8ea2-38f4fea5042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.964279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57800) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:45.975014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51296472-007b-422f-b918-92c265036633 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=15cfc879-46f2-4722-b920-179fa7a4ce95,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:45.985383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51296472-007b-422f-b918-92c265036633 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:45.996185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 78809bec-b8c1-40fe-abae-8a0bc1c0d90b no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:46.012478 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-51296472-007b-422f-b918-92c265036633 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/15cfc879-46f2-4722-b920-179fa7a4ce95 HTTP/1.1" status: 204 len: 168 time: 0.9746385 Jul 06 18:02:46.018033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57808) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:46.042879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 78809bec-b8c1-40fe-abae-8a0bc1c0d90b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:46.043470 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 78809bec-b8c1-40fe-abae-8a0bc1c0d90b not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:46.212922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e331ceae-2c7f-4dec-9222-dff26986c4a1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 5c811a87-ece7-482e-be7a-91e0338132ca {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:46.220253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e331ceae-2c7f-4dec-9222-dff26986c4a1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.287801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d359733-352e-46d0-b531-0d5069816f74 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.307087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f9265eb4-655e-4278-9870-c92998b2725b None None] Could not find standard attr ID for object a888aa07-ef36-4c1d-b286-72f26e23d69d. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:02:46.324210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f9265eb4-655e-4278-9870-c92998b2725b None None] Could not find standard attr ID for object f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:02:46.336987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d359733-352e-46d0-b531-0d5069816f74 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.344431 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e331ceae-2c7f-4dec-9222-dff26986c4a1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.399270 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.533893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f81cc61-f83a-4610-90a0-95284ebbedd1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:46.611640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e331ceae-2c7f-4dec-9222-dff26986c4a1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.758706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d359733-352e-46d0-b531-0d5069816f74 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.763288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d359733-352e-46d0-b531-0d5069816f74 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.767645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7d359733-352e-46d0-b531-0d5069816f74 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f585da0-f6ee-4dea-a44c-1e3fccb16c12 HTTP/1.1" status: 204 len: 168 time: 0.7996967 Jul 06 18:02:46.788201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d359733-352e-46d0-b531-0d5069816f74 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f585da0-f6ee-4dea-a44c-1e3fccb16c12,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:46.829395 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e331ceae-2c7f-4dec-9222-dff26986c4a1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.886457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57816) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:46.918909 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.919582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01126945-28af-4a13-9920-34bde32ae8bc None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:02:46.933779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331ceae-2c7f-4dec-9222-dff26986c4a1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=5c811a87-ece7-482e-be7a-91e0338132ca,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:46.990091 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90bcd906-b447-4732-9da2-4f36aa6f589c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.992797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e331ceae-2c7f-4dec-9222-dff26986c4a1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:46.995612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e331ceae-2c7f-4dec-9222-dff26986c4a1 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/5c811a87-ece7-482e-be7a-91e0338132ca HTTP/1.1" status: 204 len: 168 time: 0.9749203 Jul 06 18:02:46.999662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57818) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:47.086721 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d6d12119-9975-4b88-acd5-4f2fe83f6fd6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836704 Jul 06 18:02:47.091969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57820) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:47.095132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01126945-28af-4a13-9920-34bde32ae8bc None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:02:47.099422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:47.101249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa3dfc7-5ef4-4856-a4bb-f32ce1a40ebe tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting subnet 8a7fe2f0-2843-491a-8a17-a38dbe90f839 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:47.115321 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dfc7-5ef4-4856-a4bb-f32ce1a40ebe tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.282327 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dfc7-5ef4-4856-a4bb-f32ce1a40ebe tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.307039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:47.320881 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.356855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e09fb-df92-4c58-a83a-321e24602a0d req-19442575-dc42-4342-9f73-e301075690bf tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:47.358606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-602e09fb-df92-4c58-a83a-321e24602a0d req-19442575-dc42-4342-9f73-e301075690bf tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.4188263 Jul 06 18:02:47.442516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-602e09fb-df92-4c58-a83a-321e24602a0d req-46e22658-80f6-4cb6-9a00-adef64a992b7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698271 Jul 06 18:02:47.471783 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dfc7-5ef4-4856-a4bb-f32ce1a40ebe tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.513039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:47.568497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dfc7-5ef4-4856-a4bb-f32ce1a40ebe tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.617573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3dfc7-5ef4-4856-a4bb-f32ce1a40ebe tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7fe2f0-2843-491a-8a17-a38dbe90f839,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:47.631087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8834a89-8031-413a-b8f1-d254ad098bb9 None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:02:47.633216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dfc7-5ef4-4856-a4bb-f32ce1a40ebe tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.639615 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ffa3dfc7-5ef4-4856-a4bb-f32ce1a40ebe tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/subnets/8a7fe2f0-2843-491a-8a17-a38dbe90f839 HTTP/1.1" status: 204 len: 168 time: 0.7495139 Jul 06 18:02:47.641975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57828) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:47.688426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a7719101-6339-4af9-9950-85d1177ada6d None None] Provisioning complete for port f9277f4b-c795-4360-b5c5-7232b3ae614d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:47.689252 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7719101-6339-4af9-9950-85d1177ada6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.791991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8834a89-8031-413a-b8f1-d254ad098bb9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:02:47.793043 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.849898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:47.873650 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] Sync routers for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:47.882129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-545bd429-2bdc-4e42-affe-2f0492e32024 admin admin] 10.222.0.13 "PUT /v2.0/routers/2a710907-7fe3-4b5b-a3ee-2b76b5b907df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9204290 Jul 06 18:02:47.888966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57830) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:47.924290 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:47.933020 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:47.964751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:47.980923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port bcac3d83-2781-4cc4-93b4-e3bc96254570 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:47.980923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.046391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=82282374-cc4a-417f-948a-8fbe7525c1e6,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:48.057457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e6492-0a22-42cf-9c03-ff9debaf650a req-89d823b1-486f-4565-88ac-b91dbdb7b66f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:48.058362 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb7e6492-0a22-42cf-9c03-ff9debaf650a req-89d823b1-486f-4565-88ac-b91dbdb7b66f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.3171384 Jul 06 18:02:48.089753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] For port bcac3d83-2781-4cc4-93b4-e3bc96254570, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bcac3d83-2781-4cc4-93b4-e3bc96254570,segment=NetworkSegment(fb95ca72-aec1-4467-ac24-6f16ad50dd6b),segment_id=fb95ca72-aec1-4467-ac24-6f16ad50dd6b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:48.090710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.110868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for bcac3d83-2781-4cc4-93b4-e3bc96254570 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:48.156209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9277f4b-c795-4360-b5c5-7232b3ae614d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:48.221612 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.249271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=bcac3d83-2781-4cc4-93b4-e3bc96254570,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:48.264547 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] No DVR routers for this DVR port bcac3d83-2781-4cc4-93b4-e3bc96254570 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:48.388228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.442795 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:48.490926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.518009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:48.522101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6aa436-c637-467b-83ff-96447b496427']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:48.529052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:48.535265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:48.535867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.552846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:48.553154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb95ca72-aec1-4467-ac24-6f16ad50dd6b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:48.581284 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-94ffaa09-70d4-45de-9844-646ee8bfbac7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4879045 Jul 06 18:02:48.585118 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.586630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb7e6492-0a22-42cf-9c03-ff9debaf650a req-5c9b6f52-22c3-48fe-9be7-515fcc95be7b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162702 Jul 06 18:02:48.587839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57836) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:48.593641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-efd9df24-60cd-4442-a36f-5b54887e3d7b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:48.599067 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.615246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.642569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:48.642569 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:48.694812 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:48.792155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port f9277f4b-c795-4360-b5c5-7232b3ae614d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9277f4b-c795-4360-b5c5-7232b3ae614d,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:48.799971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.811104 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.815704 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/networks/0a6aa436-c637-467b-83ff-96447b496427 HTTP/1.1" status: 204 len: 168 time: 1.1720459 Jul 06 18:02:48.828809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57840) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:48.845453 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:48.856616 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T18:02:46Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:48.863004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06020785-b91f-4fbb-adc0-886eec180a16 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Network': ['ID=0a6aa436-c637-467b-83ff-96447b496427,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:48.905491 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] Checking router: 2a710907-7fe3-4b5b-a3ee-2b76b5b907df for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:48.919855 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] Routers {'2a710907-7fe3-4b5b-a3ee-2b76b5b907df'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:48.921027 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:48.985669 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.171974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=f9277f4b-c795-4360-b5c5-7232b3ae614d,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:49.220867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Deleting port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:49.221489 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.225961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19189d5-3179-4a87-9d2e-c28dbf2008dc None None] Update dhcp port {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'fixed_ips': [{'subnet_id': '82282374-cc4a-417f-948a-8fbe7525c1e6'}], 'binding:host_id': 'n-d-799526-3'}, 'id': 'f9277f4b-c795-4360-b5c5-7232b3ae614d'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:02:49.226535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd9df24-60cd-4442-a36f-5b54887e3d7b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:49.231380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efd9df24-60cd-4442-a36f-5b54887e3d7b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.239453 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] Set router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:49.362400 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f19189d5-3179-4a87-9d2e-c28dbf2008dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.432206 n-d-799526-3 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-efd9df24-60cd-4442-a36f-5b54887e3d7b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82282374-cc4a-417f-948a-8fbe7525c1e6 (CIDR: 2001:db8::/64) Jul 06 18:02:49.447911 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd9df24-60cd-4442-a36f-5b54887e3d7b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:02:49.448585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd9df24-60cd-4442-a36f-5b54887e3d7b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:49.473067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-efd9df24-60cd-4442-a36f-5b54887e3d7b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8832343 Jul 06 18:02:49.477194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2845c-c16c-4b82-95c1-030a4336421e req-ea25091b-158a-4f9d-9f34-2eb804ae9a8e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:49.485308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-99e2845c-c16c-4b82-95c1-030a4336421e req-ea25091b-158a-4f9d-9f34-2eb804ae9a8e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.6567502 Jul 06 18:02:49.486267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:49.505412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'subnet': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:49.529685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port 799134a7-4a4a-4f2e-b65f-fa0a7d5a6156 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:49.530602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.564966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1000f885-9f53-4371-b362-bb91f00be891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.621245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] For port 01c65a8c-2cb2-4232-b69d-c1fce6ccb277, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=01c65a8c-2cb2-4232-b69d-c1fce6ccb277,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:49.621677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.643043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Calling delete_port for 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:49.738995 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T18:02:46Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:49.740893 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.741529 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:49.788121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for 799134a7-4a4a-4f2e-b65f-fa0a7d5a6156 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:49.861506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-f19189d5-3179-4a87-9d2e-c28dbf2008dc None None] Allocated IP 2001:db8::2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/82282374-cc4a-417f-948a-8fbe7525c1e6/f9277f4b-c795-4360-b5c5-7232b3ae614d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:49.865445 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6d5df-0027-43ea-8352-56d2355b09b9 None None] The sync data for ids ['2a710907-7fe3-4b5b-a3ee-2b76b5b907df'] in n-d-799526-3 is: [{'id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'name': 'tempest-AttachVolumeShelveTestJSON-579837908-router', 'tenant_id': '21f511ef257248bdb22f45f2b442f67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T17:49:43Z', 'updated_at': '2021-07-06T18:02:46Z', 'revision_number': 5, 'project_id': '21f511ef257248bdb22f45f2b442f67f', 'gw_port': {'id': '01c65a8c-2cb2-4232-b69d-c1fce6ccb277', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a710907-7fe3-4b5b-a3ee-2b76b5b907df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T17:49:45Z', 'updated_at': '2021-07-06T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:49.869147 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-99e2845c-c16c-4b82-95c1-030a4336421e req-35a3a76a-5aa4-4a46-a829-edea9b1d0391 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255838 Jul 06 18:02:50.007965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:50.013801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.072031 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.150559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Pushing event deleted for resources: {'Port': ['ID=01c65a8c-2cb2-4232-b69d-c1fce6ccb277,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:50.225202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05543-8b34-4e56-90e0-5a36161f89df req-fcf9037f-ac4f-4e10-95f6-15cb24e91c5e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:50.238544 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cd05543-8b34-4e56-90e0-5a36161f89df req-fcf9037f-ac4f-4e10-95f6-15cb24e91c5e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.1444738 Jul 06 18:02:50.271100 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.310357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cd05543-8b34-4e56-90e0-5a36161f89df req-560f9ffd-e69d-487e-8db7-3ffcd1be173e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744700 Jul 06 18:02:50.402171 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.434768 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.452245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.504162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f19189d5-3179-4a87-9d2e-c28dbf2008dc None None] For port f9277f4b-c795-4360-b5c5-7232b3ae614d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9277f4b-c795-4360-b5c5-7232b3ae614d,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:50.578147 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f19189d5-3179-4a87-9d2e-c28dbf2008dc None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.635652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.636305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a710907-7fe3-4b5b-a3ee-2b76b5b907df {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:02:50.641645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.645664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5e0620e0-2f95-40d1-bef8-7e96f3c25bed admin admin] 10.222.0.13 "DELETE /v2.0/routers/2a710907-7fe3-4b5b-a3ee-2b76b5b907df HTTP/1.1" status: 204 len: 168 time: 2.7541227 Jul 06 18:02:50.646778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57862) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:50.750248 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.762861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f19189d5-3179-4a87-9d2e-c28dbf2008dc None None] Transition to ACTIVE for port object f9277f4b-c795-4360-b5c5-7232b3ae614d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:50.765767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.773695 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f19189d5-3179-4a87-9d2e-c28dbf2008dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.788419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-346fc2db-f91d-4894-8908-24e04d6c9eaa admin admin] Deleting subnet fe217e1f-6ceb-44da-9a46-fff133ea3258 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:50.792677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-346fc2db-f91d-4894-8908-24e04d6c9eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.857244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-346fc2db-f91d-4894-8908-24e04d6c9eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:50.890135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=799134a7-4a4a-4f2e-b65f-fa0a7d5a6156,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:50.985724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19189d5-3179-4a87-9d2e-c28dbf2008dc None None] Pushing event updated for resources: {'Port': ['ID=f9277f4b-c795-4360-b5c5-7232b3ae614d,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:51.030248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bca18-911e-4f44-b3cf-24eaf11d9f1f req-db30b7a7-8a66-456f-99b5-efaf9afad130 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:51.030550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-346fc2db-f91d-4894-8908-24e04d6c9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.032129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e5bca18-911e-4f44-b3cf-24eaf11d9f1f req-db30b7a7-8a66-456f-99b5-efaf9afad130 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.4382839 Jul 06 18:02:51.094210 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.094736 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Floating IP 2c58cbe7-3846-489a-af93-e445ba689eb3 disassociated (deleted). External IP: 172.25.7.202, port: 346bab56-48d4-470f-8ee2-5e35c0142985. Jul 06 18:02:51.101076 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e5bca18-911e-4f44-b3cf-24eaf11d9f1f req-1b56c63f-295d-4980-9137-c62d8f3fb6be tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611033 Jul 06 18:02:51.144246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-346fc2db-f91d-4894-8908-24e04d6c9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.198213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:02:51.200644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fc2db-f91d-4894-8908-24e04d6c9eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe217e1f-6ceb-44da-9a46-fff133ea3258,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:51.202982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-346fc2db-f91d-4894-8908-24e04d6c9eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.204918 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-346fc2db-f91d-4894-8908-24e04d6c9eaa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe217e1f-6ceb-44da-9a46-fff133ea3258 HTTP/1.1" status: 204 len: 168 time: 0.5569386 Jul 06 18:02:51.209899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:51.375033 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.445528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452680b0-8201-4575-92f3-b9726e67aeea req-b551055f-af38-49fb-913f-4e4f5d37d830 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:51.454365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-452680b0-8201-4575-92f3-b9726e67aeea req-b551055f-af38-49fb-913f-4e4f5d37d830 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.1933048 Jul 06 18:02:51.528590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router df115020-e983-4df9-8d03-ab4afea3867e has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:02:51.551297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-452680b0-8201-4575-92f3-b9726e67aeea req-877ea864-e6d4-46cd-aa06-89d1dedf7df7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789733 Jul 06 18:02:51.657271 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.682798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Deleting port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:51.683145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.689547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:02:51.694272 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:51.724716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] Sync routers for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:02:51.739752 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-041e0043-eef1-4016-84a1-77211097061c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c58cbe7-3846-489a-af93-e445ba689eb3 HTTP/1.1" status: 204 len: 168 time: 2.9060912 Jul 06 18:02:51.740029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:51.742639 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef4c378-4705-493b-bf99-5cda2fe9cb35" -d '{"events": [{"name": "network-changed", "server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:51.770380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:51.771186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:52.058720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] For port 19e3debe-8e47-4a65-950f-7aa3a1d5a068, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=19e3debe-8e47-4a65-950f-7aa3a1d5a068,segment=NetworkSegment(83edc166-5c76-4038-8935-b7c5ba336e0a),segment_id=83edc166-5c76-4038-8935-b7c5ba336e0a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:52.059104 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.081590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:52.096596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Calling delete_port for 19e3debe-8e47-4a65-950f-7aa3a1d5a068 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:52.190025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9277f4b-c795-4360-b5c5-7232b3ae614d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:52.210038 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975a6577-302b-47ec-b85e-527af2e8a2ae x-openstack-request-id: req-975a6577-302b-47ec-b85e-527af2e8a2ae {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:52.210395 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:52.210607 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-975a6577-302b-47ec-b85e-527af2e8a2ae {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:52.211029 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985', 'status': 'completed', 'code': 200} Jul 06 18:02:52.290318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] For port f9277f4b-c795-4360-b5c5-7232b3ae614d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9277f4b-c795-4360-b5c5-7232b3ae614d,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:52.362748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-70d904f3-cdb3-45dd-951c-c85318169627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:52.363990 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-70d904f3-cdb3-45dd-951c-c85318169627 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 1096 time: 0.1318340 Jul 06 18:02:52.377965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.395371 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.396331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.493133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Subnet': ['ID=e881cb12-dc35-4621-aa45-4020d9050052,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:52.542801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:52.553323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591857e1-9c07-4490-85d7-13cd83cce4cd req-ef429c06-eb2e-48b0-8d5f-5ea7eadfc454 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:52.564435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-591857e1-9c07-4490-85d7-13cd83cce4cd req-ef429c06-eb2e-48b0-8d5f-5ea7eadfc454 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.6078548 Jul 06 18:02:52.567878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:02:38Z', 'revision_number': 6, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:52.593219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:52.604229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:52.604907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.629591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:52.640010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] Checking router: df115020-e983-4df9-8d03-ab4afea3867e for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:02:52.699898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304be53-35c1-48e2-911b-132fc42ea3e2 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:52.702221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76b0da-a2cd-4bab-ba0b-22db1bbd8d22 None None] Network 0a6aa436-c637-467b-83ff-96447b496427 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:52.705126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-b9b0fa41-7b2a-478a-9cbe-cbcfa2c1731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:52.708484 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-b9b0fa41-7b2a-478a-9cbe-cbcfa2c1731e service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a68a86-732a-4e4f-b4f1-22a6258e6448 HTTP/1.1" status: 200 len: 898 time: 0.3366745 Jul 06 18:02:52.708788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:52.709115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 01c65a8c-2cb2-4232-b69d-c1fce6ccb277 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:52.709552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f81cc61-f83a-4610-90a0-95284ebbedd1 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:52.724813 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2345483 Jul 06 18:02:52.756432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0f81cc61-f83a-4610-90a0-95284ebbedd1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:52.757868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0f81cc61-f83a-4610-90a0-95284ebbedd1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:52.768599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebf2e25-10d9-4fb7-831f-edd31172ee9a None None] Network f2d97002-26a6-40e0-834f-092a3240c302 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:52.802081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-c17e101e-83b3-4834-b7e5-81e1fcfb16fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=346bab56-48d4-470f-8ee2-5e35c0142985 HTTP/1.1" status: 200 len: 217 time: 0.0838847 Jul 06 18:02:52.803088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57892) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:52.814998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Request body: {'port': {'network_id': 'bc2bb118-1fef-4c36-8bc5-3622127a006f', 'mac_address': 'fa:16:3e:74:ce:e2', 'name': 'tempest-NetworksTestDHCPv6-1769717719'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:02:52.859573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c18a74-2632-41a2-b784-d3d558c5da28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=f9277f4b-c795-4360-b5c5-7232b3ae614d,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:52.905277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:02:52.905277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:52.905761 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:52.942164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e3debe-8e47-4a65-950f-7aa3a1d5a068,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:52.953594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-591857e1-9c07-4490-85d7-13cd83cce4cd req-be24e47b-5cdd-4d91-b174-539f3539471f tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884373 Jul 06 18:02:52.956703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] No DVR routers for this DVR port 19e3debe-8e47-4a65-950f-7aa3a1d5a068 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:53.015958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5860bea-cbef-4a41-8eee-b2ab03612e2f req-dee2f381-4cfb-4048-9999-e2724dbda5e4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:53.030394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5860bea-cbef-4a41-8eee-b2ab03612e2f req-dee2f381-4cfb-4048-9999-e2724dbda5e4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 945 time: 0.4942930 Jul 06 18:02:53.075392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.097485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:02:53.101005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d97002-26a6-40e0-834f-092a3240c302']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:53.115809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83edc166-5c76-4038-8935-b7c5ba336e0a') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:53.116417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83edc166-5c76-4038-8935-b7c5ba336e0a') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:53.131041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.155702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5860bea-cbef-4a41-8eee-b2ab03612e2f req-f48f78c3-861f-4703-bca8-c435aa590885 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233914 Jul 06 18:02:53.157104 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.163917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-78152dde-3c94-4712-bf84-97055ec1fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:53.167536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-78152dde-3c94-4712-bf84-97055ec1fc38 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb51bfcf-d885-4ddb-9db0-c1ab45665d7b HTTP/1.1" status: 200 len: 835 time: 0.3464618 Jul 06 18:02:53.169920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:02:53.170581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:02:53.174620 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:02:53.201628 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.202565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76b0da-a2cd-4bab-ba0b-22db1bbd8d22 None None] Network 0a6aa436-c637-467b-83ff-96447b496427 could not be found, it might have been deleted concurrently. {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 18:02:53.337698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.354296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-823beee9-326f-4899-ab92-0912b318e4c5 None None] Provisioning for port f9277f4b-c795-4360-b5c5-7232b3ae614d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:53.365772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66616121-b92d-4556-bf0a-baf55b69cdde None None] DHCP port deletion for 0a6aa436-c637-467b-83ff-96447b496427 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:53.368025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Made reservation on behalf of 2622561e9e1d4bff9825e569a5c5d16e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:02:53.374661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.377012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f2d97002-26a6-40e0-834f-092a3240c302 HTTP/1.1" status: 204 len: 168 time: 2.1660669 Jul 06 18:02:53.377954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f50f43-105a-4144-b966-b3d31ad35972 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d97002-26a6-40e0-834f-092a3240c302,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:53.425363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-823beee9-326f-4899-ab92-0912b318e4c5 None None] Provisioning complete for port f9277f4b-c795-4360-b5c5-7232b3ae614d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:53.431457 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-823beee9-326f-4899-ab92-0912b318e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:53.481692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-ef2de23e-cc41-4010-9b88-ceb1ccf8dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:53.483824 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-ef2de23e-cc41-4010-9b88-ceb1ccf8dbb8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a68a86-732a-4e4f-b4f1-22a6258e6448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898090 Jul 06 18:02:53.547608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b602bc-3481-4309-80c1-5f29b9cf1221 None None] DHCP port deletion for f2d97002-26a6-40e0-834f-092a3240c302 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:02:53.717180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57904) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.839286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c9919f91-987b-4f44-9255-a1728f27184c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21f511ef257248bdb22f45f2b442f67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1203392 Jul 06 18:02:53.842785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57906) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:53.979198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a606488-5a83-4436-b5a5-ef6d76726625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.025270 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a606488-5a83-4436-b5a5-ef6d76726625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.110262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a606488-5a83-4436-b5a5-ef6d76726625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.116987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a606488-5a83-4436-b5a5-ef6d76726625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.120487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a606488-5a83-4436-b5a5-ef6d76726625 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1c90d1c-2579-47c5-b302-14732818ae17 HTTP/1.1" status: 204 len: 168 time: 0.2742331 Jul 06 18:02:54.130910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a606488-5a83-4436-b5a5-ef6d76726625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c90d1c-2579-47c5-b302-14732818ae17,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:54.231805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9277f4b-c795-4360-b5c5-7232b3ae614d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:54.240828 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.272911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-d150399d-e214-4244-be3d-ca7d6c963fa4 service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542498 Jul 06 18:02:54.283843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-42b55d43-276c-4a98-b168-24c942cbc88a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.285412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-42b55d43-276c-4a98-b168-24c942cbc88a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 945 time: 0.8399396 Jul 06 18:02:54.310958 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-823beee9-326f-4899-ab92-0912b318e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.326796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] device_id is not set on port e3323802-aab7-43b3-9639-a0a89fe9191d yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:02:54.436850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-823beee9-326f-4899-ab92-0912b318e4c5 None None] For port f9277f4b-c795-4360-b5c5-7232b3ae614d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9277f4b-c795-4360-b5c5-7232b3ae614d,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:54.442703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195c99-8caf-445d-8906-5268cbaea092 req-9150e4e4-a707-419e-a834-3aef259499d3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.450547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1a195c99-8caf-445d-8906-5268cbaea092 req-9150e4e4-a707-419e-a834-3aef259499d3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 945 time: 0.1050370 Jul 06 18:02:54.452641 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-823beee9-326f-4899-ab92-0912b318e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.466412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f9277f4b-c795-4360-b5c5-7232b3ae614d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:54.466820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:54.490228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:02:38Z', 'revision_number': 6, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:02:54.511254 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1a195c99-8caf-445d-8906-5268cbaea092 req-2929ca5e-7c31-4149-9f27-618b6e94eb2e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=6004b37b-37ad-47e7-b61a-d7820d92917f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595815 Jul 06 18:02:54.561300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a784627-24ab-4118-a406-9c72ace4f46b None None] The sync data for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 is: [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:02:38Z', 'revision_number': 6, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7643da36-d66a-4ad8-acb5-2250dcf040cb', 'name': '', 'network_id': '72a68a86-732a-4e4f-b4f1-22a6258e6448', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:98:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:17Z', 'updated_at': '2021-07-06T18:00:30Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'fb51bfcf-d885-4ddb-9db0-c1ab45665d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:02:54.600405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823beee9-326f-4899-ab92-0912b318e4c5 None None] Pushing event updated for resources: {'Port': ['ID=f9277f4b-c795-4360-b5c5-7232b3ae614d,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:54.712295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324f444-880f-46ae-ae59-94ec094568c1 req-0e290982-0279-4df9-911a-71664fb59fb6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:54.713940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6324f444-880f-46ae-ae59-94ec094568c1 req-0e290982-0279-4df9-911a-71664fb59fb6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.5166299 Jul 06 18:02:54.775271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bcac3d83-2781-4cc4-93b4-e3bc96254570 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:54.806802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: bcac3d83-2781-4cc4-93b4-e3bc96254570 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:54.807869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bcac3d83-2781-4cc4-93b4-e3bc96254570 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:54.808842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 19e3debe-8e47-4a65-950f-7aa3a1d5a068 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:54.837231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 19e3debe-8e47-4a65-950f-7aa3a1d5a068 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:54.838083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 19e3debe-8e47-4a65-950f-7aa3a1d5a068 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:54.855925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ef4c378-4705-493b-bf99-5cda2fe9cb35 req-03dc3f46-03c1-415c-9bc4-e85c85be09bd service neutron] 10.222.0.22 "GET /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682087 Jul 06 18:02:54.875339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6324f444-880f-46ae-ae59-94ec094568c1 req-46a2aba9-80f2-49fa-b0ec-c79757a0c21c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465564 Jul 06 18:02:54.879492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port 346bab56-48d4-470f-8ee2-5e35c0142985 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:54.880063 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.026654 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f37ad-48d0-4c85-baef-be6bb75c5638 None None] New status for floating IP 2c58cbe7-3846-489a-af93-e445ba689eb3: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:02:55.095087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8::28a (bc2bb118-1fef-4c36-8bc5-3622127a006f/82282374-cc4a-417f-948a-8fbe7525c1e6/e3323802-aab7-43b3-9639-a0a89fe9191d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:55.105527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] For port 346bab56-48d4-470f-8ee2-5e35c0142985, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=346bab56-48d4-470f-8ee2-5e35c0142985,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:55.105916 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.118869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:cee2 (bc2bb118-1fef-4c36-8bc5-3622127a006f/e881cb12-dc35-4621-aa45-4020d9050052/e3323802-aab7-43b3-9639-a0a89fe9191d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:02:55.131273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for 346bab56-48d4-470f-8ee2-5e35c0142985 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:55.435947 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.460525 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.466060 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Transition to ACTIVE for port object e3323802-aab7-43b3-9639-a0a89fe9191d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:02:55.511761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=346bab56-48d4-470f-8ee2-5e35c0142985,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:55.618206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] No DVR routers for this DVR port 346bab56-48d4-470f-8ee2-5e35c0142985 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:02:55.624529 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.628719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a39a178f-8ce4-44a2-a986-f14f8a66711a req-a3cacab5-5ac3-4d19-b6c4-a2d9a445c929 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "DELETE /v2.0/ports/346bab56-48d4-470f-8ee2-5e35c0142985 HTTP/1.1" status: 204 len: 173 time: 1.3289442 Jul 06 18:02:55.629604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'name': 'network-vif-deleted', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:02:55.636977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd8264f-00b7-4db7-ab4b-2c6b5833aa2c None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:55.656283 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1502b1-0fb2-4939-ac3a-5c4d6b279ce9" -d '{"events": [{"server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "name": "network-vif-deleted", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:02:55.678445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.812037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Network bc2bb118-1fef-4c36-8bc5-3622127a006f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:02:55.824148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:02:55.843718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:02:55.882717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:55.888554 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.893343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dcd4f690-4761-4309-98fb-d5c8496f1f76 None None] Provisioning complete for port f9277f4b-c795-4360-b5c5-7232b3ae614d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:55.894011 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f690-4761-4309-98fb-d5c8496f1f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:55.937828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9277f4b-c795-4360-b5c5-7232b3ae614d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:02:55.981751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event updated for resources: {'Port': ['ID=e3323802-aab7-43b3-9639-a0a89fe9191d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:56.029663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-37246f8d-81f8-4e21-9551-ffda06b3624f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2219458 Jul 06 18:02:56.030433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57962) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:56.070872 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02248918-2ee6-4212-801b-300cbaabac0e req-4affed8f-8551-4c00-a695-44e00cf9e0b4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2163beab-e923-4f88-bd44-1d7b8e28edf4 HTTP/1.1" status: 200 len: 210 time: 0.1289079 Jul 06 18:02:56.177798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f9277f4b-c795-4360-b5c5-7232b3ae614d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:56.182588 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.270814 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbf4e9e-b812-40c2-b2b0-903fc082a72c x-openstack-request-id: req-1fbf4e9e-b812-40c2-b2b0-903fc082a72c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:02:56.275456 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2163beab-e923-4f88-bd44-1d7b8e28edf4", "name": "network-vif-deleted", "tag": "346bab56-48d4-470f-8ee2-5e35c0142985", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:02:56.276224 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fbf4e9e-b812-40c2-b2b0-903fc082a72c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:02:56.277170 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2163beab-e923-4f88-bd44-1d7b8e28edf4', 'name': 'network-vif-deleted', 'tag': '346bab56-48d4-470f-8ee2-5e35c0142985', 'status': 'completed', 'code': 200} Jul 06 18:02:56.374534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-056c654d-5fb9-4bcd-9800-4f28a476267a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting port e3323802-aab7-43b3-9639-a0a89fe9191d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:56.376945 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-056c654d-5fb9-4bcd-9800-4f28a476267a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.632450 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-056c654d-5fb9-4bcd-9800-4f28a476267a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:56.669454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-056c654d-5fb9-4bcd-9800-4f28a476267a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Calling delete_port for e3323802-aab7-43b3-9639-a0a89fe9191d owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:02:56.743814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4e2b8-e0a0-4849-bad2-0b5390e87e83 req-3f609a88-6fda-4bb2-ac06-9d3c5d5c2836 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:56.748240 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e4e2b8-e0a0-4849-bad2-0b5390e87e83 req-3f609a88-6fda-4bb2-ac06-9d3c5d5c2836 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.1871848 Jul 06 18:02:56.844104 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e4e2b8-e0a0-4849-bad2-0b5390e87e83 req-cf9e6855-5ac0-4181-8a62-56103280a929 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867572 Jul 06 18:02:56.894385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-be430db2-75b8-4839-b3a6-67643373da5a None None] Provisioning complete for port f9277f4b-c795-4360-b5c5-7232b3ae614d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:56.898003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be430db2-75b8-4839-b3a6-67643373da5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.179512 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-056c654d-5fb9-4bcd-9800-4f28a476267a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.183161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-be430db2-75b8-4839-b3a6-67643373da5a None None] Provisioning for port e3323802-aab7-43b3-9639-a0a89fe9191d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:02:57.197747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-be430db2-75b8-4839-b3a6-67643373da5a None None] Provisioning complete for port e3323802-aab7-43b3-9639-a0a89fe9191d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:02:57.198233 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be430db2-75b8-4839-b3a6-67643373da5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.239269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-be430db2-75b8-4839-b3a6-67643373da5a None None] Port e3323802-aab7-43b3-9639-a0a89fe9191d was deleted so its status cannot be updated. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 18:02:57.248882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c654d-5fb9-4bcd-9800-4f28a476267a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Port': ['ID=e3323802-aab7-43b3-9639-a0a89fe9191d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:57.349833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57984) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:57.356257 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-056c654d-5fb9-4bcd-9800-4f28a476267a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.356808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8f5a866e-e19d-4d4e-8a88-dfe3e57522c2 None None] Could not find standard attr ID for object e3323802-aab7-43b3-9639-a0a89fe9191d. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:02:57.363402 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-056c654d-5fb9-4bcd-9800-4f28a476267a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/e3323802-aab7-43b3-9639-a0a89fe9191d HTTP/1.1" status: 204 len: 168 time: 1.3314013 Jul 06 18:02:57.364592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57986) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:57.503423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005afbd-ba2d-4fe1-86dd-073fdd831912 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:57.505449 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c005afbd-ba2d-4fe1-86dd-073fdd831912 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1398020 Jul 06 18:02:57.508017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57988) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:57.516191 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae30986-f6ac-41b3-aa68-b7b5bd28d314 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.566708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae30986-f6ac-41b3-aa68-b7b5bd28d314 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.713971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94fc043-2848-45f7-90f4-8e4ca45b93a6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:57.717923 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d94fc043-2848-45f7-90f4-8e4ca45b93a6 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2081501 Jul 06 18:02:57.721164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57992) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:57.760297 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae30986-f6ac-41b3-aa68-b7b5bd28d314 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.774250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae30986-f6ac-41b3-aa68-b7b5bd28d314 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:57.777397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bae30986-f6ac-41b3-aa68-b7b5bd28d314 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/security-groups/6004b37b-37ad-47e7-b61a-d7820d92917f HTTP/1.1" status: 204 len: 168 time: 0.4240921 Jul 06 18:02:57.833977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:57.920532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae30986-f6ac-41b3-aa68-b7b5bd28d314 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6004b37b-37ad-47e7-b61a-d7820d92917f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:57.960499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c83856-422d-4906-a7d3-0522cc9bb0ed tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:57.964752 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c83856-422d-4906-a7d3-0522cc9bb0ed tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:57.968012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c83856-422d-4906-a7d3-0522cc9bb0ed tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:57.971833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b4c83856-422d-4906-a7d3-0522cc9bb0ed tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2485249 Jul 06 18:02:57.976611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:58.036752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 346bab56-48d4-470f-8ee2-5e35c0142985 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:02:58.093152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 346bab56-48d4-470f-8ee2-5e35c0142985 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:02:58.093574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 346bab56-48d4-470f-8ee2-5e35c0142985 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:02:58.093969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cce4b-5488-418e-9ca6-083f964f918c req-5b8ca673-dcc5-4b8a-9ada-af201a63ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.096608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e31cce4b-5488-418e-9ca6-083f964f918c req-5b8ca673-dcc5-4b8a-9ada-af201a63ce4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 1097 time: 0.3626442 Jul 06 18:02:58.117330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fe6e5a-15cb-490e-b2d7-8484b3cfc701 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet 82282374-cc4a-417f-948a-8fbe7525c1e6 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:58.134958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea18cb-9987-4a03-9e7b-7a668007b46a req-de0c177f-5ae1-4462-9b3a-d585730bed0e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.136551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5cea18cb-9987-4a03-9e7b-7a668007b46a req-de0c177f-5ae1-4462-9b3a-d585730bed0e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.3826873 Jul 06 18:02:58.137383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46fe6e5a-15cb-490e-b2d7-8484b3cfc701 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.255719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46fe6e5a-15cb-490e-b2d7-8484b3cfc701 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.350809 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5cea18cb-9987-4a03-9e7b-7a668007b46a req-aa6f74dd-feaa-4fba-9946-1dda655792c9 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503344 Jul 06 18:02:58.431043 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46fe6e5a-15cb-490e-b2d7-8484b3cfc701 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.523937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cce4b-5488-418e-9ca6-083f964f918c req-5f8b0ab5-ce6d-419a-8316-53a860d47cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.530571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e31cce4b-5488-418e-9ca6-083f964f918c req-5f8b0ab5-ce6d-419a-8316-53a860d47cb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 915 time: 0.4186981 Jul 06 18:02:58.562575 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46fe6e5a-15cb-490e-b2d7-8484b3cfc701 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.586550 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e31cce4b-5488-418e-9ca6-083f964f918c req-ecf52a1d-70ba-4469-9239-88f1ed520b43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be8b0f5-c841-494e-a989-e0c873122777 HTTP/1.1" status: 200 len: 217 time: 0.0503705 Jul 06 18:02:58.596406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe6e5a-15cb-490e-b2d7-8484b3cfc701 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=82282374-cc4a-417f-948a-8fbe7525c1e6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:58.608642 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46fe6e5a-15cb-490e-b2d7-8484b3cfc701 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.613522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949fcd23-b2c5-47cf-a84e-5f9db3ce8537 None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:02:58.615350 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-46fe6e5a-15cb-490e-b2d7-8484b3cfc701 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/82282374-cc4a-417f-948a-8fbe7525c1e6 HTTP/1.1" status: 204 len: 168 time: 0.6329656 Jul 06 18:02:58.618751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58030) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:58.668955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cce4b-5488-418e-9ca6-083f964f918c req-42ba7ad0-ceb5-4f63-b863-0cedc1dc8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:58.670571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e31cce4b-5488-418e-9ca6-083f964f918c req-42ba7ad0-ceb5-4f63-b863-0cedc1dc8519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 200 len: 854 time: 0.0775230 Jul 06 18:02:58.690614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f22cec-e4a0-44db-a62f-e610aae641bb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Deleting subnet e881cb12-dc35-4621-aa45-4020d9050052 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:02:58.696552 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f22cec-e4a0-44db-a62f-e610aae641bb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.715518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e31cce4b-5488-418e-9ca6-083f964f918c req-bfc976a1-f0dd-4a7e-b018-dd843e1ac8a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332942 Jul 06 18:02:58.783133 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f22cec-e4a0-44db-a62f-e610aae641bb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.876590 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e31cce4b-5488-418e-9ca6-083f964f918c req-7936c798-df08-41a6-9229-9bf1a1e0cbd6 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537721 Jul 06 18:02:58.907617 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f22cec-e4a0-44db-a62f-e610aae641bb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.962918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:58.992052 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f22cec-e4a0-44db-a62f-e610aae641bb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.027120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f22cec-e4a0-44db-a62f-e610aae641bb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Subnet': ['ID=e881cb12-dc35-4621-aa45-4020d9050052,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:02:59.036867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f22cec-e4a0-44db-a62f-e610aae641bb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.039254 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-72f22cec-e4a0-44db-a62f-e610aae641bb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/e881cb12-dc35-4621-aa45-4020d9050052 HTTP/1.1" status: 204 len: 168 time: 0.4188221 Jul 06 18:02:59.043944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58032) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.092568 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e31cce4b-5488-418e-9ca6-083f964f918c req-fd93b614-db94-4642-9c27-56c18eff6fbb service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087476 Jul 06 18:02:59.113553 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f522a03d-a2ee-4a34-95f5-37d22829a8ca tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681927 Jul 06 18:02:59.120583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58034) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.261486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f44be8-7554-4144-b45c-0265fbc03254 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:59.267054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-92f44be8-7554-4144-b45c-0265fbc03254 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1414511 Jul 06 18:02:59.267471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58036) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.346681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2da5369-f700-451a-bfc6-23b896d4dcdd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:59.352172 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f2da5369-f700-451a-bfc6-23b896d4dcdd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0796933 Jul 06 18:02:59.353598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58040) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.469866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8c5dc426-d557-4181-b496-919c2e87d97d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154158 Jul 06 18:02:59.470932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.535657 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d6fad0-940d-402a-872b-82e8bedc22c7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:59.536598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d6fad0-940d-402a-872b-82e8bedc22c7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:59.538565 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96d6fad0-940d-402a-872b-82e8bedc22c7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/e3323802-aab7-43b3-9639-a0a89fe9191d HTTP/1.1" status: 404 len: 333 time: 0.0662088 Jul 06 18:02:59.545452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58052) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.574171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port 7643da36-d66a-4ad8-acb5-2250dcf040cb {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:02:59.575666 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.672492 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8361c74f-9c21-4335-ba74-4a9d364e2515 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:59.672492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8361c74f-9c21-4335-ba74-4a9d364e2515 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:59.679308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8361c74f-9c21-4335-ba74-4a9d364e2515 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/e881cb12-dc35-4621-aa45-4020d9050052 HTTP/1.1" status: 404 len: 337 time: 0.1322055 Jul 06 18:02:59.685791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58056) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.766739 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7608db77-42e0-4088-a9b5-a2e3c89f2fcb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:59.767867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7608db77-42e0-4088-a9b5-a2e3c89f2fcb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:59.782290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7608db77-42e0-4088-a9b5-a2e3c89f2fcb tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/82282374-cc4a-417f-948a-8fbe7525c1e6 HTTP/1.1" status: 404 len: 337 time: 0.0948908 Jul 06 18:02:59.797562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58058) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.805923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaf567-f8ac-418e-91fd-e29776594712 req-2e44707f-2c37-4512-a3ee-30c73320841d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:02:59.834769 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebeaf567-f8ac-418e-91fd-e29776594712 req-2e44707f-2c37-4512-a3ee-30c73320841d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.2413256 Jul 06 18:02:59.910106 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d923736a-f546-4cd2-a629-7e9d48cb725f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:59.910945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d923736a-f546-4cd2-a629-7e9d48cb725f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:59.914919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d923736a-f546-4cd2-a629-7e9d48cb725f tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/f8ae5444-8863-41a6-9cd2-0b6cf1fd95ef HTTP/1.1" status: 404 len: 333 time: 0.0799198 Jul 06 18:02:59.919500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.955561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] For port 7643da36-d66a-4ad8-acb5-2250dcf040cb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7643da36-d66a-4ad8-acb5-2250dcf040cb,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:02:59.956044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:02:59.966457 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-526c150a-9cee-448f-aba8-391c2a5b1503 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:02:59.966944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526c150a-9cee-448f-aba8-391c2a5b1503 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:02:59.969438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-526c150a-9cee-448f-aba8-391c2a5b1503 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/15cfc879-46f2-4722-b920-179fa7a4ce95 HTTP/1.1" status: 404 len: 337 time: 0.0500081 Jul 06 18:02:59.978141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebeaf567-f8ac-418e-91fd-e29776594712 req-c765e38f-9ea9-4b36-bfd6-a14551b1462b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420906 Jul 06 18:02:59.978895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58062) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:02:59.994592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for 7643da36-d66a-4ad8-acb5-2250dcf040cb owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:00.000459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176bf54b-6fd3-4732-91ec-b51d46e02d9c None None] Network bc2bb118-1fef-4c36-8bc5-3622127a006f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:00.032447 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b2d447-d655-499f-a830-36813b237697 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.032932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b2d447-d655-499f-a830-36813b237697 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.035381 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-43b2d447-d655-499f-a830-36813b237697 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/5c811a87-ece7-482e-be7a-91e0338132ca HTTP/1.1" status: 404 len: 337 time: 0.0549774 Jul 06 18:03:00.038548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58064) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.124729 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5030c7-3d53-4d25-8f29-d097d18aafc2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.125488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5030c7-3d53-4d25-8f29-d097d18aafc2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.130471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4d5030c7-3d53-4d25-8f29-d097d18aafc2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/a888aa07-ef36-4c1d-b286-72f26e23d69d HTTP/1.1" status: 404 len: 333 time: 0.0863957 Jul 06 18:03:00.131596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.158143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1dc44b0a-8684-45f5-8ff9-176e4a9f7b70 None None] Provisioning complete for port f9277f4b-c795-4360-b5c5-7232b3ae614d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:00.158628 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1dc44b0a-8684-45f5-8ff9-176e4a9f7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.231668 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd5ed77-a7bb-4d2b-82d1-69ab6e55f1a2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.232533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd5ed77-a7bb-4d2b-82d1-69ab6e55f1a2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.236266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5fd5ed77-a7bb-4d2b-82d1-69ab6e55f1a2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/fd8d3f01-8d74-4244-bf33-4ffbc3114870 HTTP/1.1" status: 404 len: 337 time: 0.1032081 Jul 06 18:03:00.243989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.320553 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd3dc03-2f7c-4e78-8c1f-a38363228e78 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.321992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd3dc03-2f7c-4e78-8c1f-a38363228e78 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.324297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1bd3dc03-2f7c-4e78-8c1f-a38363228e78 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/43eaf88c-9947-4e9c-9a6a-d424dd122a71 HTTP/1.1" status: 404 len: 337 time: 0.0786743 Jul 06 18:03:00.328723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58070) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.356268 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b819a1b-2bf7-45a3-8f40-0f21dab7d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.357049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b819a1b-2bf7-45a3-8f40-0f21dab7d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.359125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3b819a1b-2bf7-45a3-8f40-0f21dab7d4cc tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/5bdf3537-a5b2-4f21-9dca-a9d021fb99a9 HTTP/1.1" status: 404 len: 333 time: 0.0292947 Jul 06 18:03:00.363442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58072) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.364327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc8cd8c-14bd-4124-a9b6-559068726ce2 None None] DHCP port deletion for bc2bb118-1fef-4c36-8bc5-3622127a006f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:00.396247 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc783d8-aadb-4005-95c4-ec53d9e47483 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.396748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc783d8-aadb-4005-95c4-ec53d9e47483 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.398604 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2fc783d8-aadb-4005-95c4-ec53d9e47483 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/d400a691-81cd-4388-882f-3bc0d5477008 HTTP/1.1" status: 404 len: 337 time: 0.0340817 Jul 06 18:03:00.403825 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.405937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.431024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8cd8c-14bd-4124-a9b6-559068726ce2 None None] Deleting port f9277f4b-c795-4360-b5c5-7232b3ae614d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:00.431390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4fc8cd8c-14bd-4124-a9b6-559068726ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.451061 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98f2506-3af7-49a6-b814-d15bde6845de tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.451532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98f2506-3af7-49a6-b814-d15bde6845de tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.458702 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b98f2506-3af7-49a6-b814-d15bde6845de tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/8b2ff3e1-a020-4cc1-8ad2-3da70afde926 HTTP/1.1" status: 404 len: 337 time: 0.0498052 Jul 06 18:03:00.463413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.467892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=7643da36-d66a-4ad8-acb5-2250dcf040cb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:00.526244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4fc8cd8c-14bd-4124-a9b6-559068726ce2 None None] For port f9277f4b-c795-4360-b5c5-7232b3ae614d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f9277f4b-c795-4360-b5c5-7232b3ae614d,segment=NetworkSegment(2e554c3d-39d2-4534-a847-022bfee85b80),segment_id=2e554c3d-39d2-4534-a847-022bfee85b80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:00.526709 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4fc8cd8c-14bd-4124-a9b6-559068726ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.546800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8cd8c-14bd-4124-a9b6-559068726ce2 None None] Calling delete_port for f9277f4b-c795-4360-b5c5-7232b3ae614d owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:00.561832 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4effc7d-b93e-443d-8551-8780acf3293b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.563172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4effc7d-b93e-443d-8551-8780acf3293b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.568733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e4effc7d-b93e-443d-8551-8780acf3293b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/d9675ec0-449f-4390-ba6d-13e3038d7d97 HTTP/1.1" status: 404 len: 333 time: 0.0898476 Jul 06 18:03:00.569756 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58078) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.626997 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f0a85d-d19b-4bbb-a173-fb7231d0ee65 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.628898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f0a85d-d19b-4bbb-a173-fb7231d0ee65 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.634466 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e0f0a85d-d19b-4bbb-a173-fb7231d0ee65 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/59ef9439-6d5e-411e-aff7-5d37c81f738f HTTP/1.1" status: 404 len: 337 time: 0.0618923 Jul 06 18:03:00.637526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.655558 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4fc8cd8c-14bd-4124-a9b6-559068726ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:00.685620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8cd8c-14bd-4124-a9b6-559068726ce2 None None] Pushing event deleted for resources: {'Port': ['ID=f9277f4b-c795-4360-b5c5-7232b3ae614d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:00.691683 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9af2ae7-252d-4a9b-9feb-e8bfb72a3ee2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.692733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9af2ae7-252d-4a9b-9feb-e8bfb72a3ee2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.694957 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c9af2ae7-252d-4a9b-9feb-e8bfb72a3ee2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/9595d907-830f-49ec-85d7-e86d9a6be32b HTTP/1.1" status: 404 len: 333 time: 0.0558627 Jul 06 18:03:00.695388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8cd8c-14bd-4124-a9b6-559068726ce2 None None] No DVR routers for this DVR port f9277f4b-c795-4360-b5c5-7232b3ae614d on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:00.698838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58092) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.742785 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8760c64-6bc4-44be-845e-c617ca066d9d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.743278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8760c64-6bc4-44be-845e-c617ca066d9d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.745770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c8760c64-6bc4-44be-845e-c617ca066d9d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/94efb6c9-2c09-4bbd-b60c-81a8c645bafb HTTP/1.1" status: 404 len: 337 time: 0.0454388 Jul 06 18:03:00.754236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.790311 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf042cb-8d0c-4f1b-a999-4ae8497a6231 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.791262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf042cb-8d0c-4f1b-a999-4ae8497a6231 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.794774 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cbf042cb-8d0c-4f1b-a999-4ae8497a6231 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/48d85575-e5f8-4ef7-b5ef-642817fe1c62 HTTP/1.1" status: 404 len: 333 time: 0.0390613 Jul 06 18:03:00.796638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.832867 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1052b4cb-dbcb-4f19-bb17-bb0448f4c851 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.833417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1052b4cb-dbcb-4f19-bb17-bb0448f4c851 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.835768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1052b4cb-dbcb-4f19-bb17-bb0448f4c851 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/f95850ec-3b19-4a2e-9014-22fb6764ef10 HTTP/1.1" status: 404 len: 337 time: 0.0376337 Jul 06 18:03:00.838943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:00.901202 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53525cd-c056-437b-a8e7-892650f5fe08 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:00.902256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53525cd-c056-437b-a8e7-892650f5fe08 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:00.905516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a53525cd-c056-437b-a8e7-892650f5fe08 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/80a332b0-f885-4d45-b9dc-f3b965a0d9fb HTTP/1.1" status: 404 len: 333 time: 0.0653265 Jul 06 18:03:00.909691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58108) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.211184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8458f8-411d-4cba-856f-88a4f280998a req-39d664bc-3097-4805-bf41-25564683ff92 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:01.214867 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c8458f8-411d-4cba-856f-88a4f280998a req-39d664bc-3097-4805-bf41-25564683ff92 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.0972722 Jul 06 18:03:01.286587 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c8458f8-411d-4cba-856f-88a4f280998a req-bf7e98f7-09e9-47d6-b1ad-d187483df30c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611036 Jul 06 18:03:01.420101 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4132c624-9184-4582-9885-3d027bcdfaa0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.420876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4132c624-9184-4582-9885-3d027bcdfaa0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.428527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58114) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.429758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4132c624-9184-4582-9885-3d027bcdfaa0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/7f613d84-0552-4fd2-814c-7592c81efcf3 HTTP/1.1" status: 404 len: 337 time: 0.5178046 Jul 06 18:03:01.434295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:01.480816 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-842292f9-a87a-47bd-a0c8-d30193f753a3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.482244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842292f9-a87a-47bd-a0c8-d30193f753a3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.485495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-842292f9-a87a-47bd-a0c8-d30193f753a3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/f1113a20-fb32-4174-947a-e1293ead0b8a HTTP/1.1" status: 404 len: 333 time: 0.0554450 Jul 06 18:03:01.489586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58116) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.540897 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7630b52-82c1-4b63-b161-df69b0d6a2e2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.541762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7630b52-82c1-4b63-b161-df69b0d6a2e2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.548576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e7630b52-82c1-4b63-b161-df69b0d6a2e2 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/be279d95-f214-48fd-94ee-87b732715d50 HTTP/1.1" status: 404 len: 337 time: 0.0530646 Jul 06 18:03:01.549073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58118) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.598417 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f34f02-b244-4164-92c4-26694ccf383a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.599709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f34f02-b244-4164-92c4-26694ccf383a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.603480 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-66f34f02-b244-4164-92c4-26694ccf383a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/07ced02a-460c-419e-a531-a011a414c51f HTTP/1.1" status: 404 len: 333 time: 0.0522649 Jul 06 18:03:01.606950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.641228 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-524107f5-90c5-44d5-8c49-dc84c28aed80 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.641744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524107f5-90c5-44d5-8c49-dc84c28aed80 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.647431 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-524107f5-90c5-44d5-8c49-dc84c28aed80 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/9580d89b-e67f-4a05-8730-8ede77e96204 HTTP/1.1" status: 404 len: 337 time: 0.0337968 Jul 06 18:03:01.647730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58122) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.696358 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a021092-7513-467c-bd8e-991e9d159e1a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.697599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a021092-7513-467c-bd8e-991e9d159e1a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.702167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9a021092-7513-467c-bd8e-991e9d159e1a tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/ed997715-bdce-4f45-96c7-d12b1a14d8d3 HTTP/1.1" status: 404 len: 337 time: 0.0519290 Jul 06 18:03:01.703507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58124) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.719910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f2d7b-81d1-498a-b6af-888baea57051 req-c727acf3-ab57-4fc8-bbca-6bef91eceb0b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:01.721653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a8f2d7b-81d1-498a-b6af-888baea57051 req-c727acf3-ab57-4fc8-bbca-6bef91eceb0b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.1880713 Jul 06 18:03:01.751884 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce3b952-1ca7-4917-b378-f1089d81181b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.752786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce3b952-1ca7-4917-b378-f1089d81181b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.757853 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cce3b952-1ca7-4917-b378-f1089d81181b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/75367c07-312e-4031-84d9-fa57b345e3fe HTTP/1.1" status: 404 len: 333 time: 0.0527935 Jul 06 18:03:01.759710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58126) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.789019 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d43b79a-9ccf-40d0-ad56-71fed3ff916b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.789919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d43b79a-9ccf-40d0-ad56-71fed3ff916b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.794671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6d43b79a-9ccf-40d0-ad56-71fed3ff916b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/a5422d17-b0e1-4796-b49e-5c18cc9208a0 HTTP/1.1" status: 404 len: 337 time: 0.0317497 Jul 06 18:03:01.796985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58128) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.832515 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79c0d58-7fee-422f-9f49-ca2401af70df tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.833448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79c0d58-7fee-422f-9f49-ca2401af70df tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.839266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e79c0d58-7fee-422f-9f49-ca2401af70df tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/1f3e945f-c7c7-42bd-ab9b-58f1b439d1d8 HTTP/1.1" status: 404 len: 337 time: 0.0420332 Jul 06 18:03:01.840217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.878212 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fa0938-54cf-4802-942d-d5178bfdcec3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.879013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fa0938-54cf-4802-942d-d5178bfdcec3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.881186 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-06fa0938-54cf-4802-942d-d5178bfdcec3 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/034d2886-8752-41b9-adf7-315e4ebbdb87 HTTP/1.1" status: 404 len: 333 time: 0.0393217 Jul 06 18:03:01.885783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58132) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.919125 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:03:01.936731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a8f2d7b-81d1-498a-b6af-888baea57051 req-db4d47a8-77a0-4135-a29b-68e855b975cb tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027586 Jul 06 18:03:01.944274 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e211a9af-17f3-4ca4-975c-fec5b1500b54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.946368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e211a9af-17f3-4ca4-975c-fec5b1500b54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.948589 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e211a9af-17f3-4ca4-975c-fec5b1500b54 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/84217189-265f-4a38-ba84-1745f5f025bf HTTP/1.1" status: 404 len: 337 time: 0.0616901 Jul 06 18:03:01.955484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:01.995827 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fea10d-fd33-4584-89ef-915dde8d186b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:01.996144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9277f4b-c795-4360-b5c5-7232b3ae614d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:01.996895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fea10d-fd33-4584-89ef-915dde8d186b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:01.998642 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-53fea10d-fd33-4584-89ef-915dde8d186b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/b7962cdb-987a-40c2-a283-6e1988dd6e24 HTTP/1.1" status: 404 len: 337 time: 0.0420740 Jul 06 18:03:02.001386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58144) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.034457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router df115020-e983-4df9-8d03-ab4afea3867e has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:02.049325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f9277f4b-c795-4360-b5c5-7232b3ae614d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:02.049826 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-04acedef-61f8-42e9-b192-3fa453e190e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:02.050694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04acedef-61f8-42e9-b192-3fa453e190e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:02.051094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f9277f4b-c795-4360-b5c5-7232b3ae614d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:02.052781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-04acedef-61f8-42e9-b192-3fa453e190e9 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/251072e4-1214-480b-a184-22fe19256f47 HTTP/1.1" status: 404 len: 333 time: 0.0502994 Jul 06 18:03:02.083208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.090467 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.253370 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edd54e9-ae68-457c-a233-9156287eb5a5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:02.253777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9edd54e9-ae68-457c-a233-9156287eb5a5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:02.259384 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9edd54e9-ae68-457c-a233-9156287eb5a5 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/3e01baf9-c375-4329-a720-ade1e5ef0bb2 HTTP/1.1" status: 404 len: 337 time: 0.1733267 Jul 06 18:03:02.261451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58154) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.362460 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c9dc9f-2f9f-4c2a-b3b3-24ec4bd8f55c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:02.363010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c9dc9f-2f9f-4c2a-b3b3-24ec4bd8f55c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:02.364931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d5c9dc9f-2f9f-4c2a-b3b3-24ec4bd8f55c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/8d691ef4-fbea-4598-92f8-b22c52976847 HTTP/1.1" status: 404 len: 337 time: 0.1018581 Jul 06 18:03:02.369880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58156) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.419991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.421612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6cd99999-7256-4f80-8929-c2628cf620cd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4a47f-ed1f-4826-8a74-39676bdad27b HTTP/1.1" status: 200 len: 205 time: 0.0507648 Jul 06 18:03:02.473887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea582e5-f5e2-4420-ad27-910e3f7a9317 req-e5e57cd8-3176-4ed7-8799-14979682268b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:02.476310 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea582e5-f5e2-4420-ad27-910e3f7a9317 req-e5e57cd8-3176-4ed7-8799-14979682268b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.1986067 Jul 06 18:03:02.486516 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-83765d6c-76df-48bf-ac5e-c785ab3e609b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] delete failed (client error): The resource could not be found. Jul 06 18:03:02.487743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-83765d6c-76df-48bf-ac5e-c785ab3e609b tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/routers/88e4a47f-ed1f-4826-8a74-39676bdad27b HTTP/1.1" status: 404 len: 336 time: 0.0661714 Jul 06 18:03:02.494835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58160) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.509622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:02.529732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] Sync routers for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:02.544950 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f22ed97b-d011-4252-b9ef-3dd526363c94 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "PUT /v2.0/routers/df115020-e983-4df9-8d03-ab4afea3867e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7051101 Jul 06 18:03:02.547373 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac81a283-842a-4f15-816e-48d3c09e6ebe tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:02.548098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac81a283-842a-4f15-816e-48d3c09e6ebe tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:02.554831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ac81a283-842a-4f15-816e-48d3c09e6ebe tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/3a7a469c-f55e-4d6c-a2da-796acb3719b8 HTTP/1.1" status: 404 len: 337 time: 0.0547678 Jul 06 18:03:02.554831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.557169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.559161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:02.560710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:02.641028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aea582e5-f5e2-4420-ad27-910e3f7a9317 req-22d8b761-7b47-4fc5-a54b-dab7eb605a00 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551166 Jul 06 18:03:02.646311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ccb31750-e356-4d91-8d44-78314ee8d949 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d83eae5-b949-49f5-8874-058997aeea29 HTTP/1.1" status: 200 len: 205 time: 0.0866232 Jul 06 18:03:02.649560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58166) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.678440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1816bd72-81f9-4466-b280-4dcacc1f83bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting subnet fb51bfcf-d885-4ddb-9db0-c1ab45665d7b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:02.685324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1816bd72-81f9-4466-b280-4dcacc1f83bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.737626 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-42b3bdff-9004-4ec1-b5bf-2e970c0bbb6e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] delete failed (client error): The resource could not be found. Jul 06 18:03:02.743656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-42b3bdff-9004-4ec1-b5bf-2e970c0bbb6e tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/routers/8d83eae5-b949-49f5-8874-058997aeea29 HTTP/1.1" status: 404 len: 336 time: 0.0883446 Jul 06 18:03:02.744025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.772895 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1816bd72-81f9-4466-b280-4dcacc1f83bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:02.793455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:02.809786 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4512f2b-858f-4eb4-ac12-57a3e849e19c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:02.811413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4512f2b-858f-4eb4-ac12-57a3e849e19c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:02.815929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a4512f2b-858f-4eb4-ac12-57a3e849e19c tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/7090d3bf-0f4b-4afc-87e8-aae7ae4f4ec1 HTTP/1.1" status: 404 len: 337 time: 0.0702045 Jul 06 18:03:02.823229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.871541 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a44239-caf5-4ea3-8fb8-99ca21e8d490 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:02.872281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a44239-caf5-4ea3-8fb8-99ca21e8d490 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:02.875803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-21a44239-caf5-4ea3-8fb8-99ca21e8d490 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/610fbb3e-a730-4d60-80d8-4feaef612907 HTTP/1.1" status: 404 len: 337 time: 0.0508337 Jul 06 18:03:02.879272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58174) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:02.926020 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9533aed6-b896-406c-b7b9-44832c5f9d83 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:02.927404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9533aed6-b896-406c-b7b9-44832c5f9d83 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:02.935569 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9533aed6-b896-406c-b7b9-44832c5f9d83 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/36bb8ff6-6664-4652-96f1-1b9d82a9f007 HTTP/1.1" status: 404 len: 333 time: 0.0499191 Jul 06 18:03:02.937334 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58176) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.000367 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a732dd0-dd08-4cde-b8e5-9b2b262e7658 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.001368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a732dd0-dd08-4cde-b8e5-9b2b262e7658 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.009917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a732dd0-dd08-4cde-b8e5-9b2b262e7658 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/8d4e6365-ce2e-4d92-9fd1-c3f910c7e98c HTTP/1.1" status: 404 len: 337 time: 0.0665526 Jul 06 18:03:03.010493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.020446 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1816bd72-81f9-4466-b280-4dcacc1f83bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.079869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:03:00Z', 'revision_number': 7, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:03.106623 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a7d3db-cb5c-41fd-880c-e1659cf08a88 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.107914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a7d3db-cb5c-41fd-880c-e1659cf08a88 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.111551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91a7d3db-cb5c-41fd-880c-e1659cf08a88 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/c0b9c21b-3432-465e-80e1-0f98b7df27d1 HTTP/1.1" status: 404 len: 333 time: 0.0993912 Jul 06 18:03:03.115517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58186) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.129647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] Checking router: df115020-e983-4df9-8d03-ab4afea3867e for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:03:03.144211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] Routers {'df115020-e983-4df9-8d03-ab4afea3867e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:03.145303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['df115020-e983-4df9-8d03-ab4afea3867e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:03.160442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1816bd72-81f9-4466-b280-4dcacc1f83bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.178498 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f140cc-ba07-45a4-935b-1a142277dd2d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.179279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f140cc-ba07-45a4-935b-1a142277dd2d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.185063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-07f140cc-ba07-45a4-935b-1a142277dd2d tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/c83ab92c-df56-48b1-9b9b-3814f52b5ccb HTTP/1.1" status: 404 len: 337 time: 0.0671716 Jul 06 18:03:03.188390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.231631 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a411dd8-4e4a-4e29-b7b6-16d1aa501637 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.232626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a411dd8-4e4a-4e29-b7b6-16d1aa501637 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.234387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1a411dd8-4e4a-4e29-b7b6-16d1aa501637 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/a3b58e4c-519a-4413-a3f0-39b4126b3160 HTTP/1.1" status: 404 len: 333 time: 0.0445838 Jul 06 18:03:03.238442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.257778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816bd72-81f9-4466-b280-4dcacc1f83bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Subnet': ['ID=fb51bfcf-d885-4ddb-9db0-c1ab45665d7b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:03.283165 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f5338e-8e21-4684-8dd3-7ffba6c4f866 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.283698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f5338e-8e21-4684-8dd3-7ffba6c4f866 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.285380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1816bd72-81f9-4466-b280-4dcacc1f83bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.286187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c4f5338e-8e21-4684-8dd3-7ffba6c4f866 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/bc532445-18c0-48a1-8608-027e8e14e781 HTTP/1.1" status: 404 len: 337 time: 0.0466006 Jul 06 18:03:03.291323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.302986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] Set router df115020-e983-4df9-8d03-ab4afea3867e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:03.310401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1816bd72-81f9-4466-b280-4dcacc1f83bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/subnets/fb51bfcf-d885-4ddb-9db0-c1ab45665d7b HTTP/1.1" status: 204 len: 168 time: 0.7525241 Jul 06 18:03:03.310726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5463a28-093d-4c2b-ba6f-75c20cd3681d None None] Network 72a68a86-732a-4e4f-b4f1-22a6258e6448 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:03.318854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58198) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.334498 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef8357d-e680-4e43-aa27-7da2ca017440 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.335277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef8357d-e680-4e43-aa27-7da2ca017440 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.337894 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9ef8357d-e680-4e43-aa27-7da2ca017440 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/db3f0901-8ca6-45c4-a256-9b855e8865be HTTP/1.1" status: 404 len: 333 time: 0.0452588 Jul 06 18:03:03.341887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58204) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.359028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcf9ce-8f68-4055-8a0e-c9f6b542bbb4 req-60492a0a-c5f0-4fca-b51a-8a1218104f2a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:03.363343 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-94bcf9ce-8f68-4055-8a0e-c9f6b542bbb4 req-60492a0a-c5f0-4fca-b51a-8a1218104f2a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.4287946 Jul 06 18:03:03.386987 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1696a158-ea0e-4106-92e4-5a5f1c4056d7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.387468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1696a158-ea0e-4106-92e4-5a5f1c4056d7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.389319 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1696a158-ea0e-4106-92e4-5a5f1c4056d7 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/81f35e81-d656-45d4-9a3f-aa7871dfcb7e HTTP/1.1" status: 404 len: 337 time: 0.0463712 Jul 06 18:03:03.392920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58208) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.435422 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3473a478-427e-4c07-8b09-c17ea3356c83 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.437662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3473a478-427e-4c07-8b09-c17ea3356c83 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.442799 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3473a478-427e-4c07-8b09-c17ea3356c83 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/41b52969-b2df-4f7a-b5f9-89e7f0c35d00 HTTP/1.1" status: 404 len: 333 time: 0.0465841 Jul 06 18:03:03.444875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.502890 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-891c3149-3588-415d-871c-373222747ccd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.504018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891c3149-3588-415d-871c-373222747ccd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.512365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-891c3149-3588-415d-871c-373222747ccd tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/87cd8592-d7af-4eec-87ed-7bcfbb0d944b HTTP/1.1" status: 404 len: 337 time: 0.0636592 Jul 06 18:03:03.513251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.559355 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1c963d-3a90-4402-aa69-efd56b77b556 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.560953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1c963d-3a90-4402-aa69-efd56b77b556 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.565064 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dd1c963d-3a90-4402-aa69-efd56b77b556 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/27c8dd9a-fa51-412f-9ef8-a127b7cb6a0c HTTP/1.1" status: 404 len: 333 time: 0.0456870 Jul 06 18:03:03.571632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.623578 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e02622d-562f-4a06-b857-21002d744c51 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.625322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e02622d-562f-4a06-b857-21002d744c51 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.629902 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0e02622d-562f-4a06-b857-21002d744c51 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/005eaccf-8ff1-4daf-9052-1599d91b78f6 HTTP/1.1" status: 404 len: 337 time: 0.0533769 Jul 06 18:03:03.630865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58224) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.672667 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea5d0b8-3a09-4bae-85b3-9cd4ea5c1817 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.673587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea5d0b8-3a09-4bae-85b3-9cd4ea5c1817 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.679306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cea5d0b8-3a09-4bae-85b3-9cd4ea5c1817 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/ports/4d47fbdc-d48c-40aa-8831-7b860041d75e HTTP/1.1" status: 404 len: 333 time: 0.0435715 Jul 06 18:03:03.686676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58226) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.709878 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:03.766053 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caa57b8-b494-4ff3-bc0d-3016c464a8d0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] DELETE failed (client error): The resource could not be found. Jul 06 18:03:03.766491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7caa57b8-b494-4ff3-bc0d-3016c464a8d0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:03:03.774552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7caa57b8-b494-4ff3-bc0d-3016c464a8d0 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/subnets/3292b46b-24be-44ed-98ec-38985bea4ab3 HTTP/1.1" status: 404 len: 337 time: 0.0815847 Jul 06 18:03:03.776644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58228) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:03.904699 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.033880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:03:00Z', 'revision_number': 7, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:04.036193 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.050788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2bb118-1fef-4c36-8bc5-3622127a006f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:04.064501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e554c3d-39d2-4534-a847-022bfee85b80') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:04.064838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e554c3d-39d2-4534-a847-022bfee85b80') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:04.076950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.089079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.101428 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-94bcf9ce-8f68-4055-8a0e-c9f6b542bbb4 req-a8194be6-e465-4a5e-af5f-f0e36ba7eb08 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223087 Jul 06 18:03:04.122270 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.132728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:04.133997 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:04.142452 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:04.166707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1a0b5-dc00-41a6-b815-2261490167bb None None] DHCP port deletion for 72a68a86-732a-4e4f-b4f1-22a6258e6448 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:04.188444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975b517-e7f0-43ad-9419-f342efc1f8d7 None None] The sync data for ids ['df115020-e983-4df9-8d03-ab4afea3867e'] in n-d-799526-3 is: [{'id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'name': 'tempest-TestNetworkBasicOps-router-1874793855', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:00:08Z', 'updated_at': '2021-07-06T18:03:00Z', 'revision_number': 7, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'b9eb5b01-1aa9-4a9a-a565-213380ce539b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df115020-e983-4df9-8d03-ab4afea3867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:00:10Z', 'updated_at': '2021-07-06T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:04.218141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port b9eb5b01-1aa9-4a9a-a565-213380ce539b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:04.218533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.279940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.296374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.308202 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] 10.222.0.13 "DELETE /v2.0/networks/bc2bb118-1fef-4c36-8bc5-3622127a006f HTTP/1.1" status: 204 len: 168 time: 0.5282924 Jul 06 18:03:04.344659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1a0b5-dc00-41a6-b815-2261490167bb None None] Deleting port 360d3328-70a1-4bd2-9cb4-b28843a11a4d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:04.345833 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8b1a0b5-dc00-41a6-b815-2261490167bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.357725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63303412-e60d-459a-a032-c7895ed33a28 tempest-NetworksTestDHCPv6-1467469640 tempest-NetworksTestDHCPv6-1467469640-project] Pushing event deleted for resources: {'Network': ['ID=bc2bb118-1fef-4c36-8bc5-3622127a006f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:04.413408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] For port b9eb5b01-1aa9-4a9a-a565-213380ce539b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b9eb5b01-1aa9-4a9a-a565-213380ce539b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:04.420174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.469667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for b9eb5b01-1aa9-4a9a-a565-213380ce539b owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:04.499457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b8b1a0b5-dc00-41a6-b815-2261490167bb None None] For port 360d3328-70a1-4bd2-9cb4-b28843a11a4d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=360d3328-70a1-4bd2-9cb4-b28843a11a4d,segment=NetworkSegment(c87803ef-4394-4e9f-902c-ab044408d5c6),segment_id=c87803ef-4394-4e9f-902c-ab044408d5c6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:04.500019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8b1a0b5-dc00-41a6-b815-2261490167bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.522219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1a0b5-dc00-41a6-b815-2261490167bb None None] Calling delete_port for 360d3328-70a1-4bd2-9cb4-b28843a11a4d owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:04.701860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8b1a0b5-dc00-41a6-b815-2261490167bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:04.745875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1a0b5-dc00-41a6-b815-2261490167bb None None] Pushing event deleted for resources: {'Port': ['ID=360d3328-70a1-4bd2-9cb4-b28843a11a4d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:04.757659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1a0b5-dc00-41a6-b815-2261490167bb None None] No DVR routers for this DVR port 360d3328-70a1-4bd2-9cb4-b28843a11a4d on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:04.850917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315a83-158c-4259-85d3-16b4c9c963da req-16ff5258-4bf1-40a2-b302-dc65f92e90b4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:04.853040 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69315a83-158c-4259-85d3-16b4c9c963da req-16ff5258-4bf1-40a2-b302-dc65f92e90b4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.2538569 Jul 06 18:03:04.955126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58246) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:04.990089 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69315a83-158c-4259-85d3-16b4c9c963da req-97ae2de5-aad2-48f5-a471-7034f92239fc tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215549 Jul 06 18:03:05.004123 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.045423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=b9eb5b01-1aa9-4a9a-a565-213380ce539b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:05.188351 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.245942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e69e6f9d-5944-4a96-bb21-f9bba5304a93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2622561e9e1d4bff9825e569a5c5d16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887323 Jul 06 18:03:05.248199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58252) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.326596 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b90ecc65-5b40-478f-aa0b-fb2bac012da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.333630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.340097 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.389458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b90ecc65-5b40-478f-aa0b-fb2bac012da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.421536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.422670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Fanout notify agent at l3_agent the message router_deleted on router df115020-e983-4df9-8d03-ab4afea3867e {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:05.439354 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.441131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-28e00e38-bbdf-4b98-819f-a26b83ca8600 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/routers/df115020-e983-4df9-8d03-ab4afea3867e HTTP/1.1" status: 204 len: 168 time: 2.0718431 Jul 06 18:03:05.443965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58254) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:05.444961 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.530491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1660f-8379-4c36-b987-b49dc258f42f req-479d5a45-7c4f-4eaf-bf95-7d7521e507b8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:05.541681 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cda1660f-8379-4c36-b987-b49dc258f42f req-479d5a45-7c4f-4eaf-bf95-7d7521e507b8 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.2127445 Jul 06 18:03:05.564569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.626723 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cda1660f-8379-4c36-b987-b49dc258f42f req-beb115e0-2409-4a31-80fa-9d0a196e6bf2 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831933 Jul 06 18:03:05.644118 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b90ecc65-5b40-478f-aa0b-fb2bac012da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.649730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b90ecc65-5b40-478f-aa0b-fb2bac012da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:05.653238 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b90ecc65-5b40-478f-aa0b-fb2bac012da2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6f1ad83-4313-41a4-8b1d-a0155646be85 HTTP/1.1" status: 204 len: 168 time: 0.4027176 Jul 06 18:03:05.675228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ecc65-5b40-478f-aa0b-fb2bac012da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f1ad83-4313-41a4-8b1d-a0155646be85,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:05.972260 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.005350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a68a86-732a-4e4f-b4f1-22a6258e6448']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:06.026022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87803ef-4394-4e9f-902c-ab044408d5c6') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:06.026740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87803ef-4394-4e9f-902c-ab044408d5c6') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:06.069426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.090236 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.099960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:06.100541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:06.106377 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:06.254035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.260847 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.271933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/networks/72a68a86-732a-4e4f-b4f1-22a6258e6448 HTTP/1.1" status: 204 len: 168 time: 0.8254194 Jul 06 18:03:06.311401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58270) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:06.313704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22926822-ff1f-4038-a470-de34e0fd8396 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Network': ['ID=72a68a86-732a-4e4f-b4f1-22a6258e6448,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:06.337615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'network': {'name': 'tempest-network-smoke--40928610', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:06.426007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Made reservation on behalf of c5d396b65d6544c290dc8fae46589686 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:06.438049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7643da36-d66a-4ad8-acb5-2250dcf040cb no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:06.438303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.448739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3a003-1023-4860-aeaa-c4114d4e8e16 req-8ac597e1-d582-4b66-a465-7e9c44015acf tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:06.475814 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66b3a003-1023-4860-aeaa-c4114d4e8e16 req-8ac597e1-d582-4b66-a465-7e9c44015acf tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.3043594 Jul 06 18:03:06.502091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:06.518401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 7643da36-d66a-4ad8-acb5-2250dcf040cb {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:06.519245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7643da36-d66a-4ad8-acb5-2250dcf040cb not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:06.519245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 360d3328-70a1-4bd2-9cb4-b28843a11a4d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:06.522029 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.522629 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Added segment f64e0466-06ee-4c0c-98d7-c90747cdb2c0 of type vlan for network 749d090a-dcba-4c17-8ee6-fde799e05e25 Jul 06 18:03:06.595503 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.603856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66b3a003-1023-4860-aeaa-c4114d4e8e16 req-5d07515b-3294-4f0d-b2ac-8aeb9fa82c82 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355443 Jul 06 18:03:06.605558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 360d3328-70a1-4bd2-9cb4-b28843a11a4d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:06.606076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 360d3328-70a1-4bd2-9cb4-b28843a11a4d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:06.699770 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.711305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:06.714858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.915996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5886471 Jul 06 18:03:06.916737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58290) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:06.925405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-485746710', 'admin_state_up': True, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:06.946653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35999529-7e54-4ddd-88b3-b987fc9db35e tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Network': ['ID=749d090a-dcba-4c17-8ee6-fde799e05e25,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:06.980833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 749d090a-dcba-4c17-8ee6-fde799e05e25 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:06.993898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:06.995958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.261735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.379999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58310) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:07.589597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:07.831762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b9eb5b01-1aa9-4a9a-a565-213380ce539b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:07.874123 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efaefab6-ac67-407b-bdf6-7787c180fb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:07.881979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: b9eb5b01-1aa9-4a9a-a565-213380ce539b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:07.882448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b9eb5b01-1aa9-4a9a-a565-213380ce539b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:07.942238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-198c7f3b-070c-4146-9961-5e6ee068b0cf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-731737815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:08.227230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941e1e-af32-4d07-acc2-284676538f58 req-6c1c89d7-514c-4457-b1ee-2022e2693c0d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:08.237257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d941e1e-af32-4d07-acc2-284676538f58 req-6c1c89d7-514c-4457-b1ee-2022e2693c0d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 1.2849419 Jul 06 18:03:08.246041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.248044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efaefab6-ac67-407b-bdf6-7787c180fb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.260789 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efaefab6-ac67-407b-bdf6-7787c180fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.330458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-efaefab6-ac67-407b-bdf6-7787c180fb88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5ab120a6b804bad8042b2c9161e297d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7386942 Jul 06 18:03:08.334697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:08.343636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaefab6-ac67-407b-bdf6-7787c180fb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2f2763-3cb4-4c48-a57a-45e65fe19899,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:08.348303 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-198c7f3b-070c-4146-9961-5e6ee068b0cf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.349419 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-198c7f3b-070c-4146-9961-5e6ee068b0cf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.401145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d941e1e-af32-4d07-acc2-284676538f58 req-fc834b40-bac8-4078-9e84-d266adca789e tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625342 Jul 06 18:03:08.505110 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-198c7f3b-070c-4146-9961-5e6ee068b0cf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.522435 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-198c7f3b-070c-4146-9961-5e6ee068b0cf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.543954 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee56c9ea-d355-40b3-bcf7-f6784c9bc3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.585783 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-198c7f3b-070c-4146-9961-5e6ee068b0cf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.587697 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-198c7f3b-070c-4146-9961-5e6ee068b0cf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2066314 Jul 06 18:03:08.590090 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee56c9ea-d355-40b3-bcf7-f6784c9bc3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.597734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:08.606540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-474991513'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:08.652692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Made reservation on behalf of e0e31fa63ab24b0ab3d11dda792e6285 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:08.656853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.671222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.695129 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee56c9ea-d355-40b3-bcf7-f6784c9bc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.698705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee56c9ea-d355-40b3-bcf7-f6784c9bc3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.699952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ee56c9ea-d355-40b3-bcf7-f6784c9bc3a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b2f2763-3cb4-4c48-a57a-45e65fe19899 HTTP/1.1" status: 204 len: 168 time: 0.3642483 Jul 06 18:03:08.716603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56c9ea-d355-40b3-bcf7-f6784c9bc3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2f2763-3cb4-4c48-a57a-45e65fe19899,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:08.783275 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.812163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.817784 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.835953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.865471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:08.876237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81bd06e-e72e-444e-9a04-76fcc2beb22d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:08.891059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:08.891865 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Added segment 2a1a34aa-b668-4886-8308-5a434b793721 of type vlan for network 3b8b2090-7278-496e-a677-0e01c97b4ba4 Jul 06 18:03:08.964685 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.018084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.030739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:09.031515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.095006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94691ba-4d7b-4961-8635-6a0e636956db req-5b175e1b-4883-4f4b-ad81-23b1829036f4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:09.096988 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d94691ba-4d7b-4961-8635-6a0e636956db req-5b175e1b-4883-4f4b-ad81-23b1829036f4 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.2665451 Jul 06 18:03:09.106234 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5073454 Jul 06 18:03:09.108209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58336) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:09.114863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'subnet': {'network_id': '3b8b2090-7278-496e-a677-0e01c97b4ba4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:09.145616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd0173-7f14-4ebe-86a3-ad8795dbf806 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Network': ['ID=3b8b2090-7278-496e-a677-0e01c97b4ba4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:09.165162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 3b8b2090-7278-496e-a677-0e01c97b4ba4 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:09.220882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.25.7.67 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/cbf4c025-47e6-4d02-b4fc-e65637f9a3e5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:09.280364 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d94691ba-4d7b-4961-8635-6a0e636956db req-63e9d881-b1d9-4283-b4eb-eae2b25041a5 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552513 Jul 06 18:03:09.435114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Made reservation on behalf of e0e31fa63ab24b0ab3d11dda792e6285 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:09.439496 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.538332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.617867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61c6e-3b1c-4c69-943b-b6d9226adbdc req-7d91230a-3633-4bb5-a5c8-c0dc514838c1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:09.625069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6b61c6e-3b1c-4c69-943b-b6d9226adbdc req-7d91230a-3633-4bb5-a5c8-c0dc514838c1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.1213894 Jul 06 18:03:09.703246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.741239 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6b61c6e-3b1c-4c69-943b-b6d9226adbdc req-35cfa90e-efe4-4e0f-9e3d-78d5561fa801 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850589 Jul 06 18:03:09.853882 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:09.870637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Subnet': ['ID=820a4d97-3e67-47ca-9cea-d37596c4377d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:09.881939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Checking segment: {'id': '2a1a34aa-b668-4886-8308-5a434b793721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b8b2090-7278-496e-a677-0e01c97b4ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:09.882589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network hostable DHCP agents. Network: 3b8b2090-7278-496e-a677-0e01c97b4ba4, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:10.016669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:10.048680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:10.058500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac9766-f99f-489a-986e-c8a183602388 req-bd81d37a-c49b-4e43-ba39-46470f86e7bc tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:10.058751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:10.061523 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6dac9766-f99f-489a-986e-c8a183602388 req-bd81d37a-c49b-4e43-ba39-46470f86e7bc tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.0955451 Jul 06 18:03:10.121615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network 3b8b2090-7278-496e-a677-0e01c97b4ba4 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:10.127815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6dac9766-f99f-489a-986e-c8a183602388 req-c2872d3d-0f6f-4581-9107-b6ee44525f0a tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532746 Jul 06 18:03:10.144829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=cbf4c025-47e6-4d02-b4fc-e65637f9a3e5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:10.151913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 3b8b2090-7278-496e-a677-0e01c97b4ba4) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:10.160168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:10.162850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fd2a99-35fe-464d-9c02-22154327ccb2 None None] Network 3b8b2090-7278-496e-a677-0e01c97b4ba4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:10.167039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.264037 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-310b9cce-20da-4b94-8b39-6728de1d4400 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1513414 Jul 06 18:03:10.264330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:10.271694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'network': {'name': 'tempest-router-network01--196042891'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:10.340705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Made reservation on behalf of e0e31fa63ab24b0ab3d11dda792e6285 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:10.344719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.393382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:10.492974 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.493551 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Added segment 299cc51d-359d-4825-ad81-534299ba47e0 of type vlan for network 1722b0aa-03af-4a89-9535-c3e3bd129caa Jul 06 18:03:10.510167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-3b8b2090-7278-496e-a677-0e01c97b4ba4', 'network_id': '3b8b2090-7278-496e-a677-0e01c97b4ba4', 'tenant_id': 'e0e31fa63ab24b0ab3d11dda792e6285', 'fixed_ips': [{'subnet_id': '820a4d97-3e67-47ca-9cea-d37596c4377d'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:10.511151 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.733009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Allocated IP 2001:db8::2 (3b8b2090-7278-496e-a677-0e01c97b4ba4/820a4d97-3e67-47ca-9cea-d37596c4377d/e1ff5725-7169-4edb-938a-14c41984c86c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:10.736144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.784937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.893681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91fa86-78fd-422a-b534-9d388dd01613 req-75e4aa8f-8db7-4ceb-ab94-3ec7661a6fa3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:10.901932 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d91fa86-78fd-422a-b534-9d388dd01613 req-75e4aa8f-8db7-4ceb-ab94-3ec7661a6fa3 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.4052312 Jul 06 18:03:10.926981 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:10.933084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:10.933881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.135083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d91fa86-78fd-422a-b534-9d388dd01613 req-6b0f5da0-6943-4b4c-aa10-a19b86476bb6 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320740 Jul 06 18:03:11.143440 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8779225 Jul 06 18:03:11.147496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58392) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:11.175856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'network': {'name': 'tempest-router-network02--785865543'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:11.201086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60fa0-23ba-4a7b-8504-b9ace6e9c45f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Network': ['ID=1722b0aa-03af-4a89-9535-c3e3bd129caa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:11.272681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Made reservation on behalf of e0e31fa63ab24b0ab3d11dda792e6285 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:11.272976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 1722b0aa-03af-4a89-9535-c3e3bd129caa details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:11.294367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.400353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:11.434182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.438452 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Added segment a5c33ef7-f373-4ffd-967b-0fb4b91cc19e of type vlan for network e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 Jul 06 18:03:11.622019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.635394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Transition to ACTIVE for port object e1ff5725-7169-4edb-938a-14c41984c86c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:11.658228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Transition to ACTIVE for port object e1ff5725-7169-4edb-938a-14c41984c86c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:11.668607 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.693643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.741117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Network 3b8b2090-7278-496e-a677-0e01c97b4ba4 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:11.754503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:11.764172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:11.848474 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.890676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Pushing event updated for resources: {'Port': ['ID=e1ff5725-7169-4edb-938a-14c41984c86c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:11.891342 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.892425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b839a6-ee27-4b49-b5c6-f35ae41ac42f req-0fc99769-db67-4ea4-84ae-9a9892e0a278 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:11.897158 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7b839a6-ee27-4b49-b5c6-f35ae41ac42f req-0fc99769-db67-4ea4-84ae-9a9892e0a278 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.4869585 Jul 06 18:03:11.905860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:11.906929 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.911732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Attempting to bind port e1ff5725-7169-4edb-938a-14c41984c86c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:11.912328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Attempting to bind port e1ff5725-7169-4edb-938a-14c41984c86c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '2a1a34aa-b668-4886-8308-5a434b793721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b8b2090-7278-496e-a677-0e01c97b4ba4'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:11.912936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Attempting to bind port e1ff5725-7169-4edb-938a-14c41984c86c on network 3b8b2090-7278-496e-a677-0e01c97b4ba4 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:11.922500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:11.923105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Checking segment: {'id': '2a1a34aa-b668-4886-8308-5a434b793721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b8b2090-7278-496e-a677-0e01c97b4ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:11.923775 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.924453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Bound using segment: {'id': '2a1a34aa-b668-4886-8308-5a434b793721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b8b2090-7278-496e-a677-0e01c97b4ba4'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:11.925243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Bound port: e1ff5725-7169-4edb-938a-14c41984c86c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1a34aa-b668-4886-8308-5a434b793721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3b8b2090-7278-496e-a677-0e01c97b4ba4'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:11.925885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:11.931956 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7815890 Jul 06 18:03:11.975182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58398) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:11.978710 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-2de4f394-3a77-4b05-abae-beaf27a9589a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3393040 Jul 06 18:03:11.984022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'subnet': {'network_id': '1722b0aa-03af-4a89-9535-c3e3bd129caa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:12.076332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] For port e1ff5725-7169-4edb-938a-14c41984c86c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:12.080191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] For port e1ff5725-7169-4edb-938a-14c41984c86c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e1ff5725-7169-4edb-938a-14c41984c86c,segment=NetworkSegment(2a1a34aa-b668-4886-8308-5a434b793721),segment_id=2a1a34aa-b668-4886-8308-5a434b793721)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:12.089974 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:12.122412 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7b839a6-ee27-4b49-b5c6-f35ae41ac42f req-776eeb17-955f-41af-b2fa-035780acfb73 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536270 Jul 06 18:03:12.198558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeec5f6-ba64-43cc-ae2f-fa13e260fafa None None] Pushing event updated for resources: {'Port': ['ID=e1ff5725-7169-4edb-938a-14c41984c86c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:12.200645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router a42e583d-63f8-427b-9358-c61d2a00f7a3 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:03:12.276742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8273f-24a0-4114-9aaa-b0c85beb22a4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Network': ['ID=e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:12.297627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:12.355733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Made reservation on behalf of e0e31fa63ab24b0ab3d11dda792e6285 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:12.368295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:12.512462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-476b4fe2-e03b-4be3-93c3-cef6baed0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:12.514699 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-476b4fe2-e03b-4be3-93c3-cef6baed0ddc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e4c0774b98f4043bb0ba307efd25871&device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 1097 time: 0.4505410 Jul 06 18:03:12.650457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:12.683043 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Sync routers for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:12.696440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1904e2e-819c-457e-ba04-922bf0fd4b4c req-a84eb11f-21e4-4131-b0fc-d97b7f487fe1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:12.702586 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:12.704254 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:12.718427 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d1904e2e-819c-457e-ba04-922bf0fd4b4c req-a84eb11f-21e4-4131-b0fc-d97b7f487fe1 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.2144210 Jul 06 18:03:12.781458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:12.795864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9f3ad3c2-2a94-4e30-88a5-8219b9bab6bf tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8711286 Jul 06 18:03:12.798355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58412) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:12.902049 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3d7f4566-ff5b-414f-9992-44ee58121321 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c5d396b65d6544c290dc8fae46589686&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0985811 Jul 06 18:03:12.913561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:12.949725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-eb45fff1-e05f-4cc5-9962-7912fc76f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:12.954702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-eb45fff1-e05f-4cc5-9962-7912fc76f4ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 200 len: 915 time: 0.4031079 Jul 06 18:03:13.021152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-5f597f71-f6c4-484f-a4e8-975265d13134 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be8b0f5-c841-494e-a989-e0c873122777 HTTP/1.1" status: 200 len: 217 time: 0.0601685 Jul 06 18:03:13.043327 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:13.129922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d1904e2e-819c-457e-ba04-922bf0fd4b4c req-12b4cbaf-9c30-4c08-a7c6-251dc86baa9d tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058502 Jul 06 18:03:13.149031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-e4d46183-2f73-4229-9812-01713bb09912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:13.152199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-e4d46183-2f73-4229-9812-01713bb09912 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 200 len: 854 time: 0.1223481 Jul 06 18:03:13.158742 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.205854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b033f9b-44d4-4ac7-a991-de9e6a2596ab tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:13.207801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2b033f9b-44d4-4ac7-a991-de9e6a2596ab tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2924249 Jul 06 18:03:13.214676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:13.362817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-f14655a0-5c6f-4052-93a8-10fc5e0f3bb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1989474 Jul 06 18:03:13.409035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-74fb99a0-d29a-45cc-a430-583824ca6cb0 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1928980 Jul 06 18:03:13.413529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:13.419500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-564290970', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:13.561875 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:10Z', 'revision_number': 3, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:13.568891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Subnet': ['ID=267d45f1-2502-45b2-a794-94cb79ab9a7b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:13.602902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Checking segment: {'id': '299cc51d-359d-4825-ad81-534299ba47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1722b0aa-03af-4a89-9535-c3e3bd129caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:13.603369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network hostable DHCP agents. Network: 1722b0aa-03af-4a89-9535-c3e3bd129caa, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:13.630641 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Checking router: a42e583d-63f8-427b-9358-c61d2a00f7a3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:03:13.639527 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Updating router a42e583d-63f8-427b-9358-c61d2a00f7a3 port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:03:13.655295 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-ad7266f3-dc4e-4e78-b028-c3c90b6f3b91 service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673221 Jul 06 18:03:13.656742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network 1722b0aa-03af-4a89-9535-c3e3bd129caa is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:13.693581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Made reservation on behalf of c5d396b65d6544c290dc8fae46589686 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:13.699976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.747583 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.808910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 1722b0aa-03af-4a89-9535-c3e3bd129caa) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:13.819549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f8d672-5286-43b5-b8f6-88d060ad5116 None None] Network 1722b0aa-03af-4a89-9535-c3e3bd129caa requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:13.826139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95467f-009a-4834-b5e0-869c137b087f req-3afb40d4-5f96-464b-a574-619c040e7e8b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:13.826612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:13.827375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:13.829293 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e95467f-009a-4834-b5e0-869c137b087f req-3afb40d4-5f96-464b-a574-619c040e7e8b tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.3146989 Jul 06 18:03:13.911575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-49f259dc-cbf9-457b-b40a-ba0642665ebf tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9289193 Jul 06 18:03:13.915120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:13.944763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'subnet': {'network_id': 'e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:14.082278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e1ff5725-7169-4edb-938a-14c41984c86c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:14.131550 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e95467f-009a-4834-b5e0-869c137b087f req-06324262-6601-4bdd-ac29-019dbebb69ca tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699060 Jul 06 18:03:14.289510 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-93f2f607-e003-4123-b0a2-837d267c0a54 req-17c15bfd-eadf-45a6-9745-cee1cd84000f service neutron] 10.222.0.55 "GET /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240063 Jul 06 18:03:14.416734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port e1ff5725-7169-4edb-938a-14c41984c86c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:14.509903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab90568-05d4-4ed4-82c1-eb93f070f564 None None] Network 3b8b2090-7278-496e-a677-0e01c97b4ba4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:14.511216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Made reservation on behalf of e0e31fa63ab24b0ab3d11dda792e6285 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:14.533757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-1722b0aa-03af-4a89-9535-c3e3bd129caa', 'network_id': '1722b0aa-03af-4a89-9535-c3e3bd129caa', 'tenant_id': 'e0e31fa63ab24b0ab3d11dda792e6285', 'fixed_ips': [{'subnet_id': '267d45f1-2502-45b2-a794-94cb79ab9a7b'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:14.535146 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.538163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.609160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2714ab36-bd2f-43b4-8fdd-e9161d658468 None None] Provisioning for port e1ff5725-7169-4edb-938a-14c41984c86c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:14.666758 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.682801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.693410 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Transition to ACTIVE for port object cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:14.748843 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.856131 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad6583-c560-45f5-92e7-66670084db39 None None] Pushing event updated for resources: {'Port': ['ID=cbf4c025-47e6-4d02-b4fc-e65637f9a3e5,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:14.893279 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Attempting to bind port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:14.893692 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Attempting to bind port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:14.894067 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Attempting to bind port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:14.902009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:14.902430 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:14.902850 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.903432 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:14.903989 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Bound port: cbf4c025-47e6-4d02-b4fc-e65637f9a3e5, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:14.904440 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:14.978668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Subnet': ['ID=c8c0c21e-780d-4411-9483-d57ab715cb79,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:14.996481 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] For port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:15.001619 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] For port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cbf4c025-47e6-4d02-b4fc-e65637f9a3e5,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:15.009501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Checking segment: {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:15.009976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network hostable DHCP agents. Network: 749d090a-dcba-4c17-8ee6-fde799e05e25, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:15.010263 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.044368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 749d090a-dcba-4c17-8ee6-fde799e05e25 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:15.050247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2714ab36-bd2f-43b4-8fdd-e9161d658468 None None] Provisioning complete for port e1ff5725-7169-4edb-938a-14c41984c86c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:15.050913 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2714ab36-bd2f-43b4-8fdd-e9161d658468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.075910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 749d090a-dcba-4c17-8ee6-fde799e05e25) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:15.083541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:15.084158 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.121861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de05641-d6c6-4feb-b59f-13626e0f8ba4 None None] Network 749d090a-dcba-4c17-8ee6-fde799e05e25 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:15.135618 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9f14f840-1252-4ba8-a323-1fc64e9353fa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7172396 Jul 06 18:03:15.136423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:15.156882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Allocated IP 2001:db8::2 (1722b0aa-03af-4a89-9535-c3e3bd129caa/267d45f1-2502-45b2-a794-94cb79ab9a7b/8a0c496d-0e9f-4a79-b898-a1500cb28bb1) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:15.160376 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:15.160994 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:02:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:15.189670 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.373406 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad6583-c560-45f5-92e7-66670084db39 None None] Pushing event updated for resources: {'Port': ['ID=cbf4c025-47e6-4d02-b4fc-e65637f9a3e5,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:15.443379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Checking segment: {'id': 'a5c33ef7-f373-4ffd-967b-0fb4b91cc19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:15.443827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network hostable DHCP agents. Network: e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:15.447492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Subnet': ['ID=79e9d128-e6b4-49ee-ba84-01f780b3561b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:15.495140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:15.520267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:15.533715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:15.534384 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:15.555427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7477ce-6bca-49a5-8426-dae1c53d7a56 None None] Network e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:15.563685 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:15.584913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-381701e9-4e41-4c26-95ee-ec1317c7a225 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6685295 Jul 06 18:03:15.591100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58470) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:16.161038 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:10Z', 'revision_number': 3, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:16.265459 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d761f85-0e48-41aa-a010-95d2e6a23989 None None] The sync data for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 is: [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:10Z', 'revision_number': 3, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:16.786488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-749d090a-dcba-4c17-8ee6-fde799e05e25', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:16.791160 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.839501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0', 'network_id': 'e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0', 'tenant_id': 'e0e31fa63ab24b0ab3d11dda792e6285', 'fixed_ips': [{'subnet_id': '79e9d128-e6b4-49ee-ba84-01f780b3561b'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:16.872682 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:16.972689 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2714ab36-bd2f-43b4-8fdd-e9161d658468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.236404 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.482074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2714ab36-bd2f-43b4-8fdd-e9161d658468 None None] For port e1ff5725-7169-4edb-938a-14c41984c86c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e1ff5725-7169-4edb-938a-14c41984c86c,segment=NetworkSegment(2a1a34aa-b668-4886-8308-5a434b793721),segment_id=2a1a34aa-b668-4886-8308-5a434b793721)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:17.502127 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db725b67-22c7-48e7-b988-f4a8ce5c4263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.549151 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.559681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Transition to ACTIVE for port object 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:17.577596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Transition to ACTIVE for port object 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:17.599532 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2714ab36-bd2f-43b4-8fdd-e9161d658468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.606896 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.803211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Allocated IP 2001:db8::2 (e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0/79e9d128-e6b4-49ee-ba84-01f780b3561b/e373d793-c14b-4573-9c39-d0faeb3fa395) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:17.858847 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:17.950610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Network 1722b0aa-03af-4a89-9535-c3e3bd129caa is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:17.976127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.20.0.1 (749d090a-dcba-4c17-8ee6-fde799e05e25/c8c0c21e-780d-4411-9483-d57ab715cb79/1274bbfd-ff8e-46eb-840d-3897cfe22369) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:17.980250 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:17.984599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:18.317215 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.370264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Allocated IP 2001:db8::1 (1722b0aa-03af-4a89-9535-c3e3bd129caa/267d45f1-2502-45b2-a794-94cb79ab9a7b/78eab83f-9d47-48ae-8140-159c5b171797) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:18.390002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Transition to ACTIVE for port object 1274bbfd-ff8e-46eb-840d-3897cfe22369 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:18.505947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:18.543188 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.558487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.618010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Transition to ACTIVE for port object 78eab83f-9d47-48ae-8140-159c5b171797 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:18.662753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714ab36-bd2f-43b4-8fdd-e9161d658468 None None] Pushing event updated for resources: {'Port': ['ID=e1ff5725-7169-4edb-938a-14c41984c86c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:18.674580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 749d090a-dcba-4c17-8ee6-fde799e05e25 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:18.683935 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.686900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:18.697718 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:18.791958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=1274bbfd-ff8e-46eb-840d-3897cfe22369,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:18.872016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8bfea993-c5e5-4c13-83ec-201690194446 None None] Provisioning complete for port e1ff5725-7169-4edb-938a-14c41984c86c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:18.872897 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bfea993-c5e5-4c13-83ec-201690194446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.903440 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:18.969267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Port': ['ID=78eab83f-9d47-48ae-8140-159c5b171797,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:18.981415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network 1722b0aa-03af-4a89-9535-c3e3bd129caa is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:18.988168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:19.000758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:19.001738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.190256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Allocated IP 172.20.0.2 (749d090a-dcba-4c17-8ee6-fde799e05e25/c8c0c21e-780d-4411-9483-d57ab715cb79/826855d4-b0ee-45cb-9d82-f43ceb680a18) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:19.259854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Pushing event updated for resources: {'Port': ['ID=8a0c496d-0e9f-4a79-b898-a1500cb28bb1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:19.342083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.469161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.638039 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.653954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Transition to ACTIVE for port object 826855d4-b0ee-45cb-9d82-f43ceb680a18 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:19.696434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Attempting to bind port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:19.696933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Attempting to bind port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '299cc51d-359d-4825-ad81-534299ba47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1722b0aa-03af-4a89-9535-c3e3bd129caa'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:19.705337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Attempting to bind port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 on network 1722b0aa-03af-4a89-9535-c3e3bd129caa {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:19.869507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Transition to ACTIVE for port object 826855d4-b0ee-45cb-9d82-f43ceb680a18 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:19.893645 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77c65822-0b2f-48a9-a20b-955673d8f9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.895491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:19.900564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Checking segment: {'id': '299cc51d-359d-4825-ad81-534299ba47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1722b0aa-03af-4a89-9535-c3e3bd129caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:19.901211 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.901648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Bound using segment: {'id': '299cc51d-359d-4825-ad81-534299ba47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1722b0aa-03af-4a89-9535-c3e3bd129caa'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:19.902181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Bound port: 8a0c496d-0e9f-4a79-b898-a1500cb28bb1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299cc51d-359d-4825-ad81-534299ba47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1722b0aa-03af-4a89-9535-c3e3bd129caa'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:19.903762 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.949476 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:19.958402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:20.082275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:20.082809 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.270542 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.273779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Pushing event updated for resources: {'Port': ['ID=826855d4-b0ee-45cb-9d82-f43ceb680a18,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:20.280933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.304201 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.323093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.325037 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.391225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] For port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:20.397821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] For port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8a0c496d-0e9f-4a79-b898-a1500cb28bb1,segment=NetworkSegment(299cc51d-359d-4825-ad81-534299ba47e0),segment_id=299cc51d-359d-4825-ad81-534299ba47e0)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:20.432995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.441225 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.469420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Network 749d090a-dcba-4c17-8ee6-fde799e05e25 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:20.605710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.621707 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.626223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Port': ['ID=78eab83f-9d47-48ae-8140-159c5b171797,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:20.628058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=1274bbfd-ff8e-46eb-840d-3897cfe22369,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:20.732027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34de4f-86c0-46fb-8d02-a3db0e3da2ee None None] Pushing event updated for resources: {'Port': ['ID=8a0c496d-0e9f-4a79-b898-a1500cb28bb1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:20.750517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:20.756146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Transition to ACTIVE for port object e373d793-c14b-4573-9c39-d0faeb3fa395 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:20.767978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:20.855791 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.913352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 749d090a-dcba-4c17-8ee6-fde799e05e25 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:20.918712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:20.927513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Transition to ACTIVE for port object e373d793-c14b-4573-9c39-d0faeb3fa395 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:20.977324 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:20.980005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network 1722b0aa-03af-4a89-9535-c3e3bd129caa is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:20.985185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:21.161848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Attempting to bind port 826855d4-b0ee-45cb-9d82-f43ceb680a18 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:21.170501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Attempting to bind port 826855d4-b0ee-45cb-9d82-f43ceb680a18 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:21.173751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Attempting to bind port 826855d4-b0ee-45cb-9d82-f43ceb680a18 on network 749d090a-dcba-4c17-8ee6-fde799e05e25 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:21.209422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Network e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:21.233055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:21.244718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:21.252071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router a42e583d-63f8-427b-9358-c61d2a00f7a3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:21.285775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Pushing event updated for resources: {'Port': ['ID=e373d793-c14b-4573-9c39-d0faeb3fa395,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:21.302269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:21.306315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Checking segment: {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:21.311185 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.311651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Bound using segment: {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:21.312120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Bound port: 826855d4-b0ee-45cb-9d82-f43ceb680a18, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:21.312640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.343860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.473157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Router 5b0eccd6-1bb7-46a3-8620-2293678bc8c3 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:03:21.526443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cbf4c025-47e6-4d02-b4fc-e65637f9a3e5,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:21.676484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:21.695133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:21.738329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-10974d50-76fb-448b-b2bb-6327b6b119c9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "PUT /v2.0/routers/a42e583d-63f8-427b-9358-c61d2a00f7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6011803 Jul 06 18:03:21.739549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:21.852841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:21.866519 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64f4ad-55d8-481b-8032-9eb998a15320 None None] Sync routers for ids ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:21.890378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58562) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:21.891441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2a409709-9804-4e0b-88ff-85a37fc369fe tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "PUT /v2.0/routers/5b0eccd6-1bb7-46a3-8620-2293678bc8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2943473 Jul 06 18:03:21.901293 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64f4ad-55d8-481b-8032-9eb998a15320 None None] Routers {'5b0eccd6-1bb7-46a3-8620-2293678bc8c3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:21.902392 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ca64f4ad-55d8-481b-8032-9eb998a15320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:21.950294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Sync routers for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:21.997384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] For port 826855d4-b0ee-45cb-9d82-f43ceb680a18, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:22.079390 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ca64f4ad-55d8-481b-8032-9eb998a15320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:22.091020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=cbf4c025-47e6-4d02-b4fc-e65637f9a3e5,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:22.104938 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64f4ad-55d8-481b-8032-9eb998a15320 None None] Routers {'5b0eccd6-1bb7-46a3-8620-2293678bc8c3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:22.105905 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ca64f4ad-55d8-481b-8032-9eb998a15320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:22.113136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Attempting to bind port e373d793-c14b-4573-9c39-d0faeb3fa395 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:22.115144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Attempting to bind port e373d793-c14b-4573-9c39-d0faeb3fa395 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'a5c33ef7-f373-4ffd-967b-0fb4b91cc19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:22.116026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Attempting to bind port e373d793-c14b-4573-9c39-d0faeb3fa395 on network e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:22.149920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] For port 826855d4-b0ee-45cb-9d82-f43ceb680a18, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=826855d4-b0ee-45cb-9d82-f43ceb680a18,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:22.153065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:22.157519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:22.174892 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.223131 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ca64f4ad-55d8-481b-8032-9eb998a15320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:22.224232 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64f4ad-55d8-481b-8032-9eb998a15320 None None] The sync data for ids ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:22.294847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:22.295433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Checking segment: {'id': 'a5c33ef7-f373-4ffd-967b-0fb4b91cc19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:22.295956 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.296467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Bound using segment: {'id': 'a5c33ef7-f373-4ffd-967b-0fb4b91cc19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:22.297075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Bound port: e373d793-c14b-4573-9c39-d0faeb3fa395, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c33ef7-f373-4ffd-967b-0fb4b91cc19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:22.297579 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:22.301494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef82e6c-84a4-4546-8528-6dfed5556677 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.302095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef82e6c-84a4-4546-8528-6dfed5556677 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.303262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef82e6c-84a4-4546-8528-6dfed5556677 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.304033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef82e6c-84a4-4546-8528-6dfed5556677 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.305075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef82e6c-84a4-4546-8528-6dfed5556677 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.305549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef82e6c-84a4-4546-8528-6dfed5556677 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.306020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef82e6c-84a4-4546-8528-6dfed5556677 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.306754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef82e6c-84a4-4546-8528-6dfed5556677 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.312834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58564) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:22.313071 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aef82e6c-84a4-4546-8528-6dfed5556677 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5666 time: 0.5687943 Jul 06 18:03:22.327169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:22.599836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62496d-94ad-4850-af09-ec184c013e00 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.601018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62496d-94ad-4850-af09-ec184c013e00 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.602752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62496d-94ad-4850-af09-ec184c013e00 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.603441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62496d-94ad-4850-af09-ec184c013e00 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.604267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62496d-94ad-4850-af09-ec184c013e00 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.604954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62496d-94ad-4850-af09-ec184c013e00 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.605593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62496d-94ad-4850-af09-ec184c013e00 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.606227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62496d-94ad-4850-af09-ec184c013e00 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:22.609775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7f62496d-94ad-4850-af09-ec184c013e00 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5205 time: 0.2952528 Jul 06 18:03:22.613751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58570) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:22.924225 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-ed5a960d-4694-41f3-99f7-b6272c9f821b tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:03:22.933258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ed5a960d-4694-41f3-99f7-b6272c9f821b tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "PUT /v2.0/routers/5b0eccd6-1bb7-46a3-8620-2293678bc8c3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0487158 Jul 06 18:03:22.935234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:23.034776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ef6bb5-5644-46cc-80d7-35c8bf91e2fc None None] Network 1722b0aa-03af-4a89-9535-c3e3bd129caa requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:23.118572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Pushing event updated for resources: {'Port': ['ID=826855d4-b0ee-45cb-9d82-f43ceb680a18,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:23.123583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:23.134534 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.228565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.230780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.231215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.231685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.232194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.238538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.239325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.240795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.241406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.242555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.243970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.247371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de02240-a990-41e1-a773-82511d49cdb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:23.272833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-de11dc93-9c46-412c-8d4e-f70f504062e3 None None] Provisioning for port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:23.380315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] For port e373d793-c14b-4573-9c39-d0faeb3fa395, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:23.462743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b3cdb584-544a-4f2b-91ce-6e464dab7d85 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2149 time: 0.8476551 Jul 06 18:03:23.511698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] For port e373d793-c14b-4573-9c39-d0faeb3fa395, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e373d793-c14b-4573-9c39-d0faeb3fa395,segment=NetworkSegment(a5c33ef7-f373-4ffd-967b-0fb4b91cc19e),segment_id=a5c33ef7-f373-4ffd-967b-0fb4b91cc19e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:23.534292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:23.557737 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:23.612663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:23.613059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.287996 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.850755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58598) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:24.857978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-512fe583-5d2a-4d94-a1dd-79a4190fb76b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-478501665', 'description': 'tempest-secgroup-smoke-478501665 description', 'project_id': 'c5d396b65d6544c290dc8fae46589686'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:24.902709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-512fe583-5d2a-4d94-a1dd-79a4190fb76b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:24.941786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49feea23-7844-4f97-8bb2-abe79b0d1bb9 None None] Network 749d090a-dcba-4c17-8ee6-fde799e05e25 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:25.124329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf7129-0a3f-499f-8613-591930bf1807 None None] Pushing event updated for resources: {'Port': ['ID=e373d793-c14b-4573-9c39-d0faeb3fa395,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:25.183364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-512fe583-5d2a-4d94-a1dd-79a4190fb76b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.203052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-512fe583-5d2a-4d94-a1dd-79a4190fb76b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.237941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Deleting port 78eab83f-9d47-48ae-8140-159c5b171797 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:25.238771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.299181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7aa052d2-5647-48d5-8e05-38314502f4f5 None None] Provisioning for port 826855d4-b0ee-45cb-9d82-f43ceb680a18 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:25.394329 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-512fe583-5d2a-4d94-a1dd-79a4190fb76b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.400270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-512fe583-5d2a-4d94-a1dd-79a4190fb76b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5465970 Jul 06 18:03:25.405408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:25.423687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fe583-5d2a-4d94-a1dd-79a4190fb76b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:25.444598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f9491389-94dc-4baa-ae67-a06850dcd1e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': 'e7bf175f-b1e2-48e3-9666-d9b5ffd93f11', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:25.626013 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.652269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Calling delete_port for 78eab83f-9d47-48ae-8140-159c5b171797 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:25.766215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.898862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8a0c496d-0e9f-4a79-b898-a1500cb28bb1,segment=NetworkSegment(299cc51d-359d-4825-ad81-534299ba47e0),segment_id=299cc51d-359d-4825-ad81-534299ba47e0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:25.919456 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:25.926377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e1ff5725-7169-4edb-938a-14c41984c86c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:25.986250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.062706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc33613-1598-4c2e-9aa3-41e21c885cd1 req-9d82be7b-3668-4f65-9af3-0f6ad53e9347 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:26.064806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '1274bbfd-ff8e-46eb-840d-3897cfe22369', 'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:b1:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:17Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 2, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:26.079074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cc33613-1598-4c2e-9aa3-41e21c885cd1 req-9d82be7b-3668-4f65-9af3-0f6ad53e9347 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.2371249 Jul 06 18:03:26.102904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Port': ['ID=78eab83f-9d47-48ae-8140-159c5b171797,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:26.140504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.140504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.140504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.141217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.141415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.141803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.142372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.143393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.143976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.144935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.145144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.146123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:26.158576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cc33613-1598-4c2e-9aa3-41e21c885cd1 req-28ef968d-fb06-4f1f-a462-a84619d04472 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764279 Jul 06 18:03:26.162914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Checking router: a42e583d-63f8-427b-9358-c61d2a00f7a3 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:03:26.167783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Updating router a42e583d-63f8-427b-9358-c61d2a00f7a3 port 1274bbfd-ff8e-46eb-840d-3897cfe22369 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:03:26.216310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=8a0c496d-0e9f-4a79-b898-a1500cb28bb1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:26.259388 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9491389-94dc-4baa-ae67-a06850dcd1e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.266226 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.275961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e1ff5725-7169-4edb-938a-14c41984c86c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:26.276502 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.531884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.591806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9491389-94dc-4baa-ae67-a06850dcd1e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.617401 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9491389-94dc-4baa-ae67-a06850dcd1e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:26.775391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-18a63496-359f-45a3-9e4c-8e41e8aa0c78 None None] Could not find standard attr ID for object 78eab83f-9d47-48ae-8140-159c5b171797. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:03:27.294601 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.328652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Transition to ACTIVE for port object 1274bbfd-ff8e-46eb-840d-3897cfe22369 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:27.353734 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.515787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-18a63496-359f-45a3-9e4c-8e41e8aa0c78 None None] Provisioning complete for port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:27.519042 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-18a63496-359f-45a3-9e4c-8e41e8aa0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:27.545035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726775e-9c1b-415a-b6db-f12ff3471df8 None None] Network e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:27.640635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-5a84e676-eb18-4d1f-bfdd-af637c0e7c44 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:27.652684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-5a84e676-eb18-4d1f-bfdd-af637c0e7c44 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 946 time: 0.3064544 Jul 06 18:03:27.997532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Deleting port 1be8b0f5-c841-494e-a989-e0c873122777 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:28.001009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.096898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa22ef0-9d49-4b3b-b30f-925d9491cef3 None None] Pushing event updated for resources: {'Port': ['ID=1274bbfd-ff8e-46eb-840d-3897cfe22369,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:28.184623 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9491389-94dc-4baa-ae67-a06850dcd1e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.215629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f9491389-94dc-4baa-ae67-a06850dcd1e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7731512 Jul 06 18:03:28.216988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9491389-94dc-4baa-ae67-a06850dcd1e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23821194-980c-474f-a6a3-c4239486313f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:28.243783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58644) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:28.262094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] For port 1be8b0f5-c841-494e-a989-e0c873122777, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=1be8b0f5-c841-494e-a989-e0c873122777,segment=NetworkSegment(99b7e49c-16f2-4718-ae56-3415b0533539),segment_id=99b7e49c-16f2-4718-ae56-3415b0533539)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:28.262838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.296983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Calling delete_port for 1be8b0f5-c841-494e-a989-e0c873122777 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:28.369279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e47f435d-c304-4b59-bc07-4c760f4c36e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': 'e7bf175f-b1e2-48e3-9666-d9b5ffd93f11', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:28.493262 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:28.547869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.603941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['1be8b0f5-c841-494e-a989-e0c873122777'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:03:28.666809 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e47f435d-c304-4b59-bc07-4c760f4c36e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.742186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Pushing event deleted for resources: {'Port': ['ID=1be8b0f5-c841-494e-a989-e0c873122777,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:28.755895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Attempting to bind port 1274bbfd-ff8e-46eb-840d-3897cfe22369 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:28.756496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Attempting to bind port 1274bbfd-ff8e-46eb-840d-3897cfe22369 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:28.757114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Attempting to bind port 1274bbfd-ff8e-46eb-840d-3897cfe22369 on network 749d090a-dcba-4c17-8ee6-fde799e05e25 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:28.852416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:28.853004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Checking segment: {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:28.853401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.854252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Bound using segment: {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:28.861677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Bound port: 1274bbfd-ff8e-46eb-840d-3897cfe22369, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:28.862925 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.912392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] No DVR routers for this DVR port 1be8b0f5-c841-494e-a989-e0c873122777 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:28.917124 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:28.930791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a541054-dead-4f8b-bdbf-eff45a71033b req-0820af5f-ec8c-438b-91a9-9cfbe20b58d7 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.55 "DELETE /v2.0/ports/1be8b0f5-c841-494e-a989-e0c873122777 HTTP/1.1" status: 204 len: 173 time: 1.2756748 Jul 06 18:03:28.930791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-deleted', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:03:28.933101 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd4f3c5-3ea9-4f6e-906d-c75bdca5ae4a" -d '{"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-deleted", "tag": "1be8b0f5-c841-494e-a989-e0c873122777"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:03:28.965898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:28.966479 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.027794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513154d-e742-4d20-9feb-fc001fca72bc req-428f2f5a-167f-4e6a-8f33-d674ff0a7e49 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:29.040596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a513154d-e742-4d20-9feb-fc001fca72bc req-428f2f5a-167f-4e6a-8f33-d674ff0a7e49 tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc HTTP/1.1" status: 200 len: 868 time: 0.9130280 Jul 06 18:03:29.102981 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ce8b7-461e-4213-af2c-46fffa8c6d49 x-openstack-request-id: req-8e2ce8b7-461e-4213-af2c-46fffa8c6d49 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:03:29.103281 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc", "name": "network-vif-deleted", "tag": "1be8b0f5-c841-494e-a989-e0c873122777", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:03:29.103517 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e2ce8b7-461e-4213-af2c-46fffa8c6d49 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:03:29.103817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Router 5b0eccd6-1bb7-46a3-8620-2293678bc8c3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:29.104311 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a7f624-84d0-46ca-8f61-3eb4a7ebd8dc', 'name': 'network-vif-deleted', 'tag': '1be8b0f5-c841-494e-a989-e0c873122777', 'status': 'completed', 'code': 200} Jul 06 18:03:29.185722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a513154d-e742-4d20-9feb-fc001fca72bc req-2ab31ac1-33a0-4400-92b8-e255c4eb1d1c tempest-ServersNegativeTestJSON-129374044 tempest-ServersNegativeTestJSON-129374044-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdb680d-6341-4f3d-b6fe-8d135034892a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441047 Jul 06 18:03:29.205122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-75555aec-c8c5-4521-930a-944ee91bcfee None None] Could not find standard attr ID for object 78eab83f-9d47-48ae-8140-159c5b171797. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:03:29.267202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] For port 1274bbfd-ff8e-46eb-840d-3897cfe22369, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:29.289822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] For port 1274bbfd-ff8e-46eb-840d-3897cfe22369, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1274bbfd-ff8e-46eb-840d-3897cfe22369,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:29.339688 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.432366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:29.443950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58654) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:29.444934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-75555aec-c8c5-4521-930a-944ee91bcfee None None] Provisioning for port 1274bbfd-ff8e-46eb-840d-3897cfe22369 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:29.451380 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-22a81f17-12c9-45f6-8e8a-991a23f09bb1 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "PUT /v2.0/routers/5b0eccd6-1bb7-46a3-8620-2293678bc8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5146110 Jul 06 18:03:29.468412 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e47f435d-c304-4b59-bc07-4c760f4c36e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.478081 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e47f435d-c304-4b59-bc07-4c760f4c36e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.503551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f435d-c304-4b59-bc07-4c760f4c36e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bab35b-9e92-4a32-8720-0058a80bfb40,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:29.514185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27ee1c-427e-40e2-9251-f8b5ddd7992a None None] Sync routers for ids ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:29.539886 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-c3a0bbd9-047f-4389-bab8-831c6c72a4b3 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] delete failed (client error): The resource could not be found. Jul 06 18:03:29.542089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e47f435d-c304-4b59-bc07-4c760f4c36e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:29.543587 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e47f435d-c304-4b59-bc07-4c760f4c36e9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2984350 Jul 06 18:03:29.550195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58656) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:29.550820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58658) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:29.554891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c3a0bbd9-047f-4389-bab8-831c6c72a4b3 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1435545671 HTTP/1.1" status: 404 len: 335 time: 0.1088254 Jul 06 18:03:29.558204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-677b0f0d-30aa-486a-abab-26680e7643f2 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': 'e7bf175f-b1e2-48e3-9666-d9b5ffd93f11', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:29.571283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:29.584760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dee54ae0-c00c-46c6-a06a-1ecb89a868a5 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b0eccd6-1bb7-46a3-8620-2293678bc8c3'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:29.640200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:29.643757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:29.966741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:30.026008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dee54ae0-c00c-46c6-a06a-1ecb89a868a5 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.048410 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-677b0f0d-30aa-486a-abab-26680e7643f2 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.072244 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-dee54ae0-c00c-46c6-a06a-1ecb89a868a5 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] update failed (client error): The resource could not be found. Jul 06 18:03:30.075418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dee54ae0-c00c-46c6-a06a-1ecb89a868a5 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "PUT /v2.0/routers/5b0eccd6-1bb7-46a3-8620-2293678bc8c3 HTTP/1.1" status: 404 len: 339 time: 0.5213947 Jul 06 18:03:30.079096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58664) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:30.085070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1703447713'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:30.134288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Made reservation on behalf of e0e31fa63ab24b0ab3d11dda792e6285 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:30.143730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.179122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-677b0f0d-30aa-486a-abab-26680e7643f2 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.185495 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-677b0f0d-30aa-486a-abab-26680e7643f2 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.194278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:30.205311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b0f0d-30aa-486a-abab-26680e7643f2 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c8800e-9bea-4cd6-bd69-5b28cd016b6c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:30.223874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa22ef0-9d49-4b3b-b30f-925d9491cef3 None None] Pushing event updated for resources: {'Port': ['ID=1274bbfd-ff8e-46eb-840d-3897cfe22369,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:30.249624 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-677b0f0d-30aa-486a-abab-26680e7643f2 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.251815 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-677b0f0d-30aa-486a-abab-26680e7643f2 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6988215 Jul 06 18:03:30.254521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:30.257931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.258495 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Added segment 5d224c0c-b364-48d6-8da6-c8b2cd2396bf of type vlan for network 55ea281a-3579-4653-9bf0-2ef70c16e34f Jul 06 18:03:30.260390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27ee1c-427e-40e2-9251-f8b5ddd7992a None None] Routers {'5b0eccd6-1bb7-46a3-8620-2293678bc8c3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:30.261619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2a27ee1c-427e-40e2-9251-f8b5ddd7992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:30.266318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ac8b9beb-2892-4563-bfe3-5bceff5b489a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': 'e7bf175f-b1e2-48e3-9666-d9b5ffd93f11', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:30.312343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2a27ee1c-427e-40e2-9251-f8b5ddd7992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:30.341814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-75555aec-c8c5-4521-930a-944ee91bcfee None None] Provisioning for port e373d793-c14b-4573-9c39-d0faeb3fa395 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:30.356759 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9beb-2892-4563-bfe3-5bceff5b489a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.395201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27ee1c-427e-40e2-9251-f8b5ddd7992a None None] Routers {'5b0eccd6-1bb7-46a3-8620-2293678bc8c3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:30.397523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2a27ee1c-427e-40e2-9251-f8b5ddd7992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:30.398814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.456664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58676) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:30.465526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.469314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2a27ee1c-427e-40e2-9251-f8b5ddd7992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:30.470523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27ee1c-427e-40e2-9251-f8b5ddd7992a None None] The sync data for ids ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:30.491140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:30.493243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.533045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:30.533824 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.608821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2418707-62ec-4456-8652-0a29a617fcd9 admin admin] Deleting subnet 367353ff-d50c-4949-b19f-9c5f9e2d18c4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:30.614543 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9beb-2892-4563-bfe3-5bceff5b489a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.620581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2418707-62ec-4456-8652-0a29a617fcd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.664063 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9beb-2892-4563-bfe3-5bceff5b489a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.665441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Network': ['ID=55ea281a-3579-4653-9bf0-2ef70c16e34f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:30.681350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4681b445-1dae-491e-8ee4-dab656d419ca tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6004527 Jul 06 18:03:30.686878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58680) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:30.694039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'subnet': {'network_id': '55ea281a-3579-4653-9bf0-2ef70c16e34f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:30.697775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 55ea281a-3579-4653-9bf0-2ef70c16e34f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:30.733817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9beb-2892-4563-bfe3-5bceff5b489a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.735586 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ac8b9beb-2892-4563-bfe3-5bceff5b489a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4798222 Jul 06 18:03:30.739232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:30.745422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a1e2637d-4641-4470-94a8-c7cf6f6968e5 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': 'e7bf175f-b1e2-48e3-9666-d9b5ffd93f11', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:30.750977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b9beb-2892-4563-bfe3-5bceff5b489a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f6cb86-1e1b-4531-a50f-7d794e4eea23,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:30.771301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2418707-62ec-4456-8652-0a29a617fcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.844340 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-a1e2637d-4641-4470-94a8-c7cf6f6968e5 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Project c5d396b65d6544c290dc8fae46589686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:03:30.853303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1e2637d-4641-4470-94a8-c7cf6f6968e5 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.860180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2418707-62ec-4456-8652-0a29a617fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.959224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Made reservation on behalf of e0e31fa63ab24b0ab3d11dda792e6285 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:30.965562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.986934 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1e2637d-4641-4470-94a8-c7cf6f6968e5 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:30.992997 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2418707-62ec-4456-8652-0a29a617fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.036359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2418707-62ec-4456-8652-0a29a617fcd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367353ff-d50c-4949-b19f-9c5f9e2d18c4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:31.038835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1e2637d-4641-4470-94a8-c7cf6f6968e5 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.072687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '1274bbfd-ff8e-46eb-840d-3897cfe22369', 'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:b1:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:17Z', 'updated_at': '2021-07-06T18:03:29Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:31.080358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2637d-4641-4470-94a8-c7cf6f6968e5 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e79407-cce6-4a65-aa19-d291426cf11a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:31.096390 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2418707-62ec-4456-8652-0a29a617fcd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.099372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f2418707-62ec-4456-8652-0a29a617fcd9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/367353ff-d50c-4949-b19f-9c5f9e2d18c4 HTTP/1.1" status: 204 len: 168 time: 0.6415122 Jul 06 18:03:31.103719 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58688) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:31.144711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 826855d4-b0ee-45cb-9d82-f43ceb680a18 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:31.146795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:31.170808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7137326-0cbd-487b-a2be-22eba7498e0e None None] The sync data for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 is: [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '1274bbfd-ff8e-46eb-840d-3897cfe22369', 'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:b1:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:17Z', 'updated_at': '2021-07-06T18:03:29Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:31.200847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 1be8b0f5-c841-494e-a989-e0c873122777 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:31.201102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 1be8b0f5-c841-494e-a989-e0c873122777 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:31.297842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 826855d4-b0ee-45cb-9d82-f43ceb680a18 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:31.315547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1e2637d-4641-4470-94a8-c7cf6f6968e5 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.318243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 826855d4-b0ee-45cb-9d82-f43ceb680a18 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:31.318801 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.326019 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a1e2637d-4641-4470-94a8-c7cf6f6968e5 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5820227 Jul 06 18:03:31.326888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:31.346002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dd2e5623-7ea3-4f80-99c2-e759d4790505 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'security_group_rule': {'security_group_id': 'e7bf175f-b1e2-48e3-9666-d9b5ffd93f11', 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:31.365790 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.445240 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.503719 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-dd2e5623-7ea3-4f80-99c2-e759d4790505 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Project c5d396b65d6544c290dc8fae46589686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:03:31.540592 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.582785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Subnet': ['ID=87f463f1-b143-4006-a7f4-7fe5b50afb67,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:31.597982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5623-7ea3-4f80-99c2-e759d4790505 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.608517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 826855d4-b0ee-45cb-9d82-f43ceb680a18, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=826855d4-b0ee-45cb-9d82-f43ceb680a18,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:31.615839 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.618222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e373d793-c14b-4573-9c39-d0faeb3fa395 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:31.672495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Checking segment: {'id': '5d224c0c-b364-48d6-8da6-c8b2cd2396bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55ea281a-3579-4653-9bf0-2ef70c16e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:31.672890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network hostable DHCP agents. Network: 55ea281a-3579-4653-9bf0-2ef70c16e34f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:31.681517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.708867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network 55ea281a-3579-4653-9bf0-2ef70c16e34f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:31.730154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 55ea281a-3579-4653-9bf0-2ef70c16e34f) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:31.740022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:31.740902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:31.784212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4e5903d4-5328-41b7-b2aa-f8100314a2aa tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0961080 Jul 06 18:03:31.789084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58698) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:31.792392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f1de1f-dec5-470f-bf3c-cfb6e6294b1a']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:31.794047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ee284512-ec5a-4856-897f-15ce7a8ba888 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'router': {'external_gateway_info': {'network_id': '55ea281a-3579-4653-9bf0-2ef70c16e34f'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:31.813244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae58ff68-8fbe-4d42-af84-016c9763b248 None None] Network 55ea281a-3579-4653-9bf0-2ef70c16e34f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:31.864391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b7e49c-16f2-4718-ae56-3415b0533539') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:31.864862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b7e49c-16f2-4718-ae56-3415b0533539') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:31.925181 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.018802 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5623-7ea3-4f80-99c2-e759d4790505 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.021082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.052076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:32.052781 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.128575 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee284512-ec5a-4856-897f-15ce7a8ba888 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:32.200252 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:32.210093 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5623-7ea3-4f80-99c2-e759d4790505 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.259388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port e373d793-c14b-4573-9c39-d0faeb3fa395 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:32.269683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=826855d4-b0ee-45cb-9d82-f43ceb680a18,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:32.279321 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.282538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e373d793-c14b-4573-9c39-d0faeb3fa395 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:32.283260 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.290960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e5623-7ea3-4f80-99c2-e759d4790505 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aaba73e-4001-48e7-8510-cdcb1a50c2ad,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:32.310620 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5623-7ea3-4f80-99c2-e759d4790505 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.315231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dd2e5623-7ea3-4f80-99c2-e759d4790505 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9853094 Jul 06 18:03:32.318806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.337705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.348215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] 10.222.0.13 "DELETE /v2.0/networks/97f1de1f-dec5-470f-bf3c-cfb6e6294b1a HTTP/1.1" status: 204 len: 168 time: 1.2429380 Jul 06 18:03:32.366041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e97419-42b4-4ed8-8688-cf4f41ff3f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=97f1de1f-dec5-470f-bf3c-cfb6e6294b1a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:32.428681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-55ea281a-3579-4653-9bf0-2ef70c16e34f', 'network_id': '55ea281a-3579-4653-9bf0-2ef70c16e34f', 'tenant_id': 'e0e31fa63ab24b0ab3d11dda792e6285', 'fixed_ips': [{'subnet_id': '87f463f1-b143-4006-a7f4-7fe5b50afb67'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:03:32.430866 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.567859 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-ee284512-ec5a-4856-897f-15ce7a8ba888 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:03:32.572137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ee284512-ec5a-4856-897f-15ce7a8ba888 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "PUT /v2.0/routers/5b0eccd6-1bb7-46a3-8620-2293678bc8c3 HTTP/1.1" status: 400 len: 364 time: 0.7817075 Jul 06 18:03:32.580279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58706) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:32.744942 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:32.753175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58710) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:32.956107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port e373d793-c14b-4573-9c39-d0faeb3fa395, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e373d793-c14b-4573-9c39-d0faeb3fa395,segment=NetworkSegment(a5c33ef7-f373-4ffd-967b-0fb4b91cc19e),segment_id=a5c33ef7-f373-4ffd-967b-0fb4b91cc19e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:33.029813 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.068975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b15fa009-9e1a-4b9a-afbb-a91d8aa0b613 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e4c0774b98f4043bb0ba307efd25871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129940 Jul 06 18:03:33.072715 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58724) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:33.225983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-23813e20-23d4-4077-ba28-6b3df2fb43ed tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-478501665&fields=id&tenant_id=c5d396b65d6544c290dc8fae46589686 HTTP/1.1" status: 200 len: 267 time: 0.2575083 Jul 06 18:03:33.385910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=e373d793-c14b-4573-9c39-d0faeb3fa395,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:33.540287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Allocated IP 2001:db8:1::2 (55ea281a-3579-4653-9bf0-2ef70c16e34f/87f463f1-b143-4006-a7f4-7fe5b50afb67/13b83f8e-8581-40fe-b771-bc4b30c019d2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:33.665561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87addae3-69eb-4f58-afa6-425ff7287dae req-6da88d4c-36f1-46a9-8539-0482eccbd416 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:33.672508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-6da88d4c-36f1-46a9-8539-0482eccbd416 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/networks?id=749d090a-dcba-4c17-8ee6-fde799e05e25 HTTP/1.1" status: 200 len: 795 time: 0.4157586 Jul 06 18:03:33.686844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3842ab3f-3d00-4129-9895-f29c46ff61bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.745766 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-d849b22d-c6ef-4794-9113-fabc35c8f38c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/quotas/c5d396b65d6544c290dc8fae46589686 HTTP/1.1" status: 200 len: 375 time: 0.0637412 Jul 06 18:03:33.784840 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.837899 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3842ab3f-3d00-4129-9895-f29c46ff61bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.903187 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:33.925303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Transition to ACTIVE for port object 13b83f8e-8581-40fe-b771-bc4b30c019d2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:33.966134 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-b027c581-5cf7-42dd-9c43-6a9096a0f376 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102313 Jul 06 18:03:33.971770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Transition to ACTIVE for port object 13b83f8e-8581-40fe-b771-bc4b30c019d2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:33.994806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1274bbfd-ff8e-46eb-840d-3897cfe22369 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:34.020318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3842ab3f-3d00-4129-9895-f29c46ff61bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.025203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3842ab3f-3d00-4129-9895-f29c46ff61bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.041009 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3842ab3f-3d00-4129-9895-f29c46ff61bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffdb680d-6341-4f3d-b6fe-8d135034892a HTTP/1.1" status: 204 len: 168 time: 0.9528022 Jul 06 18:03:34.077164 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.169301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Network 55ea281a-3579-4653-9bf0-2ef70c16e34f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:34.176537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:34.179733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Pushing event updated for resources: {'Port': ['ID=13b83f8e-8581-40fe-b771-bc4b30c019d2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:34.182924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:34.190175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 1274bbfd-ff8e-46eb-840d-3897cfe22369 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:34.205695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1274bbfd-ff8e-46eb-840d-3897cfe22369 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:34.205695 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.259851 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a66a9999-67b8-4826-ae69-7ae72f3404f5 service neutron] 10.222.0.13 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557614 Jul 06 18:03:34.347627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ab3f-3d00-4129-9895-f29c46ff61bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdb680d-6341-4f3d-b6fe-8d135034892a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:34.495479 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-cd860a92-6e7c-4cf0-9940-7c4f1f859e57 service neutron] 10.222.0.13 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341068 Jul 06 18:03:34.501246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Attempting to bind port 13b83f8e-8581-40fe-b771-bc4b30c019d2 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:34.501629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Attempting to bind port 13b83f8e-8581-40fe-b771-bc4b30c019d2 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '5d224c0c-b364-48d6-8da6-c8b2cd2396bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55ea281a-3579-4653-9bf0-2ef70c16e34f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:34.502001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Attempting to bind port 13b83f8e-8581-40fe-b771-bc4b30c019d2 on network 55ea281a-3579-4653-9bf0-2ef70c16e34f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:34.547621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:34.548255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Checking segment: {'id': '5d224c0c-b364-48d6-8da6-c8b2cd2396bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55ea281a-3579-4653-9bf0-2ef70c16e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:34.549550 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.551074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Bound using segment: {'id': '5d224c0c-b364-48d6-8da6-c8b2cd2396bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55ea281a-3579-4653-9bf0-2ef70c16e34f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:34.552864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Bound port: 13b83f8e-8581-40fe-b771-bc4b30c019d2, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d224c0c-b364-48d6-8da6-c8b2cd2396bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55ea281a-3579-4653-9bf0-2ef70c16e34f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:34.553883 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.671764 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:34.890425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] For port 13b83f8e-8581-40fe-b771-bc4b30c019d2, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:34.906127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] For port 13b83f8e-8581-40fe-b771-bc4b30c019d2, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=13b83f8e-8581-40fe-b771-bc4b30c019d2,segment=NetworkSegment(5d224c0c-b364-48d6-8da6-c8b2cd2396bf),segment_id=5d224c0c-b364-48d6-8da6-c8b2cd2396bf)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:34.959623 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.166232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 1274bbfd-ff8e-46eb-840d-3897cfe22369, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1274bbfd-ff8e-46eb-840d-3897cfe22369,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:35.213948 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c5ec106-74cf-4511-8fdc-7da08435f91c req-240f6c00-0b36-438d-be69-3eeffd0bfb93 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 210 time: 0.0886004 Jul 06 18:03:35.221900 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.223884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 826855d4-b0ee-45cb-9d82-f43ceb680a18 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:35.325708 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155c197-4ea5-465e-ba77-281a11d91b48 None None] Pushing event updated for resources: {'Port': ['ID=13b83f8e-8581-40fe-b771-bc4b30c019d2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:35.545212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Allocated IP 2001:db8::1 (3b8b2090-7278-496e-a677-0e01c97b4ba4/820a4d97-3e67-47ca-9cea-d37596c4377d/efd25f56-52ee-4cde-96b6-dce4703aef36) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:35.562653 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.581147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=1274bbfd-ff8e-46eb-840d-3897cfe22369,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:35.621309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 826855d4-b0ee-45cb-9d82-f43ceb680a18 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:35.621457 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:35.926360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58782) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:36.018549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.049681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Transition to ACTIVE for port object efd25f56-52ee-4cde-96b6-dce4703aef36 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:36.124549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.153746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-862075591-network', 'tenant_id': '13dd8967f99e4246b3ff01335da1973f'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:36.216501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network 3b8b2090-7278-496e-a677-0e01c97b4ba4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:36.224394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:36.229796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:36.235145 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.245426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Made reservation on behalf of 13dd8967f99e4246b3ff01335da1973f for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:36.273964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.326859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.364523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1274bbfd-ff8e-46eb-840d-3897cfe22369 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:36.519287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Port': ['ID=efd25f56-52ee-4cde-96b6-dce4703aef36,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:36.589962 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.664555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:36.680423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1274bbfd-ff8e-46eb-840d-3897cfe22369 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:36.681434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.820853 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2efde05f-1062-4fca-a657-1b6afc96d3a2 req-1320afe9-daa5-4956-a828-188fddc05c88 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 210 time: 0.1560032 Jul 06 18:03:36.848753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.859300 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.908460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:36.947494 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:36.948535 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Added segment 98c1e588-9969-4717-9bdb-085f7c4568c8 of type vlan for network c9ace2d2-ad48-49aa-8d78-312300018028 Jul 06 18:03:36.978216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 13b83f8e-8581-40fe-b771-bc4b30c019d2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:37.071018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d9f09-03dc-4c19-a974-0c92fcae2397,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:37.139366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-75be8553-08d9-4e5b-af68-3edb5c030998 None None] Provisioning for port efd25f56-52ee-4cde-96b6-dce4703aef36 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:37.144341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-75be8553-08d9-4e5b-af68-3edb5c030998 None None] Provisioning complete for port efd25f56-52ee-4cde-96b6-dce4703aef36 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:37.144720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75be8553-08d9-4e5b-af68-3edb5c030998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.236536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-75be8553-08d9-4e5b-af68-3edb5c030998 None None] Port efd25f56-52ee-4cde-96b6-dce4703aef36 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:37.240790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 13b83f8e-8581-40fe-b771-bc4b30c019d2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:37.257483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e373d793-c14b-4573-9c39-d0faeb3fa395 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:37.262131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cb9902e-5af8-47cc-ad26-036cd42277c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.280498 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.389324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.390420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:37.391043 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.419293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e373d793-c14b-4573-9c39-d0faeb3fa395 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:37.420052 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.497155 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.505054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.506123 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.672008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event updated for resources: {'Port': ['ID=efd25f56-52ee-4cde-96b6-dce4703aef36,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:37.706700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.709124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.712748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.713480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.714109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.714787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.715538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.716034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.716515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.717346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.718011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.718699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:03:37.813847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cb9902e-5af8-47cc-ad26-036cd42277c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.828984 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262dbb6b-41d7-4b50-b544-5870084f28c3 None None] Network 55ea281a-3579-4653-9bf0-2ef70c16e34f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:37.854746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cb9902e-5af8-47cc-ad26-036cd42277c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:37.875266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9467371 Jul 06 18:03:37.883789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58802) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:37.924598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34b624-8d71-43f6-95a1-cc924b0a3909 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ace2d2-ad48-49aa-8d78-312300018028,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:37.986803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c9ace2d2-ad48-49aa-8d78-312300018028 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:38.010884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Request body: {'subnet': {'network_id': 'c9ace2d2-ad48-49aa-8d78-312300018028', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-862075591-subnet', 'tenant_id': '13dd8967f99e4246b3ff01335da1973f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:38.125142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Made reservation on behalf of 13dd8967f99e4246b3ff01335da1973f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:38.134835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.220261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Network 3b8b2090-7278-496e-a677-0e01c97b4ba4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:38.235771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:38.279460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-823b1ad9-3411-4e0a-88b7-6275f0610a48 None None] Provisioning for port 13b83f8e-8581-40fe-b771-bc4b30c019d2 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:38.290912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87addae3-69eb-4f58-afa6-425ff7287dae req-91d0fdb4-ec29-4d13-96c9-7f68e7e674ce tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:38.294419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-91d0fdb4-ec29-4d13-96c9-7f68e7e674ce tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "GET /v2.0/networks?id=749d090a-dcba-4c17-8ee6-fde799e05e25 HTTP/1.1" status: 200 len: 795 time: 0.4590197 Jul 06 18:03:38.315765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-823b1ad9-3411-4e0a-88b7-6275f0610a48 None None] Provisioning complete for port 13b83f8e-8581-40fe-b771-bc4b30c019d2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:38.318290 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-823b1ad9-3411-4e0a-88b7-6275f0610a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.482186 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-823b1ad9-3411-4e0a-88b7-6275f0610a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.531649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-823b1ad9-3411-4e0a-88b7-6275f0610a48 None None] For port 13b83f8e-8581-40fe-b771-bc4b30c019d2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=13b83f8e-8581-40fe-b771-bc4b30c019d2,segment=NetworkSegment(5d224c0c-b364-48d6-8da6-c8b2cd2396bf),segment_id=5d224c0c-b364-48d6-8da6-c8b2cd2396bf)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:38.540407 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-823b1ad9-3411-4e0a-88b7-6275f0610a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.618294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b1ad9-3411-4e0a-88b7-6275f0610a48 None None] Pushing event updated for resources: {'Port': ['ID=13b83f8e-8581-40fe-b771-bc4b30c019d2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:38.618750 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-26cf5124-3ffe-43aa-96c2-8e608b855f07 req-c0b7f385-a6eb-4b16-86ef-57c75da0b2f6 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 210 time: 0.1220267 Jul 06 18:03:38.626947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-301b49a9-338d-4744-a089-0e5f9e4dadff tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d396b65d6544c290dc8fae46589686 HTTP/1.1" status: 200 len: 379 time: 0.3056512 Jul 06 18:03:38.642108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'port': {'device_id': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'admin_state_up': True, 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'security_groups': ['e7bf175f-b1e2-48e3-9666-d9b5ffd93f11']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:38.695838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9902e-5af8-47cc-ad26-036cd42277c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e701e80-ba60-4e5f-8c56-7374b35ed34b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:38.719105 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6cb9902e-5af8-47cc-ad26-036cd42277c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eef80fa042a340359f9a7c07cf73eae2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0472527 Jul 06 18:03:38.722299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:38.738234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.789463 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Router 5b0eccd6-1bb7-46a3-8620-2293678bc8c3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:38.794305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=40213b04-b9fc-471f-87d8-b253dd67d34e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:38.835650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Checking segment: {'id': '98c1e588-9969-4717-9bdb-085f7c4568c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c9ace2d2-ad48-49aa-8d78-312300018028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:38.836815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Network hostable DHCP agents. Network: c9ace2d2-ad48-49aa-8d78-312300018028, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:38.860166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Network c9ace2d2-ad48-49aa-8d78-312300018028 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:38.875219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c9ace2d2-ad48-49aa-8d78-312300018028) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:38.883293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:38.884420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-273fb85c-5072-4d3f-9224-42a7071c5124 None None] Provisioning complete for port efd25f56-52ee-4cde-96b6-dce4703aef36 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:38.884789 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-273fb85c-5072-4d3f-9224-42a7071c5124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.885394 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:38.892068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4937bc-501d-4753-9587-128205f9dd79 None None] Network c9ace2d2-ad48-49aa-8d78-312300018028 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:38.921226 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:03:39.038952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea1004ae-931e-45a8-aad7-3ac802c8346d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.040194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-273fb85c-5072-4d3f-9224-42a7071c5124 None None] Port efd25f56-52ee-4cde-96b6-dce4703aef36 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:39.043113 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e8eddbe-b745-4abc-9b4e-7658adfb90ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1379189 Jul 06 18:03:39.064179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Made reservation on behalf of c5d396b65d6544c290dc8fae46589686 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:39.068147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.094429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:39.109553 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d8b9d30c-eac0-4c84-88f2-e926dcacc7eb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "PUT /v2.0/routers/5b0eccd6-1bb7-46a3-8620-2293678bc8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5276093 Jul 06 18:03:39.111859 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36656f0f-be63-4de6-a8d2-06d4c8773d42 None None] Sync routers for ids ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:39.113886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:39.127675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea1004ae-931e-45a8-aad7-3ac802c8346d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.164409 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36656f0f-be63-4de6-a8d2-06d4c8773d42 None None] Routers {'5b0eccd6-1bb7-46a3-8620-2293678bc8c3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:39.165522 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-36656f0f-be63-4de6-a8d2-06d4c8773d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:39.212868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d9f26-e981-47df-a16a-115f2bed8050 None None] Network c9ace2d2-ad48-49aa-8d78-312300018028 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:39.243523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-89382cfd-471d-4a17-b256-a069b1b59b3d None None] Provisioning complete for port 13b83f8e-8581-40fe-b771-bc4b30c019d2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:39.244630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89382cfd-471d-4a17-b256-a069b1b59b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.260924 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-36656f0f-be63-4de6-a8d2-06d4c8773d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:39.273167 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36656f0f-be63-4de6-a8d2-06d4c8773d42 None None] Routers {'5b0eccd6-1bb7-46a3-8620-2293678bc8c3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:39.273799 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-36656f0f-be63-4de6-a8d2-06d4c8773d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:39.329192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68fe80a-2222-4349-ba72-5d961411a381 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.349970 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea1004ae-931e-45a8-aad7-3ac802c8346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.355614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea1004ae-931e-45a8-aad7-3ac802c8346d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.357140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ea1004ae-931e-45a8-aad7-3ac802c8346d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e701e80-ba60-4e5f-8c56-7374b35ed34b HTTP/1.1" status: 204 len: 168 time: 0.6317258 Jul 06 18:03:39.386898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1004ae-931e-45a8-aad7-3ac802c8346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e701e80-ba60-4e5f-8c56-7374b35ed34b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:39.444016 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-36656f0f-be63-4de6-a8d2-06d4c8773d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:39.447486 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36656f0f-be63-4de6-a8d2-06d4c8773d42 None None] The sync data for ids ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:39.515067 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:39.543377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.20.0.6 (749d090a-dcba-4c17-8ee6-fde799e05e25/c8c0c21e-780d-4411-9483-d57ab715cb79/0f7f5fda-0337-4a80-9716-05a07c0f5c59) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:39.556617 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-b68fe80a-2222-4349-ba72-5d961411a381 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 18:03:39.558253 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b68fe80a-2222-4349-ba72-5d961411a381 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/routers/5b0eccd6-1bb7-46a3-8620-2293678bc8c3 HTTP/1.1" status: 409 len: 329 time: 0.4423892 Jul 06 18:03:39.561330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58834) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:39.761181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c69fc7a-a485-495c-97b4-2c20f7a48c4f admin admin] Deleting subnet 40213b04-b9fc-471f-87d8-b253dd67d34e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:39.788545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c69fc7a-a485-495c-97b4-2c20f7a48c4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.955793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.977060 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c69fc7a-a485-495c-97b4-2c20f7a48c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:39.988690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Transition to ACTIVE for port object 0f7f5fda-0337-4a80-9716-05a07c0f5c59 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:40.092996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 13b83f8e-8581-40fe-b771-bc4b30c019d2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:40.107642 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-728da2e6-e544-486f-a252-3db1af86d0c3 req-b7bd6825-3f58-45bc-a4b1-ef4c2cb4c2a4 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 210 time: 0.0941601 Jul 06 18:03:40.128927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.159300 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c69fc7a-a485-495c-97b4-2c20f7a48c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.199393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 749d090a-dcba-4c17-8ee6-fde799e05e25 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:40.203993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:40.216722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=0f7f5fda-0337-4a80-9716-05a07c0f5c59,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:40.222563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:40.292860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 13b83f8e-8581-40fe-b771-bc4b30c019d2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:40.294140 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.295997 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c69fc7a-a485-495c-97b4-2c20f7a48c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.339159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:40.340718 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.372707 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-a6559f81-1a0a-4570-88fe-87b71edb4715 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7393332 Jul 06 18:03:40.406217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Request body: {'port': {'device_id': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:40.412603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c69fc7a-a485-495c-97b4-2c20f7a48c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.420262 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9c69fc7a-a485-495c-97b4-2c20f7a48c4f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/40213b04-b9fc-471f-87d8-b253dd67d34e HTTP/1.1" status: 204 len: 168 time: 0.9037416 Jul 06 18:03:40.423054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58854) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:40.424274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69fc7a-a485-495c-97b4-2c20f7a48c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40213b04-b9fc-471f-87d8-b253dd67d34e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:40.581084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.641620 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.707298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a5b4ae9c-4589-4def-aba1-752ad8627f16 None None] Provisioning for port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:40.713882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a5b4ae9c-4589-4def-aba1-752ad8627f16 None None] Provisioning complete for port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:40.714083 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5b4ae9c-4589-4def-aba1-752ad8627f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.762734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4ae9c-4589-4def-aba1-752ad8627f16 None None] Port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:03:40.815246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.905865 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:40.917566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ace2d2-ad48-49aa-8d78-312300018028']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:40.930081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c1e588-9969-4717-9bdb-085f7c4568c8') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:40.930486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c1e588-9969-4717-9bdb-085f7c4568c8') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:40.941679 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.004117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7f5fda-0337-4a80-9716-05a07c0f5c59 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:03:41.014012 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.015522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.027268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:41.027710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:41.029569 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:41.032314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Transition to ACTIVE for port object 0f7f5fda-0337-4a80-9716-05a07c0f5c59 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:41.039194 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.164529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7f5fda-0337-4a80-9716-05a07c0f5c59,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:41.344658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Attempting to bind port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:41.345161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Attempting to bind port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:41.345591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Attempting to bind port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 on network 749d090a-dcba-4c17-8ee6-fde799e05e25 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:41.353209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 on network 749d090a-dcba-4c17-8ee6-fde799e05e25 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:03:41.353690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Attempting to bind port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 on network 749d090a-dcba-4c17-8ee6-fde799e05e25 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:41.368695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:41.374814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Checking segment: {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:41.374814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Bound using segment: {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:41.374814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Bound port: 0f7f5fda-0337-4a80-9716-05a07c0f5c59, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:41.377872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.502127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] For port 0f7f5fda-0337-4a80-9716-05a07c0f5c59, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:41.509293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] For port 0f7f5fda-0337-4a80-9716-05a07c0f5c59, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:41.518489 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.602071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:41.602382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.603604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.605455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] 10.222.0.22 "PUT /v2.0/ports/0f7f5fda-0337-4a80-9716-05a07c0f5c59 HTTP/1.1" status: 200 len: 1091 time: 1.2141733 Jul 06 18:03:41.607129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:03:41.610934 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d9b3fd-9acd-414c-8531-de3263752567" -d '{"events": [{"name": "network-changed", "server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:03:41.618767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:41.629044 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/c9ace2d2-ad48-49aa-8d78-312300018028 HTTP/1.1" status: 204 len: 168 time: 1.1934330 Jul 06 18:03:41.668432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78cc9a-7a28-4f2d-9514-1389466c67fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ace2d2-ad48-49aa-8d78-312300018028,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:41.690098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b856b8d-f77c-4672-b0ba-00b58c6428b1 req-b20b9686-3686-49d7-92e9-45641a26bc3f tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:41.698265 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b856b8d-f77c-4672-b0ba-00b58c6428b1 req-b20b9686-3686-49d7-92e9-45641a26bc3f tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 943 time: 0.2026582 Jul 06 18:03:41.776180 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9e5d5-d480-448f-a51b-11331737390d x-openstack-request-id: req-1cf9e5d5-d480-448f-a51b-11331737390d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:03:41.776474 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:03:41.776742 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cf9e5d5-d480-448f-a51b-11331737390d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:03:41.777145 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'status': 'completed', 'code': 200} Jul 06 18:03:41.799328 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3b856b8d-f77c-4672-b0ba-00b58c6428b1 req-64211418-434e-4a59-a76a-900ffdf1e8ac tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845270 Jul 06 18:03:41.861006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e3762-73e0-47cc-8949-2372c5559666 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7f5fda-0337-4a80-9716-05a07c0f5c59,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:41.892814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87addae3-69eb-4f58-afa6-425ff7287dae req-7c2c5329-fdfd-43d4-895b-3c43b6716487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:41.893876 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-7c2c5329-fdfd-43d4-895b-3c43b6716487 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 1094 time: 0.2115574 Jul 06 18:03:41.984194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-e629ed45-7f8a-4089-ac1d-04e7ed57b2c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59 HTTP/1.1" status: 200 len: 217 time: 0.0823832 Jul 06 18:03:41.997017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Deleting port efd25f56-52ee-4cde-96b6-dce4703aef36 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:41.997769 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.074254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87addae3-69eb-4f58-afa6-425ff7287dae req-3332c9bf-8900-4bfd-b035-d0160bb01d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:42.084532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-3332c9bf-8900-4bfd-b035-d0160bb01d3e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8c0c21e-780d-4411-9483-d57ab715cb79 HTTP/1.1" status: 200 len: 834 time: 0.0933523 Jul 06 18:03:42.105477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:42.171972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87addae3-69eb-4f58-afa6-425ff7287dae req-34a5cb63-b9bb-4a95-ac1a-c24d57d6aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:42.173699 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-34a5cb63-b9bb-4a95-ac1a-c24d57d6aedf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=749d090a-dcba-4c17-8ee6-fde799e05e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810008 Jul 06 18:03:42.184234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.195407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bec9bd14-3d34-456f-93a8-543c67f532a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13dd8967f99e4246b3ff01335da1973f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878656 Jul 06 18:03:42.201092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58896) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:42.217426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Calling delete_port for efd25f56-52ee-4cde-96b6-dce4703aef36 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:42.320178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5d71-68a4-4299-9925-e8463d8e7eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.350186 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-564e3f08-8cd7-4e59-8571-17feec91c140 service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690047 Jul 06 18:03:42.370483 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5d71-68a4-4299-9925-e8463d8e7eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.499038 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87addae3-69eb-4f58-afa6-425ff7287dae req-726bcc2b-993d-44ca-8a0d-1bc5194dc502 service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393366 Jul 06 18:03:42.515322 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5d71-68a4-4299-9925-e8463d8e7eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.518628 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5d71-68a4-4299-9925-e8463d8e7eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.520014 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cd4a5d71-68a4-4299-9925-e8463d8e7eee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba4d9f09-03dc-4c19-a974-0c92fcae2397 HTTP/1.1" status: 204 len: 168 time: 0.3178201 Jul 06 18:03:42.526930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:42.549666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a5d71-68a4-4299-9925-e8463d8e7eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d9f09-03dc-4c19-a974-0c92fcae2397,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:42.616764 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Port': ['ID=efd25f56-52ee-4cde-96b6-dce4703aef36,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:42.769337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b3fd-9acd-414c-8531-de3263752567 req-61f3295a-a2c7-41eb-bd13-194818a813b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:42.771879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72d9b3fd-9acd-414c-8531-de3263752567 req-61f3295a-a2c7-41eb-bd13-194818a813b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 1094 time: 0.1538332 Jul 06 18:03:42.799482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.029073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b3fd-9acd-414c-8531-de3263752567 req-97b7b834-d318-40e9-b352-7483365fd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:43.032161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72d9b3fd-9acd-414c-8531-de3263752567 req-97b7b834-d318-40e9-b352-7483365fd7f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=749d090a-dcba-4c17-8ee6-fde799e05e25 HTTP/1.1" status: 200 len: 896 time: 0.2536500 Jul 06 18:03:43.125419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72d9b3fd-9acd-414c-8531-de3263752567 req-23133fbd-b27a-4b60-8f66-84ebd4470294 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59 HTTP/1.1" status: 200 len: 217 time: 0.0852585 Jul 06 18:03:43.187007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Router 5b0eccd6-1bb7-46a3-8620-2293678bc8c3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:43.319769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b3fd-9acd-414c-8531-de3263752567 req-339e285c-2603-46a5-b22a-942a6402f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:43.321987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72d9b3fd-9acd-414c-8531-de3263752567 req-339e285c-2603-46a5-b22a-942a6402f041 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8c0c21e-780d-4411-9483-d57ab715cb79 HTTP/1.1" status: 200 len: 834 time: 0.1762497 Jul 06 18:03:43.344332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:43.356334 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-86dae25d-da98-4792-869a-a87603b74bb0 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "PUT /v2.0/routers/5b0eccd6-1bb7-46a3-8620-2293678bc8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7932363 Jul 06 18:03:43.360572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58936) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:43.363219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7f0d7-0387-44ed-8935-0f2375910c53 None None] Sync routers for ids ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:43.388575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5997943-2aa1-43fb-83dc-2541ce10fc11 req-034ace25-9582-4c31-84e6-9b9f83ae90b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:43.390658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5997943-2aa1-43fb-83dc-2541ce10fc11 req-034ace25-9582-4c31-84e6-9b9f83ae90b9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 943 time: 0.3541839 Jul 06 18:03:43.403031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7f0d7-0387-44ed-8935-0f2375910c53 None None] Routers {'5b0eccd6-1bb7-46a3-8620-2293678bc8c3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:43.404193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-97b7f0d7-0387-44ed-8935-0f2375910c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:43.466051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5997943-2aa1-43fb-83dc-2541ce10fc11 req-3ba2dbb3-ab3c-4400-825f-e412d438e190 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682878 Jul 06 18:03:43.487768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b3fd-9acd-414c-8531-de3263752567 req-26ce3be2-039d-42f8-81b4-52ee326a8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:43.489342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72d9b3fd-9acd-414c-8531-de3263752567 req-26ce3be2-039d-42f8-81b4-52ee326a8078 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=749d090a-dcba-4c17-8ee6-fde799e05e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561556 Jul 06 18:03:43.497864 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-cd0f6b06-90d9-4e91-b152-988951b2256c tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] show failed (client error): The resource could not be found. Jul 06 18:03:43.503432 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cd0f6b06-90d9-4e91-b152-988951b2256c tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-659238213 HTTP/1.1" status: 404 len: 334 time: 0.1357958 Jul 06 18:03:43.503432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58946) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:43.509974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-20e4ecce-67b0-4133-b4dc-a970eeca0acb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:43.575028 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-20e4ecce-67b0-4133-b4dc-a970eeca0acb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] update failed (client error): The resource could not be found. Jul 06 18:03:43.576116 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-20e4ecce-67b0-4133-b4dc-a970eeca0acb tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-13541089 HTTP/1.1" status: 404 len: 333 time: 0.0714271 Jul 06 18:03:43.583296 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:43.617334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-97b7f0d7-0387-44ed-8935-0f2375910c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:43.661612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7f0d7-0387-44ed-8935-0f2375910c53 None None] Routers {'5b0eccd6-1bb7-46a3-8620-2293678bc8c3'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:43.663652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-97b7f0d7-0387-44ed-8935-0f2375910c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:43.747636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e2d08d-d595-458b-aec8-303b4bcb91d8 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Deleting subnet 87f463f1-b143-4006-a7f4-7fe5b50afb67 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:43.753357 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09e2d08d-d595-458b-aec8-303b4bcb91d8 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.824760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-97b7f0d7-0387-44ed-8935-0f2375910c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:43.826668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7f0d7-0387-44ed-8935-0f2375910c53 None None] The sync data for ids ['5b0eccd6-1bb7-46a3-8620-2293678bc8c3'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:03:43.882956 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09e2d08d-d595-458b-aec8-303b4bcb91d8 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:43.943453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72d9b3fd-9acd-414c-8531-de3263752567 req-d8121f2e-8990-4950-b5b6-083a43a0e682 service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464788 Jul 06 18:03:44.077696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09e2d08d-d595-458b-aec8-303b4bcb91d8 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.177577 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09e2d08d-d595-458b-aec8-303b4bcb91d8 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.185917 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72d9b3fd-9acd-414c-8531-de3263752567 req-66223504-a6be-4fef-8ada-c0537a8882e4 service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311192 Jul 06 18:03:44.207582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2d08d-d595-458b-aec8-303b4bcb91d8 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Subnet': ['ID=87f463f1-b143-4006-a7f4-7fe5b50afb67,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:44.213666 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09e2d08d-d595-458b-aec8-303b4bcb91d8 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.224115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2becbdb3-57db-48e9-a86d-243f7784a751 None None] Network 55ea281a-3579-4653-9bf0-2ef70c16e34f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:44.228232 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-09e2d08d-d595-458b-aec8-303b4bcb91d8 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/subnets/87f463f1-b143-4006-a7f4-7fe5b50afb67 HTTP/1.1" status: 204 len: 168 time: 0.6436653 Jul 06 18:03:44.232986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58980) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:44.393912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.438717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58984) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:44.548461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Deleting port 13b83f8e-8581-40fe-b771-bc4b30c019d2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:44.549135 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.549685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38767605-4975-4be3-aa57-c5a5b726c07a None None] DHCP port deletion for 55ea281a-3579-4653-9bf0-2ef70c16e34f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:44.659671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-38767605-4975-4be3-aa57-c5a5b726c07a None None] Deleting port 13b83f8e-8581-40fe-b771-bc4b30c019d2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:44.660059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38767605-4975-4be3-aa57-c5a5b726c07a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.728884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] For port 13b83f8e-8581-40fe-b771-bc4b30c019d2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=13b83f8e-8581-40fe-b771-bc4b30c019d2,segment=NetworkSegment(5d224c0c-b364-48d6-8da6-c8b2cd2396bf),segment_id=5d224c0c-b364-48d6-8da6-c8b2cd2396bf)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:44.729478 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.758154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Calling delete_port for 13b83f8e-8581-40fe-b771-bc4b30c019d2 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:44.766933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58996) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:44.793513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-999861180-network', 'tenant_id': 'f72b4cb9139b43b7844f6ba24dc74384'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:44.794704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-38767605-4975-4be3-aa57-c5a5b726c07a None None] For port 13b83f8e-8581-40fe-b771-bc4b30c019d2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=13b83f8e-8581-40fe-b771-bc4b30c019d2,segment=NetworkSegment(5d224c0c-b364-48d6-8da6-c8b2cd2396bf),segment_id=5d224c0c-b364-48d6-8da6-c8b2cd2396bf)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:44.795501 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38767605-4975-4be3-aa57-c5a5b726c07a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.817732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-38767605-4975-4be3-aa57-c5a5b726c07a None None] Calling delete_port for 13b83f8e-8581-40fe-b771-bc4b30c019d2 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:44.830793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59000) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:44.905828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Made reservation on behalf of f72b4cb9139b43b7844f6ba24dc74384 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:44.909129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.924649 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.927842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:44.940056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929d670-b892-4883-9dec-99ff3488b559 req-31b7dad4-555a-4c14-b241-ccd902ce3bcd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:44.943261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0929d670-b892-4883-9dec-99ff3488b559 req-31b7dad4-555a-4c14-b241-ccd902ce3bcd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 943 time: 0.3172119 Jul 06 18:03:44.984255 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38767605-4975-4be3-aa57-c5a5b726c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.035238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Port': ['ID=13b83f8e-8581-40fe-b771-bc4b30c019d2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:45.037248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0929d670-b892-4883-9dec-99ff3488b559 req-3c9b5dc7-317a-4371-95e8-b7ec02d66a9d tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681005 Jul 06 18:03:45.052427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38767605-4975-4be3-aa57-c5a5b726c07a None None] Pushing event deleted for resources: {'Port': ['ID=13b83f8e-8581-40fe-b771-bc4b30c019d2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:45.053214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a35f0ec3-5aa6-49f0-bfcc-64af86b2aeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.056443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] No DVR routers for this DVR port 13b83f8e-8581-40fe-b771-bc4b30c019d2 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:45.084776 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f04fc761-f64a-480d-a22e-3cf9ee49aece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.087117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38767605-4975-4be3-aa57-c5a5b726c07a None None] No DVR routers for this DVR port 13b83f8e-8581-40fe-b771-bc4b30c019d2 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:45.167577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.178977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ea281a-3579-4653-9bf0-2ef70c16e34f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:45.190646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d224c0c-b364-48d6-8da6-c8b2cd2396bf') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:45.191393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d224c0c-b364-48d6-8da6-c8b2cd2396bf') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:45.201359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.215311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.218252 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.222792 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.233040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:45.233680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:45.238511 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:45.252854 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-f04fc761-f64a-480d-a22e-3cf9ee49aece admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:03:45.252854 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:03:45.252854 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id_1': '6995296556344b2c8acbde1342971c68', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 3, 45, 118410)}] Jul 06 18:03:45.252854 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:03:45.253736 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-f04fc761-f64a-480d-a22e-3cf9ee49aece admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:03:45.276143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063ac8b4-301a-4cbd-8a4e-ada5e86eb035,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:45.321227 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.328363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:03:45.332041 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.334971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/networks/55ea281a-3579-4653-9bf0-2ef70c16e34f HTTP/1.1" status: 204 len: 168 time: 1.1003630 Jul 06 18:03:45.337685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.349929 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.350883 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Added segment ebc4c035-e485-4daf-8d8e-bbf97c20c983 of type vlan for network b739771e-7196-4cb6-a7c0-c61744c9b8c9 Jul 06 18:03:45.351729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eab3b-1341-488c-98ba-355734f8179f tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Network': ['ID=55ea281a-3579-4653-9bf0-2ef70c16e34f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:45.402222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a35f0ec3-5aa6-49f0-bfcc-64af86b2aeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.414555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a35f0ec3-5aa6-49f0-bfcc-64af86b2aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.453871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d93418-643b-4f9d-a5b3-a1a29f6da831 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Deleting subnet 79e9d128-e6b4-49ee-ba84-01f780b3561b {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:45.461993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a35f0ec3-5aa6-49f0-bfcc-64af86b2aeb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37235a01a0ac492a87c847c7f4b21d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6899500 Jul 06 18:03:45.462323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.462519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f0ec3-5aa6-49f0-bfcc-64af86b2aeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe663aee-ef2a-48d5-a365-ebf744b53240,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:45.462519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59006) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.465381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d93418-643b-4f9d-a5b3-a1a29f6da831 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.521058 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-816c8bf3-04f5-4355-9d47-6aac25b0dbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.532851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d93418-643b-4f9d-a5b3-a1a29f6da831 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.545466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-816c8bf3-04f5-4355-9d47-6aac25b0dbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.562655 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.564399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:45.565019 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.616733 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-816c8bf3-04f5-4355-9d47-6aac25b0dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.621791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-816c8bf3-04f5-4355-9d47-6aac25b0dbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.624145 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-816c8bf3-04f5-4355-9d47-6aac25b0dbf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe663aee-ef2a-48d5-a365-ebf744b53240 HTTP/1.1" status: 204 len: 168 time: 0.1603236 Jul 06 18:03:45.639058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c8bf3-04f5-4355-9d47-6aac25b0dbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe663aee-ef2a-48d5-a365-ebf744b53240,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:45.651375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2109926 Jul 06 18:03:45.655848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59010) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.667943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Request body: {'subnet': {'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-999861180-subnet', 'tenant_id': 'f72b4cb9139b43b7844f6ba24dc74384', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:45.687082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11c102-605a-41ba-828b-dbfcf74b1b23 admin admin] Pushing event updated for resources: {'Network': ['ID=b739771e-7196-4cb6-a7c0-c61744c9b8c9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:45.705936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b739771e-7196-4cb6-a7c0-c61744c9b8c9 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:03:45.713961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d93418-643b-4f9d-a5b3-a1a29f6da831 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.714727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Made reservation on behalf of f72b4cb9139b43b7844f6ba24dc74384 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:45.717321 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.755129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f04fc761-f64a-480d-a22e-3cf9ee49aece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.836853 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d93418-643b-4f9d-a5b3-a1a29f6da831 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.886694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d93418-643b-4f9d-a5b3-a1a29f6da831 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Subnet': ['ID=79e9d128-e6b4-49ee-ba84-01f780b3561b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:45.904083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d93418-643b-4f9d-a5b3-a1a29f6da831 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:45.908518 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-66d93418-643b-4f9d-a5b3-a1a29f6da831 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/subnets/79e9d128-e6b4-49ee-ba84-01f780b3561b HTTP/1.1" status: 204 len: 168 time: 0.5671320 Jul 06 18:03:45.909478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59014) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:45.920901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde1e44-b9a2-4f54-a293-cbfba3ebf6e9 None None] Network e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:45.972816 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98c9be8-e89c-46f8-81d3-743855057b1a tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Deleting subnet 267d45f1-2502-45b2-a794-94cb79ab9a7b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:45.976513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d98c9be8-e89c-46f8-81d3-743855057b1a tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.003712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f04fc761-f64a-480d-a22e-3cf9ee49aece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.013938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f04fc761-f64a-480d-a22e-3cf9ee49aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.038983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d98c9be8-e89c-46f8-81d3-743855057b1a tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.041239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 13b83f8e-8581-40fe-b771-bc4b30c019d2 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:46.086476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f04fc761-f64a-480d-a22e-3cf9ee49aece admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6995296556344b2c8acbde1342971c68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2508042 Jul 06 18:03:46.087475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59016) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:46.095487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fc761-f64a-480d-a22e-3cf9ee49aece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1489a963-2c5a-46e3-a9ab-c90465a68e7f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:46.131440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 13b83f8e-8581-40fe-b771-bc4b30c019d2 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:46.132537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 13b83f8e-8581-40fe-b771-bc4b30c019d2 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:46.135171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.172411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59020) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:46.175816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11406b8a-07ee-42e4-b4b7-3ba6d58f8fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.206708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11406b8a-07ee-42e4-b4b7-3ba6d58f8fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.212228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0f7f5fda-0337-4a80-9716-05a07c0f5c59 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:03:46.293890 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11406b8a-07ee-42e4-b4b7-3ba6d58f8fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.297380 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11406b8a-07ee-42e4-b4b7-3ba6d58f8fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.303748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-11406b8a-07ee-42e4-b4b7-3ba6d58f8fad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1489a963-2c5a-46e3-a9ab-c90465a68e7f HTTP/1.1" status: 204 len: 168 time: 0.2145519 Jul 06 18:03:46.314712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11406b8a-07ee-42e4-b4b7-3ba6d58f8fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1489a963-2c5a-46e3-a9ab-c90465a68e7f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:46.418180 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0f7f5fda-0337-4a80-9716-05a07c0f5c59, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:46.437214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'port_id': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'mac_address': 'fa:16:3e:ef:fd:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:03:46.502155 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.508684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcf01c0-3caa-4da2-8110-40126fbc3361 None None] DHCP port deletion for e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:46.544301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7f5fda-0337-4a80-9716-05a07c0f5c59 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:03:46.583753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0f7f5fda-0337-4a80-9716-05a07c0f5c59, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:46.595816 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.639554 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f3680e-be92-4561-8790-57d3250b6030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.661331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-edcf01c0-3caa-4da2-8110-40126fbc3361 None None] Deleting port e373d793-c14b-4573-9c39-d0faeb3fa395 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:46.661704 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edcf01c0-3caa-4da2-8110-40126fbc3361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.706322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fadd14-3144-4fa6-a572-410c350d286d,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:46.712272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0f7f5fda-0337-4a80-9716-05a07c0f5c59,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:46.726748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d98c9be8-e89c-46f8-81d3-743855057b1a tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.757451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-edcf01c0-3caa-4da2-8110-40126fbc3361 None None] For port e373d793-c14b-4573-9c39-d0faeb3fa395, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e373d793-c14b-4573-9c39-d0faeb3fa395,segment=NetworkSegment(a5c33ef7-f373-4ffd-967b-0fb4b91cc19e),segment_id=a5c33ef7-f373-4ffd-967b-0fb4b91cc19e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:46.758401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edcf01c0-3caa-4da2-8110-40126fbc3361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.784874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-edcf01c0-3caa-4da2-8110-40126fbc3361 None None] Calling delete_port for e373d793-c14b-4573-9c39-d0faeb3fa395 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:46.801794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0f7f5fda-0337-4a80-9716-05a07c0f5c59'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:03:46.822961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Checking segment: {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:46.823330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Network hostable DHCP agents. Network: b739771e-7196-4cb6-a7c0-c61744c9b8c9, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:03:46.854257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd179-4c82-4e25-a20c-fb07f7e908e4 req-5ff9ec82-33ce-4979-a8fd-e0c1af083e06 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:46.855973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2abd179-4c82-4e25-a20c-fb07f7e908e4 req-5ff9ec82-33ce-4979-a8fd-e0c1af083e06 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 944 time: 0.2138822 Jul 06 18:03:46.909828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Network b739771e-7196-4cb6-a7c0-c61744c9b8c9 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:03:46.927886 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d98c9be8-e89c-46f8-81d3-743855057b1a tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.942059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:46.949881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b739771e-7196-4cb6-a7c0-c61744c9b8c9) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:46.969021 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff416005-20c3-4604-980b-a0d3aa0da6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.986113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:46.986750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:46.988221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866bd122-fd94-4100-a10f-c627f66bc006 None None] Network b739771e-7196-4cb6-a7c0-c61744c9b8c9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:46.992685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c9be8-e89c-46f8-81d3-743855057b1a tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Subnet': ['ID=267d45f1-2502-45b2-a794-94cb79ab9a7b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:46.997103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b2abd179-4c82-4e25-a20c-fb07f7e908e4 req-bea9b80a-099a-45fa-b4bc-31adb0dd5cfb tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331503 Jul 06 18:03:47.014135 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d98c9be8-e89c-46f8-81d3-743855057b1a tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.018542 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d98c9be8-e89c-46f8-81d3-743855057b1a tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/subnets/267d45f1-2502-45b2-a794-94cb79ab9a7b HTTP/1.1" status: 204 len: 168 time: 1.1057589 Jul 06 18:03:47.019323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:47.024250 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f3680e-be92-4561-8790-57d3250b6030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.046997 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f3680e-be92-4561-8790-57d3250b6030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.063974 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-84a4c852-6f7a-498e-9f1b-5a41cb3ba89a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4054713 Jul 06 18:03:47.088922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79eecf-e8c0-402e-97eb-9fe4fce5b9ab None None] Network 1722b0aa-03af-4a89-9535-c3e3bd129caa requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:47.092599 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94a3677f-9856-4dc5-b1c4-ad4557f5dd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.133194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-64f3680e-be92-4561-8790-57d3250b6030 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc918aa27d6240d9825309f5e9049d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9593687 Jul 06 18:03:47.134128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3680e-be92-4561-8790-57d3250b6030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd03e2f9-c031-411e-96e5-04933cf6aac3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:47.138982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59032) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:47.147079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.215068 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9494b7d-a074-4d6e-bfc1-f5bb4e1be19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.246949 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9494b7d-a074-4d6e-bfc1-f5bb4e1be19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.269700 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.276065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edcf01c0-3caa-4da2-8110-40126fbc3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.290611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:47.301522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c33ef7-f373-4ffd-967b-0fb4b91cc19e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:47.301844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c33ef7-f373-4ffd-967b-0fb4b91cc19e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:47.321216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.327689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9494b7d-a074-4d6e-bfc1-f5bb4e1be19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.332283 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9494b7d-a074-4d6e-bfc1-f5bb4e1be19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.335429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f9494b7d-a074-4d6e-bfc1-f5bb4e1be19a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd03e2f9-c031-411e-96e5-04933cf6aac3 HTTP/1.1" status: 204 len: 168 time: 0.1936383 Jul 06 18:03:47.364711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf01c0-3caa-4da2-8110-40126fbc3361 None None] Pushing event deleted for resources: {'Port': ['ID=e373d793-c14b-4573-9c39-d0faeb3fa395,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:47.366707 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.373923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9494b7d-a074-4d6e-bfc1-f5bb4e1be19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd03e2f9-c031-411e-96e5-04933cf6aac3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:47.384250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:47.385061 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:47.479923 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:47.492243 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.511190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff416005-20c3-4604-980b-a0d3aa0da6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.514295 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.516939 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/networks/e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0 HTTP/1.1" status: 204 len: 168 time: 0.4963439 Jul 06 18:03:47.519673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59046) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:47.539139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf01c0-3caa-4da2-8110-40126fbc3361 None None] No DVR routers for this DVR port e373d793-c14b-4573-9c39-d0faeb3fa395 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:47.553497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff416005-20c3-4604-980b-a0d3aa0da6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.580446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af720e50-4944-451e-932d-a2df05d52e21 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Network': ['ID=e6c75dd6-c1f2-4041-bfb8-4475d1e05ae0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:47.628946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ff416005-20c3-4604-980b-a0d3aa0da6aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d44b59135bff45f2bdd7125597a84492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6802239 Jul 06 18:03:47.632549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:47.659429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff416005-20c3-4604-980b-a0d3aa0da6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c6d299-0a6f-4f37-bafc-c2739f9074b6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:47.709053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.789880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b95870be-a039-4999-8cc2-58fbb4901d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.800252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Deleting port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:47.801668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.828854 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b95870be-a039-4999-8cc2-58fbb4901d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:47.851961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd50968-d896-49db-93f7-193a667eb2ac None None] Network b739771e-7196-4cb6-a7c0-c61744c9b8c9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:47.878473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-01d7045d-4b0e-4def-b08f-f37202e6f664 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:47.882796 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-01d7045d-4b0e-4def-b08f-f37202e6f664 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 814 time: 0.1884589 Jul 06 18:03:47.918272 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-827de4d0-79a6-467d-9bf0-00512ea51930 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/quotas/f72b4cb9139b43b7844f6ba24dc74384 HTTP/1.1" status: 200 len: 375 time: 0.0257306 Jul 06 18:03:47.965552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-6644d016-8942-43fa-8898-fb73c455739e tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460649 Jul 06 18:03:47.979506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] For port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=8a0c496d-0e9f-4a79-b898-a1500cb28bb1,segment=NetworkSegment(299cc51d-359d-4825-ad81-534299ba47e0),segment_id=299cc51d-359d-4825-ad81-534299ba47e0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:47.980283 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.027057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Calling delete_port for 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:48.031584 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b95870be-a039-4999-8cc2-58fbb4901d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.034210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b95870be-a039-4999-8cc2-58fbb4901d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.038375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b95870be-a039-4999-8cc2-58fbb4901d9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3c6d299-0a6f-4f37-bafc-c2739f9074b6 HTTP/1.1" status: 204 len: 168 time: 0.4019179 Jul 06 18:03:48.053335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95870be-a039-4999-8cc2-58fbb4901d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c6d299-0a6f-4f37-bafc-c2739f9074b6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:48.123555 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-3fde7fe4-dbb6-45fd-8b66-849e618a1215 service neutron] 10.222.0.13 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572442 Jul 06 18:03:48.186063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e373d793-c14b-4573-9c39-d0faeb3fa395 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:48.200046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] DHCP port deletion for 1722b0aa-03af-4a89-9535-c3e3bd129caa request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:48.229048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: e373d793-c14b-4573-9c39-d0faeb3fa395 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:48.229397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e373d793-c14b-4573-9c39-d0faeb3fa395 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:48.340780 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-5070b3e4-715b-443c-9ea0-e302b05dbe6e service neutron] 10.222.0.13 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050622 Jul 06 18:03:48.371202 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.383043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] Deleting port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:48.383406 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.415008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Port': ['ID=8a0c496d-0e9f-4a79-b898-a1500cb28bb1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:48.420662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] No DVR routers for this DVR port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:48.497707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] For port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:48.498119 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.513775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] Calling delete_port for 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:48.516845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] Port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:03:48.518381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.520411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07130e0-fabe-4ad9-bcff-d53a7c577ce6 req-3de0c9e6-fbd7-4e00-89e8-747dafbb33d8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:48.523768 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e07130e0-fabe-4ad9-bcff-d53a7c577ce6 req-3de0c9e6-fbd7-4e00-89e8-747dafbb33d8 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 944 time: 0.2379873 Jul 06 18:03:48.545925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] Pushing event deleted for resources: {'Port': ['ID=8a0c496d-0e9f-4a79-b898-a1500cb28bb1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:48.549625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4cb7f-b421-4586-aea4-e54a83f01fc2 None None] No DVR routers for this DVR port 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:48.578989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.622321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e07130e0-fabe-4ad9-bcff-d53a7c577ce6 req-f9e5441a-6f6a-44d4-b171-4c816e904187 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890758 Jul 06 18:03:48.625628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1722b0aa-03af-4a89-9535-c3e3bd129caa']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:48.682636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299cc51d-359d-4825-ad81-534299ba47e0') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:48.683309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299cc51d-359d-4825-ad81-534299ba47e0') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:48.695215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-62e03778-3e31-4f2f-b54e-d2359d5fbb72 req-e5538eec-dc2e-4da7-948b-58054f09404b tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 210 time: 0.0431502 Jul 06 18:03:48.707419 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.725783 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.736293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:48.737042 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:48.741808 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:48.886176 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.902427 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:48.906618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/networks/1722b0aa-03af-4a89-9535-c3e3bd129caa HTTP/1.1" status: 204 len: 168 time: 1.3855753 Jul 06 18:03:48.908884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:48.926202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfd334-466f-4981-8fdf-2ae403c155f4 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Network': ['ID=1722b0aa-03af-4a89-9535-c3e3bd129caa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:49.020913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2df2f19-e9c5-4a90-a11a-048844cfde66 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Deleting subnet 820a4d97-3e67-47ca-9cea-d37596c4377d {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:03:49.028939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2df2f19-e9c5-4a90-a11a-048844cfde66 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.145702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2df2f19-e9c5-4a90-a11a-048844cfde66 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.297306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2df2f19-e9c5-4a90-a11a-048844cfde66 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.435349 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2df2f19-e9c5-4a90-a11a-048844cfde66 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.457241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2df2f19-e9c5-4a90-a11a-048844cfde66 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.460684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c2df2f19-e9c5-4a90-a11a-048844cfde66 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/subnets/820a4d97-3e67-47ca-9cea-d37596c4377d HTTP/1.1" status: 204 len: 168 time: 0.5504034 Jul 06 18:03:49.464239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59112) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:49.476222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6045fa79-d94c-4988-8844-0cd6a7bfc3e3 None None] Network 3b8b2090-7278-496e-a677-0e01c97b4ba4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:03:49.495728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df2f19-e9c5-4a90-a11a-048844cfde66 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Subnet': ['ID=820a4d97-3e67-47ca-9cea-d37596c4377d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:49.570156 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c917551-4fe0-4ba0-ade3-4d08d45f698a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.609268 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.701703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Deleting port e1ff5725-7169-4edb-938a-14c41984c86c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:49.702577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.872012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] For port e1ff5725-7169-4edb-938a-14c41984c86c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e1ff5725-7169-4edb-938a-14c41984c86c,segment=NetworkSegment(2a1a34aa-b668-4886-8308-5a434b793721),segment_id=2a1a34aa-b668-4886-8308-5a434b793721)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:49.873016 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:49.895136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Calling delete_port for e1ff5725-7169-4edb-938a-14c41984c86c owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:50.000759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-698d5151-d753-44f5-8f58-6bb72a5df3b1 req-36088ff5-0d2c-491d-a12c-3f0d8ad0e882 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 210 time: 0.0632548 Jul 06 18:03:50.082875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:50.085853 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.125047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:50.125426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 8a0c496d-0e9f-4a79-b898-a1500cb28bb1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:50.143519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] DHCP port deletion for 3b8b2090-7278-496e-a677-0e01c97b4ba4 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:03:50.248936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] Deleting port e1ff5725-7169-4edb-938a-14c41984c86c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:03:50.250060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.257011 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c64bac-f2d4-46b1-8f5c-ed55cbde659c req-fc7a4cf9-e489-4064-8a06-8b2ffd7efb82 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:50.259952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91c64bac-f2d4-46b1-8f5c-ed55cbde659c req-fc7a4cf9-e489-4064-8a06-8b2ffd7efb82 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 944 time: 0.2203817 Jul 06 18:03:50.261305 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.335680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Port': ['ID=e1ff5725-7169-4edb-938a-14c41984c86c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:50.339397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] No DVR routers for this DVR port e1ff5725-7169-4edb-938a-14c41984c86c on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:50.352207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] For port e1ff5725-7169-4edb-938a-14c41984c86c, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:50.352649 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.370394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] Calling delete_port for e1ff5725-7169-4edb-938a-14c41984c86c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:03:50.373561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] Port e1ff5725-7169-4edb-938a-14c41984c86c was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:03:50.375551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0f7f5fda-0337-4a80-9716-05a07c0f5c59 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:03:50.379988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.418728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] No DVR routers for this DVR port e1ff5725-7169-4edb-938a-14c41984c86c on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:03:50.533829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.547330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8b2090-7278-496e-a677-0e01c97b4ba4']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:50.560352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1a34aa-b668-4886-8308-5a434b793721') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:50.560718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1a34aa-b668-4886-8308-5a434b793721') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:50.571770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.573388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f4593-4423-4d3b-85c0-1368347fa51d None None] Pushing event deleted for resources: {'Port': ['ID=e1ff5725-7169-4edb-938a-14c41984c86c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:50.607700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.626762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:03:50.643651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:03:50.644432 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.676691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91c64bac-f2d4-46b1-8f5c-ed55cbde659c req-7700ef42-e2ed-43d4-9228-c97f3ca5d240 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069445 Jul 06 18:03:50.681878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:03:50.686990 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:03:50.690723 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:03:50.760148 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.833057 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.852499 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.866803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:50.868855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/networks/3b8b2090-7278-496e-a677-0e01c97b4ba4 HTTP/1.1" status: 204 len: 168 time: 1.4033685 Jul 06 18:03:50.872046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab95b7-f017-431f-87c8-81fdbcea41ea tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Pushing event deleted for resources: {'Network': ['ID=3b8b2090-7278-496e-a677-0e01c97b4ba4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:50.876314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:50.883434 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-644461ef-f23d-4aa1-bb2f-8002a6fb19ef tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:50.885300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-644461ef-f23d-4aa1-bb2f-8002a6fb19ef tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.55 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 814 time: 0.2954705 Jul 06 18:03:50.901909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Request body: {'port': {'device_id': 'd48ff6aa-3c50-4bea-a600-011e081ea4b7', 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9', 'admin_state_up': True, 'tenant_id': 'f72b4cb9139b43b7844f6ba24dc74384'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:50.959795 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c5dcb668-db7c-48d4-813e-a4d01debe8d5 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0eccd6-1bb7-46a3-8620-2293678bc8c3 HTTP/1.1" status: 200 len: 205 time: 0.0812263 Jul 06 18:03:50.964490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:50.968120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:03:50.977927 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c6ef1c-d19f-43b7-a066-4b539de24491" -d '{"events": [{"server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "name": "network-vif-plugged", "status": "completed", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:03:51.056084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0f7f5fda-0337-4a80-9716-05a07c0f5c59, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:51.065103 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.132416 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9977d594-586d-4142-8837-be9504855905 x-openstack-request-id: req-9977d594-586d-4142-8837-be9504855905 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:03:51.132802 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "name": "network-vif-plugged", "status": "completed", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:03:51.133013 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9977d594-586d-4142-8837-be9504855905 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:03:51.133401 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'code': 200} Jul 06 18:03:51.211469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f300bee-c0b7-421b-97ab-6d2036a49419 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.219625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0f7f5fda-0337-4a80-9716-05a07c0f5c59,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:51.290694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-622d7f44-b459-421c-aa9c-495a75eb05ba req-3cd93254-e7d7-4fa0-919d-25113906cf44 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 210 time: 0.0597167 Jul 06 18:03:51.322413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Made reservation on behalf of f72b4cb9139b43b7844f6ba24dc74384 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:03:51.327375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.409470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff888616-bff6-4806-b5f4-7b88f954aeb7 req-f82e094b-78b5-4285-8a88-58d3bc67d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:51.411870 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff888616-bff6-4806-b5f4-7b88f954aeb7 req-f82e094b-78b5-4285-8a88-58d3bc67d66c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 1096 time: 0.1960111 Jul 06 18:03:51.451901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f300bee-c0b7-421b-97ab-6d2036a49419 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.455187 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f300bee-c0b7-421b-97ab-6d2036a49419 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.468324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff888616-bff6-4806-b5f4-7b88f954aeb7 req-dab4947d-e99a-4f94-8938-343129f14682 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452712 Jul 06 18:03:51.517303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f300bee-c0b7-421b-97ab-6d2036a49419 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.519800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f300bee-c0b7-421b-97ab-6d2036a49419 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Fanout notify agent at l3_agent the message router_deleted on router 5b0eccd6-1bb7-46a3-8620-2293678bc8c3 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:03:51.544420 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f300bee-c0b7-421b-97ab-6d2036a49419 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.546512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9f300bee-c0b7-421b-97ab-6d2036a49419 tempest-RoutersNegativeIpV6Test-918285393 tempest-RoutersNegativeIpV6Test-918285393-project] 10.222.0.13 "DELETE /v2.0/routers/5b0eccd6-1bb7-46a3-8620-2293678bc8c3 HTTP/1.1" status: 204 len: 168 time: 0.5798161 Jul 06 18:03:51.560219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Allocated IP 172.20.0.13 (b739771e-7196-4cb6-a7c0-c61744c9b8c9/f8fadd14-3144-4fa6-a572-410c350d286d/7909b126-f026-4a1a-adfe-df54e2bdc6c0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:51.847215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.920705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:51.992670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc4634-1607-42d9-8091-25947d280ad5 req-346a7870-9d76-44a2-ae84-5bf1ef5f3143 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:52.008296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9cc4634-1607-42d9-8091-25947d280ad5 req-346a7870-9d76-44a2-ae84-5bf1ef5f3143 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 945 time: 0.1308231 Jul 06 18:03:52.058757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Network b739771e-7196-4cb6-a7c0-c61744c9b8c9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:52.071344 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:52.078891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:52.082696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e1ff5725-7169-4edb-938a-14c41984c86c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:03:52.118321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9cc4634-1607-42d9-8091-25947d280ad5 req-3fb93198-51ec-4fcb-af70-7c3bce65529f tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077595 Jul 06 18:03:52.175201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: e1ff5725-7169-4edb-938a-14c41984c86c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:03:52.175948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e1ff5725-7169-4edb-938a-14c41984c86c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:03:52.217754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Pushing event updated for resources: {'Port': ['ID=7909b126-f026-4a1a-adfe-df54e2bdc6c0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:52.274762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:52.275598 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.305495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-fa5ec7e4-4904-426d-81c0-da7695c9c2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4110725 Jul 06 18:03:52.318327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Request body: {'port': {'device_id': 'd48ff6aa-3c50-4bea-a600-011e081ea4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:52.372180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:52.508087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.661226 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:52.832083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbde62-c4ee-4d22-bff3-b7d90293cf44 req-338a20a2-f8b4-4136-b7f8-0a506295fb3d tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:52.835565 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0bfbde62-c4ee-4d22-bff3-b7d90293cf44 req-338a20a2-f8b4-4136-b7f8-0a506295fb3d tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 932 time: 0.2594767 Jul 06 18:03:52.962037 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0bfbde62-c4ee-4d22-bff3-b7d90293cf44 req-7dcd87dd-00c1-481a-8f58-3bc61c049cd1 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074023 Jul 06 18:03:53.055406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ff0866fe-e009-49e2-944d-857f64d9af90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0e31fa63ab24b0ab3d11dda792e6285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6789544 Jul 06 18:03:53.055999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:53.130234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fa715f4-a310-4291-a195-b50510a051e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.138751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7909b126-f026-4a1a-adfe-df54e2bdc6c0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:03:53.165267 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.191107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Transition to ACTIVE for port object 7909b126-f026-4a1a-adfe-df54e2bdc6c0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:03:53.199915 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fa715f4-a310-4291-a195-b50510a051e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.200236 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.316467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fa715f4-a310-4291-a195-b50510a051e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.319892 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fa715f4-a310-4291-a195-b50510a051e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.321100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7fa715f4-a310-4291-a195-b50510a051e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f81bd06e-e72e-444e-9a04-76fcc2beb22d HTTP/1.1" status: 204 len: 168 time: 0.2617736 Jul 06 18:03:53.361917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa715f4-a310-4291-a195-b50510a051e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81bd06e-e72e-444e-9a04-76fcc2beb22d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:53.433649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Pushing event updated for resources: {'Port': ['ID=7909b126-f026-4a1a-adfe-df54e2bdc6c0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:53.527755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Attempting to bind port 7909b126-f026-4a1a-adfe-df54e2bdc6c0 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:03:53.528479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Attempting to bind port 7909b126-f026-4a1a-adfe-df54e2bdc6c0 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:03:53.529785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Attempting to bind port 7909b126-f026-4a1a-adfe-df54e2bdc6c0 on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:53.537982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Port 7909b126-f026-4a1a-adfe-df54e2bdc6c0 on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:03:53.539042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Attempting to bind port 7909b126-f026-4a1a-adfe-df54e2bdc6c0 on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:03:53.549451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:03:53.550317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Checking segment: {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:03:53.551293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Bound using segment: {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:03:53.552382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Bound port: 7909b126-f026-4a1a-adfe-df54e2bdc6c0, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:03:53.553620 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.571716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa91a1-1405-47f0-aed5-d05e909657aa req-aa806fac-4d47-40ea-9998-340b75864900 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:53.574414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbfa91a1-1405-47f0-aed5-d05e909657aa req-aa806fac-4d47-40ea-9998-340b75864900 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 945 time: 0.2050922 Jul 06 18:03:53.656403 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbfa91a1-1405-47f0-aed5-d05e909657aa req-5240851c-e2e1-438e-b10a-35a44b06fb38 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665803 Jul 06 18:03:53.730857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] For port 7909b126-f026-4a1a-adfe-df54e2bdc6c0, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:03:53.738484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] For port 7909b126-f026-4a1a-adfe-df54e2bdc6c0, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7909b126-f026-4a1a-adfe-df54e2bdc6c0,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:03:53.746893 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.832472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:53.833646 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:53.837507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] 10.222.0.55 "PUT /v2.0/ports/7909b126-f026-4a1a-adfe-df54e2bdc6c0 HTTP/1.1" status: 200 len: 1092 time: 1.5244524 Jul 06 18:03:53.838330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48ff6aa-3c50-4bea-a600-011e081ea4b7', 'tag': '7909b126-f026-4a1a-adfe-df54e2bdc6c0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:03:53.852050 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb992f01-4af9-4ba8-84be-341a3a739cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d48ff6aa-3c50-4bea-a600-011e081ea4b7", "tag": "7909b126-f026-4a1a-adfe-df54e2bdc6c0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:03:53.982865 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660e0aa9-4295-4100-bd28-62a82c2c878a x-openstack-request-id: req-660e0aa9-4295-4100-bd28-62a82c2c878a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:03:53.986983 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48ff6aa-3c50-4bea-a600-011e081ea4b7", "tag": "7909b126-f026-4a1a-adfe-df54e2bdc6c0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:03:53.988600 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-660e0aa9-4295-4100-bd28-62a82c2c878a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:03:53.990730 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48ff6aa-3c50-4bea-a600-011e081ea4b7', 'tag': '7909b126-f026-4a1a-adfe-df54e2bdc6c0', 'status': 'completed', 'code': 200} Jul 06 18:03:53.998758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d0d88-443a-4a42-ba95-e7963f35edbe service neutron] Pushing event updated for resources: {'Port': ['ID=7909b126-f026-4a1a-adfe-df54e2bdc6c0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:54.112713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-7cf82ea6-0821-4dda-b53a-b9db90ffec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:54.115494 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-7cf82ea6-0821-4dda-b53a-b9db90ffec7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 1095 time: 0.1994767 Jul 06 18:03:54.212804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-ba7f4b1b-a7e1-424f-9854-a81289febd2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7909b126-f026-4a1a-adfe-df54e2bdc6c0 HTTP/1.1" status: 200 len: 217 time: 0.0866418 Jul 06 18:03:54.304658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3064b-047d-4d04-8f36-6900e35d231d req-14860435-1f14-464c-acdc-b7b824fc3487 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:54.315847 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22f3064b-047d-4d04-8f36-6900e35d231d req-14860435-1f14-464c-acdc-b7b824fc3487 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 945 time: 0.3225887 Jul 06 18:03:54.360362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-cfe51106-c6f4-44eb-896c-3661df9a7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:54.362505 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-cfe51106-c6f4-44eb-896c-3661df9a7c82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.1427698 Jul 06 18:03:54.403952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-30c81609-cd75-4cbe-b6d4-97d5fc33c384 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347691 Jul 06 18:03:54.431151 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22f3064b-047d-4d04-8f36-6900e35d231d req-21919f08-9451-42ff-8a1c-75886303f897 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137707 Jul 06 18:03:54.486367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59252) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:54.628940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b26af-eb7c-4c6a-8710-0ff756206905 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:54.634643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c24b26af-eb7c-4c6a-8710-0ff756206905 tempest-TestNetworkBasicOps-1783001672 tempest-TestNetworkBasicOps-1783001672-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 1091 time: 0.1466177 Jul 06 18:03:54.638755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59258) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:54.649344 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-e40d92d0-deb0-4e67-b3e7-e26ca6a92dfd service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341576 Jul 06 18:03:54.654789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:03:54.712465 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:54.899928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcdf5bd2-4950-4b93-8797-63cb6d8b816a req-d04c1840-91f1-448a-b449-029f024558ad service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433681 Jul 06 18:03:55.027720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405685-a2f6-43fb-98c2-0911507022e3 req-0cee90f3-629a-4aad-915c-2d6c418533e2 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:55.030472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ee405685-a2f6-43fb-98c2-0911507022e3 req-0cee90f3-629a-4aad-915c-2d6c418533e2 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 944 time: 0.8132186 Jul 06 18:03:55.120458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-0a462535-3d64-4bc0-af01-22dbfd9c0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:55.124193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-0a462535-3d64-4bc0-af01-22dbfd9c0c14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 1095 time: 0.1328652 Jul 06 18:03:55.148942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ee405685-a2f6-43fb-98c2-0911507022e3 req-ece2609e-5ebe-47c8-8a0a-ac6c2093f878 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062274 Jul 06 18:03:55.177364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.359995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-31e71c69-083b-4052-a969-52fe68304227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:55.362201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-31e71c69-083b-4052-a969-52fe68304227 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 915 time: 0.2297215 Jul 06 18:03:55.436643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-51e26e08-21bb-41a4-82c7-f4df4de49270 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7909b126-f026-4a1a-adfe-df54e2bdc6c0 HTTP/1.1" status: 200 len: 217 time: 0.0671346 Jul 06 18:03:55.444688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Allocated IP 172.25.7.195 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/b6bc9af5-e4e8-466d-99c3-e87cb9a26158) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:03:55.505788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-cc679e15-905c-4de8-9099-78b9f694e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:55.507700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-cc679e15-905c-4de8-9099-78b9f694e0ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.0633774 Jul 06 18:03:55.556708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-5210f1fe-7156-4c6a-b611-3dba1fd9697a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408640 Jul 06 18:03:55.711284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.771352 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-c96dfb5b-ce1c-4ba6-954f-ed669ace0521 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066946 Jul 06 18:03:55.862118 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:55.967275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb992f01-4af9-4ba8-84be-341a3a739cd8 req-7bfa0246-350a-4813-9776-a329752ac1b8 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889980 Jul 06 18:03:55.967946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:03:55.975616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:03:55.987641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:03:56.027377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=b6bc9af5-e4e8-466d-99c3-e87cb9a26158,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:56.225499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59298) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:56.572971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-720411a8-30fd-4bec-8b02-c39cc9424ef5 tempest-ServiceProvidersTest-2012643104 tempest-ServiceProvidersTest-2012643104-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3460758 Jul 06 18:03:56.788258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c74b0-ec59-4d26-983f-a57f3934003a req-d3505497-f793-43ec-b673-d282e0566ccb tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:56.790574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d21c74b0-ec59-4d26-983f-a57f3934003a req-d3505497-f793-43ec-b673-d282e0566ccb tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 944 time: 0.3966987 Jul 06 18:03:56.847629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d21c74b0-ec59-4d26-983f-a57f3934003a req-1264092c-1f13-440d-8131-893f7cab96e3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513029 Jul 06 18:03:57.091961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:57.237972 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.252001 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bc1420b-53a0-4f69-9939-22b693c1ef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.425174 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.463174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bc1420b-53a0-4f69-9939-22b693c1ef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.478419 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bc1420b-53a0-4f69-9939-22b693c1ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.509906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9bc1420b-53a0-4f69-9939-22b693c1ef5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77202c65865f49ac850725ad81145ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161575 Jul 06 18:03:57.517554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:57.539070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1420b-53a0-4f69-9939-22b693c1ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48b6efb-f61f-4a71-a521-8ff242386286,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:57.682844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e32832-73e8-4a9e-8849-b6d905f2def8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.736518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e32832-73e8-4a9e-8849-b6d905f2def8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.775662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.790102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:57.983265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event updated for resources: {'Port': ['ID=b6bc9af5-e4e8-466d-99c3-e87cb9a26158,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:57.999937 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.219451 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e32832-73e8-4a9e-8849-b6d905f2def8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.224056 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e32832-73e8-4a9e-8849-b6d905f2def8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.227459 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e1e32832-73e8-4a9e-8849-b6d905f2def8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d48b6efb-f61f-4a71-a521-8ff242386286 HTTP/1.1" status: 204 len: 168 time: 0.7079008 Jul 06 18:03:58.254932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e32832-73e8-4a9e-8849-b6d905f2def8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48b6efb-f61f-4a71-a521-8ff242386286,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:03:58.281035 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Floating IP 5b714a77-8c29-4f6c-b830-5cd645497199 associated. External IP: 172.25.7.195, port: 0f7f5fda-0337-4a80-9716-05a07c0f5c59. Jul 06 18:03:58.363174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb32bb-a3a1-40f2-9c76-4e605a30e5e6 req-403377bd-a127-4ac4-8a3c-73f49d26e010 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:58.375903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3cb32bb-a3a1-40f2-9c76-4e605a30e5e6 req-403377bd-a127-4ac4-8a3c-73f49d26e010 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 944 time: 0.2707422 Jul 06 18:03:58.466722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3cb32bb-a3a1-40f2-9c76-4e605a30e5e6 req-4eae0a9f-aa6b-48d2-9fea-7c25415c091b tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927765 Jul 06 18:03:58.655994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router a42e583d-63f8-427b-9358-c61d2a00f7a3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:03:58.797338 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:03:58.816354 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] Sync routers for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:03:58.818601 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:58.852757 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:58.857515 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:58.899680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59360) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:03:58.911491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f4211bab-8359-4dbe-b5db-adaca755d1ea tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2700157 Jul 06 18:03:58.913600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:03:58.936826 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5779a4c-d006-41e7-9c73-77bb25093dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:03:59.060544 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-25452ae2-ae1c-4bc2-9533-4dd1a1cc2741 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/floatingips/5b714a77-8c29-4f6c-b830-5cd645497199 HTTP/1.1" status: 200 len: 991 time: 0.1580422 Jul 06 18:03:59.073331 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:59.241388 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5890dac4-2412-444d-980e-1ade1dfcd88d x-openstack-request-id: req-5890dac4-2412-444d-980e-1ade1dfcd88d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:03:59.241710 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:03:59.241974 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5890dac4-2412-444d-980e-1ade1dfcd88d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:03:59.242425 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'status': 'completed', 'code': 200} Jul 06 18:03:59.252775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7909b126-f026-4a1a-adfe-df54e2bdc6c0 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:03:59.359962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-8982aa60-0c3d-4b11-8a3c-49233c65b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:59.365083 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-8982aa60-0c3d-4b11-8a3c-49233c65b388 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 1096 time: 0.0967507 Jul 06 18:03:59.508662 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '5b714a77-8c29-4f6c-b830-5cd645497199', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'port_id': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'mac_address': 'fa:16:3e:ef:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:03:56Z', 'updated_at': '2021-07-06T18:03:56Z', 'revision_number': 0, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1274bbfd-ff8e-46eb-840d-3897cfe22369', 'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:b1:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:17Z', 'updated_at': '2021-07-06T18:03:34Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:59.551401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 7909b126-f026-4a1a-adfe-df54e2bdc6c0, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7909b126-f026-4a1a-adfe-df54e2bdc6c0,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:59.588529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '7909b126-f026-4a1a-adfe-df54e2bdc6c0', 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9', 'port_id': '7909b126-f026-4a1a-adfe-df54e2bdc6c0', 'mac_address': 'fa:16:3e:5d:6c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fadd14-3144-4fa6-a572-410c350d286d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:03:59.601143 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] Checking router: a42e583d-63f8-427b-9358-c61d2a00f7a3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:03:59.634409 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:03:59.635508 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:03:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:03:59.695230 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.708727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-9c815819-f91c-4813-b7d2-8aaa483ab8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:59.714380 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-9c815819-f91c-4813-b7d2-8aaa483ab8dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=749d090a-dcba-4c17-8ee6-fde799e05e25 HTTP/1.1" status: 200 len: 896 time: 0.3420749 Jul 06 18:03:59.720391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7909b126-f026-4a1a-adfe-df54e2bdc6c0 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:03:59.770388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 7909b126-f026-4a1a-adfe-df54e2bdc6c0, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7909b126-f026-4a1a-adfe-df54e2bdc6c0,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:03:59.778276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:03:59.853483 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:03:59.885146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-6ab77046-f84a-4151-9c77-92685d91ff57 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59 HTTP/1.1" status: 200 len: 999 time: 0.1630669 Jul 06 18:03:59.893949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd47793-2e70-4a03-b482-4b8731c99d4f req-8f5d4876-708d-4f47-b24a-a168a256cb8a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:03:59.908517 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5dd47793-2e70-4a03-b482-4b8731c99d4f req-8f5d4876-708d-4f47-b24a-a168a256cb8a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 944 time: 0.1974409 Jul 06 18:03:59.928442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=7909b126-f026-4a1a-adfe-df54e2bdc6c0,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:00.008722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5dd47793-2e70-4a03-b482-4b8731c99d4f req-2de11616-7429-4f90-a321-cfdc4496d640 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920677 Jul 06 18:04:00.032357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-e09ce007-a83e-4c92-a43f-1bdb72a2c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:00.044591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-e09ce007-a83e-4c92-a43f-1bdb72a2c0d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8c0c21e-780d-4411-9483-d57ab715cb79 HTTP/1.1" status: 200 len: 834 time: 0.1463137 Jul 06 18:04:00.064323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59392) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:00.067488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59394) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:00.100665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7909b126-f026-4a1a-adfe-df54e2bdc6c0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:04:00.190317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-027fb1f2-2b76-4856-8612-14c15de24ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:00.191967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-027fb1f2-2b76-4856-8612-14c15de24ea0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=749d090a-dcba-4c17-8ee6-fde799e05e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323836 Jul 06 18:04:00.305677 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-54f316f5-9083-4298-b98c-e3f8d5e855ee tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/floatingips/5b714a77-8c29-4f6c-b830-5cd645497199 HTTP/1.1" status: 200 len: 991 time: 0.2362189 Jul 06 18:04:00.353177 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '5b714a77-8c29-4f6c-b830-5cd645497199', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'port_id': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'mac_address': 'fa:16:3e:ef:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:03:56Z', 'updated_at': '2021-07-06T18:03:56Z', 'revision_number': 0, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1274bbfd-ff8e-46eb-840d-3897cfe22369', 'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:b1:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:17Z', 'updated_at': '2021-07-06T18:03:34Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:00.388950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42535310-f75a-4c51-b92f-a2a38175e8cb None None] The sync data for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 is: [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '5b714a77-8c29-4f6c-b830-5cd645497199', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'port_id': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'mac_address': 'fa:16:3e:ef:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:03:56Z', 'updated_at': '2021-07-06T18:03:56Z', 'revision_number': 0, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1274bbfd-ff8e-46eb-840d-3897cfe22369', 'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:b1:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:17Z', 'updated_at': '2021-07-06T18:03:34Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:00.429782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-d02abf45-1209-4635-a5ca-beb2a1fe3a6a service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298944 Jul 06 18:04:00.664813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5779a4c-d006-41e7-9c73-77bb25093dd2 req-43e75c43-9be5-43c5-8837-200b2aa51405 service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213609 Jul 06 18:04:00.667930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1440649628'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:00.763488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Made reservation on behalf of 4c193acf07664a3ba85f89b92761c3cf for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:00.767463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.791373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.854422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220d1f1-5e9f-4985-9ba0-1240a1aea473 None None] New status for floating IP 5b714a77-8c29-4f6c-b830-5cd645497199: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:04:00.984298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:00.992505 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.012057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:01.082265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b78b58-c70f-404a-8604-412e1f72ca8d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:01.117139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.120411 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Added segment e7e2b176-fc39-4362-8ddf-6b5365e126bb of type vlan for network bf6b28bc-f293-448f-af36-5a75ceabecc1 Jul 06 18:04:01.251753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7909b126-f026-4a1a-adfe-df54e2bdc6c0 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:01.309244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.314044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:01.378161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 7909b126-f026-4a1a-adfe-df54e2bdc6c0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:01.390206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 7909b126-f026-4a1a-adfe-df54e2bdc6c0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:01.390613 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.429637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.446628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:01.447616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.490122 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1b3c9dcb-d4e2-45b2-a29d-7a21059e072a tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/floatingips/5b714a77-8c29-4f6c-b830-5cd645497199 HTTP/1.1" status: 200 len: 993 time: 0.1618812 Jul 06 18:04:01.545400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357d3a1-f3e3-4368-afe0-061cda25df2c req-c7b6e2f1-5a0a-4004-8c0d-c9bffce7058f tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:01.554226 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c357d3a1-f3e3-4368-afe0-061cda25df2c req-c7b6e2f1-5a0a-4004-8c0d-c9bffce7058f tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 945 time: 0.3018160 Jul 06 18:04:01.635543 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c357d3a1-f3e3-4368-afe0-061cda25df2c req-e8ad3379-0378-4577-a347-1879b39d9062 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798137 Jul 06 18:04:01.680865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Pushing event updated for resources: {'Network': ['ID=bf6b28bc-f293-448f-af36-5a75ceabecc1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:01.686596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-978b8946-c230-4313-aedf-9455c4c3b86f tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6168804 Jul 06 18:04:01.689229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59422) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:01.699481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Request body: {'subnet': {'network_id': 'bf6b28bc-f293-448f-af36-5a75ceabecc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:01.703108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network bf6b28bc-f293-448f-af36-5a75ceabecc1 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:01.723879 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.789960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 7909b126-f026-4a1a-adfe-df54e2bdc6c0, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7909b126-f026-4a1a-adfe-df54e2bdc6c0,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:01.801013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48ff6aa-3c50-4bea-a600-011e081ea4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909b126-f026-4a1a-adfe-df54e2bdc6c0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:01.803831 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a54fcd7-052d-4b3e-bf14-d33445b81ef9" -d '{"events": [{"server_uuid": "d48ff6aa-3c50-4bea-a600-011e081ea4b7", "name": "network-vif-plugged", "status": "completed", "tag": "7909b126-f026-4a1a-adfe-df54e2bdc6c0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:01.820636 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.845955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Made reservation on behalf of 4c193acf07664a3ba85f89b92761c3cf for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:01.853203 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:01.923167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=7909b126-f026-4a1a-adfe-df54e2bdc6c0,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:01.968663 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530a4431-c3d2-4aca-a570-cc5d683bc07b x-openstack-request-id: req-530a4431-c3d2-4aca-a570-cc5d683bc07b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:01.968877 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48ff6aa-3c50-4bea-a600-011e081ea4b7", "name": "network-vif-plugged", "status": "completed", "tag": "7909b126-f026-4a1a-adfe-df54e2bdc6c0", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:01.968997 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-530a4431-c3d2-4aca-a570-cc5d683bc07b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:01.969615 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48ff6aa-3c50-4bea-a600-011e081ea4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909b126-f026-4a1a-adfe-df54e2bdc6c0', 'code': 200} Jul 06 18:04:02.096719 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.162703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91412da-fd90-4c25-b4fd-8fe912c2c4e7 req-314e2827-1f46-41fb-b791-610845cd87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:02.164312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c91412da-fd90-4c25-b4fd-8fe912c2c4e7 req-314e2827-1f46-41fb-b791-610845cd87c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 1097 time: 0.1329482 Jul 06 18:04:02.289199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.377306 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c91412da-fd90-4c25-b4fd-8fe912c2c4e7 req-5648c6bd-9f99-4c0a-b59f-d3c0ec859a25 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396990 Jul 06 18:04:02.438795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Pushing event updated for resources: {'Subnet': ['ID=1f256463-caa5-496b-821d-91524d3c90f2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:02.452685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Checking segment: {'id': 'e7e2b176-fc39-4362-8ddf-6b5365e126bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bf6b28bc-f293-448f-af36-5a75ceabecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:02.453480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Network hostable DHCP agents. Network: bf6b28bc-f293-448f-af36-5a75ceabecc1, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:02.484581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Network bf6b28bc-f293-448f-af36-5a75ceabecc1 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:02.499948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, bf6b28bc-f293-448f-af36-5a75ceabecc1) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:02.507355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:02.507596 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.513337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e10d4ce-cc8f-4288-8da9-1fdb98a1a91b None None] Network bf6b28bc-f293-448f-af36-5a75ceabecc1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:02.533200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-85e625cd-8f1c-40e1-b100-791bfb3be004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8402376 Jul 06 18:04:02.533492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:02.540156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Request body: {'port': {'network_id': 'bf6b28bc-f293-448f-af36-5a75ceabecc1', 'name': 'tempest-TagsExtTest-1055094889'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:02.571314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59434) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:02.759794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e802002-f038-4c8d-9c54-c0971d2b66eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.765392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Made reservation on behalf of 4c193acf07664a3ba85f89b92761c3cf for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:02.767451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-bf6b28bc-f293-448f-af36-5a75ceabecc1', 'network_id': 'bf6b28bc-f293-448f-af36-5a75ceabecc1', 'tenant_id': '4c193acf07664a3ba85f89b92761c3cf', 'fixed_ips': [{'subnet_id': '1f256463-caa5-496b-821d-91524d3c90f2'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:02.769019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.773243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.872789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] device_id is not set on port c75e515e-5a50-4388-8a6b-fd443923922b yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:04:02.879040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e802002-f038-4c8d-9c54-c0971d2b66eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.884791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e802002-f038-4c8d-9c54-c0971d2b66eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:02.936326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e802002-f038-4c8d-9c54-c0971d2b66eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=597e3bdf593e43198c6487cd9dc88658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636711 Jul 06 18:04:02.937572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e802002-f038-4c8d-9c54-c0971d2b66eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810034dd-36a9-410a-8464-48165a58ad94,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:02.940966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:02.983536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Allocated IP 172.20.0.2 (bf6b28bc-f293-448f-af36-5a75ceabecc1/1f256463-caa5-496b-821d-91524d3c90f2/912d9adf-e75b-4168-99c5-65e6f9e1d66b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:03.020464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80e7f6-e136-4e33-bf17-6d6b3081d7fc req-dc3bb7c1-b4e7-44e3-aa1e-2ad2c74cbe25 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:03.023449 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa80e7f6-e136-4e33-bf17-6d6b3081d7fc req-dc3bb7c1-b4e7-44e3-aa1e-2ad2c74cbe25 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 946 time: 0.2441826 Jul 06 18:04:03.034868 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46436fa9-be33-40e6-b008-43db5fa47675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.063275 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46436fa9-be33-40e6-b008-43db5fa47675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.081012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa80e7f6-e136-4e33-bf17-6d6b3081d7fc req-060a691c-4433-4d8e-9836-a3f44542d0dd tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Jul 06 18:04:03.125238 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46436fa9-be33-40e6-b008-43db5fa47675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.129674 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46436fa9-be33-40e6-b008-43db5fa47675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.133899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-46436fa9-be33-40e6-b008-43db5fa47675 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/810034dd-36a9-410a-8464-48165a58ad94 HTTP/1.1" status: 204 len: 168 time: 0.1876984 Jul 06 18:04:03.144224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46436fa9-be33-40e6-b008-43db5fa47675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810034dd-36a9-410a-8464-48165a58ad94,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:03.212985 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.222481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Transition to ACTIVE for port object 912d9adf-e75b-4168-99c5-65e6f9e1d66b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:03.244187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Transition to ACTIVE for port object 912d9adf-e75b-4168-99c5-65e6f9e1d66b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:03.251832 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.299221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Network bf6b28bc-f293-448f-af36-5a75ceabecc1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:03.305562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:03.308828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:03.321020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Pushing event updated for resources: {'Port': ['ID=912d9adf-e75b-4168-99c5-65e6f9e1d66b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:03.341186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Allocated IP 172.20.0.6 (bf6b28bc-f293-448f-af36-5a75ceabecc1/1f256463-caa5-496b-821d-91524d3c90f2/c75e515e-5a50-4388-8a6b-fd443923922b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:03.414716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Attempting to bind port 912d9adf-e75b-4168-99c5-65e6f9e1d66b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:03.415161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Attempting to bind port 912d9adf-e75b-4168-99c5-65e6f9e1d66b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'e7e2b176-fc39-4362-8ddf-6b5365e126bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bf6b28bc-f293-448f-af36-5a75ceabecc1'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:03.415525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Attempting to bind port 912d9adf-e75b-4168-99c5-65e6f9e1d66b on network bf6b28bc-f293-448f-af36-5a75ceabecc1 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:03.427721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:03.429582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Checking segment: {'id': 'e7e2b176-fc39-4362-8ddf-6b5365e126bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bf6b28bc-f293-448f-af36-5a75ceabecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:03.430052 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.430474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Bound using segment: {'id': 'e7e2b176-fc39-4362-8ddf-6b5365e126bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bf6b28bc-f293-448f-af36-5a75ceabecc1'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:03.430978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Bound port: 912d9adf-e75b-4168-99c5-65e6f9e1d66b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e2b176-fc39-4362-8ddf-6b5365e126bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bf6b28bc-f293-448f-af36-5a75ceabecc1'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:03.431367 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.628052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] For port 912d9adf-e75b-4168-99c5-65e6f9e1d66b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:03.633079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] For port 912d9adf-e75b-4168-99c5-65e6f9e1d66b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=912d9adf-e75b-4168-99c5-65e6f9e1d66b,segment=NetworkSegment(e7e2b176-fc39-4362-8ddf-6b5365e126bb),segment_id=e7e2b176-fc39-4362-8ddf-6b5365e126bb)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:03.638997 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.652536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59452) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:03.672611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e03aba88-68d9-4c69-9557-ff0746d673e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.721003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f50c7-48c2-4d4d-9aa3-f7251b5a37fb None None] Pushing event updated for resources: {'Port': ['ID=912d9adf-e75b-4168-99c5-65e6f9e1d66b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:03.744772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.775573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Transition to ACTIVE for port object c75e515e-5a50-4388-8a6b-fd443923922b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:03.851747 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.884231 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e03aba88-68d9-4c69-9557-ff0746d673e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.891718 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e03aba88-68d9-4c69-9557-ff0746d673e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:03.921851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Pushing event updated for resources: {'Port': ['ID=c75e515e-5a50-4388-8a6b-fd443923922b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:03.930989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Network bf6b28bc-f293-448f-af36-5a75ceabecc1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:03.932749 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:03.935188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:04.039562 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e03aba88-68d9-4c69-9557-ff0746d673e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bee5e5a4f494431490cccd4d13adf196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851159 Jul 06 18:04:04.040834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aba88-68d9-4c69-9557-ff0746d673e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338e3255-0119-4a6f-99d8-2f9055d2bc5f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:04.043670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:04.066549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:04.067470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.097173 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e31b8a38-d92b-47ff-8f57-51d1d29b3750 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5623167 Jul 06 18:04:04.102163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:04.119113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-08d6f622-6a3b-4213-8b81-56029a35aa8a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1176698910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:04.143573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e88e-0f54-4db0-82fb-8136f988b5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.180296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08d6f622-6a3b-4213-8b81-56029a35aa8a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.181697 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08d6f622-6a3b-4213-8b81-56029a35aa8a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.187183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e88e-0f54-4db0-82fb-8136f988b5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.259111 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08d6f622-6a3b-4213-8b81-56029a35aa8a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.265853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08d6f622-6a3b-4213-8b81-56029a35aa8a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.270033 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e88e-0f54-4db0-82fb-8136f988b5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.275785 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7a8e88e-0f54-4db0-82fb-8136f988b5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.279582 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c7a8e88e-0f54-4db0-82fb-8136f988b5db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/338e3255-0119-4a6f-99d8-2f9055d2bc5f HTTP/1.1" status: 204 len: 168 time: 0.2328169 Jul 06 18:04:04.290772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8e88e-0f54-4db0-82fb-8136f988b5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338e3255-0119-4a6f-99d8-2f9055d2bc5f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:04.312794 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08d6f622-6a3b-4213-8b81-56029a35aa8a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.314298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-08d6f622-6a3b-4213-8b81-56029a35aa8a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2108181 Jul 06 18:04:04.319167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:04.348163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-108f856c-4dee-45d7-8906-dc024d665702 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2038576563', 'prefixes': ['172.20.0.0/16']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:04.507121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c36a7-bd41-4e4d-9999-1a604e813186 req-41448e28-3286-436d-be24-50bb14afe0b7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:04.509885 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf2c36a7-bd41-4e4d-9999-1a604e813186 req-41448e28-3286-436d-be24-50bb14afe0b7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 946 time: 0.1785731 Jul 06 18:04:04.554649 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-108f856c-4dee-45d7-8906-dc024d665702 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:04.562415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59472) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:04.562604 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-108f856c-4dee-45d7-8906-dc024d665702 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2411475 Jul 06 18:04:04.570187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-448c7445-7991-49f2-a060-7e5d7920f88b tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2', 'tempest-TagsExtTest-Tag-1728858793') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:04.627445 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf2c36a7-bd41-4e4d-9999-1a604e813186 req-576c708e-3326-4f36-9cee-0cba76e1d740 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040790 Jul 06 18:04:04.815077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-448c7445-7991-49f2-a060-7e5d7920f88b tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags/tempest-TagsExtTest-Tag-1728858793 HTTP/1.1" status: 201 len: 201 time: 0.2504370 Jul 06 18:04:04.820196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59484) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:04.827423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-bcdaf040-2f5a-4572-a671-6ab6a89c6302 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b', 'tempest-TagsExtTest-Tag-344632540') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:04.981151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59490) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:04.986564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-4eb85e20-bae5-4e06-9193-02c80ec7991a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d', 'tempest-TagsExtTest-Tag-1435085790') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:04.989857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bcdaf040-2f5a-4572-a671-6ab6a89c6302 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags/tempest-TagsExtTest-Tag-344632540 HTTP/1.1" status: 201 len: 201 time: 0.1614463 Jul 06 18:04:05.362267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb87f789-2bc8-41c0-a934-52dd0d2f8cbf None None] Network bf6b28bc-f293-448f-af36-5a75ceabecc1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:05.642940 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:05.649275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-395bc2cd-e4ab-43d8-9d52-ff738f5b92c7 None None] Provisioning for port 912d9adf-e75b-4168-99c5-65e6f9e1d66b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:05.669534 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4eb85e20-bae5-4e06-9193-02c80ec7991a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags/tempest-TagsExtTest-Tag-1435085790 HTTP/1.1" status: 201 len: 201 time: 0.6869552 Jul 06 18:04:05.672271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59516) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:05.677371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-c541abb8-af18-41e6-9181-2a9a24dc09e6 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f', 'tempest-TagsExtTest-Tag-1516986967') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:05.770204 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c541abb8-af18-41e6-9181-2a9a24dc09e6 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags/tempest-TagsExtTest-Tag-1516986967 HTTP/1.1" status: 201 len: 201 time: 0.0945015 Jul 06 18:04:05.770615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59518) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:05.776446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-25b009eb-f6a5-41d8-9cd1-ebf7485e9771 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:05.911113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59522) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:05.919184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-25b009eb-f6a5-41d8-9cd1-ebf7485e9771 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags HTTP/1.1" status: 200 len: 241 time: 0.1354964 Jul 06 18:04:05.924082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-af13a4e5-350e-46bc-9aac-0b4ecf2558a2 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2', 'tempest-TagsExtTest-Tag-1728858793') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:06.123530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 912d9adf-e75b-4168-99c5-65e6f9e1d66b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:06.158202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-95a81b06-12e9-495f-8747-291d964a1cf7 None None] Provisioning for port c75e515e-5a50-4388-8a6b-fd443923922b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:06.174285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-95a81b06-12e9-495f-8747-291d964a1cf7 None None] Provisioning complete for port c75e515e-5a50-4388-8a6b-fd443923922b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:06.175069 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95a81b06-12e9-495f-8747-291d964a1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.201202 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-af13a4e5-350e-46bc-9aac-0b4ecf2558a2 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags/tempest-TagsExtTest-Tag-1728858793 HTTP/1.1" status: 204 len: 168 time: 0.2869194 Jul 06 18:04:06.203195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59526) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:06.219399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-cca547c2-2603-412f-a9f8-5ed2d567e7e1 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2', 'tempest-TagsExtTest-Tag-1728858793') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:06.278544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-95a81b06-12e9-495f-8747-291d964a1cf7 None None] Port c75e515e-5a50-4388-8a6b-fd443923922b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:06.285271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 912d9adf-e75b-4168-99c5-65e6f9e1d66b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:06.300319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 912d9adf-e75b-4168-99c5-65e6f9e1d66b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:06.304759 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.388834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-95a81b06-12e9-495f-8747-291d964a1cf7 None None] Provisioning complete for port 912d9adf-e75b-4168-99c5-65e6f9e1d66b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:06.390693 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95a81b06-12e9-495f-8747-291d964a1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.438397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cca547c2-2603-412f-a9f8-5ed2d567e7e1 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags/tempest-TagsExtTest-Tag-1728858793 HTTP/1.1" status: 204 len: 168 time: 0.2273026 Jul 06 18:04:06.440097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59532) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:06.447345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-cfdd1829-f601-4908-a1f4-44bf7a98f8c1 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:06.514275 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.551805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cfdd1829-f601-4908-a1f4-44bf7a98f8c1 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags HTTP/1.1" status: 200 len: 205 time: 0.1103580 Jul 06 18:04:06.555491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59538) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:06.564176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-11c9a9af-8d5a-4c2f-bc84-576f432656ba tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:06.628158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95a81b06-12e9-495f-8747-291d964a1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.655843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 912d9adf-e75b-4168-99c5-65e6f9e1d66b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=912d9adf-e75b-4168-99c5-65e6f9e1d66b,segment=NetworkSegment(e7e2b176-fc39-4362-8ddf-6b5365e126bb),segment_id=e7e2b176-fc39-4362-8ddf-6b5365e126bb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:06.673553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:06.673761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59540) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:06.674052 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-11c9a9af-8d5a-4c2f-bc84-576f432656ba tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags HTTP/1.1" status: 200 len: 240 time: 0.1167762 Jul 06 18:04:06.679856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-44859419-26ee-491e-9150-88fba372ddc7 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b', 'tempest-TagsExtTest-Tag-344632540') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:06.764744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-44859419-26ee-491e-9150-88fba372ddc7 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags/tempest-TagsExtTest-Tag-344632540 HTTP/1.1" status: 204 len: 168 time: 0.0896275 Jul 06 18:04:06.767676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59544) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:06.774045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-0709ff06-923f-4cbe-8b4d-86ef30a41615 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b', 'tempest-TagsExtTest-Tag-344632540') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:06.808441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-95a81b06-12e9-495f-8747-291d964a1cf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:04:06.808911 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-95a81b06-12e9-495f-8747-291d964a1cf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:04:06.809645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=912d9adf-e75b-4168-99c5-65e6f9e1d66b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:06.879728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0709ff06-923f-4cbe-8b4d-86ef30a41615 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags/tempest-TagsExtTest-Tag-344632540 HTTP/1.1" status: 204 len: 168 time: 0.1102357 Jul 06 18:04:06.883606 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59548) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:06.888151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-172a42cc-39a4-4120-a8a1-1aa472521cb7 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:06.953740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59550) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:06.954584 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-172a42cc-39a4-4120-a8a1-1aa472521cb7 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags HTTP/1.1" status: 200 len: 205 time: 0.0691590 Jul 06 18:04:06.960763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-eca5c3f1-f796-4321-a7d2-1d842f3d6f44 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:07.069413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eca5c3f1-f796-4321-a7d2-1d842f3d6f44 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags HTTP/1.1" status: 200 len: 241 time: 0.1136038 Jul 06 18:04:07.073549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59554) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:07.081171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-9e246942-ec25-424f-a395-f73771fb1d43 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d', 'tempest-TagsExtTest-Tag-1435085790') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:07.206224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9e246942-ec25-424f-a395-f73771fb1d43 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags/tempest-TagsExtTest-Tag-1435085790 HTTP/1.1" status: 204 len: 168 time: 0.1281745 Jul 06 18:04:07.207172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:07.219872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-136433bb-cae4-4db7-83f1-47eebda7572b tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d', 'tempest-TagsExtTest-Tag-1435085790') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:07.420765 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-136433bb-cae4-4db7-83f1-47eebda7572b tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags/tempest-TagsExtTest-Tag-1435085790 HTTP/1.1" status: 204 len: 168 time: 0.2104678 Jul 06 18:04:07.421495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59568) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:07.432379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-9549ba28-35e0-4874-a004-adaf6cf2081c tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:07.551721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6f7ff6b6-6085-4563-8625-4e7bd80a9de9 None None] Provisioning complete for port c75e515e-5a50-4388-8a6b-fd443923922b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:07.552584 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6b6-6085-4563-8625-4e7bd80a9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:07.619715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9549ba28-35e0-4874-a004-adaf6cf2081c tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags HTTP/1.1" status: 200 len: 205 time: 0.1964531 Jul 06 18:04:07.624419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59578) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:07.635301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-a616073d-498a-4ea8-a1a8-39c1c46cf51d tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:07.651400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ff6b6-6085-4563-8625-4e7bd80a9de9 None None] Port c75e515e-5a50-4388-8a6b-fd443923922b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:04:07.695302 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a616073d-498a-4ea8-a1a8-39c1c46cf51d tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags HTTP/1.1" status: 200 len: 241 time: 0.0691257 Jul 06 18:04:07.700346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59580) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:07.705643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-2a1a55f2-7111-4222-8453-1756c9321029 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f', 'tempest-TagsExtTest-Tag-1516986967') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:07.734888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2a1a55f2-7111-4222-8453-1756c9321029 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags/tempest-TagsExtTest-Tag-1516986967 HTTP/1.1" status: 204 len: 168 time: 0.0333860 Jul 06 18:04:07.743351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59584) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:07.749779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-0af1d063-9153-4493-9b82-3d2f8e564b55 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f', 'tempest-TagsExtTest-Tag-1516986967') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:07.819553 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0af1d063-9153-4493-9b82-3d2f8e564b55 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags/tempest-TagsExtTest-Tag-1516986967 HTTP/1.1" status: 204 len: 168 time: 0.0703473 Jul 06 18:04:07.820172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59586) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:07.837451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-fb7f44f4-2ea6-476c-a810-7e02db998ff5 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:07.894396 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb7f44f4-2ea6-476c-a810-7e02db998ff5 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags HTTP/1.1" status: 200 len: 205 time: 0.0712864 Jul 06 18:04:07.897252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:07.905163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-7e32b2c3-9be9-4ca4-b00f-a5680cfe5322 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:07.965759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7e32b2c3-9be9-4ca4-b00f-a5680cfe5322 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0667472 Jul 06 18:04:07.968286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:07.979339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-68f339cc-8828-48ec-b25e-2e9e4b297eec tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:08.128134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 912d9adf-e75b-4168-99c5-65e6f9e1d66b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:08.136813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59600) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:08.145682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-cdf0f267-5183-4445-bae6-2f830466788a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:08.148993 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-68f339cc-8828-48ec-b25e-2e9e4b297eec tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags HTTP/1.1" status: 204 len: 168 time: 0.1789937 Jul 06 18:04:08.247189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 912d9adf-e75b-4168-99c5-65e6f9e1d66b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:08.247796 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:08.356549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cdf0f267-5183-4445-bae6-2f830466788a tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags HTTP/1.1" status: 204 len: 168 time: 0.2169397 Jul 06 18:04:08.361898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59606) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:08.374363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69669f24-5f74-43b3-942f-ec5951916b7b req-f2f9a14a-7c82-48ea-946d-e986834d80ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1599352 Jul 06 18:04:08.379532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-25e22b13-48c0-4ebf-80d4-b1ada7e0db0c tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:08.598654 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-25e22b13-48c0-4ebf-80d4-b1ada7e0db0c tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags HTTP/1.1" status: 204 len: 168 time: 0.2344687 Jul 06 18:04:08.600933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:08.601134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69669f24-5f74-43b3-942f-ec5951916b7b req-2804afdd-78ca-4d09-bc4b-2f33d2674dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:08.609070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69669f24-5f74-43b3-942f-ec5951916b7b req-2804afdd-78ca-4d09-bc4b-2f33d2674dc6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 1096 time: 0.1668725 Jul 06 18:04:08.618131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-7de627d4-ee33-446e-9b42-858bfa442c51 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2', 'tempest-TagsExtTest-Tag-976782706') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:08.796952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69669f24-5f74-43b3-942f-ec5951916b7b req-7e3d4916-ef9d-461e-8db7-dd4c104f8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:08.799601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69669f24-5f74-43b3-942f-ec5951916b7b req-7e3d4916-ef9d-461e-8db7-dd4c104f8274 service neutron] 10.222.0.22 "GET /v2.0/networks?id=749d090a-dcba-4c17-8ee6-fde799e05e25 HTTP/1.1" status: 200 len: 896 time: 0.1668305 Jul 06 18:04:08.807418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7de627d4-ee33-446e-9b42-858bfa442c51 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags/tempest-TagsExtTest-Tag-976782706 HTTP/1.1" status: 201 len: 201 time: 0.1996861 Jul 06 18:04:08.807832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:08.813408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-7b3b62e2-d5a1-49b5-b657-6c54674e718d tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b', 'tempest-TagsExtTest-Tag-737745487') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:08.948224 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7b3b62e2-d5a1-49b5-b657-6c54674e718d tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags/tempest-TagsExtTest-Tag-737745487 HTTP/1.1" status: 201 len: 201 time: 0.1388202 Jul 06 18:04:08.951699 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59626) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:08.960809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-3a4efae3-65f8-4d81-884a-6df771420dba tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d', 'tempest-TagsExtTest-Tag-1572198279') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:08.983172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69669f24-5f74-43b3-942f-ec5951916b7b req-f06ac4d0-9cbe-468f-a800-891d0897b90a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59 HTTP/1.1" status: 200 len: 1001 time: 0.1761336 Jul 06 18:04:09.090211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69669f24-5f74-43b3-942f-ec5951916b7b req-1253600d-c442-4b0b-965a-39a9d1b38ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:09.093146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69669f24-5f74-43b3-942f-ec5951916b7b req-1253600d-c442-4b0b-965a-39a9d1b38ac8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8c0c21e-780d-4411-9483-d57ab715cb79 HTTP/1.1" status: 200 len: 834 time: 0.1009033 Jul 06 18:04:09.161111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3a4efae3-65f8-4d81-884a-6df771420dba tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags/tempest-TagsExtTest-Tag-1572198279 HTTP/1.1" status: 201 len: 201 time: 0.2073383 Jul 06 18:04:09.165822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59630) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:09.180215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-766d2c00-aeb5-41ce-99bf-ae35135c6313 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f', 'tempest-TagsExtTest-Tag-107406112') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:09.226154 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-766d2c00-aeb5-41ce-99bf-ae35135c6313 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags/tempest-TagsExtTest-Tag-107406112 HTTP/1.1" status: 201 len: 201 time: 0.0580287 Jul 06 18:04:09.230920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59632) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:09.238549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69669f24-5f74-43b3-942f-ec5951916b7b req-a965e0a1-d395-4777-9b68-049c5d38168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:09.242992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-ff037ec8-d7bb-4b0c-9e81-46dfd5506e01 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2', {'tags': ['tempest-TagsExtTest-Tag-1286173520', 'tempest-TagsExtTest-Tag-1525914136', 'tempest-TagsExtTest-Tag-1359213432']}) {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:09.244561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69669f24-5f74-43b3-942f-ec5951916b7b req-a965e0a1-d395-4777-9b68-049c5d38168b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=749d090a-dcba-4c17-8ee6-fde799e05e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426301 Jul 06 18:04:09.410632 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ff037ec8-d7bb-4b0c-9e81-46dfd5506e01 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags HTTP/1.1" status: 200 len: 318 time: 0.1766040 Jul 06 18:04:09.415153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:09.424009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-dc86d594-4c1f-41af-84e0-1683cd899cd0 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:09.515495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69669f24-5f74-43b3-942f-ec5951916b7b req-5a22b9d0-d24d-4e60-849f-3be8c8e76c33 service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601833 Jul 06 18:04:09.530162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dc86d594-4c1f-41af-84e0-1683cd899cd0 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1138411 Jul 06 18:04:09.533952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59642) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:09.543103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-2abdea72-a827-4f14-bdd5-3f2add11eb20 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2', 'tempest-TagsExtTest-Tag-1286173520') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:09.659756 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-2abdea72-a827-4f14-bdd5-3f2add11eb20 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:09.668418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2abdea72-a827-4f14-bdd5-3f2add11eb20 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags/tempest-TagsExtTest-Tag-1286173520 HTTP/1.1" status: 404 len: 329 time: 0.1330359 Jul 06 18:04:09.672674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59644) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:09.684810 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-8d2729f9-1a08-4095-9eb3-011b7a02526d tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2', 'tempest-TagsExtTest-Tag-1525914136') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:09.820410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-69669f24-5f74-43b3-942f-ec5951916b7b req-1cf205c0-3d40-4b4a-891f-0d2d96d71071 service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936566 Jul 06 18:04:09.860081 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-8d2729f9-1a08-4095-9eb3-011b7a02526d tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:09.861745 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8d2729f9-1a08-4095-9eb3-011b7a02526d tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags/tempest-TagsExtTest-Tag-1525914136 HTTP/1.1" status: 404 len: 329 time: 0.1861944 Jul 06 18:04:09.867027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59652) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:09.874830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-c7390554-43d3-4945-9b85-8c4a1e33913e tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2', 'tempest-TagsExtTest-Tag-1359213432') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:09.996173 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-c7390554-43d3-4945-9b85-8c4a1e33913e tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:09.998135 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c7390554-43d3-4945-9b85-8c4a1e33913e tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags/tempest-TagsExtTest-Tag-1359213432 HTTP/1.1" status: 404 len: 329 time: 0.1294277 Jul 06 18:04:10.002333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59656) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.013777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-506b6125-63f7-462d-b36e-0944c6e4afd3 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b', {'tags': ['tempest-TagsExtTest-Tag-299292610', 'tempest-TagsExtTest-Tag-11822443', 'tempest-TagsExtTest-Tag-1279989146']}) {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:10.123220 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-506b6125-63f7-462d-b36e-0944c6e4afd3 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags HTTP/1.1" status: 200 len: 315 time: 0.1192348 Jul 06 18:04:10.127516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59660) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.132697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-33c1e3c2-784f-4276-9945-68c731715ed8 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:10.247117 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-33c1e3c2-784f-4276-9945-68c731715ed8 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags HTTP/1.1" status: 204 len: 168 time: 0.1182613 Jul 06 18:04:10.250605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59662) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.260271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-cef77f28-cbb7-4aa4-9dd9-aa0f5026efaa tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b', 'tempest-TagsExtTest-Tag-299292610') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:10.369492 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-cef77f28-cbb7-4aa4-9dd9-aa0f5026efaa tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:10.375430 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cef77f28-cbb7-4aa4-9dd9-aa0f5026efaa tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags/tempest-TagsExtTest-Tag-299292610 HTTP/1.1" status: 404 len: 328 time: 0.1173954 Jul 06 18:04:10.375656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59666) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.386722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-bda8bf1c-5a23-4f22-97e1-44ab9384337c tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b', 'tempest-TagsExtTest-Tag-11822443') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:10.486294 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-bda8bf1c-5a23-4f22-97e1-44ab9384337c tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:10.487760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bda8bf1c-5a23-4f22-97e1-44ab9384337c tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags/tempest-TagsExtTest-Tag-11822443 HTTP/1.1" status: 404 len: 327 time: 0.1112103 Jul 06 18:04:10.493771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59672) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.501785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-d84ff946-18fd-4689-a43d-ba51a5063867 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b', 'tempest-TagsExtTest-Tag-1279989146') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:10.596813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59674) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.609422 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-d84ff946-18fd-4689-a43d-ba51a5063867 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:10.611266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d84ff946-18fd-4689-a43d-ba51a5063867 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags/tempest-TagsExtTest-Tag-1279989146 HTTP/1.1" status: 404 len: 329 time: 0.1162686 Jul 06 18:04:10.616228 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59678) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.625333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-00217197-8586-48db-86cc-c6e3ae93cb64 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d', {'tags': ['tempest-TagsExtTest-Tag-1892170740', 'tempest-TagsExtTest-Tag-750893986', 'tempest-TagsExtTest-Tag-1027877563']}) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:10.811153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-00217197-8586-48db-86cc-c6e3ae93cb64 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags HTTP/1.1" status: 200 len: 317 time: 0.1927757 Jul 06 18:04:10.815204 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59684) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.820111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73ebc2b9-917c-43f1-9465-36db539efeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:10.822806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-f800fdca-9e0a-415e-a61a-16898e36f450 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:10.981637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f800fdca-9e0a-415e-a61a-16898e36f450 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags HTTP/1.1" status: 204 len: 168 time: 0.1635411 Jul 06 18:04:10.983264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59690) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:10.991659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-ffe8b9dc-f380-48a6-8870-3366d8d0b359 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d', 'tempest-TagsExtTest-Tag-1892170740') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:11.066920 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73ebc2b9-917c-43f1-9465-36db539efeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.098295 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73ebc2b9-917c-43f1-9465-36db539efeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.153590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-73ebc2b9-917c-43f1-9465-36db539efeaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=920008dca7da491d93c87edd7d10c514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548728 Jul 06 18:04:11.156203 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-ffe8b9dc-f380-48a6-8870-3366d8d0b359 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:11.157213 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ffe8b9dc-f380-48a6-8870-3366d8d0b359 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags/tempest-TagsExtTest-Tag-1892170740 HTTP/1.1" status: 404 len: 329 time: 0.1725452 Jul 06 18:04:11.158054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59694) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.164165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59696) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.166493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebc2b9-917c-43f1-9465-36db539efeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c3062-e5c7-4016-a593-c9bc2f00e58a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:11.175411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-f018e02f-a788-4469-8406-804826d2da20 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d', 'tempest-TagsExtTest-Tag-750893986') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:11.259397 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c56c658d-72f7-4144-9317-42a82ff02dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.299370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c56c658d-72f7-4144-9317-42a82ff02dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.336546 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-f018e02f-a788-4469-8406-804826d2da20 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:11.338815 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f018e02f-a788-4469-8406-804826d2da20 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags/tempest-TagsExtTest-Tag-750893986 HTTP/1.1" status: 404 len: 328 time: 0.1730394 Jul 06 18:04:11.341009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59700) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.346165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-ad1ae1ee-a565-4727-b8a2-e292673d75d9 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d', 'tempest-TagsExtTest-Tag-1027877563') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:11.493195 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-ad1ae1ee-a565-4727-b8a2-e292673d75d9 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:11.497741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ad1ae1ee-a565-4727-b8a2-e292673d75d9 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags/tempest-TagsExtTest-Tag-1027877563 HTTP/1.1" status: 404 len: 329 time: 0.1526582 Jul 06 18:04:11.498197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59702) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.507382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-2ef06ad5-ad9b-48f3-8b85-2cfd8618d72d tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f', {'tags': ['tempest-TagsExtTest-Tag-1839410264', 'tempest-TagsExtTest-Tag-1790547023', 'tempest-TagsExtTest-Tag-1326813725']}) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:11.534461 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c56c658d-72f7-4144-9317-42a82ff02dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.537797 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c56c658d-72f7-4144-9317-42a82ff02dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:11.544317 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c56c658d-72f7-4144-9317-42a82ff02dd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c40c3062-e5c7-4016-a593-c9bc2f00e58a HTTP/1.1" status: 204 len: 168 time: 0.3842893 Jul 06 18:04:11.581144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c658d-72f7-4144-9317-42a82ff02dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c3062-e5c7-4016-a593-c9bc2f00e58a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:11.657287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2ef06ad5-ad9b-48f3-8b85-2cfd8618d72d tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "PUT /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags HTTP/1.1" status: 200 len: 318 time: 0.1573598 Jul 06 18:04:11.662969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59712) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.675142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-1fba9767-135b-4d5c-9aa6-39d56fbf3943 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:11.777548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1fba9767-135b-4d5c-9aa6-39d56fbf3943 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1086116 Jul 06 18:04:11.778036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59714) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.783142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-41d9affd-a038-4510-ba5c-7d3bcfb14d91 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f', 'tempest-TagsExtTest-Tag-1839410264') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:11.825314 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-41d9affd-a038-4510-ba5c-7d3bcfb14d91 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:11.831229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-41d9affd-a038-4510-ba5c-7d3bcfb14d91 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags/tempest-TagsExtTest-Tag-1839410264 HTTP/1.1" status: 404 len: 329 time: 0.0473614 Jul 06 18:04:11.831806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59716) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.841152 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-2d0dee4c-0ce4-4296-b4b0-42a38b960d28 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f', 'tempest-TagsExtTest-Tag-1790547023') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:11.882112 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-2d0dee4c-0ce4-4296-b4b0-42a38b960d28 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:11.886721 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2d0dee4c-0ce4-4296-b4b0-42a38b960d28 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags/tempest-TagsExtTest-Tag-1790547023 HTTP/1.1" status: 404 len: 329 time: 0.0508101 Jul 06 18:04:11.888923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.898803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-58c8c18a-ede9-487c-96e5-ed6d31eeea45 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f', 'tempest-TagsExtTest-Tag-1326813725') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:11.958014 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-58c8c18a-ede9-487c-96e5-ed6d31eeea45 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] show failed (client error): The resource could not be found. Jul 06 18:04:11.965373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59724) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:11.966315 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-58c8c18a-ede9-487c-96e5-ed6d31eeea45 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags/tempest-TagsExtTest-Tag-1326813725 HTTP/1.1" status: 404 len: 329 time: 0.0759301 Jul 06 18:04:11.971735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-20d0ba47-a496-49f4-ba44-0f120b04c111 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '257cf585-ba1b-4e57-8e49-def7b64d0c9f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:12.035638 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-20d0ba47-a496-49f4-ba44-0f120b04c111 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0651374 Jul 06 18:04:12.036206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59726) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:12.045438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-42b412ee-add1-47ab-a18c-935c94421e4c tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '61f66e06-6025-4cca-9922-86e41238a15d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:12.230291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-42b412ee-add1-47ab-a18c-935c94421e4c tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d/tags HTTP/1.1" status: 204 len: 168 time: 0.1895483 Jul 06 18:04:12.230701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59732) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:12.239745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-66c3cc20-e9db-4e84-a809-4f7a651bec85 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c75e515e-5a50-4388-8a6b-fd443923922b') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:12.245552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59734) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:12.267981 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c80addf8-f3e4-4569-bc08-f4e4374424db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.341091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-66c3cc20-e9db-4e84-a809-4f7a651bec85 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b/tags HTTP/1.1" status: 204 len: 168 time: 0.1059487 Jul 06 18:04:12.341806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:12.347610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-e5f08686-5365-43e8-9a3b-358127060555 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1f256463-caa5-496b-821d-91524d3c90f2') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:12.422322 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c80addf8-f3e4-4569-bc08-f4e4374424db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.425322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e5f08686-5365-43e8-9a3b-358127060555 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0822468 Jul 06 18:04:12.431357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:12.432516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c80addf8-f3e4-4569-bc08-f4e4374424db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.468852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c80addf8-f3e4-4569-bc08-f4e4374424db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e18920b2f81348e389b95c6ea682e1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214925 Jul 06 18:04:12.477662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59742) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:12.531711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80addf8-f3e4-4569-bc08-f4e4374424db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e66461-70ed-424e-8b62-22d09e9a590d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:12.573055 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0aa8902-ba3f-4d08-9455-1dffda6ac071 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for subnetpool, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.575216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b0aa8902-ba3f-4d08-9455-1dffda6ac071 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnetpools/257cf585-ba1b-4e57-8e49-def7b64d0c9f HTTP/1.1" status: 204 len: 168 time: 0.1421671 Jul 06 18:04:12.577877 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:12.602812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02cfadf1-d764-4825-8a1b-41e7f9410d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.644365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-45b4ad29-58a3-489f-9e45-d96646fc8f95 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f66e06-6025-4cca-9922-86e41238a15d HTTP/1.1" status: 200 len: 205 time: 0.0642066 Jul 06 18:04:12.649958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59748) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:12.696392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02cfadf1-d764-4825-8a1b-41e7f9410d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.702110 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-80ba0f24-1651-441c-9b1b-f87fe0b3a275 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956841 Jul 06 18:04:12.803441 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02cfadf1-d764-4825-8a1b-41e7f9410d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.806381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02cfadf1-d764-4825-8a1b-41e7f9410d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.808082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-02cfadf1-d764-4825-8a1b-41e7f9410d26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15e66461-70ed-424e-8b62-22d09e9a590d HTTP/1.1" status: 204 len: 168 time: 0.3285351 Jul 06 18:04:12.854671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfadf1-d764-4825-8a1b-41e7f9410d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e66461-70ed-424e-8b62-22d09e9a590d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:12.867022 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a73b47ab-c4fe-43b9-9b24-6b81febc98d8 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:12.926616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-216bc9ea-e678-4e4a-9404-87fd20abbef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:12.929150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-216bc9ea-e678-4e4a-9404-87fd20abbef7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 1097 time: 0.1324062 Jul 06 18:04:13.146758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-00eb9e50-30df-4aa3-b43e-429a2eecebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:13.148665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-00eb9e50-30df-4aa3-b43e-429a2eecebc6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 915 time: 0.1883419 Jul 06 18:04:13.249188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-b1b16f8d-0a48-4930-a7c3-20495841644f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7909b126-f026-4a1a-adfe-df54e2bdc6c0 HTTP/1.1" status: 200 len: 217 time: 0.0800674 Jul 06 18:04:13.279521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a73b47ab-c4fe-43b9-9b24-6b81febc98d8 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:13.284211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a73b47ab-c4fe-43b9-9b24-6b81febc98d8 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:13.331799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-c243bc92-184b-40ae-8f91-313dd730d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:13.333637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-c243bc92-184b-40ae-8f91-313dd730d395 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.0754955 Jul 06 18:04:13.403167 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-db8747b3-ef95-4c7f-89b6-35cb6d4a3d91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512242 Jul 06 18:04:13.418224 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a73b47ab-c4fe-43b9-9b24-6b81febc98d8 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:13.419332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73b47ab-c4fe-43b9-9b24-6b81febc98d8 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Fanout notify agent at l3_agent the message router_deleted on router 61f66e06-6025-4cca-9922-86e41238a15d {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:04:13.435302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a73b47ab-c4fe-43b9-9b24-6b81febc98d8 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:13.437386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a73b47ab-c4fe-43b9-9b24-6b81febc98d8 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/routers/61f66e06-6025-4cca-9922-86e41238a15d HTTP/1.1" status: 204 len: 168 time: 0.7858076 Jul 06 18:04:13.441326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:13.603184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-152bf747-fd55-43e6-9cbc-f85056d94e41 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919184 Jul 06 18:04:13.753814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5cf233fe-0e82-4638-9375-a0491c464004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Deleting port c75e515e-5a50-4388-8a6b-fd443923922b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:13.754549 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf233fe-0e82-4638-9375-a0491c464004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:13.799233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51d7e29a-0cc2-473c-9b4e-1bc6170e2f75 req-d2bdac80-3300-4a08-ade5-9a97511ec435 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853268 Jul 06 18:04:13.920915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59766) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:13.949906 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36dee66b-d72e-4407-8562-a1a2c8d7566f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:13.956246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf233fe-0e82-4638-9375-a0491c464004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:13.982859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5cf233fe-0e82-4638-9375-a0491c464004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Calling delete_port for c75e515e-5a50-4388-8a6b-fd443923922b owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:14.809883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36dee66b-d72e-4407-8562-a1a2c8d7566f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.816621 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36dee66b-d72e-4407-8562-a1a2c8d7566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.839414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf233fe-0e82-4638-9375-a0491c464004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:14.892153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dee66b-d72e-4407-8562-a1a2c8d7566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60499f4-4511-4040-a2ee-79c251df83af,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:14.898183 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-36dee66b-d72e-4407-8562-a1a2c8d7566f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e2d9abbd2ab4e388cb2016877159535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757252 Jul 06 18:04:14.899321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf233fe-0e82-4638-9375-a0491c464004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Pushing event deleted for resources: {'Port': ['ID=c75e515e-5a50-4388-8a6b-fd443923922b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:14.902146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:14.980219 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c35470-1485-4356-aeba-e44bb6a1c91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.014898 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c35470-1485-4356-aeba-e44bb6a1c91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.079742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf233fe-0e82-4638-9375-a0491c464004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.084187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5cf233fe-0e82-4638-9375-a0491c464004 tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/ports/c75e515e-5a50-4388-8a6b-fd443923922b HTTP/1.1" status: 204 len: 168 time: 1.6409063 Jul 06 18:04:15.088022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59788) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:15.116652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c35470-1485-4356-aeba-e44bb6a1c91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.120901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c35470-1485-4356-aeba-e44bb6a1c91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.122692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-07c35470-1485-4356-aeba-e44bb6a1c91b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e60499f4-4511-4040-a2ee-79c251df83af HTTP/1.1" status: 204 len: 168 time: 0.2180982 Jul 06 18:04:15.151207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c35470-1485-4356-aeba-e44bb6a1c91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60499f4-4511-4040-a2ee-79c251df83af,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:15.245474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dc8ab1-dfba-4456-91f9-3f839bd86afe tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Deleting subnet 1f256463-caa5-496b-821d-91524d3c90f2 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:04:15.251217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55dc8ab1-dfba-4456-91f9-3f839bd86afe tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.319593 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55dc8ab1-dfba-4456-91f9-3f839bd86afe tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.491397 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55dc8ab1-dfba-4456-91f9-3f839bd86afe tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.622544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55dc8ab1-dfba-4456-91f9-3f839bd86afe tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.672915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc8ab1-dfba-4456-91f9-3f839bd86afe tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Pushing event deleted for resources: {'Subnet': ['ID=1f256463-caa5-496b-821d-91524d3c90f2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:15.676679 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55dc8ab1-dfba-4456-91f9-3f839bd86afe tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.684951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:15.695224 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-55dc8ab1-dfba-4456-91f9-3f839bd86afe tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/subnets/1f256463-caa5-496b-821d-91524d3c90f2 HTTP/1.1" status: 204 len: 168 time: 0.6049871 Jul 06 18:04:15.701685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb56e170-d1fd-4d86-b456-54486fc5831a None None] Network bf6b28bc-f293-448f-af36-5a75ceabecc1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:15.858836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:15.938974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:04:15.961629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Deleting port 912d9adf-e75b-4168-99c5-65e6f9e1d66b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:15.963062 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.070122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] For port 912d9adf-e75b-4168-99c5-65e6f9e1d66b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=912d9adf-e75b-4168-99c5-65e6f9e1d66b,segment=NetworkSegment(e7e2b176-fc39-4362-8ddf-6b5365e126bb),segment_id=e7e2b176-fc39-4362-8ddf-6b5365e126bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:16.070946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.072137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee980cf-8770-4a05-9840-70aa82329d94 None None] DHCP port deletion for bf6b28bc-f293-448f-af36-5a75ceabecc1 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:04:16.100912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Calling delete_port for 912d9adf-e75b-4168-99c5-65e6f9e1d66b owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:16.216759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fee980cf-8770-4a05-9840-70aa82329d94 None None] Deleting port 912d9adf-e75b-4168-99c5-65e6f9e1d66b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:16.218597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fee980cf-8770-4a05-9840-70aa82329d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.293396 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.306442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fee980cf-8770-4a05-9840-70aa82329d94 None None] For port 912d9adf-e75b-4168-99c5-65e6f9e1d66b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=912d9adf-e75b-4168-99c5-65e6f9e1d66b,segment=NetworkSegment(e7e2b176-fc39-4362-8ddf-6b5365e126bb),segment_id=e7e2b176-fc39-4362-8ddf-6b5365e126bb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:16.306922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fee980cf-8770-4a05-9840-70aa82329d94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.339907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fee980cf-8770-4a05-9840-70aa82329d94 None None] Calling delete_port for 912d9adf-e75b-4168-99c5-65e6f9e1d66b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:16.357158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Pushing event deleted for resources: {'Port': ['ID=912d9adf-e75b-4168-99c5-65e6f9e1d66b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:16.366455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] No DVR routers for this DVR port 912d9adf-e75b-4168-99c5-65e6f9e1d66b on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:16.488992 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.500545 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fee980cf-8770-4a05-9840-70aa82329d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.507972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6b28bc-f293-448f-af36-5a75ceabecc1']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:16.535249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e2b176-fc39-4362-8ddf-6b5365e126bb') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:16.535743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e2b176-fc39-4362-8ddf-6b5365e126bb') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:16.552983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee980cf-8770-4a05-9840-70aa82329d94 None None] Pushing event deleted for resources: {'Port': ['ID=912d9adf-e75b-4168-99c5-65e6f9e1d66b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:16.555189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.561476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee980cf-8770-4a05-9840-70aa82329d94 None None] No DVR routers for this DVR port 912d9adf-e75b-4168-99c5-65e6f9e1d66b on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:16.597938 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.613649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:04:16.615957 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:04:16.635815 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:04:16.731540 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.748125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:16.754155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] 10.222.0.13 "DELETE /v2.0/networks/bf6b28bc-f293-448f-af36-5a75ceabecc1 HTTP/1.1" status: 204 len: 168 time: 1.0652866 Jul 06 18:04:16.781021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe70da-f2d1-44e6-bc46-8d30d68fc8ab tempest-TagsExtTest-4665944 tempest-TagsExtTest-4665944-project] Pushing event deleted for resources: {'Network': ['ID=bf6b28bc-f293-448f-af36-5a75ceabecc1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:16.981145 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d487401e-d62e-4b99-b405-6ace28226521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:17.539702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59856) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:17.857492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f111257b-1a7d-4c57-83a2-b53bdc1fb096 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c193acf07664a3ba85f89b92761c3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165545 Jul 06 18:04:17.861745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59868) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:17.937553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6db0cdfe-b95b-4a6f-b42e-a1a92f27f67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:17.976552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6db0cdfe-b95b-4a6f-b42e-a1a92f27f67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.082942 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6db0cdfe-b95b-4a6f-b42e-a1a92f27f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.089161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6db0cdfe-b95b-4a6f-b42e-a1a92f27f67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:18.095720 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6db0cdfe-b95b-4a6f-b42e-a1a92f27f67e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44b78b58-c70f-404a-8604-412e1f72ca8d HTTP/1.1" status: 204 len: 168 time: 0.2324262 Jul 06 18:04:18.103053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 912d9adf-e75b-4168-99c5-65e6f9e1d66b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:18.113604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0cdfe-b95b-4a6f-b42e-a1a92f27f67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b78b58-c70f-404a-8604-412e1f72ca8d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:18.136429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 912d9adf-e75b-4168-99c5-65e6f9e1d66b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:18.137049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 912d9adf-e75b-4168-99c5-65e6f9e1d66b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:19.508637 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8fdb-9db0-4766-ab04-847544c74b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:20.095966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:20.747013 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:21.260302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-c4367775-cca4-4d46-a0ec-5d7cb1b017dd tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:21.268536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-c4367775-cca4-4d46-a0ec-5d7cb1b017dd tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 814 time: 0.2185178 Jul 06 18:04:21.293463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-935c1f06-ec60-4036-a1f8-2bf07ca5a950 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/quotas/f72b4cb9139b43b7844f6ba24dc74384 HTTP/1.1" status: 200 len: 375 time: 0.0143290 Jul 06 18:04:21.509662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-9298cf50-8415-40d1-9c74-062499747998 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2090952 Jul 06 18:04:21.919237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:22.004961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-91c2b289-c263-4e3c-a5ea-b2e4512f8306 service neutron] 10.222.0.13 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898736 Jul 06 18:04:22.104378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38a1a843-6eec-45a8-a03b-4747c2a17aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.235807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-5700661a-fefa-4306-bf4e-f2350adbc046 service neutron] 10.222.0.13 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265601 Jul 06 18:04:22.249347 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38a1a843-6eec-45a8-a03b-4747c2a17aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.256757 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38a1a843-6eec-45a8-a03b-4747c2a17aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.330867 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-38a1a843-6eec-45a8-a03b-4747c2a17aa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2be747894baf4e25bfe432e2b2f412f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080100 Jul 06 18:04:22.334766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60032) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:22.344113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1a843-6eec-45a8-a03b-4747c2a17aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e85dbb2-1734-4c59-964d-1b77817deebc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:22.435957 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9137df69-1132-4c00-a672-c63d4647b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.470057 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9137df69-1132-4c00-a672-c63d4647b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.600292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-019256d0-7b88-402a-97a0-d4a6e5c4ec20 req-e2693fa4-437b-4e53-84a6-50a73c77f1e8 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 210 time: 0.0521476 Jul 06 18:04:22.607539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9137df69-1132-4c00-a672-c63d4647b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.611371 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9137df69-1132-4c00-a672-c63d4647b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:22.613026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9137df69-1132-4c00-a672-c63d4647b855 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e85dbb2-1734-4c59-964d-1b77817deebc HTTP/1.1" status: 204 len: 168 time: 0.2772336 Jul 06 18:04:22.624426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137df69-1132-4c00-a672-c63d4647b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e85dbb2-1734-4c59-964d-1b77817deebc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:22.690598 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.212843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:23.246177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28cc2667-31cd-4270-bfad-aae8f3177034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.465640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28cc2667-31cd-4270-bfad-aae8f3177034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.473171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28cc2667-31cd-4270-bfad-aae8f3177034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.531607 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-28cc2667-31cd-4270-bfad-aae8f3177034 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=603a60c25c844bf18e971945743caf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125932 Jul 06 18:04:23.531607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc2667-31cd-4270-bfad-aae8f3177034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfaf00c-2ec7-4902-89b5-82ff6dbfe7ba,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:23.531983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:23.673526 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80348e32-4a4c-4003-93a1-8da633b41495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.722896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80348e32-4a4c-4003-93a1-8da633b41495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.808662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80348e32-4a4c-4003-93a1-8da633b41495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.820728 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80348e32-4a4c-4003-93a1-8da633b41495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:23.827236 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-80348e32-4a4c-4003-93a1-8da633b41495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdfaf00c-2ec7-4902-89b5-82ff6dbfe7ba HTTP/1.1" status: 204 len: 168 time: 0.2910960 Jul 06 18:04:23.841501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80348e32-4a4c-4003-93a1-8da633b41495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfaf00c-2ec7-4902-89b5-82ff6dbfe7ba,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:24.047267 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-754b32bf-4444-41e1-9ae3-a0951403bab3 req-15876080-850b-4913-bb9c-f79ab0f82c51 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 210 time: 0.0921595 Jul 06 18:04:24.139987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60080) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:24.303240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ce4d86da-7576-42be-b022-75d42f944379 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/floatingips/5b714a77-8c29-4f6c-b830-5cd645497199 HTTP/1.1" status: 200 len: 993 time: 0.1608717 Jul 06 18:04:24.623309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-b3c2aa00-aad9-48c8-8ce8-9a1966836177 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:24.626130 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-b3c2aa00-aad9-48c8-8ce8-9a1966836177 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.22 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 814 time: 0.3114541 Jul 06 18:04:24.648869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Request body: {'port': {'device_id': '2d4e7bf2-517a-4ce2-8902-43990c005cea', 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9', 'admin_state_up': True, 'tenant_id': 'f72b4cb9139b43b7844f6ba24dc74384'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:24.844352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-f6d8bde1-df92-4d16-9f0a-eae88c25633e req-6de509e0-17c7-4a35-96ac-b812d97ea61d service neutron] (93779) timed out ('10.222.0.13', 44972) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:04:24.854077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60100) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:24.923529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Made reservation on behalf of f72b4cb9139b43b7844f6ba24dc74384 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:24.933899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.403318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port b6bc9af5-e4e8-466d-99c3-e87cb9a26158 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:25.403318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.533718 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fef8727c-8491-44fd-a843-76c08cc133df req-2f35e4df-90f8-401b-9540-fa689e2009e1 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 210 time: 0.1272438 Jul 06 18:04:25.600259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Allocated IP 172.20.0.2 (b739771e-7196-4cb6-a7c0-c61744c9b8c9/f8fadd14-3144-4fa6-a572-410c350d286d/77c6fbab-d4fe-42d3-b2bd-00762336bc3d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:25.607643 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.608346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:25.664208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for b6bc9af5-e4e8-466d-99c3-e87cb9a26158 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:26.084226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.172764 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.186842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7909b126-f026-4a1a-adfe-df54e2bdc6c0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:04:26.264123 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.283199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Network b739771e-7196-4cb6-a7c0-c61744c9b8c9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:26.290296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Pushing event updated for resources: {'Port': ['ID=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:26.297078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:26.299843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:26.370730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=b6bc9af5-e4e8-466d-99c3-e87cb9a26158,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:26.377366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60138) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:26.449377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.449916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.450475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.451116 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.451761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.452344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.452940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.453541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.454088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.455071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.455184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.455665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:26.456001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:26.457094 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.492975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-71e9cee9-97c2-4d4e-abb6-d859fa6ea2da tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8530705 Jul 06 18:04:26.547828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.548458 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Floating IP 5b714a77-8c29-4f6c-b830-5cd645497199 disassociated (deleted). External IP: 172.25.7.195, port: 0f7f5fda-0337-4a80-9716-05a07c0f5c59. Jul 06 18:04:26.708988 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8c81-8d3e-4614-aeee-2e4a1d650256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.784218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Request body: {'port': {'device_id': '2d4e7bf2-517a-4ce2-8902-43990c005cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:26.900854 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:26.994780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317cb1d-2ca4-4d69-8f5d-2403428ce796 req-8baad4ac-9b55-4325-b12c-89ddbafc03a5 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:26.998025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3317cb1d-2ca4-4d69-8f5d-2403428ce796 req-8baad4ac-9b55-4325-b12c-89ddbafc03a5 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 931 time: 0.2567737 Jul 06 18:04:27.030183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8c81-8d3e-4614-aeee-2e4a1d650256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.086604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8c81-8d3e-4614-aeee-2e4a1d650256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.142199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-aeeb8c81-8d3e-4614-aeee-2e4a1d650256 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abb50b842e274177a9ae6015791e654b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7609580 Jul 06 18:04:27.147968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60162) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:27.161382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb8c81-8d3e-4614-aeee-2e4a1d650256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c251d88c-56ed-412e-8823-6262e225acd8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:27.180914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3317cb1d-2ca4-4d69-8f5d-2403428ce796 req-21ac9371-8de0-4647-9651-479d111802f8 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735010 Jul 06 18:04:27.222918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router a42e583d-63f8-427b-9358-c61d2a00f7a3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:04:27.364329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc052-b611-47b9-a5c0-4c2be7226aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.415845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c6fbab-d4fe-42d3-b2bd-00762336bc3d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:04:27.418951 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.435533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Transition to ACTIVE for port object 77c6fbab-d4fe-42d3-b2bd-00762336bc3d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:27.441331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.476226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc052-b611-47b9-a5c0-4c2be7226aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.564724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:27.573207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.591654 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] Sync routers for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:27.597063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Pushing event updated for resources: {'Port': ['ID=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:27.613250 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:27.616505 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:04:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:27.627666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Attempting to bind port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:27.627666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Attempting to bind port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:27.627666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Attempting to bind port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:27.641532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:04:27.642117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Attempting to bind port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:27.655835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:27.656892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Checking segment: {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:27.657413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Bound using segment: {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:27.658044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Bound port: 77c6fbab-d4fe-42d3-b2bd-00762336bc3d, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:27.658695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aaa4db2f-29a1-4d9e-9533-3e2784727aab tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/floatingips/5b714a77-8c29-4f6c-b830-5cd645497199 HTTP/1.1" status: 204 len: 168 time: 2.7992661 Jul 06 18:04:27.659011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.659571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:27.675432 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45d7f99-b114-4a72-93f3-249c2bee38d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:27.701364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc052-b611-47b9-a5c0-4c2be7226aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.720476 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc052-b611-47b9-a5c0-4c2be7226aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:27.722765 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ab6fc052-b611-47b9-a5c0-4c2be7226aa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c251d88c-56ed-412e-8823-6262e225acd8 HTTP/1.1" status: 204 len: 168 time: 0.5694265 Jul 06 18:04:27.753251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fc052-b611-47b9-a5c0-4c2be7226aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c251d88c-56ed-412e-8823-6262e225acd8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:27.813619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] For port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:27.815598 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6bfa1b-efce-45a4-9b63-6169d81db002 x-openstack-request-id: req-8a6bfa1b-efce-45a4-9b63-6169d81db002 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:27.816080 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:27.816493 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a6bfa1b-efce-45a4-9b63-6169d81db002 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:27.817937 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'status': 'completed', 'code': 200} Jul 06 18:04:27.829707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] For port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:27.838120 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:28.001576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:28.002223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:28.003906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] 10.222.0.22 "PUT /v2.0/ports/77c6fbab-d4fe-42d3-b2bd-00762336bc3d HTTP/1.1" status: 200 len: 1091 time: 1.5042603 Jul 06 18:04:28.011176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4e7bf2-517a-4ce2-8902-43990c005cea', 'tag': '77c6fbab-d4fe-42d3-b2bd-00762336bc3d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:28.023319 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4e7bf2-517a-4ce2-8902-43990c005cea", "tag": "77c6fbab-d4fe-42d3-b2bd-00762336bc3d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:28.158191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3d7e9-f194-4ebd-a06b-bc6347439c45 service neutron] Pushing event updated for resources: {'Port': ['ID=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:28.172691 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52daf280-5c2a-4ce7-ab3f-7956a78c66c8 x-openstack-request-id: req-52daf280-5c2a-4ce7-ab3f-7956a78c66c8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:28.178131 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4e7bf2-517a-4ce2-8902-43990c005cea", "tag": "77c6fbab-d4fe-42d3-b2bd-00762336bc3d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:28.178635 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52daf280-5c2a-4ce7-ab3f-7956a78c66c8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:28.179160 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4e7bf2-517a-4ce2-8902-43990c005cea', 'tag': '77c6fbab-d4fe-42d3-b2bd-00762336bc3d', 'status': 'completed', 'code': 200} Jul 06 18:04:28.342974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:28.549995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc299970-26fa-4a1d-8e0e-ce47f4016b0c req-d83258fa-42c8-40f8-a67f-d60c495c7759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:28.566486 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc299970-26fa-4a1d-8e0e-ce47f4016b0c req-d83258fa-42c8-40f8-a67f-d60c495c7759 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 945 time: 0.1224422 Jul 06 18:04:28.642028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fc299970-26fa-4a1d-8e0e-ce47f4016b0c req-4ed29b82-c07c-49d1-95b4-6a43f29c1cee tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739832 Jul 06 18:04:28.765303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-a5b40ca4-e036-4fc3-91f8-82db46bac6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:28.767317 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-a5b40ca4-e036-4fc3-91f8-82db46bac6cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5d396b65d6544c290dc8fae46589686&device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 1096 time: 0.8617425 Jul 06 18:04:28.783202 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '1274bbfd-ff8e-46eb-840d-3897cfe22369', 'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:b1:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:17Z', 'updated_at': '2021-07-06T18:03:34Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:28.839346 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] Checking router: a42e583d-63f8-427b-9358-c61d2a00f7a3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:28.857339 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:28.858826 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:04:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:28.892393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-1185ef66-2da2-4fd2-8c0a-e9dd007d349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:28.894484 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-1185ef66-2da2-4fd2-8c0a-e9dd007d349b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 1094 time: 0.7865660 Jul 06 18:04:28.964354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482b10-c2bf-42b7-985b-5172407844a2 req-63377a53-d599-470f-8695-e58d22367d52 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:28.973319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f482b10-c2bf-42b7-985b-5172407844a2 req-63377a53-d599-470f-8695-e58d22367d52 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 943 time: 0.2484014 Jul 06 18:04:28.974010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60210) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:28.977449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-6fa6ff33-8153-42c5-a746-5deb3fd31bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:28.978721 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-6fa6ff33-8153-42c5-a746-5deb3fd31bf6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=749d090a-dcba-4c17-8ee6-fde799e05e25 HTTP/1.1" status: 200 len: 896 time: 0.2011008 Jul 06 18:04:28.986216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-48c2cf2d-0e7e-4755-b9b7-b4e4d860bb37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c6fbab-d4fe-42d3-b2bd-00762336bc3d HTTP/1.1" status: 200 len: 217 time: 0.0800292 Jul 06 18:04:29.067009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:29.093210 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b418219-a279-49ef-8cc7-36c4b9b065ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:29.112247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-0a285b1d-7fac-4758-aeee-9250ca71d1b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59 HTTP/1.1" status: 200 len: 217 time: 0.1236277 Jul 06 18:04:29.225204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f482b10-c2bf-42b7-985b-5172407844a2 req-d1642895-7f52-4243-9ed4-228aafcf7e6a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519083 Jul 06 18:04:29.242702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-60c482c9-f844-4a65-8660-1020a7c37eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:29.245566 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-60c482c9-f844-4a65-8660-1020a7c37eef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.2457216 Jul 06 18:04:29.337887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-c1b3719f-bf2d-4eb5-982e-598907dcda33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740399 Jul 06 18:04:29.429590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-aff841db-b2b3-4d47-bdec-3c9508c59d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:29.432494 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-aff841db-b2b3-4d47-bdec-3c9508c59d6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8c0c21e-780d-4411-9483-d57ab715cb79 HTTP/1.1" status: 200 len: 834 time: 0.2974498 Jul 06 18:04:29.504928 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '1274bbfd-ff8e-46eb-840d-3897cfe22369', 'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:b1:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:17Z', 'updated_at': '2021-07-06T18:03:34Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:29.553057 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d85b6-feab-4737-9a82-5a5ef783806a None None] The sync data for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 is: [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:03:19Z', 'revision_number': 4, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '1274bbfd-ff8e-46eb-840d-3897cfe22369', 'name': '', 'network_id': '749d090a-dcba-4c17-8ee6-fde799e05e25', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'mac_address': 'fa:16:3e:b1:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:17Z', 'updated_at': '2021-07-06T18:03:34Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'subnets': [{'id': 'c8c0c21e-780d-4411-9483-d57ab715cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:29.739469 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b418219-a279-49ef-8cc7-36c4b9b065ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:29.763035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b418219-a279-49ef-8cc7-36c4b9b065ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:29.830875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b418219-a279-49ef-8cc7-36c4b9b065ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1016e95e-dd3b-402d-8a07-75c6fb268262,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:29.898739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60238) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:29.899507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1b418219-a279-49ef-8cc7-36c4b9b065ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc827002a41549f09b5adcc778e3e389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9229133 Jul 06 18:04:29.929041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-f5df0dc8-193b-4328-a760-1e4293d4f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:29.930876 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-f5df0dc8-193b-4328-a760-1e4293d4f078 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=749d090a-dcba-4c17-8ee6-fde799e05e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4746037 Jul 06 18:04:29.950713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-d957430a-9e4c-4c84-ba9b-c2a7eec41407 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:29.950713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-d957430a-9e4c-4c84-ba9b-c2a7eec41407 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 945 time: 0.3666260 Jul 06 18:04:30.116318 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-21d80fa6-2ec1-4b53-9669-630d653fa90c service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708386 Jul 06 18:04:30.121525 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8967c14-3c5c-4388-9710-423895f3683d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.128622 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-7534e5bc-1eac-430d-9d01-ffb5bd2d3499 service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7655344 Jul 06 18:04:30.146156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42695bc-87d7-4e03-9eca-2ee545cb9d21 req-fd88c916-92b4-411b-9b04-e0c3c0ed8faa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:30.148940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a42695bc-87d7-4e03-9eca-2ee545cb9d21 req-fd88c916-92b4-411b-9b04-e0c3c0ed8faa tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 945 time: 0.1969452 Jul 06 18:04:30.158790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf31a5d-58f9-4f6d-9d67-762ba59e192a None None] New status for floating IP 5b714a77-8c29-4f6c-b830-5cd645497199: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:04:30.222546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8967c14-3c5c-4388-9710-423895f3683d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.260555 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a42695bc-87d7-4e03-9eca-2ee545cb9d21 req-bf252590-4f68-40c6-ad6e-fe9509485683 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963168 Jul 06 18:04:30.319654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8967c14-3c5c-4388-9710-423895f3683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.322736 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8967c14-3c5c-4388-9710-423895f3683d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.324190 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f8967c14-3c5c-4388-9710-423895f3683d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1016e95e-dd3b-402d-8a07-75c6fb268262 HTTP/1.1" status: 204 len: 168 time: 0.4241247 Jul 06 18:04:30.343113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60250) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:30.349715 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8967c14-3c5c-4388-9710-423895f3683d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1016e95e-dd3b-402d-8a07-75c6fb268262,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:30.591855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-bc42cace-d2fe-40f3-885e-ad84c6f4fc82 service neutron] 10.222.0.22 "GET /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171686 Jul 06 18:04:30.730716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9010b02c-8670-440e-a2b1-a8bb1e48197e req-da9fc358-c284-4fbe-bcf4-11db6f8047ab service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997691 Jul 06 18:04:30.817031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:30.818923 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:30.881890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a743e-63c8-44a2-9048-15989461898a req-1804b64f-9a62-4d16-9311-52b24349f5f0 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:30.884971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e47a743e-63c8-44a2-9048-15989461898a req-1804b64f-9a62-4d16-9311-52b24349f5f0 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 943 time: 0.3335810 Jul 06 18:04:30.928857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44598005-bbd0-488e-889b-50756a454b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.113528 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44598005-bbd0-488e-889b-50756a454b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.120909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44598005-bbd0-488e-889b-50756a454b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.153463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e47a743e-63c8-44a2-9048-15989461898a req-e86b83f4-2443-4b4a-b10d-dc50aea76b28 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954372 Jul 06 18:04:31.232847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] For port 0f7f5fda-0337-4a80-9716-05a07c0f5c59, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0f7f5fda-0337-4a80-9716-05a07c0f5c59,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:31.233816 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.237690 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-44598005-bbd0-488e-889b-50756a454b67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1adf566e852847d1be09b9842186b871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8931296 Jul 06 18:04:31.242619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44598005-bbd0-488e-889b-50756a454b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbb0c5c-961a-4048-9ed5-051cae14cc23,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:31.251463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60270) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:31.267542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-75ae0daf-02a7-43fd-8f06-ea333749796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:31.289903 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-75ae0daf-02a7-43fd-8f06-ea333749796c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 1094 time: 0.4401639 Jul 06 18:04:31.310376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for 0f7f5fda-0337-4a80-9716-05a07c0f5c59 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:31.380735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-893425ca-9033-425d-b598-2e6c335fd3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.444728 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-893425ca-9033-425d-b598-2e6c335fd3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.631712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-2794f1f0-ef6c-4695-8fda-d476fabe31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:31.633519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-2794f1f0-ef6c-4695-8fda-d476fabe31f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 915 time: 0.3364580 Jul 06 18:04:31.685538 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-893425ca-9033-425d-b598-2e6c335fd3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.694130 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-893425ca-9033-425d-b598-2e6c335fd3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:31.699931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-893425ca-9033-425d-b598-2e6c335fd3c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fbb0c5c-961a-4048-9ed5-051cae14cc23 HTTP/1.1" status: 204 len: 168 time: 0.4446335 Jul 06 18:04:31.710955 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-5d4b6dce-ce9b-4493-b499-9b892bb4755d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c6fbab-d4fe-42d3-b2bd-00762336bc3d HTTP/1.1" status: 200 len: 217 time: 0.0666757 Jul 06 18:04:31.731501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893425ca-9033-425d-b598-2e6c335fd3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbb0c5c-961a-4048-9ed5-051cae14cc23,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:31.806724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:31.836568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4fc30-feb3-4d9e-9cbb-21ec4409fcb3 req-78e1fb3c-d0f6-458e-808b-14af96d16e19 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:31.849555 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56b4fc30-feb3-4d9e-9cbb-21ec4409fcb3 req-78e1fb3c-d0f6-458e-808b-14af96d16e19 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 945 time: 0.2386672 Jul 06 18:04:31.860705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-8a8383c9-502c-4f18-acf4-d6d00c3aa8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:31.862871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-8a8383c9-502c-4f18-acf4-d6d00c3aa8ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.1155519 Jul 06 18:04:31.905211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-c5e413cf-7981-47c5-b6ec-1e96783afa33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362172 Jul 06 18:04:31.917220 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-56b4fc30-feb3-4d9e-9cbb-21ec4409fcb3 req-2452ab3c-8eb0-4aa5-b96a-939928c8923b tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661435 Jul 06 18:04:31.953621 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.074702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=0f7f5fda-0337-4a80-9716-05a07c0f5c59,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:32.115212 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.180167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] No DVR routers for this DVR port 0f7f5fda-0337-4a80-9716-05a07c0f5c59 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:32.190648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.192747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14662887-dac1-4b9f-a568-45b4f1209a67 req-abaa801c-5c21-4d22-8d63-5b14ca3ae2f3 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.22 "DELETE /v2.0/ports/0f7f5fda-0337-4a80-9716-05a07c0f5c59 HTTP/1.1" status: 204 len: 173 time: 2.0578196 Jul 06 18:04:32.193462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'name': 'network-vif-deleted', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:32.214426 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f998e8ef-d367-4f47-b429-9ed89c52def4" -d '{"events": [{"server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "name": "network-vif-deleted", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:32.217849 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94319110-7502-4613-aa1f-20a583b9e0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.245712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-4ce3f786-0357-4fbd-a79b-1b9ddc955e6a service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307517 Jul 06 18:04:32.347074 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fe6605-1c46-49eb-ba07-da3420f63b11 x-openstack-request-id: req-68fe6605-1c46-49eb-ba07-da3420f63b11 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:32.347582 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71dde7e-46f8-4d2f-ad29-060cc45936f8", "name": "network-vif-deleted", "tag": "0f7f5fda-0337-4a80-9716-05a07c0f5c59", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:32.348121 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68fe6605-1c46-49eb-ba07-da3420f63b11 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:32.354273 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71dde7e-46f8-4d2f-ad29-060cc45936f8', 'name': 'network-vif-deleted', 'tag': '0f7f5fda-0337-4a80-9716-05a07c0f5c59', 'status': 'completed', 'code': 200} Jul 06 18:04:32.511571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:32.547226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94319110-7502-4613-aa1f-20a583b9e0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.549550 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-866dd261-49ab-4129-ab3d-558798dbdd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.571539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94319110-7502-4613-aa1f-20a583b9e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:32.619921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94319110-7502-4613-aa1f-20a583b9e0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac79e787-07d0-4965-b998-d0347352864e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:32.684908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19e07d2-c1d1-4113-9bbc-0e47ecf86141 req-be76bb75-7e0c-4b89-9e32-fafd5d8dbb37 service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308786 Jul 06 18:04:32.704191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-94319110-7502-4613-aa1f-20a583b9e0fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31393a75c22a48b590c272e3f4ce9030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8954163 Jul 06 18:04:32.709108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:32.762932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3438a3-1edb-491e-91e8-8addb8fb068b req-18613012-a257-46fd-8bc6-6a523cca237c tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:32.765797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd3438a3-1edb-491e-91e8-8addb8fb068b req-18613012-a257-46fd-8bc6-6a523cca237c tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 943 time: 0.1698678 Jul 06 18:04:32.854562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd3438a3-1edb-491e-91e8-8addb8fb068b req-6a522493-9bf1-4225-88ed-5ca6722e664e tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754886 Jul 06 18:04:32.983194 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fad97039-1efd-4e68-b382-666debdaee14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.044576 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fad97039-1efd-4e68-b382-666debdaee14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.083422 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-866dd261-49ab-4129-ab3d-558798dbdd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.094717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-866dd261-49ab-4129-ab3d-558798dbdd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.164384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60322) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:33.164547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-866dd261-49ab-4129-ab3d-558798dbdd85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37474919211941618126ed0f6ceaae23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512535 Jul 06 18:04:33.166873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dd261-49ab-4129-ab3d-558798dbdd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18f9a32-f978-4323-b05c-7c0b2ec6393f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:33.236979 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50291864-b5bf-44be-ae4b-ada7737af558 req-984bc3ef-d4c0-40e9-b96b-3aeb6711b3cb tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71dde7e-46f8-4d2f-ad29-060cc45936f8 HTTP/1.1" status: 200 len: 210 time: 0.0456378 Jul 06 18:04:33.248939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fad97039-1efd-4e68-b382-666debdaee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.253964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fad97039-1efd-4e68-b382-666debdaee14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.256082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fad97039-1efd-4e68-b382-666debdaee14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac79e787-07d0-4965-b998-d0347352864e HTTP/1.1" status: 204 len: 168 time: 0.5439048 Jul 06 18:04:33.267563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad97039-1efd-4e68-b382-666debdaee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac79e787-07d0-4965-b998-d0347352864e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:33.303902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a38a-8d20-4600-9710-66ffae5993e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.347536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a38a-8d20-4600-9710-66ffae5993e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.469465 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a38a-8d20-4600-9710-66ffae5993e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.472402 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a38a-8d20-4600-9710-66ffae5993e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:33.478605 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6ce9a38a-8d20-4600-9710-66ffae5993e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a18f9a32-f978-4323-b05c-7c0b2ec6393f HTTP/1.1" status: 204 len: 168 time: 0.3049965 Jul 06 18:04:33.491200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9a38a-8d20-4600-9710-66ffae5993e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18f9a32-f978-4323-b05c-7c0b2ec6393f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:33.837897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60340) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:33.859880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ba35d47-8c18-4ab7-bbac-4cb39e936a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.045158 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ba35d47-8c18-4ab7-bbac-4cb39e936a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.051653 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ba35d47-8c18-4ab7-bbac-4cb39e936a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.111981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1ba35d47-8c18-4ab7-bbac-4cb39e936a88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9b433896df943dabc024262317ba4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726560 Jul 06 18:04:34.115886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35d47-8c18-4ab7-bbac-4cb39e936a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42059183-e07b-4f9b-9ed3-13c03d283be2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:34.116676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:34.239125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d7cb-546c-4b6e-822e-5d0b2e9d2098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.293527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6215478-fa19-43bd-a539-8b503b75d395 req-99e83309-7cbf-4382-bee3-9481325c3246 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:34.297009 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d6215478-fa19-43bd-a539-8b503b75d395 req-99e83309-7cbf-4382-bee3-9481325c3246 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 943 time: 0.1107967 Jul 06 18:04:34.313206 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d7cb-546c-4b6e-822e-5d0b2e9d2098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.367918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60360) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:34.420364 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d6215478-fa19-43bd-a539-8b503b75d395 req-06d689b0-7ee5-4010-9f1d-da1fa30f3670 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125686 Jul 06 18:04:34.444272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 77c6fbab-d4fe-42d3-b2bd-00762336bc3d details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:04:34.501860 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3264f1a7-2e4d-4780-95f4-067fc38bafcd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.515146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0f7f5fda-0337-4a80-9716-05a07c0f5c59 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:34.541641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d7cb-546c-4b6e-822e-5d0b2e9d2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.544752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d7cb-546c-4b6e-822e-5d0b2e9d2098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.545995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b4c3d7cb-546c-4b6e-822e-5d0b2e9d2098 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42059183-e07b-4f9b-9ed3-13c03d283be2 HTTP/1.1" status: 204 len: 168 time: 0.4281807 Jul 06 18:04:34.556748 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3264f1a7-2e4d-4780-95f4-067fc38bafcd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.578160 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3d7cb-546c-4b6e-822e-5d0b2e9d2098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42059183-e07b-4f9b-9ed3-13c03d283be2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:34.662170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 0f7f5fda-0337-4a80-9716-05a07c0f5c59 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:34.662755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0f7f5fda-0337-4a80-9716-05a07c0f5c59 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:34.710949 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3264f1a7-2e4d-4780-95f4-067fc38bafcd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.715085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3264f1a7-2e4d-4780-95f4-067fc38bafcd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.718285 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3264f1a7-2e4d-4780-95f4-067fc38bafcd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7bf175f-b1e2-48e3-9666-d9b5ffd93f11 HTTP/1.1" status: 204 len: 168 time: 0.3489380 Jul 06 18:04:34.751557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264f1a7-2e4d-4780-95f4-067fc38bafcd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bf175f-b1e2-48e3-9666-d9b5ffd93f11,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:34.761772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:34.764035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60374) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:34.778529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '77c6fbab-d4fe-42d3-b2bd-00762336bc3d', 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9', 'port_id': '77c6fbab-d4fe-42d3-b2bd-00762336bc3d', 'mac_address': 'fa:16:3e:0e:62:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fadd14-3144-4fa6-a572-410c350d286d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:04:34.848998 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:34.863437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c6fbab-d4fe-42d3-b2bd-00762336bc3d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:04:34.908075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:34.918874 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.012264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:35.042678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.044852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.045740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.049854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.050881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.051725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.052449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.053266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.054076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.054964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.055790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.056693 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:35.146539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['77c6fbab-d4fe-42d3-b2bd-00762336bc3d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:04:35.529945 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:35.635668 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:36.064996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a8636-4fc7-40fc-ab10-ff49e14bb597 req-6eb6e552-d7e6-49f2-a81e-379ee30d1297 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:36.072897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a96a8636-4fc7-40fc-ab10-ff49e14bb597 req-6eb6e552-d7e6-49f2-a81e-379ee30d1297 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 944 time: 0.2270412 Jul 06 18:04:36.190665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a96a8636-4fc7-40fc-ab10-ff49e14bb597 req-c5444fdb-4642-4a85-9f16-32f6049fcddf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057270 Jul 06 18:04:36.313086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port 1274bbfd-ff8e-46eb-840d-3897cfe22369 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:36.313350 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:36.456944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 77c6fbab-d4fe-42d3-b2bd-00762336bc3d up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:04:36.498546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] For port 1274bbfd-ff8e-46eb-840d-3897cfe22369, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1274bbfd-ff8e-46eb-840d-3897cfe22369,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:36.499161 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:36.534314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for 1274bbfd-ff8e-46eb-840d-3897cfe22369 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:36.644768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:04:36.655222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:04:36.657102 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:36.907343 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:36.916308 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:36.956693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=1274bbfd-ff8e-46eb-840d-3897cfe22369,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:36.998820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4e7bf2-517a-4ce2-8902-43990c005cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c6fbab-d4fe-42d3-b2bd-00762336bc3d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:37.009389 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45754816-19bf-4f7c-90af-01d5137ec21e" -d '{"events": [{"server_uuid": "2d4e7bf2-517a-4ce2-8902-43990c005cea", "name": "network-vif-plugged", "status": "completed", "tag": "77c6fbab-d4fe-42d3-b2bd-00762336bc3d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:37.105171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:37.122674 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.130143 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0b37d3-18a8-4d8d-b644-16166c8ce850 x-openstack-request-id: req-cb0b37d3-18a8-4d8d-b644-16166c8ce850 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:37.130777 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4e7bf2-517a-4ce2-8902-43990c005cea", "name": "network-vif-plugged", "status": "completed", "tag": "77c6fbab-d4fe-42d3-b2bd-00762336bc3d", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:37.131152 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb0b37d3-18a8-4d8d-b644-16166c8ce850 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:37.132020 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4e7bf2-517a-4ce2-8902-43990c005cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c6fbab-d4fe-42d3-b2bd-00762336bc3d', 'code': 200} Jul 06 18:04:37.304323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:37.357657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.372601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60450) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:37.396501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a163a-0a43-471a-af22-e4050aa9cf1f req-a4b2128d-3bfe-4b44-a852-2233875c093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:37.399991 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-310a163a-0a43-471a-af22-e4050aa9cf1f req-a4b2128d-3bfe-4b44-a852-2233875c093e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 1096 time: 0.1494772 Jul 06 18:04:37.497528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-310a163a-0a43-471a-af22-e4050aa9cf1f req-78baef27-497e-474a-9e25-82db234c404b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901475 Jul 06 18:04:37.580729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e2714-84a1-433d-b051-8801796582d8 req-908617a2-3abb-403e-ae5b-3388a3f99330 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:37.583678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d94e2714-84a1-433d-b051-8801796582d8 req-908617a2-3abb-403e-ae5b-3388a3f99330 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 945 time: 0.1174159 Jul 06 18:04:37.650595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d94e2714-84a1-433d-b051-8801796582d8 req-4554d53a-93bc-4699-897e-d1daec9e1092 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570788 Jul 06 18:04:37.750533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.843026 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Router a42e583d-63f8-427b-9358-c61d2a00f7a3 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:04:37.928630 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.935330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:37.985976 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c80c3dd064c84e96a6bca54ef7ebb311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120942 Jul 06 18:04:37.986828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44293d8e-522e-4857-a5fb-378e0bb464c6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:37.989552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:37.995499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:38.008717 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] Sync routers for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:38.012005 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7bf1ef9c-c2a8-4b8f-9898-c29053ad17dd tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "PUT /v2.0/routers/a42e583d-63f8-427b-9358-c61d2a00f7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2459393 Jul 06 18:04:38.016665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:38.029751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.031216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.031568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.031929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.032277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.032627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.032971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.033310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.033645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.033982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.034315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.034990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92e372-060b-463a-81c4-9dbeb470f58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:04:38.052558 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:38.053914 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:04:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:38.109180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc73437-c7cf-404b-9f08-f2acdee26ce9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting subnet c8c0c21e-780d-4411-9483-d57ab715cb79 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:04:38.114384 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebc73437-c7cf-404b-9f08-f2acdee26ce9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.124520 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8bf6-703d-47f6-a8a8-c32caad748e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.220819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebc73437-c7cf-404b-9f08-f2acdee26ce9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.263824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8bf6-703d-47f6-a8a8-c32caad748e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.288735 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:38.400560 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8bf6-703d-47f6-a8a8-c32caad748e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.407533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8bf6-703d-47f6-a8a8-c32caad748e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.412931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a9eb8bf6-703d-47f6-a8a8-c32caad748e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44293d8e-522e-4857-a5fb-378e0bb464c6 HTTP/1.1" status: 204 len: 168 time: 0.4204690 Jul 06 18:04:38.457255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb8bf6-703d-47f6-a8a8-c32caad748e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44293d8e-522e-4857-a5fb-378e0bb464c6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:38.624212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebc73437-c7cf-404b-9f08-f2acdee26ce9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.814429 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:04:36Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:38.874393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebc73437-c7cf-404b-9f08-f2acdee26ce9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.908966 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] Checking router: a42e583d-63f8-427b-9358-c61d2a00f7a3 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:38.933226 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] Routers {'a42e583d-63f8-427b-9358-c61d2a00f7a3'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:38.933885 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:04:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['a42e583d-63f8-427b-9358-c61d2a00f7a3'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:38.958129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebc73437-c7cf-404b-9f08-f2acdee26ce9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:38.962703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ebc73437-c7cf-404b-9f08-f2acdee26ce9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/subnets/c8c0c21e-780d-4411-9483-d57ab715cb79 HTTP/1.1" status: 204 len: 168 time: 0.9424233 Jul 06 18:04:38.964303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc73437-c7cf-404b-9f08-f2acdee26ce9 tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c0c21e-780d-4411-9483-d57ab715cb79,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:38.964467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60504) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:38.972449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba309b-6510-4e82-a699-4cccb8e6468f None None] Network 749d090a-dcba-4c17-8ee6-fde799e05e25 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:39.057559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc093c61-d0fc-473e-885c-7de7092e3481 req-32db9846-ae69-4b91-ba25-35e3cf88a3ee tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:39.063118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc093c61-d0fc-473e-885c-7de7092e3481 req-32db9846-ae69-4b91-ba25-35e3cf88a3ee tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 945 time: 0.2244511 Jul 06 18:04:39.227716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc093c61-d0fc-473e-885c-7de7092e3481 req-3c079a95-7e1a-424f-b690-1ef9a8573d9b tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570868 Jul 06 18:04:39.313118 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] Set router a42e583d-63f8-427b-9358-c61d2a00f7a3 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:39.442008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5adf6f-ee65-47e6-9fd7-ddb573baecf4 None None] DHCP port deletion for 749d090a-dcba-4c17-8ee6-fde799e05e25 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:04:39.591328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6e5adf6f-ee65-47e6-9fd7-ddb573baecf4 None None] Deleting port 826855d4-b0ee-45cb-9d82-f43ceb680a18 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:39.594545 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e5adf6f-ee65-47e6-9fd7-ddb573baecf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:39.778659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6e5adf6f-ee65-47e6-9fd7-ddb573baecf4 None None] For port 826855d4-b0ee-45cb-9d82-f43ceb680a18, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=826855d4-b0ee-45cb-9d82-f43ceb680a18,segment=NetworkSegment(f64e0466-06ee-4c0c-98d7-c90747cdb2c0),segment_id=f64e0466-06ee-4c0c-98d7-c90747cdb2c0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:39.778659 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e5adf6f-ee65-47e6-9fd7-ddb573baecf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:39.797806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6e5adf6f-ee65-47e6-9fd7-ddb573baecf4 None None] Calling delete_port for 826855d4-b0ee-45cb-9d82-f43ceb680a18 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:39.814144 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:04:36Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:39.936023 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae0fb-7fe4-404f-93c3-04eb6b33bdc7 None None] The sync data for ids ['a42e583d-63f8-427b-9358-c61d2a00f7a3'] in n-d-799526-3 is: [{'id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'name': 'tempest-TestNetworkBasicOps-router-485746710', 'tenant_id': 'c5d396b65d6544c290dc8fae46589686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:03:07Z', 'updated_at': '2021-07-06T18:04:36Z', 'revision_number': 5, 'project_id': 'c5d396b65d6544c290dc8fae46589686', 'gw_port': {'id': 'cbf4c025-47e6-4d02-b4fc-e65637f9a3e5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42e583d-63f8-427b-9358-c61d2a00f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:03:08Z', 'updated_at': '2021-07-06T18:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:04:39.996039 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e5adf6f-ee65-47e6-9fd7-ddb573baecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.078542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5adf6f-ee65-47e6-9fd7-ddb573baecf4 None None] Pushing event deleted for resources: {'Port': ['ID=826855d4-b0ee-45cb-9d82-f43ceb680a18,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:40.099336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5adf6f-ee65-47e6-9fd7-ddb573baecf4 None None] No DVR routers for this DVR port 826855d4-b0ee-45cb-9d82-f43ceb680a18 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:04:40.108505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.394055 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.445527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 826855d4-b0ee-45cb-9d82-f43ceb680a18 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:40.534414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 826855d4-b0ee-45cb-9d82-f43ceb680a18 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:40.534933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 826855d4-b0ee-45cb-9d82-f43ceb680a18 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:40.564541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Deleting port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:04:40.564991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.717753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] For port cbf4c025-47e6-4d02-b4fc-e65637f9a3e5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cbf4c025-47e6-4d02-b4fc-e65637f9a3e5,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:04:40.718196 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:40.740778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Calling delete_port for cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:04:41.130283 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.187616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Port': ['ID=cbf4c025-47e6-4d02-b4fc-e65637f9a3e5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:41.313606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.435820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.440445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.564645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.565782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Fanout notify agent at l3_agent the message router_deleted on router a42e583d-63f8-427b-9358-c61d2a00f7a3 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:04:41.592446 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:41.595510 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f0db98af-4e8c-4ed8-b2ff-39f29e55c01c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/routers/a42e583d-63f8-427b-9358-c61d2a00f7a3 HTTP/1.1" status: 204 len: 168 time: 2.6300590 Jul 06 18:04:41.599133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60628) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:41.818260 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.015829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.043588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749d090a-dcba-4c17-8ee6-fde799e05e25']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:42.085569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:42.085569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64e0466-06ee-4c0c-98d7-c90747cdb2c0') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:42.097809 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.124674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.145707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:04:42.148432 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:04:42.156745 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:04:42.171554 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1274bbfd-ff8e-46eb-840d-3897cfe22369 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:42.203063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 1274bbfd-ff8e-46eb-840d-3897cfe22369 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:42.203417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1274bbfd-ff8e-46eb-840d-3897cfe22369 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:42.203839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:04:42.255747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:04:42.256838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cbf4c025-47e6-4d02-b4fc-e65637f9a3e5 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:04:42.285890 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.301671 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:42.304468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] 10.222.0.13 "DELETE /v2.0/networks/749d090a-dcba-4c17-8ee6-fde799e05e25 HTTP/1.1" status: 204 len: 168 time: 0.7037380 Jul 06 18:04:42.347930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625c018-e72b-44e5-93fb-7fd2f38df46c tempest-TestNetworkBasicOps-1356129570 tempest-TestNetworkBasicOps-1356129570-project] Pushing event deleted for resources: {'Network': ['ID=749d090a-dcba-4c17-8ee6-fde799e05e25,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:42.582474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:42.866436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:42.960594 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f962ff76-f6cd-49d0-be4d-c5ca9b0746d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.236316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60718) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:43.237780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fddbd6f6-b304-47a8-83c6-d78f2700ea47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5d396b65d6544c290dc8fae46589686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692877 Jul 06 18:04:43.387213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f962ff76-f6cd-49d0-be4d-c5ca9b0746d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.406141 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f962ff76-f6cd-49d0-be4d-c5ca9b0746d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.414385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64fe3f4a-64be-416a-bd9d-e01a0f5be3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.508890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60732) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:43.526115 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64fe3f4a-64be-416a-bd9d-e01a0f5be3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.551056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962ff76-f6cd-49d0-be4d-c5ca9b0746d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c56d366-46eb-4e3b-a4de-573946b98334,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:43.568242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f962ff76-f6cd-49d0-be4d-c5ca9b0746d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29c2d2132f04477ea88a24db554b4e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9828236 Jul 06 18:04:43.569179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60744) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:43.676313 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5df7ea37-e5e4-4dd1-965e-1e27dad28b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.681268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64fe3f4a-64be-416a-bd9d-e01a0f5be3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.681268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64fe3f4a-64be-416a-bd9d-e01a0f5be3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.682899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-64fe3f4a-64be-416a-bd9d-e01a0f5be3ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f47181d-0f5d-48be-9516-bb5641031bba HTTP/1.1" status: 204 len: 168 time: 0.4453988 Jul 06 18:04:43.706226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe3f4a-64be-416a-bd9d-e01a0f5be3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f47181d-0f5d-48be-9516-bb5641031bba,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:43.725696 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5df7ea37-e5e4-4dd1-965e-1e27dad28b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:43.912191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e37391-89c2-4488-901c-fec70e226b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.014079 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5df7ea37-e5e4-4dd1-965e-1e27dad28b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.019159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5df7ea37-e5e4-4dd1-965e-1e27dad28b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.022299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5df7ea37-e5e4-4dd1-965e-1e27dad28b96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c56d366-46eb-4e3b-a4de-573946b98334 HTTP/1.1" status: 204 len: 168 time: 0.4516962 Jul 06 18:04:44.036593 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60756) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:44.049350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7ea37-e5e4-4dd1-965e-1e27dad28b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c56d366-46eb-4e3b-a4de-573946b98334,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:44.175642 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e37391-89c2-4488-901c-fec70e226b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.182260 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55e37391-89c2-4488-901c-fec70e226b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.242495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-55e37391-89c2-4488-901c-fec70e226b3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0073c3b2f574430b813f5e8555c0f10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7120199 Jul 06 18:04:44.242495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e37391-89c2-4488-901c-fec70e226b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a333e39-a468-4886-8230-85311f824df7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:44.243362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:44.320173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81213557-639a-4507-ae75-11906f105c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.352948 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81213557-639a-4507-ae75-11906f105c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.392058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60766) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:44.443348 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81213557-639a-4507-ae75-11906f105c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.446625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81213557-639a-4507-ae75-11906f105c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.451412 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-81213557-639a-4507-ae75-11906f105c15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a333e39-a468-4886-8230-85311f824df7 HTTP/1.1" status: 204 len: 168 time: 0.2066545 Jul 06 18:04:44.461864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81213557-639a-4507-ae75-11906f105c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a333e39-a468-4886-8230-85311f824df7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:44.462892 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91751d65-e910-4b66-b848-338d274c4362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.662028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91751d65-e910-4b66-b848-338d274c4362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.671326 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91751d65-e910-4b66-b848-338d274c4362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.703992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d33337be-a5e2-44a9-9dcd-a79dcb9f9802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.745576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-91751d65-e910-4b66-b848-338d274c4362 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1ffa0a0e91d4df697018eec076fc548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518536 Jul 06 18:04:44.746947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91751d65-e910-4b66-b848-338d274c4362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5357a48c-438b-4e00-b81d-d64a27acd875,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:44.750446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60770) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:44.818951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:44.841448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f59c46cc-44cb-40ab-bed7-26ad75fc6919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.857076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b81b9e68-aca9-4001-b0d6-948edc4d41fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.877222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f59c46cc-44cb-40ab-bed7-26ad75fc6919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.953433 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f59c46cc-44cb-40ab-bed7-26ad75fc6919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.959343 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f59c46cc-44cb-40ab-bed7-26ad75fc6919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:44.961835 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f59c46cc-44cb-40ab-bed7-26ad75fc6919 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5357a48c-438b-4e00-b81d-d64a27acd875 HTTP/1.1" status: 204 len: 168 time: 0.2082622 Jul 06 18:04:44.998910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c46cc-44cb-40ab-bed7-26ad75fc6919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5357a48c-438b-4e00-b81d-d64a27acd875,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:45.050162 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d33337be-a5e2-44a9-9dcd-a79dcb9f9802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.070587 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d33337be-a5e2-44a9-9dcd-a79dcb9f9802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.194027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60778) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:45.194490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d33337be-a5e2-44a9-9dcd-a79dcb9f9802 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1589f8baf28444fbf6bf31662286a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1547091 Jul 06 18:04:45.199655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33337be-a5e2-44a9-9dcd-a79dcb9f9802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ed21e1-9638-465f-aa0d-e50aad303ea0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:45.324288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee713cc7-d345-4a58-9417-da396bda141d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.345301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b81b9e68-aca9-4001-b0d6-948edc4d41fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.356279 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b81b9e68-aca9-4001-b0d6-948edc4d41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.363723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee713cc7-d345-4a58-9417-da396bda141d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.385480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60780) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:45.446579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b81b9e68-aca9-4001-b0d6-948edc4d41fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed98ff0f07f240bba06a557db53c504d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252210 Jul 06 18:04:45.448946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b9e68-aca9-4001-b0d6-948edc4d41fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a870cd99-ae9b-4404-86fa-229350654571,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:45.452746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60784) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:45.453788 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ba39780-03fb-4694-b073-89fde823b7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.538107 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20d57de0-f228-4b50-9526-41fba0e8510c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.572681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20d57de0-f228-4b50-9526-41fba0e8510c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.575271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee713cc7-d345-4a58-9417-da396bda141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.583750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee713cc7-d345-4a58-9417-da396bda141d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.589189 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ee713cc7-d345-4a58-9417-da396bda141d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59ed21e1-9638-465f-aa0d-e50aad303ea0 HTTP/1.1" status: 204 len: 168 time: 0.3897650 Jul 06 18:04:45.611480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee713cc7-d345-4a58-9417-da396bda141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ed21e1-9638-465f-aa0d-e50aad303ea0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:45.657743 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20d57de0-f228-4b50-9526-41fba0e8510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.662119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20d57de0-f228-4b50-9526-41fba0e8510c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.663585 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-20d57de0-f228-4b50-9526-41fba0e8510c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a870cd99-ae9b-4404-86fa-229350654571 HTTP/1.1" status: 204 len: 168 time: 0.2089450 Jul 06 18:04:45.689817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d57de0-f228-4b50-9526-41fba0e8510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a870cd99-ae9b-4404-86fa-229350654571,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:45.747454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ba39780-03fb-4694-b073-89fde823b7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.757604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ba39780-03fb-4694-b073-89fde823b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.825633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:45.825942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0ba39780-03fb-4694-b073-89fde823b7a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00a24c1775c04fb4ae83249c3389f0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377406 Jul 06 18:04:45.827630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba39780-03fb-4694-b073-89fde823b7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e8cb4b-44b4-4201-be2d-87d7347b57d3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:45.898320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe26448b-1012-49b7-8b2b-b8205f87d5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:45.928539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe26448b-1012-49b7-8b2b-b8205f87d5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.000818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe26448b-1012-49b7-8b2b-b8205f87d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.006606 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe26448b-1012-49b7-8b2b-b8205f87d5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.010914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe26448b-1012-49b7-8b2b-b8205f87d5d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78e8cb4b-44b4-4201-be2d-87d7347b57d3 HTTP/1.1" status: 204 len: 168 time: 0.1808062 Jul 06 18:04:46.019391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26448b-1012-49b7-8b2b-b8205f87d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e8cb4b-44b4-4201-be2d-87d7347b57d3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:46.181906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60808) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:46.198743 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3225ff9f-ce6f-42db-abc8-b13d913000d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.324372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3225ff9f-ce6f-42db-abc8-b13d913000d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.330678 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3225ff9f-ce6f-42db-abc8-b13d913000d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.386782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3225ff9f-ce6f-42db-abc8-b13d913000d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28df34cb3ca143158d4ef4cff734d738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014890 Jul 06 18:04:46.386782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225ff9f-ce6f-42db-abc8-b13d913000d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41555763-2ba1-459e-a7e2-39150f8b7e1a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:46.387523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60812) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:46.477088 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cf67cf1-f9f5-4e9f-b569-ff8db32e9079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.507361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cf67cf1-f9f5-4e9f-b569-ff8db32e9079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.588498 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cf67cf1-f9f5-4e9f-b569-ff8db32e9079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.607722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cf67cf1-f9f5-4e9f-b569-ff8db32e9079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.615091 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1cf67cf1-f9f5-4e9f-b569-ff8db32e9079 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41555763-2ba1-459e-a7e2-39150f8b7e1a HTTP/1.1" status: 204 len: 168 time: 0.2211788 Jul 06 18:04:46.638217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf67cf1-f9f5-4e9f-b569-ff8db32e9079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41555763-2ba1-459e-a7e2-39150f8b7e1a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:46.720639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 60828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:46.736705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5daa67a3-a015-428a-b8e1-e8bb0fae1fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.874482 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5daa67a3-a015-428a-b8e1-e8bb0fae1fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.883075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5daa67a3-a015-428a-b8e1-e8bb0fae1fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:46.964929 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5daa67a3-a015-428a-b8e1-e8bb0fae1fee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5e1dd297ad04654a1563a9b8b46c16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378809 Jul 06 18:04:46.964929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa67a3-a015-428a-b8e1-e8bb0fae1fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60af151-eb16-4298-89cf-22aae577659c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:46.965187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 60834) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:47.008521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c40c8ac6-3f9c-47b2-bd79-dcc0feca73e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.080047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-373b8daf-2071-4c7e-b447-a38fa983870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.136714 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-373b8daf-2071-4c7e-b447-a38fa983870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.239191 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-373b8daf-2071-4c7e-b447-a38fa983870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.243026 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-373b8daf-2071-4c7e-b447-a38fa983870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:47.245547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-373b8daf-2071-4c7e-b447-a38fa983870f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b60af151-eb16-4298-89cf-22aae577659c HTTP/1.1" status: 204 len: 168 time: 0.2796755 Jul 06 18:04:47.264604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b8daf-2071-4c7e-b447-a38fa983870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60af151-eb16-4298-89cf-22aae577659c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:48.460299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-5a529770-5480-47aa-826d-57bfdc6186a6 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:48.463325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-5a529770-5480-47aa-826d-57bfdc6186a6 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 814 time: 0.1573319 Jul 06 18:04:48.491271 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-ca0f8d2a-4354-4933-8b3f-705bbbcbf913 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/quotas/f72b4cb9139b43b7844f6ba24dc74384 HTTP/1.1" status: 200 len: 375 time: 0.0218542 Jul 06 18:04:48.625041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-761d0680-83e7-40a1-bcd3-9677870567d1 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255498 Jul 06 18:04:48.783630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-dc321104-cbe5-4f13-9130-41f41088e384 service neutron] 10.222.0.13 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446528 Jul 06 18:04:48.992682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-4ddd4aa7-6994-438b-a34d-6487eaada216 service neutron] 10.222.0.13 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969862 Jul 06 18:04:49.252076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-81216b5e-34a1-4156-9b3a-c02992e8ca94 req-a06a8cee-f6ac-4d4a-94c9-c6a7ba63b2f0 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 210 time: 0.0350764 Jul 06 18:04:49.507913 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3481970f-632b-41f0-9d66-2222a63da62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.079821 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.509424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32778) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:50.620739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba8f7b96-23e8-4448-8a52-53a1a6f5c2b0 req-e68c5a83-7f15-4363-9589-5717980924fd tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 210 time: 0.1150663 Jul 06 18:04:50.735590 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:50.822047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26296f45-400e-4fd2-8309-2940aab7b193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.041807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-c14f93c3-ee5c-45c8-a5f7-e789075385e7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:51.041807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-c14f93c3-ee5c-45c8-a5f7-e789075385e7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.55 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 814 time: 0.2839348 Jul 06 18:04:51.052285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Request body: {'port': {'device_id': 'ebe3a3f7-e19c-402e-b400-ddb1bf537cdc', 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9', 'admin_state_up': True, 'tenant_id': 'f72b4cb9139b43b7844f6ba24dc74384'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:51.112176 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26296f45-400e-4fd2-8309-2940aab7b193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.124784 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26296f45-400e-4fd2-8309-2940aab7b193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.208359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-26296f45-400e-4fd2-8309-2940aab7b193 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53108aae851a4cbaaf6b1beecc8b7564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6966734 Jul 06 18:04:51.216054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32792) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:51.219065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26296f45-400e-4fd2-8309-2940aab7b193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f36332-9977-4775-a252-a31ea37240c2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:51.486976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44940c06-28bf-42b2-b45b-936115b7a63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.496017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Made reservation on behalf of f72b4cb9139b43b7844f6ba24dc74384 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:51.503222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.552317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44940c06-28bf-42b2-b45b-936115b7a63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.563500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:51.573548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'network': {'name': 'tempest-network-smoke--1011572949', 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:51.618928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Made reservation on behalf of 3801e61f3ee74884aa7f7917d4272434 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:51.627616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.657569 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.913806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.923140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.926139 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25716ba9-d584-4652-aff1-70d6d16ba81a req-f1e86643-39e5-4555-89ac-c99507ab2027 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 210 time: 0.0722070 Jul 06 18:04:51.941041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Allocated IP 172.20.0.8 (b739771e-7196-4cb6-a7c0-c61744c9b8c9/f8fadd14-3144-4fa6-a572-410c350d286d/bcc1b9ab-fe61-440c-8376-0f852ce7334f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:51.952467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:51.986707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44940c06-28bf-42b2-b45b-936115b7a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.996846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44940c06-28bf-42b2-b45b-936115b7a63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:51.996846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-44940c06-28bf-42b2-b45b-936115b7a63b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5f36332-9977-4775-a252-a31ea37240c2 HTTP/1.1" status: 204 len: 168 time: 0.7768450 Jul 06 18:04:52.023214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccc36e3-e7ac-4d60-ac1b-c23c40e7784d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:52.037764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44940c06-28bf-42b2-b45b-936115b7a63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f36332-9977-4775-a252-a31ea37240c2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:52.054301 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.054718 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Added segment 088f13bd-c363-4759-b908-33f4909e5e64 of type vlan for network b0c0903c-4bd1-4d2b-b450-137c5fccf85a Jul 06 18:04:52.174629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.243843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.257075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:52.258680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.368492 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.455199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.473713 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['77c6fbab-d4fe-42d3-b2bd-00762336bc3d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:04:52.479059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7909b126-f026-4a1a-adfe-df54e2bdc6c0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:04:52.526050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Pushing event updated for resources: {'Port': ['ID=bcc1b9ab-fe61-440c-8376-0f852ce7334f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:52.557659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Network b739771e-7196-4cb6-a7c0-c61744c9b8c9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:52.560057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:52.564269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:52.640845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:52.642212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.665460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f8ae89d7-c420-47db-b225-cfa0503009a9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6179171 Jul 06 18:04:52.681619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Request body: {'port': {'device_id': 'ebe3a3f7-e19c-402e-b400-ddb1bf537cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:52.783470 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2179215 Jul 06 18:04:52.789318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:52.796681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'admin_state_up': True, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:52.839080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c2aff-5ec5-47fd-b824-2034c7222761 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Network': ['ID=b0c0903c-4bd1-4d2b-b450-137c5fccf85a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:52.848817 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.871700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b0c0903c-4bd1-4d2b-b450-137c5fccf85a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:52.875844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.876900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.914459 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:52.944632 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:04:53.021456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.237641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:53.510253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.571508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc1b9ab-fe61-440c-8376-0f852ce7334f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:04:53.587545 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.632254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Transition to ACTIVE for port object bcc1b9ab-fe61-440c-8376-0f852ce7334f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:53.639382 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.810389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc1b9ab-fe61-440c-8376-0f852ce7334f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:53.829102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7798478-ed9c-4c9c-a42d-836b266ac46c req-94fc2af5-0978-4040-8b15-82df17341fe6 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:53.835218 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7798478-ed9c-4c9c-a42d-836b266ac46c req-94fc2af5-0978-4040-8b15-82df17341fe6 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 931 time: 0.5690970 Jul 06 18:04:53.855462 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37d6d0ae-da08-4c8e-8692-68945d8b5b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.959120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Attempting to bind port bcc1b9ab-fe61-440c-8376-0f852ce7334f on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:53.959831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Attempting to bind port bcc1b9ab-fe61-440c-8376-0f852ce7334f by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:53.960402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Attempting to bind port bcc1b9ab-fe61-440c-8376-0f852ce7334f on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:53.965606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Port bcc1b9ab-fe61-440c-8376-0f852ce7334f on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:04:53.965963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Attempting to bind port bcc1b9ab-fe61-440c-8376-0f852ce7334f on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:53.972039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:53.972506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Checking segment: {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:53.974385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Bound using segment: {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:53.974908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Bound port: bcc1b9ab-fe61-440c-8376-0f852ce7334f, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:53.975688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:53.981602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f7798478-ed9c-4c9c-a42d-836b266ac46c req-5e9a90ad-5f14-4458-8e0d-f298a921d07d tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214819 Jul 06 18:04:54.099262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] For port bcc1b9ab-fe61-440c-8376-0f852ce7334f, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:54.106071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] For port bcc1b9ab-fe61-440c-8376-0f852ce7334f, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bcc1b9ab-fe61-440c-8376-0f852ce7334f,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:54.112677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.265180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:54.265836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.269627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] 10.222.0.55 "PUT /v2.0/ports/bcc1b9ab-fe61-440c-8376-0f852ce7334f HTTP/1.1" status: 200 len: 1091 time: 1.5959282 Jul 06 18:04:54.270570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe3a3f7-e19c-402e-b400-ddb1bf537cdc', 'tag': 'bcc1b9ab-fe61-440c-8376-0f852ce7334f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:04:54.274195 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899b41ff-7a5a-4915-8855-e0c7847c416d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe3a3f7-e19c-402e-b400-ddb1bf537cdc", "tag": "bcc1b9ab-fe61-440c-8376-0f852ce7334f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:04:54.290598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cbc8a-3cf1-4bef-ac2c-895071407ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc1b9ab-fe61-440c-8376-0f852ce7334f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:54.419995 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22cc6c4-4c59-41b9-bab4-43d2a29ad550 x-openstack-request-id: req-b22cc6c4-4c59-41b9-bab4-43d2a29ad550 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:04:54.421093 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe3a3f7-e19c-402e-b400-ddb1bf537cdc", "tag": "bcc1b9ab-fe61-440c-8376-0f852ce7334f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:04:54.421093 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b22cc6c4-4c59-41b9-bab4-43d2a29ad550 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:04:54.421093 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe3a3f7-e19c-402e-b400-ddb1bf537cdc', 'tag': 'bcc1b9ab-fe61-440c-8376-0f852ce7334f', 'status': 'completed', 'code': 200} Jul 06 18:04:54.451851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7791406a-bd68-4973-b8ab-5bbbbcacd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:54.453712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-7791406a-bd68-4973-b8ab-5bbbbcacd424 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 1094 time: 0.1395323 Jul 06 18:04:54.468982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37d6d0ae-da08-4c8e-8692-68945d8b5b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.479269 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37d6d0ae-da08-4c8e-8692-68945d8b5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.542792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-5502ca79-3278-4661-9967-f30e7a97ed21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc1b9ab-fe61-440c-8376-0f852ce7334f HTTP/1.1" status: 200 len: 217 time: 0.0809085 Jul 06 18:04:54.559591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-37d6d0ae-da08-4c8e-8692-68945d8b5b52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3fe99c497cc4ce7908c18de66ea1753&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3179710 Jul 06 18:04:54.571103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32876) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:54.574491 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.655145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.663458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f771bea3-4a98-41d8-b955-3d3f409d1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:54.665554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-f771bea3-4a98-41d8-b955-3d3f409d1cd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.1162741 Jul 06 18:04:54.705337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6d0ae-da08-4c8e-8692-68945d8b5b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce2a672-55e8-434a-8d58-b4fe4c4d60f5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:54.728527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-d5df49e6-6309-4b6e-9e5c-4876cbd5cbdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564485 Jul 06 18:04:54.832853 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5100f6b-febf-4e7b-8c29-c1611e876a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.876323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-d042e1ee-1284-416d-b95b-62b29432fbe3 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410666 Jul 06 18:04:54.891910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5100f6b-febf-4e7b-8c29-c1611e876a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:54.922606 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Allocated IP 172.25.7.35 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/72cea638-c313-4ad8-9c62-5e13250d3200) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:55.052082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5100f6b-febf-4e7b-8c29-c1611e876a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.058029 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5100f6b-febf-4e7b-8c29-c1611e876a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.060156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b5100f6b-febf-4e7b-8c29-c1611e876a24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dce2a672-55e8-434a-8d58-b4fe4c4d60f5 HTTP/1.1" status: 204 len: 168 time: 0.4872398 Jul 06 18:04:55.095488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5100f6b-febf-4e7b-8c29-c1611e876a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce2a672-55e8-434a-8d58-b4fe4c4d60f5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:55.134229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c2716fe-26db-4205-aba8-06cc762761d4 req-68b6fad7-ff13-4d8b-bb2a-acae901e5214 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425935 Jul 06 18:04:55.205819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.284329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.314863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32892) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:55.341710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=72cea638-c313-4ad8-9c62-5e13250d3200,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:55.412723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-4f877b13-c3b8-4aff-9b9f-dafb70185c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:55.415938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-4f877b13-c3b8-4aff-9b9f-dafb70185c3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 1094 time: 0.1903355 Jul 06 18:04:55.454708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:55.459345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:55.469800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:55.579244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1617918328'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:55.651375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-33911636-49f4-4513-8d01-e2b2af75e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:55.653637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-33911636-49f4-4513-8d01-e2b2af75e53b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 915 time: 0.2307014 Jul 06 18:04:55.655403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Made reservation on behalf of 0bd8d0d40cb045fd979dbcd1fcd56c34 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:55.662243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.700819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4002d-60d5-4754-8f35-e44b244c0f8e req-69e2cf92-5210-47e1-bc3c-cd30a33bb5ee tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:55.703866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84d4002d-60d5-4754-8f35-e44b244c0f8e req-69e2cf92-5210-47e1-bc3c-cd30a33bb5ee tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 943 time: 0.3339374 Jul 06 18:04:55.713156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-addfc032-f37b-4485-911e-78a98be3cdf8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc1b9ab-fe61-440c-8376-0f852ce7334f HTTP/1.1" status: 200 len: 217 time: 0.0479326 Jul 06 18:04:55.782865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-f9379d64-06f1-437f-b9f7-2cb33d659307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:55.784403 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-f9379d64-06f1-437f-b9f7-2cb33d659307 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.0637205 Jul 06 18:04:55.786961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:55.833751 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-d8e4dca9-32cb-4cc4-bb55-e377ef45ddb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370312 Jul 06 18:04:55.920507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84d4002d-60d5-4754-8f35-e44b244c0f8e req-4ff55baa-3ec4-422a-92e7-099d06d6f935 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489625 Jul 06 18:04:56.010284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:56.035753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-8adf346d-1247-40c8-bf12-29f258cf1329 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944740 Jul 06 18:04:56.058866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43855b07-21d2-463f-b87d-b4d823e6f72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.159552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.176218 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.184776 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.242230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:04:56.252660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf161d-ef77-4523-92b3-75ec50c16461,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:56.260270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-899b41ff-7a5a-4915-8855-e0c7847c416d req-adc36edd-3592-4acf-847f-fdcdb9123681 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150764 Jul 06 18:04:56.270186 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.270777 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Added segment 7c90464b-d44a-46a7-adf2-2987a8f3fb80 of type vlan for network 8219814e-b903-4617-a31b-6ea18d28d843 Jul 06 18:04:56.334580 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.393631 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.399686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:56.400353 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.412226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43855b07-21d2-463f-b87d-b4d823e6f72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.460558 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43855b07-21d2-463f-b87d-b4d823e6f72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.479209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1625135 Jul 06 18:04:56.491553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32908) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:56.502099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Request body: {'subnet': {'network_id': '8219814e-b903-4617-a31b-6ea18d28d843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:56.521302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c41c5-9992-4609-852d-7fad4de5cad0 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event updated for resources: {'Network': ['ID=8219814e-b903-4617-a31b-6ea18d28d843,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:56.528159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43855b07-21d2-463f-b87d-b4d823e6f72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfdfde5-8108-42d3-acfd-d8ae5c1f40d1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:56.538477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-43855b07-21d2-463f-b87d-b4d823e6f72b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d10c63bf983e4b778f7e70006795394d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214424 Jul 06 18:04:56.538750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32910) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:56.543827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 8219814e-b903-4617-a31b-6ea18d28d843 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:04:56.605181 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7aa9c6c4-e74c-486c-b707-74e98df7e807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.645289 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7aa9c6c4-e74c-486c-b707-74e98df7e807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.703421 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7aa9c6c4-e74c-486c-b707-74e98df7e807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.706542 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7aa9c6c4-e74c-486c-b707-74e98df7e807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.708582 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7aa9c6c4-e74c-486c-b707-74e98df7e807 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edfdfde5-8108-42d3-acfd-d8ae5c1f40d1 HTTP/1.1" status: 204 len: 168 time: 0.1681981 Jul 06 18:04:56.724863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9c6c4-e74c-486c-b707-74e98df7e807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfdfde5-8108-42d3-acfd-d8ae5c1f40d1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:56.735881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:56.871135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Made reservation on behalf of 0bd8d0d40cb045fd979dbcd1fcd56c34 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:56.877906 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:57.181922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:04:57.192113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06760794-9f91-413d-9f3c-cf71f15ae5c2 req-feb5bdaa-d53e-42da-a60a-07ad6abfd16e tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:57.196017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-06760794-9f91-413d-9f3c-cf71f15ae5c2 req-feb5bdaa-d53e-42da-a60a-07ad6abfd16e tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 943 time: 0.1282406 Jul 06 18:04:57.268875 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-06760794-9f91-413d-9f3c-cf71f15ae5c2 req-3afb3f19-9999-45f3-b237-855cc18532fb tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663738 Jul 06 18:04:57.522665 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:57.592958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:04:57.607161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Sync routers for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:04:57.626080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:04:57.626903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:04:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:57.711259 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:57.713150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c334fcc9-eb40-42ca-99ac-52af719bcada tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.9223583 Jul 06 18:04:57.714451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event updated for resources: {'Subnet': ['ID=f7574e9c-57ef-49d7-8efd-7d77e648bebb,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:57.717037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32942) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:57.726385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Checking segment: {'id': '7c90464b-d44a-46a7-adf2-2987a8f3fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8219814e-b903-4617-a31b-6ea18d28d843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:57.726793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Network hostable DHCP agents. Network: 8219814e-b903-4617-a31b-6ea18d28d843, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:57.764675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Network 8219814e-b903-4617-a31b-6ea18d28d843 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:57.780141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 8219814e-b903-4617-a31b-6ea18d28d843) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:57.788663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:57.789816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:57.803730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b67bde-49d2-47f4-9a94-1135e6e91454 None None] Network 8219814e-b903-4617-a31b-6ea18d28d843 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:04:57.818613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32946) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:57.820247 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8e9cb6e5-cefb-426d-9360-1f7ebfadbd78 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3254521 Jul 06 18:04:57.826691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Request body: {'port': {'network_id': '8219814e-b903-4617-a31b-6ea18d28d843', 'name': 'tempest-DHCPAgentSchedulersTestJSON-579464314'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:57.966136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:04:58.117374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c2f5e7f6-c37a-489d-b5b6-8ec77742b11b tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3801e61f3ee74884aa7f7917d4272434&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3976712 Jul 06 18:04:58.119762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32950) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:58.133005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-8219814e-b903-4617-a31b-6ea18d28d843', 'network_id': '8219814e-b903-4617-a31b-6ea18d28d843', 'tenant_id': '0bd8d0d40cb045fd979dbcd1fcd56c34', 'fixed_ips': [{'subnet_id': 'f7574e9c-57ef-49d7-8efd-7d77e648bebb'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:04:58.133996 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.195809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Made reservation on behalf of 0bd8d0d40cb045fd979dbcd1fcd56c34 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:58.203801 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.246019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] device_id is not set on port 78d34b1e-bbe6-46aa-ab13-fa06ba7b0596 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:04:58.300104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14da83-6756-430a-875d-ba8c7d1d204d tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:58.302762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4b14da83-6756-430a-875d-ba8c7d1d204d tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1815159 Jul 06 18:04:58.307591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32956) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:58.382993 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f4da866e-ee25-433c-b90f-982973821a6e tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0680420 Jul 06 18:04:58.384917 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32960) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:58.391052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-681870863', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:04:58.433898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Allocated IP 172.20.0.2 (8219814e-b903-4617-a31b-6ea18d28d843/f7574e9c-57ef-49d7-8efd-7d77e648bebb/2729dd51-647a-4434-96bd-c53e4859348a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:58.742803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f170388-87bb-42b4-8202-d9d9b55c0842 req-47b81da4-1d5d-4528-ad92-26cf46db0909 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:58.744832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7f170388-87bb-42b4-8202-d9d9b55c0842 req-47b81da4-1d5d-4528-ad92-26cf46db0909 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 943 time: 0.2254367 Jul 06 18:04:58.817747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:04:55Z', 'revision_number': 3, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:04:58.820326 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:58.838279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7f170388-87bb-42b4-8202-d9d9b55c0842 req-478c5a73-87ea-4b0f-8f32-eb75ad02bab6 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870624 Jul 06 18:04:58.842034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Transition to ACTIVE for port object 2729dd51-647a-4434-96bd-c53e4859348a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:58.886240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Checking router: 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:04:58.886819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Updating router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 port 72cea638-c313-4ad8-9c62-5e13250d3200 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:04:58.937887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Transition to ACTIVE for port object 2729dd51-647a-4434-96bd-c53e4859348a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:58.963456 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.056913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Allocated IP 172.20.0.9 (8219814e-b903-4617-a31b-6ea18d28d843/f7574e9c-57ef-49d7-8efd-7d77e648bebb/78d34b1e-bbe6-46aa-ab13-fa06ba7b0596) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:04:59.062385 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.083935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Made reservation on behalf of 3801e61f3ee74884aa7f7917d4272434 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:04:59.087498 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.129234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Network 8219814e-b903-4617-a31b-6ea18d28d843 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:59.150072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:59.154089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:59.175143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Pushing event updated for resources: {'Port': ['ID=2729dd51-647a-4434-96bd-c53e4859348a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:59.466320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.492046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Attempting to bind port 2729dd51-647a-4434-96bd-c53e4859348a on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:04:59.492674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Attempting to bind port 2729dd51-647a-4434-96bd-c53e4859348a by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7c90464b-d44a-46a7-adf2-2987a8f3fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8219814e-b903-4617-a31b-6ea18d28d843'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:04:59.493233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Attempting to bind port 2729dd51-647a-4434-96bd-c53e4859348a on network 8219814e-b903-4617-a31b-6ea18d28d843 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:04:59.568736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Transition to ACTIVE for port object 78d34b1e-bbe6-46aa-ab13-fa06ba7b0596 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:04:59.582504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:04:59.583452 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Checking segment: {'id': '7c90464b-d44a-46a7-adf2-2987a8f3fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8219814e-b903-4617-a31b-6ea18d28d843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:59.584117 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.584709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.584835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Bound using segment: {'id': '7c90464b-d44a-46a7-adf2-2987a8f3fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8219814e-b903-4617-a31b-6ea18d28d843'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:04:59.586928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Bound port: 2729dd51-647a-4434-96bd-c53e4859348a, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c90464b-d44a-46a7-adf2-2987a8f3fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8219814e-b903-4617-a31b-6ea18d28d843'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:04:59.586928 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.589378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bcc1b9ab-fe61-440c-8376-0f852ce7334f details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:04:59.686661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Subnet': ['ID=17df9bfb-c64b-430e-9533-d4b9ba4aa571,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:59.697729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.776313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Network 8219814e-b903-4617-a31b-6ea18d28d843 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:04:59.780515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Checking segment: {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:04:59.780924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network hostable DHCP agents. Network: b0c0903c-4bd1-4d2b-b450-137c5fccf85a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:04:59.783387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:59.786949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:04:59.852699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event updated for resources: {'Port': ['ID=78d34b1e-bbe6-46aa-ab13-fa06ba7b0596,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:04:59.922333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] For port 2729dd51-647a-4434-96bd-c53e4859348a, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:04:59.923168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:59.926060 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:04:59.956255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network b0c0903c-4bd1-4d2b-b450-137c5fccf85a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:04:59.967172 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-27308d7b-3825-43c0-a5c9-9a5c0582b746 tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1473618 Jul 06 18:04:59.973062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 32982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:04:59.976437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] For port 2729dd51-647a-4434-96bd-c53e4859348a, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2729dd51-647a-4434-96bd-c53e4859348a,segment=NetworkSegment(7c90464b-d44a-46a7-adf2-2987a8f3fb80),segment_id=7c90464b-d44a-46a7-adf2-2987a8f3fb80)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:04:59.992105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b0c0903c-4bd1-4d2b-b450-137c5fccf85a) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:04:59.997490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:04:59.998102 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.004741 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.041948 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4bbc14c2-dd42-47c1-9fb1-7048afc8038e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6555629 Jul 06 18:05:00.042733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 32986) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:00.113741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fb6c2-09ea-4879-a73c-89a60faee89f None None] Pushing event updated for resources: {'Port': ['ID=2729dd51-647a-4434-96bd-c53e4859348a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:00.123407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76515f2-6b52-41bd-ba4a-f4380cb67022 None None] Network b0c0903c-4bd1-4d2b-b450-137c5fccf85a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:00.188439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bcc1b9ab-fe61-440c-8376-0f852ce7334f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bcc1b9ab-fe61-440c-8376-0f852ce7334f,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:00.230151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'bcc1b9ab-fe61-440c-8376-0f852ce7334f', 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9', 'port_id': 'bcc1b9ab-fe61-440c-8376-0f852ce7334f', 'mac_address': 'fa:16:3e:39:59:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fadd14-3144-4fa6-a572-410c350d286d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:05:00.240064 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.270448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8208b0d0-dca8-4577-9b54-3809608c14db tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Deleting port 78d34b1e-bbe6-46aa-ab13-fa06ba7b0596 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:00.274732 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8208b0d0-dca8-4577-9b54-3809608c14db tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.288240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Transition to ACTIVE for port object 72cea638-c313-4ad8-9c62-5e13250d3200 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:00.311486 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.360955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb05e-7bcf-4187-a04a-8d2481651cb2 req-0619670a-3ee1-4b93-9318-05738edb4ab2 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:00.371798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.375034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d27bb05e-7bcf-4187-a04a-8d2481651cb2 req-0619670a-3ee1-4b93-9318-05738edb4ab2 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 943 time: 0.2399614 Jul 06 18:05:00.429758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Attempting to bind port 72cea638-c313-4ad8-9c62-5e13250d3200 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:05:00.434123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Attempting to bind port 72cea638-c313-4ad8-9c62-5e13250d3200 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:05:00.434740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Attempting to bind port 72cea638-c313-4ad8-9c62-5e13250d3200 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:00.451121 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8208b0d0-dca8-4577-9b54-3809608c14db tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.468750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8208b0d0-dca8-4577-9b54-3809608c14db tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Calling delete_port for 78d34b1e-bbe6-46aa-ab13-fa06ba7b0596 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:00.494964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc1b9ab-fe61-440c-8376-0f852ce7334f {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:05:00.550380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:05:00.551159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:00.553027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.554187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:05:00.554187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Bound port: 72cea638-c313-4ad8-9c62-5e13250d3200, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:05:00.554559 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.562126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60da19-c352-4f99-9d18-1699b0659230 None None] Pushing event updated for resources: {'Port': ['ID=72cea638-c313-4ad8-9c62-5e13250d3200,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:00.609167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:05:00.610484 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.688442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bcc1b9ab-fe61-440c-8376-0f852ce7334f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bcc1b9ab-fe61-440c-8376-0f852ce7334f,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:00.722207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d27bb05e-7bcf-4187-a04a-8d2481651cb2 req-62ebd401-fd58-4676-99d1-aa5fa728a6bb tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456843 Jul 06 18:05:00.864919 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.911814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8208b0d0-dca8-4577-9b54-3809608c14db tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:00.992430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] For port 72cea638-c313-4ad8-9c62-5e13250d3200, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:01.004772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] For port 72cea638-c313-4ad8-9c62-5e13250d3200, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=72cea638-c313-4ad8-9c62-5e13250d3200,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:05:01.028799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208b0d0-dca8-4577-9b54-3809608c14db tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event deleted for resources: {'Port': ['ID=78d34b1e-bbe6-46aa-ab13-fa06ba7b0596,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:01.047588 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.180530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bcc1b9ab-fe61-440c-8376-0f852ce7334f,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:01.215734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:01.217695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:04:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:01.254487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8208b0d0-dca8-4577-9b54-3809608c14db tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.262407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8208b0d0-dca8-4577-9b54-3809608c14db tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] 10.222.0.13 "DELETE /v2.0/ports/78d34b1e-bbe6-46aa-ab13-fa06ba7b0596 HTTP/1.1" status: 204 len: 168 time: 1.2854557 Jul 06 18:05:01.263358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33000) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:01.307895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['bcc1b9ab-fe61-440c-8376-0f852ce7334f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:05:01.388222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Allocated IP 172.20.0.2 (b0c0903c-4bd1-4d2b-b450-137c5fccf85a/17df9bfb-c64b-430e-9533-d4b9ba4aa571/d28c7dbc-7e17-4ff7-ad14-b9444272b8b9) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:01.452936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.746123 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.757579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Transition to ACTIVE for port object d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:01.758449 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-924427c1-e118-414d-906e-02115bff6d2f tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4914467 Jul 06 18:05:01.760724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:01.776683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Transition to ACTIVE for port object d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:01.776976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-567026644'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:01.843442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.852224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Made reservation on behalf of 0bd8d0d40cb045fd979dbcd1fcd56c34 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:01.856316 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.911690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:01.920238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:05:01.954736 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:01.955795 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Added segment 6032fca9-3a79-45e6-b9e8-373150df42a5 of type vlan for network 6a6cb9a4-e866-40de-9d1f-38190bfde77c Jul 06 18:05:02.012886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60da19-c352-4f99-9d18-1699b0659230 None None] Pushing event updated for resources: {'Port': ['ID=72cea638-c313-4ad8-9c62-5e13250d3200,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:02.135624 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.166040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Allocated IP 172.20.0.1 (b0c0903c-4bd1-4d2b-b450-137c5fccf85a/17df9bfb-c64b-430e-9533-d4b9ba4aa571/fca0b450-c65c-4d6c-9f52-9c24ef7e157f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:02.179014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14862eaf-adf7-45c3-ae96-97ed58b4958b None None] Network 8219814e-b903-4617-a31b-6ea18d28d843 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:02.204950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Network b0c0903c-4bd1-4d2b-b450-137c5fccf85a is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:02.282209 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.288702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:02.289401 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.312321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Pushing event updated for resources: {'Port': ['ID=d28c7dbc-7e17-4ff7-ad14-b9444272b8b9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:02.370150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50f74-10e4-4760-b909-05d8eba55948 req-0ac5756b-5e91-4a38-a719-e364efd70164 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:02.372813 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ab50f74-10e4-4760-b909-05d8eba55948 req-0ac5756b-5e91-4a38-a719-e364efd70164 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 944 time: 0.2191093 Jul 06 18:05:02.377474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6149032 Jul 06 18:05:02.385977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33014) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:02.422407 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.434254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a0979-8fb2-4da9-adde-41e2546e723b tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event updated for resources: {'Network': ['ID=6a6cb9a4-e866-40de-9d1f-38190bfde77c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:02.447902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Transition to ACTIVE for port object fca0b450-c65c-4d6c-9f52-9c24ef7e157f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:02.524494 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.587216 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ab50f74-10e4-4760-b909-05d8eba55948 req-486386ce-b8da-4080-81c2-48655b0a9102 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000337 Jul 06 18:05:02.629131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network b0c0903c-4bd1-4d2b-b450-137c5fccf85a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:02.689184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2729dd51-647a-4434-96bd-c53e4859348a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:02.701188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 6a6cb9a4-e866-40de-9d1f-38190bfde77c details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:05:02.704786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:02.709447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:02.728806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:02.745124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=fca0b450-c65c-4d6c-9f52-9c24ef7e157f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:02.749850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:02.829066 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-02d0390c-9dc9-42fd-8799-d5ab07cddcc7 tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] 10.222.0.13 "GET /v2.0/agents/382dfa7b-825d-4402-a138-ee59056f9c2c/dhcp-networks HTTP/1.1" status: 200 len: 4882 time: 0.4360123 Jul 06 18:05:02.830153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:02.851729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.955218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe89ec-30d5-46e4-ae37-d2384d7b06d8 tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] Network 6a6cb9a4-e866-40de-9d1f-38190bfde77c is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:05:02.956156 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:02.996613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e3fe89ec-30d5-46e4-ae37-d2384d7b06d8 tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] 10.222.0.13 "POST /v2.0/agents/382dfa7b-825d-4402-a138-ee59056f9c2c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1574323 Jul 06 18:05:02.996613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33024) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:03.041854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a44be4e-e5dd-462b-b19e-5fa99de0e1ce None None] Network 6a6cb9a4-e866-40de-9d1f-38190bfde77c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:03.185974 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.224206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-db125945-aade-4390-85d7-324def060331 None None] Provisioning for port 2729dd51-647a-4434-96bd-c53e4859348a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:03.477864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Attempting to bind port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:05:03.478482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Attempting to bind port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:05:03.479071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Attempting to bind port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 on network b0c0903c-4bd1-4d2b-b450-137c5fccf85a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:03.636399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:05:03.637021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Checking segment: {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:03.637689 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.641882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Bound using segment: {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:05:03.643794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Bound port: d28c7dbc-7e17-4ff7-ad14-b9444272b8b9, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:05:03.647541 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.788264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2729dd51-647a-4434-96bd-c53e4859348a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:03.910995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:04:55Z', 'revision_number': 3, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:03.925744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2729dd51-647a-4434-96bd-c53e4859348a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:03.926832 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:03.978281 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-414c6003-f894-4f85-8079-738f816c16b7 tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] 10.222.0.13 "GET /v2.0/agents/382dfa7b-825d-4402-a138-ee59056f9c2c/dhcp-networks HTTP/1.1" status: 200 len: 5652 time: 0.9804471 Jul 06 18:05:03.981895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:04.083497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b8f8-db6e-4dc2-818b-e4b7a5e792c5 req-65a9bf10-fd56-42fb-967f-62a39d7857d7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:04.086230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a380b8f8-db6e-4dc2-818b-e4b7a5e792c5 req-65a9bf10-fd56-42fb-967f-62a39d7857d7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 944 time: 0.2630801 Jul 06 18:05:04.107442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] For port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:04.114275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] For port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d28c7dbc-7e17-4ff7-ad14-b9444272b8b9,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:05:04.129447 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-34ac0bd6-fa63-48b7-b69d-1b4a7ac8ad56 tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] 10.222.0.13 "DELETE /v2.0/agents/382dfa7b-825d-4402-a138-ee59056f9c2c/dhcp-networks/6a6cb9a4-e866-40de-9d1f-38190bfde77c HTTP/1.1" status: 204 len: 168 time: 0.1445858 Jul 06 18:05:04.133567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33040) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:04.165584 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.170785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a380b8f8-db6e-4dc2-818b-e4b7a5e792c5 req-0b7370ad-796a-4507-b82b-684161d05d66 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766761 Jul 06 18:05:04.175300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.198847 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.225248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6935b85-a7da-4430-b259-2a21e511db9c None None] The sync data for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 is: [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:04:55Z', 'revision_number': 3, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:04.299047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2e225-3e93-4358-a3e3-829633045ae4 None None] Pushing event updated for resources: {'Port': ['ID=d28c7dbc-7e17-4ff7-ad14-b9444272b8b9,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:04.325972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=fca0b450-c65c-4d6c-9f52-9c24ef7e157f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:04.357164 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.402668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.468695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2729dd51-647a-4434-96bd-c53e4859348a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2729dd51-647a-4434-96bd-c53e4859348a,segment=NetworkSegment(7c90464b-d44a-46a7-adf2-2987a8f3fb80),segment_id=7c90464b-d44a-46a7-adf2-2987a8f3fb80)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:04.475799 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:04.563048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2729dd51-647a-4434-96bd-c53e4859348a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:04.685989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-29305631-283f-44e3-9c90-b2190e6a5e31 tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] 10.222.0.13 "GET /v2.0/agents/382dfa7b-825d-4402-a138-ee59056f9c2c/dhcp-networks HTTP/1.1" status: 200 len: 4882 time: 0.5495734 Jul 06 18:05:04.695192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33044) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:04.718711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network b0c0903c-4bd1-4d2b-b450-137c5fccf85a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:04.721262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:04.753145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b03fac2b-72a3-4beb-ae47-0c26198981e3 tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] 10.222.0.13 "GET /v2.0/networks/8219814e-b903-4617-a31b-6ea18d28d843/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0562658 Jul 06 18:05:04.760418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:04.901103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2672ac49-91fa-4a5a-a456-f3353437f37f tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] 10.222.0.13 "GET /v2.0/networks/8219814e-b903-4617-a31b-6ea18d28d843/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1384957 Jul 06 18:05:04.906269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33048) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:05.095827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3bb18020-4f5b-44db-9f9b-d59fa8abe3af None None] Provisioning complete for port 2729dd51-647a-4434-96bd-c53e4859348a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:05.096877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb18020-4f5b-44db-9f9b-d59fa8abe3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.229080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:05.381347 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-69bfe324-10c2-45e2-8d58-7e94d121cc17 tempest-DHCPAgentSchedulersTestJSON-1912948741 tempest-DHCPAgentSchedulersTestJSON-1912948741-project-admin] 10.222.0.13 "GET /v2.0/agents/382dfa7b-825d-4402-a138-ee59056f9c2c/dhcp-networks HTTP/1.1" status: 200 len: 4882 time: 0.4735317 Jul 06 18:05:05.385284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:05.485062 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.553577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-acf47d0a-a3dc-4593-9c56-eb4dbb9e9759 None None] Could not find standard attr ID for object 78d34b1e-bbe6-46aa-ab13-fa06ba7b0596. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:05:05.600261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:05.614933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bcc1b9ab-fe61-440c-8376-0f852ce7334f up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:05.617738 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-950e226d-ba0c-4df2-9514-0314771d9cda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "PUT /v2.0/routers/2ed83d2e-ba41-4430-a71c-e8cf730f3c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5702384 Jul 06 18:05:05.623599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33056) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:05.634154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7d0a7d7f-af72-4d27-a008-28f125b86154 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--818810070', 'description': 'tempest-secgroup_access--818810070 description', 'project_id': '3801e61f3ee74884aa7f7917d4272434'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:05.669583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.694471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d0a7d7f-af72-4d27-a008-28f125b86154 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:05.796462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port bcc1b9ab-fe61-440c-8376-0f852ce7334f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:05.809477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port bcc1b9ab-fe61-440c-8376-0f852ce7334f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:05.810111 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.041813 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d0a7d7f-af72-4d27-a008-28f125b86154 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.051503 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d0a7d7f-af72-4d27-a008-28f125b86154 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.109995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.160338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port bcc1b9ab-fe61-440c-8376-0f852ce7334f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bcc1b9ab-fe61-440c-8376-0f852ce7334f,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:06.162028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe3a3f7-e19c-402e-b400-ddb1bf537cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc1b9ab-fe61-440c-8376-0f852ce7334f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:06.166388 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d283ad2-fc64-4106-872a-3b3ae1dd5e90" -d '{"events": [{"server_uuid": "ebe3a3f7-e19c-402e-b400-ddb1bf537cdc", "name": "network-vif-plugged", "status": "completed", "tag": "bcc1b9ab-fe61-440c-8376-0f852ce7334f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:06.182177 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.196385 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d0a7d7f-af72-4d27-a008-28f125b86154 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.204441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7d0a7d7f-af72-4d27-a008-28f125b86154 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5767283 Jul 06 18:05:06.214211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33064) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:06.232868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-eff6e8a5-d2e8-41f9-944d-6bf4cc32fc32 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--587680418', 'description': 'tempest-secgroup_general--587680418 description', 'project_id': '3801e61f3ee74884aa7f7917d4272434'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:06.297671 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af90e4-8329-4623-b0fb-80f31a989699 x-openstack-request-id: req-23af90e4-8329-4623-b0fb-80f31a989699 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:06.298254 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe3a3f7-e19c-402e-b400-ddb1bf537cdc", "name": "network-vif-plugged", "status": "completed", "tag": "bcc1b9ab-fe61-440c-8376-0f852ce7334f", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:06.302791 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23af90e4-8329-4623-b0fb-80f31a989699 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:06.303490 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe3a3f7-e19c-402e-b400-ddb1bf537cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc1b9ab-fe61-440c-8376-0f852ce7334f', 'code': 200} Jul 06 18:05:06.325481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.348639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=bcc1b9ab-fe61-440c-8376-0f852ce7334f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:06.374276 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eff6e8a5-d2e8-41f9-944d-6bf4cc32fc32 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.403156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a7d7f-af72-4d27-a008-28f125b86154 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:06.428725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bfcd2-7d16-497a-bc7e-d73f0931ffda req-f125fdbc-009f-4d29-9612-0a23963caff3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:06.431520 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b24bfcd2-7d16-497a-bc7e-d73f0931ffda req-f125fdbc-009f-4d29-9612-0a23963caff3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 944 time: 0.7588503 Jul 06 18:05:06.436382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6cb9a4-e866-40de-9d1f-38190bfde77c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:06.511582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6032fca9-3a79-45e6-b9e8-373150df42a5') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:06.512201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6032fca9-3a79-45e6-b9e8-373150df42a5') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:06.537479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a083bb-05be-4942-97f5-01c8b6586421 req-cd9a6aa5-0596-439d-8e49-7de04b3e4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:06.539673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b8a083bb-05be-4942-97f5-01c8b6586421 req-cd9a6aa5-0596-439d-8e49-7de04b3e4a9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 1096 time: 0.1470492 Jul 06 18:05:06.652940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b8a083bb-05be-4942-97f5-01c8b6586421 req-bbd390fc-f26f-4756-a7e9-ad7f2aa6384b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047237 Jul 06 18:05:06.694835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.736860 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eff6e8a5-d2e8-41f9-944d-6bf4cc32fc32 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.739608 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b24bfcd2-7d16-497a-bc7e-d73f0931ffda req-65c05be6-4ef3-440f-a6e5-bdf20918456b tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932932 Jul 06 18:05:06.748085 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eff6e8a5-d2e8-41f9-944d-6bf4cc32fc32 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.767526 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.793871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:06.794668 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.821485 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eff6e8a5-d2e8-41f9-944d-6bf4cc32fc32 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:06.827361 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eff6e8a5-d2e8-41f9-944d-6bf4cc32fc32 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5973930 Jul 06 18:05:06.835806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:06.845356 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:06.859555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3a7e8f15-9459-438c-9566-a27a30d56b51 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'security_group_rule': {'security_group_id': '08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f', 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:06.902037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6e8a5-d2e8-41f9-944d-6bf4cc32fc32 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d4263d-d3b7-4c82-afe4-fc7576540d47,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:06.924968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f01137-69d4-4bdd-9882-cfcb0e484e24 None None] Network b0c0903c-4bd1-4d2b-b450-137c5fccf85a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:06.969445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8f15-9459-438c-9566-a27a30d56b51 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.036660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.071717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.075720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] 10.222.0.13 "DELETE /v2.0/networks/6a6cb9a4-e866-40de-9d1f-38190bfde77c HTTP/1.1" status: 204 len: 168 time: 1.6891150 Jul 06 18:05:07.080514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33072) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:07.096310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:07.117466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abeb7a2-95f0-4f05-b08b-7b8850afbb9c tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event deleted for resources: {'Network': ['ID=6a6cb9a4-e866-40de-9d1f-38190bfde77c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:07.171891 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-048c4163-e7f5-481c-8ed3-7c805b3799aa tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] DELETE failed (client error): The resource could not be found. Jul 06 18:05:07.173050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048c4163-e7f5-481c-8ed3-7c805b3799aa tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:05:07.184697 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-048c4163-e7f5-481c-8ed3-7c805b3799aa tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] 10.222.0.13 "DELETE /v2.0/ports/78d34b1e-bbe6-46aa-ab13-fa06ba7b0596 HTTP/1.1" status: 404 len: 333 time: 0.0920086 Jul 06 18:05:07.190028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:07.191570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-28d52209-8491-4123-a45c-b56415949ca0 None None] Provisioning for port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:07.239682 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8f15-9459-438c-9566-a27a30d56b51 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.252339 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8f15-9459-438c-9566-a27a30d56b51 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.272740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-89187546-f7b6-47e3-b55d-f64af45abada tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Deleting subnet f7574e9c-57ef-49d7-8efd-7d77e648bebb {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:05:07.276879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89187546-f7b6-47e3-b55d-f64af45abada tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.281403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:07.304460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8f15-9459-438c-9566-a27a30d56b51 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a360578d-504e-4f02-be92-b679922cd5f0,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:07.322841 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8f15-9459-438c-9566-a27a30d56b51 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.325764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3a7e8f15-9459-438c-9566-a27a30d56b51 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4886389 Jul 06 18:05:07.349970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:07.351023 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.375964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89187546-f7b6-47e3-b55d-f64af45abada tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.655691 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.724032 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89187546-f7b6-47e3-b55d-f64af45abada tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.731068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d28c7dbc-7e17-4ff7-ad14-b9444272b8b9,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:07.741165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.744791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2729dd51-647a-4434-96bd-c53e4859348a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:07.928596 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89187546-f7b6-47e3-b55d-f64af45abada tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:07.953548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=d28c7dbc-7e17-4ff7-ad14-b9444272b8b9,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:07.990167 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-2b6765b8-13cb-436d-91fd-bdca6bbf1103 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--587680418&fields=id&tenant_id=3801e61f3ee74884aa7f7917d4272434 HTTP/1.1" status: 200 len: 267 time: 0.1883283 Jul 06 18:05:08.044283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89187546-f7b6-47e3-b55d-f64af45abada tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event deleted for resources: {'Subnet': ['ID=f7574e9c-57ef-49d7-8efd-7d77e648bebb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:08.071442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89187546-f7b6-47e3-b55d-f64af45abada tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:08.077392 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-89187546-f7b6-47e3-b55d-f64af45abada tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] 10.222.0.13 "DELETE /v2.0/subnets/f7574e9c-57ef-49d7-8efd-7d77e648bebb HTTP/1.1" status: 204 len: 168 time: 0.8836095 Jul 06 18:05:08.079350 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:08.100355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948a93ab-912c-49dd-9c9a-ee6e0479e83c None None] Network 8219814e-b903-4617-a31b-6ea18d28d843 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:08.174506 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-71d3a5a2-1785-49eb-a9bd-4260f1b1f5de tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--818810070&fields=id&tenant_id=3801e61f3ee74884aa7f7917d4272434 HTTP/1.1" status: 200 len: 267 time: 0.1576922 Jul 06 18:05:08.236731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2729dd51-647a-4434-96bd-c53e4859348a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:08.243389 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:08.415282 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Sync routers for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:08.436486 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:08.437369 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:04:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:08.508396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-5544e548-59e9-4c74-8f68-030f9049bf34 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:08.521030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-5544e548-59e9-4c74-8f68-030f9049bf34 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/networks?id=b0c0903c-4bd1-4d2b-b450-137c5fccf85a HTTP/1.1" status: 200 len: 797 time: 0.3281538 Jul 06 18:05:08.569409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ea92aca4-2f03-4505-b265-4533f8f38cdc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/quotas/3801e61f3ee74884aa7f7917d4272434 HTTP/1.1" status: 200 len: 375 time: 0.0468397 Jul 06 18:05:08.622555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4f792ff7-0583-40ae-ba6e-eb20bb8beb4b None None] Provisioning for port fca0b450-c65c-4d6c-9f52-9c24ef7e157f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:08.646788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:08.699846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a44ac-d48c-46a6-beeb-d86e5dcefce3 req-8f35ce9e-1f0d-4e95-af1c-438755daaba5 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:08.709165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-074a44ac-d48c-46a6-beeb-d86e5dcefce3 req-8f35ce9e-1f0d-4e95-af1c-438755daaba5 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 945 time: 0.4732597 Jul 06 18:05:08.784493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 72cea638-c313-4ad8-9c62-5e13250d3200 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:08.795823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4f792ff7-0583-40ae-ba6e-eb20bb8beb4b None None] Provisioning complete for port fca0b450-c65c-4d6c-9f52-9c24ef7e157f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:08.796415 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f792ff7-0583-40ae-ba6e-eb20bb8beb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:08.874794 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-568effdb-c855-47fc-a516-e6747917a4e2 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3801e61f3ee74884aa7f7917d4272434&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2971275 Jul 06 18:05:08.879102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:08.954153 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:08.973565 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-074a44ac-d48c-46a6-beeb-d86e5dcefce3 req-a5a647cf-558c-4f0a-a51e-8a17c086f004 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593052 Jul 06 18:05:09.099899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Deleting port 2729dd51-647a-4434-96bd-c53e4859348a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:09.100629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.177899 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4f792ff7-0583-40ae-ba6e-eb20bb8beb4b None None] Port fca0b450-c65c-4d6c-9f52-9c24ef7e157f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:09.280448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4f792ff7-0583-40ae-ba6e-eb20bb8beb4b None None] Provisioning complete for port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:09.282690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f792ff7-0583-40ae-ba6e-eb20bb8beb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.395317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 72cea638-c313-4ad8-9c62-5e13250d3200 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:09.415918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 72cea638-c313-4ad8-9c62-5e13250d3200 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:09.416731 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.453503 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5449e7c7-ec4c-460c-879d-f99d52c1321b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.458277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] For port 2729dd51-647a-4434-96bd-c53e4859348a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2729dd51-647a-4434-96bd-c53e4859348a,segment=NetworkSegment(7c90464b-d44a-46a7-adf2-2987a8f3fb80),segment_id=7c90464b-d44a-46a7-adf2-2987a8f3fb80)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:09.458728 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.497387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Calling delete_port for 2729dd51-647a-4434-96bd-c53e4859348a owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:09.499001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10594085-0312-4e07-9100-e190d827014b None None] DHCP port deletion for 8219814e-b903-4617-a31b-6ea18d28d843 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:05:09.513457 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fca0b450-c65c-4d6c-9f52-9c24ef7e157f', 'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:eb:3d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:05:01Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 2, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:09.607152 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Checking router: 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:05:09.607548 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Updating router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 port fca0b450-c65c-4d6c-9f52-9c24ef7e157f binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:05:09.627748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5449e7c7-ec4c-460c-879d-f99d52c1321b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.645443 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.651967 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5449e7c7-ec4c-460c-879d-f99d52c1321b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.672782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] No DVR routers for this DVR port 2729dd51-647a-4434-96bd-c53e4859348a on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:09.686846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5449e7c7-ec4c-460c-879d-f99d52c1321b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d887101282644362ad304de6c6e59b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8062503 Jul 06 18:05:09.699266 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.700633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33108) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:09.712293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event deleted for resources: {'Port': ['ID=2729dd51-647a-4434-96bd-c53e4859348a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:09.715439 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.720706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-2fd86515-1b5b-49ca-8f13-577812910ed0 service neutron] 10.222.0.13 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773793 Jul 06 18:05:09.809488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 72cea638-c313-4ad8-9c62-5e13250d3200, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=72cea638-c313-4ad8-9c62-5e13250d3200,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:09.827770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-10594085-0312-4e07-9100-e190d827014b None None] Deleting port 2729dd51-647a-4434-96bd-c53e4859348a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:09.828165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10594085-0312-4e07-9100-e190d827014b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.830469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.875031 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:09.900643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8219814e-b903-4617-a31b-6ea18d28d843']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:09.905042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=72cea638-c313-4ad8-9c62-5e13250d3200,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:09.949289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c90464b-d44a-46a7-adf2-2987a8f3fb80') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:09.950011 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c90464b-d44a-46a7-adf2-2987a8f3fb80') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:09.974771 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.024634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.039115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-10594085-0312-4e07-9100-e190d827014b None None] For port 2729dd51-647a-4434-96bd-c53e4859348a, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:10.039529 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10594085-0312-4e07-9100-e190d827014b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.043571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:10.044001 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.073648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-10594085-0312-4e07-9100-e190d827014b None None] Calling delete_port for 2729dd51-647a-4434-96bd-c53e4859348a owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:10.076976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-10594085-0312-4e07-9100-e190d827014b None None] Port 2729dd51-647a-4434-96bd-c53e4859348a was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:05:10.078794 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10594085-0312-4e07-9100-e190d827014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.096478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:10.162050 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:10.209364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2042ccb9-edb6-4a19-a45a-151e6766e083 None None] Provisioning complete for port fca0b450-c65c-4d6c-9f52-9c24ef7e157f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:10.209842 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2042ccb9-edb6-4a19-a45a-151e6766e083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.213733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10594085-0312-4e07-9100-e190d827014b None None] Pushing event deleted for resources: {'Port': ['ID=2729dd51-647a-4434-96bd-c53e4859348a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:10.224780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10594085-0312-4e07-9100-e190d827014b None None] No DVR routers for this DVR port 2729dd51-647a-4434-96bd-c53e4859348a on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:10.258730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.280464 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.309131 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Transition to ACTIVE for port object fca0b450-c65c-4d6c-9f52-9c24ef7e157f will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:10.322880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.326132 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.326569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449e7c7-ec4c-460c-879d-f99d52c1321b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb7d80d-04b4-4966-a82e-4e36f909edd3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:10.335407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2042ccb9-edb6-4a19-a45a-151e6766e083 None None] Port fca0b450-c65c-4d6c-9f52-9c24ef7e157f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:10.345002 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] 10.222.0.13 "DELETE /v2.0/networks/8219814e-b903-4617-a31b-6ea18d28d843 HTTP/1.1" status: 204 len: 168 time: 2.2537222 Jul 06 18:05:10.358758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbd204-6108-420f-b4e2-67bf2c1b43ef tempest-DHCPAgentSchedulersTestJSON-2035794750 tempest-DHCPAgentSchedulersTestJSON-2035794750-project] Pushing event deleted for resources: {'Network': ['ID=8219814e-b903-4617-a31b-6ea18d28d843,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:10.370820 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-375f64f3-13d7-4a1d-9e15-2bcdd957d5e1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1236849 Jul 06 18:05:10.406263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:10.424717 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.479420 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Pushing event updated for resources: {'Port': ['ID=fca0b450-c65c-4d6c-9f52-9c24ef7e157f,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:10.495213 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.495928 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.496618 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.497802 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.498379 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.499032 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.499634 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.500115 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.501033 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.501532 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.502028 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.502539 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:10.533807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7deab-9b20-4c9a-b505-320206c4280a req-1e33df5a-9512-4d87-b77c-e77c75506907 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:10.543009 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79e7deab-9b20-4c9a-b505-320206c4280a req-1e33df5a-9512-4d87-b77c-e77c75506907 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 945 time: 0.2468159 Jul 06 18:05:10.678010 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-a8da792f-4357-4323-8b6f-489cc73294ad service neutron] 10.222.0.13 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9563954 Jul 06 18:05:10.679212 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Attempting to bind port fca0b450-c65c-4d6c-9f52-9c24ef7e157f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:05:10.680233 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Attempting to bind port fca0b450-c65c-4d6c-9f52-9c24ef7e157f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:05:10.680782 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Attempting to bind port fca0b450-c65c-4d6c-9f52-9c24ef7e157f on network b0c0903c-4bd1-4d2b-b450-137c5fccf85a {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:10.688358 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:05:10.691235 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Checking segment: {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:10.691752 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a29deb3f-dbe1-4806-8659-5d69a19ca25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.692371 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.693542 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Bound using segment: {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:05:10.701039 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79e7deab-9b20-4c9a-b505-320206c4280a req-32aeca55-9abb-40cf-beac-be7e73f6ada5 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504161 Jul 06 18:05:10.712716 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Bound port: fca0b450-c65c-4d6c-9f52-9c24ef7e157f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:05:10.713143 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.752880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a29deb3f-dbe1-4806-8659-5d69a19ca25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.915727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-96a9a677-2629-45cb-b163-527cf60a0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:10.917541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-96a9a677-2629-45cb-b163-527cf60a0001 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 1096 time: 0.3660681 Jul 06 18:05:10.941212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a29deb3f-dbe1-4806-8659-5d69a19ca25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.941460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2729dd51-647a-4434-96bd-c53e4859348a no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:10.944691 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a29deb3f-dbe1-4806-8659-5d69a19ca25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:10.947314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a29deb3f-dbe1-4806-8659-5d69a19ca25b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfb7d80d-04b4-4966-a82e-4e36f909edd3 HTTP/1.1" status: 204 len: 168 time: 1.2443752 Jul 06 18:05:10.987235 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] For port fca0b450-c65c-4d6c-9f52-9c24ef7e157f, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:11.005013 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] For port fca0b450-c65c-4d6c-9f52-9c24ef7e157f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fca0b450-c65c-4d6c-9f52-9c24ef7e157f,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:05:11.016668 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.020534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2729dd51-647a-4434-96bd-c53e4859348a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:05:11.020931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2729dd51-647a-4434-96bd-c53e4859348a not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:11.056438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33122) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:11.062797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29deb3f-dbe1-4806-8659-5d69a19ca25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb7d80d-04b4-4966-a82e-4e36f909edd3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:11.260812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-3a4cccab-0ea1-4744-8005-2d22f18b907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:11.273923 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-3a4cccab-0ea1-4744-8005-2d22f18b907f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 915 time: 0.3142087 Jul 06 18:05:11.377670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-2e83f1c9-25bf-4069-9864-fc5e9518140e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c6fbab-d4fe-42d3-b2bd-00762336bc3d HTTP/1.1" status: 200 len: 217 time: 0.1008463 Jul 06 18:05:11.378814 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:11.380191 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:04:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:11.470548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9cc9cab-b620-40b1-aca8-0dd3316f1254 req-b8191961-9af7-4bef-a3a4-fc7c8641a9de tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 210 time: 0.1521561 Jul 06 18:05:11.486844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-be999da6-835d-445c-b2fd-d1d134554623 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bd8d0d40cb045fd979dbcd1fcd56c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284391 Jul 06 18:05:11.488146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33132) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:11.525534 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac8393-b7c3-4e5a-8943-57b460b88d1f None None] Pushing event updated for resources: {'Port': ['ID=fca0b450-c65c-4d6c-9f52-9c24ef7e157f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:11.590701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-0058f711-f1c3-49b3-81b9-33cca43497e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:11.592332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-0058f711-f1c3-49b3-81b9-33cca43497e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.2051780 Jul 06 18:05:11.667021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-77be09ec-54ce-4891-8fa4-4ff92bb28544 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673389 Jul 06 18:05:11.760456 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:11.764199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f3597c6-73b1-4bde-9eb0-98f399534623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.888940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-9a874342-b182-498c-bcb4-965a77894f24 service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143884 Jul 06 18:05:11.906294 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f3597c6-73b1-4bde-9eb0-98f399534623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:11.970154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33144) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:12.020988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 72cea638-c313-4ad8-9c62-5e13250d3200 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:12.073253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3aaddb8-49e1-4c1c-ad50-97db5fc4d119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.168470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75dc0842-d7ee-4342-a71a-5fe60d20ad74 req-c816d33f-d615-4721-8a25-14fb502eeefe service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629833 Jul 06 18:05:12.182634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 72cea638-c313-4ad8-9c62-5e13250d3200 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:12.183355 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.234951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f3597c6-73b1-4bde-9eb0-98f399534623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.237658 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f3597c6-73b1-4bde-9eb0-98f399534623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.239423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7f3597c6-73b1-4bde-9eb0-98f399534623 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbaf161d-ef77-4523-92b3-75ec50c16461 HTTP/1.1" status: 204 len: 168 time: 0.7497249 Jul 06 18:05:12.272351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3597c6-73b1-4bde-9eb0-98f399534623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf161d-ef77-4523-92b3-75ec50c16461,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:12.359774 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fca0b450-c65c-4d6c-9f52-9c24ef7e157f', 'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:eb:3d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:05:01Z', 'updated_at': '2021-07-06T18:05:10Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:12.406186 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343149ae-56ec-49fb-9483-e1b482eb5e54 None None] The sync data for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 is: [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fca0b450-c65c-4d6c-9f52-9c24ef7e157f', 'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:eb:3d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:05:01Z', 'updated_at': '2021-07-06T18:05:10Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:12.457784 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3aaddb8-49e1-4c1c-ad50-97db5fc4d119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.467364 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3aaddb8-49e1-4c1c-ad50-97db5fc4d119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.586264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e3aaddb8-49e1-4c1c-ad50-97db5fc4d119 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7c8c03f3c2c4dc28d461dcd2f1f0694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6070716 Jul 06 18:05:12.590250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33156) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:12.710181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaddb8-49e1-4c1c-ad50-97db5fc4d119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992c7d8e-36cd-445f-bcfc-17e839ae8a90,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:12.763727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f84976de-2863-49d5-9a7c-adaec5490a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.811216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de3796bb-edbf-45ee-b380-74ccaf11a6a7 req-1a475cef-aab7-4bc0-b236-d9fdf2f76ab9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 210 time: 0.1346455 Jul 06 18:05:12.833282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f84976de-2863-49d5-9a7c-adaec5490a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.951661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f84976de-2863-49d5-9a7c-adaec5490a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.956583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f84976de-2863-49d5-9a7c-adaec5490a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:12.959120 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f84976de-2863-49d5-9a7c-adaec5490a9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/992c7d8e-36cd-445f-bcfc-17e839ae8a90 HTTP/1.1" status: 204 len: 168 time: 0.3669581 Jul 06 18:05:13.031789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84976de-2863-49d5-9a7c-adaec5490a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992c7d8e-36cd-445f-bcfc-17e839ae8a90,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:13.042157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33164) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:13.087824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b126c7d-2abc-4217-9b30-8d68df35225d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.370071 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b126c7d-2abc-4217-9b30-8d68df35225d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.381599 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b126c7d-2abc-4217-9b30-8d68df35225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.424891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7b126c7d-2abc-4217-9b30-8d68df35225d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38ed826fb98e48b39f0ededd7e81e80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809516 Jul 06 18:05:13.429588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:13.452030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b126c7d-2abc-4217-9b30-8d68df35225d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d22c4c4-75d7-42ab-854b-c6e06a02fd95,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:13.532538 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55106587-0c60-40e7-b9b4-27bd9941b04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.590263 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55106587-0c60-40e7-b9b4-27bd9941b04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.729819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55106587-0c60-40e7-b9b4-27bd9941b04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.733683 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55106587-0c60-40e7-b9b4-27bd9941b04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:13.735451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-55106587-0c60-40e7-b9b4-27bd9941b04e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d22c4c4-75d7-42ab-854b-c6e06a02fd95 HTTP/1.1" status: 204 len: 168 time: 0.3024313 Jul 06 18:05:13.749357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55106587-0c60-40e7-b9b4-27bd9941b04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d22c4c4-75d7-42ab-854b-c6e06a02fd95,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:14.063801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fca0b450-c65c-4d6c-9f52-9c24ef7e157f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:14.127146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-df19911f-5bf5-49f5-870e-2feda108969e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:14.129129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-df19911f-5bf5-49f5-870e-2feda108969e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.22 "GET /v2.0/networks?id=b0c0903c-4bd1-4d2b-b450-137c5fccf85a HTTP/1.1" status: 200 len: 797 time: 0.2744350 Jul 06 18:05:14.186737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f9457062-858d-4cc8-827f-1fd67e18c1b3 req-5e227b42-91a4-4cc9-a123-8cef4b589035 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 210 time: 0.0505219 Jul 06 18:05:14.246895 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-c30dd4c7-5dc0-4663-8e5f-5b6961e8258d tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3801e61f3ee74884aa7f7917d4272434 HTTP/1.1" status: 200 len: 476 time: 0.1086280 Jul 06 18:05:14.258765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'port': {'device_id': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'admin_state_up': True, 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'security_groups': ['65d4263d-d3b7-4c82-afe4-fc7576540d47', '08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:14.274455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port fca0b450-c65c-4d6c-9f52-9c24ef7e157f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:14.282492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port fca0b450-c65c-4d6c-9f52-9c24ef7e157f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:14.283363 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:14.458209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Made reservation on behalf of 3801e61f3ee74884aa7f7917d4272434 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:14.463871 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:14.600312 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:14.713573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port fca0b450-c65c-4d6c-9f52-9c24ef7e157f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fca0b450-c65c-4d6c-9f52-9c24ef7e157f,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:14.722092 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:14.823457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Allocated IP 172.20.0.6 (b0c0903c-4bd1-4d2b-b450-137c5fccf85a/17df9bfb-c64b-430e-9533-d4b9ba4aa571/72578d4b-9d22-4107-b07d-b232eb550ce0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:14.842536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=fca0b450-c65c-4d6c-9f52-9c24ef7e157f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:15.172046 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:15.188616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Transition to ACTIVE for port object 72578d4b-9d22-4107-b07d-b232eb550ce0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:15.255596 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:15.357465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=72578d4b-9d22-4107-b07d-b232eb550ce0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:15.405923 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-e5195dd2-695d-4168-b576-fe5276cfae54 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7645228 Jul 06 18:05:15.427266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network b0c0903c-4bd1-4d2b-b450-137c5fccf85a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:15.430180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:15.433126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:15.552796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:15.553754 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:15.611576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-03d85121-f573-4792-a285-eb17e262a11e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3569403 Jul 06 18:05:15.622063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f395c6-d31f-4045-a8da-f65a9d9f367b req-f01d4b76-96c2-4c56-a761-f9d7cc647bd5 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:15.625003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Request body: {'port': {'device_id': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:15.641110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-23f395c6-d31f-4045-a8da-f65a9d9f367b req-f01d4b76-96c2-4c56-a761-f9d7cc647bd5 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 970 time: 0.2045555 Jul 06 18:05:15.830415 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-23f395c6-d31f-4045-a8da-f65a9d9f367b req-aaac43a4-5d09-4ba1-8905-30cc39040fa6 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1816599 Jul 06 18:05:15.988533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.012057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-380dbcc1-526f-486e-b614-23b72594f682 None None] Provisioning for port 72578d4b-9d22-4107-b07d-b232eb550ce0 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:16.031799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-380dbcc1-526f-486e-b614-23b72594f682 None None] Provisioning complete for port 72578d4b-9d22-4107-b07d-b232eb550ce0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:16.032659 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-380dbcc1-526f-486e-b614-23b72594f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.160916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-7d762d5e-525c-422b-8016-210a9da415ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:16.163713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-7d762d5e-525c-422b-8016-210a9da415ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 1097 time: 0.4277122 Jul 06 18:05:16.163959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fca0b450-c65c-4d6c-9f52-9c24ef7e157f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:16.336011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-380dbcc1-526f-486e-b614-23b72594f682 None None] Port 72578d4b-9d22-4107-b07d-b232eb550ce0 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:16.370410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port fca0b450-c65c-4d6c-9f52-9c24ef7e157f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:16.371534 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.637327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-b23d9240-54d0-41c1-985c-2772a18a24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:16.640513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-b23d9240-54d0-41c1-985c-2772a18a24e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 915 time: 0.4201050 Jul 06 18:05:16.797607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-cbe9569d-62be-47a8-bb6c-bf340fa4ba84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7909b126-f026-4a1a-adfe-df54e2bdc6c0 HTTP/1.1" status: 200 len: 217 time: 0.0639746 Jul 06 18:05:16.962471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72578d4b-9d22-4107-b07d-b232eb550ce0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:05:16.977281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-ab2d2e12-996a-4993-a0fc-4c686acf0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:16.979611 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-ab2d2e12-996a-4993-a0fc-4c686acf0bee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.1751199 Jul 06 18:05:16.989719 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a98cef2-0b99-4140-ab69-29a7bdaa7eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:16.997496 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:17.057525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-8fc95d97-2b5b-4e9e-bde8-2e2d8ca1f146 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698214 Jul 06 18:05:17.064075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Transition to ACTIVE for port object 72578d4b-9d22-4107-b07d-b232eb550ce0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:17.075851 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:17.316620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=72578d4b-9d22-4107-b07d-b232eb550ce0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:17.457419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-fe3e709f-f24f-41fb-9f98-e69a2f44013e service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917224 Jul 06 18:05:17.524447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154774-ace3-4692-b209-2df23b5038b4 req-037c64d8-e253-4201-b76b-30ab927e52e2 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:17.527210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb154774-ace3-4692-b209-2df23b5038b4 req-037c64d8-e253-4201-b76b-30ab927e52e2 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 982 time: 0.3544493 Jul 06 18:05:17.583002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Attempting to bind port 72578d4b-9d22-4107-b07d-b232eb550ce0 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:05:17.583346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Attempting to bind port 72578d4b-9d22-4107-b07d-b232eb550ce0 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:05:17.583687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Attempting to bind port 72578d4b-9d22-4107-b07d-b232eb550ce0 on network b0c0903c-4bd1-4d2b-b450-137c5fccf85a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:17.600354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Port 72578d4b-9d22-4107-b07d-b232eb550ce0 on network b0c0903c-4bd1-4d2b-b450-137c5fccf85a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:05:17.600843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Attempting to bind port 72578d4b-9d22-4107-b07d-b232eb550ce0 on network b0c0903c-4bd1-4d2b-b450-137c5fccf85a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:17.622442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:05:17.623145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Checking segment: {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:17.623743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Bound using segment: {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:05:17.624512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Bound port: 72578d4b-9d22-4107-b07d-b232eb550ce0, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088f13bd-c363-4759-b908-33f4909e5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:05:17.625045 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:17.759581 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb154774-ace3-4692-b209-2df23b5038b4 req-ecd2c0b5-5b49-49a1-88d8-d83ba9405b0d tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1851325 Jul 06 18:05:17.795313 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f77093bf-7e1f-444e-bf22-04c611e3d986 req-a0b5e51c-8443-48bc-a945-ea70daf3b003 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304579 Jul 06 18:05:17.808561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] For port 72578d4b-9d22-4107-b07d-b232eb550ce0, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:17.821661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] For port 72578d4b-9d22-4107-b07d-b232eb550ce0, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=72578d4b-9d22-4107-b07d-b232eb550ce0,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:05:17.830020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:17.922021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:17.945810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:17.946910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:17.949518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] 10.222.0.22 "PUT /v2.0/ports/72578d4b-9d22-4107-b07d-b232eb550ce0 HTTP/1.1" status: 200 len: 1130 time: 2.3300996 Jul 06 18:05:17.950310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:17.954792 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d754d-88cd-4cac-9f6f-99e827550a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:17.984611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c127d-12c9-4892-a8e3-15b4516d6fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=72578d4b-9d22-4107-b07d-b232eb550ce0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:18.067074 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef34b26-a78f-44a3-8a35-599a347b8b30 x-openstack-request-id: req-3ef34b26-a78f-44a3-8a35-599a347b8b30 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:18.067613 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:18.068042 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ef34b26-a78f-44a3-8a35-599a347b8b30 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:18.068715 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'status': 'completed', 'code': 200} Jul 06 18:05:18.181156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-952acc2d-fef4-47a8-968b-133089a929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:18.183470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-952acc2d-fef4-47a8-968b-133089a929c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3801e61f3ee74884aa7f7917d4272434&device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 1133 time: 0.1119165 Jul 06 18:05:18.247200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-59b8ec3e-def6-4e6e-a259-b03660cd9f90 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2121666692'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:18.248105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-59b8ec3e-def6-4e6e-a259-b03660cd9f90 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Unknown quota resources ['metering_label']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:05:18.260295 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-bd9cf20b-665a-4cb3-a5ca-289d0f3c2830 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72578d4b-9d22-4107-b07d-b232eb550ce0 HTTP/1.1" status: 200 len: 217 time: 0.0697289 Jul 06 18:05:18.380631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-9a3b4632-ecf9-4f0f-807a-c7fe39aeca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:18.382623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-9a3b4632-ecf9-4f0f-807a-c7fe39aeca99 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17df9bfb-c64b-430e-9533-d4b9ba4aa571 HTTP/1.1" status: 200 len: 834 time: 0.1151223 Jul 06 18:05:18.524866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-2c4d6b2e-8ae5-40e8-a881-91c34550de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:18.528248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-2c4d6b2e-8ae5-40e8-a881-91c34550de68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b0c0903c-4bd1-4d2b-b450-137c5fccf85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369674 Jul 06 18:05:18.597851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59b8ec3e-def6-4e6e-a259-b03660cd9f90 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:18.599596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-59b8ec3e-def6-4e6e-a259-b03660cd9f90 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6763914 Jul 06 18:05:18.604088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33296) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:18.609271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7915379c-77e8-4265-afc0-518f857af8f6 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8186de29-39f3-406a-b8dc-bec9eff6ac15'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:18.611956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7915379c-77e8-4265-afc0-518f857af8f6 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:05:18.742949 n-d-799526-3 neutron-server[93778]: WARNING neutron.services.metering.metering_plugin [None req-7915379c-77e8-4265-afc0-518f857af8f6 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 18:05:18.769607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-bb437fdd-b27c-4484-b34c-e9419b12e000 service neutron] 10.222.0.22 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307923 Jul 06 18:05:18.888938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7915379c-77e8-4265-afc0-518f857af8f6 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:18.895122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7915379c-77e8-4265-afc0-518f857af8f6 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2893305 Jul 06 18:05:18.901776 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:18.915119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-deb72ed2-520b-4aec-acd0-61bdf816dd9d tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8186de29-39f3-406a-b8dc-bec9eff6ac15'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:18.917154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-deb72ed2-520b-4aec-acd0-61bdf816dd9d tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:05:18.985802 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-915bb07e-a5ef-4331-aaf9-532a93af9a3f req-9dfd9287-96e7-4128-89cf-98309a2dd23a service neutron] 10.222.0.22 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093124 Jul 06 18:05:19.153566 n-d-799526-3 neutron-server[93778]: WARNING neutron.services.metering.metering_plugin [None req-deb72ed2-520b-4aec-acd0-61bdf816dd9d tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 18:05:19.269673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-5adf9f00-770d-4fb6-a4fa-454172bf4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.271508 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-5adf9f00-770d-4fb6-a4fa-454172bf4925 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3801e61f3ee74884aa7f7917d4272434&device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 1133 time: 0.1395252 Jul 06 18:05:19.281732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8184b-3c53-4f63-9c2a-0b029101bc9f req-81566252-1251-445c-9e83-c9a78d02a0db tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.296340 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cfa8184b-3c53-4f63-9c2a-0b029101bc9f req-81566252-1251-445c-9e83-c9a78d02a0db tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 982 time: 0.1173322 Jul 06 18:05:19.401627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cfa8184b-3c53-4f63-9c2a-0b029101bc9f req-988b9d37-dea9-415a-8c67-0ab82b1ed77f tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1108963 Jul 06 18:05:19.460797 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-deb72ed2-520b-4aec-acd0-61bdf816dd9d tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.463015 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-deb72ed2-520b-4aec-acd0-61bdf816dd9d tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5579839 Jul 06 18:05:19.465739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33308) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:19.489485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-402fd76b-adcf-4185-861b-bb73d71ff5f2 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=899adfe8-f670-4c90-b435-f6615d4c1536 HTTP/1.1" status: 200 len: 464 time: 0.0215197 Jul 06 18:05:19.493280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:19.496296 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-6e5915ce-47ed-45df-853f-10577c573fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.498317 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-6e5915ce-47ed-45df-853f-10577c573fa9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b0c0903c-4bd1-4d2b-b450-137c5fccf85a HTTP/1.1" status: 200 len: 898 time: 0.2009716 Jul 06 18:05:19.512482 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef1deb46-30f0-4092-bcc9-6e4f19be95f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.569335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-1a1661a1-9cd6-4549-97dd-97ffb9531c19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72578d4b-9d22-4107-b07d-b232eb550ce0 HTTP/1.1" status: 200 len: 217 time: 0.0635979 Jul 06 18:05:19.654719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-78e858a5-16f1-41e8-bc80-f8d362531ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.657755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-78e858a5-16f1-41e8-bc80-f8d362531ef3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17df9bfb-c64b-430e-9533-d4b9ba4aa571 HTTP/1.1" status: 200 len: 834 time: 0.0812085 Jul 06 18:05:19.692854 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0434160c-e44d-4770-b73e-4159f53aa704 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.697971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0434160c-e44d-4770-b73e-4159f53aa704 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/899adfe8-f670-4c90-b435-f6615d4c1536 HTTP/1.1" status: 204 len: 168 time: 0.2002134 Jul 06 18:05:19.698719 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:19.720516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f671bd62-2412-45e9-abc6-fef8f671c64e tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=899adfe8-f670-4c90-b435-f6615d4c1536 HTTP/1.1" status: 200 len: 221 time: 0.0201795 Jul 06 18:05:19.726800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:19.731485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2a4f86ea-bcd7-4d20-8164-b485d0750274 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--370601811', 'description': 'label created by tempest'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:19.731979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2a4f86ea-bcd7-4d20-8164-b485d0750274 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Unknown quota resources ['metering_label']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 18:05:19.759044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-194a885e-6da8-491c-8e90-2b99cc065a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:19.761170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-194a885e-6da8-491c-8e90-2b99cc065a75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b0c0903c-4bd1-4d2b-b450-137c5fccf85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966706 Jul 06 18:05:19.941400 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-fa730a1a-be9f-4f76-877a-ddc18af902d3 service neutron] 10.222.0.22 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717675 Jul 06 18:05:19.976003 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a4f86ea-bcd7-4d20-8164-b485d0750274 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:19.980841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2a4f86ea-bcd7-4d20-8164-b485d0750274 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2499242 Jul 06 18:05:19.981325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:20.055207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fd4d754d-88cd-4cac-9f6f-99e827550a6c req-88958b00-602d-44e5-846d-59ea948bed30 service neutron] 10.222.0.22 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068606 Jul 06 18:05:20.080074 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.114474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0950d3ad-fa06-4e38-b507-1bb402a0d6da tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=e30d5288-7c81-43ed-8cdd-93ac0c158b4f HTTP/1.1" status: 200 len: 467 time: 0.1313038 Jul 06 18:05:20.117216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:20.439341 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0f57678-f599-45e7-a0f9-7694c6657a96 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.442945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a0f57678-f599-45e7-a0f9-7694c6657a96 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/e30d5288-7c81-43ed-8cdd-93ac0c158b4f HTTP/1.1" status: 204 len: 168 time: 0.3238382 Jul 06 18:05:20.445129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33342) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:20.469254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ac0500c1-d877-4fe0-bf85-fa91d1c0646d tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=e30d5288-7c81-43ed-8cdd-93ac0c158b4f HTTP/1.1" status: 200 len: 216 time: 0.0190284 Jul 06 18:05:20.469688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:20.485390 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e57a5da7-4d81-4e28-827f-d39391533e38 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0136302 Jul 06 18:05:20.489431 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33348) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:20.528837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-301f3374-5104-4938-a500-eca16bc73733 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0333893 Jul 06 18:05:20.529441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33352) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:20.688028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf936e-cf31-4677-a2d8-79fca72a2fe3 req-83dd11fd-c30e-45dd-9893-7351bde12eb9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:20.690798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eabf936e-cf31-4677-a2d8-79fca72a2fe3 req-83dd11fd-c30e-45dd-9893-7351bde12eb9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 982 time: 0.1220815 Jul 06 18:05:20.767937 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:20.815741 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eabf936e-cf31-4677-a2d8-79fca72a2fe3 req-bc578aa6-bafe-401c-a8a3-713249663a38 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1151206 Jul 06 18:05:20.994745 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5d7eeb15-5d48-49ff-ba08-500e0198acd9 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/8186de29-39f3-406a-b8dc-bec9eff6ac15 HTTP/1.1" status: 200 len: 473 time: 0.4631624 Jul 06 18:05:20.999842 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33364) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:21.013226 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8d97e3c5-adf5-4fd2-92da-c4056fd9bf78 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/14c62aff-537b-4c73-a394-84dd630926d1 HTTP/1.1" status: 200 len: 461 time: 0.0121465 Jul 06 18:05:21.019464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:21.171838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0502abff-f1fd-4e2a-8526-bda3ec8b7f55 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.173473 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0502abff-f1fd-4e2a-8526-bda3ec8b7f55 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/14c62aff-537b-4c73-a394-84dd630926d1 HTTP/1.1" status: 204 len: 168 time: 0.1524844 Jul 06 18:05:21.178166 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:21.455720 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c9c23e3-c17e-468f-9763-568c6e90e020 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:21.461763 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7c9c23e3-c17e-468f-9763-568c6e90e020 tempest-MeteringTestJSON-532478884 tempest-MeteringTestJSON-532478884-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/8186de29-39f3-406a-b8dc-bec9eff6ac15 HTTP/1.1" status: 204 len: 168 time: 0.2783570 Jul 06 18:05:22.082763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:22.346406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab323771-5ae2-4230-9fd5-c4c9fee10f3f req-0d3ce836-6dbf-4450-8991-1e2af5a7b828 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:22.348469 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab323771-5ae2-4230-9fd5-c4c9fee10f3f req-0d3ce836-6dbf-4450-8991-1e2af5a7b828 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 982 time: 0.1479375 Jul 06 18:05:22.392681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a96f77a-ae58-4a8c-ac28-b25c84a7bc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.464673 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab323771-5ae2-4230-9fd5-c4c9fee10f3f req-05699057-c031-484e-b97a-7a2e51159386 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1038296 Jul 06 18:05:22.687223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 72578d4b-9d22-4107-b07d-b232eb550ce0 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:05:22.704310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a96f77a-ae58-4a8c-ac28-b25c84a7bc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.714877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.719142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a96f77a-ae58-4a8c-ac28-b25c84a7bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:22.860505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96f77a-ae58-4a8c-ac28-b25c84a7bc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f44182-4c35-4fc0-ac09-4cb3b616ded3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:22.888916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:22.889774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8a96f77a-ae58-4a8c-ac28-b25c84a7bc87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9e5c11229ba4667be8797ba6a2ab76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8044941 Jul 06 18:05:22.968070 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 72578d4b-9d22-4107-b07d-b232eb550ce0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=72578d4b-9d22-4107-b07d-b232eb550ce0,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:22.996356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'port_id': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'mac_address': 'fa:16:3e:be:cf:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:05:23.048164 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ea44f75-d86d-489c-8f83-2225ba5864b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.074300 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.086665 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ea44f75-d86d-489c-8f83-2225ba5864b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.100210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72578d4b-9d22-4107-b07d-b232eb550ce0 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:05:23.144293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 72578d4b-9d22-4107-b07d-b232eb550ce0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=72578d4b-9d22-4107-b07d-b232eb550ce0,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:23.150898 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.167229 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ea44f75-d86d-489c-8f83-2225ba5864b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.173079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ea44f75-d86d-489c-8f83-2225ba5864b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.176167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4ea44f75-d86d-489c-8f83-2225ba5864b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50f44182-4c35-4fc0-ac09-4cb3b616ded3 HTTP/1.1" status: 204 len: 168 time: 0.2824664 Jul 06 18:05:23.198169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea44f75-d86d-489c-8f83-2225ba5864b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f44182-4c35-4fc0-ac09-4cb3b616ded3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:23.329362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=72578d4b-9d22-4107-b07d-b232eb550ce0,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:23.369208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['72578d4b-9d22-4107-b07d-b232eb550ce0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:05:23.814577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33430) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:23.837330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbe89b64-aa8e-485d-84d7-0cf4b15213d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.899949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c34f51-36a2-44cb-b9e0-2643d118556e req-1651cf1a-6fdb-4f87-9dc6-cd51ced29b99 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:23.902501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e7c34f51-36a2-44cb-b9e0-2643d118556e req-1651cf1a-6fdb-4f87-9dc6-cd51ced29b99 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 983 time: 0.1480017 Jul 06 18:05:23.965261 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbe89b64-aa8e-485d-84d7-0cf4b15213d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.974049 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbe89b64-aa8e-485d-84d7-0cf4b15213d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:23.985966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e7c34f51-36a2-44cb-b9e0-2643d118556e req-c9e0876b-427f-4d20-8c79-125a74823abe tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0693820 Jul 06 18:05:24.021493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bbe89b64-aa8e-485d-84d7-0cf4b15213d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1f4577f5cc440a7af46b8c03eec2104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048521 Jul 06 18:05:24.023936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:24.105067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe89b64-aa8e-485d-84d7-0cf4b15213d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d685a3-2034-4de4-aeac-06477b882218,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:24.149277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3457711-7af7-4524-b041-e10cdcc99b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.195786 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3457711-7af7-4524-b041-e10cdcc99b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.298550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3457711-7af7-4524-b041-e10cdcc99b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.304110 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3457711-7af7-4524-b041-e10cdcc99b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.306146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b3457711-7af7-4524-b041-e10cdcc99b30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31d685a3-2034-4de4-aeac-06477b882218 HTTP/1.1" status: 204 len: 168 time: 0.2803419 Jul 06 18:05:24.332238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3457711-7af7-4524-b041-e10cdcc99b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d685a3-2034-4de4-aeac-06477b882218,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:24.672057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 72578d4b-9d22-4107-b07d-b232eb550ce0 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:24.789170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 72578d4b-9d22-4107-b07d-b232eb550ce0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:24.803670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 72578d4b-9d22-4107-b07d-b232eb550ce0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:24.804164 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:24.921367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33458) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:24.989304 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.020643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:25.023708 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a40930-bb5a-4b4a-82cc-53c5069d934b" -d '{"events": [{"server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "name": "network-vif-plugged", "status": "completed", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:25.039936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 72578d4b-9d22-4107-b07d-b232eb550ce0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=72578d4b-9d22-4107-b07d-b232eb550ce0,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:25.046215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.132484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=72578d4b-9d22-4107-b07d-b232eb550ce0,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:25.186519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f054425a-0883-4bf9-bc46-3321c4cf449b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.447288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f054425a-0883-4bf9-bc46-3321c4cf449b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.453981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f054425a-0883-4bf9-bc46-3321c4cf449b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.511961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df683a-9d37-440f-9145-dba02feae6da req-470891cf-945a-4261-80d9-f8d1242d2206 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:25.513578 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49df683a-9d37-440f-9145-dba02feae6da req-470891cf-945a-4261-80d9-f8d1242d2206 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 984 time: 0.2662380 Jul 06 18:05:25.531099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054425a-0883-4bf9-bc46-3321c4cf449b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412a7370-b346-486f-897d-f648710ca418,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:25.570224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f054425a-0883-4bf9-bc46-3321c4cf449b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbea91e80c8e4699b64720aa99400b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417913 Jul 06 18:05:25.571358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:25.621032 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b530308f-2ef5-4e73-b53a-b66e05fb8cd3 x-openstack-request-id: req-b530308f-2ef5-4e73-b53a-b66e05fb8cd3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:25.621509 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "name": "network-vif-plugged", "status": "completed", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:25.621928 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b530308f-2ef5-4e73-b53a-b66e05fb8cd3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:25.622610 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'code': 200} Jul 06 18:05:25.638008 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49df683a-9d37-440f-9145-dba02feae6da req-2879bf61-9865-443a-9ba0-9e0556c359ef tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0988503 Jul 06 18:05:25.684409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47b16b2d-e2da-426f-a394-07f2d20ca860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.741816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47b16b2d-e2da-426f-a394-07f2d20ca860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.816911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47b16b2d-e2da-426f-a394-07f2d20ca860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.822247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47b16b2d-e2da-426f-a394-07f2d20ca860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:25.824524 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-47b16b2d-e2da-426f-a394-07f2d20ca860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/412a7370-b346-486f-897d-f648710ca418 HTTP/1.1" status: 204 len: 168 time: 0.2527118 Jul 06 18:05:25.838818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b16b2d-e2da-426f-a394-07f2d20ca860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a7370-b346-486f-897d-f648710ca418,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:25.946844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f570e-cfac-408d-99ff-9de3cebd11c1 req-0b278c29-6200-4292-8a25-205ef2053900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:25.950282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f73f570e-cfac-408d-99ff-9de3cebd11c1 req-0b278c29-6200-4292-8a25-205ef2053900 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 1135 time: 0.1507986 Jul 06 18:05:26.040861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f73f570e-cfac-408d-99ff-9de3cebd11c1 req-5bde9ec3-98a3-406f-8e59-c5dffdf4c62d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0807188 Jul 06 18:05:26.051034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:26.324386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33508) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:26.340840 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.410528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-682410'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:26.507490 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.517677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.567636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Made reservation on behalf of 5bacc8ee264447a9a9744dba2d4a5d56 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:26.571443 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.577948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e814e57-a47b-46f9-afa3-174d9a38e829,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:26.599089 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db5d286cf944f068557ef31c06c8288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692933 Jul 06 18:05:26.599089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.599089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.599089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.599089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.599807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.599807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.600090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.600421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.600747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.600987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:26.601162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.601605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.601763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58dd70-3898-4bbc-aae7-5005c681fe1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:26.605617 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.729176 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7342fcda-9fd1-4d2f-99e0-da511f3082c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.773880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7342fcda-9fd1-4d2f-99e0-da511f3082c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.796905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.809523 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.891273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:05:26.953627 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.953627 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Added segment cdecfeb4-02b9-47d6-b079-671ca06d632f of type vlan for network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 Jul 06 18:05:26.954065 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7342fcda-9fd1-4d2f-99e0-da511f3082c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.956127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7342fcda-9fd1-4d2f-99e0-da511f3082c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:26.958855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7342fcda-9fd1-4d2f-99e0-da511f3082c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e814e57-a47b-46f9-afa3-174d9a38e829 HTTP/1.1" status: 204 len: 168 time: 0.3552189 Jul 06 18:05:26.996555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e2a88-a2d7-4766-9884-99756c530aba req-9a7b10bf-37b9-47ca-a327-3f0476454d43 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:26.999408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f25e2a88-a2d7-4766-9884-99756c530aba req-9a7b10bf-37b9-47ca-a327-3f0476454d43 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 984 time: 0.1701727 Jul 06 18:05:27.000934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342fcda-9fd1-4d2f-99e0-da511f3082c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e814e57-a47b-46f9-afa3-174d9a38e829,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:27.010781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180b635c-a67c-4f56-bee9-a7448bc1f578,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:27.044907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.178837 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.193712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:27.195078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:27.199621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f25e2a88-a2d7-4766-9884-99756c530aba req-8f4425ad-a261-4d2c-8b3f-969fb3b36a72 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1920345 Jul 06 18:05:27.598197 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5458438 Jul 06 18:05:27.602683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33542) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:27.603704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f647c92-f68a-4689-925d-4967eff7cb03 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Network': ['ID=51d2fd27-0c8a-4457-8fd2-f2708a5efea3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:27.612354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'subnet': {'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:27.617003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:05:27.761196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Made reservation on behalf of 5bacc8ee264447a9a9744dba2d4a5d56 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:27.765488 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.029531 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.093314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:28.107888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Subnet': ['ID=5490a027-fe53-4247-aea7-38717471bd2b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:28.116840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Checking segment: {'id': 'cdecfeb4-02b9-47d6-b079-671ca06d632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:28.117300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Network hostable DHCP agents. Network: 51d2fd27-0c8a-4457-8fd2-f2708a5efea3, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:05:28.136487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:05:28.149579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 51d2fd27-0c8a-4457-8fd2-f2708a5efea3) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:28.165052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689896d-7832-4d1f-aba9-15531c6d2143 None None] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:28.166745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:28.169156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.203489 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-08365446-159e-413b-9867-d49b4a9ced43 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5965385 Jul 06 18:05:28.204936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33562) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:28.218551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'port': {'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3', 'name': 'tempest-AllowedAddressPairTestJSON-608762012'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:28.330032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1680294901-network', 'tenant_id': '129dc25672c34b628a86471493d5c61c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:28.416995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Made reservation on behalf of 129dc25672c34b628a86471493d5c61c for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:28.427262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.481843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-51d2fd27-0c8a-4457-8fd2-f2708a5efea3', 'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3', 'tenant_id': '5bacc8ee264447a9a9744dba2d4a5d56', 'fixed_ips': [{'subnet_id': '5490a027-fe53-4247-aea7-38717471bd2b'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:05:28.483621 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.489870 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.541583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:05:28.541583 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:05:28.541583 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id_1': '129dc25672c34b628a86471493d5c61c', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 5, 28, 523719)}] Jul 06 18:05:28.541583 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:05:28.542499 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:05:28.547435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Made reservation on behalf of 5bacc8ee264447a9a9744dba2d4a5d56 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:28.552532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.584450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] device_id is not set on port 0b8918d4-e7da-4cb3-adaa-c0f80ea92bbd yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:05:28.599770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6d94-628d-4237-afbc-19b0e9e41c7a req-ee1025fc-9065-4364-b7a6-8ba2172f893c tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:28.601403 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b8f6d94-628d-4237-afbc-19b0e9e41c7a req-ee1025fc-9065-4364-b7a6-8ba2172f893c tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 984 time: 0.1533451 Jul 06 18:05:28.707217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Allocated IP 172.20.0.2 (51d2fd27-0c8a-4457-8fd2-f2708a5efea3/5490a027-fe53-4247-aea7-38717471bd2b/e1c86520-77b2-472f-85b0-32ac5b92fe59) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:28.781189 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b8f6d94-628d-4237-afbc-19b0e9e41c7a req-b8da77d7-dda7-40a6-93ed-1eb94a721a23 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1539583 Jul 06 18:05:28.927851 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:28.937930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Transition to ACTIVE for port object e1c86520-77b2-472f-85b0-32ac5b92fe59 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:28.955678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Transition to ACTIVE for port object e1c86520-77b2-472f-85b0-32ac5b92fe59 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:28.963213 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.007941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:29.013830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:29.018074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:29.044543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Pushing event updated for resources: {'Port': ['ID=e1c86520-77b2-472f-85b0-32ac5b92fe59,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:29.056633 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.105679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Attempting to bind port e1c86520-77b2-472f-85b0-32ac5b92fe59 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:05:29.106049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Attempting to bind port e1c86520-77b2-472f-85b0-32ac5b92fe59 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'cdecfeb4-02b9-47d6-b079-671ca06d632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:05:29.106447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Attempting to bind port e1c86520-77b2-472f-85b0-32ac5b92fe59 on network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:29.113789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:05:29.113789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Checking segment: {'id': 'cdecfeb4-02b9-47d6-b079-671ca06d632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:29.114172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.114380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Bound using segment: {'id': 'cdecfeb4-02b9-47d6-b079-671ca06d632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:05:29.114874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Bound port: e1c86520-77b2-472f-85b0-32ac5b92fe59, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdecfeb4-02b9-47d6-b079-671ca06d632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:05:29.115256 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.116101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad5a91-9e7a-412d-a2f0-dfa5b2d95b88 req-8008a26f-6715-4a51-a951-5fcd26282f87 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:29.119226 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38ad5a91-9e7a-412d-a2f0-dfa5b2d95b88 req-8008a26f-6715-4a51-a951-5fcd26282f87 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 984 time: 0.1123295 Jul 06 18:05:29.157688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6c56ea7d-07c8-404b-a4db-90c67828e071 {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:05:29.158484 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:05:29.169567 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38ad5a91-9e7a-412d-a2f0-dfa5b2d95b88 req-8fe647c8-6e0e-4271-b57d-eaa58faa19e8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0446980 Jul 06 18:05:29.208758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] For port e1c86520-77b2-472f-85b0-32ac5b92fe59, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:29.213493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] For port e1c86520-77b2-472f-85b0-32ac5b92fe59, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e1c86520-77b2-472f-85b0-32ac5b92fe59,segment=NetworkSegment(cdecfeb4-02b9-47d6-b079-671ca06d632f),segment_id=cdecfeb4-02b9-47d6-b079-671ca06d632f)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:05:29.218820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.294554 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.302432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.304000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ba748-0928-4369-85bd-83e6d48ab18a None None] Pushing event updated for resources: {'Port': ['ID=e1c86520-77b2-472f-85b0-32ac5b92fe59,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:29.336391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:05:29.348886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a0930c-5f60-4066-be94-658f8ebbcc67,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:29.357191 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.357628 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Added segment 9c5b0069-a1bd-4165-a581-226644f8b490 of type vlan for network 79a93138-7f4a-4689-b19f-07eaac91141d Jul 06 18:05:29.464603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.503793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3621-b4d2-4273-a82e-698efc0e27c1 req-248a4b0d-16bb-4f78-a8b9-2740913ead70 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:29.505548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-91ab3621-b4d2-4273-a82e-698efc0e27c1 req-248a4b0d-16bb-4f78-a8b9-2740913ead70 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 1135 time: 0.1532006 Jul 06 18:05:29.516013 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.517433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:29.518124 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.546416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-91ab3621-b4d2-4273-a82e-698efc0e27c1 req-6668f206-e61f-4662-a37b-42b9a37a64ed tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.696173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:29.727565 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6326494 Jul 06 18:05:29.732567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33598) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:29.760336 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Request body: {'subnet': {'network_id': '79a93138-7f4a-4689-b19f-07eaac91141d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1680294901-subnet', 'tenant_id': '129dc25672c34b628a86471493d5c61c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:29.792208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dadaae-20aa-455f-8edf-236aac88135d admin admin] Pushing event updated for resources: {'Network': ['ID=79a93138-7f4a-4689-b19f-07eaac91141d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:29.813822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 79a93138-7f4a-4689-b19f-07eaac91141d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:05:29.819170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] device_id is not set on port b00c6876-813b-45a0-bd48-7deb3b7952b3 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:05:29.950267 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:05:30.068301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Allocated IP 172.20.0.4 (51d2fd27-0c8a-4457-8fd2-f2708a5efea3/5490a027-fe53-4247-aea7-38717471bd2b/b00c6876-813b-45a0-bd48-7deb3b7952b3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:30.072725 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-91ab3621-b4d2-4273-a82e-698efc0e27c1 req-6668f206-e61f-4662-a37b-42b9a37a64ed tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.084945 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-91ab3621-b4d2-4273-a82e-698efc0e27c1 req-6668f206-e61f-4662-a37b-42b9a37a64ed tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.116198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Made reservation on behalf of 129dc25672c34b628a86471493d5c61c for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:30.120028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.153536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e1c86520-77b2-472f-85b0-32ac5b92fe59 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:30.211053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-91ab3621-b4d2-4273-a82e-698efc0e27c1 req-6668f206-e61f-4662-a37b-42b9a37a64ed tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6895783 Jul 06 18:05:30.220724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668f206-e61f-4662-a37b-42b9a37a64ed tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553bbce3-6360-44e9-b998-ff1f44bda8b7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:30.241966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33612) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:30.325649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port e1c86520-77b2-472f-85b0-32ac5b92fe59 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:30.390157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b11363-37bd-4518-8b43-28aaf9892799 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:30.391906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-93b11363-37bd-4518-8b43-28aaf9892799 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 1130 time: 0.1455348 Jul 06 18:05:30.400666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33616) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:30.411244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:30.543952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.621961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.672679 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.680661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Transition to ACTIVE for port object b00c6876-813b-45a0-bd48-7deb3b7952b3 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:30.754898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.812714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2854a9a-70a8-4052-bab3-66c73bf2c280,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:30.840384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Checking segment: {'id': '9c5b0069-a1bd-4165-a581-226644f8b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '79a93138-7f4a-4689-b19f-07eaac91141d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:30.840976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Network hostable DHCP agents. Network: 79a93138-7f4a-4689-b19f-07eaac91141d, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:05:30.891454 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:30.932242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Network 79a93138-7f4a-4689-b19f-07eaac91141d is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:05:30.934700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Port': ['ID=b00c6876-813b-45a0-bd48-7deb3b7952b3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:30.938376 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:30.942300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:30.951754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 79a93138-7f4a-4689-b19f-07eaac91141d) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:30.966303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e69f47-58ce-46f8-bc81-6ea406279050 None None] Network 79a93138-7f4a-4689-b19f-07eaac91141d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:30.974790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:30.976201 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:30.997782 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.065759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:31.067497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.088371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8ce10eb4-3bce-4032-8e7d-a6dcbe990001 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8800251 Jul 06 18:05:31.092909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33624) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:31.101086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'port': {'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3', 'name': 'tempest-AllowedAddressPairTestJSON-317047413', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:de:93:7e'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:31.179472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2fd679c9-94e1-4f73-8da5-f4541df204d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4451985 Jul 06 18:05:31.226042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc7227-d085-4825-820d-40aca187748f None None] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:31.336550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Made reservation on behalf of 5bacc8ee264447a9a9744dba2d4a5d56 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:31.340910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Allocated IP 172.25.7.227 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/b9be90d4-cf78-49ed-ae77-17839b747b9a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:31.470465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6be44511-149e-4f05-a852-4af4bf4c8b20 None None] Provisioning for port e1c86520-77b2-472f-85b0-32ac5b92fe59 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:31.480723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6be44511-149e-4f05-a852-4af4bf4c8b20 None None] Provisioning complete for port e1c86520-77b2-472f-85b0-32ac5b92fe59 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:31.481839 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6be44511-149e-4f05-a852-4af4bf4c8b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.639765 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.684720 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.697220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987911a7-a526-48bd-9b7f-85ca6f977b31 None None] Network 79a93138-7f4a-4689-b19f-07eaac91141d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:31.751239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] device_id is not set on port 69801c98-1b25-4f02-b1ac-6357d1ddcc78 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:05:31.760409 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:31.874808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:31.880336 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:31.888762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:31.923630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=b9be90d4-cf78-49ed-ae77-17839b747b9a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:31.931083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Allocated IP 172.20.0.3 (51d2fd27-0c8a-4457-8fd2-f2708a5efea3/5490a027-fe53-4247-aea7-38717471bd2b/69801c98-1b25-4f02-b1ac-6357d1ddcc78) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:32.251868 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.295383 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.298370 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Transition to ACTIVE for port object 69801c98-1b25-4f02-b1ac-6357d1ddcc78 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:32.342301 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6be44511-149e-4f05-a852-4af4bf4c8b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.381934 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.441041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6be44511-149e-4f05-a852-4af4bf4c8b20 None None] For port e1c86520-77b2-472f-85b0-32ac5b92fe59, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e1c86520-77b2-472f-85b0-32ac5b92fe59,segment=NetworkSegment(cdecfeb4-02b9-47d6-b079-671ca06d632f),segment_id=cdecfeb4-02b9-47d6-b079-671ca06d632f)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:32.457085 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6be44511-149e-4f05-a852-4af4bf4c8b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:32.618493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be44511-149e-4f05-a852-4af4bf4c8b20 None None] Pushing event updated for resources: {'Port': ['ID=e1c86520-77b2-472f-85b0-32ac5b92fe59,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:32.644231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:32.681761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:32.687444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:32.709550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33656) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:32.732158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-364125281-network', 'tenant_id': '67fd113b007a4849ae7a72de61c2af70'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:32.887607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e91c9c06-3227-4577-8a68-066a69eca608 None None] Provisioning complete for port e1c86520-77b2-472f-85b0-32ac5b92fe59 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:32.888141 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e91c9c06-3227-4577-8a68-066a69eca608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.030583 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:33.031652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.063069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Port': ['ID=69801c98-1b25-4f02-b1ac-6357d1ddcc78,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:33.101962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-57205fee-095e-48b1-82c6-5c1e2aa2b5c6 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.0042839 Jul 06 18:05:33.103139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33664) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:33.121633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Made reservation on behalf of 67fd113b007a4849ae7a72de61c2af70 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:33.127300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.151897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e91c9c06-3227-4577-8a68-066a69eca608 None None] Provisioning for port b00c6876-813b-45a0-bd48-7deb3b7952b3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:33.160061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e91c9c06-3227-4577-8a68-066a69eca608 None None] Provisioning complete for port b00c6876-813b-45a0-bd48-7deb3b7952b3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:33.161536 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e91c9c06-3227-4577-8a68-066a69eca608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.172082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.248887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e91c9c06-3227-4577-8a68-066a69eca608 None None] Port b00c6876-813b-45a0-bd48-7deb3b7952b3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:33.343931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c796b-efdf-4ca2-ae1d-1f3198d0befd tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:33.351197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c796b-efdf-4ca2-ae1d-1f3198d0befd tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:33.365286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c796b-efdf-4ca2-ae1d-1f3198d0befd tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:33.367155 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a60c796b-efdf-4ca2-ae1d-1f3198d0befd tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2628574 Jul 06 18:05:33.373229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:33.386944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bf1b0e67-4967-4e04-ab54-acbda4e1eb81 None None] Provisioning complete for port b00c6876-813b-45a0-bd48-7deb3b7952b3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:33.387806 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf1b0e67-4967-4e04-ab54-acbda4e1eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.489580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b0e67-4967-4e04-ab54-acbda4e1eb81 None None] Port b00c6876-813b-45a0-bd48-7deb3b7952b3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:33.622700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.652935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cb231554-1e1f-495b-a46a-10bf90eec602 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Deleting port 69801c98-1b25-4f02-b1ac-6357d1ddcc78 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:33.653580 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb231554-1e1f-495b-a46a-10bf90eec602 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.748617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2b3171f6-cd63-4532-a007-082cef556e3a None None] Provisioning for port 69801c98-1b25-4f02-b1ac-6357d1ddcc78 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:33.760931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2b3171f6-cd63-4532-a007-082cef556e3a None None] Provisioning complete for port 69801c98-1b25-4f02-b1ac-6357d1ddcc78 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:33.766492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b3171f6-cd63-4532-a007-082cef556e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.838067 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.847428 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.850197 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.857248 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb231554-1e1f-495b-a46a-10bf90eec602 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:33.902806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cb231554-1e1f-495b-a46a-10bf90eec602 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Calling delete_port for 69801c98-1b25-4f02-b1ac-6357d1ddcc78 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:33.915513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2b3171f6-cd63-4532-a007-082cef556e3a None None] Port 69801c98-1b25-4f02-b1ac-6357d1ddcc78 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:34.000035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e1c86520-77b2-472f-85b0-32ac5b92fe59 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:34.137213 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb231554-1e1f-495b-a46a-10bf90eec602 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.198442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb231554-1e1f-495b-a46a-10bf90eec602 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event deleted for resources: {'Port': ['ID=69801c98-1b25-4f02-b1ac-6357d1ddcc78,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:34.198859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e1c86520-77b2-472f-85b0-32ac5b92fe59 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:34.198859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.729665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:05:34.757508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb231554-1e1f-495b-a46a-10bf90eec602 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.767417 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cb231554-1e1f-495b-a46a-10bf90eec602 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "DELETE /v2.0/ports/69801c98-1b25-4f02-b1ac-6357d1ddcc78 HTTP/1.1" status: 204 len: 168 time: 1.3926849 Jul 06 18:05:34.770054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33686) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.775096 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:34.775450 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Added segment 959499ea-4edc-42db-b783-38b1943d2f40 of type vlan for network caaedbf2-5a1a-475f-a595-99ba36dc664b Jul 06 18:05:34.787485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c859d8-81c2-4f29-82ec-12d4f31ce29f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:34.859188 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba885a25-aa62-4e6d-b7fa-629154bad690 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] GET failed (client error): The resource could not be found. Jul 06 18:05:34.873560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ba885a25-aa62-4e6d-b7fa-629154bad690 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "GET /v2.0/ports/69801c98-1b25-4f02-b1ac-6357d1ddcc78 HTTP/1.1" status: 404 len: 333 time: 0.1009238 Jul 06 18:05:34.873861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:34.879243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'port': {'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3', 'name': 'tempest-AllowedAddressPairTestJSON-49573798'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:34.888322 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.016779 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.017827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:35.018964 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.155801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4387445 Jul 06 18:05:35.157649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33694) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:35.170552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Request body: {'subnet': {'network_id': 'caaedbf2-5a1a-475f-a595-99ba36dc664b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-364125281-subnet', 'tenant_id': '67fd113b007a4849ae7a72de61c2af70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:35.189348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52061deb-77c7-46d6-9018-bd4939f8d9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=caaedbf2-5a1a-475f-a595-99ba36dc664b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:35.197004 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.213206 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.215817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network caaedbf2-5a1a-475f-a595-99ba36dc664b details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:05:35.219902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Made reservation on behalf of 5bacc8ee264447a9a9744dba2d4a5d56 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:35.224294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.286244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Made reservation on behalf of 67fd113b007a4849ae7a72de61c2af70 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:35.297900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.367548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] device_id is not set on port 503bb448-db10-4f7e-aeee-c4bca12e380e yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:05:35.374403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=b9be90d4-cf78-49ed-ae77-17839b747b9a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:35.529110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.541411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.755625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.803396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Allocated IP 172.20.0.10 (51d2fd27-0c8a-4457-8fd2-f2708a5efea3/5490a027-fe53-4247-aea7-38717471bd2b/503bb448-db10-4f7e-aeee-c4bca12e380e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:35.830790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a182d9-0aa0-4ebe-992f-825c0dff9021,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:35.860871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Checking segment: {'id': '959499ea-4edc-42db-b783-38b1943d2f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'caaedbf2-5a1a-475f-a595-99ba36dc664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:35.861570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Network hostable DHCP agents. Network: caaedbf2-5a1a-475f-a595-99ba36dc664b, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:05:35.870482 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Floating IP 88be8d32-00f2-487a-9611-679721d99c5e associated. External IP: 172.25.7.227, port: 72578d4b-9d22-4107-b07d-b232eb550ce0. Jul 06 18:05:35.919467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Network caaedbf2-5a1a-475f-a595-99ba36dc664b is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:05:35.941253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, caaedbf2-5a1a-475f-a595-99ba36dc664b) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:35.951627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:35.951911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b221d0e-a37f-4d76-8864-3159b0f1b37c None None] Network caaedbf2-5a1a-475f-a595-99ba36dc664b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:35.952706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:35.991008 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb77a194-3b6a-419a-a72c-d0b2290e4d98 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8291380 Jul 06 18:05:36.143886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274b265a-d6f6-473a-b669-8b20a9f1fea8 None None] Network caaedbf2-5a1a-475f-a595-99ba36dc664b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:36.276836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:36.294747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Transition to ACTIVE for port object 503bb448-db10-4f7e-aeee-c4bca12e380e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:36.395734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:36.528825 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Port': ['ID=503bb448-db10-4f7e-aeee-c4bca12e380e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:36.550674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:36.556519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:36.563829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:36.784122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:36.785274 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:36.813410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:05:36.838601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-490b4ce8-76e9-40ec-b8cc-f2455a7a5489 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9641352 Jul 06 18:05:36.843403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:36.873621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:de:93:7e'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:36.984128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-073b32ee-c8a3-4774-b54e-090e0edbc0f8 None None] Provisioning for port 503bb448-db10-4f7e-aeee-c4bca12e380e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:36.990019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-508c3262-b434-4c4b-8d01-e861ffbffe92 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:36.991758 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-508c3262-b434-4c4b-8d01-e861ffbffe92 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/networks?id=79a93138-7f4a-4689-b19f-07eaac91141d HTTP/1.1" status: 200 len: 809 time: 0.2398660 Jul 06 18:05:36.993594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-073b32ee-c8a3-4774-b54e-090e0edbc0f8 None None] Provisioning complete for port 503bb448-db10-4f7e-aeee-c4bca12e380e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:36.993975 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-073b32ee-c8a3-4774-b54e-090e0edbc0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.044406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-da2f1fe2-3cb7-4c39-b1ac-e24d3582076c tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/quotas/129dc25672c34b628a86471493d5c61c HTTP/1.1" status: 200 len: 375 time: 0.0120294 Jul 06 18:05:37.082126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-073b32ee-c8a3-4774-b54e-090e0edbc0f8 None None] Port 503bb448-db10-4f7e-aeee-c4bca12e380e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:37.099482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:05:37.103866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-8927800f-50e4-45f3-8877-3c05fd3a2c0a tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=129dc25672c34b628a86471493d5c61c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482156 Jul 06 18:05:37.120782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] Sync routers for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:05:37.149602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:37.151321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:05:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:37.205517 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:37.389631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1ace5736-2f96-4dcd-8c98-bf034bc05106 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9819059 Jul 06 18:05:37.389631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:37.390870 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d" -d '{"events": [{"name": "network-changed", "server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:37.395625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33748) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:37.492414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:37.638147 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-0cce1af8-db46-4240-801c-eb98b45d5726 service neutron] 10.222.0.13 "GET /v2.0/networks/79a93138-7f4a-4689-b19f-07eaac91141d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185955 Jul 06 18:05:37.733959 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f41619-36d6-4569-82d3-053d7be70ed6 x-openstack-request-id: req-95f41619-36d6-4569-82d3-053d7be70ed6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:37.734182 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:37.734518 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95f41619-36d6-4569-82d3-053d7be70ed6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:37.735187 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'status': 'completed', 'code': 200} Jul 06 18:05:37.796927 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-f5684f73-3e18-4edb-8377-9f217c74a27b service neutron] 10.222.0.13 "GET /v2.0/networks/79a93138-7f4a-4689-b19f-07eaac91141d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555586 Jul 06 18:05:37.959101 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.005638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdadab8-9b6f-4f68-94cc-b096e475adc2 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.006549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdadab8-9b6f-4f68-94cc-b096e475adc2 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.007443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdadab8-9b6f-4f68-94cc-b096e475adc2 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.008575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdadab8-9b6f-4f68-94cc-b096e475adc2 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.010638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdadab8-9b6f-4f68-94cc-b096e475adc2 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.011602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdadab8-9b6f-4f68-94cc-b096e475adc2 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.012444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdadab8-9b6f-4f68-94cc-b096e475adc2 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.013939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdadab8-9b6f-4f68-94cc-b096e475adc2 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.018352 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4fdadab8-9b6f-4f68-94cc-b096e475adc2 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5687 time: 0.6206772 Jul 06 18:05:38.021987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:38.086814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '88be8d32-00f2-487a-9611-679721d99c5e', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'port_id': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'mac_address': 'fa:16:3e:be:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:05:32Z', 'updated_at': '2021-07-06T18:05:32Z', 'revision_number': 0, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca0b450-c65c-4d6c-9f52-9c24ef7e157f', 'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:eb:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:05:01Z', 'updated_at': '2021-07-06T18:05:14Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:38.179304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] Checking router: 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:05:38.187004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-865fc326-fb4b-48e5-9c00-423ae168fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.192221 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-865fc326-fb4b-48e5-9c00-423ae168fd35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3801e61f3ee74884aa7f7917d4272434&device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 1135 time: 0.4158802 Jul 06 18:05:38.209008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae24751-e7ec-4d45-9956-59c2f1e546e4 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.209518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae24751-e7ec-4d45-9956-59c2f1e546e4 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.210560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae24751-e7ec-4d45-9956-59c2f1e546e4 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.211138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae24751-e7ec-4d45-9956-59c2f1e546e4 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.211680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae24751-e7ec-4d45-9956-59c2f1e546e4 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.213077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae24751-e7ec-4d45-9956-59c2f1e546e4 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.213640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae24751-e7ec-4d45-9956-59c2f1e546e4 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.214448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae24751-e7ec-4d45-9956-59c2f1e546e4 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.216507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5ae24751-e7ec-4d45-9956-59c2f1e546e4 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5234 time: 0.1916623 Jul 06 18:05:38.222469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33768) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:38.248249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:05:38.249377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:05:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:38.643357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-798d05a6-bde8-485b-89fe-4b959fb36fe2 req-b83ab1c3-1bda-41ab-b70f-b76a619ac5e8 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 210 time: 0.2843266 Jul 06 18:05:38.682757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.698225 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.856553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:05:38.927696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] In _notify_port_updated(), no bound segment for port 503bb448-db10-4f7e-aeee-c4bca12e380e on network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:05:38.938459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:38.944016 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:38.953058 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "PUT /v2.0/ports/503bb448-db10-4f7e-aeee-c4bca12e380e HTTP/1.1" status: 200 len: 992 time: 2.1065762 Jul 06 18:05:38.953883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33784) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:38.965991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c76288bc-8d07-40a6-b3e0-e72279ae83af tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.7415886 Jul 06 18:05:38.968447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:39.396633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5c7df16f-5ac1-4270-853d-77b5a22220da None None] Provisioning complete for port 503bb448-db10-4f7e-aeee-c4bca12e380e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:39.397308 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c7df16f-5ac1-4270-853d-77b5a22220da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:39.505455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '88be8d32-00f2-487a-9611-679721d99c5e', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'port_id': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'mac_address': 'fa:16:3e:be:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:05:32Z', 'updated_at': '2021-07-06T18:05:32Z', 'revision_number': 0, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca0b450-c65c-4d6c-9f52-9c24ef7e157f', 'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:eb:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:05:01Z', 'updated_at': '2021-07-06T18:05:14Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:39.524342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-b64cffd1-8e97-4f9c-9a87-dbbf8cccd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:39.527641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-b64cffd1-8e97-4f9c-9a87-dbbf8cccd649 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b0c0903c-4bd1-4d2b-b450-137c5fccf85a HTTP/1.1" status: 200 len: 898 time: 1.3297522 Jul 06 18:05:39.529036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Port': ['ID=503bb448-db10-4f7e-aeee-c4bca12e380e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:39.619121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.619696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.620188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.620690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.621225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.621779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.622364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.622938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.623481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.624036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.624600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.625146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b02e43-dd5f-4d54-acab-25481c3d119b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:39.630185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5c7df16f-5ac1-4270-853d-77b5a22220da None None] Port 503bb448-db10-4f7e-aeee-c4bca12e380e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:39.636968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96500d34-fb0d-4921-8876-0181ff627b02 None None] The sync data for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 is: [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '88be8d32-00f2-487a-9611-679721d99c5e', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'port_id': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'mac_address': 'fa:16:3e:be:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:05:32Z', 'updated_at': '2021-07-06T18:05:32Z', 'revision_number': 0, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca0b450-c65c-4d6c-9f52-9c24ef7e157f', 'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:eb:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:05:01Z', 'updated_at': '2021-07-06T18:05:14Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:05:39.735942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-9219d159-80d1-4b11-95b5-ce1269cd14ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72578d4b-9d22-4107-b07d-b232eb550ce0 HTTP/1.1" status: 200 len: 999 time: 0.1998718 Jul 06 18:05:39.821350 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-da556de4-4f81-4675-9ff0-f1319b9f88d7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:39.840198 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-da556de4-4f81-4675-9ff0-f1319b9f88d7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 814 time: 0.7293282 Jul 06 18:05:39.856304 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f00dfd99-224a-40cd-8f84-bdb2de42346e req-9b30f94d-38f9-4c9e-b25f-5197dc96ffc0 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 210 time: 0.0935650 Jul 06 18:05:39.886962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-4e22bbb0-7a91-4f44-81e7-38b0a61f7cd9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/quotas/f72b4cb9139b43b7844f6ba24dc74384 HTTP/1.1" status: 200 len: 375 time: 0.0371988 Jul 06 18:05:39.900589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-e0e9aab2-f916-45d7-bddc-e2fec55138ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:39.903801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-e0e9aab2-f916-45d7-bddc-e2fec55138ec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17df9bfb-c64b-430e-9533-d4b9ba4aa571 HTTP/1.1" status: 200 len: 834 time: 0.1525555 Jul 06 18:05:39.904754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a5a4b-96c2-4ad3-9a96-f1e39b6e0399 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:39.906020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a5a4b-96c2-4ad3-9a96-f1e39b6e0399 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:39.908427 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b79a5a4b-96c2-4ad3-9a96-f1e39b6e0399 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ed83d2e-ba41-4430-a71c-e8cf730f3c58 HTTP/1.1" status: 200 len: 1989 time: 0.9381595 Jul 06 18:05:39.908962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a804f6b3-ed23-4fea-b03f-e0e992f2406e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Deleting port 503bb448-db10-4f7e-aeee-c4bca12e380e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:39.909776 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a804f6b3-ed23-4fea-b03f-e0e992f2406e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.056076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ae957c26-fcb2-4c9a-932f-6d398d3d63e6 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447437 Jul 06 18:05:40.144995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a804f6b3-ed23-4fea-b03f-e0e992f2406e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.155201 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d42b6ea-d512-4fb7-8474-ee3bcec67b91 None None] New status for floating IP 88be8d32-00f2-487a-9611-679721d99c5e: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:05:40.191629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a804f6b3-ed23-4fea-b03f-e0e992f2406e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Calling delete_port for 503bb448-db10-4f7e-aeee-c4bca12e380e owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:40.234983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-ef3519b2-a310-4db5-8bcd-a88df1828521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:40.239181 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-ef3519b2-a310-4db5-8bcd-a88df1828521 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b0c0903c-4bd1-4d2b-b450-137c5fccf85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210640 Jul 06 18:05:40.386593 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-2646ec22-181b-433e-99a5-bc5758090757 service neutron] 10.222.0.13 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970331 Jul 06 18:05:40.505613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-57cc37ef-ebab-4958-9998-94a85dc94688 service neutron] 10.222.0.22 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110739 Jul 06 18:05:40.572066 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-12c13f56-352d-4752-816a-c66551d1b4d6 service neutron] 10.222.0.13 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840062 Jul 06 18:05:40.639996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a804f6b3-ed23-4fea-b03f-e0e992f2406e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:40.719565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804f6b3-ed23-4fea-b03f-e0e992f2406e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event deleted for resources: {'Port': ['ID=503bb448-db10-4f7e-aeee-c4bca12e380e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:40.831718 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3f31ffeb-54c3-46a0-8e70-5abdb927c79d req-821a9b7d-8d8a-4eb6-a88c-4af9d2e56717 service neutron] 10.222.0.22 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165627 Jul 06 18:05:41.195661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3720fbc1-9228-4436-84c3-38c47b3d95f4 req-4ebac33d-3e43-455d-add8-d842e64d0d39 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 210 time: 0.0414240 Jul 06 18:05:41.226948 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e6692fd-927b-470f-9e20-dfa52ee76f57 req-2a9a849e-9e5b-47c6-ae1d-1129d45c9c6c tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 210 time: 0.1940560 Jul 06 18:05:41.349317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-38cef1ce-9480-4d53-8479-fe21739b631b tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:41.351807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-38cef1ce-9480-4d53-8479-fe21739b631b tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.55 "GET /v2.0/networks?id=79a93138-7f4a-4689-b19f-07eaac91141d HTTP/1.1" status: 200 len: 809 time: 0.4350998 Jul 06 18:05:41.366695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Request body: {'port': {'device_id': 'e09d8969-a186-4956-a063-cd55001e5e74', 'network_id': '79a93138-7f4a-4689-b19f-07eaac91141d', 'admin_state_up': True, 'tenant_id': '129dc25672c34b628a86471493d5c61c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:41.373613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a804f6b3-ed23-4fea-b03f-e0e992f2406e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.375987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a804f6b3-ed23-4fea-b03f-e0e992f2406e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "DELETE /v2.0/ports/503bb448-db10-4f7e-aeee-c4bca12e380e HTTP/1.1" status: 204 len: 168 time: 2.4138131 Jul 06 18:05:41.381961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:41.434897 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00e9e71-d5b5-4d54-b853-ded8c3418956 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] GET failed (client error): The resource could not be found. Jul 06 18:05:41.437188 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f00e9e71-d5b5-4d54-b853-ded8c3418956 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "GET /v2.0/ports/503bb448-db10-4f7e-aeee-c4bca12e380e HTTP/1.1" status: 404 len: 333 time: 0.0539124 Jul 06 18:05:41.444240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33844) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:41.451270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'port': {'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3', 'name': 'tempest-AllowedAddressPairTestJSON-1800089246'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:41.582866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Made reservation on behalf of 129dc25672c34b628a86471493d5c61c for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:41.588249 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.611807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Made reservation on behalf of 5bacc8ee264447a9a9744dba2d4a5d56 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:41.618504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:41.652670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] device_id is not set on port 7ceee306-c113-4ea0-9519-a09d799950ae yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:05:41.819282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Allocated IP 172.20.0.8 (79a93138-7f4a-4689-b19f-07eaac91141d/d2854a9a-70a8-4052-bab3-66c73bf2c280/97b41347-d41b-4953-89f9-ba655ce5c0d2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:41.878265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Allocated IP 172.20.0.12 (51d2fd27-0c8a-4457-8fd2-f2708a5efea3/5490a027-fe53-4247-aea7-38717471bd2b/7ceee306-c113-4ea0-9519-a09d799950ae) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:42.110669 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:42.189064 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:42.230612 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:42.251072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Network 79a93138-7f4a-4689-b19f-07eaac91141d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:42.254527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:42.259094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:42.262477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Transition to ACTIVE for port object 7ceee306-c113-4ea0-9519-a09d799950ae will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:42.332588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Pushing event updated for resources: {'Port': ['ID=97b41347-d41b-4953-89f9-ba655ce5c0d2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:42.349794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:42.390241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:42.391762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:42.452483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-9bf6746c-7481-4f01-839f-649864c9a601 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0908291 Jul 06 18:05:42.481769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:42.489126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:42.502271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:42.550457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99aa16fe-6800-49f9-9bdd-7c8055e699e6 req-b0bfaf80-db80-425b-be8f-70d0f14bdfa5 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 210 time: 0.0951631 Jul 06 18:05:42.586995 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Request body: {'port': {'device_id': 'e09d8969-a186-4956-a063-cd55001e5e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:42.713213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Port': ['ID=7ceee306-c113-4ea0-9519-a09d799950ae,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:42.779797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:42.780884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:42.826044 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-81c98d4b-3ed7-4bd4-a1c1-e36cae47360d tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3793445 Jul 06 18:05:42.831598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33866) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:42.842964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-08ee6720-f4c2-4e62-9e32-2fef896ba4c7 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:de:93:7e'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:42.916004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a280734-42d6-4ca2-868d-40d45ce1dd10 req-13491dd9-9afd-4540-a167-04b12062d606 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:42.924154 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a280734-42d6-4ca2-868d-40d45ce1dd10 req-13491dd9-9afd-4540-a167-04b12062d606 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 931 time: 0.3674216 Jul 06 18:05:42.944189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.031421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-55527b92-1bf1-4f3f-9092-f474db13f449 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:43.033895 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-55527b92-1bf1-4f3f-9092-f474db13f449 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.22 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 814 time: 0.3778067 Jul 06 18:05:43.059261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Request body: {'port': {'device_id': '5b373634-7bc1-4733-affa-a702d46960c0', 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9', 'admin_state_up': True, 'tenant_id': 'f72b4cb9139b43b7844f6ba24dc74384'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:43.070771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-879b56f9-9d65-48d0-a1c2-897d953f9bb5 None None] Provisioning for port 7ceee306-c113-4ea0-9519-a09d799950ae completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:43.077510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-879b56f9-9d65-48d0-a1c2-897d953f9bb5 None None] Provisioning complete for port 7ceee306-c113-4ea0-9519-a09d799950ae triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:43.078271 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-879b56f9-9d65-48d0-a1c2-897d953f9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.134743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a280734-42d6-4ca2-868d-40d45ce1dd10 req-94cc1247-df04-49e5-89a7-ea5308de7a4e tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833565 Jul 06 18:05:43.150223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-879b56f9-9d65-48d0-a1c2-897d953f9bb5 None None] Port 7ceee306-c113-4ea0-9519-a09d799950ae cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:43.259015 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ee6720-f4c2-4e62-9e32-2fef896ba4c7 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.547914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Made reservation on behalf of f72b4cb9139b43b7844f6ba24dc74384 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:43.553048 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.657943 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ee6720-f4c2-4e62-9e32-2fef896ba4c7 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.669845 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ee6720-f4c2-4e62-9e32-2fef896ba4c7 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.762824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b41347-d41b-4953-89f9-ba655ce5c0d2 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:05:43.789011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.819262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Allocated IP 172.20.0.7 (b739771e-7196-4cb6-a7c0-c61744c9b8c9/f8fadd14-3144-4fa6-a572-410c350d286d/e6d093d0-92e2-487f-93de-5798ca7f8f52) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:43.826208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Transition to ACTIVE for port object 97b41347-d41b-4953-89f9-ba655ce5c0d2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:43.861315 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:43.960603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee6720-f4c2-4e62-9e32-2fef896ba4c7 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Port': ['ID=7ceee306-c113-4ea0-9519-a09d799950ae,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:43.996686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-08ee6720-f4c2-4e62-9e32-2fef896ba4c7 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] In _notify_port_updated(), no bound segment for port 7ceee306-c113-4ea0-9519-a09d799950ae on network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:05:44.010247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee6720-f4c2-4e62-9e32-2fef896ba4c7 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:44.011662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ee6720-f4c2-4e62-9e32-2fef896ba4c7 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.016848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-08ee6720-f4c2-4e62-9e32-2fef896ba4c7 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "PUT /v2.0/ports/7ceee306-c113-4ea0-9519-a09d799950ae HTTP/1.1" status: 200 len: 997 time: 1.1811559 Jul 06 18:05:44.018049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:44.040369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-44486b5f-c90c-4b52-ba70-aa337f16b495 req-36182285-e4a9-47cc-8ba1-ab00048b5458 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 210 time: 0.1619637 Jul 06 18:05:44.115289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a44c5967-e115-4836-a306-ca9c563331a8 None None] Provisioning complete for port 7ceee306-c113-4ea0-9519-a09d799950ae triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:44.116234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a44c5967-e115-4836-a306-ca9c563331a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.150317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f7100-3763-42a3-991c-069132de131d service neutron] Pushing event updated for resources: {'Port': ['ID=97b41347-d41b-4953-89f9-ba655ce5c0d2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:44.183486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a44c5967-e115-4836-a306-ca9c563331a8 None None] Port 7ceee306-c113-4ea0-9519-a09d799950ae cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:44.302094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-58158329-5447-4140-8a5f-324a5cd26e2b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Deleting port 7ceee306-c113-4ea0-9519-a09d799950ae {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:44.303034 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58158329-5447-4140-8a5f-324a5cd26e2b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.370992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Attempting to bind port 97b41347-d41b-4953-89f9-ba655ce5c0d2 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:05:44.371913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Attempting to bind port 97b41347-d41b-4953-89f9-ba655ce5c0d2 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '9c5b0069-a1bd-4165-a581-226644f8b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '79a93138-7f4a-4689-b19f-07eaac91141d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:05:44.372686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Attempting to bind port 97b41347-d41b-4953-89f9-ba655ce5c0d2 on network 79a93138-7f4a-4689-b19f-07eaac91141d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:44.398528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Port 97b41347-d41b-4953-89f9-ba655ce5c0d2 on network 79a93138-7f4a-4689-b19f-07eaac91141d not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:05:44.398994 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Attempting to bind port 97b41347-d41b-4953-89f9-ba655ce5c0d2 on network 79a93138-7f4a-4689-b19f-07eaac91141d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:44.419145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:05:44.419976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Checking segment: {'id': '9c5b0069-a1bd-4165-a581-226644f8b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '79a93138-7f4a-4689-b19f-07eaac91141d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:44.420541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Bound using segment: {'id': '9c5b0069-a1bd-4165-a581-226644f8b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '79a93138-7f4a-4689-b19f-07eaac91141d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:05:44.421197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Bound port: 97b41347-d41b-4953-89f9-ba655ce5c0d2, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5b0069-a1bd-4165-a581-226644f8b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '79a93138-7f4a-4689-b19f-07eaac91141d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:05:44.422732 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.458855 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.519799 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58158329-5447-4140-8a5f-324a5cd26e2b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.541442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-58158329-5447-4140-8a5f-324a5cd26e2b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Calling delete_port for 7ceee306-c113-4ea0-9519-a09d799950ae owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:44.561864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b6a7b-d7ee-459b-a63f-4dfa8fd0c359 req-64e3c17f-fae6-4689-925a-7e16b8db29b7 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:44.563530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b69b6a7b-d7ee-459b-a63f-4dfa8fd0c359 req-64e3c17f-fae6-4689-925a-7e16b8db29b7 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 943 time: 0.2286553 Jul 06 18:05:44.577640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] For port 97b41347-d41b-4953-89f9-ba655ce5c0d2, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:44.583708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] For port 97b41347-d41b-4953-89f9-ba655ce5c0d2, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=97b41347-d41b-4953-89f9-ba655ce5c0d2,segment=NetworkSegment(9c5b0069-a1bd-4165-a581-226644f8b490),segment_id=9c5b0069-a1bd-4165-a581-226644f8b490)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:05:44.589758 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.597189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.613129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['77c6fbab-d4fe-42d3-b2bd-00762336bc3d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:05:44.618242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7909b126-f026-4a1a-adfe-df54e2bdc6c0', 'bcc1b9ab-fe61-440c-8376-0f852ce7334f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:05:44.655176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Network b739771e-7196-4cb6-a7c0-c61744c9b8c9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:44.663009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:44.663653 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.665162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d46f7100-3763-42a3-991c-069132de131d service neutron] 10.222.0.55 "PUT /v2.0/ports/97b41347-d41b-4953-89f9-ba655ce5c0d2 HTTP/1.1" status: 200 len: 1091 time: 2.0980382 Jul 06 18:05:44.666126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:44.667937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09d8969-a186-4956-a063-cd55001e5e74', 'tag': '97b41347-d41b-4953-89f9-ba655ce5c0d2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:44.670516 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16" -d '{"events": [{"name": "network-changed", "server_uuid": "e09d8969-a186-4956-a063-cd55001e5e74", "tag": "97b41347-d41b-4953-89f9-ba655ce5c0d2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:44.676620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:44.727136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f7100-3763-42a3-991c-069132de131d service neutron] Pushing event updated for resources: {'Port': ['ID=97b41347-d41b-4953-89f9-ba655ce5c0d2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:44.765453 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b69b6a7b-d7ee-459b-a63f-4dfa8fd0c359 req-72476e51-f28c-4175-8a46-d28e1721b2e6 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353006 Jul 06 18:05:44.786674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Pushing event updated for resources: {'Port': ['ID=e6d093d0-92e2-487f-93de-5798ca7f8f52,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:44.833406 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b281c5-9ee3-47d3-8a78-550656d36e2e x-openstack-request-id: req-32b281c5-9ee3-47d3-8a78-550656d36e2e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:44.833406 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09d8969-a186-4956-a063-cd55001e5e74", "tag": "97b41347-d41b-4953-89f9-ba655ce5c0d2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:44.833406 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32b281c5-9ee3-47d3-8a78-550656d36e2e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:44.833406 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09d8969-a186-4956-a063-cd55001e5e74', 'tag': '97b41347-d41b-4953-89f9-ba655ce5c0d2', 'status': 'completed', 'code': 200} Jul 06 18:05:44.840494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:44.841340 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.869303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-f3669ca7-aad9-4562-8724-8f9035ecdaaf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8179538 Jul 06 18:05:44.886456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Request body: {'port': {'device_id': '5b373634-7bc1-4733-affa-a702d46960c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:44.894855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-7fc64ff3-8ef7-4d85-b467-9764fdb79edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:44.896676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-7fc64ff3-8ef7-4d85-b467-9764fdb79edd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=129dc25672c34b628a86471493d5c61c&device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 1094 time: 0.1045589 Jul 06 18:05:44.951670 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58158329-5447-4140-8a5f-324a5cd26e2b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:44.966486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-f9df1a5e-958c-4c55-be9b-366b34cdd8df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97b41347-d41b-4953-89f9-ba655ce5c0d2 HTTP/1.1" status: 200 len: 217 time: 0.0455906 Jul 06 18:05:45.020411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58158329-5447-4140-8a5f-324a5cd26e2b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event deleted for resources: {'Port': ['ID=7ceee306-c113-4ea0-9519-a09d799950ae,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:45.060904 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.065985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d3bf00ec-aa2e-46cd-90fa-a9c5bffc4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:45.067712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-d3bf00ec-aa2e-46cd-90fa-a9c5bffc4150 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2854a9a-70a8-4052-bab3-66c73bf2c280 HTTP/1.1" status: 200 len: 849 time: 0.0947964 Jul 06 18:05:45.137297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-288abd3d-05b5-45e5-84f2-9761604d5fdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79a93138-7f4a-4689-b19f-07eaac91141d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624046 Jul 06 18:05:45.212360 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58158329-5447-4140-8a5f-324a5cd26e2b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.218578 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-58158329-5447-4140-8a5f-324a5cd26e2b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "DELETE /v2.0/ports/7ceee306-c113-4ea0-9519-a09d799950ae HTTP/1.1" status: 204 len: 168 time: 1.1694841 Jul 06 18:05:45.223020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33904) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:45.306268 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-404ee3db-5ac0-4b50-8a53-c5c0aa20fede tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] GET failed (client error): The resource could not be found. Jul 06 18:05:45.315983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-404ee3db-5ac0-4b50-8a53-c5c0aa20fede tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "GET /v2.0/ports/7ceee306-c113-4ea0-9519-a09d799950ae HTTP/1.1" status: 404 len: 333 time: 0.0912719 Jul 06 18:05:45.323543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33906) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:45.341841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'port': {'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3', 'name': 'tempest-AllowedAddressPairTestJSON-537584155'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:45.389976 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-0d2644a1-9a53-42b1-98b3-33aaa705aeb3 service neutron] 10.222.0.55 "GET /v2.0/networks/79a93138-7f4a-4689-b19f-07eaac91141d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270567 Jul 06 18:05:45.678575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcb19c-96b4-4701-86ff-88380130f9f2 req-163c6acd-15f2-4e77-8c28-8fce683ba383 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:45.681175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fbcb19c-96b4-4701-86ff-88380130f9f2 req-163c6acd-15f2-4e77-8c28-8fce683ba383 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 931 time: 0.2146378 Jul 06 18:05:45.722066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Made reservation on behalf of 5bacc8ee264447a9a9744dba2d4a5d56 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:45.727998 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:45.764668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] device_id is not set on port 8930ad92-569c-4950-ade4-64c968610aa9 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:05:45.798406 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-506ba2d5-dba3-4790-abed-b8cf9633ffff req-a0427ea0-85a2-47ff-87b7-7c6d80093b89 service neutron] 10.222.0.55 "GET /v2.0/networks/79a93138-7f4a-4689-b19f-07eaac91141d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985133 Jul 06 18:05:45.913673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fbcb19c-96b4-4701-86ff-88380130f9f2 req-a8418cb9-e492-428a-ae09-da3fc5f5113f tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212627 Jul 06 18:05:46.006770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d093d0-92e2-487f-93de-5798ca7f8f52 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:05:46.018215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-5adec424-bfe4-4bc8-a423-4b81e036b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:46.019942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-5adec424-bfe4-4bc8-a423-4b81e036b6a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=129dc25672c34b628a86471493d5c61c&device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 1094 time: 0.1524239 Jul 06 18:05:46.029924 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.047947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Allocated IP 172.20.0.14 (51d2fd27-0c8a-4457-8fd2-f2708a5efea3/5490a027-fe53-4247-aea7-38717471bd2b/8930ad92-569c-4950-ade4-64c968610aa9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:46.115478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Transition to ACTIVE for port object e6d093d0-92e2-487f-93de-5798ca7f8f52 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:46.121950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.304342 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.326099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Transition to ACTIVE for port object 8930ad92-569c-4950-ade4-64c968610aa9 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:46.374496 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.451057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:46.455955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:46.461339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:46.466154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Port': ['ID=8930ad92-569c-4950-ade4-64c968610aa9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:46.591470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d093d0-92e2-487f-93de-5798ca7f8f52,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:46.635379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:46.638122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.669772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-3a2e43c0-8857-4f2c-abef-954b4ba73b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:46.672240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-3a2e43c0-8857-4f2c-abef-954b4ba73b42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=79a93138-7f4a-4689-b19f-07eaac91141d HTTP/1.1" status: 200 len: 910 time: 0.6396651 Jul 06 18:05:46.691744 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f80001a9-43b6-4b16-86f7-08b67f6ec17e tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3567586 Jul 06 18:05:46.693754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:46.704536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'port': {'network_id': '51d2fd27-0c8a-4457-8fd2-f2708a5efea3', 'name': 'tempest-AllowedAddressPairTestJSON-1668196217'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:46.734066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-a4e7c8ac-a66c-4a5c-845c-4de0292aac22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97b41347-d41b-4953-89f9-ba655ce5c0d2 HTTP/1.1" status: 200 len: 217 time: 0.0538592 Jul 06 18:05:46.745422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa36e7-ad7e-436b-9702-ff0d262d7412 req-6b505dae-3f40-4a26-9ec6-aa5b1d8263b5 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:46.747345 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-45fa36e7-ad7e-436b-9702-ff0d262d7412 req-6b505dae-3f40-4a26-9ec6-aa5b1d8263b5 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 943 time: 0.7355428 Jul 06 18:05:46.820645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-913c5bbc-118a-425e-8eb4-e1e13c7a9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:46.822152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-913c5bbc-118a-425e-8eb4-e1e13c7a9b3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2854a9a-70a8-4052-bab3-66c73bf2c280 HTTP/1.1" status: 200 len: 849 time: 0.0738945 Jul 06 18:05:46.849874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Attempting to bind port e6d093d0-92e2-487f-93de-5798ca7f8f52 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:05:46.850882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Attempting to bind port e6d093d0-92e2-487f-93de-5798ca7f8f52 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:05:46.851652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Attempting to bind port e6d093d0-92e2-487f-93de-5798ca7f8f52 on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:46.854855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-76653dbd-5ace-49ff-af33-97451e5a33d6 None None] Provisioning for port 8930ad92-569c-4950-ade4-64c968610aa9 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:46.861672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-76653dbd-5ace-49ff-af33-97451e5a33d6 None None] Provisioning complete for port 8930ad92-569c-4950-ade4-64c968610aa9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:46.862811 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76653dbd-5ace-49ff-af33-97451e5a33d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.900879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Port e6d093d0-92e2-487f-93de-5798ca7f8f52 on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:05:46.901195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Attempting to bind port e6d093d0-92e2-487f-93de-5798ca7f8f52 on network b739771e-7196-4cb6-a7c0-c61744c9b8c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:05:46.912277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-cfe51ed4-9773-4268-847f-a306bf128f9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79a93138-7f4a-4689-b19f-07eaac91141d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805523 Jul 06 18:05:46.915034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Made reservation on behalf of 5bacc8ee264447a9a9744dba2d4a5d56 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:05:46.920955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:05:46.921357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Checking segment: {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:05:46.921699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Bound using segment: {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:05:46.922158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Bound port: e6d093d0-92e2-487f-93de-5798ca7f8f52, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc4c035-e485-4daf-8d8e-bbf97c20c983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:05:46.922793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.922950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:46.927660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-76653dbd-5ace-49ff-af33-97451e5a33d6 None None] Port 8930ad92-569c-4950-ade4-64c968610aa9 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:46.978943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] device_id is not set on port 52afb2aa-c81f-4d1b-ae53-258f8171a43b yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:05:46.979739 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09ddde70-abc0-4c51-94f9-20f3db00212e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.054649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-45fa36e7-ad7e-436b-9702-ff0d262d7412 req-5809dc7c-acd4-430b-b04a-d9d85156b457 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949104 Jul 06 18:05:47.205953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] For port e6d093d0-92e2-487f-93de-5798ca7f8f52, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:05:47.213415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] For port e6d093d0-92e2-487f-93de-5798ca7f8f52, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e6d093d0-92e2-487f-93de-5798ca7f8f52,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:05:47.231387 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.254396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-c4ecbe10-7927-4f93-aa06-eb2d3274abf8 service neutron] 10.222.0.55 "GET /v2.0/networks/79a93138-7f4a-4689-b19f-07eaac91141d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287532 Jul 06 18:05:47.294839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Allocated IP 172.20.0.6 (51d2fd27-0c8a-4457-8fd2-f2708a5efea3/5490a027-fe53-4247-aea7-38717471bd2b/52afb2aa-c81f-4d1b-ae53-258f8171a43b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:05:47.334027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b9b1d-e241-46c7-9373-f8b16a42ca94 req-010202bf-8861-4254-8e5c-126bf0c50320 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:47.347485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fd0b9b1d-e241-46c7-9373-f8b16a42ca94 req-010202bf-8861-4254-8e5c-126bf0c50320 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 943 time: 0.2315311 Jul 06 18:05:47.371853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:47.372493 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.376962 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] 10.222.0.22 "PUT /v2.0/ports/e6d093d0-92e2-487f-93de-5798ca7f8f52 HTTP/1.1" status: 200 len: 1091 time: 2.4962327 Jul 06 18:05:47.377775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b373634-7bc1-4733-affa-a702d46960c0', 'tag': 'e6d093d0-92e2-487f-93de-5798ca7f8f52'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:47.381032 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8b2fc4-3306-4691-b257-62dd6cfc956a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b373634-7bc1-4733-affa-a702d46960c0", "tag": "e6d093d0-92e2-487f-93de-5798ca7f8f52"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:47.461504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede779c8-c3f5-4a93-865b-5b28d282eb78 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d093d0-92e2-487f-93de-5798ca7f8f52,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:47.468251 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fd0b9b1d-e241-46c7-9373-f8b16a42ca94 req-0f87e5f2-4872-455a-8303-7db6e7437f3f tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195295 Jul 06 18:05:47.475965 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600f0010-8711-412f-a3e1-9f2abb021584 x-openstack-request-id: req-600f0010-8711-412f-a3e1-9f2abb021584 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:47.476346 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b373634-7bc1-4733-affa-a702d46960c0", "tag": "e6d093d0-92e2-487f-93de-5798ca7f8f52", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:47.476645 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-600f0010-8711-412f-a3e1-9f2abb021584 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:47.477226 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b373634-7bc1-4733-affa-a702d46960c0', 'tag': 'e6d093d0-92e2-487f-93de-5798ca7f8f52', 'status': 'completed', 'code': 200} Jul 06 18:05:47.593836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f12cba5-ca2e-430b-b25a-d6abaf7e5b16 req-be5a7c00-7f97-420a-802b-9b0f97214ca9 service neutron] 10.222.0.55 "GET /v2.0/networks/79a93138-7f4a-4689-b19f-07eaac91141d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038876 Jul 06 18:05:47.623778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-88279fdd-a8fa-4965-9bd5-99552e4c2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:47.627447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-88279fdd-a8fa-4965-9bd5-99552e4c2fd4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 1094 time: 0.1578994 Jul 06 18:05:47.639095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.664802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Transition to ACTIVE for port object 52afb2aa-c81f-4d1b-ae53-258f8171a43b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:05:47.686558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-ff2f70eb-68be-4408-a103-1807736dc7e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6d093d0-92e2-487f-93de-5798ca7f8f52 HTTP/1.1" status: 200 len: 217 time: 0.0514033 Jul 06 18:05:47.718496 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.746155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-803c43bd-df5f-42e5-90df-18ee847ae57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:47.747815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-803c43bd-df5f-42e5-90df-18ee847ae57f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.0542984 Jul 06 18:05:47.795316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-d4b65fd8-aff7-492d-b732-3a830fbe3376 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399821 Jul 06 18:05:47.807853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:05:47.823831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:05:47.828032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:05:47.884462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Port': ['ID=52afb2aa-c81f-4d1b-ae53-258f8171a43b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:47.932015 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-02ca3572-8d78-435e-97a1-152accb63571 service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289558 Jul 06 18:05:47.935556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:47.936607 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:47.967444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cf6c14a8-9450-4e23-b60b-acd238f4e285 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2715812 Jul 06 18:05:47.970463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33950) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:47.980380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-eb496e0c-9d9d-4c6f-88d6-4fa3ea4af634 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:de:93:7e'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:51:3a:4e'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:05:48.077296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f48e006-739a-4ccb-8594-ff08697d8bc3 req-5e16929f-8818-4800-83c5-e72fd2f52af5 service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369233 Jul 06 18:05:48.190467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb496e0c-9d9d-4c6f-88d6-4fa3ea4af634 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:48.273753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cf28edaa-a457-4dfa-aa4c-9d4c11d4ff9f None None] Provisioning for port 52afb2aa-c81f-4d1b-ae53-258f8171a43b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:48.282511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cf28edaa-a457-4dfa-aa4c-9d4c11d4ff9f None None] Provisioning complete for port 52afb2aa-c81f-4d1b-ae53-258f8171a43b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:48.285418 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf28edaa-a457-4dfa-aa4c-9d4c11d4ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:48.360749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cf28edaa-a457-4dfa-aa4c-9d4c11d4ff9f None None] Port 52afb2aa-c81f-4d1b-ae53-258f8171a43b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:48.364415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-ad6059a4-2a80-458e-856b-233805e755fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:48.367043 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-ad6059a4-2a80-458e-856b-233805e755fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 1094 time: 0.2002230 Jul 06 18:05:48.391860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8c1c2-88c8-4c48-854d-061ebdc576e9 req-07b380cb-67c2-44b7-9433-8e4a01fa3938 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:48.393919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aa8c1c2-88c8-4c48-854d-061ebdc576e9 req-07b380cb-67c2-44b7-9433-8e4a01fa3938 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 943 time: 0.1732585 Jul 06 18:05:48.495559 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5aa8c1c2-88c8-4c48-854d-061ebdc576e9 req-dd46ba24-31dd-4ea3-8c90-8a435ae76275 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923834 Jul 06 18:05:48.527086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-9c529779-427d-48a6-951f-a01ae84087f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:48.529379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-9c529779-427d-48a6-951f-a01ae84087f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 915 time: 0.1539774 Jul 06 18:05:48.542723 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb496e0c-9d9d-4c6f-88d6-4fa3ea4af634 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:48.551659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb496e0c-9d9d-4c6f-88d6-4fa3ea4af634 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:48.590464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-8c95bfa8-3c63-4a6d-90b1-b165bded7dff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6d093d0-92e2-487f-93de-5798ca7f8f52 HTTP/1.1" status: 200 len: 217 time: 0.0547302 Jul 06 18:05:48.670554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-9f2df139-399d-4766-9a82-88582f91dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:48.673620 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-9f2df139-399d-4766-9a82-88582f91dbad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.0756433 Jul 06 18:05:48.719229 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-c6d2d693-1ad6-4175-a02c-6edbd8e5bb4b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386956 Jul 06 18:05:48.738466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb496e0c-9d9d-4c6f-88d6-4fa3ea4af634 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event updated for resources: {'Port': ['ID=52afb2aa-c81f-4d1b-ae53-258f8171a43b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:48.844855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-eb496e0c-9d9d-4c6f-88d6-4fa3ea4af634 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] In _notify_port_updated(), no bound segment for port 52afb2aa-c81f-4d1b-ae53-258f8171a43b on network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:05:48.860506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb496e0c-9d9d-4c6f-88d6-4fa3ea4af634 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:48.862403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb496e0c-9d9d-4c6f-88d6-4fa3ea4af634 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:48.864855 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eb496e0c-9d9d-4c6f-88d6-4fa3ea4af634 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "PUT /v2.0/ports/52afb2aa-c81f-4d1b-ae53-258f8171a43b HTTP/1.1" status: 200 len: 1056 time: 0.8926182 Jul 06 18:05:48.868772 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-6b23b69a-d1fd-4a54-aaa1-1f36bb9ebb3a service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413507 Jul 06 18:05:48.869298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33966) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:48.900934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af295dd-58f7-491e-b315-9feaee934772 req-edf8f9ff-d408-4f45-9774-f4d33b4d32db tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:48.902852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3af295dd-58f7-491e-b315-9feaee934772 req-edf8f9ff-d408-4f45-9774-f4d33b4d32db tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 943 time: 0.2264359 Jul 06 18:05:48.975673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3af295dd-58f7-491e-b315-9feaee934772 req-65f2739e-4b3e-4963-b391-97ac3e84a196 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599661 Jul 06 18:05:49.103802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-edc966f2-b54c-4642-85dc-4ac4b62ced82 None None] Provisioning complete for port 52afb2aa-c81f-4d1b-ae53-258f8171a43b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:49.104733 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edc966f2-b54c-4642-85dc-4ac4b62ced82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.156599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f8b2fc4-3306-4691-b257-62dd6cfc956a req-c1f424a9-06c3-4d9d-8daf-e6a04f0ea18b service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674501 Jul 06 18:05:49.181594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-edc966f2-b54c-4642-85dc-4ac4b62ced82 None None] Port 52afb2aa-c81f-4d1b-ae53-258f8171a43b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:05:49.195256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5d49cf7d-669b-42ac-b79d-a9a13ac7b4fb tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Deleting port 52afb2aa-c81f-4d1b-ae53-258f8171a43b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:49.195747 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d49cf7d-669b-42ac-b79d-a9a13ac7b4fb tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.309956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d49cf7d-669b-42ac-b79d-a9a13ac7b4fb tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.324725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5d49cf7d-669b-42ac-b79d-a9a13ac7b4fb tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Calling delete_port for 52afb2aa-c81f-4d1b-ae53-258f8171a43b owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:49.518077 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d49cf7d-669b-42ac-b79d-a9a13ac7b4fb tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.520531 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5374dd83-7643-4613-9ef6-a3d082c861c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:49.571207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49cf7d-669b-42ac-b79d-a9a13ac7b4fb tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event deleted for resources: {'Port': ['ID=52afb2aa-c81f-4d1b-ae53-258f8171a43b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:49.826942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 97b41347-d41b-4953-89f9-ba655ce5c0d2 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:05:49.959334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 97b41347-d41b-4953-89f9-ba655ce5c0d2, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=97b41347-d41b-4953-89f9-ba655ce5c0d2,segment=NetworkSegment(9c5b0069-a1bd-4165-a581-226644f8b490),segment_id=9c5b0069-a1bd-4165-a581-226644f8b490)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:49.974998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '97b41347-d41b-4953-89f9-ba655ce5c0d2', 'network_id': '79a93138-7f4a-4689-b19f-07eaac91141d', 'port_id': '97b41347-d41b-4953-89f9-ba655ce5c0d2', 'mac_address': 'fa:16:3e:f1:77:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2854a9a-70a8-4052-bab3-66c73bf2c280', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:05:49.997992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f14045-6202-49f6-84a7-bea2c4ed35d9 req-7b487a1a-d4d7-4d9d-ab43-7e96948f769a tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:49.999698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99f14045-6202-49f6-84a7-bea2c4ed35d9 req-7b487a1a-d4d7-4d9d-ab43-7e96948f769a tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 943 time: 0.2723629 Jul 06 18:05:50.017671 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.037148 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d49cf7d-669b-42ac-b79d-a9a13ac7b4fb tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.041782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5d49cf7d-669b-42ac-b79d-a9a13ac7b4fb tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "DELETE /v2.0/ports/52afb2aa-c81f-4d1b-ae53-258f8171a43b HTTP/1.1" status: 204 len: 168 time: 1.1711819 Jul 06 18:05:50.044671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 33986) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:50.088463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b41347-d41b-4953-89f9-ba655ce5c0d2 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:05:50.091511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-99f14045-6202-49f6-84a7-bea2c4ed35d9 req-22ee13ce-bbd9-493e-be23-5e2a05a46094 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793962 Jul 06 18:05:50.107752 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.113885 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2108b4ec-2692-4bef-b5f4-dc0c9603d16c tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] GET failed (client error): The resource could not be found. Jul 06 18:05:50.117896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2108b4ec-2692-4bef-b5f4-dc0c9603d16c tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "GET /v2.0/ports/52afb2aa-c81f-4d1b-ae53-258f8171a43b HTTP/1.1" status: 404 len: 333 time: 0.0721030 Jul 06 18:05:50.120929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 33988) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:50.150424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 97b41347-d41b-4953-89f9-ba655ce5c0d2, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=97b41347-d41b-4953-89f9-ba655ce5c0d2,segment=NetworkSegment(9c5b0069-a1bd-4165-a581-226644f8b490),segment_id=9c5b0069-a1bd-4165-a581-226644f8b490)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:50.157165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.228923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6100ecd-1c87-4d9f-8924-7fbfbb9f06c5 req-8c71653f-ba6f-42c0-b696-ea6172fdf179 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:50.230836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e6100ecd-1c87-4d9f-8924-7fbfbb9f06c5 req-8c71653f-ba6f-42c0-b696-ea6172fdf179 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 943 time: 0.0954368 Jul 06 18:05:50.257342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=97b41347-d41b-4953-89f9-ba655ce5c0d2,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:50.269725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.270598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.271148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.271693 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.272818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.273370 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.273912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.274488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.275910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.276461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.277059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.277596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:05:50.299059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e6100ecd-1c87-4d9f-8924-7fbfbb9f06c5 req-d776c68f-2a81-4717-b859-8dd8dc4f8e0e tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549266 Jul 06 18:05:50.337620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-607b7003-1a78-4762-8090-9ea4864f8a34 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Deleting port 8930ad92-569c-4950-ade4-64c968610aa9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:50.338729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-607b7003-1a78-4762-8090-9ea4864f8a34 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.467836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-607b7003-1a78-4762-8090-9ea4864f8a34 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.474513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['97b41347-d41b-4953-89f9-ba655ce5c0d2'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:05:50.489774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-607b7003-1a78-4762-8090-9ea4864f8a34 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Calling delete_port for 8930ad92-569c-4950-ade4-64c968610aa9 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:50.730854 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-607b7003-1a78-4762-8090-9ea4864f8a34 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.751036 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.767483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b7003-1a78-4762-8090-9ea4864f8a34 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event deleted for resources: {'Port': ['ID=8930ad92-569c-4950-ade4-64c968610aa9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:50.811266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e6d093d0-92e2-487f-93de-5798ca7f8f52 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:05:50.931190 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-607b7003-1a78-4762-8090-9ea4864f8a34 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:50.935606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-607b7003-1a78-4762-8090-9ea4864f8a34 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "DELETE /v2.0/ports/8930ad92-569c-4950-ade4-64c968610aa9 HTTP/1.1" status: 204 len: 168 time: 0.8103738 Jul 06 18:05:50.936798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:50.961965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port e6d093d0-92e2-487f-93de-5798ca7f8f52, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e6d093d0-92e2-487f-93de-5798ca7f8f52,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:50.977659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'e6d093d0-92e2-487f-93de-5798ca7f8f52', 'network_id': 'b739771e-7196-4cb6-a7c0-c61744c9b8c9', 'port_id': 'e6d093d0-92e2-487f-93de-5798ca7f8f52', 'mac_address': 'fa:16:3e:50:7e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fadd14-3144-4fa6-a572-410c350d286d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:05:50.991476 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-08755404-dcd4-478a-a287-6ad5cd79d11b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] GET failed (client error): The resource could not be found. Jul 06 18:05:51.006112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-08755404-dcd4-478a-a287-6ad5cd79d11b tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "GET /v2.0/ports/8930ad92-569c-4950-ade4-64c968610aa9 HTTP/1.1" status: 404 len: 333 time: 0.0563474 Jul 06 18:05:51.007017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34006) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:51.066404 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.091636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d093d0-92e2-487f-93de-5798ca7f8f52 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:05:51.116243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port e6d093d0-92e2-487f-93de-5798ca7f8f52, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e6d093d0-92e2-487f-93de-5798ca7f8f52,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:51.122375 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.188723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=e6d093d0-92e2-487f-93de-5798ca7f8f52,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:51.189644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-91642b18-ead4-4cbd-9fa2-97bc6904e7ea tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Deleting port b00c6876-813b-45a0-bd48-7deb3b7952b3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:51.189644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91642b18-ead4-4cbd-9fa2-97bc6904e7ea tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.339382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['e6d093d0-92e2-487f-93de-5798ca7f8f52'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:05:51.385103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91642b18-ead4-4cbd-9fa2-97bc6904e7ea tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.418176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-91642b18-ead4-4cbd-9fa2-97bc6904e7ea tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Calling delete_port for b00c6876-813b-45a0-bd48-7deb3b7952b3 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:51.508553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b86fdd-6bfe-4059-8284-6819cc65990b req-1ee078a9-f79b-4e2b-a1ae-cba3703b0d0b tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:51.515788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c8b86fdd-6bfe-4059-8284-6819cc65990b req-1ee078a9-f79b-4e2b-a1ae-cba3703b0d0b tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 944 time: 0.1704559 Jul 06 18:05:51.607849 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c8b86fdd-6bfe-4059-8284-6819cc65990b req-c8efc886-3f4d-4176-b689-a48f8b659f2d tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831878 Jul 06 18:05:51.651019 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91642b18-ead4-4cbd-9fa2-97bc6904e7ea tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.685679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91642b18-ead4-4cbd-9fa2-97bc6904e7ea tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event deleted for resources: {'Port': ['ID=b00c6876-813b-45a0-bd48-7deb3b7952b3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:51.764394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a88f1-948d-4969-89cd-3156cc73379c req-e01d2d50-6807-4cd6-9566-af57c4a8b888 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:51.772213 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f9a88f1-948d-4969-89cd-3156cc73379c req-e01d2d50-6807-4cd6-9566-af57c4a8b888 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 944 time: 0.2059569 Jul 06 18:05:51.852200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 97b41347-d41b-4953-89f9-ba655ce5c0d2 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:51.854196 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91642b18-ead4-4cbd-9fa2-97bc6904e7ea tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.862631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34022) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:51.862846 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91642b18-ead4-4cbd-9fa2-97bc6904e7ea tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "DELETE /v2.0/ports/b00c6876-813b-45a0-bd48-7deb3b7952b3 HTTP/1.1" status: 204 len: 168 time: 0.8533399 Jul 06 18:05:51.884148 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f9a88f1-948d-4969-89cd-3156cc73379c req-aaed43b4-b06b-490d-99f3-248a30d6488f tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110723 Jul 06 18:05:51.976933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 97b41347-d41b-4953-89f9-ba655ce5c0d2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:51.982378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c204645-aa46-4ace-95cb-b1d1dfae4ba8 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Deleting subnet 5490a027-fe53-4247-aea7-38717471bd2b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:05:51.982996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 97b41347-d41b-4953-89f9-ba655ce5c0d2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:51.983385 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:51.988724 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c204645-aa46-4ace-95cb-b1d1dfae4ba8 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.062377 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c204645-aa46-4ace-95cb-b1d1dfae4ba8 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.104279 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.147812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09d8969-a186-4956-a063-cd55001e5e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b41347-d41b-4953-89f9-ba655ce5c0d2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:52.151258 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97b0c17-2203-4ddc-8baa-f0f980218e77" -d '{"events": [{"server_uuid": "e09d8969-a186-4956-a063-cd55001e5e74", "name": "network-vif-plugged", "status": "completed", "tag": "97b41347-d41b-4953-89f9-ba655ce5c0d2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:52.171485 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c204645-aa46-4ace-95cb-b1d1dfae4ba8 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.197815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 97b41347-d41b-4953-89f9-ba655ce5c0d2, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=97b41347-d41b-4953-89f9-ba655ce5c0d2,segment=NetworkSegment(9c5b0069-a1bd-4165-a581-226644f8b490),segment_id=9c5b0069-a1bd-4165-a581-226644f8b490)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:52.204837 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.242493 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b2b0a6-da98-4c43-bac3-5f78734ffd29 x-openstack-request-id: req-89b2b0a6-da98-4c43-bac3-5f78734ffd29 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:52.243819 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09d8969-a186-4956-a063-cd55001e5e74", "name": "network-vif-plugged", "status": "completed", "tag": "97b41347-d41b-4953-89f9-ba655ce5c0d2", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:52.243819 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89b2b0a6-da98-4c43-bac3-5f78734ffd29 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:52.243819 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09d8969-a186-4956-a063-cd55001e5e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b41347-d41b-4953-89f9-ba655ce5c0d2', 'code': 200} Jul 06 18:05:52.255757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c204645-aa46-4ace-95cb-b1d1dfae4ba8 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.280517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=97b41347-d41b-4953-89f9-ba655ce5c0d2,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:52.286743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c204645-aa46-4ace-95cb-b1d1dfae4ba8 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event deleted for resources: {'Subnet': ['ID=5490a027-fe53-4247-aea7-38717471bd2b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:52.294502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c204645-aa46-4ace-95cb-b1d1dfae4ba8 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.296729 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6c204645-aa46-4ace-95cb-b1d1dfae4ba8 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "DELETE /v2.0/subnets/5490a027-fe53-4247-aea7-38717471bd2b HTTP/1.1" status: 204 len: 168 time: 0.4325759 Jul 06 18:05:52.301234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34030) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:52.304914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d61b4-096a-4004-b9cc-464299a12d3e None None] Network 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:05:52.472680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.549719 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8bc41-22c1-46fd-b7c4-5f187450714e req-3f139db3-ee68-4740-b971-57621b1f1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:52.551333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-94b8bc41-22c1-46fd-b7c4-5f187450714e req-3f139db3-ee68-4740-b971-57621b1f1e5c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 1096 time: 0.1983259 Jul 06 18:05:52.574599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57651bb0-6108-421d-819f-a049dcc5ccc6 None None] DHCP port deletion for 51d2fd27-0c8a-4457-8fd2-f2708a5efea3 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:05:52.633993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-94b8bc41-22c1-46fd-b7c4-5f187450714e req-5488f6eb-bad6-4a7b-975b-25d62b211509 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743420 Jul 06 18:05:52.636627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Deleting port e1c86520-77b2-472f-85b0-32ac5b92fe59 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:52.637304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.672496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-57651bb0-6108-421d-819f-a049dcc5ccc6 None None] Deleting port e1c86520-77b2-472f-85b0-32ac5b92fe59 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:05:52.672926 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57651bb0-6108-421d-819f-a049dcc5ccc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.739893 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.763534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-57651bb0-6108-421d-819f-a049dcc5ccc6 None None] For port e1c86520-77b2-472f-85b0-32ac5b92fe59, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e1c86520-77b2-472f-85b0-32ac5b92fe59,segment=NetworkSegment(cdecfeb4-02b9-47d6-b079-671ca06d632f),segment_id=cdecfeb4-02b9-47d6-b079-671ca06d632f)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:52.764296 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57651bb0-6108-421d-819f-a049dcc5ccc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.775809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] For port e1c86520-77b2-472f-85b0-32ac5b92fe59, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e1c86520-77b2-472f-85b0-32ac5b92fe59,segment=NetworkSegment(cdecfeb4-02b9-47d6-b079-671ca06d632f),segment_id=cdecfeb4-02b9-47d6-b079-671ca06d632f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:52.776200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.793064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-57651bb0-6108-421d-819f-a049dcc5ccc6 None None] Calling delete_port for e1c86520-77b2-472f-85b0-32ac5b92fe59 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:52.795883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Calling delete_port for e1c86520-77b2-472f-85b0-32ac5b92fe59 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:05:52.941259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:05:52.966464 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:05:52.978149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e6d093d0-92e2-487f-93de-5798ca7f8f52 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:05:53.003919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d83a6b-5095-447d-b069-bfd1e26aac37 req-a0b64ec0-7c32-4795-856a-e5132d022ccc tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:53.011349 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05d83a6b-5095-447d-b069-bfd1e26aac37 req-a0b64ec0-7c32-4795-856a-e5132d022ccc tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 945 time: 0.1705995 Jul 06 18:05:53.011664 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57651bb0-6108-421d-819f-a049dcc5ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.018555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event deleted for resources: {'Port': ['ID=e1c86520-77b2-472f-85b0-32ac5b92fe59,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:53.023397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] No DVR routers for this DVR port e1c86520-77b2-472f-85b0-32ac5b92fe59 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:53.055869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57651bb0-6108-421d-819f-a049dcc5ccc6 None None] Pushing event deleted for resources: {'Port': ['ID=e1c86520-77b2-472f-85b0-32ac5b92fe59,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:53.059769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57651bb0-6108-421d-819f-a049dcc5ccc6 None None] No DVR routers for this DVR port e1c86520-77b2-472f-85b0-32ac5b92fe59 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:05:53.113051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port e6d093d0-92e2-487f-93de-5798ca7f8f52 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:05:53.121118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port e6d093d0-92e2-487f-93de-5798ca7f8f52 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:05:53.121731 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.178672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-05d83a6b-5095-447d-b069-bfd1e26aac37 req-f73d0bf8-6d06-40b1-aa17-9f80ef0dbe76 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373105 Jul 06 18:05:53.186082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.240618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d2fd27-0c8a-4457-8fd2-f2708a5efea3']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:53.255017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdecfeb4-02b9-47d6-b079-671ca06d632f') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:53.255416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdecfeb4-02b9-47d6-b079-671ca06d632f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:05:53.268004 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.271590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.296915 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.307679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:05:53.308219 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:05:53.311563 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:05:53.329153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port e6d093d0-92e2-487f-93de-5798ca7f8f52, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e6d093d0-92e2-487f-93de-5798ca7f8f52,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:05:53.336635 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.372905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421b500-f331-4e83-b6b6-35cb112b9314 req-33e8b380-6714-4278-ad40-f825a0c9ec8a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:53.374736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6421b500-f331-4e83-b6b6-35cb112b9314 req-33e8b380-6714-4278-ad40-f825a0c9ec8a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 944 time: 0.1917887 Jul 06 18:05:53.455302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=e6d093d0-92e2-487f-93de-5798ca7f8f52,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:53.464884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.471533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:53.477953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] 10.222.0.13 "DELETE /v2.0/networks/51d2fd27-0c8a-4457-8fd2-f2708a5efea3 HTTP/1.1" status: 204 len: 168 time: 1.1716840 Jul 06 18:05:53.490884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6421b500-f331-4e83-b6b6-35cb112b9314 req-238cddd4-3dc6-48fa-a68f-0974fadfa7fc tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034136 Jul 06 18:05:53.510702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2eca4-6e2f-4713-a88f-b94738504820 tempest-AllowedAddressPairTestJSON-1562452206 tempest-AllowedAddressPairTestJSON-1562452206-project] Pushing event deleted for resources: {'Network': ['ID=51d2fd27-0c8a-4457-8fd2-f2708a5efea3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:53.878408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34062) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:53.995253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e1c86520-77b2-472f-85b0-32ac5b92fe59 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:05:54.027314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: e1c86520-77b2-472f-85b0-32ac5b92fe59 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:05:54.027762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e1c86520-77b2-472f-85b0-32ac5b92fe59 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:05:54.076890 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7a83a633-83de-4ed3-b526-c3aa6dc699d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bacc8ee264447a9a9744dba2d4a5d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969731 Jul 06 18:05:54.080888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:05:54.140983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9ca711e-2217-4fd0-a60b-b2e786b500b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.187641 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9ca711e-2217-4fd0-a60b-b2e786b500b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.245058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b373634-7bc1-4733-affa-a702d46960c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d093d0-92e2-487f-93de-5798ca7f8f52'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:05:54.256198 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e87967e-4a19-429f-96a6-8ec51cefa07f" -d '{"events": [{"server_uuid": "5b373634-7bc1-4733-affa-a702d46960c0", "name": "network-vif-plugged", "status": "completed", "tag": "e6d093d0-92e2-487f-93de-5798ca7f8f52"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:05:54.290738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9ca711e-2217-4fd0-a60b-b2e786b500b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.303310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9ca711e-2217-4fd0-a60b-b2e786b500b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:05:54.304770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c9ca711e-2217-4fd0-a60b-b2e786b500b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/180b635c-a67c-4f56-bee9-a7448bc1f578 HTTP/1.1" status: 204 len: 168 time: 0.2228136 Jul 06 18:05:54.323368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca711e-2217-4fd0-a60b-b2e786b500b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b635c-a67c-4f56-bee9-a7448bc1f578,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:05:54.362042 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c0920-c01a-4f4c-8d40-71c9b53e34c4 x-openstack-request-id: req-f10c0920-c01a-4f4c-8d40-71c9b53e34c4 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:05:54.363644 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b373634-7bc1-4733-affa-a702d46960c0", "name": "network-vif-plugged", "status": "completed", "tag": "e6d093d0-92e2-487f-93de-5798ca7f8f52", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:05:54.363978 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f10c0920-c01a-4f4c-8d40-71c9b53e34c4 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:05:54.364452 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b373634-7bc1-4733-affa-a702d46960c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d093d0-92e2-487f-93de-5798ca7f8f52', 'code': 200} Jul 06 18:05:54.464783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda55c9a-219e-47d0-b79a-ba891f3a9861 req-15298a79-8588-4764-b7c1-6cfb65624e42 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:54.466656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dda55c9a-219e-47d0-b79a-ba891f3a9861 req-15298a79-8588-4764-b7c1-6cfb65624e42 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 945 time: 0.1324782 Jul 06 18:05:54.543798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dda55c9a-219e-47d0-b79a-ba891f3a9861 req-5c55c44c-5917-4718-8db5-40ce57132f44 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704920 Jul 06 18:05:54.572946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec361-e6a0-4538-a98d-378d37986118 req-e967e6a8-f20c-4690-9632-d41f4f252aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:54.578641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-689ec361-e6a0-4538-a98d-378d37986118 req-e967e6a8-f20c-4690-9632-d41f4f252aa0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 1096 time: 0.1219089 Jul 06 18:05:54.676615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-689ec361-e6a0-4538-a98d-378d37986118 req-4f551b9b-7ac9-4db4-93fc-b86740cc3713 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895903 Jul 06 18:05:54.835983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43198a50-b747-48eb-a5aa-ba17810513db req-ce290839-b045-4da0-844c-7e069b1e8786 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:54.838957 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43198a50-b747-48eb-a5aa-ba17810513db req-ce290839-b045-4da0-844c-7e069b1e8786 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 945 time: 0.1308279 Jul 06 18:05:54.941940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43198a50-b747-48eb-a5aa-ba17810513db req-392ffebf-cd64-43f2-aee6-4a7eff41fa2d tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942252 Jul 06 18:05:56.219679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9b447-64f6-48d2-8dd2-894de05fc8c0 req-841686c8-0e80-47b4-9529-e1f0e375b2ae tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:56.225839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49d9b447-64f6-48d2-8dd2-894de05fc8c0 req-841686c8-0e80-47b4-9529-e1f0e375b2ae tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 945 time: 0.1274469 Jul 06 18:05:56.275051 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-49d9b447-64f6-48d2-8dd2-894de05fc8c0 req-d41e1793-2c72-45e2-b6ab-e18b41490c64 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Jul 06 18:05:58.468925 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82890880-e925-4231-b84f-1208a93b5b9c req-6b64e0ef-2157-44d5-b42d-7f130c0647e5 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:58.472414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82890880-e925-4231-b84f-1208a93b5b9c req-6b64e0ef-2157-44d5-b42d-7f130c0647e5 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 945 time: 0.1130726 Jul 06 18:05:58.572970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-82890880-e925-4231-b84f-1208a93b5b9c req-126562f4-d739-432d-8aef-474554d7d6f7 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934949 Jul 06 18:05:59.879042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc66bd-3c9d-4cd3-9c10-cfb9d781265f req-e9a33b94-c6b6-4557-803d-656e4521b62c tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:59.881663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9bfc66bd-3c9d-4cd3-9c10-cfb9d781265f req-e9a33b94-c6b6-4557-803d-656e4521b62c tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 945 time: 0.1381602 Jul 06 18:05:59.958855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9bfc66bd-3c9d-4cd3-9c10-cfb9d781265f req-e5f4c930-e851-42ed-b61e-b21c4e67c6f4 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a0930c-5f60-4066-be94-658f8ebbcc67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685735 Jul 06 18:05:59.982610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-1f4132ad-7d1d-4cd1-8d25-edff9833987e tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:05:59.986104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-1f4132ad-7d1d-4cd1-8d25-edff9833987e tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.55 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 945 time: 0.2062085 Jul 06 18:06:00.209647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Deleting port 97b41347-d41b-4953-89f9-ba655ce5c0d2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:00.210751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.464199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] For port 97b41347-d41b-4953-89f9-ba655ce5c0d2, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=97b41347-d41b-4953-89f9-ba655ce5c0d2,segment=NetworkSegment(9c5b0069-a1bd-4165-a581-226644f8b490),segment_id=9c5b0069-a1bd-4165-a581-226644f8b490)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:00.465194 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.492541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Calling delete_port for 97b41347-d41b-4953-89f9-ba655ce5c0d2 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:00.810480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:00.887263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Pushing event deleted for resources: {'Port': ['ID=97b41347-d41b-4953-89f9-ba655ce5c0d2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:00.993861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] No DVR routers for this DVR port 97b41347-d41b-4953-89f9-ba655ce5c0d2 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:00.999028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:01.003289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fafa4f00-87d7-4229-af25-dcdbe86ba8f1 req-78baecba-6fc4-4a0e-830d-9f2f70274269 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.55 "DELETE /v2.0/ports/97b41347-d41b-4953-89f9-ba655ce5c0d2 HTTP/1.1" status: 204 len: 173 time: 1.0107725 Jul 06 18:06:01.004331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09d8969-a186-4956-a063-cd55001e5e74', 'name': 'network-vif-deleted', 'tag': '97b41347-d41b-4953-89f9-ba655ce5c0d2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:01.033431 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050007f8-64db-4381-82bc-babfc8f2d4cc" -d '{"events": [{"server_uuid": "e09d8969-a186-4956-a063-cd55001e5e74", "name": "network-vif-deleted", "tag": "97b41347-d41b-4953-89f9-ba655ce5c0d2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:01.199631 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fd5d46-1ee2-417a-b251-6eff5eb96a8d x-openstack-request-id: req-96fd5d46-1ee2-417a-b251-6eff5eb96a8d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:01.200710 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09d8969-a186-4956-a063-cd55001e5e74", "name": "network-vif-deleted", "tag": "97b41347-d41b-4953-89f9-ba655ce5c0d2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:01.202700 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96fd5d46-1ee2-417a-b251-6eff5eb96a8d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:01.204097 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09d8969-a186-4956-a063-cd55001e5e74', 'name': 'network-vif-deleted', 'tag': '97b41347-d41b-4953-89f9-ba655ce5c0d2', 'status': 'completed', 'code': 200} Jul 06 18:06:01.479475 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9b6afd7f-5549-44fb-aba1-67524ce1f85b req-14cd349b-b4ef-4d00-b212-e5ee5e5b2b49 tempest-VolumesActionsTest-199885424 tempest-VolumesActionsTest-199885424-project] 10.222.0.13 "GET /v2.0/ports?device_id=e09d8969-a186-4956-a063-cd55001e5e74 HTTP/1.1" status: 200 len: 210 time: 0.1148217 Jul 06 18:06:01.924130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 97b41347-d41b-4953-89f9-ba655ce5c0d2 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:01.999317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 97b41347-d41b-4953-89f9-ba655ce5c0d2 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:02.000205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 97b41347-d41b-4953-89f9-ba655ce5c0d2 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:02.117554 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.486279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34362) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:03.642331 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e2a91655-2a4e-42e2-821e-2c40a6c3715d tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1892 time: 0.1540260 Jul 06 18:06:03.648186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:03.661721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'network': {'name': 'tempest-network-smoke--1590895886', 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'port_security_enabled': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:03.746883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Made reservation on behalf of 3801e61f3ee74884aa7f7917d4272434 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:03.755200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.831194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:06:03.850831 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.851803 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Added segment 7842d332-9960-4d23-8649-662d95b7d337 of type vlan for network b21cd2f6-d218-4297-8c28-f136076c959a Jul 06 18:06:03.936910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.976226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:03.983880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:03.984830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.014787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3649390 Jul 06 18:06:04.015734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:04.027654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'admin_state_up': True, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:04.091799 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.094275 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.122654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5f94c-9776-46db-a5f1-ded618579bee tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Network': ['ID=b21cd2f6-d218-4297-8c28-f136076c959a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:04.142117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b21cd2f6-d218-4297-8c28-f136076c959a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:06:04.209328 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:04.925318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.236233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.262408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.439830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Allocated IP 172.25.7.214 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:05.520621 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.606509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.659705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:05.731967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:05.739661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:05.751835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:05.773623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:06.300168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:06.759284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:06.948578 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:06:07.080902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Router 6512470f-6701-4782-8935-88ab76581d1c is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:06:07.292987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:07.307320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Sync routers for ids ['6512470f-6701-4782-8935-88ab76581d1c'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:07.336388 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:07.340258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8e970da5-402f-4798-b98f-a5e660597faa tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3207455 Jul 06 18:06:07.340721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Routers {'6512470f-6701-4782-8935-88ab76581d1c'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:07.344183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:05:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6512470f-6701-4782-8935-88ab76581d1c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:07.345106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34454) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:07.479239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad97b84-fc72-4afc-828a-5b954091cd7b tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:07.482529 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8ad97b84-fc72-4afc-828a-5b954091cd7b tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3801e61f3ee74884aa7f7917d4272434&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1353719 Jul 06 18:06:07.485817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:07.655650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Set router 6512470f-6701-4782-8935-88ab76581d1c gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:07.731539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d541f4-1814-4805-8ba9-e8acf0207009 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:07.737210 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-12d541f4-1814-4805-8ba9-e8acf0207009 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2459354 Jul 06 18:06:07.737775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:07.811521 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c354e02c-1ae8-4de5-9007-f48321c9d45d tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696962 Jul 06 18:06:07.812555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:07.943870 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6e6a0521-2f33-4b87-b01d-710217e6c69d tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3801e61f3ee74884aa7f7917d4272434&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1306531 Jul 06 18:06:07.948554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34472) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:08.169424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6512470f-6701-4782-8935-88ab76581d1c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:06:04Z', 'updated_at': '2021-07-06T18:06:06Z', 'revision_number': 3, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:05Z', 'updated_at': '2021-07-06T18:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:08.210656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Checking router: 6512470f-6701-4782-8935-88ab76581d1c for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:06:08.211380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Updating router 6512470f-6701-4782-8935-88ab76581d1c port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:06:08.288768 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:08.797944 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:08.834521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Transition to ACTIVE for port object f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:08.848097 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:08.976281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743eed-8b44-485f-9799-5294b27fe261 None None] Pushing event updated for resources: {'Port': ['ID=f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:09.002191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Attempting to bind port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:06:09.002191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Attempting to bind port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:06:09.002899 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Attempting to bind port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:06:09.020602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:06:09.021435 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:09.022114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:09.022805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:06:09.024415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Bound port: f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:06:09.024415 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:09.045102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725c0f1-bcd5-4c7b-912d-8c00fb540853 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:09.047922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c725c0f1-bcd5-4c7b-912d-8c00fb540853 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0981369 Jul 06 18:06:09.053109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34490) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:09.160071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d13bc175-f087-49dd-a7ef-4c1438b6db28 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1053786 Jul 06 18:06:09.165098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:09.178006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1884550843', 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a', 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:09.223336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] For port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:06:09.228337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] For port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:06:09.238104 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:09.338771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743eed-8b44-485f-9799-5294b27fe261 None None] Pushing event updated for resources: {'Port': ['ID=f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:09.379823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Routers {'6512470f-6701-4782-8935-88ab76581d1c'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:09.380598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:05:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6512470f-6701-4782-8935-88ab76581d1c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:09.502767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Made reservation on behalf of 3801e61f3ee74884aa7f7917d4272434 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:09.510408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:09.893128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] Set router 6512470f-6701-4782-8935-88ab76581d1c gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:09.993457 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:10.121674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Subnet': ['ID=52ec69a2-43f3-4222-85d9-cfbae1644c63,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:10.169162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Checking segment: {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:10.170455 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network hostable DHCP agents. Network: b21cd2f6-d218-4297-8c28-f136076c959a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:06:10.198959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network b21cd2f6-d218-4297-8c28-f136076c959a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:06:10.233410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b21cd2f6-d218-4297-8c28-f136076c959a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:10.249945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:10.254001 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:10.264399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc8f15-81e1-4acd-8975-a07ca41a1e97 None None] Network b21cd2f6-d218-4297-8c28-f136076c959a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:10.293013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d9bb3fff-f87a-4b36-9c22-74709e50fe90 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1260579 Jul 06 18:06:10.297601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34522) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:10.550131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6512470f-6701-4782-8935-88ab76581d1c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:06:04Z', 'updated_at': '2021-07-06T18:06:06Z', 'revision_number': 3, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:05Z', 'updated_at': '2021-07-06T18:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:10.622210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7da7e2-5c4c-4e87-ac11-0d9bef541948 None None] The sync data for ids ['6512470f-6701-4782-8935-88ab76581d1c'] in n-d-799526-3 is: [{'id': '6512470f-6701-4782-8935-88ab76581d1c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:06:04Z', 'updated_at': '2021-07-06T18:06:06Z', 'revision_number': 3, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:05Z', 'updated_at': '2021-07-06T18:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:10.770092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-b21cd2f6-d218-4297-8c28-f136076c959a', 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'fixed_ips': [{'subnet_id': '52ec69a2-43f3-4222-85d9-cfbae1644c63'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:06:10.772834 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:11.093127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Allocated IP 172.20.0.18 (b21cd2f6-d218-4297-8c28-f136076c959a/52ec69a2-43f3-4222-85d9-cfbae1644c63/95934152-6af3-47d6-864c-a58375df67db) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:11.289527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:11.384271 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-808406ba-9c6c-428a-ba81-842c120aa285 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1573753 Jul 06 18:06:11.401966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:11.466766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Transition to ACTIVE for port object 95934152-6af3-47d6-864c-a58375df67db will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:11.506677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Transition to ACTIVE for port object 95934152-6af3-47d6-864c-a58375df67db will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:11.537159 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:11.647688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Network b21cd2f6-d218-4297-8c28-f136076c959a is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:11.664147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:11.672447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:11.686199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Pushing event updated for resources: {'Port': ['ID=95934152-6af3-47d6-864c-a58375df67db,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:11.767810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-792c47b5-36ca-4353-af9a-d3bd1f18ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:11.772302 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-792c47b5-36ca-4353-af9a-d3bd1f18ce4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 1096 time: 0.2750278 Jul 06 18:06:11.904425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Attempting to bind port 95934152-6af3-47d6-864c-a58375df67db on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:06:11.904836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Attempting to bind port 95934152-6af3-47d6-864c-a58375df67db by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:06:11.905204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Attempting to bind port 95934152-6af3-47d6-864c-a58375df67db on network b21cd2f6-d218-4297-8c28-f136076c959a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:06:11.933889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:06:11.936163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Checking segment: {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:11.936625 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:11.937033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Bound using segment: {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:06:11.940838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Bound port: 95934152-6af3-47d6-864c-a58375df67db, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:06:11.942302 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.122145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] For port 95934152-6af3-47d6-864c-a58375df67db, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:06:12.128719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] For port 95934152-6af3-47d6-864c-a58375df67db, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=95934152-6af3-47d6-864c-a58375df67db,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:06:12.138364 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.242732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-c5d2178c-1df9-446f-9838-738260eac852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:12.247099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-c5d2178c-1df9-446f-9838-738260eac852 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 915 time: 0.4369285 Jul 06 18:06:12.314615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:12.422256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-bbd9b523-af32-48b0-af9c-f7a8734fd0c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c6fbab-d4fe-42d3-b2bd-00762336bc3d HTTP/1.1" status: 200 len: 217 time: 0.1675038 Jul 06 18:06:12.589199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-29dbdc05-a2cb-4445-91f8-bdf0c31dde66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:12.598516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Allocated IP 172.20.0.17 (b21cd2f6-d218-4297-8c28-f136076c959a/52ec69a2-43f3-4222-85d9-cfbae1644c63/bf344c26-4b2e-4fa1-b826-cf83e024bd3a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:12.601307 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-29dbdc05-a2cb-4445-91f8-bdf0c31dde66 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.1710815 Jul 06 18:06:12.640479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1235714-0bce-4de6-bd51-205dc7e5676a None None] Pushing event updated for resources: {'Port': ['ID=95934152-6af3-47d6-864c-a58375df67db,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:12.729757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:12.737938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:12.738718 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:12.755086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-ff80a40f-fb2e-4068-a5b8-6aa3d0caec88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367683 Jul 06 18:06:13.014710 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.168175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:13.174395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-16974c54-d9b8-4358-ad7c-99ba1ef63b5a service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135842 Jul 06 18:06:13.177634 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.225320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.304360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Transition to ACTIVE for port object bf344c26-4b2e-4fa1-b826-cf83e024bd3a will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:13.354626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:13.417727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:13.534084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0fa57963-6f7e-46d5-b975-9ff96581de62 req-83d659dc-b0b9-4adf-a565-1acb06d6b7eb service neutron] 10.222.0.22 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369901 Jul 06 18:06:13.542886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=bf344c26-4b2e-4fa1-b826-cf83e024bd3a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:13.584304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network b21cd2f6-d218-4297-8c28-f136076c959a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:13.586468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:13.590278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:13.678706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.245006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 95934152-6af3-47d6-864c-a58375df67db up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:14.445768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 95934152-6af3-47d6-864c-a58375df67db completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:14.456695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:14.492644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.640606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:14.641260 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:14.974734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f37514-8f7f-442e-b8a8-af7b127f26bd None None] Network b21cd2f6-d218-4297-8c28-f136076c959a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:15.065302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.068457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-249afeb6-8418-4d98-a1d9-6cdb48d52b43 None None] Provisioning for port 95934152-6af3-47d6-864c-a58375df67db completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:15.074925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.078224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-249afeb6-8418-4d98-a1d9-6cdb48d52b43 None None] Provisioning complete for port 95934152-6af3-47d6-864c-a58375df67db triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:15.079369 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-249afeb6-8418-4d98-a1d9-6cdb48d52b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.221902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=bf344c26-4b2e-4fa1-b826-cf83e024bd3a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:15.275539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.366780 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-249afeb6-8418-4d98-a1d9-6cdb48d52b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.418731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-249afeb6-8418-4d98-a1d9-6cdb48d52b43 None None] For port 95934152-6af3-47d6-864c-a58375df67db, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=95934152-6af3-47d6-864c-a58375df67db,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:15.431581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-249afeb6-8418-4d98-a1d9-6cdb48d52b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.506297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network b21cd2f6-d218-4297-8c28-f136076c959a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:15.515399 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:15.534029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249afeb6-8418-4d98-a1d9-6cdb48d52b43 None None] Pushing event updated for resources: {'Port': ['ID=95934152-6af3-47d6-864c-a58375df67db,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:15.874867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-98c328b9-b596-4a0d-8b57-fd323b566eb5 None None] Provisioning for port bf344c26-4b2e-4fa1-b826-cf83e024bd3a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:15.879692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-98c328b9-b596-4a0d-8b57-fd323b566eb5 None None] Provisioning complete for port bf344c26-4b2e-4fa1-b826-cf83e024bd3a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:15.880145 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98c328b9-b596-4a0d-8b57-fd323b566eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:15.884859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Router 6512470f-6701-4782-8935-88ab76581d1c has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:15.968405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-98c328b9-b596-4a0d-8b57-fd323b566eb5 None None] Port bf344c26-4b2e-4fa1-b826-cf83e024bd3a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:15.984066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-98c328b9-b596-4a0d-8b57-fd323b566eb5 None None] Provisioning complete for port 95934152-6af3-47d6-864c-a58375df67db triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:15.985456 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98c328b9-b596-4a0d-8b57-fd323b566eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:16.107526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:16.109031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 95934152-6af3-47d6-864c-a58375df67db up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:16.124387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-367d3edb-991a-4813-b730-a9577f9d65d9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "PUT /v2.0/routers/6512470f-6701-4782-8935-88ab76581d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8255651 Jul 06 18:06:16.126306 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Sync routers for ids ['6512470f-6701-4782-8935-88ab76581d1c'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:16.142790 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Routers {'6512470f-6701-4782-8935-88ab76581d1c'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:16.143795 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:05:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6512470f-6701-4782-8935-88ab76581d1c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:16.387172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 95934152-6af3-47d6-864c-a58375df67db triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:16.387711 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:16.740804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d3a0883e-79c5-4b36-a39f-ddeb55141b6f None None] Provisioning complete for port bf344c26-4b2e-4fa1-b826-cf83e024bd3a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:16.741345 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3a0883e-79c5-4b36-a39f-ddeb55141b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:16.790113 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Set router 6512470f-6701-4782-8935-88ab76581d1c gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:16.838023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0883e-79c5-4b36-a39f-ddeb55141b6f None None] Port bf344c26-4b2e-4fa1-b826-cf83e024bd3a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:17.036550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4b11-0bf0-4919-9438-3f4412166270 req-eb2d2b10-82d2-4636-b070-b105258271fc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:17.043197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4f58af77-9952-48d4-9cc5-75e1d67216e6 None None] Provisioning complete for port bf344c26-4b2e-4fa1-b826-cf83e024bd3a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:17.044320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f58af77-9952-48d4-9cc5-75e1d67216e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:17.044931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-eb2d2b10-82d2-4636-b070-b105258271fc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/networks?id=b21cd2f6-d218-4297-8c28-f136076c959a HTTP/1.1" status: 200 len: 798 time: 0.5351608 Jul 06 18:06:17.058601 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad1cdac3-f9fa-4a06-a1f9-9dcafcaad11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:17.073561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-46679de9-1075-44d7-8de6-6872687c08d0 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/quotas/3801e61f3ee74884aa7f7917d4272434 HTTP/1.1" status: 200 len: 375 time: 0.0274947 Jul 06 18:06:17.208883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-cb0f7eec-094d-4bac-8440-aedb4beb07eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4190738 Jul 06 18:06:17.227773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4f58af77-9952-48d4-9cc5-75e1d67216e6 None None] Port bf344c26-4b2e-4fa1-b826-cf83e024bd3a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:17.418842 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-eabca3be-4987-4d4c-bddd-2c60f162d817 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3801e61f3ee74884aa7f7917d4272434&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3204238 Jul 06 18:06:17.670489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-ca773e54-39df-48fb-846e-1a0929fe25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:17.707216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-ca773e54-39df-48fb-846e-1a0929fe25c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 1096 time: 0.4396174 Jul 06 18:06:17.804237 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6512470f-6701-4782-8935-88ab76581d1c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:06:04Z', 'updated_at': '2021-07-06T18:06:14Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:05Z', 'updated_at': '2021-07-06T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bf344c26-4b2e-4fa1-b826-cf83e024bd3a', 'name': '', 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:6f:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '52ec69a2-43f3-4222-85d9-cfbae1644c63', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:11Z', 'updated_at': '2021-07-06T18:06:14Z', 'revision_number': 2, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '52ec69a2-43f3-4222-85d9-cfbae1644c63', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:17.857942 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Checking router: 6512470f-6701-4782-8935-88ab76581d1c for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:06:17.858520 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Updating router 6512470f-6701-4782-8935-88ab76581d1c port bf344c26-4b2e-4fa1-b826-cf83e024bd3a binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:06:17.949394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-2f9ef670-6de6-440e-a423-685eb7a36feb service neutron] 10.222.0.13 "GET /v2.0/networks/b21cd2f6-d218-4297-8c28-f136076c959a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190530 Jul 06 18:06:17.949882 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:17.979451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-48f26364-4dea-4d9f-934a-e8f63400700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:17.995146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-48f26364-4dea-4d9f-934a-e8f63400700a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 200 len: 915 time: 0.2574720 Jul 06 18:06:18.217516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-cf133f8f-c53e-455a-bb5a-3497fa43c724 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc1b9ab-fe61-440c-8376-0f852ce7334f HTTP/1.1" status: 200 len: 217 time: 0.2183435 Jul 06 18:06:18.373428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-057800f5-f4cf-48f0-bdd3-520fa7e819b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:18.376015 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-057800f5-f4cf-48f0-bdd3-520fa7e819b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 200 len: 854 time: 0.1496820 Jul 06 18:06:18.431213 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-e223a3e3-dc9d-4e2a-ae9a-01a80e3c42ac service neutron] 10.222.0.13 "GET /v2.0/networks/b21cd2f6-d218-4297-8c28-f136076c959a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678504 Jul 06 18:06:18.434578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-d7707200-0cf5-4b9a-aab6-580de8a3eae0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b739771e-7196-4cb6-a7c0-c61744c9b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507183 Jul 06 18:06:18.563292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-32614f32-9545-4c97-999f-8afe3765abd0 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215510 Jul 06 18:06:18.676372 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:18.704612 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Transition to ACTIVE for port object bf344c26-4b2e-4fa1-b826-cf83e024bd3a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:18.719766 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:18.831827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8704501c-99dc-497a-b50a-4c12d3430a32 req-428d3b0f-6e1d-422d-8fa1-0889823a7714 service neutron] 10.222.0.55 "GET /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619264 Jul 06 18:06:18.896117 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5e78a4b-60ba-4772-9351-792e19245b37 req-dcfa0c20-4740-4bbb-835c-54d823d2b4c9 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 210 time: 0.1528175 Jul 06 18:06:19.054656 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Pushing event updated for resources: {'Port': ['ID=bf344c26-4b2e-4fa1-b826-cf83e024bd3a,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:19.057733 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Attempting to bind port bf344c26-4b2e-4fa1-b826-cf83e024bd3a on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:06:19.058093 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Attempting to bind port bf344c26-4b2e-4fa1-b826-cf83e024bd3a by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:06:19.058481 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Attempting to bind port bf344c26-4b2e-4fa1-b826-cf83e024bd3a on network b21cd2f6-d218-4297-8c28-f136076c959a {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:06:19.068091 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:06:19.068485 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Checking segment: {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:19.068775 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.069276 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Bound using segment: {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:06:19.069761 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Bound port: bf344c26-4b2e-4fa1-b826-cf83e024bd3a, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:06:19.072448 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.131033 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.132476 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.133023 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.133578 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.134111 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.134678 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.135211 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.135739 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.136368 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.136917 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.137450 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.138034 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:19.237488 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] For port bf344c26-4b2e-4fa1-b826-cf83e024bd3a, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:06:19.244861 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] For port bf344c26-4b2e-4fa1-b826-cf83e024bd3a, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bf344c26-4b2e-4fa1-b826-cf83e024bd3a,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:06:19.255877 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.362803 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Routers {'6512470f-6701-4782-8935-88ab76581d1c'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:19.363456 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:05:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6512470f-6701-4782-8935-88ab76581d1c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:19.498059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25c1b0f1-dc01-4ebd-9d95-a283087bd63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:19.507513 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2b013-22e7-4783-80b0-97d7fe3e623c None None] Pushing event updated for resources: {'Port': ['ID=bf344c26-4b2e-4fa1-b826-cf83e024bd3a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:19.637204 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] Set router 6512470f-6701-4782-8935-88ab76581d1c gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:19.972568 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6512470f-6701-4782-8935-88ab76581d1c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:06:04Z', 'updated_at': '2021-07-06T18:06:14Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:05Z', 'updated_at': '2021-07-06T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bf344c26-4b2e-4fa1-b826-cf83e024bd3a', 'name': '', 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:6f:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '52ec69a2-43f3-4222-85d9-cfbae1644c63', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:11Z', 'updated_at': '2021-07-06T18:06:19Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '52ec69a2-43f3-4222-85d9-cfbae1644c63', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:20.007204 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99613474-c9b8-40a9-b40c-cc04358c2229 None None] The sync data for ids ['6512470f-6701-4782-8935-88ab76581d1c'] in n-d-799526-3 is: [{'id': '6512470f-6701-4782-8935-88ab76581d1c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:06:04Z', 'updated_at': '2021-07-06T18:06:14Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:05Z', 'updated_at': '2021-07-06T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bf344c26-4b2e-4fa1-b826-cf83e024bd3a', 'name': '', 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:6f:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '52ec69a2-43f3-4222-85d9-cfbae1644c63', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:11Z', 'updated_at': '2021-07-06T18:06:19Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '52ec69a2-43f3-4222-85d9-cfbae1644c63', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:20.148403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:20.259792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c31ebaf-fd5c-4b30-97e0-3cc31d84b50f req-483c2736-7956-4bef-bce3-ea8d6c3b1e3e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 210 time: 0.0510309 Jul 06 18:06:20.744183 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:20.870526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4b11-0bf0-4919-9438-3f4412166270 req-61e874a7-f4db-496a-a082-f866d1c3c2e8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:20.874467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-61e874a7-f4db-496a-a082-f866d1c3c2e8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.55 "GET /v2.0/networks?id=b21cd2f6-d218-4297-8c28-f136076c959a HTTP/1.1" status: 200 len: 798 time: 0.2226837 Jul 06 18:06:20.896824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Request body: {'port': {'device_id': '790601c9-67f7-4fd8-b61a-a94df5fd969b', 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a', 'admin_state_up': True, 'tenant_id': '3801e61f3ee74884aa7f7917d4272434'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:21.081030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Made reservation on behalf of 3801e61f3ee74884aa7f7917d4272434 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:06:21.086284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:21.349742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Allocated IP 172.20.0.30 (b21cd2f6-d218-4297-8c28-f136076c959a/52ec69a2-43f3-4222-85d9-cfbae1644c63/5b19f1c9-5a76-4728-b816-d0aa802a2e9d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:06:21.473709 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-62fa2fe6-7a08-447d-a6af-62d0f44713e6 req-f33e14a3-d270-4f35-94a1-38712331379a tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 210 time: 0.0464220 Jul 06 18:06:21.578404 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:21.608412 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Transition to ACTIVE for port object 5b19f1c9-5a76-4728-b816-d0aa802a2e9d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:21.674842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:21.753475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Network b21cd2f6-d218-4297-8c28-f136076c959a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:06:21.760170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:06:21.764016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event updated for resources: {'Port': ['ID=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:21.768941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:06:21.855222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:21.856210 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:21.875462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-4b7bcd0b-9cdb-4bb9-a2e9-b08cd114cd1b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9849451 Jul 06 18:06:21.898650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Request body: {'port': {'device_id': '790601c9-67f7-4fd8-b61a-a94df5fd969b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:06:22.041509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.077897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bf344c26-4b2e-4fa1-b826-cf83e024bd3a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:22.193730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-50aca31a-ac41-479d-8e8c-e2d64aaa12f1 None None] Provisioning for port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:22.204981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-50aca31a-ac41-479d-8e8c-e2d64aaa12f1 None None] Provisioning complete for port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:22.206056 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50aca31a-ac41-479d-8e8c-e2d64aaa12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.245467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port bf344c26-4b2e-4fa1-b826-cf83e024bd3a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:22.257965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bf344c26-4b2e-4fa1-b826-cf83e024bd3a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:22.258617 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.334957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-50aca31a-ac41-479d-8e8c-e2d64aaa12f1 None None] Port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:06:22.528632 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.589742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b19f1c9-5a76-4728-b816-d0aa802a2e9d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:06:22.604864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.650304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Transition to ACTIVE for port object 5b19f1c9-5a76-4728-b816-d0aa802a2e9d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:06:22.661620 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.691890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port bf344c26-4b2e-4fa1-b826-cf83e024bd3a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bf344c26-4b2e-4fa1-b826-cf83e024bd3a,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:22.723327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.902543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=bf344c26-4b2e-4fa1-b826-cf83e024bd3a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:22.909740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:22.916058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Pushing event updated for resources: {'Port': ['ID=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:23.156436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Attempting to bind port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:06:23.163850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Attempting to bind port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:06:23.164385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Attempting to bind port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d on network b21cd2f6-d218-4297-8c28-f136076c959a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:06:23.220267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9bbcc-f456-4c5d-8880-6228c5ad3f4d req-817b5e92-c2a0-44cc-ac87-8850bfc40228 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:23.228075 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98e9bbcc-f456-4c5d-8880-6228c5ad3f4d req-817b5e92-c2a0-44cc-ac87-8850bfc40228 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 907 time: 0.4049351 Jul 06 18:06:23.228927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d on network b21cd2f6-d218-4297-8c28-f136076c959a not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:06:23.229474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Attempting to bind port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d on network b21cd2f6-d218-4297-8c28-f136076c959a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:06:23.256395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:06:23.256954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Checking segment: {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:06:23.257598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Bound using segment: {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:06:23.258423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Bound port: 5b19f1c9-5a76-4728-b816-d0aa802a2e9d, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7842d332-9960-4d23-8649-662d95b7d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:06:23.259120 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.368016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] For port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:06:23.379780 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] For port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:06:23.391022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.504057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:23.504769 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:23.506811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] 10.222.0.55 "PUT /v2.0/ports/5b19f1c9-5a76-4728-b816-d0aa802a2e9d HTTP/1.1" status: 200 len: 1055 time: 1.6232712 Jul 06 18:06:23.510367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790601c9-67f7-4fd8-b61a-a94df5fd969b', 'tag': '5b19f1c9-5a76-4728-b816-d0aa802a2e9d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:23.515564 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6640aeb0-d281-4bed-a992-23ee8e20bc43" -d '{"events": [{"name": "network-changed", "server_uuid": "790601c9-67f7-4fd8-b61a-a94df5fd969b", "tag": "5b19f1c9-5a76-4728-b816-d0aa802a2e9d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:23.647068 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf53cc-48f0-4d8c-bb53-abe14efe0e22 x-openstack-request-id: req-03bf53cc-48f0-4d8c-bb53-abe14efe0e22 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:23.659155 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790601c9-67f7-4fd8-b61a-a94df5fd969b", "tag": "5b19f1c9-5a76-4728-b816-d0aa802a2e9d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:23.659941 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03bf53cc-48f0-4d8c-bb53-abe14efe0e22 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:23.660701 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790601c9-67f7-4fd8-b61a-a94df5fd969b', 'tag': '5b19f1c9-5a76-4728-b816-d0aa802a2e9d', 'status': 'completed', 'code': 200} Jul 06 18:06:23.693952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d97ae-0e62-4d89-8298-8eeeafe7923c service neutron] Pushing event updated for resources: {'Port': ['ID=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:23.748718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4b11-0bf0-4919-9438-3f4412166270 req-604df3f4-7aef-45ea-b9ae-1712c82b19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:23.752007 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-604df3f4-7aef-45ea-b9ae-1712c82b19dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3801e61f3ee74884aa7f7917d4272434&device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 1058 time: 0.1765475 Jul 06 18:06:23.835514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-e33bb568-0558-41c5-b6a9-8b98f8fe64e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5b19f1c9-5a76-4728-b816-d0aa802a2e9d HTTP/1.1" status: 200 len: 217 time: 0.0750833 Jul 06 18:06:23.940422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4b11-0bf0-4919-9438-3f4412166270 req-3fb74326-bb32-4a9f-9411-b8eb6babfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:23.943103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-3fb74326-bb32-4a9f-9411-b8eb6babfbd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ec69a2-43f3-4222-85d9-cfbae1644c63 HTTP/1.1" status: 200 len: 838 time: 0.1013663 Jul 06 18:06:24.058810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4b11-0bf0-4919-9438-3f4412166270 req-508315e1-73b3-443d-aadb-b864bb30ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:24.060577 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-508315e1-73b3-443d-aadb-b864bb30ca6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b21cd2f6-d218-4297-8c28-f136076c959a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110294 Jul 06 18:06:24.354188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-a6bf36fd-8516-4e72-8039-a75381d42441 service neutron] 10.222.0.55 "GET /v2.0/networks/b21cd2f6-d218-4297-8c28-f136076c959a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858860 Jul 06 18:06:24.404799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bf344c26-4b2e-4fa1-b826-cf83e024bd3a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:24.517292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bf344c26-4b2e-4fa1-b826-cf83e024bd3a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:24.517292 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:24.659784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891f4b11-0bf0-4919-9438-3f4412166270 req-6b2d528e-87e9-4720-86a8-fc053a154da9 service neutron] 10.222.0.55 "GET /v2.0/networks/b21cd2f6-d218-4297-8c28-f136076c959a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965193 Jul 06 18:06:24.715572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54866513-1916-4d40-9caa-2245870c986a req-af998f65-b63e-48aa-976d-e1affc425b62 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:24.717915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54866513-1916-4d40-9caa-2245870c986a req-af998f65-b63e-48aa-976d-e1affc425b62 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 907 time: 0.1303921 Jul 06 18:06:24.869035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-88d58d34-7875-4111-a120-82407fcdbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:24.870738 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-88d58d34-7875-4111-a120-82407fcdbc6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3801e61f3ee74884aa7f7917d4272434&device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 1058 time: 0.1321597 Jul 06 18:06:25.041838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-ac1160cd-f198-4c12-8634-a233b5ee889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:25.043703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-ac1160cd-f198-4c12-8634-a233b5ee889f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b21cd2f6-d218-4297-8c28-f136076c959a HTTP/1.1" status: 200 len: 899 time: 0.1611941 Jul 06 18:06:25.104431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-5a73e3c1-6f7b-4fd3-8f2d-cba6d402600d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5b19f1c9-5a76-4728-b816-d0aa802a2e9d HTTP/1.1" status: 200 len: 217 time: 0.0535336 Jul 06 18:06:25.169104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-74700e9c-1259-4d9f-9eb4-a5085f2d9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:25.171819 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-74700e9c-1259-4d9f-9eb4-a5085f2d9724 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ec69a2-43f3-4222-85d9-cfbae1644c63 HTTP/1.1" status: 200 len: 838 time: 0.0607066 Jul 06 18:06:25.311880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-c0fb1ad0-2b7b-4aef-9773-f95afc177c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:25.315175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-c0fb1ad0-2b7b-4aef-9773-f95afc177c84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b21cd2f6-d218-4297-8c28-f136076c959a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342645 Jul 06 18:06:25.502057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-b3e6d369-1b26-4875-a661-299bee8b44ce service neutron] 10.222.0.55 "GET /v2.0/networks/b21cd2f6-d218-4297-8c28-f136076c959a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801999 Jul 06 18:06:25.697467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6640aeb0-d281-4bed-a992-23ee8e20bc43 req-a0a28a68-1e53-49b8-898f-a892b02196c6 service neutron] 10.222.0.55 "GET /v2.0/networks/b21cd2f6-d218-4297-8c28-f136076c959a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882141 Jul 06 18:06:26.092804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afde3f-bf4a-4b71-8952-a8f5c5114a3d req-b37a3b61-aff6-4d81-96f5-a240ca28b2fc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:26.096206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74afde3f-bf4a-4b71-8952-a8f5c5114a3d req-b37a3b61-aff6-4d81-96f5-a240ca28b2fc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 907 time: 0.1144352 Jul 06 18:06:27.403563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89b9bf-71be-4ad9-8c32-2862cf9a9094 req-644e31c4-0f6c-43cf-a27d-19d59781fd8d tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:27.419208 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b89b9bf-71be-4ad9-8c32-2862cf9a9094 req-644e31c4-0f6c-43cf-a27d-19d59781fd8d tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 907 time: 0.1364381 Jul 06 18:06:28.036531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 5b19f1c9-5a76-4728-b816-d0aa802a2e9d details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:06:28.219139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:28.239295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '5b19f1c9-5a76-4728-b816-d0aa802a2e9d', 'network_id': 'b21cd2f6-d218-4297-8c28-f136076c959a', 'port_id': '5b19f1c9-5a76-4728-b816-d0aa802a2e9d', 'mac_address': 'fa:16:3e:5a:9c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ec69a2-43f3-4222-85d9-cfbae1644c63', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:06:28.286882 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:28.303633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b19f1c9-5a76-4728-b816-d0aa802a2e9d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:06:28.327704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:28.335108 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:28.399262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74f82-99cd-4560-a771-c0d1d9fa5865 req-e615f8cb-7678-40ef-8cb2-48d81cb3f8fd tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:28.400856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ce74f82-99cd-4560-a771-c0d1d9fa5865 req-e615f8cb-7678-40ef-8cb2-48d81cb3f8fd tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 945 time: 0.1658573 Jul 06 18:06:28.438088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:28.464007 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ce74f82-99cd-4560-a771-c0d1d9fa5865 req-c325ff16-f119-4ef1-acd3-9aff55b60cc6 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558422 Jul 06 18:06:28.662483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['5b19f1c9-5a76-4728-b816-d0aa802a2e9d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:28.666433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeca91-c574-4e70-bc3e-29834824ee4e req-f691c9a1-7732-4a42-9c5c-74d7dbc8ff48 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:28.668532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ceeca91-c574-4e70-bc3e-29834824ee4e req-f691c9a1-7732-4a42-9c5c-74d7dbc8ff48 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 908 time: 0.1015959 Jul 06 18:06:29.817751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438d272-6088-41e7-ac1d-ca931c711822 req-86364f4e-858a-4830-abd2-5eb4318f9ebf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:29.820598 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a438d272-6088-41e7-ac1d-ca931c711822 req-86364f4e-858a-4830-abd2-5eb4318f9ebf tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 945 time: 0.1897454 Jul 06 18:06:29.929345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e995b-aafc-4ced-ac5d-ed3d45a71e2e req-5a268ee5-c3ee-4f84-947c-b079d9fd3c50 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:29.946141 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa6e995b-aafc-4ced-ac5d-ed3d45a71e2e req-5a268ee5-c3ee-4f84-947c-b079d9fd3c50 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 945 time: 0.2043688 Jul 06 18:06:30.038443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 5b19f1c9-5a76-4728-b816-d0aa802a2e9d up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:06:30.047669 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa6e995b-aafc-4ced-ac5d-ed3d45a71e2e req-7a3101be-93f0-43e9-8530-32b8de3d37c3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904102 Jul 06 18:06:30.209533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:06:30.219750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:06:30.220376 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.258413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be8f33-5198-40fe-9c70-d9759f82b616 req-9880e86c-36be-4a1f-bdef-b56a45d44798 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:30.260101 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5be8f33-5198-40fe-9c70-d9759f82b616 req-9880e86c-36be-4a1f-bdef-b56a45d44798 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 908 time: 0.2102547 Jul 06 18:06:30.267262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a438d272-6088-41e7-ac1d-ca931c711822 req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Deleting port e6d093d0-92e2-487f-93de-5798ca7f8f52 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:30.267836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a438d272-6088-41e7-ac1d-ca931c711822 req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.490961 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.561139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:30.565667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790601c9-67f7-4fd8-b61a-a94df5fd969b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b19f1c9-5a76-4728-b816-d0aa802a2e9d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:30.568552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a438d272-6088-41e7-ac1d-ca931c711822 req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] For port e6d093d0-92e2-487f-93de-5798ca7f8f52, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e6d093d0-92e2-487f-93de-5798ca7f8f52,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:30.569545 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a438d272-6088-41e7-ac1d-ca931c711822 req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.572172 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f16a5-40aa-4f38-9903-cdf183659dd0" -d '{"events": [{"server_uuid": "790601c9-67f7-4fd8-b61a-a94df5fd969b", "name": "network-vif-plugged", "status": "completed", "tag": "5b19f1c9-5a76-4728-b816-d0aa802a2e9d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:30.577007 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:30.627989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a438d272-6088-41e7-ac1d-ca931c711822 req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Calling delete_port for e6d093d0-92e2-487f-93de-5798ca7f8f52 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:30.804978 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfdd6b2-a2a7-4a02-b955-4446b9ec4fee x-openstack-request-id: req-fdfdd6b2-a2a7-4a02-b955-4446b9ec4fee {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:30.805427 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790601c9-67f7-4fd8-b61a-a94df5fd969b", "name": "network-vif-plugged", "status": "completed", "tag": "5b19f1c9-5a76-4728-b816-d0aa802a2e9d", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:30.805819 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdfdd6b2-a2a7-4a02-b955-4446b9ec4fee {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:30.806470 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790601c9-67f7-4fd8-b61a-a94df5fd969b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b19f1c9-5a76-4728-b816-d0aa802a2e9d', 'code': 200} Jul 06 18:06:30.828888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:31.058154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2815fa-767b-4c26-af43-cde41c730eed req-5b493be0-2cb3-4433-b638-714a026662fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:31.063028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8c2815fa-767b-4c26-af43-cde41c730eed req-5b493be0-2cb3-4433-b638-714a026662fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 1060 time: 0.2061012 Jul 06 18:06:31.215790 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a438d272-6088-41e7-ac1d-ca931c711822 req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:31.234857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7909b126-f026-4a1a-adfe-df54e2bdc6c0', 'bcc1b9ab-fe61-440c-8376-0f852ce7334f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:31.323786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Pushing event deleted for resources: {'Port': ['ID=e6d093d0-92e2-487f-93de-5798ca7f8f52,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:31.347481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['77c6fbab-d4fe-42d3-b2bd-00762336bc3d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:31.431953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5a36cc1d-8843-48be-8358-f2d7b7d7cb02 req-b618932a-85cc-4e79-a241-138ea363bf05 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b373634-7bc1-4733-affa-a702d46960c0 HTTP/1.1" status: 200 len: 210 time: 0.1217849 Jul 06 18:06:31.442533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a438d272-6088-41e7-ac1d-ca931c711822 req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] No DVR routers for this DVR port e6d093d0-92e2-487f-93de-5798ca7f8f52 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:31.451723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a438d272-6088-41e7-ac1d-ca931c711822 req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:31.455089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:31.456860 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a438d272-6088-41e7-ac1d-ca931c711822 req-3e6ba8ae-6185-4b5a-a0b4-12f564f75476 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.22 "DELETE /v2.0/ports/e6d093d0-92e2-487f-93de-5798ca7f8f52 HTTP/1.1" status: 204 len: 173 time: 1.6184392 Jul 06 18:06:31.458087 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b373634-7bc1-4733-affa-a702d46960c0', 'name': 'network-vif-deleted', 'tag': 'e6d093d0-92e2-487f-93de-5798ca7f8f52'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:31.486539 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33370a64-78e7-4f2d-996c-e8e9b720f6f4" -d '{"events": [{"server_uuid": "5b373634-7bc1-4733-affa-a702d46960c0", "name": "network-vif-deleted", "tag": "e6d093d0-92e2-487f-93de-5798ca7f8f52"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:31.600795 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb35342c-b944-4718-bc9e-f8d7edb121cf x-openstack-request-id: req-eb35342c-b944-4718-bc9e-f8d7edb121cf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:31.601276 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b373634-7bc1-4733-affa-a702d46960c0", "name": "network-vif-deleted", "tag": "e6d093d0-92e2-487f-93de-5798ca7f8f52", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:31.601693 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb35342c-b944-4718-bc9e-f8d7edb121cf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:31.602416 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b373634-7bc1-4733-affa-a702d46960c0', 'name': 'network-vif-deleted', 'tag': 'e6d093d0-92e2-487f-93de-5798ca7f8f52', 'status': 'completed', 'code': 200} Jul 06 18:06:31.864365 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:31.925458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482b7ac-62e2-4960-b6c4-559a4ee0d0f6 req-3b2fbaa3-95e4-4b48-a8f0-ef1d2abbb8b6 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:31.929842 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b482b7ac-62e2-4960-b6c4-559a4ee0d0f6 req-3b2fbaa3-95e4-4b48-a8f0-ef1d2abbb8b6 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 909 time: 0.1750629 Jul 06 18:06:32.043588 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.054942 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.117773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.147109 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db7aaa00aa35438ea07d1476894beb0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6898448 Jul 06 18:06:32.151259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34850) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:32.164646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bb75bb-17cb-4e5d-9a5f-650a929a3a93,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:32.184186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.185212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.185794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.186628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.187237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.188035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.188624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.189178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.189759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.190577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.191519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.192306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65c0f5-f727-43e6-a780-69b8e377c439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:32.291952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1492f094-0190-463c-a272-6bb7f9170623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.337886 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1492f094-0190-463c-a272-6bb7f9170623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.414782 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1492f094-0190-463c-a272-6bb7f9170623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.424204 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1492f094-0190-463c-a272-6bb7f9170623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:32.429296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1492f094-0190-463c-a272-6bb7f9170623 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41bb75bb-17cb-4e5d-9a5f-650a929a3a93 HTTP/1.1" status: 204 len: 168 time: 0.2729380 Jul 06 18:06:32.434531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492f094-0190-463c-a272-6bb7f9170623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bb75bb-17cb-4e5d-9a5f-650a929a3a93,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:33.069617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e6d093d0-92e2-487f-93de-5798ca7f8f52 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:33.126146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: e6d093d0-92e2-487f-93de-5798ca7f8f52 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:33.126543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e6d093d0-92e2-487f-93de-5798ca7f8f52 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:33.428027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ced14-8e87-412b-894d-bd628f51b5b4 req-8483f90d-c069-4a0c-80d1-974284172a54 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:33.452714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a8ced14-8e87-412b-894d-bd628f51b5b4 req-8483f90d-c069-4a0c-80d1-974284172a54 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 909 time: 0.2443333 Jul 06 18:06:33.534450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 34896) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:33.574795 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-def84358-3837-4244-8320-1c3faa438f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.799683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-def84358-3837-4244-8320-1c3faa438f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:33.815222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-def84358-3837-4244-8320-1c3faa438f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.025038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86bd2d-58cd-42ba-97bc-92e85ffb0d8d req-9bc68038-39af-48f6-a412-2b2feff07059 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:34.029676 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def84358-3837-4244-8320-1c3faa438f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d7688d-45b3-4899-9dc7-9ac2d4b8eada,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:34.067467 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd86bd2d-58cd-42ba-97bc-92e85ffb0d8d req-9bc68038-39af-48f6-a412-2b2feff07059 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 909 time: 0.3282862 Jul 06 18:06:34.094109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-def84358-3837-4244-8320-1c3faa438f53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bcb3d1bb4404a179b86f44e83039b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5574417 Jul 06 18:06:34.097061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34910) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:34.282676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d088468e-f169-46ad-9e8e-a75a95215571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.391749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d088468e-f169-46ad-9e8e-a75a95215571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.584073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d088468e-f169-46ad-9e8e-a75a95215571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.595741 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d088468e-f169-46ad-9e8e-a75a95215571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:34.601470 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d088468e-f169-46ad-9e8e-a75a95215571 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44d7688d-45b3-4899-9dc7-9ac2d4b8eada HTTP/1.1" status: 204 len: 168 time: 0.5018513 Jul 06 18:06:34.631846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088468e-f169-46ad-9e8e-a75a95215571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d7688d-45b3-4899-9dc7-9ac2d4b8eada,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:34.654024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94acc7-a475-4503-a575-4b42c3f69eb0 req-72597954-285f-4c1e-a5c7-bae13d438b37 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:34.660607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8e94acc7-a475-4503-a575-4b42c3f69eb0 req-72597954-285f-4c1e-a5c7-bae13d438b37 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 1060 time: 0.2173486 Jul 06 18:06:35.366516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f821453-6016-4db1-b1f2-3a0a83686d69 req-e2a9fa7a-256c-4af9-804b-a5a97ed9adde tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:35.406276 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f821453-6016-4db1-b1f2-3a0a83686d69 req-e2a9fa7a-256c-4af9-804b-a5a97ed9adde tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 1135 time: 0.2915630 Jul 06 18:06:35.524490 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:35.539175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f821453-6016-4db1-b1f2-3a0a83686d69 req-02697c9c-cd49-43b3-8a32-148bdaf72203 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1293535 Jul 06 18:06:35.578572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 34950) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:35.667599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7fe193-159f-47f6-86d3-7f3659136e71 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:35.684969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2e7fe193-159f-47f6-86d3-7f3659136e71 tempest-TestSecurityGroupsBasicOps-1698176116 tempest-TestSecurityGroupsBasicOps-1698176116-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 1055 time: 0.1043911 Jul 06 18:06:36.373438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677705-b976-4b6d-8a07-532e8dc54674 req-8d85b117-5332-4429-95bb-746aee2b9dfb tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:36.378098 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-60677705-b976-4b6d-8a07-532e8dc54674 req-8d85b117-5332-4429-95bb-746aee2b9dfb tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 909 time: 0.1114926 Jul 06 18:06:37.765070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-4263da79-8637-416f-bc01-ac1d92ad3561 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:37.769678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-4263da79-8637-416f-bc01-ac1d92ad3561 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.55 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 909 time: 0.2018442 Jul 06 18:06:38.638967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde33bb3-9365-4890-944a-16d1a51b01c4 req-c2b4d608-df45-4a3f-aa76-5e5433612327 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:38.642604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bde33bb3-9365-4890-944a-16d1a51b01c4 req-c2b4d608-df45-4a3f-aa76-5e5433612327 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 909 time: 0.8704441 Jul 06 18:06:38.676295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e6ec-0744-47e3-9425-88f101cf9348 req-89a04fb4-dac9-4521-b1e9-be6c9373abe7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:38.686149 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0574e6ec-0744-47e3-9425-88f101cf9348 req-89a04fb4-dac9-4521-b1e9-be6c9373abe7 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 945 time: 0.1685371 Jul 06 18:06:38.711650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Deleting port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:38.712248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.802543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0574e6ec-0744-47e3-9425-88f101cf9348 req-2c6b991d-83dd-46e6-9d97-badcd974a17e tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133308 Jul 06 18:06:38.918866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] For port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:38.919613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:38.962815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Calling delete_port for 5b19f1c9-5a76-4728-b816-d0aa802a2e9d owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:39.181643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:39.315921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] No DVR routers for this DVR port 5b19f1c9-5a76-4728-b816-d0aa802a2e9d on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:39.317933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Port': ['ID=5b19f1c9-5a76-4728-b816-d0aa802a2e9d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:39.320684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:39.323568 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f737344-6bd8-4ba1-a0dd-255017ed1bbc req-27f80f53-d223-4cd4-bc95-86a8354bc514 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.55 "DELETE /v2.0/ports/5b19f1c9-5a76-4728-b816-d0aa802a2e9d HTTP/1.1" status: 204 len: 173 time: 1.5278356 Jul 06 18:06:39.324158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790601c9-67f7-4fd8-b61a-a94df5fd969b', 'name': 'network-vif-deleted', 'tag': '5b19f1c9-5a76-4728-b816-d0aa802a2e9d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:39.326785 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d62fe0-0a19-4751-a030-d95f76b7a091" -d '{"events": [{"server_uuid": "790601c9-67f7-4fd8-b61a-a94df5fd969b", "name": "network-vif-deleted", "tag": "5b19f1c9-5a76-4728-b816-d0aa802a2e9d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:39.442798 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe759ec9-35fc-4911-8be3-1e79bad40b22 x-openstack-request-id: req-fe759ec9-35fc-4911-8be3-1e79bad40b22 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:39.443280 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790601c9-67f7-4fd8-b61a-a94df5fd969b", "name": "network-vif-deleted", "tag": "5b19f1c9-5a76-4728-b816-d0aa802a2e9d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:39.443687 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe759ec9-35fc-4911-8be3-1e79bad40b22 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:39.444447 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790601c9-67f7-4fd8-b61a-a94df5fd969b', 'name': 'network-vif-deleted', 'tag': '5b19f1c9-5a76-4728-b816-d0aa802a2e9d', 'status': 'completed', 'code': 200} Jul 06 18:06:40.262450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-820bc664-d621-43cd-a5c1-a301e54c433d req-3d388d48-03d8-416c-9a8b-f6d128282dda tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=790601c9-67f7-4fd8-b61a-a94df5fd969b HTTP/1.1" status: 200 len: 210 time: 0.1626327 Jul 06 18:06:40.411854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796714-24e6-4266-b117-ec390ff65987 req-28fddfeb-a3e3-4917-8149-e34a1c9d2537 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:40.413856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f796714-24e6-4266-b117-ec390ff65987 req-28fddfeb-a3e3-4917-8149-e34a1c9d2537 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 945 time: 0.2402475 Jul 06 18:06:40.637632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab5d3e-dc50-47e0-a220-1574cdb9a0dd req-96115e82-c15e-4b7a-9508-8de42ab3d628 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:40.639324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70ab5d3e-dc50-47e0-a220-1574cdb9a0dd req-96115e82-c15e-4b7a-9508-8de42ab3d628 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 945 time: 0.2480817 Jul 06 18:06:40.678714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0f796714-24e6-4266-b117-ec390ff65987 req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Deleting port bcc1b9ab-fe61-440c-8376-0f852ce7334f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:40.679189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f796714-24e6-4266-b117-ec390ff65987 req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.856038 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70ab5d3e-dc50-47e0-a220-1574cdb9a0dd req-506b82b1-8cb2-45f3-b3b1-3d245adc168c tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792574 Jul 06 18:06:40.917968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0f796714-24e6-4266-b117-ec390ff65987 req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] For port bcc1b9ab-fe61-440c-8376-0f852ce7334f, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=bcc1b9ab-fe61-440c-8376-0f852ce7334f,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:40.918926 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f796714-24e6-4266-b117-ec390ff65987 req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:40.939720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0f796714-24e6-4266-b117-ec390ff65987 req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Calling delete_port for bcc1b9ab-fe61-440c-8376-0f852ce7334f owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:41.120099 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f796714-24e6-4266-b117-ec390ff65987 req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.150851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['77c6fbab-d4fe-42d3-b2bd-00762336bc3d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:41.234020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Pushing event deleted for resources: {'Port': ['ID=bcc1b9ab-fe61-440c-8376-0f852ce7334f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:41.248923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.249523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.250116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.250714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.251260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.251827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.252383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.252945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.253510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.254066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.254902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.255680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:06:41.274582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7909b126-f026-4a1a-adfe-df54e2bdc6c0', 'bcc1b9ab-fe61-440c-8376-0f852ce7334f'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:41.564186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f796714-24e6-4266-b117-ec390ff65987 req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] No DVR routers for this DVR port bcc1b9ab-fe61-440c-8376-0f852ce7334f on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:41.571681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f796714-24e6-4266-b117-ec390ff65987 req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:41.581909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f796714-24e6-4266-b117-ec390ff65987 req-81f79b77-f8ff-493c-8604-f7ed6ea9ac90 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.55 "DELETE /v2.0/ports/bcc1b9ab-fe61-440c-8376-0f852ce7334f HTTP/1.1" status: 204 len: 173 time: 1.1357081 Jul 06 18:06:41.583892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe3a3f7-e19c-402e-b400-ddb1bf537cdc', 'name': 'network-vif-deleted', 'tag': 'bcc1b9ab-fe61-440c-8376-0f852ce7334f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:41.595458 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c903d7c-8fe7-4bcb-9957-df252d396199" -d '{"events": [{"server_uuid": "ebe3a3f7-e19c-402e-b400-ddb1bf537cdc", "name": "network-vif-deleted", "tag": "bcc1b9ab-fe61-440c-8376-0f852ce7334f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:41.648824 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633f302d-f64f-49f6-97a4-953bd77bf731 x-openstack-request-id: req-633f302d-f64f-49f6-97a4-953bd77bf731 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:41.649664 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe3a3f7-e19c-402e-b400-ddb1bf537cdc", "name": "network-vif-deleted", "tag": "bcc1b9ab-fe61-440c-8376-0f852ce7334f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:41.650100 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-633f302d-f64f-49f6-97a4-953bd77bf731 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:41.650819 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe3a3f7-e19c-402e-b400-ddb1bf537cdc', 'name': 'network-vif-deleted', 'tag': 'bcc1b9ab-fe61-440c-8376-0f852ce7334f', 'status': 'completed', 'code': 200} Jul 06 18:06:41.659973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35148) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:42.053773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 5b19f1c9-5a76-4728-b816-d0aa802a2e9d no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:42.107952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 5b19f1c9-5a76-4728-b816-d0aa802a2e9d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:42.109622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 5b19f1c9-5a76-4728-b816-d0aa802a2e9d not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:42.158395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f5460b8-6f63-442b-afc5-da02cf77ca3e req-1c252cc6-5565-45cb-a458-1bd92a360152 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebe3a3f7-e19c-402e-b400-ddb1bf537cdc HTTP/1.1" status: 200 len: 210 time: 0.0736909 Jul 06 18:06:42.349443 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:42.975516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Deleting port bf344c26-4b2e-4fa1-b826-cf83e024bd3a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:42.978061 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.180406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] For port bf344c26-4b2e-4fa1-b826-cf83e024bd3a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bf344c26-4b2e-4fa1-b826-cf83e024bd3a,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:43.180406 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.191211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Calling delete_port for bf344c26-4b2e-4fa1-b826-cf83e024bd3a owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:43.727204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:43.774643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Port': ['ID=bf344c26-4b2e-4fa1-b826-cf83e024bd3a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:43.960900 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:06:44.074618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bcc1b9ab-fe61-440c-8376-0f852ce7334f no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:44.118622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: bcc1b9ab-fe61-440c-8376-0f852ce7334f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:44.119459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device bcc1b9ab-fe61-440c-8376-0f852ce7334f not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:44.409144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:44.713749 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c9dae-a17b-4905-bf59-b244fda57179 req-1719a7f8-35a4-47bc-bd9e-71ee2baaa227 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:44.715503 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-761c9dae-a17b-4905-bf59-b244fda57179 req-1719a7f8-35a4-47bc-bd9e-71ee2baaa227 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 945 time: 0.3812366 Jul 06 18:06:44.812936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-761c9dae-a17b-4905-bf59-b244fda57179 req-11dd65c1-e02c-4866-9058-697aba5f4678 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898411 Jul 06 18:06:44.816580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:44.907403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fec3256-96ed-4d3c-a469-37b448ca21e0 admin admin] Deleting subnet d2854a9a-70a8-4052-bab3-66c73bf2c280 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:44.914029 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fec3256-96ed-4d3c-a469-37b448ca21e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.016544 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fec3256-96ed-4d3c-a469-37b448ca21e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.208749 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fec3256-96ed-4d3c-a469-37b448ca21e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.289890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Router 6512470f-6701-4782-8935-88ab76581d1c has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:45.445394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fec3256-96ed-4d3c-a469-37b448ca21e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.477417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-a35baf2d-4f84-4a5c-864b-e63040e4286d tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:45.481736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-a35baf2d-4f84-4a5c-864b-e63040e4286d tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 945 time: 0.2127726 Jul 06 18:06:45.533899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fec3256-96ed-4d3c-a469-37b448ca21e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:45.538530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0fec3256-96ed-4d3c-a469-37b448ca21e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d2854a9a-70a8-4052-bab3-66c73bf2c280 HTTP/1.1" status: 204 len: 168 time: 0.7203093 Jul 06 18:06:45.543679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35238) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:45.635050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:45.635886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec3256-96ed-4d3c-a469-37b448ca21e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2854a9a-70a8-4052-bab3-66c73bf2c280,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:45.643060 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-627a1242-e3db-413a-b99b-bf0f41eb8df8 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "PUT /v2.0/routers/6512470f-6701-4782-8935-88ab76581d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9808860 Jul 06 18:06:45.647305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35242) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:45.651381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825f462-acda-4c17-a586-145d50b19452 None None] Sync routers for ids ['6512470f-6701-4782-8935-88ab76581d1c'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:45.672061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825f462-acda-4c17-a586-145d50b19452 None None] Routers {'6512470f-6701-4782-8935-88ab76581d1c'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:45.679244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7825f462-acda-4c17-a586-145d50b19452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:06:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6512470f-6701-4782-8935-88ab76581d1c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:45.730547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.003145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1177468-65b7-4956-a0f3-99948bf9fb31 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Deleting subnet 52ec69a2-43f3-4222-85d9-cfbae1644c63 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:46.053223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Deleting port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:46.054024 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.071189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1177468-65b7-4956-a0f3-99948bf9fb31 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.131839 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.174985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a93138-7f4a-4689-b19f-07eaac91141d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:46.204068 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1177468-65b7-4956-a0f3-99948bf9fb31 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.248111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] For port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:46.251667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5b0069-a1bd-4165-a581-226644f8b490') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:46.251981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5b0069-a1bd-4165-a581-226644f8b490') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:46.252650 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.279207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.287182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Calling delete_port for 77c6fbab-d4fe-42d3-b2bd-00762336bc3d owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:46.321716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.337292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:46.337717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:46.340000 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:46.473207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1177468-65b7-4956-a0f3-99948bf9fb31 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.496369 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.510962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7825f462-acda-4c17-a586-145d50b19452 None None] Set router 6512470f-6701-4782-8935-88ab76581d1c gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:46.604514 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.618759 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.627851 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] 10.222.0.13 "DELETE /v2.0/networks/79a93138-7f4a-4689-b19f-07eaac91141d HTTP/1.1" status: 204 len: 168 time: 1.0826502 Jul 06 18:06:46.629893 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1177468-65b7-4956-a0f3-99948bf9fb31 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.650211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:46.716137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Pushing event deleted for resources: {'Port': ['ID=77c6fbab-d4fe-42d3-b2bd-00762336bc3d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:46.726115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] No DVR routers for this DVR port 77c6fbab-d4fe-42d3-b2bd-00762336bc3d on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:46.729233 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.732454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba2cad17-a5af-4ed0-a079-9a42bc6754e3 req-f4f2f18b-ae4d-444f-abae-cbf187aee00a tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.22 "DELETE /v2.0/ports/77c6fbab-d4fe-42d3-b2bd-00762336bc3d HTTP/1.1" status: 204 len: 173 time: 1.1152115 Jul 06 18:06:46.737385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4e7bf2-517a-4ce2-8902-43990c005cea', 'name': 'network-vif-deleted', 'tag': '77c6fbab-d4fe-42d3-b2bd-00762336bc3d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:46.740417 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d0a743-0501-4a16-9d78-b800450325e5" -d '{"events": [{"server_uuid": "2d4e7bf2-517a-4ce2-8902-43990c005cea", "name": "network-vif-deleted", "tag": "77c6fbab-d4fe-42d3-b2bd-00762336bc3d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:46.769650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['77c6fbab-d4fe-42d3-b2bd-00762336bc3d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:46.771280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11ee00-6dc8-4435-9441-6877641d4712 admin admin] Pushing event deleted for resources: {'Network': ['ID=79a93138-7f4a-4689-b19f-07eaac91141d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:46.799920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7909b126-f026-4a1a-adfe-df54e2bdc6c0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:46.804651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1177468-65b7-4956-a0f3-99948bf9fb31 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Subnet': ['ID=52ec69a2-43f3-4222-85d9-cfbae1644c63,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:46.821419 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1177468-65b7-4956-a0f3-99948bf9fb31 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:46.826797 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a1177468-65b7-4956-a0f3-99948bf9fb31 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "DELETE /v2.0/subnets/52ec69a2-43f3-4222-85d9-cfbae1644c63 HTTP/1.1" status: 204 len: 168 time: 1.1760039 Jul 06 18:06:46.828452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:46.851945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446a49-2b31-4998-9523-4cb780fe9e43 req-d1bcdec1-7f78-4420-8d60-fe1a7986d69e tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:46.863257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72446a49-2b31-4998-9523-4cb780fe9e43 req-d1bcdec1-7f78-4420-8d60-fe1a7986d69e tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d4e7bf2-517a-4ce2-8902-43990c005cea HTTP/1.1" status: 200 len: 867 time: 0.4130490 Jul 06 18:06:46.875608 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf970ac-7ae3-4387-90a6-284e0899939d x-openstack-request-id: req-cdf970ac-7ae3-4387-90a6-284e0899939d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:46.876096 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4e7bf2-517a-4ce2-8902-43990c005cea", "name": "network-vif-deleted", "tag": "77c6fbab-d4fe-42d3-b2bd-00762336bc3d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:46.879543 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdf970ac-7ae3-4387-90a6-284e0899939d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:46.880791 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4e7bf2-517a-4ce2-8902-43990c005cea', 'name': 'network-vif-deleted', 'tag': '77c6fbab-d4fe-42d3-b2bd-00762336bc3d', 'status': 'completed', 'code': 200} Jul 06 18:06:46.906297 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d01603d-1c31-4027-8282-866cb515d357 None None] Network b21cd2f6-d218-4297-8c28-f136076c959a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:06:46.970870 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72446a49-2b31-4998-9523-4cb780fe9e43 req-7fc28069-e775-4413-9d9e-66dd0209eb29 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064358 Jul 06 18:06:46.993375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0015bd94-18b6-4b78-85e0-1587ab4d2c10 admin admin] Deleting subnet f7a182d9-0aa0-4ebe-992f-825c0dff9021 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:06:47.009392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0015bd94-18b6-4b78-85e0-1587ab4d2c10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.139571 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0015bd94-18b6-4b78-85e0-1587ab4d2c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.193543 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.263764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0015bd94-18b6-4b78-85e0-1587ab4d2c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.307049 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca516c59-fb23-430f-8106-cda131a430a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.397989 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.409532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0015bd94-18b6-4b78-85e0-1587ab4d2c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.453032 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0015bd94-18b6-4b78-85e0-1587ab4d2c10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.455931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0015bd94-18b6-4b78-85e0-1587ab4d2c10 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f7a182d9-0aa0-4ebe-992f-825c0dff9021 HTTP/1.1" status: 204 len: 168 time: 0.7823451 Jul 06 18:06:47.456971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015bd94-18b6-4b78-85e0-1587ab4d2c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a182d9-0aa0-4ebe-992f-825c0dff9021,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:47.461461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35278) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:47.565739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Deleting port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:47.566095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.653152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7825f462-acda-4c17-a586-145d50b19452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6512470f-6701-4782-8935-88ab76581d1c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:06:04Z', 'updated_at': '2021-07-06T18:06:43Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': 'f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6512470f-6701-4782-8935-88ab76581d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:06:05Z', 'updated_at': '2021-07-06T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:47.668583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b614fd3-bc64-44f2-8e84-b7f7223d6ccb None None] DHCP port deletion for b21cd2f6-d218-4297-8c28-f136076c959a request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:06:47.672651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.776526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825f462-acda-4c17-a586-145d50b19452 None None] Checking router: 6512470f-6701-4782-8935-88ab76581d1c for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:06:47.786743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] For port f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:47.790874 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:47.834025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Calling delete_port for f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:47.905303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825f462-acda-4c17-a586-145d50b19452 None None] Routers {'6512470f-6701-4782-8935-88ab76581d1c'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:47.906586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7825f462-acda-4c17-a586-145d50b19452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:06:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6512470f-6701-4782-8935-88ab76581d1c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:47.938012 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.047854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaedbf2-5a1a-475f-a595-99ba36dc664b']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:48.105209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7825f462-acda-4c17-a586-145d50b19452 None None] Set router 6512470f-6701-4782-8935-88ab76581d1c gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:48.106551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959499ea-4edc-42db-b783-38b1943d2f40') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:48.107080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959499ea-4edc-42db-b783-38b1943d2f40') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:48.138243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.204317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.221516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:48.222616 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:48.227934 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:48.248885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 95934152-6af3-47d6-864c-a58375df67db no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:48.303952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3b614fd3-bc64-44f2-8e84-b7f7223d6ccb None None] Deleting port 95934152-6af3-47d6-864c-a58375df67db {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:48.304383 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b614fd3-bc64-44f2-8e84-b7f7223d6ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.311338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7825f462-acda-4c17-a586-145d50b19452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6512470f-6701-4782-8935-88ab76581d1c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:06:04Z', 'updated_at': '2021-07-06T18:06:47Z', 'revision_number': 6, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:48.323969 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.382470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Port': ['ID=f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:48.422924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825f462-acda-4c17-a586-145d50b19452 None None] The sync data for ids ['6512470f-6701-4782-8935-88ab76581d1c'] in n-d-799526-3 is: [{'id': '6512470f-6701-4782-8935-88ab76581d1c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482080626', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:06:04Z', 'updated_at': '2021-07-06T18:06:47Z', 'revision_number': 6, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:48.492703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.498481 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.506424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/caaedbf2-5a1a-475f-a595-99ba36dc664b HTTP/1.1" status: 204 len: 168 time: 1.0396202 Jul 06 18:06:48.554978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019d68b-08f0-4493-9dc8-3eb18d72ddb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=caaedbf2-5a1a-475f-a595-99ba36dc664b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:48.576081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3b614fd3-bc64-44f2-8e84-b7f7223d6ccb None None] For port 95934152-6af3-47d6-864c-a58375df67db, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=95934152-6af3-47d6-864c-a58375df67db,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:48.576520 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b614fd3-bc64-44f2-8e84-b7f7223d6ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.594728 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.601023 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.621130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3b614fd3-bc64-44f2-8e84-b7f7223d6ccb None None] Calling delete_port for 95934152-6af3-47d6-864c-a58375df67db owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:48.756650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 95934152-6af3-47d6-864c-a58375df67db, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=95934152-6af3-47d6-864c-a58375df67db,segment=NetworkSegment(7842d332-9960-4d23-8649-662d95b7d337),segment_id=7842d332-9960-4d23-8649-662d95b7d337)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:48.763379 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.878935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.881631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.893276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35310) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:48.983047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b614fd3-bc64-44f2-8e84-b7f7223d6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:48.988901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=95934152-6af3-47d6-864c-a58375df67db,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:49.033284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.034164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Fanout notify agent at l3_agent the message router_deleted on router 6512470f-6701-4782-8935-88ab76581d1c {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:06:49.041952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-04b736d1-2384-4500-9623-b2441dc0da46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=129dc25672c34b628a86471493d5c61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458941 Jul 06 18:06:49.042700 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.046785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35316) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:49.047862 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ec87a3f1-958c-4dce-a15b-236b360745b1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "DELETE /v2.0/routers/6512470f-6701-4782-8935-88ab76581d1c HTTP/1.1" status: 204 len: 168 time: 2.2184973 Jul 06 18:06:49.048688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:49.073381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b614fd3-bc64-44f2-8e84-b7f7223d6ccb None None] No DVR routers for this DVR port 95934152-6af3-47d6-864c-a58375df67db on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:49.082801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b614fd3-bc64-44f2-8e84-b7f7223d6ccb None None] Pushing event deleted for resources: {'Port': ['ID=95934152-6af3-47d6-864c-a58375df67db,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:49.153211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 77c6fbab-d4fe-42d3-b2bd-00762336bc3d no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:49.217560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 77c6fbab-d4fe-42d3-b2bd-00762336bc3d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:49.218549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 77c6fbab-d4fe-42d3-b2bd-00762336bc3d not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:49.249092 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2f3dc33-bef2-4c09-9eb6-6b67b4456d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.279879 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2f3dc33-bef2-4c09-9eb6-6b67b4456d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.280192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.442099 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2f3dc33-bef2-4c09-9eb6-6b67b4456d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.451309 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2f3dc33-bef2-4c09-9eb6-6b67b4456d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.454402 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b2f3dc33-bef2-4c09-9eb6-6b67b4456d93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74a0930c-5f60-4066-be94-658f8ebbcc67 HTTP/1.1" status: 204 len: 168 time: 0.4050310 Jul 06 18:06:49.532808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3dc33-bef2-4c09-9eb6-6b67b4456d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a0930c-5f60-4066-be94-658f8ebbcc67,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:49.543625 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea849322-906e-4112-a245-646ec265846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.699977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.718528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21cd2f6-d218-4297-8c28-f136076c959a']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:49.738144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7842d332-9960-4d23-8649-662d95b7d337') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:49.738480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7842d332-9960-4d23-8649-662d95b7d337') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:49.755602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.784609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.793912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:06:49.794847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:06:49.892958 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:06:49.899734 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.912348 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:49.918591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35338) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:49.919589 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "DELETE /v2.0/networks/b21cd2f6-d218-4297-8c28-f136076c959a HTTP/1.1" status: 204 len: 168 time: 0.8695302 Jul 06 18:06:49.935184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674d77d-317e-4282-96e4-adf7dbb471bc tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Network': ['ID=b21cd2f6-d218-4297-8c28-f136076c959a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:50.120165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.172789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:50.254750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:50.255309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f46bf3a4-a3a2-4bf0-9977-9ed8c31337b7 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:50.259385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bf344c26-4b2e-4fa1-b826-cf83e024bd3a no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:50.324963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: bf344c26-4b2e-4fa1-b826-cf83e024bd3a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:50.325326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bf344c26-4b2e-4fa1-b826-cf83e024bd3a not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:50.326076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35350) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:50.464470 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-22a43fe2-08ad-45ef-8995-d6b5647d40b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67fd113b007a4849ae7a72de61c2af70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370821 Jul 06 18:06:50.469504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:50.622815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Deleting port b9be90d4-cf78-49ed-ae77-17839b747b9a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:50.623470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.674613 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c225-8daf-4239-befa-7bd7a923f378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.741641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c225-8daf-4239-befa-7bd7a923f378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.750525 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.851913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c225-8daf-4239-befa-7bd7a923f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.865351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c225-8daf-4239-befa-7bd7a923f378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.866734 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ecf9c225-8daf-4239-befa-7bd7a923f378 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86c859d8-81c2-4f29-82ec-12d4f31ce29f HTTP/1.1" status: 204 len: 168 time: 0.3956401 Jul 06 18:06:50.928059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.929442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:50.955600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9c225-8daf-4239-befa-7bd7a923f378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c859d8-81c2-4f29-82ec-12d4f31ce29f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:50.958062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Calling delete_port for b9be90d4-cf78-49ed-ae77-17839b747b9a owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:51.357082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:51.524300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:51.526745 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Floating IP 88be8d32-00f2-487a-9611-679721d99c5e disassociated (deleted). External IP: 172.25.7.227, port: 72578d4b-9d22-4107-b07d-b232eb550ce0. Jul 06 18:06:51.529837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Port': ['ID=b9be90d4-cf78-49ed-ae77-17839b747b9a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:52.017383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:06:52.324487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:06:52.337962 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:52.351587 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] Sync routers for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:06:52.386089 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:52.386852 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:06:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:52.461713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b6fa6e28-1100-4640-b262-d7419f1e2e40 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "DELETE /v2.0/floatingips/88be8d32-00f2-487a-9611-679721d99c5e HTTP/1.1" status: 204 len: 168 time: 2.5412531 Jul 06 18:06:52.462811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:52.465450 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835a5757-6cf2-40bb-8d01-0e3d125b2deb" -d '{"events": [{"name": "network-changed", "server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:52.714221 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d269471a-8edb-45e7-baed-a36f0fc0b281 x-openstack-request-id: req-d269471a-8edb-45e7-baed-a36f0fc0b281 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:52.714556 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:52.714817 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d269471a-8edb-45e7-baed-a36f0fc0b281 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:52.715243 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'status': 'completed', 'code': 200} Jul 06 18:06:52.797173 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:53.063389 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:53.101343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-7a71122f-b93a-422a-bce9-f5e65ac4b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:53.103101 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-7a71122f-b93a-422a-bce9-f5e65ac4b248 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3801e61f3ee74884aa7f7917d4272434&device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 1135 time: 0.3340490 Jul 06 18:06:53.694798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-e8acb489-0c41-44fb-98db-d228a93d9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:53.696356 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-e8acb489-0c41-44fb-98db-d228a93d9726 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b0c0903c-4bd1-4d2b-b450-137c5fccf85a HTTP/1.1" status: 200 len: 898 time: 0.5767815 Jul 06 18:06:53.859936 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fca0b450-c65c-4d6c-9f52-9c24ef7e157f', 'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:eb:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:05:01Z', 'updated_at': '2021-07-06T18:05:14Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:53.867074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-2c3fdc97-cf8e-40ee-8460-b3d5dfa980bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72578d4b-9d22-4107-b07d-b232eb550ce0 HTTP/1.1" status: 200 len: 217 time: 0.1518512 Jul 06 18:06:54.013099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-89be101a-5fc6-4ed2-b126-9e1d735a3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:54.018698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-89be101a-5fc6-4ed2-b126-9e1d735a3400 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17df9bfb-c64b-430e-9533-d4b9ba4aa571 HTTP/1.1" status: 200 len: 834 time: 0.1444054 Jul 06 18:06:54.019330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d2774-b725-45ee-a622-ad97d818ef51 req-b47c0fca-157d-4ad5-ad65-d0b53e9448b5 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:54.032240 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c0d2774-b725-45ee-a622-ad97d818ef51 req-b47c0fca-157d-4ad5-ad65-d0b53e9448b5 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 984 time: 0.1967535 Jul 06 18:06:54.061931 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] Checking router: 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:06:54.100457 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:06:54.102465 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:06:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:54.111066 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c0d2774-b725-45ee-a622-ad97d818ef51 req-e64eab3b-8554-4c4b-a80b-037ad2106fff tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0768623 Jul 06 18:06:54.296227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-bee43c5c-0165-4c47-972a-d45ca25104f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:54.300369 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-bee43c5c-0165-4c47-972a-d45ca25104f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b0c0903c-4bd1-4d2b-b450-137c5fccf85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2725894 Jul 06 18:06:54.548877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-bc5d4c1a-8b5f-47e8-a696-c0c00c154893 service neutron] 10.222.0.22 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403250 Jul 06 18:06:54.635171 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:06:55.059593 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-835a5757-6cf2-40bb-8d01-0e3d125b2deb req-f2a671d9-687c-49cc-8a70-26231b72757f service neutron] 10.222.0.22 "GET /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999347 Jul 06 18:06:55.096026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-5ad2cd82-a0c3-4aae-add2-4106c47edf68 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:55.097638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-5ad2cd82-a0c3-4aae-add2-4106c47edf68 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 984 time: 0.3424845 Jul 06 18:06:55.121299 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fca0b450-c65c-4d6c-9f52-9c24ef7e157f', 'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:eb:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:05:01Z', 'updated_at': '2021-07-06T18:05:14Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:06:55.221085 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a91202-328a-47da-9ee2-2dad572184f1 None None] The sync data for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 is: [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:05:03Z', 'revision_number': 4, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fca0b450-c65c-4d6c-9f52-9c24ef7e157f', 'name': '', 'network_id': 'b0c0903c-4bd1-4d2b-b450-137c5fccf85a', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'mac_address': 'fa:16:3e:eb:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:05:01Z', 'updated_at': '2021-07-06T18:05:14Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'subnets': [{'id': '17df9bfb-c64b-430e-9533-d4b9ba4aa571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:06:55.542442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Deleting port 72578d4b-9d22-4107-b07d-b232eb550ce0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:55.543288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:55.547302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cadb5b-fcee-4f3d-8c9a-833426696ccf req-d0bd2da1-17a8-4788-9fba-d893ad6e62b9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:55.549992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3cadb5b-fcee-4f3d-8c9a-833426696ccf req-d0bd2da1-17a8-4788-9fba-d893ad6e62b9 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 946 time: 0.3033822 Jul 06 18:06:55.560179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:55.734316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3cadb5b-fcee-4f3d-8c9a-833426696ccf req-803c2243-2276-47bf-aacc-4134817d3939 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610885 Jul 06 18:06:55.903453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] For port 72578d4b-9d22-4107-b07d-b232eb550ce0, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=72578d4b-9d22-4107-b07d-b232eb550ce0,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:55.903453 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:55.924604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a60063-d465-494f-a296-5a9b54c46e15 req-bbfc1075-b5c8-4a2a-97f3-51dcacb91872 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:55.925605 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a60063-d465-494f-a296-5a9b54c46e15 req-bbfc1075-b5c8-4a2a-97f3-51dcacb91872 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 984 time: 0.2916694 Jul 06 18:06:55.949701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae69a9-7ff7-4f87-8754-9f4f0ca704e7 None None] New status for floating IP 88be8d32-00f2-487a-9611-679721d99c5e: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:06:55.960072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Calling delete_port for 72578d4b-9d22-4107-b07d-b232eb550ce0 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:56.011159 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18c8f0aa-910a-4dc7-adfa-2e9ab6a89e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.041174 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a60063-d465-494f-a296-5a9b54c46e15 req-f2e9209c-e40c-4c21-8e3a-2d97f62aa5cb tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f&id=65d4263d-d3b7-4c82-afe4-fc7576540d47&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1051700 Jul 06 18:06:56.457915 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.460513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18c8f0aa-910a-4dc7-adfa-2e9ab6a89e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.469470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18c8f0aa-910a-4dc7-adfa-2e9ab6a89e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.550849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8f0aa-910a-4dc7-adfa-2e9ab6a89e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9645dfde-491d-4193-a1a7-f9460530ce2b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:56.561364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Port': ['ID=72578d4b-9d22-4107-b07d-b232eb550ce0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:56.592114 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-18c8f0aa-910a-4dc7-adfa-2e9ab6a89e6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68658cf810094c708ac80510b35f4451&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0263605 Jul 06 18:06:56.594649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:56.747713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5184aea-2cb4-4c77-b661-3dc965168598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.791405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] No DVR routers for this DVR port 72578d4b-9d22-4107-b07d-b232eb550ce0 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:56.807359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.813093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75e1d4c9-bfe0-4740-b54a-16c46122dc0e req-e63ec387-d376-4c0b-9ac8-38d947639e1e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.22 "DELETE /v2.0/ports/72578d4b-9d22-4107-b07d-b232eb550ce0 HTTP/1.1" status: 204 len: 173 time: 1.7061875 Jul 06 18:06:56.820076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'name': 'network-vif-deleted', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:56.824674 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5184aea-2cb4-4c77-b661-3dc965168598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:56.836825 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965532fd-ab20-4c66-b047-57b5ce225b5e" -d '{"events": [{"server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "name": "network-vif-deleted", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:57.092129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-9b576384-22ea-4f20-9ac6-f166b46bad8d tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:57.097739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-9b576384-22ea-4f20-9ac6-f166b46bad8d tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 946 time: 0.3653641 Jul 06 18:06:57.105636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5184aea-2cb4-4c77-b661-3dc965168598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.109301 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22558ab3-865e-4fff-9fc3-6bd2b7b37f7a x-openstack-request-id: req-22558ab3-865e-4fff-9fc3-6bd2b7b37f7a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:57.111136 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d654e8-229a-4567-a0a0-54ee1d6c11fe", "name": "network-vif-deleted", "tag": "72578d4b-9d22-4107-b07d-b232eb550ce0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:57.111644 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22558ab3-865e-4fff-9fc3-6bd2b7b37f7a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:57.112315 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d654e8-229a-4567-a0a0-54ee1d6c11fe', 'name': 'network-vif-deleted', 'tag': '72578d4b-9d22-4107-b07d-b232eb550ce0', 'status': 'completed', 'code': 200} Jul 06 18:06:57.121073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5184aea-2cb4-4c77-b661-3dc965168598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.152812 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e5184aea-2cb4-4c77-b661-3dc965168598 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9645dfde-491d-4193-a1a7-f9460530ce2b HTTP/1.1" status: 204 len: 168 time: 0.5497608 Jul 06 18:06:57.228416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5184aea-2cb4-4c77-b661-3dc965168598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9645dfde-491d-4193-a1a7-f9460530ce2b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:57.430788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Deleting port 7909b126-f026-4a1a-adfe-df54e2bdc6c0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:06:57.432897 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.580505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] For port 7909b126-f026-4a1a-adfe-df54e2bdc6c0, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=7909b126-f026-4a1a-adfe-df54e2bdc6c0,segment=NetworkSegment(ebc4c035-e485-4daf-8d8e-bbf97c20c983),segment_id=ebc4c035-e485-4daf-8d8e-bbf97c20c983)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:06:57.583230 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.602580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Calling delete_port for 7909b126-f026-4a1a-adfe-df54e2bdc6c0 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:06:57.633481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f4e43-3ff9-470f-8d27-35d69badd55c req-f4cb8a3d-f133-49c9-b422-f1237b9fd596 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:06:57.651547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a9f4e43-3ff9-470f-8d27-35d69badd55c req-f4cb8a3d-f133-49c9-b422-f1237b9fd596 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 946 time: 0.2610397 Jul 06 18:06:57.770690 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7a9f4e43-3ff9-470f-8d27-35d69badd55c req-7f8ded27-231a-4615-ba01-2e86d8b7d5d1 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/security-groups?id=063ac8b4-301a-4cbd-8a4e-ada5e86eb035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181991 Jul 06 18:06:57.954389 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:57.967524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['7909b126-f026-4a1a-adfe-df54e2bdc6c0'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:06:58.076003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Pushing event deleted for resources: {'Port': ['ID=7909b126-f026-4a1a-adfe-df54e2bdc6c0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:58.100333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea5eb316-276c-4dbc-9e09-3a6d529701b6 req-665cdba6-7f34-4b7e-b0aa-acbf406bba03 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d654e8-229a-4567-a0a0-54ee1d6c11fe HTTP/1.1" status: 200 len: 210 time: 0.1596045 Jul 06 18:06:58.179990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] No DVR routers for this DVR port 7909b126-f026-4a1a-adfe-df54e2bdc6c0 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:06:58.182805 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:58.199746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f65007fe-bc6d-4bbd-a4a0-03af63db4d5c req-7113da4e-07f1-4117-86ff-c972af7b9de3 tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.55 "DELETE /v2.0/ports/7909b126-f026-4a1a-adfe-df54e2bdc6c0 HTTP/1.1" status: 204 len: 173 time: 1.0857399 Jul 06 18:06:59.039900 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ca9335b-5932-47e5-9485-ae3fd5de566b req-4d62773b-1ac7-414e-b565-88f7e634574f tempest-AttachVolumeNegativeTest-855025762 tempest-AttachVolumeNegativeTest-855025762-project] 10.222.0.13 "GET /v2.0/ports?device_id=d48ff6aa-3c50-4bea-a600-011e081ea4b7 HTTP/1.1" status: 200 len: 210 time: 0.0563629 Jul 06 18:06:59.114799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48ff6aa-3c50-4bea-a600-011e081ea4b7', 'name': 'network-vif-deleted', 'tag': '7909b126-f026-4a1a-adfe-df54e2bdc6c0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:06:59.118320 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa3c981-7ac5-4418-bd77-6ada9b21d7c0" -d '{"events": [{"server_uuid": "d48ff6aa-3c50-4bea-a600-011e081ea4b7", "name": "network-vif-deleted", "tag": "7909b126-f026-4a1a-adfe-df54e2bdc6c0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:06:59.190826 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db0d8de-8e63-4fd7-9f86-61f8aa5c7fd0 x-openstack-request-id: req-6db0d8de-8e63-4fd7-9f86-61f8aa5c7fd0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:06:59.191102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 72578d4b-9d22-4107-b07d-b232eb550ce0 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:06:59.192868 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48ff6aa-3c50-4bea-a600-011e081ea4b7", "name": "network-vif-deleted", "tag": "7909b126-f026-4a1a-adfe-df54e2bdc6c0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:06:59.194031 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6db0d8de-8e63-4fd7-9f86-61f8aa5c7fd0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:06:59.195628 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48ff6aa-3c50-4bea-a600-011e081ea4b7', 'name': 'network-vif-deleted', 'tag': '7909b126-f026-4a1a-adfe-df54e2bdc6c0', 'status': 'completed', 'code': 200} Jul 06 18:06:59.265470 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 72578d4b-9d22-4107-b07d-b232eb550ce0 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:06:59.266046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 72578d4b-9d22-4107-b07d-b232eb550ce0 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:06:59.366435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:59.474871 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-945dfb06-1bdd-4cdb-85cf-daf2cc6d899b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.537103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-945dfb06-1bdd-4cdb-85cf-daf2cc6d899b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.609502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-945dfb06-1bdd-4cdb-85cf-daf2cc6d899b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.615612 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-945dfb06-1bdd-4cdb-85cf-daf2cc6d899b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.617520 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-945dfb06-1bdd-4cdb-85cf-daf2cc6d899b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "DELETE /v2.0/security-groups/65d4263d-d3b7-4c82-afe4-fc7576540d47 HTTP/1.1" status: 204 len: 168 time: 0.2488718 Jul 06 18:06:59.622441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35522) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:06:59.641460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dfb06-1bdd-4cdb-85cf-daf2cc6d899b tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d4263d-d3b7-4c82-afe4-fc7576540d47,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:06:59.820197 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9bd9-732f-4a3c-b7e8-226d663c7cb1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.869664 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9bd9-732f-4a3c-b7e8-226d663c7cb1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.978252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9bd9-732f-4a3c-b7e8-226d663c7cb1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.982723 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9bd9-732f-4a3c-b7e8-226d663c7cb1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:06:59.984975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9a8e9bd9-732f-4a3c-b7e8-226d663c7cb1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "DELETE /v2.0/security-groups/08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f HTTP/1.1" status: 204 len: 168 time: 0.3611610 Jul 06 18:06:59.988721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35530) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:00.003366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e9bd9-732f-4a3c-b7e8-226d663c7cb1 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e67bda-2fc6-4eef-9ad8-b72b9e4e6b5f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:00.170768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35534) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:00.228010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f33a112-bbc4-4245-89ee-71c04b1a1d4f admin admin] Deleting subnet f8fadd14-3144-4fa6-a572-410c350d286d {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:07:00.232891 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f33a112-bbc4-4245-89ee-71c04b1a1d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.291259 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f33a112-bbc4-4245-89ee-71c04b1a1d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.354294 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f33a112-bbc4-4245-89ee-71c04b1a1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.437318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f33a112-bbc4-4245-89ee-71c04b1a1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.470935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33a112-bbc4-4245-89ee-71c04b1a1d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fadd14-3144-4fa6-a572-410c350d286d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:00.483481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f33a112-bbc4-4245-89ee-71c04b1a1d4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.486569 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9f33a112-bbc4-4245-89ee-71c04b1a1d4f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f8fadd14-3144-4fa6-a572-410c350d286d HTTP/1.1" status: 204 len: 168 time: 0.3137248 Jul 06 18:07:00.489225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35542) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:00.652527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.836661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.851416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b739771e-7196-4cb6-a7c0-c61744c9b8c9']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:00.868153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc4c035-e485-4daf-8d8e-bbf97c20c983') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:00.868509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc4c035-e485-4daf-8d8e-bbf97c20c983') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:00.881242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.924564 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.943212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:07:00.945310 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:07:00.950959 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:07:01.102081 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.114202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.119357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b739771e-7196-4cb6-a7c0-c61744c9b8c9 HTTP/1.1" status: 204 len: 168 time: 0.6283946 Jul 06 18:07:01.138933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dfe27-d8d5-4ca0-96cb-671127131698 admin admin] Pushing event deleted for resources: {'Network': ['ID=b739771e-7196-4cb6-a7c0-c61744c9b8c9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:01.223288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.628770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:01.719797 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f59fe61f-5147-4c15-9cfa-6d04d06710f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f72b4cb9139b43b7844f6ba24dc74384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892398 Jul 06 18:07:01.724051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:01.788036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Deleting port fca0b450-c65c-4d6c-9f52-9c24ef7e157f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:07:01.789535 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.792809 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-657e806d-bd56-4c46-bcc5-c9547b30c0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.820694 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-657e806d-bd56-4c46-bcc5-c9547b30c0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.898060 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-657e806d-bd56-4c46-bcc5-c9547b30c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.902940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-657e806d-bd56-4c46-bcc5-c9547b30c0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:01.907502 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-657e806d-bd56-4c46-bcc5-c9547b30c0ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/063ac8b4-301a-4cbd-8a4e-ada5e86eb035 HTTP/1.1" status: 204 len: 168 time: 0.1795545 Jul 06 18:07:01.923562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e806d-bd56-4c46-bcc5-c9547b30c0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063ac8b4-301a-4cbd-8a4e-ada5e86eb035,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:01.993096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] For port fca0b450-c65c-4d6c-9f52-9c24ef7e157f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fca0b450-c65c-4d6c-9f52-9c24ef7e157f,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:01.993383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.010700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Calling delete_port for fca0b450-c65c-4d6c-9f52-9c24ef7e157f owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:07:02.136942 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.169086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7909b126-f026-4a1a-adfe-df54e2bdc6c0 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:07:02.217981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 7909b126-f026-4a1a-adfe-df54e2bdc6c0 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:07:02.218600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 7909b126-f026-4a1a-adfe-df54e2bdc6c0 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:07:02.322105 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:02.353184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Port': ['ID=fca0b450-c65c-4d6c-9f52-9c24ef7e157f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:02.725223 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:03.348776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:07:03.777806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:03.796861 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] Sync routers for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:03.799292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a464db3d-69a4-46e6-b382-88ee05f8f443 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "PUT /v2.0/routers/2ed83d2e-ba41-4430-a71c-e8cf730f3c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8059435 Jul 06 18:07:03.804052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35650) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:03.839680 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:03.842306 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:06:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:04.007228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77b3d70-eb52-4523-b863-fb4a66b10a9e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Deleting subnet 17df9bfb-c64b-430e-9533-d4b9ba4aa571 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:07:04.030134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c77b3d70-eb52-4523-b863-fb4a66b10a9e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:04.127742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c77b3d70-eb52-4523-b863-fb4a66b10a9e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:04.316941 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:04.363728 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c77b3d70-eb52-4523-b863-fb4a66b10a9e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:04.522518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c77b3d70-eb52-4523-b863-fb4a66b10a9e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:04.638004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b3d70-eb52-4523-b863-fb4a66b10a9e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Subnet': ['ID=17df9bfb-c64b-430e-9533-d4b9ba4aa571,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:04.639814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce209840-a590-4212-a71a-1acd6cd54e17 None None] Network b0c0903c-4bd1-4d2b-b450-137c5fccf85a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:04.658716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c77b3d70-eb52-4523-b863-fb4a66b10a9e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:04.668229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c77b3d70-eb52-4523-b863-fb4a66b10a9e tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "DELETE /v2.0/subnets/17df9bfb-c64b-430e-9533-d4b9ba4aa571 HTTP/1.1" status: 204 len: 168 time: 0.8626709 Jul 06 18:07:04.671530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35698) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:04.906086 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:07:02Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:04.986176 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] Checking router: 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:07:05.044298 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] Routers {'2ed83d2e-ba41-4430-a71c-e8cf730f3c58'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:05.046287 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:06:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:05.067885 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:05.291556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] DHCP port deletion for b0c0903c-4bd1-4d2b-b450-137c5fccf85a request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:07:05.489513 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] Set router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:05.545635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:05.637105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Deleting port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:07:05.637768 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:05.784186 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:05.788353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Deleting port 72cea638-c313-4ad8-9c62-5e13250d3200 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:07:05.788964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:05.806305 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:07:02Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:05.870152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] For port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d28c7dbc-7e17-4ff7-ad14-b9444272b8b9,segment=NetworkSegment(088f13bd-c363-4759-b908-33f4909e5e64),segment_id=088f13bd-c363-4759-b908-33f4909e5e64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:05.870563 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:05.905290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Calling delete_port for d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:07:05.938571 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683de0f-a0d8-4aab-8574-87ee62e8f965 None None] The sync data for ids ['2ed83d2e-ba41-4430-a71c-e8cf730f3c58'] in n-d-799526-3 is: [{'id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-958878390', 'tenant_id': '3801e61f3ee74884aa7f7917d4272434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:04:52Z', 'updated_at': '2021-07-06T18:07:02Z', 'revision_number': 5, 'project_id': '3801e61f3ee74884aa7f7917d4272434', 'gw_port': {'id': '72cea638-c313-4ad8-9c62-5e13250d3200', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed83d2e-ba41-4430-a71c-e8cf730f3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:04:54Z', 'updated_at': '2021-07-06T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:06.025759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] For port 72cea638-c313-4ad8-9c62-5e13250d3200, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=72cea638-c313-4ad8-9c62-5e13250d3200,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:06.026408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:06.049415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Calling delete_port for 72cea638-c313-4ad8-9c62-5e13250d3200 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:07:06.249328 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:06.328682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Pushing event deleted for resources: {'Port': ['ID=d28c7dbc-7e17-4ff7-ad14-b9444272b8b9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:06.356485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] No DVR routers for this DVR port d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:07:06.361848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.364358 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.364896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.365458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.375897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.379532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.382859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.383359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.384944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.385375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.388317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.390445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b350f-5b8b-469f-9d7b-5e7400b963b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:06.519914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:07:06.579645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:07:06.580222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d28c7dbc-7e17-4ff7-ad14-b9444272b8b9 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:07:07.011590 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.114512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Port': ['ID=72cea638-c313-4ad8-9c62-5e13250d3200,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:07.397712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.628101 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.642190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.785192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.786774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed83d2e-ba41-4430-a71c-e8cf730f3c58 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:07:07.815155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:07.819084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c5b9fd12-75e3-4b57-9c41-e4f0aca68879 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "DELETE /v2.0/routers/2ed83d2e-ba41-4430-a71c-e8cf730f3c58 HTTP/1.1" status: 204 len: 168 time: 3.1448903 Jul 06 18:07:07.822164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 35938) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:07.847892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 35942) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:08.203851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fca0b450-c65c-4d6c-9f52-9c24ef7e157f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:07:08.209632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.300184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: fca0b450-c65c-4d6c-9f52-9c24ef7e157f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:07:08.300615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fca0b450-c65c-4d6c-9f52-9c24ef7e157f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:07:08.523864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.555716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c0903c-4bd1-4d2b-b450-137c5fccf85a']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:08.630138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088f13bd-c363-4759-b908-33f4909e5e64') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:08.632111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088f13bd-c363-4759-b908-33f4909e5e64') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:08.678874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.694011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32141c47-e8d9-4604-96ff-fda6ba53a932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.707628 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.717398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:07:08.718185 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:07:08.723708 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:07:08.927523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.935770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:08.938301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] 10.222.0.13 "DELETE /v2.0/networks/b0c0903c-4bd1-4d2b-b450-137c5fccf85a HTTP/1.1" status: 204 len: 168 time: 1.1138775 Jul 06 18:07:08.977707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad7cc7-10b6-4013-8743-21443e37ea74 tempest-TestSecurityGroupsBasicOps-1079675776 tempest-TestSecurityGroupsBasicOps-1079675776-project] Pushing event deleted for resources: {'Network': ['ID=b0c0903c-4bd1-4d2b-b450-137c5fccf85a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:09.055336 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32141c47-e8d9-4604-96ff-fda6ba53a932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.064869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32141c47-e8d9-4604-96ff-fda6ba53a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.126534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:09.271049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32141c47-e8d9-4604-96ff-fda6ba53a932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5e6f78-2ac5-40de-9bc3-ea35a61c02ec,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:09.277020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-32141c47-e8d9-4604-96ff-fda6ba53a932 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cf1e7dbfe104f77bd42b9f397e82523&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4273648 Jul 06 18:07:09.281851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36068) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:09.390687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acabf6e5-cb66-4db7-9948-a3120e4b2862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.403010 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3bc718e-bb7f-48b0-b73d-9338bef2a90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.507398 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3bc718e-bb7f-48b0-b73d-9338bef2a90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.725866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3bc718e-bb7f-48b0-b73d-9338bef2a90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.734796 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3bc718e-bb7f-48b0-b73d-9338bef2a90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:09.743039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a3bc718e-bb7f-48b0-b73d-9338bef2a90c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a5e6f78-2ac5-40de-9bc3-ea35a61c02ec HTTP/1.1" status: 204 len: 168 time: 0.4576101 Jul 06 18:07:09.771550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc718e-bb7f-48b0-b73d-9338bef2a90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5e6f78-2ac5-40de-9bc3-ea35a61c02ec,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:09.990921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:10.009002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 72cea638-c313-4ad8-9c62-5e13250d3200 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:07:10.081543 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acabf6e5-cb66-4db7-9948-a3120e4b2862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.085721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 72cea638-c313-4ad8-9c62-5e13250d3200 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:07:10.086077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 72cea638-c313-4ad8-9c62-5e13250d3200 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:07:10.090664 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acabf6e5-cb66-4db7-9948-a3120e4b2862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.199325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:10.211840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-acabf6e5-cb66-4db7-9948-a3120e4b2862 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d778db219f414023924738f976a44b34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0832114 Jul 06 18:07:10.213075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabf6e5-cb66-4db7-9948-a3120e4b2862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c735fa-ad7a-49b7-81af-da0d6f4acdc8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:10.546673 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7eae3be-1c45-43d9-9d54-97dd5f175bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.652427 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7eae3be-1c45-43d9-9d54-97dd5f175bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.779098 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7eae3be-1c45-43d9-9d54-97dd5f175bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.784803 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7eae3be-1c45-43d9-9d54-97dd5f175bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:10.787947 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f7eae3be-1c45-43d9-9d54-97dd5f175bc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77c735fa-ad7a-49b7-81af-da0d6f4acdc8 HTTP/1.1" status: 204 len: 168 time: 0.5863669 Jul 06 18:07:10.846875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eae3be-1c45-43d9-9d54-97dd5f175bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c735fa-ad7a-49b7-81af-da0d6f4acdc8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:10.959810 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7980376e-26d4-474b-b008-ed74298a0fc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3801e61f3ee74884aa7f7917d4272434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9671357 Jul 06 18:07:10.962203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36214) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:11.100333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0e44a84-5817-4ea0-93b8-0d6cbc48e773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.136469 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0e44a84-5817-4ea0-93b8-0d6cbc48e773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.243697 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0e44a84-5817-4ea0-93b8-0d6cbc48e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.247575 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0e44a84-5817-4ea0-93b8-0d6cbc48e773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.248902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a0e44a84-5817-4ea0-93b8-0d6cbc48e773 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ccc36e3-e7ac-4d60-ac1b-c23c40e7784d HTTP/1.1" status: 204 len: 168 time: 0.2850628 Jul 06 18:07:11.265213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e44a84-5817-4ea0-93b8-0d6cbc48e773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccc36e3-e7ac-4d60-ac1b-c23c40e7784d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:11.583158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:11.603790 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-659b5be3-d3be-4861-b58a-df281f4d8fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.955596 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-659b5be3-d3be-4861-b58a-df281f4d8fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:11.961649 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-659b5be3-d3be-4861-b58a-df281f4d8fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.044610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-659b5be3-d3be-4861-b58a-df281f4d8fe1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=763919f557fa4d45a026dcd24d99af29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596000 Jul 06 18:07:12.047815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b5be3-d3be-4861-b58a-df281f4d8fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65134b95-781f-485b-aa8c-6f8404f5cd38,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:12.049414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36250) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:12.103960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:12.130429 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d27abdc5-acf5-40a5-9e1d-b7d4618afe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.146060 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01781ffc-a986-49de-b21d-a38b242d1228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.186595 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01781ffc-a986-49de-b21d-a38b242d1228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.275439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01781ffc-a986-49de-b21d-a38b242d1228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.286813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01781ffc-a986-49de-b21d-a38b242d1228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.292942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-01781ffc-a986-49de-b21d-a38b242d1228 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65134b95-781f-485b-aa8c-6f8404f5cd38 HTTP/1.1" status: 204 len: 168 time: 0.2411599 Jul 06 18:07:12.328529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01781ffc-a986-49de-b21d-a38b242d1228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65134b95-781f-485b-aa8c-6f8404f5cd38,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:12.351153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d27abdc5-acf5-40a5-9e1d-b7d4618afe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.363581 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d27abdc5-acf5-40a5-9e1d-b7d4618afe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.429787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27abdc5-acf5-40a5-9e1d-b7d4618afe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a87939-eb59-44a1-996f-461dca800d2a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:12.446943 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d27abdc5-acf5-40a5-9e1d-b7d4618afe29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=137d79b83cbc4b82af2c55e549cf2346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412211 Jul 06 18:07:12.449556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36260) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:12.526744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5876672b-2ef0-49c2-9a4a-5bc763c755d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.567674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5876672b-2ef0-49c2-9a4a-5bc763c755d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.691245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5876672b-2ef0-49c2-9a4a-5bc763c755d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.701045 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5876672b-2ef0-49c2-9a4a-5bc763c755d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:12.704401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5876672b-2ef0-49c2-9a4a-5bc763c755d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1a87939-eb59-44a1-996f-461dca800d2a HTTP/1.1" status: 204 len: 168 time: 0.2525907 Jul 06 18:07:12.722850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876672b-2ef0-49c2-9a4a-5bc763c755d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a87939-eb59-44a1-996f-461dca800d2a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:13.516828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36296) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:13.606512 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4d2f8607-8026-43aa-8b0e-b1ce9fb38537 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a65da851f8a24c4fa8e361cd49ca3de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866692 Jul 06 18:07:13.609119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:13.731678 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5acb017-da44-4f38-a7e7-18d927419302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:13.785994 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:13.813618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5acb017-da44-4f38-a7e7-18d927419302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:13.938449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5acb017-da44-4f38-a7e7-18d927419302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:13.948469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5acb017-da44-4f38-a7e7-18d927419302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:13.956856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b5acb017-da44-4f38-a7e7-18d927419302 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/553bbce3-6360-44e9-b998-ff1f44bda8b7 HTTP/1.1" status: 204 len: 168 time: 0.3400390 Jul 06 18:07:14.002656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acb017-da44-4f38-a7e7-18d927419302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553bbce3-6360-44e9-b998-ff1f44bda8b7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:14.040656 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04ef09ca-1d6b-420d-ab86-7a884a386324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:14.400948 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04ef09ca-1d6b-420d-ab86-7a884a386324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:14.407487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04ef09ca-1d6b-420d-ab86-7a884a386324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:14.503961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef09ca-1d6b-420d-ab86-7a884a386324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b4369b-8876-415c-bb72-6b80d48a09e3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:14.519166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:14.521973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-04ef09ca-1d6b-420d-ab86-7a884a386324 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d61f3b48dd54a0a839e3e5f1734e161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7337122 Jul 06 18:07:14.635685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22115af-31d9-454d-ba91-6b2e02955fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:14.700320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22115af-31d9-454d-ba91-6b2e02955fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:14.805559 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22115af-31d9-454d-ba91-6b2e02955fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:14.809448 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22115af-31d9-454d-ba91-6b2e02955fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:14.811672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d22115af-31d9-454d-ba91-6b2e02955fd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3b4369b-8876-415c-bb72-6b80d48a09e3 HTTP/1.1" status: 204 len: 168 time: 0.2901142 Jul 06 18:07:14.822578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22115af-31d9-454d-ba91-6b2e02955fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b4369b-8876-415c-bb72-6b80d48a09e3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:15.397470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36366) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:15.429709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7df3f9-0e6b-4f74-aabc-58331f4de790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.605554 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7df3f9-0e6b-4f74-aabc-58331f4de790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.614975 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7df3f9-0e6b-4f74-aabc-58331f4de790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.701929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-de7df3f9-0e6b-4f74-aabc-58331f4de790 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7977d4e225748f9981699656980fb78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019314 Jul 06 18:07:15.704611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:15.705051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7df3f9-0e6b-4f74-aabc-58331f4de790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd6f65b-e33a-489c-93b8-441289f674d0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:15.802739 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dd93878-c976-4f8e-949d-28ed10a18720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.837089 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dd93878-c976-4f8e-949d-28ed10a18720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.940962 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dd93878-c976-4f8e-949d-28ed10a18720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.944451 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dd93878-c976-4f8e-949d-28ed10a18720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:15.945993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3dd93878-c976-4f8e-949d-28ed10a18720 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddd6f65b-e33a-489c-93b8-441289f674d0 HTTP/1.1" status: 204 len: 168 time: 0.2398827 Jul 06 18:07:15.984070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd93878-c976-4f8e-949d-28ed10a18720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd6f65b-e33a-489c-93b8-441289f674d0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:16.149908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36436) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:16.659316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-767399512-network', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:16.707893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Made reservation on behalf of 35a83a7f86174f82a2f14d2fef76f49b for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:16.710876 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:16.722632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:16.931784 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:16.939368 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:16.994324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:17.016407 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716bd4f2-d88b-4c70-bb9e-1d628ad9893f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.048453 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.048453 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Added segment 7723f91c-b510-451b-b636-d52868c8c380 of type vlan for network 1fefb7d6-40a0-413f-83cc-9cc7767871ed Jul 06 18:07:17.135742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0108f8d8-a1a8-4643-8143-13c0d4e258f4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:17.289216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.352946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.354067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:17.354859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.479227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36496) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:17.522279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3706224 Jul 06 18:07:17.526373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36502) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:17.529824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501bfaa-0f0c-47a9-a9c2-d1eca234aa5a admin admin] Pushing event updated for resources: {'Network': ['ID=1fefb7d6-40a0-413f-83cc-9cc7767871ed,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:17.534695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Request body: {'subnet': {'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-767399512-subnet', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:17.545787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 1fefb7d6-40a0-413f-83cc-9cc7767871ed details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:17.573035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Made reservation on behalf of 35a83a7f86174f82a2f14d2fef76f49b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:17.577258 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:17.961835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9552572c-df9d-4707-bada-89e18a5d3c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.141696 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.342287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2882248-c3cb-464d-a070-f54a87e9c69c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:18.360992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Checking segment: {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:18.361597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Network hostable DHCP agents. Network: 1fefb7d6-40a0-413f-83cc-9cc7767871ed, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:18.421867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9552572c-df9d-4707-bada-89e18a5d3c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.439594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9552572c-df9d-4707-bada-89e18a5d3c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.515025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9552572c-df9d-4707-bada-89e18a5d3c20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5962f9a7d14401d8298860ce6f8a892&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0345399 Jul 06 18:07:18.516477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36520) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:18.569025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Network 1fefb7d6-40a0-413f-83cc-9cc7767871ed is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:18.593111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 1fefb7d6-40a0-413f-83cc-9cc7767871ed) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:18.607586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb50de71-66a0-4fc2-803c-82b677eb7e76 None None] Network 1fefb7d6-40a0-413f-83cc-9cc7767871ed requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:18.634380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:18.635165 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.664251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552572c-df9d-4707-bada-89e18a5d3c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad741e6-4cb6-48f9-b7a9-57c86169d880,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:18.702212 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7d20fd81-97ff-4b7b-9a38-819be1a6a91a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1695757 Jul 06 18:07:18.702607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36524) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:18.708605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:18.743532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.744793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.758989 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21ce6a1d-9f92-41c2-9c7d-e6af3d61ed12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.829363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21ce6a1d-9f92-41c2-9c7d-e6af3d61ed12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.837290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.950411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21ce6a1d-9f92-41c2-9c7d-e6af3d61ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.958175 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21ce6a1d-9f92-41c2-9c7d-e6af3d61ed12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:18.960451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-21ce6a1d-9f92-41c2-9c7d-e6af3d61ed12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dad741e6-4cb6-48f9-b7a9-57c86169d880 HTTP/1.1" status: 204 len: 168 time: 0.4109957 Jul 06 18:07:18.985808 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce6a1d-9f92-41c2-9c7d-e6af3d61ed12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad741e6-4cb6-48f9-b7a9-57c86169d880,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:19.039529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:07:19.040924 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.161102 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.382540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Allocated IP 172.20.0.2 (1fefb7d6-40a0-413f-83cc-9cc7767871ed/e2882248-c3cb-464d-a070-f54a87e9c69c/f923590a-86a6-409a-b8bd-647e4064fce4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:19.619556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.624448 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d58e5ae-53e7-4967-bf26-6f93dec4b507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.675766 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.871095 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.887677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Transition to ACTIVE for port object f923590a-86a6-409a-b8bd-647e4064fce4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:19.919379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Transition to ACTIVE for port object f923590a-86a6-409a-b8bd-647e4064fce4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:19.933552 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:19.956494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Allocated IP 172.25.7.80 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/df34d56b-1ab1-45a8-b791-115df099e639) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:20.004079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Network 1fefb7d6-40a0-413f-83cc-9cc7767871ed is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:20.008431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:20.011993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:20.105461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Pushing event updated for resources: {'Port': ['ID=f923590a-86a6-409a-b8bd-647e4064fce4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:20.116776 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.124967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Attempting to bind port f923590a-86a6-409a-b8bd-647e4064fce4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:20.125565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Attempting to bind port f923590a-86a6-409a-b8bd-647e4064fce4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:20.126429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Attempting to bind port f923590a-86a6-409a-b8bd-647e4064fce4 on network 1fefb7d6-40a0-413f-83cc-9cc7767871ed {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:20.135269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:20.135836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Checking segment: {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:20.136729 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.137362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Bound using segment: {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:20.138136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Bound port: f923590a-86a6-409a-b8bd-647e4064fce4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:20.139377 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.316182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] For port f923590a-86a6-409a-b8bd-647e4064fce4, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:20.319711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] For port f923590a-86a6-409a-b8bd-647e4064fce4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f923590a-86a6-409a-b8bd-647e4064fce4,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:20.328916 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.329137 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.428689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.463524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0278192-47b1-4eef-91dc-ed28cd257c36 None None] Pushing event updated for resources: {'Port': ['ID=f923590a-86a6-409a-b8bd-647e4064fce4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:20.503995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36568) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:20.562650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:20.592547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:20.598653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:20.748730 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:20.753613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Pushing event updated for resources: {'Port': ['ID=df34d56b-1ab1-45a8-b791-115df099e639,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:20.973882 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:07:21.108254 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3292f6e-f38a-4c70-990f-5cf78f123388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.348513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.361202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3292f6e-f38a-4c70-990f-5cf78f123388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.370253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3292f6e-f38a-4c70-990f-5cf78f123388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.449881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d3292f6e-f38a-4c70-990f-5cf78f123388 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fefdbfe5696d456da100413ad7550c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9422960 Jul 06 18:07:21.459068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36586) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:21.521866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3292f6e-f38a-4c70-990f-5cf78f123388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfab81b7-2e2a-491e-8393-1f161ceb78c3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:21.633829 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-243505c6-182f-4dbf-a969-2f0a33545923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.686521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-243505c6-182f-4dbf-a969-2f0a33545923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.784039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-243505c6-182f-4dbf-a969-2f0a33545923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.788136 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-243505c6-182f-4dbf-a969-2f0a33545923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:21.789930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-243505c6-182f-4dbf-a969-2f0a33545923 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfab81b7-2e2a-491e-8393-1f161ceb78c3 HTTP/1.1" status: 204 len: 168 time: 0.3275936 Jul 06 18:07:21.806558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243505c6-182f-4dbf-a969-2f0a33545923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfab81b7-2e2a-491e-8393-1f161ceb78c3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:21.900849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.307946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f923590a-86a6-409a-b8bd-647e4064fce4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:22.353074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36604) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:22.405908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Router 223a7420-d13f-4545-8a83-72be356391a2 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:07:22.517522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70832b03-9bc7-4535-8e5d-bc44c7b2aa9c None None] Network 1fefb7d6-40a0-413f-83cc-9cc7767871ed requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:22.704215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f923590a-86a6-409a-b8bd-647e4064fce4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:22.762474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9bcc71f6-a5c1-4ba3-9ddb-3b3eef078460 None None] Provisioning for port f923590a-86a6-409a-b8bd-647e4064fce4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:22.796660 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.801877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9bcc71f6-a5c1-4ba3-9ddb-3b3eef078460 None None] Provisioning complete for port f923590a-86a6-409a-b8bd-647e4064fce4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:22.803065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bcc71f6-a5c1-4ba3-9ddb-3b3eef078460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.824999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1876458503'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:22.903274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Made reservation on behalf of 69fa80b9445e4fe88b7881f457efb4d7 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:22.908140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.920472 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:22.944906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:22.970104 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d979b75-33aa-40d5-8376-c9044e64fd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.100051 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bcc71f6-a5c1-4ba3-9ddb-3b3eef078460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.119138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.121952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-8d979b75-33aa-40d5-8376-c9044e64fd59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:07:23.121952 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:07:23.121952 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id_1': 'd8511cf3322743aaafd34697d57465e3', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 7, 22, 988171)}] Jul 06 18:07:23.121952 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:07:23.123381 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-8d979b75-33aa-40d5-8376-c9044e64fd59 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:07:23.127026 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.163811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:23.181382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.181869 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Added segment a0cd4de4-59ee-4b68-ab10-171dea540dfa of type vlan for network 718d99c6-ec38-4292-807e-9d31efe982c8 Jul 06 18:07:23.258524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c425be9e-3f2b-47bc-8c8b-e945fcf19513,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:23.278840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9bcc71f6-a5c1-4ba3-9ddb-3b3eef078460 None None] For port f923590a-86a6-409a-b8bd-647e4064fce4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f923590a-86a6-409a-b8bd-647e4064fce4,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:23.284078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.294070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:23.304136 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bcc71f6-a5c1-4ba3-9ddb-3b3eef078460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.323393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Sync routers for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:23.347549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.349324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-20215277-eddc-4317-bbed-e1af826dfba8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6454926 Jul 06 18:07:23.352147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36618) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:23.404982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.415190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:23.416392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.490986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1359568 Jul 06 18:07:23.503081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36624) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:23.543418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff267c7-6b28-4e50-981a-560cdc8e0534 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Pushing event updated for resources: {'Network': ['ID=718d99c6-ec38-4292-807e-9d31efe982c8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:23.624111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d979b75-33aa-40d5-8376-c9044e64fd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.866462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 718d99c6-ec38-4292-807e-9d31efe982c8 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:23.892112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d979b75-33aa-40d5-8376-c9044e64fd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:23.901190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d979b75-33aa-40d5-8376-c9044e64fd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.003741 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8d979b75-33aa-40d5-8376-c9044e64fd59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8511cf3322743aaafd34697d57465e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0538931 Jul 06 18:07:24.016444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Request body: {'network': {'name': 'tempest-network--357985439', 'router:external': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:24.029652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36630) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:24.087368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:24.088576 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:24.091068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d979b75-33aa-40d5-8376-c9044e64fd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d3c430-7b3c-4eb1-a120-c8c59cf7d9eb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:24.223005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Made reservation on behalf of c955dc765846408cb180f0cac4e0eb14 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:24.230740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc71f6-a5c1-4ba3-9ddb-3b3eef078460 None None] Pushing event updated for resources: {'Port': ['ID=f923590a-86a6-409a-b8bd-647e4064fce4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:24.232686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.316690 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.344843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:24.351069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52f7f82f-266b-41dd-be19-33e9dcc72e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.421156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.469190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52f7f82f-266b-41dd-be19-33e9dcc72e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.744131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-15a3888a-7656-4797-89c6-61b801e673d7 None None] Provisioning complete for port f923590a-86a6-409a-b8bd-647e4064fce4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:24.744782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15a3888a-7656-4797-89c6-61b801e673d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.778763 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52f7f82f-266b-41dd-be19-33e9dcc72e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.797109 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52f7f82f-266b-41dd-be19-33e9dcc72e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.823548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-52f7f82f-266b-41dd-be19-33e9dcc72e1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49d3c430-7b3c-4eb1-a120-c8c59cf7d9eb HTTP/1.1" status: 204 len: 168 time: 0.7692435 Jul 06 18:07:24.862093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:21Z', 'revision_number': 3, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:24.904293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7f82f-266b-41dd-be19-33e9dcc72e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d3c430-7b3c-4eb1-a120-c8c59cf7d9eb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:24.917119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:24.926682 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.017950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c726eb1-dfa2-41d9-9e58-c5db32d80ddc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:25.041135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:25.067705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Checking router: 223a7420-d13f-4545-8a83-72be356391a2 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:07:25.068365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Updating router 223a7420-d13f-4545-8a83-72be356391a2 port df34d56b-1ab1-45a8-b791-115df099e639 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:07:25.084369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.084951 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Added segment ac6bb2c6-8ada-4402-a851-a0a65740b904 of type vlan for network b769dd74-52f0-41b6-9178-ede848eee12d Jul 06 18:07:25.160125 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Allocated IP 172.20.0.1 (1fefb7d6-40a0-413f-83cc-9cc7767871ed/e2882248-c3cb-464d-a070-f54a87e9c69c/3ba3e29f-7134-4e04-a35d-dca35275bb62) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:25.182698 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.281578 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.366199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.368195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:25.368926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.508774 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.540628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Transition to ACTIVE for port object 3ba3e29f-7134-4e04-a35d-dca35275bb62 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:25.603294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.668858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Network 1fefb7d6-40a0-413f-83cc-9cc7767871ed is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:25.686779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:25.716854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:25.866156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Pushing event updated for resources: {'Port': ['ID=3ba3e29f-7134-4e04-a35d-dca35275bb62,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:25.892435 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.941940 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:25.978923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Transition to ACTIVE for port object df34d56b-1ab1-45a8-b791-115df099e639 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:25.989978 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.103052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8a41c-0485-442e-909b-de3f594fb6c4 None None] Pushing event updated for resources: {'Port': ['ID=df34d56b-1ab1-45a8-b791-115df099e639,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:26.111093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f923590a-86a6-409a-b8bd-647e4064fce4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:26.255417 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.255673 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Attempting to bind port df34d56b-1ab1-45a8-b791-115df099e639 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:26.255950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Attempting to bind port df34d56b-1ab1-45a8-b791-115df099e639 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:26.256338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Attempting to bind port df34d56b-1ab1-45a8-b791-115df099e639 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:26.275161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f923590a-86a6-409a-b8bd-647e4064fce4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:26.275541 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.323684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:26.324070 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:26.324483 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.324891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:26.325392 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Bound port: df34d56b-1ab1-45a8-b791-115df099e639, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:26.325946 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.369286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.8634520 Jul 06 18:07:26.398114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36662) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:26.403785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] For port df34d56b-1ab1-45a8-b791-115df099e639, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:26.425615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] For port df34d56b-1ab1-45a8-b791-115df099e639, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=df34d56b-1ab1-45a8-b791-115df099e639,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:26.436427 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.522555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7063ab-88b8-4866-b389-0f9715e21721 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'Network': ['ID=b769dd74-52f0-41b6-9178-ede848eee12d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:26.559238 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.707373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b769dd74-52f0-41b6-9178-ede848eee12d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:26.743955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5e0dcac6-5d0f-4a03-b709-34a068ce4a71 None None] Provisioning for port 3ba3e29f-7134-4e04-a35d-dca35275bb62 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:26.807386 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.816188 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.825395 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.835561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b769dd74-52f0-41b6-9178-ede848eee12d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:26.865079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6bb2c6-8ada-4402-a851-a0a65740b904') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:26.865305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6bb2c6-8ada-4402-a851-a0a65740b904') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:26.889938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.925307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.941307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:07:26.941730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:07:26.943812 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:07:26.964250 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5e0dcac6-5d0f-4a03-b709-34a068ce4a71 None None] Provisioning complete for port 3ba3e29f-7134-4e04-a35d-dca35275bb62 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:26.968800 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcac6-5d0f-4a03-b709-34a068ce4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.052575 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.072674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Pushing event updated for resources: {'Port': ['ID=3ba3e29f-7134-4e04-a35d-dca35275bb62,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:27.163014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:27.165636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:27.183674 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.192876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b769dd74-52f0-41b6-9178-ede848eee12d {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:07:27.202807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.212750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b769dd74-52f0-41b6-9178-ede848eee12d HTTP/1.1" status: 204 len: 168 time: 0.8028414 Jul 06 18:07:27.240888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:27.241936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b1309-465f-4d6c-9f02-abdb5e7de61d tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event deleted for resources: {'Network': ['ID=b769dd74-52f0-41b6-9178-ede848eee12d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:27.258095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:27.314540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Made reservation on behalf of c955dc765846408cb180f0cac4e0eb14 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:27.317413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.345690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:27.386518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:27.390088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Network 1fefb7d6-40a0-413f-83cc-9cc7767871ed is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:27.392195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:27.425049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.425462 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Added segment b4ccf916-9994-4382-acaa-307ec3c204f0 of type vlan for network f2a8912e-2f95-4f82-a12f-400b92d2bc94 Jul 06 18:07:27.469415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8a41c-0485-442e-909b-de3f594fb6c4 None None] Pushing event updated for resources: {'Port': ['ID=df34d56b-1ab1-45a8-b791-115df099e639,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:27.555511 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.670772 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.674940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:27.676246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.686419 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Router 223a7420-d13f-4545-8a83-72be356391a2 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:07:27.786161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5383203 Jul 06 18:07:27.830660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdda648-a436-4669-924d-c9b211d48593 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'Network': ['ID=f2a8912e-2f95-4f82-a12f-400b92d2bc94,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:27.836438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36688) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:27.847923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Request body: {'subnet': {'network_id': 'f2a8912e-2f95-4f82-a12f-400b92d2bc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:27.860417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network f2a8912e-2f95-4f82-a12f-400b92d2bc94 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:27.913794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Made reservation on behalf of c955dc765846408cb180f0cac4e0eb14 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:27.925481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:27.988028 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:28.004207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c3053c33-5e6e-48fe-b4f8-2c81acb7c49a admin admin] 10.222.0.13 "PUT /v2.0/routers/223a7420-d13f-4545-8a83-72be356391a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6446078 Jul 06 18:07:28.023822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dcac6-5d0f-4a03-b709-34a068ce4a71 None None] Port 3ba3e29f-7134-4e04-a35d-dca35275bb62 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:28.363946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f2c62b9e-188d-49a3-be16-abb0ac4d1957 None None] Provisioning complete for port 3ba3e29f-7134-4e04-a35d-dca35275bb62 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:28.367979 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2c62b9e-188d-49a3-be16-abb0ac4d1957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:28.526198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f2c62b9e-188d-49a3-be16-abb0ac4d1957 None None] Port 3ba3e29f-7134-4e04-a35d-dca35275bb62 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:28.582317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-207da054-95f3-4fed-b002-c6039707a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 2, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:28.674087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207da054-95f3-4fed-b002-c6039707a16d None None] The sync data for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 is: [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 2, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:28.879999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.objects.ports [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:07:28.883497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:28.988941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'Subnet': ['ID=25c1de0e-d4cd-4862-a6d0-61aaad74220a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:29.039475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Checking segment: {'id': 'b4ccf916-9994-4382-acaa-307ec3c204f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f2a8912e-2f95-4f82-a12f-400b92d2bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:29.039852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Network hostable DHCP agents. Network: f2a8912e-2f95-4f82-a12f-400b92d2bc94, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:29.152233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Network f2a8912e-2f95-4f82-a12f-400b92d2bc94 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:29.220495 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, f2a8912e-2f95-4f82-a12f-400b92d2bc94) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:29.250686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a851e89f-8d0c-439d-b314-e6d04e0e8084 None None] Network f2a8912e-2f95-4f82-a12f-400b92d2bc94 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:29.253802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:29.255496 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.312207 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3bc73dbb-c8fe-4b07-b8fd-8edb3ec33340 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4728789 Jul 06 18:07:29.312951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:29.318688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2a8912e-2f95-4f82-a12f-400b92d2bc94'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:29.384953 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.498713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36744) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:29.510977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1417022868-network', 'tenant_id': '9fe28278768643f188f5f14ade6bc225'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:29.632761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Made reservation on behalf of 9fe28278768643f188f5f14ade6bc225 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:29.636807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.659729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.742930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:29.814275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28037a2-5688-4e2a-88bf-966ecfce950f None None] Network f2a8912e-2f95-4f82-a12f-400b92d2bc94 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:30.141237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Allocated IP 172.20.0.8 (f2a8912e-2f95-4f82-a12f-400b92d2bc94/25c1de0e-d4cd-4862-a6d0-61aaad74220a/ec48e5c3-9f1f-45c6-911b-af40ea470e39) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:30.238899 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.250664 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.292826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:30.338697 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.344700 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Added segment 7015cf52-f333-4d0d-98e3-c575a487211d of type vlan for network 22154b5c-f526-4c90-9456-f04d68bde766 Jul 06 18:07:30.423403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.548594 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.551403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.582136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Network f2a8912e-2f95-4f82-a12f-400b92d2bc94 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:30.583870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:30.660987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.663050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:30.664436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.668972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:30.694839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdb7fb6-a666-4706-97d0-084b60d51058,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:30.869603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'Port': ['ID=ec48e5c3-9f1f-45c6-911b-af40ea470e39,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:30.894221 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:30.954911 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.004820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5037365 Jul 06 18:07:31.014591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36764) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:31.023938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Request body: {'subnet': {'network_id': '22154b5c-f526-4c90-9456-f04d68bde766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1417022868-subnet', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:31.072195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Made reservation on behalf of 9fe28278768643f188f5f14ade6bc225 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:31.077184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.084631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f8dff-ec54-4543-b584-e0493ebb5b0c admin admin] Pushing event updated for resources: {'Network': ['ID=22154b5c-f526-4c90-9456-f04d68bde766,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:31.105598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 22154b5c-f526-4c90-9456-f04d68bde766 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:31.430590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.444028 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.641390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'Port': ['ID=ec48e5c3-9f1f-45c6-911b-af40ea470e39,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:31.659511 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.660610 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.698851 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:31.702410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1c8f784b-dffb-491e-9ed5-94434bbe669a tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3872705 Jul 06 18:07:31.705066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36780) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:31.834232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef12bbb-9cec-4fef-8a84-6aa7598ccd60,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:31.860851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Checking segment: {'id': '7015cf52-f333-4d0d-98e3-c575a487211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:31.861460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Network hostable DHCP agents. Network: 22154b5c-f526-4c90-9456-f04d68bde766, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:31.874286 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-32fe3d7d-9338-43db-baba-9c671bb76546 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=f2a8912e-2f95-4f82-a12f-400b92d2bc94 HTTP/1.1" status: 200 len: 689 time: 0.1628983 Jul 06 18:07:31.876654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36786) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:31.965950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Network 22154b5c-f526-4c90-9456-f04d68bde766 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:31.981004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 22154b5c-f526-4c90-9456-f04d68bde766) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:31.994223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d7326-01aa-4770-87ad-d5090f78668e None None] Network 22154b5c-f526-4c90-9456-f04d68bde766 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:32.001052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:32.003281 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.032277 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-508eb06a-e08a-4bce-b5e4-195514c8dea3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0155377 Jul 06 18:07:32.033987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:32.043989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:32.071641 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.110863 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.112519 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.234931 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.277599 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.319488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device df34d56b-1ab1-45a8-b791-115df099e639 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:32.464646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Deleting port ec48e5c3-9f1f-45c6-911b-af40ea470e39 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:07:32.465533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.496972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-22154b5c-f526-4c90-9456-f04d68bde766', 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'fixed_ips': [{'subnet_id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:07:32.504239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.510511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port df34d56b-1ab1-45a8-b791-115df099e639 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:32.518603 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.519104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port df34d56b-1ab1-45a8-b791-115df099e639 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:32.520629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.948364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.948842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:32.980277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Allocated IP 172.20.0.2 (22154b5c-f526-4c90-9456-f04d68bde766/eef12bbb-9cec-4fef-8a84-6aa7598ccd60/1f92e1d0-fd87-4cb5-b57d-e6de31357a2f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:32.997342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Calling delete_port for ec48e5c3-9f1f-45c6-911b-af40ea470e39 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:07:33.195319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:33.242963 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:33.273027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:33.490274 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Sync routers for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:33.503813 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:33.504625 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:33.624863 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:33.683816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port df34d56b-1ab1-45a8-b791-115df099e639, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=df34d56b-1ab1-45a8-b791-115df099e639,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:33.687213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:33.688881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Transition to ACTIVE for port object 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:33.770331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Transition to ACTIVE for port object 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:33.777109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:33.795902 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:33.796248 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:33.913436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Allocated IP 172.25.7.35 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/4bb966d6-313f-43e6-991a-a51dac4dc45b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:33.921288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec48e5c3-9f1f-45c6-911b-af40ea470e39,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:33.969382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=df34d56b-1ab1-45a8-b791-115df099e639,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:33.998540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Network 22154b5c-f526-4c90-9456-f04d68bde766 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:34.017948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:34.026171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:34.105683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:34.127279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device df34d56b-1ab1-45a8-b791-115df099e639 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:34.268071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:34.337667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:34.356729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:34.431064 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 2, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:34.491142 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Checking router: 223a7420-d13f-4545-8a83-72be356391a2 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:07:34.495115 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Updating router 223a7420-d13f-4545-8a83-72be356391a2 port 3ba3e29f-7134-4e04-a35d-dca35275bb62 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:07:34.498002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Pushing event updated for resources: {'Port': ['ID=4bb966d6-313f-43e6-991a-a51dac4dc45b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:34.587837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:34.590543 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:34.596801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:34.604418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:34.614505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:34.621556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.621919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.623102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.629300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.629815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.630169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.630613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.630985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.631328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.631671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.652105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.652736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:34.941910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.043739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a8912e-2f95-4f82-a12f-400b92d2bc94']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:35.064476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=25c1de0e-d4cd-4862-a6d0-61aaad74220a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:35.113813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ccf916-9994-4382-acaa-307ec3c204f0') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:35.116862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ccf916-9994-4382-acaa-307ec3c204f0') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:35.148599 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.203160 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.247718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:07:35.249765 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:07:35.260864 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:07:35.352662 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.377918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Pushing event updated for resources: {'Port': ['ID=1f92e1d0-fd87-4cb5-b57d-e6de31357a2f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:35.387893 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.405642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Attempting to bind port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:35.406978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Attempting to bind port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7015cf52-f333-4d0d-98e3-c575a487211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:35.407912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Attempting to bind port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f on network 22154b5c-f526-4c90-9456-f04d68bde766 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:35.432125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:35.444759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Checking segment: {'id': '7015cf52-f333-4d0d-98e3-c575a487211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:35.446655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.448552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Bound using segment: {'id': '7015cf52-f333-4d0d-98e3-c575a487211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:35.450226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Bound port: 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7015cf52-f333-4d0d-98e3-c575a487211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:35.451099 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.489055 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Transition to ACTIVE for port object 3ba3e29f-7134-4e04-a35d-dca35275bb62 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:35.489366 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.499977 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.511482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2a8912e-2f95-4f82-a12f-400b92d2bc94 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:07:35.526654 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.541978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f2a8912e-2f95-4f82-a12f-400b92d2bc94 HTTP/1.1" status: 204 len: 168 time: 3.6601894 Jul 06 18:07:35.552041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36838) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:35.599082 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Pushing event updated for resources: {'Port': ['ID=3ba3e29f-7134-4e04-a35d-dca35275bb62,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:35.601469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port df34d56b-1ab1-45a8-b791-115df099e639 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:35.604141 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.631639 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.631985 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.632307 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.632634 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.633834 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.635261 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.635818 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.636306 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.637485 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.638668 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.639797 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.640331 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:35.877580 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Attempting to bind port 3ba3e29f-7134-4e04-a35d-dca35275bb62 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:35.878225 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Attempting to bind port 3ba3e29f-7134-4e04-a35d-dca35275bb62 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:35.878836 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Attempting to bind port 3ba3e29f-7134-4e04-a35d-dca35275bb62 on network 1fefb7d6-40a0-413f-83cc-9cc7767871ed {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:35.886793 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:35.887466 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Checking segment: {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:35.889359 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.889971 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Bound using segment: {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:35.890749 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Bound port: 3ba3e29f-7134-4e04-a35d-dca35275bb62, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:35.891702 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.917966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38401158-9de6-4508-afbd-f07ba825a1df tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2a8912e-2f95-4f82-a12f-400b92d2bc94,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:35.929454 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:35.970705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5d2c46b2-dcb2-4fb5-9364-abe779a8b7e9 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.4123225 Jul 06 18:07:35.971746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36854) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:36.023124 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] For port 3ba3e29f-7134-4e04-a35d-dca35275bb62, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:36.035998 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] For port 3ba3e29f-7134-4e04-a35d-dca35275bb62, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3ba3e29f-7134-4e04-a35d-dca35275bb62,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:36.046387 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:36.112265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] For port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:36.130043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] For port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1f92e1d0-fd87-4cb5-b57d-e6de31357a2f,segment=NetworkSegment(7015cf52-f333-4d0d-98e3-c575a487211d),segment_id=7015cf52-f333-4d0d-98e3-c575a487211d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:36.143828 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:36.144233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:36.210129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab3b84-f1a0-4358-98e1-3bdc5fcb081e tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:36.212942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab3b84-f1a0-4358-98e1-3bdc5fcb081e tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:36.213429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab3b84-f1a0-4358-98e1-3bdc5fcb081e tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:36.213897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab3b84-f1a0-4358-98e1-3bdc5fcb081e tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:36.218167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab3b84-f1a0-4358-98e1-3bdc5fcb081e tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:36.229330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-51ab3b84-f1a0-4358-98e1-3bdc5fcb081e tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3386 time: 0.2521245 Jul 06 18:07:36.230175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36858) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:36.272378 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d8c3-36c4-4ff1-9535-e8f780aa3172 None None] Pushing event updated for resources: {'Port': ['ID=3ba3e29f-7134-4e04-a35d-dca35275bb62,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:36.292961 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:36.293616 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:36.336679 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-3c444b6a-3e8f-40d2-a3f4-46c3b56d007f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] delete failed (client error): The resource could not be found. Jul 06 18:07:36.343235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3c444b6a-3e8f-40d2-a3f4-46c3b56d007f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/23d3ec4c-5f6a-4650-a8c9-796de14dae99 HTTP/1.1" status: 404 len: 345 time: 0.1072648 Jul 06 18:07:36.343576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:36.411640 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d55c89-8d43-4a81-b268-8f532813c2ad tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] DELETE failed (client error): The resource could not be found. Jul 06 18:07:36.420807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d55c89-8d43-4a81-b268-8f532813c2ad tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:07:36.433416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-23d55c89-8d43-4a81-b268-8f532813c2ad tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f2a8912e-2f95-4f82-a12f-400b92d2bc94 HTTP/1.1" status: 404 len: 339 time: 0.0788178 Jul 06 18:07:36.433725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36866) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:36.446584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Request body: {'network': {'name': 'tempest-network--908694836', 'router:external': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:36.533273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Made reservation on behalf of c955dc765846408cb180f0cac4e0eb14 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:36.542901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:36.649514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:36.695712 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:36.696992 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Added segment 847b2d1a-925b-4d52-92da-814e3fd40527 of type vlan for network f209d32c-dcaf-49ba-91d0-0eef376743e5 Jul 06 18:07:36.722867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92966843-0a61-42e7-8de5-48ec478bcfa3 None None] Pushing event updated for resources: {'Port': ['ID=1f92e1d0-fd87-4cb5-b57d-e6de31357a2f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:36.808950 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:36.991429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:07:37.037848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ba3e29f-7134-4e04-a35d-dca35275bb62 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:37.070375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:37.321134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 3ba3e29f-7134-4e04-a35d-dca35275bb62 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:37.333751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3ba3e29f-7134-4e04-a35d-dca35275bb62 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:37.335286 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:37.362296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:37.363510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:37.364127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:37.595336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1595960 Jul 06 18:07:37.597748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36890) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:37.633823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce3dc5-ca77-4985-859e-2d7118053ce4 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'Network': ['ID=f209d32c-dcaf-49ba-91d0-0eef376743e5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:37.685522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:37.790307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network f209d32c-dcaf-49ba-91d0-0eef376743e5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:37.829050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Sync routers for ids ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:37.920246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:37.921726 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cdd8a571-ea9f-46f0-ae1a-e0323187df0d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8855996 Jul 06 18:07:37.926270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:37.929972 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:37.948488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeccd9dc-7fc9-4730-890f-ee743a3700f4 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:37.977651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeccd9dc-7fc9-4730-890f-ee743a3700f4 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:38.006194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeccd9dc-7fc9-4730-890f-ee743a3700f4 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:38.012586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeccd9dc-7fc9-4730-890f-ee743a3700f4 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:38.016989 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3debcf-f30b-4401-87c5-6b97b65b3957 None None] The sync data for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 is: [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:36Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:38.042948 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aeccd9dc-7fc9-4730-890f-ee743a3700f4 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4450257 Jul 06 18:07:38.053955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36908) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:38.240304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Routers {'0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:38.241740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:38.371841 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.375678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.759943 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.789841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f209d32c-dcaf-49ba-91d0-0eef376743e5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:38.816214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847b2d1a-925b-4d52-92da-814e3fd40527') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:38.816821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847b2d1a-925b-4d52-92da-814e3fd40527') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:38.828682 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.861107 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.877101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Set router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:38.887550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:07:38.888294 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:07:38.892751 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:07:39.063695 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.076417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 3ba3e29f-7134-4e04-a35d-dca35275bb62, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3ba3e29f-7134-4e04-a35d-dca35275bb62,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:39.099792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f209d32c-dcaf-49ba-91d0-0eef376743e5 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:07:39.101817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event deleted for resources: {'Network': ['ID=f209d32c-dcaf-49ba-91d0-0eef376743e5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:39.111062 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.113135 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1874e463-6c64-42b3-8d5d-6ad24be54960 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f209d32c-dcaf-49ba-91d0-0eef376743e5 HTTP/1.1" status: 204 len: 168 time: 1.0579412 Jul 06 18:07:39.113742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8a4c5-5473-450d-bcd6-7adb1702fd51 None None] Network 22154b5c-f526-4c90-9456-f04d68bde766 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:39.120300 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:39.130500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Request body: {'network': {'name': 'tempest-network--1425754266', 'router:external': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:39.179365 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.190286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Made reservation on behalf of c955dc765846408cb180f0cac4e0eb14 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:39.199685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.309741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.314054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:39.343724 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.344008 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Added segment bf15cd4f-19ca-4470-92f4-4a3e9c101dae of type vlan for network 1c8cf3b9-7eae-4e60-bab7-88643d9e576d Jul 06 18:07:39.541333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.585146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Allocated IP 172.20.0.1 (22154b5c-f526-4c90-9456-f04d68bde766/eef12bbb-9cec-4fef-8a84-6aa7598ccd60/7254e683-f279-4985-ad45-84f2c9ecdd51) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:07:39.597822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=3ba3e29f-7134-4e04-a35d-dca35275bb62,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:39.682264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:39.696430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.698088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:39.699047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.844933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'Network': ['ID=1c8cf3b9-7eae-4e60-bab7-88643d9e576d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:39.870386 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:39.886770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b30c7b19-c385-4c5e-91c5-42996416e487 None None] Provisioning for port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:39.892209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-78711c72-374c-4b55-87fe-b8daaf36de88 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7699008 Jul 06 18:07:39.892825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 1c8cf3b9-7eae-4e60-bab7-88643d9e576d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:39.894902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36942) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:39.932723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Transition to ACTIVE for port object 7254e683-f279-4985-ad45-84f2c9ecdd51 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:39.996199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.108396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Pushing event updated for resources: {'Port': ['ID=7254e683-f279-4985-ad45-84f2c9ecdd51,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:40.148006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Network 22154b5c-f526-4c90-9456-f04d68bde766 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:40.150275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:40.157604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:40.178088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbe0e0-504a-44f5-b6d4-9413041c4a28 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:40.181039 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9cdbe0e0-504a-44f5-b6d4-9413041c4a28 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] 10.222.0.13 "GET /v2.0/networks/1c8cf3b9-7eae-4e60-bab7-88643d9e576d HTTP/1.1" status: 200 len: 757 time: 0.2845824 Jul 06 18:07:40.187088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36944) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:40.223603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.339489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:40.386613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:40.387253 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.471775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea80d7-9790-4c6c-9057-7c64e852ce27 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:40.477432 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a5ea80d7-9790-4c6c-9057-7c64e852ce27 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] 10.222.0.13 "GET /v2.0/networks/718d99c6-ec38-4292-807e-9d31efe982c8 HTTP/1.1" status: 200 len: 768 time: 0.2862129 Jul 06 18:07:40.479051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36952) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:40.658731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:32Z', 'updated_at': '2021-07-06T18:07:35Z', 'revision_number': 3, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'gw_port': {'id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:33Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:40.733712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Checking router: 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:07:40.734073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Updating router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 port 4bb966d6-313f-43e6-991a-a51dac4dc45b binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:07:40.799313 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:40.812434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.271117 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.286561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Transition to ACTIVE for port object 4bb966d6-313f-43e6-991a-a51dac4dc45b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:41.307988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.389560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf00111-bda5-4826-83d7-d3c05fbfec1e None None] Pushing event updated for resources: {'Port': ['ID=4bb966d6-313f-43e6-991a-a51dac4dc45b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:41.501501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.511336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1f92e1d0-fd87-4cb5-b57d-e6de31357a2f,segment=NetworkSegment(7015cf52-f333-4d0d-98e3-c575a487211d),segment_id=7015cf52-f333-4d0d-98e3-c575a487211d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:41.518548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Attempting to bind port 4bb966d6-313f-43e6-991a-a51dac4dc45b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:41.519023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Attempting to bind port 4bb966d6-313f-43e6-991a-a51dac4dc45b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:41.519288 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Attempting to bind port 4bb966d6-313f-43e6-991a-a51dac4dc45b on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:41.545616 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.623316 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.663714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5218bb01-2c31-4e50-b7b6-29fd9072b562 None None] Provisioning complete for port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:41.664082 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218bb01-2c31-4e50-b7b6-29fd9072b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.666933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=1f92e1d0-fd87-4cb5-b57d-e6de31357a2f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:41.677254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:41.678809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:41.679495 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.687166 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:41.688012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Bound port: 4bb966d6-313f-43e6-991a-a51dac4dc45b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:41.688664 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:41.793501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ba3e29f-7134-4e04-a35d-dca35275bb62 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:41.902115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] For port 4bb966d6-313f-43e6-991a-a51dac4dc45b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:41.906545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] For port 4bb966d6-313f-43e6-991a-a51dac4dc45b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4bb966d6-313f-43e6-991a-a51dac4dc45b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:42.001185 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.007361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.065822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8cf3b9-7eae-4e60-bab7-88643d9e576d']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:42.096577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf15cd4f-19ca-4470-92f4-4a3e9c101dae') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:42.097058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf15cd4f-19ca-4470-92f4-4a3e9c101dae') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:42.106772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf00111-bda5-4826-83d7-d3c05fbfec1e None None] Pushing event updated for resources: {'Port': ['ID=4bb966d6-313f-43e6-991a-a51dac4dc45b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:42.169254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.182418 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3ba3e29f-7134-4e04-a35d-dca35275bb62 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:42.183011 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.231153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.261702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:07:42.268288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:07:42.273302 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:07:42.489554 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.504522 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.577774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Routers {'0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:42.578333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.579299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:42.593348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c8cf3b9-7eae-4e60-bab7-88643d9e576d {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:07:42.611835 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890107'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.621553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 36978) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:42.624477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1c8cf3b9-7eae-4e60-bab7-88643d9e576d HTTP/1.1" status: 204 len: 168 time: 2.1377254 Jul 06 18:07:42.632586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Request body: {'network': {'name': 'tempest-network--808081549'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:42.635967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5218bb01-2c31-4e50-b7b6-29fd9072b562 None None] Provisioning for port 7254e683-f279-4985-ad45-84f2c9ecdd51 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:42.665509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5218bb01-2c31-4e50-b7b6-29fd9072b562 None None] Provisioning complete for port 7254e683-f279-4985-ad45-84f2c9ecdd51 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:42.667820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218bb01-2c31-4e50-b7b6-29fd9072b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.700751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Made reservation on behalf of c955dc765846408cb180f0cac4e0eb14 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:42.705662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.780711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Pushing event updated for resources: {'Port': ['ID=7254e683-f279-4985-ad45-84f2c9ecdd51,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:42.785334 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c8cf3b9-7eae-4e60-bab7-88643d9e576d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:42.788188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:42.806072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.814800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.815369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.815843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.816288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.817908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.818414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.820537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.821084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.821682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.822613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.823081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f809d-f720-411d-b9a4-d10775a5acbf tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.829183 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.829611 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Added segment bf11ed9f-6f7b-411d-82a5-486ecca42c10 of type vlan for network fa6a1093-4610-4a2a-bf7d-764f171d3d75 Jul 06 18:07:42.848042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.854955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.856857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.857454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.858871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.859925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.861132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.862773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.863265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.863770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.866729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.867219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:07:42.896729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:42.960268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5218bb01-2c31-4e50-b7b6-29fd9072b562 None None] Port 7254e683-f279-4985-ad45-84f2c9ecdd51 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:43.029466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] Set router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:43.076382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:43.199651 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:43.202652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:43.203923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:43.256333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6297660 Jul 06 18:07:43.283374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 36990) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:43.317666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ab4e2667-13ce-4254-a499-110b1f223fb5 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:43.502664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9a3da-199f-48e4-89b5-6f9d9bacba9f tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'Network': ['ID=fa6a1093-4610-4a2a-bf7d-764f171d3d75,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:43.599864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Network 22154b5c-f526-4c90-9456-f04d68bde766 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:07:43.645543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:43.652277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network fa6a1093-4610-4a2a-bf7d-764f171d3d75 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:43.908762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:44.164066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a54f5bc9-b5b5-4b12-a6f9-7e85a29dfb80 None None] Provisioning complete for port 7254e683-f279-4985-ad45-84f2c9ecdd51 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:44.164636 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a54f5bc9-b5b5-4b12-a6f9-7e85a29dfb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.417682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:07:44.421266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:44.423919 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.629832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2667-13ce-4254-a499-110b1f223fb5 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.678512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a54f5bc9-b5b5-4b12-a6f9-7e85a29dfb80 None None] Port 7254e683-f279-4985-ad45-84f2c9ecdd51 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:44.704797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:44.735817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2667-13ce-4254-a499-110b1f223fb5 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.865445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-928f3ed0-462b-47bf-9807-dc7fad57bb47 None None] Provisioning complete for port 7254e683-f279-4985-ad45-84f2c9ecdd51 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:44.868537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bdd27468-1704-4125-8b4c-277ee2bdc1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.869346 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-928f3ed0-462b-47bf-9807-dc7fad57bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.912031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e2667-13ce-4254-a499-110b1f223fb5 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event updated for resources: {'Network': ['ID=fa6a1093-4610-4a2a-bf7d-764f171d3d75,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:44.985146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab4e2667-13ce-4254-a499-110b1f223fb5 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Network fa6a1093-4610-4a2a-bf7d-764f171d3d75 is not hosted by any dhcp agent {{(pid=93779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:07:44.986114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e2667-13ce-4254-a499-110b1f223fb5 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:44.987695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2667-13ce-4254-a499-110b1f223fb5 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.989561 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bdd27468-1704-4125-8b4c-277ee2bdc1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:44.992500 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ab4e2667-13ce-4254-a499-110b1f223fb5 tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "PUT /v2.0/networks/fa6a1093-4610-4a2a-bf7d-764f171d3d75 HTTP/1.1" status: 200 len: 857 time: 1.6979806 Jul 06 18:07:44.998461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37026) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:45.008201 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bdd27468-1704-4125-8b4c-277ee2bdc1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.045400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bdd27468-1704-4125-8b4c-277ee2bdc1c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e2e3e544ff848d1b6018499516c863a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393507 Jul 06 18:07:45.050190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:45.068225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:32Z', 'updated_at': '2021-07-06T18:07:40Z', 'revision_number': 4, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'gw_port': {'id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:33Z', 'updated_at': '2021-07-06T18:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7254e683-f279-4985-ad45-84f2c9ecdd51', 'name': '', 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'mac_address': 'fa:16:3e:77:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:39Z', 'updated_at': '2021-07-06T18:07:41Z', 'revision_number': 2, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'subnets': [{'id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:45.108443 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd27468-1704-4125-8b4c-277ee2bdc1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e3cba0-c6e2-465e-83f1-d6a3ca8e0ef4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:45.135511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:07:45.147242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-299a1081-c36e-4412-80fa-71727f61e724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.155737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2746f25-db75-4903-9bb3-bc73006bd1a6 None None] The sync data for ids ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'] in n-d-799526-3 is: [{'id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:32Z', 'updated_at': '2021-07-06T18:07:40Z', 'revision_number': 4, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'gw_port': {'id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:93:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:33Z', 'updated_at': '2021-07-06T18:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7254e683-f279-4985-ad45-84f2c9ecdd51', 'name': '', 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'mac_address': 'fa:16:3e:77:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:39Z', 'updated_at': '2021-07-06T18:07:41Z', 'revision_number': 2, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'subnets': [{'id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:45.160777 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f556802a-72e3-4876-b906-82f23c0e56be admin admin] 10.222.0.13 "PUT /v2.0/routers/0fcd0bd1-4e70-4e5d-952b-83cbc2654f77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2314503 Jul 06 18:07:45.189968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-928f3ed0-462b-47bf-9807-dc7fad57bb47 None None] Port 7254e683-f279-4985-ad45-84f2c9ecdd51 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:07:45.192681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-299a1081-c36e-4412-80fa-71727f61e724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.274943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.341147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-299a1081-c36e-4412-80fa-71727f61e724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.343946 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-299a1081-c36e-4412-80fa-71727f61e724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.352367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-299a1081-c36e-4412-80fa-71727f61e724 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e3cba0-c6e2-465e-83f1-d6a3ca8e0ef4 HTTP/1.1" status: 204 len: 168 time: 0.2914855 Jul 06 18:07:45.392690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a1081-c36e-4412-80fa-71727f61e724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e3cba0-c6e2-465e-83f1-d6a3ca8e0ef4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:45.569848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.615293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6a1093-4610-4a2a-bf7d-764f171d3d75']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:45.677049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf11ed9f-6f7b-411d-82a5-486ecca42c10') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:45.678091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf11ed9f-6f7b-411d-82a5-486ecca42c10') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:45.733032 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.870069 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.904546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:07:45.906711 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:07:45.909351 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:07:46.046817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.062696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa6a1093-4610-4a2a-bf7d-764f171d3d75 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:07:46.072868 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.079841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:46.082078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] 10.222.0.13 "DELETE /v2.0/networks/fa6a1093-4610-4a2a-bf7d-764f171d3d75 HTTP/1.1" status: 204 len: 168 time: 1.0816247 Jul 06 18:07:46.101174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5619b0-4ccc-42f3-ab81-7107788900cd tempest-ExternalNetworksTestJSON-1928845379 tempest-ExternalNetworksTestJSON-1928845379-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa6a1093-4610-4a2a-bf7d-764f171d3d75,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:46.133952 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8f8113-941d-4e94-a49e-93a9996e2391 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] DELETE failed (client error): The resource could not be found. Jul 06 18:07:46.135212 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8f8113-941d-4e94-a49e-93a9996e2391 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:07:46.138227 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3f8f8113-941d-4e94-a49e-93a9996e2391 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] 10.222.0.13 "DELETE /v2.0/subnets/25c1de0e-d4cd-4862-a6d0-61aaad74220a HTTP/1.1" status: 404 len: 337 time: 0.0567291 Jul 06 18:07:46.141923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:46.359694 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.710469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.753042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:46.759021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718d99c6-ec38-4292-807e-9d31efe982c8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:46.781280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-151369b3-0822-4ba0-b2d8-d7d09697e22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.802324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cd4de4-59ee-4b68-ab10-171dea540dfa') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:46.802879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cd4de4-59ee-4b68-ab10-171dea540dfa') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:46.841167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.889038 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.920553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:07:46.921204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:07:46.941526 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:07:47.019394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-efed52f5-3dba-45c7-a81b-e1ccc869fdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.144901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-151369b3-0822-4ba0-b2d8-d7d09697e22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.152755 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-151369b3-0822-4ba0-b2d8-d7d09697e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.204508 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.216730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-151369b3-0822-4ba0-b2d8-d7d09697e22b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6961d479832e44158ce0e5b34705b251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615262 Jul 06 18:07:47.219435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37106) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:47.258144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.263228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] 10.222.0.13 "DELETE /v2.0/networks/718d99c6-ec38-4292-807e-9d31efe982c8 HTTP/1.1" status: 204 len: 168 time: 1.1174493 Jul 06 18:07:47.292304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010411fd-4041-46d9-ba70-86183ee7ca40 tempest-ExternalNetworksTestJSON-1029552388 tempest-ExternalNetworksTestJSON-1029552388-project] Pushing event deleted for resources: {'Network': ['ID=718d99c6-ec38-4292-807e-9d31efe982c8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:47.332929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151369b3-0822-4ba0-b2d8-d7d09697e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714a9f08-db5c-4260-a30f-aec3a7e1f1d0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:47.437448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a457-eba7-46bf-abdf-73ae0a0b020b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.500179 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a457-eba7-46bf-abdf-73ae0a0b020b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.637933 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a457-eba7-46bf-abdf-73ae0a0b020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.641406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a457-eba7-46bf-abdf-73ae0a0b020b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:47.650036 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1ee0a457-eba7-46bf-abdf-73ae0a0b020b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/714a9f08-db5c-4260-a30f-aec3a7e1f1d0 HTTP/1.1" status: 204 len: 168 time: 0.4222455 Jul 06 18:07:47.679481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0a457-eba7-46bf-abdf-73ae0a0b020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714a9f08-db5c-4260-a30f-aec3a7e1f1d0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:48.271799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4bb966d6-313f-43e6-991a-a51dac4dc45b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:48.441089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:48.535057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4bb966d6-313f-43e6-991a-a51dac4dc45b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:48.546012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4bb966d6-313f-43e6-991a-a51dac4dc45b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:48.550645 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.755506 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:48.804090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 4bb966d6-313f-43e6-991a-a51dac4dc45b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4bb966d6-313f-43e6-991a-a51dac4dc45b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:48.836104 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.086464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=4bb966d6-313f-43e6-991a-a51dac4dc45b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:49.417303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b96274a3-e9fd-4710-ba2f-5ce17c0b6d3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69fa80b9445e4fe88b7881f457efb4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9696300 Jul 06 18:07:49.424680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37176) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:49.555581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1619eba-4f5f-40f0-b20d-91eacf008b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.575972 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7039987-3041-459c-aaf2-baec9b9639aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.640264 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7039987-3041-459c-aaf2-baec9b9639aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.830306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7039987-3041-459c-aaf2-baec9b9639aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.837903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4bb966d6-313f-43e6-991a-a51dac4dc45b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:49.850489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7039987-3041-459c-aaf2-baec9b9639aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:49.852163 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d7039987-3041-459c-aaf2-baec9b9639aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c425be9e-3f2b-47bc-8c8b-e945fcf19513 HTTP/1.1" status: 204 len: 168 time: 0.4267545 Jul 06 18:07:49.880222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7039987-3041-459c-aaf2-baec9b9639aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c425be9e-3f2b-47bc-8c8b-e945fcf19513,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:50.028977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4bb966d6-313f-43e6-991a-a51dac4dc45b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:50.029600 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:50.178667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:50.844027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.117867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:51.216213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:51.216906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-088b7ad7-f014-47ae-85e7-f85ebd2c1a70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c955dc765846408cb180f0cac4e0eb14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929964 Jul 06 18:07:51.276143 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Sync routers for ids ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:07:51.311419 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Routers {'0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:51.312842 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:07:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:51.370859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87189a4a-369b-4c19-9953-3707e2976f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.428089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87189a4a-369b-4c19-9953-3707e2976f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.503892 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87189a4a-369b-4c19-9953-3707e2976f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.507684 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87189a4a-369b-4c19-9953-3707e2976f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:51.513350 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87189a4a-369b-4c19-9953-3707e2976f3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c726eb1-dfa2-41d9-9e58-c5db32d80ddc HTTP/1.1" status: 204 len: 168 time: 0.2964370 Jul 06 18:07:51.525486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87189a4a-369b-4c19-9953-3707e2976f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c726eb1-dfa2-41d9-9e58-c5db32d80ddc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:51.737359 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Set router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:51.933197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37236) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:52.453241 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:32Z', 'updated_at': '2021-07-06T18:07:40Z', 'revision_number': 4, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'gw_port': {'id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:33Z', 'updated_at': '2021-07-06T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7254e683-f279-4985-ad45-84f2c9ecdd51', 'name': '', 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'mac_address': 'fa:16:3e:77:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:39Z', 'updated_at': '2021-07-06T18:07:41Z', 'revision_number': 2, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'subnets': [{'id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:52.510397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1355476260-network', 'tenant_id': 'e3e4c44871164a38b52ee11d2bd7ea73'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:52.520543 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Checking router: 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:07:52.521001 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Updating router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 port 7254e683-f279-4985-ad45-84f2c9ecdd51 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:07:52.590825 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:52.613224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Made reservation on behalf of e3e4c44871164a38b52ee11d2bd7ea73 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:52.631505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:52.658745 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:52.683252 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.002939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.011319 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.037616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:53.061338 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.063057 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Added segment 4cf37d98-eec6-445a-a8b9-40a91c601cd2 of type vlan for network ac98902a-5908-4eb7-a24d-d77452419079 Jul 06 18:07:53.163761 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.252773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.253791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:53.254412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.278514 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.293990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc6225b-690e-4fc6-9604-1b774e6d85d7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:53.323282 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Transition to ACTIVE for port object 7254e683-f279-4985-ad45-84f2c9ecdd51 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:53.337593 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.380987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4453747 Jul 06 18:07:53.385047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:53.400447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be032705-73f3-4bbf-9979-54896d9e1388 admin admin] Pushing event updated for resources: {'Network': ['ID=ac98902a-5908-4eb7-a24d-d77452419079,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:53.422709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ac98902a-5908-4eb7-a24d-d77452419079 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:53.431842 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Request body: {'subnet': {'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1355476260-subnet', 'tenant_id': 'e3e4c44871164a38b52ee11d2bd7ea73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:53.496885 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ac7c6-64e7-439c-8c5c-8a11df08502a None None] Pushing event updated for resources: {'Port': ['ID=7254e683-f279-4985-ad45-84f2c9ecdd51,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:53.506886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Made reservation on behalf of e3e4c44871164a38b52ee11d2bd7ea73 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:53.509714 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.603093 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Attempting to bind port 7254e683-f279-4985-ad45-84f2c9ecdd51 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:53.603628 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Attempting to bind port 7254e683-f279-4985-ad45-84f2c9ecdd51 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7015cf52-f333-4d0d-98e3-c575a487211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:53.604003 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Attempting to bind port 7254e683-f279-4985-ad45-84f2c9ecdd51 on network 22154b5c-f526-4c90-9456-f04d68bde766 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:53.634011 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:07:53.634570 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Checking segment: {'id': '7015cf52-f333-4d0d-98e3-c575a487211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:53.634989 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.635386 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Bound using segment: {'id': '7015cf52-f333-4d0d-98e3-c575a487211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:07:53.635997 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Bound port: 7254e683-f279-4985-ad45-84f2c9ecdd51, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7015cf52-f333-4d0d-98e3-c575a487211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:07:53.636366 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:53.871243 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] For port 7254e683-f279-4985-ad45-84f2c9ecdd51, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:53.882029 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] For port 7254e683-f279-4985-ad45-84f2c9ecdd51, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7254e683-f279-4985-ad45-84f2c9ecdd51,segment=NetworkSegment(7015cf52-f333-4d0d-98e3-c575a487211d),segment_id=7015cf52-f333-4d0d-98e3-c575a487211d)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:07:53.895060 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:54.122198 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Routers {'0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:07:54.126620 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:07:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:54.174636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:54.392737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Checking segment: {'id': '4cf37d98-eec6-445a-a8b9-40a91c601cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:54.394904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Network hostable DHCP agents. Network: ac98902a-5908-4eb7-a24d-d77452419079, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:54.396800 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ac7c6-64e7-439c-8c5c-8a11df08502a None None] Pushing event updated for resources: {'Port': ['ID=7254e683-f279-4985-ad45-84f2c9ecdd51,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:54.410434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc18492c-fd3a-46c8-80fd-1432f6063b64,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:54.455055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Network ac98902a-5908-4eb7-a24d-d77452419079 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:54.470595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ac98902a-5908-4eb7-a24d-d77452419079) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:54.478840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:54.479582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:54.488012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8253b-7ea6-4e47-b3ae-856a4858974b None None] Network ac98902a-5908-4eb7-a24d-d77452419079 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:54.578387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-014fcabe-4d29-4d0d-af98-896f045846ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1785767 Jul 06 18:07:54.827721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99510cb1-3945-4a45-a1d8-5f4a8f20e80e None None] Network ac98902a-5908-4eb7-a24d-d77452419079 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:54.964838 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] Set router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:07:55.361417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:55.525994 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:32Z', 'updated_at': '2021-07-06T18:07:40Z', 'revision_number': 4, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'gw_port': {'id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:33Z', 'updated_at': '2021-07-06T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7254e683-f279-4985-ad45-84f2c9ecdd51', 'name': '', 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'mac_address': 'fa:16:3e:77:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:39Z', 'updated_at': '2021-07-06T18:07:53Z', 'revision_number': 4, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'subnets': [{'id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:07:55.584957 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097987bf-bb91-40b3-aca1-382cb52c83b3 None None] The sync data for ids ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'] in n-d-799526-3 is: [{'id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:32Z', 'updated_at': '2021-07-06T18:07:40Z', 'revision_number': 4, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'gw_port': {'id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:33Z', 'updated_at': '2021-07-06T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '7254e683-f279-4985-ad45-84f2c9ecdd51', 'name': '', 'network_id': '22154b5c-f526-4c90-9456-f04d68bde766', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'mac_address': 'fa:16:3e:77:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:39Z', 'updated_at': '2021-07-06T18:07:53Z', 'revision_number': 4, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'subnets': [{'id': 'eef12bbb-9cec-4fef-8a84-6aa7598ccd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:07:55.782871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-394587989'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:55.832331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Made reservation on behalf of 5275e2787b5348278a887553ab4d9768 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:55.834635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7254e683-f279-4985-ad45-84f2c9ecdd51 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:55.847502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:55.879530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.101456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 7254e683-f279-4985-ad45-84f2c9ecdd51 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:07:56.112910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7254e683-f279-4985-ad45-84f2c9ecdd51 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:56.113628 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.192000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.204512 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.318307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:07:56.352703 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.354057 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Added segment 5ab0f69d-cb74-417b-bd5e-9b6019917c7d of type vlan for network 6970c735-cde6-4ab1-8386-3777282a921a Jul 06 18:07:56.438071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49a8c95-4adf-4f16-ac20-6e956767f6bd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:56.457864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.473386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.548426 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.554887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:56.556141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.585122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 7254e683-f279-4985-ad45-84f2c9ecdd51, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7254e683-f279-4985-ad45-84f2c9ecdd51,segment=NetworkSegment(7015cf52-f333-4d0d-98e3-c575a487211d),segment_id=7015cf52-f333-4d0d-98e3-c575a487211d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:56.593109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:56.648294 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2855155 Jul 06 18:07:56.688460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91530715-76d0-4480-aaea-7ab5c9ebb97c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Pushing event updated for resources: {'Network': ['ID=6970c735-cde6-4ab1-8386-3777282a921a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:56.701937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=7254e683-f279-4985-ad45-84f2c9ecdd51,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:56.713746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 6970c735-cde6-4ab1-8386-3777282a921a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:07:57.178438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37364) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:57.194659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Request body: {'port': {'network_id': '6970c735-cde6-4ab1-8386-3777282a921a', 'binding:host_id': 'n-h1-799526-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-152036090'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:07:57.243784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Made reservation on behalf of e3e4a62ea49f40899d7a6014cf037763 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:07:57.269062 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.280413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.464351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.469941 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.493109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] device_id is not set on port 636cdcd3-78b2-414a-bdbf-254cf631adb8 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:07:57.603534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb894d4-c550-4c4d-b752-20b92013bf4c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:57.770803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7254e683-f279-4985-ad45-84f2c9ecdd51 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:07:57.851958 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7254e683-f279-4985-ad45-84f2c9ecdd51 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:07:57.852357 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:57.936219 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:07:58.447600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] device_id is not set on port 636cdcd3-78b2-414a-bdbf-254cf631adb8 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:07:58.462430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:58.479501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Transition to ACTIVE for port object 636cdcd3-78b2-414a-bdbf-254cf631adb8 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:07:58.498472 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:58.614604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Checking segment: {'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:07:58.614604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Network hostable DHCP agents. Network: 6970c735-cde6-4ab1-8386-3777282a921a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:07:58.627974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'Port': ['ID=636cdcd3-78b2-414a-bdbf-254cf631adb8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:58.641220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Network 6970c735-cde6-4ab1-8386-3777282a921a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:07:58.657518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 6970c735-cde6-4ab1-8386-3777282a921a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:07:58.666088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:07:58.673641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00358bd-4f78-40cf-9a56-adc9299e92ee None None] Network 6970c735-cde6-4ab1-8386-3777282a921a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:07:58.701158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:58.701736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:58.702315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:58.716611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:58.717540 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:58.718725 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 2 to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 Jul 06 18:07:58.765001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:58.765492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:58.766048 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:58.773955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:58.779649 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:58.779649 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 3 to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 Jul 06 18:07:58.807309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:58.808117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:58.809840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:58.818178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:58.818591 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:58.819111 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 4 to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 Jul 06 18:07:58.843496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:58.844145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:58.844630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:58.854404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:58.857793 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:58.858249 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 5 to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 Jul 06 18:07:58.888764 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:58.890073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:58.891360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:58.900629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:58.900629 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:58.901931 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 6 to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 Jul 06 18:07:58.937614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:58.938444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:58.939144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:58.951408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:58.952007 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:58.952863 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 7 to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 Jul 06 18:07:59.008486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:59.009361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:59.010060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:59.018416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:59.018938 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:59.019610 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 8 to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 Jul 06 18:07:59.042392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:59.042912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:59.044246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:59.051643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:59.052148 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:59.052669 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 9 to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 Jul 06 18:07:59.081368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:59.084081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:59.085077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:59.095702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:59.101395 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:59.103200 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 10 to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 Jul 06 18:07:59.129839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:07:59.130308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:07:59.130723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:07:59.139050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:07:59.139401 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 636cdcd3-78b2-414a-bdbf-254cf631adb8 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:07:59.139790 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.397015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] For port 636cdcd3-78b2-414a-bdbf-254cf631adb8, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:07:59.397762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempted to set empty binding levels {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:07:59.419479 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.460989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:07:59.463646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.585253 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.4014745 Jul 06 18:07:59.585365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:07:59.660450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1bf74-acad-4de0-b863-e93a8dec5d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'Port': ['ID=636cdcd3-78b2-414a-bdbf-254cf631adb8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:07:59.709281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9b522a78-8a17-478b-b05f-ada0d88b1f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Deleting port 636cdcd3-78b2-414a-bdbf-254cf631adb8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:07:59.709778 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b522a78-8a17-478b-b05f-ada0d88b1f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.854301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9b522a78-8a17-478b-b05f-ada0d88b1f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] For port 636cdcd3-78b2-414a-bdbf-254cf631adb8, host n-h1-799526-3, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:07:59.854708 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b522a78-8a17-478b-b05f-ada0d88b1f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:07:59.872791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9b522a78-8a17-478b-b05f-ada0d88b1f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Calling delete_port for 636cdcd3-78b2-414a-bdbf-254cf631adb8 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:00.096460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b522a78-8a17-478b-b05f-ada0d88b1f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:00.139120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b522a78-8a17-478b-b05f-ada0d88b1f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event deleted for resources: {'Port': ['ID=636cdcd3-78b2-414a-bdbf-254cf631adb8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:00.147433 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b522a78-8a17-478b-b05f-ada0d88b1f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:00.155094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:00.155855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9b522a78-8a17-478b-b05f-ada0d88b1f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "DELETE /v2.0/ports/636cdcd3-78b2-414a-bdbf-254cf631adb8 HTTP/1.1" status: 204 len: 168 time: 0.5701761 Jul 06 18:08:00.217714 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4812ecc7-3c55-44c3-9834-eeceb690b436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:08:00.222148 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4812ecc7-3c55-44c3-9834-eeceb690b436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "GET /v2.0/ports/636cdcd3-78b2-414a-bdbf-254cf631adb8 HTTP/1.1" status: 404 len: 333 time: 0.0656598 Jul 06 18:08:00.227585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37428) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:00.236017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Request body: {'port': {'network_id': '6970c735-cde6-4ab1-8386-3777282a921a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-774516917'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:00.305067 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Made reservation on behalf of e3e4a62ea49f40899d7a6014cf037763 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:00.316179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:00.351081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] device_id is not set on port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:00.756477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:00.831896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:00.894516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Network 6970c735-cde6-4ab1-8386-3777282a921a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:00.940632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:00.949781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'Port': ['ID=d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:00.958485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:00.960281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:00.961024 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:00.998818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e1dad28b-3646-4c3c-908c-305614ef88e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7663422 Jul 06 18:08:00.999979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:01.011348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:01.186510 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:01.617732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] device_id is not set on port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:01.653365 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:01.685211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Transition to ACTIVE for port object d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:01.691850 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:01.817311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'Port': ['ID=d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:01.862778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:01.863126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:01.863476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:01.870370 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:01.870762 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:01.871371 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 2 to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec Jul 06 18:08:01.894760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:01.895102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:01.895477 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:01.901885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:01.903042 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:01.903452 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 3 to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec Jul 06 18:08:01.926384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:01.931108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:01.931706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:01.950756 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:01.951314 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:01.951969 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 4 to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec Jul 06 18:08:01.990194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:01.991110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:01.991919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:02.000336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:02.001208 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:02.002114 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 5 to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec Jul 06 18:08:02.036167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:02.038294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:02.040473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:02.053566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:02.054146 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:02.054792 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 6 to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec Jul 06 18:08:02.080932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:02.081507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:02.082098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:02.091579 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:02.092128 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:02.092806 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 7 to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec Jul 06 18:08:02.119599 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:02.120781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:02.121210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:02.132949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:02.133675 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:02.134912 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 8 to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec Jul 06 18:08:02.145526 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:02.164317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:02.165001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:02.165692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:02.176168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:02.176895 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:02.178072 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 9 to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec Jul 06 18:08:02.211521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:02.212115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:02.212648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:02.230400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:02.230400 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:02.230400 n-d-799526-3 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 10 to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec Jul 06 18:08:02.312366 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:02.318192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:02.318682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:02.337685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:02.338210 n-d-799526-3 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:02.338838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:02.472930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] For port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:08:02.474946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempted to set empty binding levels {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:08:02.485448 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:02.561498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'Port': ['ID=d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:02.579277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] In _notify_port_updated(), no bound segment for port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:08:02.580469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.581131 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:02.585574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37472) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:02.596627 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-51af46f1-fe6f-4a7b-8633-1c3fe8373227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "PUT /v2.0/ports/d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec HTTP/1.1" status: 200 len: 978 time: 1.5949814 Jul 06 18:08:02.688438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.688987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.689501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.690168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.690839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.691476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.692208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.692679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.693411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.694064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.694732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:02.701102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:02.707733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-84669308-6a74-45eb-8a66-5f35fb7801b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10147 time: 0.1146042 Jul 06 18:08:02.921047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-16d7c252-0136-4b88-bc97-22320cd2504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Deleting port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:02.921877 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16d7c252-0136-4b88-bc97-22320cd2504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.040247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-16d7c252-0136-4b88-bc97-22320cd2504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] For port d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec, host n-h1-799526-3, got binding levels [] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:03.040859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16d7c252-0136-4b88-bc97-22320cd2504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.073963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-16d7c252-0136-4b88-bc97-22320cd2504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Calling delete_port for d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:03.367091 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16d7c252-0136-4b88-bc97-22320cd2504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.440947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7c252-0136-4b88-bc97-22320cd2504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event deleted for resources: {'Port': ['ID=d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:03.451812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16d7c252-0136-4b88-bc97-22320cd2504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.458211 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-16d7c252-0136-4b88-bc97-22320cd2504a tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec HTTP/1.1" status: 204 len: 168 time: 0.7556391 Jul 06 18:08:03.462413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37490) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:03.530719 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db87c81-0d19-4641-9c5c-9bd88497bdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:08:03.548934 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6db87c81-0d19-4641-9c5c-9bd88497bdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "GET /v2.0/ports/d271d08d-8a35-4485-a6c2-bf4ba4f8a3ec HTTP/1.1" status: 404 len: 333 time: 0.0734890 Jul 06 18:08:03.550205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:03.559878 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454149944', 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:03.628672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Made reservation on behalf of e3e4a62ea49f40899d7a6014cf037763 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:03.644025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:03.684954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] device_id is not set on port 43479bab-fb48-430b-a3f4-dc85e550326f yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:04.216631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:04.333158 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:04.454942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Network 6970c735-cde6-4ab1-8386-3777282a921a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:04.464939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:04.471140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:04.473112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:04.473966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:04.498955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'Port': ['ID=43479bab-fb48-430b-a3f4-dc85e550326f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:04.533187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7d23d7a5-4743-4f1f-89c6-8e16670eb008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9817271 Jul 06 18:08:04.536754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:04.599047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529cccc-2023-46a6-9ef0-bedb90251213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:04.616422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4529cccc-2023-46a6-9ef0-bedb90251213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "GET /v2.0/ports/43479bab-fb48-430b-a3f4-dc85e550326f HTTP/1.1" status: 200 len: 959 time: 0.0782979 Jul 06 18:08:04.619409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37514) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:04.816487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7636d908-076f-4b90-9996-6e54ef5b528f tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Deleting port 43479bab-fb48-430b-a3f4-dc85e550326f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:04.817793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7636d908-076f-4b90-9996-6e54ef5b528f tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:04.949962 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7636d908-076f-4b90-9996-6e54ef5b528f tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:04.969874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7636d908-076f-4b90-9996-6e54ef5b528f tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Calling delete_port for 43479bab-fb48-430b-a3f4-dc85e550326f owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:05.081523 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7636d908-076f-4b90-9996-6e54ef5b528f tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.140693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636d908-076f-4b90-9996-6e54ef5b528f tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event deleted for resources: {'Port': ['ID=43479bab-fb48-430b-a3f4-dc85e550326f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:05.164899 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7636d908-076f-4b90-9996-6e54ef5b528f tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.173727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37524) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:05.174391 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7636d908-076f-4b90-9996-6e54ef5b528f tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "DELETE /v2.0/ports/43479bab-fb48-430b-a3f4-dc85e550326f HTTP/1.1" status: 204 len: 168 time: 0.5529678 Jul 06 18:08:05.245403 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9efed2-f096-43c4-b8f7-eb310f1dc747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:08:05.248988 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0b9efed2-f096-43c4-b8f7-eb310f1dc747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "GET /v2.0/ports/43479bab-fb48-430b-a3f4-dc85e550326f HTTP/1.1" status: 404 len: 333 time: 0.0721211 Jul 06 18:08:05.257367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37526) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:05.263489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Request body: {'port': {'network_id': '6970c735-cde6-4ab1-8386-3777282a921a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-941029612'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:05.305521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Made reservation on behalf of e3e4a62ea49f40899d7a6014cf037763 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:05.308837 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.359653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] device_id is not set on port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:05.539110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.744112 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.840605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:05.977053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Network 6970c735-cde6-4ab1-8386-3777282a921a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:05.989154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:06.008553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:06.009841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:06.010572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:06.045192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'Port': ['ID=05afe009-6572-424f-b7a5-fb9c5fdbbe93,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:06.071755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-aef1bf2b-5c95-4195-94fa-4a2ea3908e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8132231 Jul 06 18:08:06.075099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37542) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:06.088337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:06.231324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:06.693499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] device_id is not set on port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:06.730115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:06.811738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Transition to ACTIVE for port object 05afe009-6572-424f-b7a5-fb9c5fdbbe93 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:06.833191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:07.126434 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'Port': ['ID=05afe009-6572-424f-b7a5-fb9c5fdbbe93,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:07.132722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.133326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.133908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.143429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.143997 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.144673 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 2 to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 Jul 06 18:08:07.176722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.177307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.177830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.190528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.193235 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.193235 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 3 to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 Jul 06 18:08:07.229806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.230298 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.239424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.269169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.271003 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.272122 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 4 to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 Jul 06 18:08:07.307160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.307661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.308013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.330972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.332124 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.334779 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 5 to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 Jul 06 18:08:07.413649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.414404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.415104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.456925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.459283 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.460318 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 6 to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 Jul 06 18:08:07.526455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.530174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.530845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.559044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.561176 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.562919 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 7 to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 Jul 06 18:08:07.595098 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.595843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.596351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.613544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.617351 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.618125 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 8 to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 Jul 06 18:08:07.663424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.665980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.667622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.680491 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.684571 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.685594 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 9 to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 Jul 06 18:08:07.727666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.728238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.729408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.761630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.762572 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.774707 n-d-799526-3 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempt 10 to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 Jul 06 18:08:07.809525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:07.810800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:07.812109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempting to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:07.831093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:08:07.831737 n-d-799526-3 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Failed to bind port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on host n-h1-799526-3 for vnic_type normal using segments [{'id': '5ab0f69d-cb74-417b-bd5e-9b6019917c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6970c735-cde6-4ab1-8386-3777282a921a'}] Jul 06 18:08:07.832356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.000880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] For port 05afe009-6572-424f-b7a5-fb9c5fdbbe93, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:08:08.000880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attempted to set empty binding levels {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 18:08:08.005370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.057035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] In _notify_port_updated(), no bound segment for port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 on network 6970c735-cde6-4ab1-8386-3777282a921a {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:08:08.062939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:08.066956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.078104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:08.081365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "PUT /v2.0/ports/05afe009-6572-424f-b7a5-fb9c5fdbbe93 HTTP/1.1" status: 200 len: 978 time: 2.0026288 Jul 06 18:08:08.249445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae03c56-4063-482d-9f5e-fbf76e8fcba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event updated for resources: {'Port': ['ID=05afe009-6572-424f-b7a5-fb9c5fdbbe93,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:08.367971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-554290c7-fdfe-4d23-bddf-c895886bc603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Deleting port 05afe009-6572-424f-b7a5-fb9c5fdbbe93 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:08.368629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-554290c7-fdfe-4d23-bddf-c895886bc603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.551790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-554290c7-fdfe-4d23-bddf-c895886bc603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] For port 05afe009-6572-424f-b7a5-fb9c5fdbbe93, host n-h1-799526-3, got binding levels [] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:08.552461 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-554290c7-fdfe-4d23-bddf-c895886bc603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.594789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-554290c7-fdfe-4d23-bddf-c895886bc603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Calling delete_port for 05afe009-6572-424f-b7a5-fb9c5fdbbe93 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:08.807112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-554290c7-fdfe-4d23-bddf-c895886bc603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.868448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554290c7-fdfe-4d23-bddf-c895886bc603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Pushing event deleted for resources: {'Port': ['ID=05afe009-6572-424f-b7a5-fb9c5fdbbe93,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:08.910543 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-554290c7-fdfe-4d23-bddf-c895886bc603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:08.918674 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-554290c7-fdfe-4d23-bddf-c895886bc603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "DELETE /v2.0/ports/05afe009-6572-424f-b7a5-fb9c5fdbbe93 HTTP/1.1" status: 204 len: 168 time: 0.8327332 Jul 06 18:08:08.919247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37648) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:08.962008 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2832a190-1220-4c85-b773-f86a66d00971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] GET failed (client error): The resource could not be found. Jul 06 18:08:08.967728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2832a190-1220-4c85-b773-f86a66d00971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-864948735-project-admin] 10.222.0.13 "GET /v2.0/ports/05afe009-6572-424f-b7a5-fb9c5fdbbe93 HTTP/1.1" status: 404 len: 333 time: 0.0466888 Jul 06 18:08:08.975704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37654) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:09.166191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.345781 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.362979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6970c735-cde6-4ab1-8386-3777282a921a']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:09.391276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab0f69d-cb74-417b-bd5e-9b6019917c7d') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:09.391667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab0f69d-cb74-417b-bd5e-9b6019917c7d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:09.409689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.441312 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.448724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:08:09.449943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:08:09.453573 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:08:09.551545 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.608120 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:09.632808 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] 10.222.0.13 "DELETE /v2.0/networks/6970c735-cde6-4ab1-8386-3777282a921a HTTP/1.1" status: 204 len: 168 time: 0.6553211 Jul 06 18:08:09.658736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8afe27-313f-4805-b371-64ce76d35c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-450280675-project] Pushing event deleted for resources: {'Network': ['ID=6970c735-cde6-4ab1-8386-3777282a921a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:10.243047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:10.525326 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fb2701c2-3d3d-41b8-a261-2719e69d0c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5275e2787b5348278a887553ab4d9768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793922 Jul 06 18:08:10.525648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37698) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:10.662172 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eba41671-76aa-4094-9ced-2f6138937df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.757831 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eba41671-76aa-4094-9ced-2f6138937df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.925759 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eba41671-76aa-4094-9ced-2f6138937df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.932262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eba41671-76aa-4094-9ced-2f6138937df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:10.934675 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eba41671-76aa-4094-9ced-2f6138937df1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d49a8c95-4adf-4f16-ac20-6e956767f6bd HTTP/1.1" status: 204 len: 168 time: 0.4078484 Jul 06 18:08:10.950694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba41671-76aa-4094-9ced-2f6138937df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49a8c95-4adf-4f16-ac20-6e956767f6bd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:11.712721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37722) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:11.859385 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-12f0ac5f-1877-4414-b2f3-879fa3b6d604 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3e4a62ea49f40899d7a6014cf037763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446671 Jul 06 18:08:11.863998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37724) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:11.966489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94ffc957-f109-4ea7-83b9-17159413b811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:12.035912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94ffc957-f109-4ea7-83b9-17159413b811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:12.176039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94ffc957-f109-4ea7-83b9-17159413b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:12.180681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94ffc957-f109-4ea7-83b9-17159413b811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:12.182426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-94ffc957-f109-4ea7-83b9-17159413b811 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bb894d4-c550-4c4d-b752-20b92013bf4c HTTP/1.1" status: 204 len: 168 time: 0.3167462 Jul 06 18:08:12.220050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffc957-f109-4ea7-83b9-17159413b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb894d4-c550-4c4d-b752-20b92013bf4c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:15.285732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37812) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:15.547899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1490567894', 'router:external': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:15.602501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Made reservation on behalf of 7dad1bd3ce904c1d81d59290c4a355fe for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:15.612820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:15.646217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:15.809317 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:15.816246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:15.857917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:08:15.896703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67849977-802f-4b4a-a590-bdd1ef276235,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:15.903005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:15.903970 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Added segment 3d6bc818-28b7-4b82-b97e-8f029638ff65 of type vlan for network 3ecc5121-20d8-4bb7-80db-09aac580c486 Jul 06 18:08:16.031001 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:16.125485 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:16.127666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:16.129035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:16.256443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37834) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:16.262018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'subnet': {'network_id': '3ecc5121-20d8-4bb7-80db-09aac580c486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:16.266034 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9786265 Jul 06 18:08:16.313189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Made reservation on behalf of 7dad1bd3ce904c1d81d59290c4a355fe for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:16.319033 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:16.332289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c95f9-305d-4290-8a2d-0a9a653e5f8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event updated for resources: {'Network': ['ID=3ecc5121-20d8-4bb7-80db-09aac580c486,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:16.353800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 3ecc5121-20d8-4bb7-80db-09aac580c486 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:08:17.012493 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86113033-6dcc-4a8e-a6db-1aaa48d37fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.122864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.objects.ports [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 18:08:17.123698 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.207153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d115612c-0234-4b51-89df-1a449cec42c7,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:17.244705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Checking segment: {'id': '3d6bc818-28b7-4b82-b97e-8f029638ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ecc5121-20d8-4bb7-80db-09aac580c486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:17.245168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Network hostable DHCP agents. Network: 3ecc5121-20d8-4bb7-80db-09aac580c486, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:08:17.277899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Network 3ecc5121-20d8-4bb7-80db-09aac580c486 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:08:17.295295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 3ecc5121-20d8-4bb7-80db-09aac580c486) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:17.309355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c062cf3-62dd-47f0-a477-a989eb1d122c None None] Network 3ecc5121-20d8-4bb7-80db-09aac580c486 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:17.312019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:17.314229 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.341705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2a4645ad-55a7-43f9-b5c5-e1f333f94b34 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0830960 Jul 06 18:08:17.344651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37852) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:17.356122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1042674503', 'network_id': '3ecc5121-20d8-4bb7-80db-09aac580c486'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:17.383289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Made reservation on behalf of 7dad1bd3ce904c1d81d59290c4a355fe for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:08:17.386383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:17.437442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] device_id is not set on port 89f7123e-e976-4554-a4cf-a38a7b4fc583 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:08:17.725694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Allocated IP 172.20.0.7 (3ecc5121-20d8-4bb7-80db-09aac580c486/d115612c-0234-4b51-89df-1a449cec42c7/89f7123e-e976-4554-a4cf-a38a7b4fc583) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:17.806936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3460e9-af31-4819-b3eb-4b1e9d54fab2 None None] Network 3ecc5121-20d8-4bb7-80db-09aac580c486 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:08:18.130114 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:18.260403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:18.341957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Network 3ecc5121-20d8-4bb7-80db-09aac580c486 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:18.347752 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:18.354197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:18.434981 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event updated for resources: {'Port': ['ID=89f7123e-e976-4554-a4cf-a38a7b4fc583,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:18.521220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:18.523582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:18.570967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5cfd4daa-f7f7-49c6-8507-24fbff2c89e9 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2219553 Jul 06 18:08:18.572034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:18.841261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0efc5443-301b-4d0a-8fce-5b1c3b3e7a85 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Deleting port 89f7123e-e976-4554-a4cf-a38a7b4fc583 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:18.841924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0efc5443-301b-4d0a-8fce-5b1c3b3e7a85 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:19.017151 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0efc5443-301b-4d0a-8fce-5b1c3b3e7a85 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:19.042831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0efc5443-301b-4d0a-8fce-5b1c3b3e7a85 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Calling delete_port for 89f7123e-e976-4554-a4cf-a38a7b4fc583 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:19.362909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0efc5443-301b-4d0a-8fce-5b1c3b3e7a85 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:19.424708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc5443-301b-4d0a-8fce-5b1c3b3e7a85 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event deleted for resources: {'Port': ['ID=89f7123e-e976-4554-a4cf-a38a7b4fc583,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:19.522886 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5aed9551-813e-4aba-a797-f168764a5651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:19.573041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0efc5443-301b-4d0a-8fce-5b1c3b3e7a85 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:19.578231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0efc5443-301b-4d0a-8fce-5b1c3b3e7a85 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "DELETE /v2.0/ports/89f7123e-e976-4554-a4cf-a38a7b4fc583 HTTP/1.1" status: 204 len: 168 time: 1.0042505 Jul 06 18:08:19.581861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 37888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:19.589691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ecc5121-20d8-4bb7-80db-09aac580c486', 'external_fixed_ips': [{'subnet_id': 'd115612c-0234-4b51-89df-1a449cec42c7', 'ip_address': '172.20.0.7'}]}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:19.631097 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:19.633131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:19.757057 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.089475 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.092975 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.692961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.725850 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.764863 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:20.966183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Allocated IP 172.20.0.7 (3ecc5121-20d8-4bb7-80db-09aac580c486/d115612c-0234-4b51-89df-1a449cec42c7/1a84cfe7-f187-4b78-941a-45681c7b7602) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:21.191608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:21.279397 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:21.393920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event updated for resources: {'Port': ['ID=1a84cfe7-f187-4b78-941a-45681c7b7602,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:21.409542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Network 3ecc5121-20d8-4bb7-80db-09aac580c486 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:21.411577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:21.415598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:21.922738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.393279 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:22.699350 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.279254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Router 98a3a1cc-60c5-4918-bbe2-0e2678286387 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:08:23.529787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:23.548063 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Sync routers for ids ['98a3a1cc-60c5-4918-bbe2-0e2678286387'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:23.566891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:23.573160 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 37970) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:23.575940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-43d4072d-768a-4b93-b07b-83e8451ad510 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9924462 Jul 06 18:08:23.577011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Routers {'98a3a1cc-60c5-4918-bbe2-0e2678286387'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:23.578568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['98a3a1cc-60c5-4918-bbe2-0e2678286387'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:23.831115 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.053214 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.255359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Deleting port 1a84cfe7-f187-4b78-941a-45681c7b7602 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:24.256136 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.325621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Set router 98a3a1cc-60c5-4918-bbe2-0e2678286387 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:24.424868 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:24.459253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Calling delete_port for 1a84cfe7-f187-4b78-941a-45681c7b7602 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:24.777147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a3a1cc-60c5-4918-bbe2-0e2678286387', 'name': '', 'tenant_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ecc5121-20d8-4bb7-80db-09aac580c486', 'external_fixed_ips': [{'subnet_id': 'd115612c-0234-4b51-89df-1a449cec42c7', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '1a84cfe7-f187-4b78-941a-45681c7b7602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:19Z', 'updated_at': '2021-07-06T18:08:21Z', 'revision_number': 3, 'project_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'gw_port': {'id': '1a84cfe7-f187-4b78-941a-45681c7b7602', 'name': '', 'network_id': '3ecc5121-20d8-4bb7-80db-09aac580c486', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a3a1cc-60c5-4918-bbe2-0e2678286387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'd115612c-0234-4b51-89df-1a449cec42c7', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:20Z', 'updated_at': '2021-07-06T18:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd115612c-0234-4b51-89df-1a449cec42c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:24.916409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Checking router: 98a3a1cc-60c5-4918-bbe2-0e2678286387 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:24.918012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Updating router 98a3a1cc-60c5-4918-bbe2-0e2678286387 port 1a84cfe7-f187-4b78-941a-45681c7b7602 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:08:25.036961 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.055145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.111671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a84cfe7-f187-4b78-941a-45681c7b7602,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:25.259143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.421518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.425616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.526232 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.527988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98a3a1cc-60c5-4918-bbe2-0e2678286387 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:08:25.542137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.548224 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f0e01739-f9c6-4cf3-ab6e-b919ec33a0f8 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "DELETE /v2.0/routers/98a3a1cc-60c5-4918-bbe2-0e2678286387 HTTP/1.1" status: 204 len: 168 time: 1.9718750 Jul 06 18:08:25.552762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:25.676884 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:08:25.677552 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:08:25.773551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-375392fc-7a91-40a3-a5b7-bbe745ea5b9e tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Deleting subnet d115612c-0234-4b51-89df-1a449cec42c7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:08:25.787393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-375392fc-7a91-40a3-a5b7-bbe745ea5b9e tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.877302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-375392fc-7a91-40a3-a5b7-bbe745ea5b9e tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:25.971309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-375392fc-7a91-40a3-a5b7-bbe745ea5b9e tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.084221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-375392fc-7a91-40a3-a5b7-bbe745ea5b9e tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.165717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375392fc-7a91-40a3-a5b7-bbe745ea5b9e tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d115612c-0234-4b51-89df-1a449cec42c7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:26.199319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-375392fc-7a91-40a3-a5b7-bbe745ea5b9e tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.205845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38050) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:26.213809 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-375392fc-7a91-40a3-a5b7-bbe745ea5b9e tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/d115612c-0234-4b51-89df-1a449cec42c7 HTTP/1.1" status: 204 len: 168 time: 0.6592524 Jul 06 18:08:26.225142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Port 1a84cfe7-f187-4b78-941a-45681c7b7602 not found while updating agent binding for router 98a3a1cc-60c5-4918-bbe2-0e2678286387. {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 18:08:26.240869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Routers set() bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:26.242040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Router IDs set() for agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 18:08:26.243298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_agentschedulers_db [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98a3a1cc-60c5-4918-bbe2-0e2678286387'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent'). {{(pid=93780) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 18:08:26.245398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b7797-67c5-47f4-b032-836a00e4e6ee None None] The sync data for ids ['98a3a1cc-60c5-4918-bbe2-0e2678286387'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:26.403772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.610952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.639471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecc5121-20d8-4bb7-80db-09aac580c486']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:26.686265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6bc818-28b7-4b82-b97e-8f029638ff65') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:26.687467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6bc818-28b7-4b82-b97e-8f029638ff65') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:26.720287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.765069 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.783781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:08:26.784360 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:08:26.792332 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:08:26.937608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.958113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ecc5121-20d8-4bb7-80db-09aac580c486 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 18:08:26.965787 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:26.975240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "DELETE /v2.0/networks/3ecc5121-20d8-4bb7-80db-09aac580c486 HTTP/1.1" status: 204 len: 168 time: 0.7686508 Jul 06 18:08:27.014099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632457cc-c168-4d67-91bc-16696a165500 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ecc5121-20d8-4bb7-80db-09aac580c486,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:27.480905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38086) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:27.491354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a09a8596-0bb3-4833-9c88-cc71fdec5063 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'router': {'name': 'tempest-router--383284567', 'project_id': '22aabf9ab0a4435ab8e18b7373acef38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:27.547231 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a09a8596-0bb3-4833-9c88-cc71fdec5063 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.549626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a09a8596-0bb3-4833-9c88-cc71fdec5063 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.796649 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a09a8596-0bb3-4833-9c88-cc71fdec5063 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.804949 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a09a8596-0bb3-4833-9c88-cc71fdec5063 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.844836 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a09a8596-0bb3-4833-9c88-cc71fdec5063 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:27.853082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a09a8596-0bb3-4833-9c88-cc71fdec5063 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3617921 Jul 06 18:08:27.853482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:28.088979 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be5e3901-eef3-44cf-8687-da3f4865690b tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.602443 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be5e3901-eef3-44cf-8687-da3f4865690b tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.608704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be5e3901-eef3-44cf-8687-da3f4865690b tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.708662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be5e3901-eef3-44cf-8687-da3f4865690b tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.709959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5e3901-eef3-44cf-8687-da3f4865690b tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13c13e72-4d86-4945-8737-2d07d97b1176 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:08:28.716564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be5e3901-eef3-44cf-8687-da3f4865690b tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:28.719676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-be5e3901-eef3-44cf-8687-da3f4865690b tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "DELETE /v2.0/routers/13c13e72-4d86-4945-8737-2d07d97b1176 HTTP/1.1" status: 204 len: 168 time: 0.8628886 Jul 06 18:08:29.057364 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38110) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:29.596237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2025671522', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:29.647835 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.653578 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.748976 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:29.986547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:30.475831 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:30.522091 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:30.753004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Allocated IP 172.25.7.239 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/be500b31-5af0-4186-ae7d-42f81da15db1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:31.043622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:31.097406 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:31.141568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:31.146625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:31.152257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:31.391799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event updated for resources: {'Port': ['ID=be500b31-5af0-4186-ae7d-42f81da15db1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:31.980680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:32.147036 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:32.321177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:32.572090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Router 31119608-959d-4487-8d92-ec35b7266198 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:08:32.749116 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:32.767681 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e80151-aa9f-4a45-a58e-bbd32ec9b834 None None] Sync routers for ids ['31119608-959d-4487-8d92-ec35b7266198'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:32.787628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:32.789005 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3bf87c33-5d23-49d0-98b6-30b26cacb3c9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7300055 Jul 06 18:08:32.792372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38180) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:32.798604 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e80151-aa9f-4a45-a58e-bbd32ec9b834 None None] Routers {'31119608-959d-4487-8d92-ec35b7266198'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:32.799263 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01e80151-aa9f-4a45-a58e-bbd32ec9b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['31119608-959d-4487-8d92-ec35b7266198'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:32.884771 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01e80151-aa9f-4a45-a58e-bbd32ec9b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:32.931093 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e80151-aa9f-4a45-a58e-bbd32ec9b834 None None] Routers {'31119608-959d-4487-8d92-ec35b7266198'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:32.931856 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01e80151-aa9f-4a45-a58e-bbd32ec9b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['31119608-959d-4487-8d92-ec35b7266198'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:33.025492 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01e80151-aa9f-4a45-a58e-bbd32ec9b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:33.032164 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e80151-aa9f-4a45-a58e-bbd32ec9b834 None None] The sync data for ids ['31119608-959d-4487-8d92-ec35b7266198'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:33.126566 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-299b9703-e21d-40ef-b638-ef78dd7e27cf tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/routers/31119608-959d-4487-8d92-ec35b7266198 HTTP/1.1" status: 200 len: 921 time: 0.3326240 Jul 06 18:08:33.129349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:33.199720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7bf01b27-88b2-4a5f-9a78-cbc66638bad0 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=31119608-959d-4487-8d92-ec35b7266198 HTTP/1.1" status: 200 len: 205 time: 0.0667663 Jul 06 18:08:33.201548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:33.571890 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:33.922483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.021465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Deleting port be500b31-5af0-4186-ae7d-42f81da15db1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:34.021819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.148216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.178320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Calling delete_port for be500b31-5af0-4186-ae7d-42f81da15db1 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:34.434814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.466774 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event deleted for resources: {'Port': ['ID=be500b31-5af0-4186-ae7d-42f81da15db1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:34.550383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.720669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.720669 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.786259 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.786259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Fanout notify agent at l3_agent the message router_deleted on router 31119608-959d-4487-8d92-ec35b7266198 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:08:34.789361 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.795082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38218) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:34.796872 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7338114a-5822-436b-9898-e6ea6e778579 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/31119608-959d-4487-8d92-ec35b7266198 HTTP/1.1" status: 204 len: 168 time: 1.5932078 Jul 06 18:08:34.802044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'router': {'name': 'tempest-snat-router-743533649', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': False}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:34.872119 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.875466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:34.936236 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:08:35.018889 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.249092 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.511613 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.618048 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.653916 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:35.884613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Allocated IP 172.25.7.33 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/659e24a1-2f27-4eae-ae2a-f105ccc2d97b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:36.206706 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.319090 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:36.390802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:36.394756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:36.399069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:36.438941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event updated for resources: {'Port': ['ID=659e24a1-2f27-4eae-ae2a-f105ccc2d97b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:36.936877 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:37.285693 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:37.640092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Router c993f5f4-41e1-4ca1-964e-62d85efc032e is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:08:37.890534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:37.925054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:37.928828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2590fe8d-2489-43d7-94f3-ac9b14433479 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1308534 Jul 06 18:08:37.934435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:37.936179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Sync routers for ids ['c993f5f4-41e1-4ca1-964e-62d85efc032e'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:37.989977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Routers {'c993f5f4-41e1-4ca1-964e-62d85efc032e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:38.004241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c993f5f4-41e1-4ca1-964e-62d85efc032e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:38.260117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Set router c993f5f4-41e1-4ca1-964e-62d85efc032e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:38.308400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-16433ccb-1410-47fd-a0e0-836a0563aa89 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/routers/c993f5f4-41e1-4ca1-964e-62d85efc032e HTTP/1.1" status: 200 len: 907 time: 0.3722856 Jul 06 18:08:38.313042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38462) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:38.324711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'router': {'name': 'tempest-snat-router-743533649', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': True}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:38.397813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.400667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.638037 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.649715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c993f5f4-41e1-4ca1-964e-62d85efc032e', 'name': 'tempest-snat-router-743533649', 'tenant_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.33'}], 'enable_snat': False}, 'gw_port_id': '659e24a1-2f27-4eae-ae2a-f105ccc2d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:34Z', 'updated_at': '2021-07-06T18:08:36Z', 'revision_number': 3, 'project_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'gw_port': {'id': '659e24a1-2f27-4eae-ae2a-f105ccc2d97b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c993f5f4-41e1-4ca1-964e-62d85efc032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:35Z', 'updated_at': '2021-07-06T18:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:38.746446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Checking router: c993f5f4-41e1-4ca1-964e-62d85efc032e for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:38.753497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Updating router c993f5f4-41e1-4ca1-964e-62d85efc032e port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:08:38.892352 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:38.948485 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:39.453488 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:39.484876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:39.856901 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:39.884372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Transition to ACTIVE for port object 659e24a1-2f27-4eae-ae2a-f105ccc2d97b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:39.901447 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.017326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Attempting to bind port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:40.017900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Attempting to bind port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:40.018630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Attempting to bind port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:40.063948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:08:40.064581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:40.065268 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.065913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:08:40.066783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Bound port: 659e24a1-2f27-4eae-ae2a-f105ccc2d97b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:08:40.067429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.086288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Allocated IP 172.25.7.49 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/40da7593-075c-4ab3-88d6-48b22c6a09e4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:40.243261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] For port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:08:40.285617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] For port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=659e24a1-2f27-4eae-ae2a-f105ccc2d97b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:08:40.287659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Pushing event updated for resources: {'Port': ['ID=659e24a1-2f27-4eae-ae2a-f105ccc2d97b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:40.295428 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.318592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.319592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.320164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.320737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.321302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.322083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.323705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.324854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.325675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.326533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.327604 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.328541 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:40.345463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.440958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:40.504327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Routers {'c993f5f4-41e1-4ca1-964e-62d85efc032e'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:40.505020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c993f5f4-41e1-4ca1-964e-62d85efc032e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:40.562229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:40.572339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:40.577669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:40.804570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] Set router c993f5f4-41e1-4ca1-964e-62d85efc032e gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:40.992659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.068737 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event updated for resources: {'Port': ['ID=40da7593-075c-4ab3-88d6-48b22c6a09e4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:41.076795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd7188-d259-4f42-a3e1-f6c7636c69a9 None None] Pushing event updated for resources: {'Port': ['ID=659e24a1-2f27-4eae-ae2a-f105ccc2d97b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:41.081249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.081594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.082158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.082531 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.082869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.083204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.083535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.083864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.084190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.084518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.084845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.085174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:41.226247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c993f5f4-41e1-4ca1-964e-62d85efc032e', 'name': 'tempest-snat-router-743533649', 'tenant_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.33'}], 'enable_snat': False}, 'gw_port_id': '659e24a1-2f27-4eae-ae2a-f105ccc2d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:34Z', 'updated_at': '2021-07-06T18:08:36Z', 'revision_number': 3, 'project_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'gw_port': {'id': '659e24a1-2f27-4eae-ae2a-f105ccc2d97b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c993f5f4-41e1-4ca1-964e-62d85efc032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:35Z', 'updated_at': '2021-07-06T18:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:41.283908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e1e23-a8a4-4d09-ab43-d509bb6f6b57 None None] The sync data for ids ['c993f5f4-41e1-4ca1-964e-62d85efc032e'] in n-d-799526-3 is: [{'id': 'c993f5f4-41e1-4ca1-964e-62d85efc032e', 'name': 'tempest-snat-router-743533649', 'tenant_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.33'}], 'enable_snat': False}, 'gw_port_id': '659e24a1-2f27-4eae-ae2a-f105ccc2d97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:34Z', 'updated_at': '2021-07-06T18:08:36Z', 'revision_number': 3, 'project_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'gw_port': {'id': '659e24a1-2f27-4eae-ae2a-f105ccc2d97b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c993f5f4-41e1-4ca1-964e-62d85efc032e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:35Z', 'updated_at': '2021-07-06T18:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:41.409854 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:41.799530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Router 6272adb7-7337-407e-95e0-cdd80d6c0307 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:08:42.196422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:42.220272 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Sync routers for ids ['6272adb7-7337-407e-95e0-cdd80d6c0307'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:42.245774 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Routers {'6272adb7-7337-407e-95e0-cdd80d6c0307'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:42.246599 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6272adb7-7337-407e-95e0-cdd80d6c0307'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:42.276477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:42.283506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e40299a4-3c3d-43fd-89a2-c16a494793f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.9691164 Jul 06 18:08:42.287743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:42.488667 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Set router 6272adb7-7337-407e-95e0-cdd80d6c0307 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:42.627701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38800) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:42.638539 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-81a099be-fb9a-40da-81eb-328fdf171703 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/routers/6272adb7-7337-407e-95e0-cdd80d6c0307 HTTP/1.1" status: 200 len: 906 time: 0.3475280 Jul 06 18:08:43.015872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.116493 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6272adb7-7337-407e-95e0-cdd80d6c0307', 'name': 'tempest-snat-router-743533649', 'tenant_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '40da7593-075c-4ab3-88d6-48b22c6a09e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:38Z', 'updated_at': '2021-07-06T18:08:40Z', 'revision_number': 3, 'project_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'gw_port': {'id': '40da7593-075c-4ab3-88d6-48b22c6a09e4', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6272adb7-7337-407e-95e0-cdd80d6c0307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:08:39Z', 'updated_at': '2021-07-06T18:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:43.244032 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Checking router: 6272adb7-7337-407e-95e0-cdd80d6c0307 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:08:43.246111 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Updating router 6272adb7-7337-407e-95e0-cdd80d6c0307 port 40da7593-075c-4ab3-88d6-48b22c6a09e4 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:08:43.258651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.381207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Deleting port 40da7593-075c-4ab3-88d6-48b22c6a09e4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:43.381856 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.435438 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.618717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:43.706308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Calling delete_port for 40da7593-075c-4ab3-88d6-48b22c6a09e4 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:43.984682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 659e24a1-2f27-4eae-ae2a-f105ccc2d97b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:43.990143 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.013524 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Transition to ACTIVE for port object 40da7593-075c-4ab3-88d6-48b22c6a09e4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:08:44.023629 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.095914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:08:44.106503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:44.106883 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.170569 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Pushing event updated for resources: {'Port': ['ID=40da7593-075c-4ab3-88d6-48b22c6a09e4,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:44.208945 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.209291 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.218695 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.219287 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.220022 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.220767 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.221281 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.221796 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.222295 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.222943 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.223442 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.223951 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f730-fe4d-4fc9-99a6-d7693ea939be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.235850 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Attempting to bind port 40da7593-075c-4ab3-88d6-48b22c6a09e4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:08:44.236482 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Attempting to bind port 40da7593-075c-4ab3-88d6-48b22c6a09e4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:08:44.238169 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Attempting to bind port 40da7593-075c-4ab3-88d6-48b22c6a09e4 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:08:44.249385 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.256032 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:08:44.265575 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:08:44.266267 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.266862 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:08:44.267544 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Bound port: 40da7593-075c-4ab3-88d6-48b22c6a09e4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:08:44.268220 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.317459 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Port 40da7593-075c-4ab3-88d6-48b22c6a09e4 has been deleted concurrently {{(pid=93781) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 18:08:44.344546 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Routers {'6272adb7-7337-407e-95e0-cdd80d6c0307'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:44.345368 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6272adb7-7337-407e-95e0-cdd80d6c0307'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:44.437334 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.492438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=659e24a1-2f27-4eae-ae2a-f105ccc2d97b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:44.500801 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.576720 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] Set router 6272adb7-7337-407e-95e0-cdd80d6c0307 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:08:44.683338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=659e24a1-2f27-4eae-ae2a-f105ccc2d97b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:44.703695 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6272adb7-7337-407e-95e0-cdd80d6c0307', 'name': 'tempest-snat-router-743533649', 'tenant_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:38Z', 'updated_at': '2021-07-06T18:08:44Z', 'revision_number': 5, 'project_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:44.754938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event deleted for resources: {'Port': ['ID=40da7593-075c-4ab3-88d6-48b22c6a09e4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:44.756857 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee85da-6f43-4603-95ad-03f1346fa1bb None None] The sync data for ids ['6272adb7-7337-407e-95e0-cdd80d6c0307'] in n-d-799526-3 is: [{'id': '6272adb7-7337-407e-95e0-cdd80d6c0307', 'name': 'tempest-snat-router-743533649', 'tenant_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:08:38Z', 'updated_at': '2021-07-06T18:08:44Z', 'revision_number': 5, 'project_id': '7dad1bd3ce904c1d81d59290c4a355fe', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:44.769117 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:44.842198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.842599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.842954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.843306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.843760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.844118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.844457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.844795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.845131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.845620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.845982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:44.846319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:08:45.053496 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.058794 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.211827 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.213343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6272adb7-7337-407e-95e0-cdd80d6c0307 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:08:45.225822 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.236313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 38850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:45.245458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b7353c14-c345-4431-9bae-e4c42b3a28df tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "DELETE /v2.0/routers/6272adb7-7337-407e-95e0-cdd80d6c0307 HTTP/1.1" status: 204 len: 168 time: 2.6146874 Jul 06 18:08:45.574047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.789541 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:45.820519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 659e24a1-2f27-4eae-ae2a-f105ccc2d97b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:08:45.985396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:08:45.985396 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.563853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Deleting port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:46.579585 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.878246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] For port 659e24a1-2f27-4eae-ae2a-f105ccc2d97b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=659e24a1-2f27-4eae-ae2a-f105ccc2d97b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:08:46.879039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:46.907803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Calling delete_port for 659e24a1-2f27-4eae-ae2a-f105ccc2d97b owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:47.000732 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e1474f7-fb16-42bb-a444-bb49baa16256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.205659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.254997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event deleted for resources: {'Port': ['ID=659e24a1-2f27-4eae-ae2a-f105ccc2d97b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:47.337640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.474207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.477830 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.540853 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.542045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c993f5f4-41e1-4ca1-964e-62d85efc032e {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:08:47.554516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.564653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 38916) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:47.566063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-01b1ebcd-524b-4a98-b721-d87673f1da27 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c993f5f4-41e1-4ca1-964e-62d85efc032e HTTP/1.1" status: 204 len: 168 time: 2.3272750 Jul 06 18:08:47.569576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-656982971', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:47.665894 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.667344 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:47.892107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:48.873411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.502423 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-002285c9-db5f-4af7-828f-8cc33832f307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.563541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.611751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:49.734867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 659e24a1-2f27-4eae-ae2a-f105ccc2d97b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:08:49.842234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 659e24a1-2f27-4eae-ae2a-f105ccc2d97b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:08:49.843113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 659e24a1-2f27-4eae-ae2a-f105ccc2d97b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:08:50.001251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Allocated IP 172.25.7.42 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/a38d0869-191c-4b09-bf05-1433b9aefa20) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:50.088816 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.242456 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.373995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:50.452333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:50.460132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:50.471058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:50.549838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event updated for resources: {'Port': ['ID=a38d0869-191c-4b09-bf05-1433b9aefa20,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:50.790153 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:51.115425 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:51.570765 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:51.863397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Router bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:08:51.998300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:52.014527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459cb0f-f528-40ff-b198-b9dbee81b4e6 None None] Sync routers for ids ['bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:52.034803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459cb0f-f528-40ff-b198-b9dbee81b4e6 None None] Routers {'bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:52.035748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5459cb0f-f528-40ff-b198-b9dbee81b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:52.052542 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.060643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:52.070283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c1d4e55b-2dac-4e9a-8d0f-c6681b7a14c7 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': False}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:52.073716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-25a6d30e-b532-4184-bc20-a8bdc88d3bca tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5052867 Jul 06 18:08:52.106664 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5459cb0f-f528-40ff-b198-b9dbee81b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:52.132596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459cb0f-f528-40ff-b198-b9dbee81b4e6 None None] Routers {'bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:52.134121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5459cb0f-f528-40ff-b198-b9dbee81b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:52.225315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5459cb0f-f528-40ff-b198-b9dbee81b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:52.226524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459cb0f-f528-40ff-b198-b9dbee81b4e6 None None] The sync data for ids ['bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:52.816118 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:52.885687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e55b-2dac-4e9a-8d0f-c6681b7a14c7 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.739281 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e55b-2dac-4e9a-8d0f-c6681b7a14c7 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:53.745944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e55b-2dac-4e9a-8d0f-c6681b7a14c7 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.102148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d4e55b-2dac-4e9a-8d0f-c6681b7a14c7 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Router bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:08:54.168275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39078) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.320788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d4e55b-2dac-4e9a-8d0f-c6681b7a14c7 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:08:54.336714 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e55b-2dac-4e9a-8d0f-c6681b7a14c7 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.342720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c1d4e55b-2dac-4e9a-8d0f-c6681b7a14c7 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "PUT /v2.0/routers/bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0 HTTP/1.1" status: 200 len: 920 time: 2.2759368 Jul 06 18:08:54.343026 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da930936-2e0d-48f8-ac47-f2576f63b056 None None] Sync routers for ids ['bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:08:54.343717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39086) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.358261 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da930936-2e0d-48f8-ac47-f2576f63b056 None None] Routers {'bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:54.359194 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-da930936-2e0d-48f8-ac47-f2576f63b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:54.423928 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-da930936-2e0d-48f8-ac47-f2576f63b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:54.462299 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da930936-2e0d-48f8-ac47-f2576f63b056 None None] Routers {'bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:08:54.470188 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-da930936-2e0d-48f8-ac47-f2576f63b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:54.572959 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-da930936-2e0d-48f8-ac47-f2576f63b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:08:54.574629 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da930936-2e0d-48f8-ac47-f2576f63b056 None None] The sync data for ids ['bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:08:54.615558 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7957e74b-5256-4799-9de6-ff223910be0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.625983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f924482b-3192-4711-8607-f969b9e6ec8f tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/routers/bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0 HTTP/1.1" status: 200 len: 920 time: 0.2812715 Jul 06 18:08:54.630773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39092) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.785348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c124ef18-31e3-4ee4-b52a-5351553ac019 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:54.793747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c124ef18-31e3-4ee4-b52a-5351553ac019 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1615551 Jul 06 18:08:54.795704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:54.884318 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7957e74b-5256-4799-9de6-ff223910be0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.902493 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7957e74b-5256-4799-9de6-ff223910be0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:54.998765 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7957e74b-5256-4799-9de6-ff223910be0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a795c484aa1545f18725783fde399b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8240056 Jul 06 18:08:55.004543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.091390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957e74b-5256-4799-9de6-ff223910be0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a967dff-1eb6-43b9-a3f2-c69c348c9d5a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:55.109274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351be2f4-1612-436f-8e87-377804be6078 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:08:55.110785 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-351be2f4-1612-436f-8e87-377804be6078 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 881 time: 0.3138542 Jul 06 18:08:55.118996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39108) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.182426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be3fdee1-54a3-49a1-b51b-f18bfaa50418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.206003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:55.206244 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-268f2e5a-145b-45e1-919b-f3cfcffde9e9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0 HTTP/1.1" status: 200 len: 205 time: 0.0849345 Jul 06 18:08:55.235950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be3fdee1-54a3-49a1-b51b-f18bfaa50418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.501920 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.690162 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.701388 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be3fdee1-54a3-49a1-b51b-f18bfaa50418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.708292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be3fdee1-54a3-49a1-b51b-f18bfaa50418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:55.710981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-be3fdee1-54a3-49a1-b51b-f18bfaa50418 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a967dff-1eb6-43b9-a3f2-c69c348c9d5a HTTP/1.1" status: 204 len: 168 time: 0.7047567 Jul 06 18:08:55.745388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fdee1-54a3-49a1-b51b-f18bfaa50418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a967dff-1eb6-43b9-a3f2-c69c348c9d5a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:55.885623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Deleting port a38d0869-191c-4b09-bf05-1433b9aefa20 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:08:55.885982 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:56.113413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:56.144422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Calling delete_port for a38d0869-191c-4b09-bf05-1433b9aefa20 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:08:56.594675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:56.613940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c4cd041-53eb-404e-a462-a984fd668a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:56.779174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:56.917846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event deleted for resources: {'Port': ['ID=a38d0869-191c-4b09-bf05-1433b9aefa20,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:57.005702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c4cd041-53eb-404e-a462-a984fd668a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.015655 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c4cd041-53eb-404e-a462-a984fd668a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.150075 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2c4cd041-53eb-404e-a462-a984fd668a7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08f991c07a004cb3b69d5f02886a7742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532527 Jul 06 18:08:57.155218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:57.158923 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.168752 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cd041-53eb-404e-a462-a984fd668a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f9ff8-0f05-45d5-af78-dc166dd65736,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:57.437382 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.440106 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.526499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.527088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Fanout notify agent at l3_agent the message router_deleted on router bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:08:57.544693 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.558741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:57.570542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ce52f888-f461-4397-8442-491501c42455 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1827040257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:57.571604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-30cd4138-963f-4d37-868a-81aec42ad8d7 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0 HTTP/1.1" status: 204 len: 168 time: 2.3580494 Jul 06 18:08:57.638082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3451-4b9c-44d6-be3f-7c8e1cfe1213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.647617 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce52f888-f461-4397-8442-491501c42455 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.649434 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce52f888-f461-4397-8442-491501c42455 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.743730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3451-4b9c-44d6-be3f-7c8e1cfe1213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.876407 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce52f888-f461-4397-8442-491501c42455 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.884204 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce52f888-f461-4397-8442-491501c42455 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.903277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3451-4b9c-44d6-be3f-7c8e1cfe1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.908862 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3451-4b9c-44d6-be3f-7c8e1cfe1213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.911644 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7d7a3451-4b9c-44d6-be3f-7c8e1cfe1213 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e61f9ff8-0f05-45d5-af78-dc166dd65736 HTTP/1.1" status: 204 len: 168 time: 0.7547853 Jul 06 18:08:57.961634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3451-4b9c-44d6-be3f-7c8e1cfe1213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f9ff8-0f05-45d5-af78-dc166dd65736,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:08:57.977923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce52f888-f461-4397-8442-491501c42455 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:57.988116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:08:57.990192 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce52f888-f461-4397-8442-491501c42455 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4295247 Jul 06 18:08:58.024436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:08:58.702850 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.030424 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.053519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.268937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Allocated IP 172.25.7.108 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/6bcdace2-2c7d-44d3-be5d-9966b51a04e9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:08:59.546006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.626907 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:08:59.700071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:08:59.711887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:08:59.721375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:08:59.726449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event updated for resources: {'Port': ['ID=6bcdace2-2c7d-44d3-be5d-9966b51a04e9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:01.022746 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.474278 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.486866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.749482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Router c01abb04-24b5-478e-ab87-17b6e973ddac is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:01.892207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:01.900510 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:01.901924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c680392d-6ab5-43fa-9027-1ed68146a198 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "PUT /v2.0/routers/c01abb04-24b5-478e-ab87-17b6e973ddac HTTP/1.1" status: 200 len: 880 time: 3.9121201 Jul 06 18:09:01.907207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:01.910701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc201fe-aad7-45c2-832f-e66a8e76d4fa None None] Sync routers for ids ['c01abb04-24b5-478e-ab87-17b6e973ddac'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:01.924887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc201fe-aad7-45c2-832f-e66a8e76d4fa None None] Routers {'c01abb04-24b5-478e-ab87-17b6e973ddac'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:01.925946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cbc201fe-aad7-45c2-832f-e66a8e76d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c01abb04-24b5-478e-ab87-17b6e973ddac'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:01.989331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cbc201fe-aad7-45c2-832f-e66a8e76d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:02.011252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc201fe-aad7-45c2-832f-e66a8e76d4fa None None] Routers {'c01abb04-24b5-478e-ab87-17b6e973ddac'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:02.016291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cbc201fe-aad7-45c2-832f-e66a8e76d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c01abb04-24b5-478e-ab87-17b6e973ddac'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:02.084144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cbc201fe-aad7-45c2-832f-e66a8e76d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:02.085206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc201fe-aad7-45c2-832f-e66a8e76d4fa None None] The sync data for ids ['c01abb04-24b5-478e-ab87-17b6e973ddac'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:02.159663 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-34590463-921c-42e9-a1f3-8e99a50176f6 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/routers/c01abb04-24b5-478e-ab87-17b6e973ddac HTTP/1.1" status: 200 len: 921 time: 0.2507212 Jul 06 18:09:02.165274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39292) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:02.177634 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:02.329977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace96a1e-165f-4188-b944-38075d28fedb tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:02.338780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:02.341285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ace96a1e-165f-4188-b944-38075d28fedb tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=c01abb04-24b5-478e-ab87-17b6e973ddac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1734927 Jul 06 18:09:02.658622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a662ed-88dd-4a66-b7bc-03acdc1070cb tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:02.660125 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-34a662ed-88dd-4a66-b7bc-03acdc1070cb tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 881 time: 0.3196709 Jul 06 18:09:02.664164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:02.719747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-28c1e183-318c-488d-9844-0fdf5c3edcce tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abb04-24b5-478e-ab87-17b6e973ddac HTTP/1.1" status: 200 len: 205 time: 0.0541289 Jul 06 18:09:02.724726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:02.979932 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.202431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.384837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Deleting port 6bcdace2-2c7d-44d3-be5d-9966b51a04e9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:03.384837 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.547851 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:03.564964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Calling delete_port for 6bcdace2-2c7d-44d3-be5d-9966b51a04e9 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:04.007487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.075423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event deleted for resources: {'Port': ['ID=6bcdace2-2c7d-44d3-be5d-9966b51a04e9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:04.257509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.312367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:04.582306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f762dec8-c23f-47ed-8e74-8b4c728948ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.621472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.625511 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.781823 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.782906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Fanout notify agent at l3_agent the message router_deleted on router c01abb04-24b5-478e-ab87-17b6e973ddac {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:09:04.793453 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.794888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0f310a0d-e419-4958-8940-45cf9b25d2ab tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/c01abb04-24b5-478e-ab87-17b6e973ddac HTTP/1.1" status: 204 len: 168 time: 2.0687335 Jul 06 18:09:04.803805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39360) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:04.823233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-63d79bcc-cdcd-4f1a-8aa9-c83af122d7ed tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-670587226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:04.839028 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f762dec8-c23f-47ed-8e74-8b4c728948ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.858117 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f762dec8-c23f-47ed-8e74-8b4c728948ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.980753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63d79bcc-cdcd-4f1a-8aa9-c83af122d7ed tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.982823 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63d79bcc-cdcd-4f1a-8aa9-c83af122d7ed tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:04.994667 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f762dec8-c23f-47ed-8e74-8b4c728948ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=371f605b1e014047af87273a0b036fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771142 Jul 06 18:09:04.995864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39370) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:05.007615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762dec8-c23f-47ed-8e74-8b4c728948ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3514750-5f60-4692-843d-0a9f1ab0cf23,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:05.156509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63d79bcc-cdcd-4f1a-8aa9-c83af122d7ed tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.172697 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63d79bcc-cdcd-4f1a-8aa9-c83af122d7ed tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.181628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55218309-3315-4569-aa97-c1eeecc77dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.243174 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55218309-3315-4569-aa97-c1eeecc77dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.262520 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63d79bcc-cdcd-4f1a-8aa9-c83af122d7ed tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.264999 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-63d79bcc-cdcd-4f1a-8aa9-c83af122d7ed tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4595547 Jul 06 18:09:05.267654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39374) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:05.273961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': True}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:05.356179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55218309-3315-4569-aa97-c1eeecc77dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.362562 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55218309-3315-4569-aa97-c1eeecc77dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.381457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-55218309-3315-4569-aa97-c1eeecc77dca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3514750-5f60-4692-843d-0a9f1ab0cf23 HTTP/1.1" status: 204 len: 168 time: 0.3753092 Jul 06 18:09:05.404012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55218309-3315-4569-aa97-c1eeecc77dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3514750-5f60-4692-843d-0a9f1ab0cf23,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:05.531253 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:05.705813 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.167972 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.211173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.359289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Allocated IP 172.25.7.137 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/156d755e-dae9-41de-bc7e-6ff88ab22a2c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:06.486903 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.572673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:06.661456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:06.664671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:06.680309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:07.013808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event updated for resources: {'Port': ['ID=156d755e-dae9-41de-bc7e-6ff88ab22a2c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:07.058270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39436) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:07.266425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-214977071-network', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:07.314624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Made reservation on behalf of 236f1b097f91466ea16c5dbf19a9901d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:07.320638 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.338822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.471202 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.537288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.546225 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.571301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:07.595957 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.596912 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Added segment 891ad8bd-0059-4e10-9817-30e2a0499294 of type vlan for network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 Jul 06 18:09:07.699040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4a9e74-4a57-4d39-b753-8fcaa1d02d1f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:07.737369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.814683 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.821736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:07.824881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:07.960695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8974891 Jul 06 18:09:07.965953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:07.971422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Request body: {'subnet': {'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-214977071-subnet', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:07.998555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a8a93-d4e7-4335-94a0-ac5f47aa3a21 admin admin] Pushing event updated for resources: {'Network': ['ID=1e08cbd0-8e52-4f76-9e21-c254414cd9e5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:08.022375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:08.022851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Made reservation on behalf of 236f1b097f91466ea16c5dbf19a9901d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:08.031930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.463923 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.470878 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.474953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.567176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fd560e-d537-4ffe-ac9e-03ab311f835e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:08.580223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Checking segment: {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:08.580642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Network hostable DHCP agents. Network: 1e08cbd0-8e52-4f76-9e21-c254414cd9e5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:08.604483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:08.621448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 1e08cbd0-8e52-4f76-9e21-c254414cd9e5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:08.631367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab5b90c-50ca-46b1-bdd9-841a41f3ff68 None None] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:08.632657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:08.633306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.671923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ca164a6d-a2b5-44b7-946c-6b10afec9820 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7004218 Jul 06 18:09:08.672294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:08.679045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:08.752244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.753567 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:08.949320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Router 9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:09.018606 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.257037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:09.265829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.268656 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4bc05d2e-e154-40f8-83e2-65ad8c82a49c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "PUT /v2.0/routers/9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2 HTTP/1.1" status: 200 len: 914 time: 3.9994245 Jul 06 18:09:09.270400 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f29b3c4-2b2a-4084-a2bc-18c7911b6e72 None None] Sync routers for ids ['9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:09.273744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39488) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:09.287646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.288473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'fixed_ips': [{'subnet_id': '89fd560e-d537-4ffe-ac9e-03ab311f835e'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:09:09.289932 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.290418 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29b3c4-2b2a-4084-a2bc-18c7911b6e72 None None] Routers {'9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:09.291061 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7f29b3c4-2b2a-4084-a2bc-18c7911b6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:09.390054 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7f29b3c4-2b2a-4084-a2bc-18c7911b6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:09.422213 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29b3c4-2b2a-4084-a2bc-18c7911b6e72 None None] Routers {'9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:09.424689 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7f29b3c4-2b2a-4084-a2bc-18c7911b6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:09.514786 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7f29b3c4-2b2a-4084-a2bc-18c7911b6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:09.515892 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f29b3c4-2b2a-4084-a2bc-18c7911b6e72 None None] The sync data for ids ['9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:09.578246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Allocated IP 172.20.0.2 (1e08cbd0-8e52-4f76-9e21-c254414cd9e5/89fd560e-d537-4ffe-ac9e-03ab311f835e/46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:09.638481 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b69f1420-6814-4d73-b78a-2413ce02bd43 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/routers/9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2 HTTP/1.1" status: 200 len: 920 time: 0.3622992 Jul 06 18:09:09.645134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39490) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:09.798045 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.816822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Transition to ACTIVE for port object 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:09.835772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb813efa-d48f-4448-acb8-168d53fd5bf0 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:09.841993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:09.842952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fb813efa-d48f-4448-acb8-168d53fd5bf0 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1917920 Jul 06 18:09:09.849167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Transition to ACTIVE for port object 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:09.861442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:09.957435 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:09.961950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:09.975393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:09.985643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Pushing event updated for resources: {'Port': ['ID=46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:10.104516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Attempting to bind port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:10.105270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Attempting to bind port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:10.105816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Attempting to bind port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc on network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:10.115235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.123168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:10.123518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Checking segment: {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:10.123908 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.124356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Bound using segment: {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:10.124861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Bound port: 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:10.125253 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.146792 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.167520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1db918-19b8-4db7-8d52-e8ea32737e81 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:10.172375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5a1db918-19b8-4db7-8d52-e8ea32737e81 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 881 time: 0.3253446 Jul 06 18:09:10.173640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39508) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:10.322456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-967facda-ec1a-4561-b0e1-9d969b69e07e tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2 HTTP/1.1" status: 200 len: 205 time: 0.1444526 Jul 06 18:09:10.322938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:10.328409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] For port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:10.334993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] For port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:10.344278 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.464975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Allocated IP 172.25.7.144 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/3d19d33c-8a2b-421c-84a1-d649cebe754d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:10.490105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d547d3-1a1c-4a71-8001-70b2980e0b70 None None] Pushing event updated for resources: {'Port': ['ID=46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:10.687298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.705248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.809125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:10.956559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:10.960272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:10.966320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:11.000115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.023566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=3d19d33c-8a2b-421c-84a1-d649cebe754d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:11.196611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Deleting port 156d755e-dae9-41de-bc7e-6ff88ab22a2c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:11.198243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.442784 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.460602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.477045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Calling delete_port for 156d755e-dae9-41de-bc7e-6ff88ab22a2c owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:11.801057 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:11.869555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event deleted for resources: {'Port': ['ID=156d755e-dae9-41de-bc7e-6ff88ab22a2c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:11.902121 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:11.940295 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:09:12.119421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:12.203083 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.489829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.499571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370992c8-0795-4cd6-8cce-6bfcab27c1c0 None None] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:12.503084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.641245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac4aabaf-6dcb-487a-8dfe-91e9296a719b None None] Provisioning for port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:12.647705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.650414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Fanout notify agent at l3_agent the message router_deleted on router 9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:09:12.652418 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac4aabaf-6dcb-487a-8dfe-91e9296a719b None None] Provisioning complete for port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:12.652874 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac4aabaf-6dcb-487a-8dfe-91e9296a719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.669336 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.678623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3426bb77-7b51-4b3e-93a1-ef63fdaae5fa tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2 HTTP/1.1" status: 204 len: 168 time: 2.3532522 Jul 06 18:09:12.680342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:12.689647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d7c6e667-47ad-44eb-a056-a179fc292e47 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-470293580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:12.763742 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e667-47ad-44eb-a056-a179fc292e47 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.768062 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e667-47ad-44eb-a056-a179fc292e47 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.843404 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.852113 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac4aabaf-6dcb-487a-8dfe-91e9296a719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.906279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ac4aabaf-6dcb-487a-8dfe-91e9296a719b None None] For port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:12.914935 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac4aabaf-6dcb-487a-8dfe-91e9296a719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.977456 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e667-47ad-44eb-a056-a179fc292e47 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:12.987228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e667-47ad-44eb-a056-a179fc292e47 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.019406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aabaf-6dcb-487a-8dfe-91e9296a719b None None] Pushing event updated for resources: {'Port': ['ID=46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:13.034236 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e667-47ad-44eb-a056-a179fc292e47 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.044762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d7c6e667-47ad-44eb-a056-a179fc292e47 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3612070 Jul 06 18:09:13.046735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39560) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:13.055378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'enable_snat': False}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:13.187091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Router 742c3920-ad4f-4aef-b222-3fe586dc5e5a is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:13.376910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.468195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:13.485299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Sync routers for ids ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:13.505073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.513669 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e26a8f94-87e5-4e89-85a1-eb8514eef3d6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8395674 Jul 06 18:09:13.515423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39572) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:13.530229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Routers {'742c3920-ad4f-4aef-b222-3fe586dc5e5a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:13.530916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:13.823688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-27ce8fb5-4d33-4a3b-b170-26dcbc70bd5a None None] Provisioning complete for port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:13.834315 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27ce8fb5-4d33-4a3b-b170-26dcbc70bd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:13.896301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Set router 742c3920-ad4f-4aef-b222-3fe586dc5e5a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:14.064338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:14.084086 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.133673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.305116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:14.305732 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.435400 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.486512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:09:11Z', 'revision_number': 3, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'gw_port': {'id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:10Z', 'updated_at': '2021-07-06T18:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:14.512437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Allocated IP 172.25.7.96 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/e4bb2508-1dea-4ae0-8a51-c1ea505d8635) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:14.536977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Checking router: 742c3920-ad4f-4aef-b222-3fe586dc5e5a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:14.537441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Updating router 742c3920-ad4f-4aef-b222-3fe586dc5e5a port 3d19d33c-8a2b-421c-84a1-d649cebe754d binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:14.581681 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.700905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.827160 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:14.911707 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Allocated IP 172.20.0.1 (1e08cbd0-8e52-4f76-9e21-c254414cd9e5/89fd560e-d537-4ffe-ac9e-03ab311f835e/bc2b194e-2caf-44f6-9bc8-bd63d654a07f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:14.918937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Pushing event updated for resources: {'Port': ['ID=e4bb2508-1dea-4ae0-8a51-c1ea505d8635,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:14.938806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:14.940965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:14.948009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:15.146519 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.166662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Transition to ACTIVE for port object bc2b194e-2caf-44f6-9bc8-bd63d654a07f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:15.280326 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.289933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.349209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Transition to ACTIVE for port object 3d19d33c-8a2b-421c-84a1-d649cebe754d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:15.362005 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.385107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:15.407421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:15.424247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:15.487848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.576544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.626993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Attempting to bind port 3d19d33c-8a2b-421c-84a1-d649cebe754d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:15.627390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Attempting to bind port 3d19d33c-8a2b-421c-84a1-d649cebe754d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:15.627766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Attempting to bind port 3d19d33c-8a2b-421c-84a1-d649cebe754d on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:15.631577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09388ad-b8e7-49f3-b269-e92354967c25 None None] Pushing event updated for resources: {'Port': ['ID=3d19d33c-8a2b-421c-84a1-d649cebe754d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:15.655516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:15.655908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:15.657047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.657489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:15.657987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Bound port: 3d19d33c-8a2b-421c-84a1-d649cebe754d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:15.658553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.816926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2b194e-2caf-44f6-9bc8-bd63d654a07f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:15.828545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] For port 3d19d33c-8a2b-421c-84a1-d649cebe754d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:15.837416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] For port 3d19d33c-8a2b-421c-84a1-d649cebe754d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3d19d33c-8a2b-421c-84a1-d649cebe754d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:15.844664 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.902572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.911514 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.924918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09388ad-b8e7-49f3-b269-e92354967c25 None None] Pushing event updated for resources: {'Port': ['ID=3d19d33c-8a2b-421c-84a1-d649cebe754d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:15.970008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:15.997620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Routers {'742c3920-ad4f-4aef-b222-3fe586dc5e5a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:15.998799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:16.098960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-08170ebd-2264-4ade-8606-ee7151792ba1 None None] Provisioning for port bc2b194e-2caf-44f6-9bc8-bd63d654a07f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:16.117543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-08170ebd-2264-4ade-8606-ee7151792ba1 None None] Provisioning complete for port bc2b194e-2caf-44f6-9bc8-bd63d654a07f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:16.119298 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-08170ebd-2264-4ade-8606-ee7151792ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.150387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Router 6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:16.300894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-08170ebd-2264-4ade-8606-ee7151792ba1 None None] Port bc2b194e-2caf-44f6-9bc8-bd63d654a07f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:16.348557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:16.355879 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.361299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-028d9333-2365-4b33-bf32-abae6e9c0b44 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "PUT /v2.0/routers/6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0 HTTP/1.1" status: 200 len: 914 time: 3.3087986 Jul 06 18:09:16.361599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] Set router 742c3920-ad4f-4aef-b222-3fe586dc5e5a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:16.363815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39622) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:16.376030 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac50ead-aa65-4f23-9bd9-ef5460835e01 None None] Sync routers for ids ['6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:16.394829 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac50ead-aa65-4f23-9bd9-ef5460835e01 None None] Routers {'6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:16.395541 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eac50ead-aa65-4f23-9bd9-ef5460835e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:16.459413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.469179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.520477 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eac50ead-aa65-4f23-9bd9-ef5460835e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:16.559433 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac50ead-aa65-4f23-9bd9-ef5460835e01 None None] Routers {'6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:16.560087 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eac50ead-aa65-4f23-9bd9-ef5460835e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:08:49Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:16.654439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:16.667812 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eac50ead-aa65-4f23-9bd9-ef5460835e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:16.669934 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac50ead-aa65-4f23-9bd9-ef5460835e01 None None] The sync data for ids ['6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:16.674236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2b194e-2caf-44f6-9bc8-bd63d654a07f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:16.784874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bfdd9b95-1c09-4637-b526-cd3095277e94 tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/routers/6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0 HTTP/1.1" status: 200 len: 920 time: 0.4206898 Jul 06 18:09:16.789855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:16.927826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b5a702-639b-4a92-8a93-30cee457543a tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:16.932894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-35b5a702-639b-4a92-8a93-30cee457543a tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1419315 Jul 06 18:09:16.936882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39636) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:16.979804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:16.989772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:17.022054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:09:15Z', 'revision_number': 4, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'gw_port': {'id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:10Z', 'updated_at': '2021-07-06T18:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bc2b194e-2caf-44f6-9bc8-bd63d654a07f', 'name': '', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'mac_address': 'fa:16:3e:c7:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:14Z', 'updated_at': '2021-07-06T18:09:14Z', 'revision_number': 1, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'subnets': [{'id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:17.024230 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2669d531-0f57-49f6-85a5-9ce610310bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.064092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b4120-b10d-4ce3-8633-0eeca154b5d7 None None] The sync data for ids ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'] in n-d-799526-3 is: [{'id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:09:15Z', 'revision_number': 4, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'gw_port': {'id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:10Z', 'updated_at': '2021-07-06T18:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bc2b194e-2caf-44f6-9bc8-bd63d654a07f', 'name': '', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'mac_address': 'fa:16:3e:c7:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:14Z', 'updated_at': '2021-07-06T18:09:14Z', 'revision_number': 1, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'subnets': [{'id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:17.141818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f87ba4-da35-4272-b3af-64797f18ae2c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:17.143397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-68f87ba4-da35-4272-b3af-64797f18ae2c tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/networks/711386f9-cc21-4050-a615-21e8e2b31e38 HTTP/1.1" status: 200 len: 881 time: 0.2050357 Jul 06 18:09:17.148361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:17.215741 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-327ce8c6-8f7e-4420-9b07-e03cfa3c2554 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0 HTTP/1.1" status: 200 len: 205 time: 0.0661783 Jul 06 18:09:17.218267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39640) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:17.379378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Router 742c3920-ad4f-4aef-b222-3fe586dc5e5a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:09:17.549680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.567245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9b0dc49a-5d3f-4ef9-b3d8-0e49876ff23b None None] Provisioning complete for port bc2b194e-2caf-44f6-9bc8-bd63d654a07f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:17.567763 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9b0dc49a-5d3f-4ef9-b3d8-0e49876ff23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:17.780986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9b0dc49a-5d3f-4ef9-b3d8-0e49876ff23b None None] Port bc2b194e-2caf-44f6-9bc8-bd63d654a07f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:17.888805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:17.904652 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a3eecabf-0e65-4530-a763-3a29d15187c1 admin admin] 10.222.0.13 "PUT /v2.0/routers/742c3920-ad4f-4aef-b222-3fe586dc5e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3870096 Jul 06 18:09:17.921099 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.123080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Deleting port e4bb2508-1dea-4ae0-8a51-c1ea505d8635 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:18.123733 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.289847 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.308508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Calling delete_port for e4bb2508-1dea-4ae0-8a51-c1ea505d8635 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:18.689287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:18.788068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event deleted for resources: {'Port': ['ID=e4bb2508-1dea-4ae0-8a51-c1ea505d8635,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:19.063799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.192899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:19.199661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-816016328-network', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:19.251556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.255497 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.263463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Made reservation on behalf of 370a136dc9d2423cbb34a3f215d5acd1 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:19.267368 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.286617 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.384291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.385042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Fanout notify agent at l3_agent the message router_deleted on router 6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:09:19.392806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.407726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3be23e8c-7051-408c-b5d0-7fb3b32efed1 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0 HTTP/1.1" status: 204 len: 168 time: 2.1877522 Jul 06 18:09:19.413202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39696) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:19.433606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1372490677', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:19.508289 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d9037a6-cf01-4052-a1db-f0f5db9bc120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.580745 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.599419 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.638356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:19.638996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.640968 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.668319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.668955 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Added segment 6e8d91a3-3ad5-488a-b55d-243b4ce67062 of type vlan for network c38b3772-1b76-44f1-90ee-169109ddefeb Jul 06 18:09:19.811536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.846622 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.944162 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:19.946634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:19.952337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3d19d33c-8a2b-421c-84a1-d649cebe754d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:19.956692 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.131081 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.142044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.187947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 3d19d33c-8a2b-421c-84a1-d649cebe754d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:20.196775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3d19d33c-8a2b-421c-84a1-d649cebe754d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:20.197633 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.226292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0321431 Jul 06 18:09:20.251224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:20.252389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0708fb9e-e08e-4b29-8d33-e37113d87db3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:20.272885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Request body: {'subnet': {'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-816016328-subnet', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:20.304990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50491c16-b02b-4142-8bd4-b6320e9a53a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c38b3772-1b76-44f1-90ee-169109ddefeb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:20.327955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c38b3772-1b76-44f1-90ee-169109ddefeb details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:20.505747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Made reservation on behalf of 370a136dc9d2423cbb34a3f215d5acd1 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:20.509697 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.723341 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.871877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:20.879107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 3d19d33c-8a2b-421c-84a1-d649cebe754d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3d19d33c-8a2b-421c-84a1-d649cebe754d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:20.895442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:21.180096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=3d19d33c-8a2b-421c-84a1-d649cebe754d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:21.858921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:21.899859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3d19d33c-8a2b-421c-84a1-d649cebe754d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:21.941674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:21.957873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Sync routers for ids ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:21.984110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Routers {'742c3920-ad4f-4aef-b222-3fe586dc5e5a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:21.985500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:22.276912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.301435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Allocated IP 172.25.7.251 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/5dbc20c8-fa26-44ab-be01-a371ac2bff3d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:22.514685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7f1b03-fbca-4a44-8729-610e387528df,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:22.606451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Checking segment: {'id': '6e8d91a3-3ad5-488a-b55d-243b4ce67062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:22.607084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Network hostable DHCP agents. Network: c38b3772-1b76-44f1-90ee-169109ddefeb, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:22.681274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3d19d33c-8a2b-421c-84a1-d649cebe754d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:22.682037 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.759544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Set router 742c3920-ad4f-4aef-b222-3fe586dc5e5a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:22.760314 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.771364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Network c38b3772-1b76-44f1-90ee-169109ddefeb is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:22.777660 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.791615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c38b3772-1b76-44f1-90ee-169109ddefeb) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:22.800820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:22.801445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.838160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d309e77f-0111-4543-98a4-c834a7900a67 None None] Network c38b3772-1b76-44f1-90ee-169109ddefeb requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:22.848822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5932659c-5df0-4912-90db-9f2e0960fedd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5944118 Jul 06 18:09:22.854310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:22.863694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:22.890645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.939506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event updated for resources: {'Port': ['ID=5dbc20c8-fa26-44ab-be01-a371ac2bff3d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:22.958225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:22.959937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:22.963102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:22.981672 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:22.991053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.148044 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.337760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.390454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.548872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-c38b3772-1b76-44f1-90ee-169109ddefeb', 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'fixed_ips': [{'subnet_id': 'de7f1b03-fbca-4a44-8729-610e387528df'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:09:23.552646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.603860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:09:15Z', 'revision_number': 4, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'gw_port': {'id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:10Z', 'updated_at': '2021-07-06T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bc2b194e-2caf-44f6-9bc8-bd63d654a07f', 'name': '', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'mac_address': 'fa:16:3e:c7:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:14Z', 'updated_at': '2021-07-06T18:09:16Z', 'revision_number': 2, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'subnets': [{'id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:23.673279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Checking router: 742c3920-ad4f-4aef-b222-3fe586dc5e5a for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:23.674757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Updating router 742c3920-ad4f-4aef-b222-3fe586dc5e5a port bc2b194e-2caf-44f6-9bc8-bd63d654a07f binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:23.874844 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.923915 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:23.975433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.035544 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.059466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Allocated IP 172.20.0.2 (c38b3772-1b76-44f1-90ee-169109ddefeb/de7f1b03-fbca-4a44-8729-610e387528df/9a6f5872-5a43-4f5a-80f2-beade6074e41) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:24.305855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Router 1ead6027-0fc8-46f5-acd8-e92b94c37dc5 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:24.333074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Allocated IP 172.25.7.99 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/a10d9b5b-9115-4a6b-81c6-68becbe7a1f5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:24.577352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:24.592471 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb1088-ad74-4c4f-a7bc-17bbdfa771df None None] Sync routers for ids ['1ead6027-0fc8-46f5-acd8-e92b94c37dc5'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:24.621390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.623619 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bc545954-b120-48b2-ac6e-a8914ed22af4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2092800 Jul 06 18:09:24.631009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39786) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:24.636147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.636792 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb1088-ad74-4c4f-a7bc-17bbdfa771df None None] Routers {'1ead6027-0fc8-46f5-acd8-e92b94c37dc5'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:24.637702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:24.640490 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-efcb1088-ad74-4c4f-a7bc-17bbdfa771df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1ead6027-0fc8-46f5-acd8-e92b94c37dc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:24.690239 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.818392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=a10d9b5b-9115-4a6b-81c6-68becbe7a1f5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:24.836156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:24.840032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:24.863071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:24.865106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:24.878693 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Transition to ACTIVE for port object bc2b194e-2caf-44f6-9bc8-bd63d654a07f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:25.030228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.041664 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Transition to ACTIVE for port object 9a6f5872-5a43-4f5a-80f2-beade6074e41 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:25.060686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Transition to ACTIVE for port object 9a6f5872-5a43-4f5a-80f2-beade6074e41 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:25.066450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.073190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.080233 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-efcb1088-ad74-4c4f-a7bc-17bbdfa771df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:25.113756 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb1088-ad74-4c4f-a7bc-17bbdfa771df None None] Routers {'1ead6027-0fc8-46f5-acd8-e92b94c37dc5'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:25.115847 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-efcb1088-ad74-4c4f-a7bc-17bbdfa771df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1ead6027-0fc8-46f5-acd8-e92b94c37dc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:25.131257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Network c38b3772-1b76-44f1-90ee-169109ddefeb is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:25.160705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:25.167928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:25.250545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772211f-3af7-4115-9441-e693269ed41b None None] Pushing event updated for resources: {'Port': ['ID=bc2b194e-2caf-44f6-9bc8-bd63d654a07f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:25.280087 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-efcb1088-ad74-4c4f-a7bc-17bbdfa771df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:25.280901 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb1088-ad74-4c4f-a7bc-17bbdfa771df None None] The sync data for ids ['1ead6027-0fc8-46f5-acd8-e92b94c37dc5'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:25.329223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Attempting to bind port bc2b194e-2caf-44f6-9bc8-bd63d654a07f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:25.329820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Attempting to bind port bc2b194e-2caf-44f6-9bc8-bd63d654a07f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:25.332756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Attempting to bind port bc2b194e-2caf-44f6-9bc8-bd63d654a07f on network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:25.578071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Pushing event updated for resources: {'Port': ['ID=9a6f5872-5a43-4f5a-80f2-beade6074e41,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:25.602640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.704642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:25.705247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Checking segment: {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:25.705922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.706622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Bound using segment: {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:25.709381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Bound port: bc2b194e-2caf-44f6-9bc8-bd63d654a07f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:25.712123 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.746695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.767379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.880370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Deleting port 5dbc20c8-fa26-44ab-be01-a371ac2bff3d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:25.880905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.926061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Attempting to bind port 9a6f5872-5a43-4f5a-80f2-beade6074e41 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:25.928851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Attempting to bind port 9a6f5872-5a43-4f5a-80f2-beade6074e41 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '6e8d91a3-3ad5-488a-b55d-243b4ce67062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:25.929481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Attempting to bind port 9a6f5872-5a43-4f5a-80f2-beade6074e41 on network c38b3772-1b76-44f1-90ee-169109ddefeb {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:25.956237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:25.956801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Checking segment: {'id': '6e8d91a3-3ad5-488a-b55d-243b4ce67062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:25.957582 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:25.958224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Bound using segment: {'id': '6e8d91a3-3ad5-488a-b55d-243b4ce67062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:25.959024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Bound port: 9a6f5872-5a43-4f5a-80f2-beade6074e41, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8d91a3-3ad5-488a-b55d-243b4ce67062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:25.959632 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:26.011503 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:26.029990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Calling delete_port for 5dbc20c8-fa26-44ab-be01-a371ac2bff3d owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:26.069924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:26.256379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] For port bc2b194e-2caf-44f6-9bc8-bd63d654a07f, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:26.270621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] For port bc2b194e-2caf-44f6-9bc8-bd63d654a07f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bc2b194e-2caf-44f6-9bc8-bd63d654a07f,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:26.294364 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:26.337367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:26.374718 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:09:26.387739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Pushing event deleted for resources: {'Port': ['ID=5dbc20c8-fa26-44ab-be01-a371ac2bff3d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:26.445232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] For port 9a6f5872-5a43-4f5a-80f2-beade6074e41, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:26.452264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] For port 9a6f5872-5a43-4f5a-80f2-beade6074e41, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9a6f5872-5a43-4f5a-80f2-beade6074e41,segment=NetworkSegment(6e8d91a3-3ad5-488a-b55d-243b4ce67062),segment_id=6e8d91a3-3ad5-488a-b55d-243b4ce67062)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:26.479982 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:26.547329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Routers {'742c3920-ad4f-4aef-b222-3fe586dc5e5a'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:26.551361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:26.557544 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:26.675543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:26.705968 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:26.707784 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aa4f599f-ce08-4dbe-bea7-0d98201f1ff5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8514762 Jul 06 18:09:26.713205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39804) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:26.771272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Sync routers for ids ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:26.920368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772211f-3af7-4115-9441-e693269ed41b None None] Pushing event updated for resources: {'Port': ['ID=bc2b194e-2caf-44f6-9bc8-bd63d654a07f,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:26.933511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Routers {'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:26.938696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:27.041855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] Set router 742c3920-ad4f-4aef-b222-3fe586dc5e5a gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:27.083535 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:27.092145 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7989278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7989253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8278223'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:27.315144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Router 1ead6027-0fc8-46f5-acd8-e92b94c37dc5 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:09:27.444796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:27.454065 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:27.457765 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c8ce4097-612e-425f-8530-83f588b5bb37 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "PUT /v2.0/routers/1ead6027-0fc8-46f5-acd8-e92b94c37dc5 HTTP/1.1" status: 200 len: 706 time: 2.8226669 Jul 06 18:09:27.457866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:27.462331 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257069c-1bea-4a7e-895b-cc2a93db7c48 None None] Sync routers for ids ['1ead6027-0fc8-46f5-acd8-e92b94c37dc5'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:27.485882 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257069c-1bea-4a7e-895b-cc2a93db7c48 None None] Routers {'1ead6027-0fc8-46f5-acd8-e92b94c37dc5'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:27.486915 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b257069c-1bea-4a7e-895b-cc2a93db7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1ead6027-0fc8-46f5-acd8-e92b94c37dc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:27.627979 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b257069c-1bea-4a7e-895b-cc2a93db7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:27.655360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f9f6dc04-d830-4a15-bb87-6c789d9f4d0b tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/routers/1ead6027-0fc8-46f5-acd8-e92b94c37dc5 HTTP/1.1" status: 200 len: 741 time: 0.1962368 Jul 06 18:09:27.656296 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257069c-1bea-4a7e-895b-cc2a93db7c48 None None] Routers {'1ead6027-0fc8-46f5-acd8-e92b94c37dc5'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:27.657122 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b257069c-1bea-4a7e-895b-cc2a93db7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['1ead6027-0fc8-46f5-acd8-e92b94c37dc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:27.660048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:27.776197 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-30a1b96c-124b-4a72-9829-ccbdb36c75ec tempest-RoutersAdminTest-923606987 tempest-RoutersAdminTest-923606987-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&device_id=1ead6027-0fc8-46f5-acd8-e92b94c37dc5 HTTP/1.1" status: 200 len: 205 time: 0.1128409 Jul 06 18:09:27.781216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:27.809068 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b257069c-1bea-4a7e-895b-cc2a93db7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:27.811553 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257069c-1bea-4a7e-895b-cc2a93db7c48 None None] The sync data for ids ['1ead6027-0fc8-46f5-acd8-e92b94c37dc5'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:27.950258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b6cccc5f-745f-437a-9646-509d2477b3be tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ead6027-0fc8-46f5-acd8-e92b94c37dc5 HTTP/1.1" status: 200 len: 205 time: 0.1673720 Jul 06 18:09:27.959002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:28.252728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4099627-3ce5-4192-9ea5-0222c15d76ab None None] Pushing event updated for resources: {'Port': ['ID=9a6f5872-5a43-4f5a-80f2-beade6074e41,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:28.258052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9bd8-7830-4068-aee7-5e810c6ec58b tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:28.283739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bc2b194e-2caf-44f6-9bc8-bd63d654a07f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:28.521458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Set router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:28.790672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port bc2b194e-2caf-44f6-9bc8-bd63d654a07f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:28.813082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bc2b194e-2caf-44f6-9bc8-bd63d654a07f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:28.813548 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:28.977514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:09:15Z', 'revision_number': 4, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'gw_port': {'id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:10Z', 'updated_at': '2021-07-06T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bc2b194e-2caf-44f6-9bc8-bd63d654a07f', 'name': '', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'mac_address': 'fa:16:3e:c7:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:14Z', 'updated_at': '2021-07-06T18:09:26Z', 'revision_number': 4, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'subnets': [{'id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:29.114058 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9bd8-7830-4068-aee7-5e810c6ec58b tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.123799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9bd8-7830-4068-aee7-5e810c6ec58b tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.157034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0617a-9f42-4f64-9a2e-6fdbdc869138 None None] The sync data for ids ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'] in n-d-799526-3 is: [{'id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:09:15Z', 'revision_number': 4, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'gw_port': {'id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:10Z', 'updated_at': '2021-07-06T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'bc2b194e-2caf-44f6-9bc8-bd63d654a07f', 'name': '', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'mac_address': 'fa:16:3e:c7:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:14Z', 'updated_at': '2021-07-06T18:09:26Z', 'revision_number': 4, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'subnets': [{'id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:29.171624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454384a-be91-4e07-b124-cd3147aa7e5f None None] Network c38b3772-1b76-44f1-90ee-169109ddefeb requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:29.294719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.356254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9bd8-7830-4068-aee7-5e810c6ec58b tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.365237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0e9bd8-7830-4068-aee7-5e810c6ec58b tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Fanout notify agent at l3_agent the message router_deleted on router 1ead6027-0fc8-46f5-acd8-e92b94c37dc5 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:09:29.393906 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9bd8-7830-4068-aee7-5e810c6ec58b tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.395972 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ea0e9bd8-7830-4068-aee7-5e810c6ec58b tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/1ead6027-0fc8-46f5-acd8-e92b94c37dc5 HTTP/1.1" status: 204 len: 168 time: 1.4357879 Jul 06 18:09:29.403121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39834) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:29.516112 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-67565e6e-334e-4673-bc58-7a42f4ffbc06 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ead6027-0fc8-46f5-acd8-e92b94c37dc5 HTTP/1.1" status: 200 len: 205 time: 0.1113131 Jul 06 18:09:29.527624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39840) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:29.680937 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-ca47a4e6-4ffb-463c-91e2-c0582a15accc tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] delete failed (client error): The resource could not be found. Jul 06 18:09:29.702262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ca47a4e6-4ffb-463c-91e2-c0582a15accc tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/1ead6027-0fc8-46f5-acd8-e92b94c37dc5 HTTP/1.1" status: 404 len: 336 time: 0.1644018 Jul 06 18:09:29.704671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39844) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:29.737125 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:29.769369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fc13baf9-eb23-4326-bc50-86bd4b0c5407 None None] Provisioning for port 9a6f5872-5a43-4f5a-80f2-beade6074e41 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:29.772677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Allocated IP 172.20.0.1 (c38b3772-1b76-44f1-90ee-169109ddefeb/de7f1b03-fbca-4a44-8729-610e387528df/46ac545d-cc38-4997-945b-5f099c318631) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:29.866951 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4672a02f-b061-4d89-9a93-7071a17764d2 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0 HTTP/1.1" status: 200 len: 205 time: 0.1597481 Jul 06 18:09:29.869724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39846) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:29.893042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39848) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:29.898703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port bc2b194e-2caf-44f6-9bc8-bd63d654a07f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bc2b194e-2caf-44f6-9bc8-bd63d654a07f,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:29.910598 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.047569 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-29ab6c15-869e-4372-a6cc-8ce99aa80aeb tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] delete failed (client error): The resource could not be found. Jul 06 18:09:30.049349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-29ab6c15-869e-4372-a6cc-8ce99aa80aeb tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/6ad65d03-b2b7-4e8c-aaa8-2a2b15039aa0 HTTP/1.1" status: 404 len: 336 time: 0.1750860 Jul 06 18:09:30.062787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:30.063093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=bc2b194e-2caf-44f6-9bc8-bd63d654a07f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:30.108998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:25Z', 'revision_number': 3, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'gw_port': {'id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:30.138833 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.162256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Transition to ACTIVE for port object 46ac545d-cc38-4997-945b-5f099c318631 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:30.166617 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c9c90214-3c94-422f-ba8e-7edb86dd4abe tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2 HTTP/1.1" status: 200 len: 205 time: 0.1022305 Jul 06 18:09:30.170659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39854) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:30.234753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.246519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Checking router: eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:30.247492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Updating router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:30.257906 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-12ecc4ad-1d54-41af-849c-404be6c28114 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] delete failed (client error): The resource could not be found. Jul 06 18:09:30.263312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-12ecc4ad-1d54-41af-849c-404be6c28114 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/9a1641c0-41e8-4f91-9ce5-bf87e6f03ee2 HTTP/1.1" status: 404 len: 336 time: 0.0874774 Jul 06 18:09:30.263620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39856) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:30.327582 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-778324c3-8e33-43e9-a936-3bb31ef07505 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abb04-24b5-478e-ab87-17b6e973ddac HTTP/1.1" status: 200 len: 205 time: 0.0588760 Jul 06 18:09:30.328587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Network c38b3772-1b76-44f1-90ee-169109ddefeb is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:30.329356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39858) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:30.343234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:30.347262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:30.404895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9a6f5872-5a43-4f5a-80f2-beade6074e41 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:30.497416 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=46ac545d-cc38-4997-945b-5f099c318631,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:30.524379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.579086 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-cd874c9f-78ea-4b9c-82f7-d2620f78fab4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] delete failed (client error): The resource could not be found. Jul 06 18:09:30.593718 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cd874c9f-78ea-4b9c-82f7-d2620f78fab4 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/c01abb04-24b5-478e-ab87-17b6e973ddac HTTP/1.1" status: 404 len: 336 time: 0.2575762 Jul 06 18:09:30.617916 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.623249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39864) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:30.672103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58611382-5aa9-45db-b221-4570407cc8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:30.777267 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3e6d0557-8036-467a-a197-126b86e9392f tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0 HTTP/1.1" status: 200 len: 205 time: 0.1521468 Jul 06 18:09:30.781364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39866) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:30.955690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 9a6f5872-5a43-4f5a-80f2-beade6074e41 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:30.997785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9a6f5872-5a43-4f5a-80f2-beade6074e41 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:31.002027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.013153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a3b1014e-f292-49a2-b6e5-c0406d1c5634 None None] Provisioning complete for port 9a6f5872-5a43-4f5a-80f2-beade6074e41 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:31.015940 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3b1014e-f292-49a2-b6e5-c0406d1c5634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.116096 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.632573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.640138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.812368 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.834155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=46ac545d-cc38-4997-945b-5f099c318631,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:31.845956 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3b1014e-f292-49a2-b6e5-c0406d1c5634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.872237 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-468ba657-01b3-4698-a42c-bda38bb3c6fb tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] delete failed (client error): The resource could not be found. Jul 06 18:09:31.875064 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-468ba657-01b3-4698-a42c-bda38bb3c6fb tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/bcdd79aa-e194-4a9d-a5e1-5ee2fd32cea0 HTTP/1.1" status: 404 len: 336 time: 1.0911417 Jul 06 18:09:31.879428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39876) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:31.922704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a3b1014e-f292-49a2-b6e5-c0406d1c5634 None None] For port 9a6f5872-5a43-4f5a-80f2-beade6074e41, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9a6f5872-5a43-4f5a-80f2-beade6074e41,segment=NetworkSegment(6e8d91a3-3ad5-488a-b55d-243b4ce67062),segment_id=6e8d91a3-3ad5-488a-b55d-243b4ce67062)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:31.938572 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.941978 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3b1014e-f292-49a2-b6e5-c0406d1c5634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.966035 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:31.995641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Transition to ACTIVE for port object a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:32.018664 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.020811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Network c38b3772-1b76-44f1-90ee-169109ddefeb is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:32.023218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:32.094096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-14af5b5f-a306-413a-97c7-f39793d5fce9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "GET /v2.0/ports?device_id=31119608-959d-4487-8d92-ec35b7266198 HTTP/1.1" status: 200 len: 205 time: 0.2129416 Jul 06 18:09:32.097896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1014e-f292-49a2-b6e5-c0406d1c5634 None None] Pushing event updated for resources: {'Port': ['ID=9a6f5872-5a43-4f5a-80f2-beade6074e41,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:32.101147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39878) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:32.205832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-531fec7e-b239-4452-b7ec-cdc36f1f3110 None None] Provisioning for port 46ac545d-cc38-4997-945b-5f099c318631 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:32.249422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-531fec7e-b239-4452-b7ec-cdc36f1f3110 None None] Provisioning complete for port 46ac545d-cc38-4997-945b-5f099c318631 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:32.250095 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-531fec7e-b239-4452-b7ec-cdc36f1f3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.253094 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.279309 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-8c2f7d15-7e41-4c59-a223-97a8fd4ea6b9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] delete failed (client error): The resource could not be found. Jul 06 18:09:32.288201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8c2f7d15-7e41-4c59-a223-97a8fd4ea6b9 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/routers/31119608-959d-4487-8d92-ec35b7266198 HTTP/1.1" status: 404 len: 336 time: 0.1840529 Jul 06 18:09:32.296291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39880) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:32.321340 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Attempting to bind port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:32.321993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Attempting to bind port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:32.322634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Attempting to bind port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:32.326389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:09:32.340206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:32.340727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:32.341420 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.342077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:32.342940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Bound port: a10d9b5b-9115-4a6b-81c6-68becbe7a1f5, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:32.344315 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.389746 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bc8764-4790-4bbf-945a-0845674e0fc2 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] DELETE failed (client error): The resource could not be found. Jul 06 18:09:32.390087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074886af-3a03-4d4c-99e6-75cb804d1f70 None None] Pushing event updated for resources: {'Port': ['ID=a10d9b5b-9115-4a6b-81c6-68becbe7a1f5,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:32.391378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bc8764-4790-4bbf-945a-0845674e0fc2 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:09:32.400647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-20bc8764-4790-4bbf-945a-0845674e0fc2 tempest-RoutersAdminTest-279392273 tempest-RoutersAdminTest-279392273-project] 10.222.0.13 "DELETE /v2.0/subnets/d115612c-0234-4b51-89df-1a449cec42c7 HTTP/1.1" status: 404 len: 337 time: 0.1013141 Jul 06 18:09:32.469936 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:09:32.470494 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:09:32.488788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-531fec7e-b239-4452-b7ec-cdc36f1f3110 None None] Port 46ac545d-cc38-4997-945b-5f099c318631 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:32.568406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] For port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:32.579296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] For port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a10d9b5b-9115-4a6b-81c6-68becbe7a1f5,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:32.587655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.650888 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58611382-5aa9-45db-b221-4570407cc8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.658269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58611382-5aa9-45db-b221-4570407cc8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.752817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:09:32.757363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58611382-5aa9-45db-b221-4570407cc8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fbea7a-5934-4971-bb39-78c7c2b873d8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:32.761683 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e1bc555-9c3d-4b73-bb29-2377446da5f8 admin admin] 10.222.0.13 "PUT /v2.0/routers/eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0464611 Jul 06 18:09:32.872918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-58611382-5aa9-45db-b221-4570407cc8ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2842ef774e4445deb50bfbc6fcc5390f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9636562 Jul 06 18:09:32.873375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:32.901080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074886af-3a03-4d4c-99e6-75cb804d1f70 None None] Pushing event updated for resources: {'Port': ['ID=a10d9b5b-9115-4a6b-81c6-68becbe7a1f5,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:32.926239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ef3aaf71-f4cd-4fbc-8c72-e7c3b84579ab None None] Provisioning complete for port 46ac545d-cc38-4997-945b-5f099c318631 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:32.943406 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef3aaf71-f4cd-4fbc-8c72-e7c3b84579ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.953953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c8b60b1-9c2d-49a5-ab37-d69624af93d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:32.983150 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c8b60b1-9c2d-49a5-ab37-d69624af93d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:33.066144 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c8b60b1-9c2d-49a5-ab37-d69624af93d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:33.092669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39902) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:33.096088 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c8b60b1-9c2d-49a5-ab37-d69624af93d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:33.099583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8c8b60b1-9c2d-49a5-ab37-d69624af93d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05fbea7a-5934-4971-bb39-78c7c2b873d8 HTTP/1.1" status: 204 len: 168 time: 0.2281899 Jul 06 18:09:33.126442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b60b1-9c2d-49a5-ab37-d69624af93d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fbea7a-5934-4971-bb39-78c7c2b873d8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:33.158935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Routers {'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:33.159795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:33.351137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ef3aaf71-f4cd-4fbc-8c72-e7c3b84579ab None None] Port 46ac545d-cc38-4997-945b-5f099c318631 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:33.573778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] Set router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:33.631762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0f8f4b6-d976-43ec-83b6-e3c218e996d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:33.796785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bc2b194e-2caf-44f6-9bc8-bd63d654a07f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:33.885991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:33.926255 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77ce3ecf-6f9b-4ed1-9f58-493034ac5526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.037815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0f8f4b6-d976-43ec-83b6-e3c218e996d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.048125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0f8f4b6-d976-43ec-83b6-e3c218e996d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.219763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 39948) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:34.222791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b0f8f4b6-d976-43ec-83b6-e3c218e996d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c64aafab21f24b4885c27a3b55407013&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1206861 Jul 06 18:09:34.285138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8f4b6-d976-43ec-83b6-e3c218e996d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f40c4b-5af3-46bb-89bc-de6b7cd1c401,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:34.450967 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52935842-3044-4ced-84a6-711384a8b6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.452136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bc2b194e-2caf-44f6-9bc8-bd63d654a07f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:34.453284 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.511733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52935842-3044-4ced-84a6-711384a8b6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.589677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52935842-3044-4ced-84a6-711384a8b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.595375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52935842-3044-4ced-84a6-711384a8b6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.596632 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-52935842-3044-4ced-84a6-711384a8b6fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50f40c4b-5af3-46bb-89bc-de6b7cd1c401 HTTP/1.1" status: 204 len: 168 time: 0.3744738 Jul 06 18:09:34.622276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52935842-3044-4ced-84a6-711384a8b6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f40c4b-5af3-46bb-89bc-de6b7cd1c401,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:34.673946 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77ce3ecf-6f9b-4ed1-9f58-493034ac5526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.686701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77ce3ecf-6f9b-4ed1-9f58-493034ac5526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.738287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce3ecf-6f9b-4ed1-9f58-493034ac5526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1980ce7e-db66-4a90-bf5c-5c4fd83af385,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:34.788322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-77ce3ecf-6f9b-4ed1-9f58-493034ac5526 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d46f83676794a249385261b03d917ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8995574 Jul 06 18:09:34.788882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 39984) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:34.914027 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f214d1e3-1375-4036-aafe-a6d56e0ee9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:34.991047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9a6f5872-5a43-4f5a-80f2-beade6074e41 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:35.030248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f214d1e3-1375-4036-aafe-a6d56e0ee9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.081290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:30Z', 'revision_number': 4, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'gw_port': {'id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '46ac545d-cc38-4997-945b-5f099c318631', 'name': '', 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'mac_address': 'fa:16:3e:ed:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:29Z', 'updated_at': '2021-07-06T18:09:31Z', 'revision_number': 2, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'subnets': [{'id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:35.182469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789fc2f-6295-4b29-86f9-e7dffab3d00b None None] The sync data for ids ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'] in n-d-799526-3 is: [{'id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:30Z', 'revision_number': 4, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'gw_port': {'id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '46ac545d-cc38-4997-945b-5f099c318631', 'name': '', 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'mac_address': 'fa:16:3e:ed:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:29Z', 'updated_at': '2021-07-06T18:09:31Z', 'revision_number': 2, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'subnets': [{'id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:35.206174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9a6f5872-5a43-4f5a-80f2-beade6074e41 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:35.206885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.250670 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f214d1e3-1375-4036-aafe-a6d56e0ee9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.260896 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f214d1e3-1375-4036-aafe-a6d56e0ee9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.265289 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f214d1e3-1375-4036-aafe-a6d56e0ee9af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1980ce7e-db66-4a90-bf5c-5c4fd83af385 HTTP/1.1" status: 204 len: 168 time: 0.4754124 Jul 06 18:09:35.318788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214d1e3-1375-4036-aafe-a6d56e0ee9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980ce7e-db66-4a90-bf5c-5c4fd83af385,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:35.325016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-74bb3f70-d7b3-4e6a-8411-1c43ca737e97 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:35.340070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-74bb3f70-d7b3-4e6a-8411-1c43ca737e97 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/networks?id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5 HTTP/1.1" status: 200 len: 910 time: 0.2973194 Jul 06 18:09:35.405520 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-dd410d02-b908-46f7-89db-031c075cf655 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/quotas/370a136dc9d2423cbb34a3f215d5acd1 HTTP/1.1" status: 200 len: 375 time: 0.0592957 Jul 06 18:09:35.424928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40042) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:35.645183 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a66bd0c6-e05c-4be3-9ca8-c84778df4fc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dad1bd3ce904c1d81d59290c4a355fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174878 Jul 06 18:09:35.645839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:35.804025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7e191b5-12b4-43cd-b471-45cd760a0839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.867097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7e191b5-12b4-43cd-b471-45cd760a0839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.906240 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:35.943775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-705e86c1-1d0c-4f85-be26-0be7e72558b2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=370a136dc9d2423cbb34a3f215d5acd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5290992 Jul 06 18:09:36.010284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7e191b5-12b4-43cd-b471-45cd760a0839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.013214 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7e191b5-12b4-43cd-b471-45cd760a0839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:36.027506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b7e191b5-12b4-43cd-b471-45cd760a0839 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67849977-802f-4b4a-a590-bdd1ef276235 HTTP/1.1" status: 204 len: 168 time: 0.3804841 Jul 06 18:09:36.056543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e191b5-12b4-43cd-b471-45cd760a0839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67849977-802f-4b4a-a590-bdd1ef276235,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:36.466867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-2d780421-fb0e-46aa-aad0-d04404a0178f service neutron] 10.222.0.13 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001850 Jul 06 18:09:36.741661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-62b7c7a1-60dc-4cad-9c38-25417b8d6685 service neutron] 10.222.0.13 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645471 Jul 06 18:09:38.122964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:38.332462 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25a0114e-1a55-40b7-8bcf-431bd8e79b6a req-52175479-c048-401e-9225-e7315a0a78a5 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 210 time: 0.9781239 Jul 06 18:09:38.419002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:38.428991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:38.443145 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.603548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40308) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:38.816611 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.870963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a10d9b5b-9115-4a6b-81c6-68becbe7a1f5,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:38.880477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:38.921640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'networks': [{'name': 'tempest-network--1210255698'}, {'name': 'tempest-network--938457663'}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:38.921947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'network': {'name': 'tempest-network--1210255698'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:38.922778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'network': {'name': 'tempest-network--938457663'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:38.983383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Made reservation on behalf of da65d98dd7824cb0b34aed045f18d455 for: {'network': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:38.995941 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.005136 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.065028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=a10d9b5b-9115-4a6b-81c6-68becbe7a1f5,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:39.275208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.282519 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.283772 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.472232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:39.508600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.509201 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Added segment 32e15271-409a-475c-918d-cc652558c8ef of type vlan for network a898672f-4320-4e61-aa7e-019427a471fc Jul 06 18:09:39.541064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265e9ce4-b2c9-496a-8364-8e5d59217696,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:39.714846 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.770660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b75b6156-f490-4f02-9a98-3d356c9939df req-30d2dfe3-13e8-407d-ab45-0c6461190669 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 210 time: 0.1177127 Jul 06 18:09:39.879453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:39.889314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Sync routers for ids ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:09:39.904705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:39.905070 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Added segment e9a3d0f1-8a0c-4e00-8d6b-108f7170af44 of type vlan for network c6f76d07-fcc6-48e7-b2c9-e3b82da7c13f Jul 06 18:09:39.925917 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Routers {'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:39.928124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:40.017008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.132758 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.134555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.158325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:40.184109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:40.186004 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.189075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:40.444526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Network': ['ID=a898672f-4320-4e61-aa7e-019427a471fc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:40.537832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-c1ef3579-a58e-41cb-864f-a0a626f99e44 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:40.548306 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-c1ef3579-a58e-41cb-864f-a0a626f99e44 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.55 "GET /v2.0/networks?id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5 HTTP/1.1" status: 200 len: 910 time: 0.5186639 Jul 06 18:09:40.567600 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9594433 Jul 06 18:09:40.571136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Request body: {'port': {'device_id': 'bdf6d887-f686-40f2-a904-29ba81d019cb', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'admin_state_up': True, 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:40.584554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40486) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:40.614634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Set router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:40.635140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Made reservation on behalf of 370a136dc9d2423cbb34a3f215d5acd1 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:40.637682 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:40.747957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e8c21-2864-44f7-821d-2d5703408520 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Network': ['ID=c6f76d07-fcc6-48e7-b2c9-e3b82da7c13f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:40.857881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network a898672f-4320-4e61-aa7e-019427a471fc details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:40.872857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c6f76d07-fcc6-48e7-b2c9-e3b82da7c13f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:41.023047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d63f8e-cd8f-4d2d-8279-34fc91e86d72 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:41.042627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d63f8e-cd8f-4d2d-8279-34fc91e86d72 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:41.061013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d63f8e-cd8f-4d2d-8279-34fc91e86d72 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:41.082783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d63f8e-cd8f-4d2d-8279-34fc91e86d72 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:41.092005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:41.093926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-32d63f8e-cd8f-4d2d-8279-34fc91e86d72 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4929261 Jul 06 18:09:41.311369 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b98c870f-4c86-4be7-8bf7-377771c21e40 req-f7ad86a8-c5ef-4dc1-b606-8b7266362d8e tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 210 time: 0.1629944 Jul 06 18:09:41.319747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:41.321048 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.330576 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.389944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Allocated IP 172.20.0.12 (1e08cbd0-8e52-4f76-9e21-c254414cd9e5/89fd560e-d537-4ffe-ac9e-03ab311f835e/79ede618-cfc6-4800-9bf7-eb64d7c018ea) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:41.587482 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.588071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:30Z', 'revision_number': 4, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'gw_port': {'id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '46ac545d-cc38-4997-945b-5f099c318631', 'name': '', 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'mac_address': 'fa:16:3e:ed:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:29Z', 'updated_at': '2021-07-06T18:09:31Z', 'revision_number': 2, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'subnets': [{'id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:41.631409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Checking router: eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:09:41.631770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Updating router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc port 46ac545d-cc38-4997-945b-5f099c318631 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:09:41.632319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a898672f-4320-4e61-aa7e-019427a471fc']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:41.672477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e15271-409a-475c-918d-cc652558c8ef') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:41.672808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e15271-409a-475c-918d-cc652558c8ef') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:41.726376 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.750239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.859743 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:41.875808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:09:41.876965 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: items = [ Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:09:42.001831 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:09:42.016274 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.026624 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.032315 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/networks/a898672f-4320-4e61-aa7e-019427a471fc HTTP/1.1" status: 204 len: 168 time: 0.9376249 Jul 06 18:09:42.037383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40532) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:42.073964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cb8a6-276e-4712-bc53-3d8c444f3148 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Network': ['ID=a898672f-4320-4e61-aa7e-019427a471fc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:42.256307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.353557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-75599a5e-64c1-4bf2-ba12-38177cea2b7a tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:42.356938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-75599a5e-64c1-4bf2-ba12-38177cea2b7a tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/networks?id=ac98902a-5908-4eb7-a24d-d77452419079 HTTP/1.1" status: 200 len: 814 time: 0.2547500 Jul 06 18:09:42.390382 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.403146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-b96ee2fa-4122-4e90-9ec7-77066bf62575 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/quotas/e3e4c44871164a38b52ee11d2bd7ea73 HTTP/1.1" status: 200 len: 375 time: 0.0354648 Jul 06 18:09:42.532312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-98505fc3-eee8-499d-a807-99a8f8fe1e39 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e4c44871164a38b52ee11d2bd7ea73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912921 Jul 06 18:09:42.534469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Transition to ACTIVE for port object 79ede618-cfc6-4800-9bf7-eb64d7c018ea will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:42.566720 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.605091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f76d07-fcc6-48e7-b2c9-e3b82da7c13f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:42.615387 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.637704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Transition to ACTIVE for port object 46ac545d-cc38-4997-945b-5f099c318631 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:42.642601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a3d0f1-8a0c-4e00-8d6b-108f7170af44') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:42.643402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a3d0f1-8a0c-4e00-8d6b-108f7170af44') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:42.657126 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.677660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.775539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.870414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.887928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-1962cfeb-8709-4136-9553-74039b572aa9 service neutron] 10.222.0.13 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446577 Jul 06 18:09:42.892290 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4447396a-0617-468c-9639-9f0e259ca6e6 req-3d40a77f-b124-4f8d-9f61-bbf823c6a1ea tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 210 time: 0.1763942 Jul 06 18:09:42.899076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:09:42.899550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Pushing event updated for resources: {'Port': ['ID=46ac545d-cc38-4997-945b-5f099c318631,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:42.902299 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:09:42.913204 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:09:42.973144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.986967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.987561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.988065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.989055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.989613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.990150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.990682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.991195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.991705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.992904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:42.993488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.024465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Attempting to bind port 46ac545d-cc38-4997-945b-5f099c318631 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:43.024734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Attempting to bind port 46ac545d-cc38-4997-945b-5f099c318631 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '6e8d91a3-3ad5-488a-b55d-243b4ce67062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:43.025111 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Attempting to bind port 46ac545d-cc38-4997-945b-5f099c318631 on network c38b3772-1b76-44f1-90ee-169109ddefeb {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:43.042206 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:43.043510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Checking segment: {'id': '6e8d91a3-3ad5-488a-b55d-243b4ce67062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:43.044659 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.045833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Bound using segment: {'id': '6e8d91a3-3ad5-488a-b55d-243b4ce67062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:43.047575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Bound port: 46ac545d-cc38-4997-945b-5f099c318631, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8d91a3-3ad5-488a-b55d-243b4ce67062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:43.048636 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.120252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:43.122621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:43.169418 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:43.172026 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.192872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.203560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/networks/c6f76d07-fcc6-48e7-b2c9-e3b82da7c13f HTTP/1.1" status: 204 len: 168 time: 1.1640627 Jul 06 18:09:43.208084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40552) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:43.238226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] For port 46ac545d-cc38-4997-945b-5f099c318631, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:43.245172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] For port 46ac545d-cc38-4997-945b-5f099c318631, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=46ac545d-cc38-4997-945b-5f099c318631,segment=NetworkSegment(6e8d91a3-3ad5-488a-b55d-243b4ce67062),segment_id=6e8d91a3-3ad5-488a-b55d-243b4ce67062)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:43.263665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Pushing event updated for resources: {'Port': ['ID=79ede618-cfc6-4800-9bf7-eb64d7c018ea,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:43.264039 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.299513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:43.302041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Network': ['ID=c6f76d07-fcc6-48e7-b2c9-e3b82da7c13f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:43.306749 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.342853 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-96988782-c8ed-457b-bbfe-34c48a0cc4d3 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7858403 Jul 06 18:09:43.366225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Routers {'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:09:43.367849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:09:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:43.370707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Request body: {'port': {'device_id': 'bdf6d887-f686-40f2-a904-29ba81d019cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:43.410956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.414890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.415453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.416602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.418037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.418582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.419471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.424210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.424760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.428345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.428962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.429504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5255238-396a-40d4-ba8d-b89bd8a9296a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:43.479185 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-451e217e-17df-4bca-ac57-adf79a6635df service neutron] 10.222.0.13 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668755 Jul 06 18:09:43.529265 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6c5d5-6ffc-4996-ae76-1710d1e3c020 None None] Pushing event updated for resources: {'Port': ['ID=46ac545d-cc38-4997-945b-5f099c318631,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:43.659525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b50d4-4dfb-475f-8e01-d817d3944c93 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:43.682171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b50d4-4dfb-475f-8e01-d817d3944c93 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:43.705405 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7f1b50d4-4dfb-475f-8e01-d817d3944c93 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4889672 Jul 06 18:09:43.710533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:43.726884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:43.739872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1500583039'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:43.846569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] Set router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:09:43.875636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Made reservation on behalf of da65d98dd7824cb0b34aed045f18d455 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:43.881861 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.047781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:44.193238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 46ac545d-cc38-4997-945b-5f099c318631 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:44.200398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.201289 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Added segment 8ff5d28e-56dc-4555-b441-6ea734ceeb95 of type vlan for network 9db98dc2-e9c8-402e-b0dc-a534e5f4af67 Jul 06 18:09:44.238323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07b2b39a-9d4e-4779-b4e6-1439b0e411df req-b8cb1926-350e-4d4e-98d4-0452471e16ae tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 210 time: 0.1643889 Jul 06 18:09:44.293137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-320ca899-3392-4770-adf0-50545d68dc74 None None] Provisioning for port 79ede618-cfc6-4800-9bf7-eb64d7c018ea completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:44.404700 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.465047 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-320ca899-3392-4770-adf0-50545d68dc74 None None] Provisioning complete for port 79ede618-cfc6-4800-9bf7-eb64d7c018ea triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:44.467048 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-320ca899-3392-4770-adf0-50545d68dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.493837 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.499975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:44.504748 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.597457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 46ac545d-cc38-4997-945b-5f099c318631 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:44.644011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 46ac545d-cc38-4997-945b-5f099c318631 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:44.649225 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.667079 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9544144 Jul 06 18:09:44.671037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40580) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:44.683573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2097383508'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:44.684366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-320ca899-3392-4770-adf0-50545d68dc74 None None] Port 79ede618-cfc6-4800-9bf7-eb64d7c018ea cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:09:44.690571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929071a7-7da9-4919-88cd-a690e5da6bf1 req-c9ff1b49-8d9f-4735-ab50-e1215d410eeb tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:44.705290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c29e8e-1040-4d5e-8069-8ef0e08f25fb tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Network': ['ID=9db98dc2-e9c8-402e-b0dc-a534e5f4af67,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:44.728482 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-929071a7-7da9-4919-88cd-a690e5da6bf1 req-c9ff1b49-8d9f-4735-ab50-e1215d410eeb tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1028 time: 0.4076562 Jul 06 18:09:44.729728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Made reservation on behalf of da65d98dd7824cb0b34aed045f18d455 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:44.732557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 9db98dc2-e9c8-402e-b0dc-a534e5f4af67 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:44.736319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.799255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:44.824521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.825511 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Added segment fa540479-2ec4-4cf1-af76-ab0562cab27a of type vlan for network e0daa5d4-6cbc-40ef-86ac-85687b9b261b Jul 06 18:09:44.837116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-929071a7-7da9-4919-88cd-a690e5da6bf1 req-a1043ccd-61d5-42aa-8031-a9d89d5cd6f8 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978818 Jul 06 18:09:44.972983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:44.981557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-676d8c81-bef4-4292-a534-491e5c94ce47 None None] Provisioning complete for port 46ac545d-cc38-4997-945b-5f099c318631 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:44.983182 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-676d8c81-bef4-4292-a534-491e5c94ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.069574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.075912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ede618-cfc6-4800-9bf7-eb64d7c018ea {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:09:45.093445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.100271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:45.100883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.108484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.139096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4646635 Jul 06 18:09:45.140468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40590) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:45.148080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'ports': [{'network_id': '9db98dc2-e9c8-402e-b0dc-a534e5f4af67', 'name': 'tempest-port--1566771509', 'admin_state_up': True}, {'network_id': 'e0daa5d4-6cbc-40ef-86ac-85687b9b261b', 'admin_state_up': False}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:45.149114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'port': {'network_id': '9db98dc2-e9c8-402e-b0dc-a534e5f4af67', 'name': 'tempest-port--1566771509', 'admin_state_up': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:45.149539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'port': {'network_id': 'e0daa5d4-6cbc-40ef-86ac-85687b9b261b', 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:45.200513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Transition to ACTIVE for port object 79ede618-cfc6-4800-9bf7-eb64d7c018ea will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:45.209359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ece71f-6a17-4f51-9625-2b1e49e71c5a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Network': ['ID=e0daa5d4-6cbc-40ef-86ac-85687b9b261b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:45.213473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 46ac545d-cc38-4997-945b-5f099c318631, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=46ac545d-cc38-4997-945b-5f099c318631,segment=NetworkSegment(6e8d91a3-3ad5-488a-b55d-243b4ce67062),segment_id=6e8d91a3-3ad5-488a-b55d-243b4ce67062)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:45.229314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:30Z', 'revision_number': 4, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'gw_port': {'id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '46ac545d-cc38-4997-945b-5f099c318631', 'name': '', 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'mac_address': 'fa:16:3e:ed:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:29Z', 'updated_at': '2021-07-06T18:09:43Z', 'revision_number': 4, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'subnets': [{'id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:45.234939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network e0daa5d4-6cbc-40ef-86ac-85687b9b261b details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:45.240394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.251822 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:45.368083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878a289-c82e-4b0e-82b1-9d739b9876ea None None] The sync data for ids ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'] in n-d-799526-3 is: [{'id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:30Z', 'revision_number': 4, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'gw_port': {'id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '46ac545d-cc38-4997-945b-5f099c318631', 'name': '', 'network_id': 'c38b3772-1b76-44f1-90ee-169109ddefeb', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'mac_address': 'fa:16:3e:ed:a8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:29Z', 'updated_at': '2021-07-06T18:09:43Z', 'revision_number': 4, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'subnets': [{'id': 'de7f1b03-fbca-4a44-8729-610e387528df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:09:45.751084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94f72376-4eff-4485-9632-63e18c407c3e req-8d6b0a8c-117b-4b1b-abb3-a1f9f71942f0 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 210 time: 0.0798376 Jul 06 18:09:45.940171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=46ac545d-cc38-4997-945b-5f099c318631,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:45.948906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Pushing event updated for resources: {'Port': ['ID=79ede618-cfc6-4800-9bf7-eb64d7c018ea,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:46.004889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.009691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.010441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.012938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.013615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.014223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.017887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.018584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.019201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.019806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.020425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.025813 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:09:46.036953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Attempting to bind port 79ede618-cfc6-4800-9bf7-eb64d7c018ea on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:46.037913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Attempting to bind port 79ede618-cfc6-4800-9bf7-eb64d7c018ea by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:46.038705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Attempting to bind port 79ede618-cfc6-4800-9bf7-eb64d7c018ea on network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:46.050703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Port 79ede618-cfc6-4800-9bf7-eb64d7c018ea on network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:46.051653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Attempting to bind port 79ede618-cfc6-4800-9bf7-eb64d7c018ea on network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:46.069197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:46.069536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Checking segment: {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:46.070229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Bound using segment: {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:46.072739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Bound port: 79ede618-cfc6-4800-9bf7-eb64d7c018ea, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:46.073682 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:46.244776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Made reservation on behalf of da65d98dd7824cb0b34aed045f18d455 for: {'port': 2} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:46.254666 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:46.333794 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:46.609502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] For port 79ede618-cfc6-4800-9bf7-eb64d7c018ea, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:46.657559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c1510-2231-41f2-b05b-3352c215cced req-dd0bfed0-4ce2-4299-b414-b65b7008c50d tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:46.659422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d17c1510-2231-41f2-b05b-3352c215cced req-dd0bfed0-4ce2-4299-b414-b65b7008c50d tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1053 time: 0.5402460 Jul 06 18:09:46.681133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] For port 79ede618-cfc6-4800-9bf7-eb64d7c018ea, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=79ede618-cfc6-4800-9bf7-eb64d7c018ea,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:46.694704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] device_id is not set on port 1607038c-b91f-4052-abfc-7e5e576eee3d yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:09:46.713988 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:46.864055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:46.864950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:46.866780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] 10.222.0.55 "PUT /v2.0/ports/79ede618-cfc6-4800-9bf7-eb64d7c018ea HTTP/1.1" status: 200 len: 1092 time: 3.5082128 Jul 06 18:09:46.872818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf6d887-f686-40f2-a904-29ba81d019cb', 'tag': '79ede618-cfc6-4800-9bf7-eb64d7c018ea'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:09:46.876687 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d292766-355c-4527-bf36-a8188ccafc91" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf6d887-f686-40f2-a904-29ba81d019cb", "tag": "79ede618-cfc6-4800-9bf7-eb64d7c018ea"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:09:46.881747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d17c1510-2231-41f2-b05b-3352c215cced req-2c3237d2-8e91-4747-be14-f767f809d536 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099483 Jul 06 18:09:46.903116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-d3216c03-56c1-44ec-808e-1793edc3cbf2 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:46.904782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-d3216c03-56c1-44ec-808e-1793edc3cbf2 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.22 "GET /v2.0/networks?id=ac98902a-5908-4eb7-a24d-d77452419079 HTTP/1.1" status: 200 len: 814 time: 0.4739101 Jul 06 18:09:46.921139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Request body: {'port': {'device_id': '50443859-1764-4549-b2a3-01896fb015ba', 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079', 'admin_state_up': True, 'tenant_id': 'e3e4c44871164a38b52ee11d2bd7ea73'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:46.953540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b2bab-0174-4d70-8d8a-3aa7bfcec911 service neutron] Pushing event updated for resources: {'Port': ['ID=79ede618-cfc6-4800-9bf7-eb64d7c018ea,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:47.005418 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1cd96dff-2d3e-42ac-8376-a6cbb0b02d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.160000 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3954542a-1af2-4e39-b8db-7b2d1dd12d7d x-openstack-request-id: req-3954542a-1af2-4e39-b8db-7b2d1dd12d7d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:09:47.160646 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf6d887-f686-40f2-a904-29ba81d019cb", "tag": "79ede618-cfc6-4800-9bf7-eb64d7c018ea", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:09:47.161104 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3954542a-1af2-4e39-b8db-7b2d1dd12d7d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:09:47.161733 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf6d887-f686-40f2-a904-29ba81d019cb', 'tag': '79ede618-cfc6-4800-9bf7-eb64d7c018ea', 'status': 'completed', 'code': 200} Jul 06 18:09:47.223611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4641e58-0316-4873-adeb-ced42925a622 req-20c6956b-2eda-4255-95fa-91c5acbcfc16 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 210 time: 0.0879385 Jul 06 18:09:47.306667 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.343973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-4350bddc-3d9e-4e76-bb23-850391fd9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:47.345541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-4350bddc-3d9e-4e76-bb23-850391fd9e3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=370a136dc9d2423cbb34a3f215d5acd1&device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1095 time: 0.3796966 Jul 06 18:09:47.392786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Made reservation on behalf of e3e4c44871164a38b52ee11d2bd7ea73 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:47.395273 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:47.448245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-12a921b5-aa01-42d2-be85-920cf4748730 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ede618-cfc6-4800-9bf7-eb64d7c018ea HTTP/1.1" status: 200 len: 217 time: 0.0675316 Jul 06 18:09:47.500442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] device_id is not set on port 26f7537b-1bd3-40fa-9fd2-cdaf0f7afbac yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:09:47.598309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-607b7f93-688f-437e-bd5e-71b5c33e8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:47.599872 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-607b7f93-688f-437e-bd5e-71b5c33e8871 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89fd560e-d537-4ffe-ac9e-03ab311f835e HTTP/1.1" status: 200 len: 848 time: 0.1437595 Jul 06 18:09:47.872281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Allocated IP 172.20.0.9 (ac98902a-5908-4eb7-a24d-d77452419079/bc18492c-fd3a-46c8-80fd-1432f6063b64/4baed7b8-13a8-4caf-8278-989f2d3db887) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:09:47.949411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-d3acbabd-b027-45a5-9a4f-f2851019ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:47.952232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-d3acbabd-b027-45a5-9a4f-f2851019ae9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3380268 Jul 06 18:09:48.004200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 46ac545d-cc38-4997-945b-5f099c318631 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:48.010861 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.090310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.215097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 46ac545d-cc38-4997-945b-5f099c318631 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:48.223413 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:48.354709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Port': ['ID=1607038c-b91f-4052-abfc-7e5e576eee3d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:48.364583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Checking segment: {'id': '8ff5d28e-56dc-4555-b441-6ea734ceeb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9db98dc2-e9c8-402e-b0dc-a534e5f4af67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:48.365301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Network hostable DHCP agents. Network: 9db98dc2-e9c8-402e-b0dc-a534e5f4af67, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:48.537206 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-6b79133c-1a74-442f-ad34-e443fb3762c9 service neutron] 10.222.0.55 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717530 Jul 06 18:09:48.643133 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fbe2661-ac71-48a9-887a-1909c9e728a0 req-b3283ae9-1765-456d-99ff-eb04b9fde72a tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 210 time: 0.0945675 Jul 06 18:09:48.700603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40632) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:48.948701 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:09:48.986679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Network 9db98dc2-e9c8-402e-b0dc-a534e5f4af67 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:48.994331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-379de434-6cee-4ef2-8c04-1153d2b28c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.062175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 9db98dc2-e9c8-402e-b0dc-a534e5f4af67) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:49.083962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:49.085334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.089217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16989de1-a2a4-438e-91d7-f708b9b479dc None None] Network 9db98dc2-e9c8-402e-b0dc-a534e5f4af67 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:49.183211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9166e-fd6d-42ac-b775-0ff89a87aa3b req-8636c828-1bbf-4a71-822f-cfa7bced19d0 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:49.191090 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cfe9166e-fd6d-42ac-b775-0ff89a87aa3b req-8636c828-1bbf-4a71-822f-cfa7bced19d0 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1095 time: 0.6798346 Jul 06 18:09:49.225659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.242537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-379de434-6cee-4ef2-8c04-1153d2b28c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.252035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-379de434-6cee-4ef2-8c04-1153d2b28c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.254906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea8089bf-b877-4ebc-9d17-8de643ffcf94 req-da10e274-c2bb-43d9-9f08-1cd66491a194 service neutron] 10.222.0.55 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088470 Jul 06 18:09:49.276191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Port': ['ID=26f7537b-1bd3-40fa-9fd2-cdaf0f7afbac,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:49.329449 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cfe9166e-fd6d-42ac-b775-0ff89a87aa3b req-c07e3874-9bdb-4270-8dd9-80f13eefd2d5 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366370 Jul 06 18:09:49.337055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Checking segment: {'id': 'fa540479-2ec4-4cf1-af76-ab0562cab27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e0daa5d4-6cbc-40ef-86ac-85687b9b261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:49.338889 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-379de434-6cee-4ef2-8c04-1153d2b28c0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cc05259321f4d46b281e19521d595e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6355648 Jul 06 18:09:49.340133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Network hostable DHCP agents. Network: e0daa5d4-6cbc-40ef-86ac-85687b9b261b, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:49.347933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40638) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:49.381675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379de434-6cee-4ef2-8c04-1153d2b28c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466a8dff-03f8-47f8-889e-340476ad63b0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:49.532384 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db788fcf-3b14-4790-a49a-24bac615cbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.564177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Network e0daa5d4-6cbc-40ef-86ac-85687b9b261b is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:49.595375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.672856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, e0daa5d4-6cbc-40ef-86ac-85687b9b261b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:49.695802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75cf35-42c3-46a7-a0eb-028e1240712f None None] Network e0daa5d4-6cbc-40ef-86ac-85687b9b261b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:49.711654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:49.723455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:49.734203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:49.735490 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.765528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9057a451-2ec4-4556-8757-e126cb943f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.780537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Network ac98902a-5908-4eb7-a24d-d77452419079 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:09:49.786300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292766-355c-4527-bf36-a8188ccafc91 req-d35554d0-c6f2-4010-be4c-869c33e4086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:49.789722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d292766-355c-4527-bf36-a8188ccafc91 req-d35554d0-c6f2-4010-be4c-869c33e4086d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=370a136dc9d2423cbb34a3f215d5acd1&device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1095 time: 0.3896506 Jul 06 18:09:49.827554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:49.836735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:09:49.846952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-824881cb-792e-4813-a7bc-4ff634b8916a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7040231 Jul 06 18:09:49.861820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Pushing event updated for resources: {'Port': ['ID=4baed7b8-13a8-4caf-8278-989f2d3db887,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:49.865691 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9057a451-2ec4-4556-8757-e126cb943f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:49.868382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40646) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:49.983911 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaed863-5a03-41af-bce1-d4d59d2bc08e req-a0a2323d-683a-46f6-aa8f-e671f23b3a25 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:50.003956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffaed863-5a03-41af-bce1-d4d59d2bc08e req-a0a2323d-683a-46f6-aa8f-e671f23b3a25 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 931 time: 0.1731386 Jul 06 18:09:50.080450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.090718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:50.091415 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.099498 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffaed863-5a03-41af-bce1-d4d59d2bc08e req-f0c25cf4-1818-40fb-8eb0-9c28a983432d tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939434 Jul 06 18:09:50.154376 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-80b25220-7306-4f6e-9d28-1d3283da1332 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2377737 Jul 06 18:09:50.161834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292766-355c-4527-bf36-a8188ccafc91 req-27ec3bea-d89a-4af5-8223-ff7ca340a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:50.163363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d292766-355c-4527-bf36-a8188ccafc91 req-27ec3bea-d89a-4af5-8223-ff7ca340a60a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5 HTTP/1.1" status: 200 len: 910 time: 0.3582089 Jul 06 18:09:50.171317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9057a451-2ec4-4556-8757-e126cb943f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.173900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9057a451-2ec4-4556-8757-e126cb943f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.175143 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9057a451-2ec4-4556-8757-e126cb943f45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/466a8dff-03f8-47f8-889e-340476ad63b0 HTTP/1.1" status: 204 len: 168 time: 0.8240340 Jul 06 18:09:50.200520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8a014a-9eaa-49c5-8fce-5cc33756a0b6 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:50.206630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8a014a-9eaa-49c5-8fce-5cc33756a0b6 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:50.208287 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3d8a014a-9eaa-49c5-8fce-5cc33756a0b6 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2674274 Jul 06 18:09:50.212775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40654) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:50.242297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d292766-355c-4527-bf36-a8188ccafc91 req-9fc040fc-270e-4a87-950c-549b93874a96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ede618-cfc6-4800-9bf7-eb64d7c018ea HTTP/1.1" status: 200 len: 217 time: 0.0610812 Jul 06 18:09:50.243380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057a451-2ec4-4556-8757-e126cb943f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a8dff-03f8-47f8-889e-340476ad63b0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:50.323579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Request body: {'port': {'device_id': '50443859-1764-4549-b2a3-01896fb015ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:50.391194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292766-355c-4527-bf36-a8188ccafc91 req-a0b1ed47-49c7-49d2-ab88-6440723c7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:50.393003 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d292766-355c-4527-bf36-a8188ccafc91 req-a0b1ed47-49c7-49d2-ab88-6440723c7eab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89fd560e-d537-4ffe-ac9e-03ab311f835e HTTP/1.1" status: 200 len: 848 time: 0.1415336 Jul 06 18:09:50.418704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7a612c28-73a5-4a64-911f-e6ac2fe4f0d0 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Deleting port 1607038c-b91f-4052-abfc-7e5e576eee3d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:50.419723 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a612c28-73a5-4a64-911f-e6ac2fe4f0d0 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.513885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.579722 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a612c28-73a5-4a64-911f-e6ac2fe4f0d0 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.610448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7a612c28-73a5-4a64-911f-e6ac2fe4f0d0 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Calling delete_port for 1607038c-b91f-4052-abfc-7e5e576eee3d owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:50.699973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292766-355c-4527-bf36-a8188ccafc91 req-805c16ae-2e16-4e59-8473-954f1ec6b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:50.701940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d292766-355c-4527-bf36-a8188ccafc91 req-805c16ae-2e16-4e59-8473-954f1ec6b465 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617922 Jul 06 18:09:50.725266 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a612c28-73a5-4a64-911f-e6ac2fe4f0d0 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.765952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a612c28-73a5-4a64-911f-e6ac2fe4f0d0 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Port': ['ID=1607038c-b91f-4052-abfc-7e5e576eee3d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:50.772706 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.780036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40664) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:50.792534 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a612c28-73a5-4a64-911f-e6ac2fe4f0d0 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.795528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7a612c28-73a5-4a64-911f-e6ac2fe4f0d0 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/ports/1607038c-b91f-4052-abfc-7e5e576eee3d HTTP/1.1" status: 204 len: 168 time: 0.5811520 Jul 06 18:09:50.801490 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40666) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:50.813214 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8146-a3c0-44cd-a99e-916e56171032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:50.883893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39753ad7-3391-4470-a877-23a479122f4c req-6db41ef1-844b-40fe-b79c-965f16c1dbce tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:50.886071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39753ad7-3391-4470-a877-23a479122f4c req-6db41ef1-844b-40fe-b79c-965f16c1dbce tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1095 time: 0.3674800 Jul 06 18:09:50.970856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dc601774-4b5b-4393-9a0b-2ef92c56c595 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Deleting port 26f7537b-1bd3-40fa-9fd2-cdaf0f7afbac {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:09:50.971268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc601774-4b5b-4393-9a0b-2ef92c56c595 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.060593 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39753ad7-3391-4470-a877-23a479122f4c req-291388fa-7d41-4388-933f-538eff29d27d tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503429 Jul 06 18:09:51.061654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8146-a3c0-44cd-a99e-916e56171032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.072314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8146-a3c0-44cd-a99e-916e56171032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.075030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d292766-355c-4527-bf36-a8188ccafc91 req-8460f710-4abe-4345-b4f7-a2c250727917 service neutron] 10.222.0.55 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567605 Jul 06 18:09:51.076355 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc601774-4b5b-4393-9a0b-2ef92c56c595 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.114383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dc601774-4b5b-4393-9a0b-2ef92c56c595 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Calling delete_port for 26f7537b-1bd3-40fa-9fd2-cdaf0f7afbac owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:09:51.143716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0c1e8146-a3c0-44cd-a99e-916e56171032 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78f0c1c2f195405cb6904422a1cd78db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604264 Jul 06 18:09:51.149508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:51.151010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e8146-a3c0-44cd-a99e-916e56171032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137c107f-9c13-44b7-941e-47d5eb143aec,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:51.384818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4baed7b8-13a8-4caf-8278-989f2d3db887 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:09:51.402577 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d292766-355c-4527-bf36-a8188ccafc91 req-bae7aee9-187d-4968-9d41-49683acc5333 service neutron] 10.222.0.55 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184822 Jul 06 18:09:51.406232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.438481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Transition to ACTIVE for port object 4baed7b8-13a8-4caf-8278-989f2d3db887 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:09:51.444086 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.472244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eb67712-8640-4de0-a81f-9c03c976f0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.507213 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc601774-4b5b-4393-9a0b-2ef92c56c595 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.545583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4baed7b8-13a8-4caf-8278-989f2d3db887,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:51.559387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c92a-5ab0-42d2-9d71-580996d3acfb req-10098e8d-5d7f-47ab-88c6-e4d1f49b0195 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:51.562043 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-55d1c92a-5ab0-42d2-9d71-580996d3acfb req-10098e8d-5d7f-47ab-88c6-e4d1f49b0195 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 931 time: 0.2841809 Jul 06 18:09:51.612586 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eb67712-8640-4de0-a81f-9c03c976f0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.631416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc601774-4b5b-4393-9a0b-2ef92c56c595 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.635635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Attempting to bind port 4baed7b8-13a8-4caf-8278-989f2d3db887 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:09:51.636262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Attempting to bind port 4baed7b8-13a8-4caf-8278-989f2d3db887 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '4cf37d98-eec6-445a-a8b9-40a91c601cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:09:51.640725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Attempting to bind port 4baed7b8-13a8-4caf-8278-989f2d3db887 on network ac98902a-5908-4eb7-a24d-d77452419079 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:51.640982 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dc601774-4b5b-4393-9a0b-2ef92c56c595 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/ports/26f7537b-1bd3-40fa-9fd2-cdaf0f7afbac HTTP/1.1" status: 204 len: 168 time: 0.8344808 Jul 06 18:09:51.643057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40674) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:51.651289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc601774-4b5b-4393-9a0b-2ef92c56c595 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Port': ['ID=26f7537b-1bd3-40fa-9fd2-cdaf0f7afbac,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:51.704928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4af0f87b-699e-40dc-b511-fba12c1855ea tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0602322 Jul 06 18:09:51.705834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40676) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:51.708699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Port 4baed7b8-13a8-4caf-8278-989f2d3db887 on network ac98902a-5908-4eb7-a24d-d77452419079 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:09:51.709381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Attempting to bind port 4baed7b8-13a8-4caf-8278-989f2d3db887 on network ac98902a-5908-4eb7-a24d-d77452419079 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:09:51.717670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1789011245'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:51.729245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:09:51.730295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Checking segment: {'id': '4cf37d98-eec6-445a-a8b9-40a91c601cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:51.730295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Bound using segment: {'id': '4cf37d98-eec6-445a-a8b9-40a91c601cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:09:51.730809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Bound port: 4baed7b8-13a8-4caf-8278-989f2d3db887, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf37d98-eec6-445a-a8b9-40a91c601cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:09:51.731551 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.753078 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-55d1c92a-5ab0-42d2-9d71-580996d3acfb req-c7feb1ac-53a7-4089-9502-f65f7e5d8d9b tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785553 Jul 06 18:09:51.781728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Made reservation on behalf of da65d98dd7824cb0b34aed045f18d455 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:51.785514 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.812309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eb67712-8640-4de0-a81f-9c03c976f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.815560 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eb67712-8640-4de0-a81f-9c03c976f0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.821727 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4eb67712-8640-4de0-a81f-9c03c976f0dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/137c107f-9c13-44b7-941e-47d5eb143aec HTTP/1.1" status: 204 len: 168 time: 0.6607795 Jul 06 18:09:51.840814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:51.845019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb67712-8640-4de0-a81f-9c03c976f0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137c107f-9c13-44b7-941e-47d5eb143aec,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:51.868515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.868874 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Added segment 266bf54a-1397-4bbe-bc95-2f4d1c650983 of type vlan for network 8abc4626-5022-49b5-bd67-48223895b171 Jul 06 18:09:51.879309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] For port 4baed7b8-13a8-4caf-8278-989f2d3db887, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:09:51.884767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] For port 4baed7b8-13a8-4caf-8278-989f2d3db887, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=4baed7b8-13a8-4caf-8278-989f2d3db887,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:09:51.915053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.944659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:51.946222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:51.947676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] 10.222.0.22 "PUT /v2.0/ports/4baed7b8-13a8-4caf-8278-989f2d3db887 HTTP/1.1" status: 200 len: 1091 time: 1.7820787 Jul 06 18:09:51.966869 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50443859-1764-4549-b2a3-01896fb015ba', 'tag': '4baed7b8-13a8-4caf-8278-989f2d3db887'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:09:51.968263 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb958d59-1d68-406d-a26c-5a95ef6666b0" -d '{"events": [{"name": "network-changed", "server_uuid": "50443859-1764-4549-b2a3-01896fb015ba", "tag": "4baed7b8-13a8-4caf-8278-989f2d3db887"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:09:51.981765 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.053750 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab26002-baab-4e42-a131-a642130e0475 x-openstack-request-id: req-eab26002-baab-4e42-a131-a642130e0475 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:09:52.054042 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50443859-1764-4549-b2a3-01896fb015ba", "tag": "4baed7b8-13a8-4caf-8278-989f2d3db887", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:09:52.055169 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eab26002-baab-4e42-a131-a642130e0475 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:09:52.055743 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50443859-1764-4549-b2a3-01896fb015ba', 'tag': '4baed7b8-13a8-4caf-8278-989f2d3db887', 'status': 'completed', 'code': 200} Jul 06 18:09:52.122057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892e013-0adc-4fb4-a3d5-855afed87bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4baed7b8-13a8-4caf-8278-989f2d3db887,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:52.141406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.147758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:52.149103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.259805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5523715 Jul 06 18:09:52.263983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:52.270634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-830669899'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:52.286967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77cf16-a170-42eb-8c87-e5e150036213 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Network': ['ID=8abc4626-5022-49b5-bd67-48223895b171,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:52.294476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-c51d1008-3aae-4c81-b5f2-3cca5cc15bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:52.296758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-c51d1008-3aae-4c81-b5f2-3cca5cc15bd4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3e4c44871164a38b52ee11d2bd7ea73&device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 1094 time: 0.2891695 Jul 06 18:09:52.300508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 8abc4626-5022-49b5-bd67-48223895b171 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:52.363343 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-f43f8684-4cff-480b-a2a2-4d463ef4c7c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4baed7b8-13a8-4caf-8278-989f2d3db887 HTTP/1.1" status: 200 len: 217 time: 0.0583527 Jul 06 18:09:52.364362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Made reservation on behalf of da65d98dd7824cb0b34aed045f18d455 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:52.373103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.477310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:52.490526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b685a-1dba-49d0-ad07-66159fb4fcf6 req-3369b649-0782-4a73-9df4-bf5ccfe1b560 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:52.493198 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c11b685a-1dba-49d0-ad07-66159fb4fcf6 req-3369b649-0782-4a73-9df4-bf5ccfe1b560 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1095 time: 0.1488929 Jul 06 18:09:52.501777 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.502137 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Added segment b1b67a6e-28db-4429-b724-8c9524d43327 of type vlan for network 08e79da0-acb5-408d-8445-4585ca52d95c Jul 06 18:09:52.517908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-e693e1db-6e2c-47a4-8e5f-e753cfed3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:52.520700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-e693e1db-6e2c-47a4-8e5f-e753cfed3a77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc18492c-fd3a-46c8-80fd-1432f6063b64 HTTP/1.1" status: 200 len: 854 time: 0.1479688 Jul 06 18:09:52.579059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.604171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c11b685a-1dba-49d0-ad07-66159fb4fcf6 req-a58ad97f-c9d6-4f42-ba0a-9a7c1c66bd0a tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869763 Jul 06 18:09:52.618403 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-899ea9c1-075a-4d68-874e-e61d089dbdf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac98902a-5908-4eb7-a24d-d77452419079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887992 Jul 06 18:09:52.666237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.674685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:52.676191 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.712405 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:52.813470 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5482180 Jul 06 18:09:52.836830 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-d2319ce7-3d63-4ac5-8124-a1e8fd5e22ac service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099385 Jul 06 18:09:52.848526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed2776-6870-42f7-8046-6ad9be154aaa tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Network': ['ID=08e79da0-acb5-408d-8445-4585ca52d95c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:52.868778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 08e79da0-acb5-408d-8445-4585ca52d95c details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:53.042705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 79ede618-cfc6-4800-9bf7-eb64d7c018ea details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:09:53.055007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40710) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:53.064148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'subnets': [{'network_id': '8abc4626-5022-49b5-bd67-48223895b171', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1318012904', 'ip_version': 4}, {'network_id': '08e79da0-acb5-408d-8445-4585ca52d95c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:53.065534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'subnet': {'network_id': '8abc4626-5022-49b5-bd67-48223895b171', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1318012904', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:53.066694 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Request body: {'subnet': {'network_id': '08e79da0-acb5-408d-8445-4585ca52d95c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:53.245027 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8529dd4-a0b9-4a0c-88c0-b68b626e9f9f req-ce6de5eb-e588-4367-afbb-341b17c8d085 service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013667 Jul 06 18:09:53.264714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026e1e6-0e64-440c-8f36-f89792d26c97 req-8b5e33b7-6518-4c59-8e07-30ba4890daa7 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:53.274208 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7026e1e6-0e64-440c-8f36-f89792d26c97 req-8b5e33b7-6518-4c59-8e07-30ba4890daa7 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 943 time: 0.2430992 Jul 06 18:09:53.423442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7026e1e6-0e64-440c-8f36-f89792d26c97 req-f3b43bf1-c5e0-45d9-b72a-2042234e6e08 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467106 Jul 06 18:09:53.424760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 79ede618-cfc6-4800-9bf7-eb64d7c018ea, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=79ede618-cfc6-4800-9bf7-eb64d7c018ea,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:53.452323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '79ede618-cfc6-4800-9bf7-eb64d7c018ea', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'port_id': '79ede618-cfc6-4800-9bf7-eb64d7c018ea', 'mac_address': 'fa:16:3e:85:7c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:09:53.454379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Made reservation on behalf of da65d98dd7824cb0b34aed045f18d455 for: {'subnet': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:53.464070 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.464773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.502088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40720) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:53.534393 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.566086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ede618-cfc6-4800-9bf7-eb64d7c018ea {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:09:53.583435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-b48805ff-d345-405e-a41c-308cf5589525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:53.597204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-b48805ff-d345-405e-a41c-308cf5589525 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3e4c44871164a38b52ee11d2bd7ea73&device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 1094 time: 0.2390764 Jul 06 18:09:53.612751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 79ede618-cfc6-4800-9bf7-eb64d7c018ea, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=79ede618-cfc6-4800-9bf7-eb64d7c018ea,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:53.626519 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.759136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=79ede618-cfc6-4800-9bf7-eb64d7c018ea,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:53.793630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1965292868-network', 'tenant_id': '670f5fa5f28e4947a7e98f8a88078e8c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:53.856497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Made reservation on behalf of 670f5fa5f28e4947a7e98f8a88078e8c for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:53.860250 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.893955 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:53.927375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-03d01544-bf98-4253-9a13-f4c535896e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:53.930423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-03d01544-bf98-4253-9a13-f4c535896e25 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac98902a-5908-4eb7-a24d-d77452419079 HTTP/1.1" status: 200 len: 915 time: 0.3229113 Jul 06 18:09:53.973578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['79ede618-cfc6-4800-9bf7-eb64d7c018ea'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:09:54.010152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-52ea61e0-2385-40fe-8da8-cc4bed7c4599 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4baed7b8-13a8-4caf-8278-989f2d3db887 HTTP/1.1" status: 200 len: 217 time: 0.0687227 Jul 06 18:09:54.120728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-8c241ac6-a6c0-4ce0-83eb-5be6f3483c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:54.122970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-8c241ac6-a6c0-4ce0-83eb-5be6f3483c9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc18492c-fd3a-46c8-80fd-1432f6063b64 HTTP/1.1" status: 200 len: 854 time: 0.1043272 Jul 06 18:09:54.160474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd63dcc-c69f-4bc1-bff6-280b1c4fd696 req-847c357b-4068-4a05-b738-cf0df521707f tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:54.167938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-8834aab8-3883-4850-9930-3f9922b07be0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac98902a-5908-4eb7-a24d-d77452419079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379064 Jul 06 18:09:54.174245 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbd63dcc-c69f-4bc1-bff6-280b1c4fd696 req-847c357b-4068-4a05-b738-cf0df521707f tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1096 time: 0.2850027 Jul 06 18:09:54.255911 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.264021 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.303442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fbd63dcc-c69f-4bc1-bff6-280b1c4fd696 req-69d9dc6b-c476-4cfb-84c2-93e2577f7cb9 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268589 Jul 06 18:09:54.318934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:09:54.325986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-6454edc5-ad27-44f2-b201-19b471cdb3ab service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501396 Jul 06 18:09:54.332985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b23c8b-7153-4373-8911-9a0ddc3526c8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:54.345624 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.346812 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Added segment c31c11b7-022e-4f2e-873d-52a10b1dffda of type vlan for network 99013c77-c403-4820-9f66-ff6e35b86d25 Jul 06 18:09:54.447852 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.480606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.492527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cb958d59-1d68-406d-a26c-5a95ef6666b0 req-0b687c74-9dc3-4d5c-907a-e49ab3e91ab8 service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536076 Jul 06 18:09:54.533385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Subnet': ['ID=2fc64ca2-5e9e-4b7f-9ce1-e552006fd91a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:54.558768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Checking segment: {'id': '266bf54a-1397-4bbe-bc95-2f4d1c650983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abc4626-5022-49b5-bd67-48223895b171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:54.559222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Network hostable DHCP agents. Network: 8abc4626-5022-49b5-bd67-48223895b171, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:54.571846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.577200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:54.577200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.595967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Network 8abc4626-5022-49b5-bd67-48223895b171 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:54.620853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 8abc4626-5022-49b5-bd67-48223895b171) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:54.641457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf4f97f-09a1-4607-901a-14e26a1260d0 None None] Network 8abc4626-5022-49b5-bd67-48223895b171 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:54.652241 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.676180 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1720841 Jul 06 18:09:54.677091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40734) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:54.705547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Request body: {'subnet': {'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1965292868-subnet', 'tenant_id': '670f5fa5f28e4947a7e98f8a88078e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:09:54.721632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a8593-308f-43b9-8749-5227dee77ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=99013c77-c403-4820-9f66-ff6e35b86d25,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:54.750914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event updated for resources: {'Subnet': ['ID=c57569c7-62fb-4b1c-86d8-62e1a08bf5cf,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:54.795401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Checking segment: {'id': 'b1b67a6e-28db-4429-b724-8c9524d43327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '08e79da0-acb5-408d-8445-4585ca52d95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:54.795993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Network hostable DHCP agents. Network: 08e79da0-acb5-408d-8445-4585ca52d95c, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:54.799883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 99013c77-c403-4820-9f66-ff6e35b86d25 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:09:54.831212 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Made reservation on behalf of 670f5fa5f28e4947a7e98f8a88078e8c for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:09:54.834760 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.837983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Network 08e79da0-acb5-408d-8445-4585ca52d95c is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:54.863191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 08e79da0-acb5-408d-8445-4585ca52d95c) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:54.893260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:54.895656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:54.897145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:54.908404 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff75d97-7749-4a36-8624-bc501c88a8b4 None None] Network 08e79da0-acb5-408d-8445-4585ca52d95c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:54.942184 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3deeaf4c-79b3-4cc1-b90b-2d08f2f1b4e7 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8830144 Jul 06 18:09:54.942758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:55.040415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 79ede618-cfc6-4800-9bf7-eb64d7c018ea up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:09:55.174752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440727ba-ba8d-46b9-a123-5fee415e2bb6 req-f94be61a-dc45-49ce-9bfe-4309b9f2f120 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:55.178536 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-440727ba-ba8d-46b9-a123-5fee415e2bb6 req-f94be61a-dc45-49ce-9bfe-4309b9f2f120 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 943 time: 0.4014332 Jul 06 18:09:55.187255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd00d2-2d3c-4c75-92c6-53de99297656 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:55.189896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd00d2-2d3c-4c75-92c6-53de99297656 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:55.192420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd00d2-2d3c-4c75-92c6-53de99297656 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:55.199365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7cbd00d2-2d3c-4c75-92c6-53de99297656 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2470489 Jul 06 18:09:55.201306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:55.361430 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddd436e-e5d4-4df0-a5b5-a3d8e4f21a5c tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Deleting subnet 2fc64ca2-5e9e-4b7f-9ce1-e552006fd91a {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:09:55.411964 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-440727ba-ba8d-46b9-a123-5fee415e2bb6 req-355ffae6-fa29-4286-a3c8-560295302ece tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111423 Jul 06 18:09:55.414010 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dddd436e-e5d4-4df0-a5b5-a3d8e4f21a5c tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.436065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 79ede618-cfc6-4800-9bf7-eb64d7c018ea completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:09:55.469841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 79ede618-cfc6-4800-9bf7-eb64d7c018ea triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:09:55.470652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.509155 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dddd436e-e5d4-4df0-a5b5-a3d8e4f21a5c tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.571293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab3e22-93b2-483c-a114-3f606e1b0bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-8abc4626-5022-49b5-bd67-48223895b171', 'network_id': '8abc4626-5022-49b5-bd67-48223895b171', 'tenant_id': 'da65d98dd7824cb0b34aed045f18d455', 'fixed_ips': [{'subnet_id': '2fc64ca2-5e9e-4b7f-9ce1-e552006fd91a'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:09:55.572612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5aab3e22-93b2-483c-a114-3f606e1b0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.574073 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dddd436e-e5d4-4df0-a5b5-a3d8e4f21a5c tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.621347 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.628087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcc064-b7e6-4559-956e-4608e82217bf req-a3170feb-84fc-4aa8-a0fa-e482e9ae9043 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:55.640543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80dcc064-b7e6-4559-956e-4608e82217bf req-a3170feb-84fc-4aa8-a0fa-e482e9ae9043 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1096 time: 0.0989072 Jul 06 18:09:55.647164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f3ea7-54e6-408d-ae63-4f1c15d56f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-08e79da0-acb5-408d-8445-4585ca52d95c', 'network_id': '08e79da0-acb5-408d-8445-4585ca52d95c', 'tenant_id': 'da65d98dd7824cb0b34aed045f18d455', 'fixed_ips': [{'subnet_id': 'c57569c7-62fb-4b1c-86d8-62e1a08bf5cf'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:09:55.649209 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3ea7-54e6-408d-ae63-4f1c15d56f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.695888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:55.700054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80dcc064-b7e6-4559-956e-4608e82217bf req-4bf08bfe-d5f1-4eda-8349-472d0ece5946 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580702 Jul 06 18:09:55.770411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Checking segment: {'id': 'c31c11b7-022e-4f2e-873d-52a10b1dffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:09:55.771044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Network hostable DHCP agents. Network: 99013c77-c403-4820-9f66-ff6e35b86d25, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:09:55.781671 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dddd436e-e5d4-4df0-a5b5-a3d8e4f21a5c tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.814973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd436e-e5d4-4df0-a5b5-a3d8e4f21a5c tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc64ca2-5e9e-4b7f-9ce1-e552006fd91a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:55.827751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dddd436e-e5d4-4df0-a5b5-a3d8e4f21a5c tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.833741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dddd436e-e5d4-4df0-a5b5-a3d8e4f21a5c tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/subnets/2fc64ca2-5e9e-4b7f-9ce1-e552006fd91a HTTP/1.1" status: 204 len: 168 time: 0.6310530 Jul 06 18:09:55.834481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40750) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:55.843114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Network 99013c77-c403-4820-9f66-ff6e35b86d25 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:09:55.857873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 99013c77-c403-4820-9f66-ff6e35b86d25) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:09:55.866032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:55.866853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:55.872030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 4baed7b8-13a8-4caf-8278-989f2d3db887 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:09:55.888431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a79650-e387-46bc-9750-b9ac7d9edcff None None] Network 99013c77-c403-4820-9f66-ff6e35b86d25 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:55.892484 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-08a0d002-ebb5-4eef-9ccf-29903354b917 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2096715 Jul 06 18:09:55.963678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe915141-f0ce-4c5f-b0c8-aad86ad6fda3 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Deleting subnet c57569c7-62fb-4b1c-86d8-62e1a08bf5cf {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:09:55.969691 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe915141-f0ce-4c5f-b0c8-aad86ad6fda3 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.058290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe915141-f0ce-4c5f-b0c8-aad86ad6fda3 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.143274 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.156416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe915141-f0ce-4c5f-b0c8-aad86ad6fda3 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-5aab3e22-93b2-483c-a114-3f606e1b0bc6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fc64ca2-5e9e-4b7f-9ce1-e552006fd91a: This subnet is being modified by another concurrent operation. Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fc64ca2-5e9e-4b7f-9ce1-e552006fd91a: This subnet is being modified by another concurrent operation. Jul 06 18:09:56.158709 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 18:09:56.251774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe915141-f0ce-4c5f-b0c8-aad86ad6fda3 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.272371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f41029-c060-4a0f-8d63-fda05cdc1dd4 None None] Network 8abc4626-5022-49b5-bd67-48223895b171 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:56.297197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe915141-f0ce-4c5f-b0c8-aad86ad6fda3 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Subnet': ['ID=c57569c7-62fb-4b1c-86d8-62e1a08bf5cf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:56.307507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe915141-f0ce-4c5f-b0c8-aad86ad6fda3 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.313940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe915141-f0ce-4c5f-b0c8-aad86ad6fda3 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/subnets/c57569c7-62fb-4b1c-86d8-62e1a08bf5cf HTTP/1.1" status: 204 len: 168 time: 0.4742012 Jul 06 18:09:56.314216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:56.320508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf6d887-f686-40f2-a904-29ba81d019cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ede618-cfc6-4800-9bf7-eb64d7c018ea'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:09:56.324382 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904e9d60-f954-4899-a397-c1da1cb73d05" -d '{"events": [{"server_uuid": "bdf6d887-f686-40f2-a904-29ba81d019cb", "name": "network-vif-plugged", "status": "completed", "tag": "79ede618-cfc6-4800-9bf7-eb64d7c018ea"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-cf0f3ea7-54e6-408d-ae63-4f1c15d56f08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c57569c7-62fb-4b1c-86d8-62e1a08bf5cf: This subnet is being modified by another concurrent operation. Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c57569c7-62fb-4b1c-86d8-62e1a08bf5cf: This subnet is being modified by another concurrent operation. Jul 06 18:09:56.393663 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 18:09:56.443915 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5b8d13-0925-4f4d-ae31-f74093ea558d x-openstack-request-id: req-ef5b8d13-0925-4f4d-ae31-f74093ea558d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:09:56.445652 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf6d887-f686-40f2-a904-29ba81d019cb", "name": "network-vif-plugged", "status": "completed", "tag": "79ede618-cfc6-4800-9bf7-eb64d7c018ea", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:09:56.446505 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef5b8d13-0925-4f4d-ae31-f74093ea558d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:09:56.447670 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf6d887-f686-40f2-a904-29ba81d019cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ede618-cfc6-4800-9bf7-eb64d7c018ea', 'code': 200} Jul 06 18:09:56.512080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4f8d1-a715-4257-a9fe-0f0904e1e752 None None] Network 08e79da0-acb5-408d-8445-4585ca52d95c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:56.534104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 79ede618-cfc6-4800-9bf7-eb64d7c018ea, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=79ede618-cfc6-4800-9bf7-eb64d7c018ea,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:56.539404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3743c52-553b-4d21-8e76-c7e1f74bb05b tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:56.545195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c3743c52-553b-4d21-8e76-c7e1f74bb05b tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2291274 Jul 06 18:09:56.551385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40766) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:56.624106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.659147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1fcc6-4588-45d1-995b-b0f0d2aba861 req-a2e2d3a0-9cba-4378-9763-f0b7924d2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:56.661131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0eb1fcc6-4588-45d1-995b-b0f0d2aba861 req-a2e2d3a0-9cba-4378-9763-f0b7924d2edb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1097 time: 0.1107535 Jul 06 18:09:56.763421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0eb1fcc6-4588-45d1-995b-b0f0d2aba861 req-e34f6a8d-f722-4a11-9717-5d9c1dbc4aa7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953147 Jul 06 18:09:56.864413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:56.941372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bca083-a179-4928-baf3-accc80eca398 req-7f1140a3-d308-4ed4-a90f-537a7998f047 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:56.943731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57bca083-a179-4928-baf3-accc80eca398 req-7f1140a3-d308-4ed4-a90f-537a7998f047 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 943 time: 0.2547417 Jul 06 18:09:57.157402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04123a8b-437e-4261-b68a-c932f42dde0e req-f11856a3-0785-40ba-8eaf-01353b2bbd22 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:57.157402 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04123a8b-437e-4261-b68a-c932f42dde0e req-f11856a3-0785-40ba-8eaf-01353b2bbd22 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1097 time: 0.2350824 Jul 06 18:09:57.231624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04123a8b-437e-4261-b68a-c932f42dde0e req-5be959e2-151c-46c4-850e-1b9fdf32c94a tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693121 Jul 06 18:09:57.281771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390296c-dba2-40fc-921d-293d0988ddef None None] Network 99013c77-c403-4820-9f66-ff6e35b86d25 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:09:57.368142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 4baed7b8-13a8-4caf-8278-989f2d3db887, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=4baed7b8-13a8-4caf-8278-989f2d3db887,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:57.527177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '4baed7b8-13a8-4caf-8278-989f2d3db887', 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079', 'port_id': '4baed7b8-13a8-4caf-8278-989f2d3db887', 'mac_address': 'fa:16:3e:53:00:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc18492c-fd3a-46c8-80fd-1432f6063b64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:09:57.561259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=79ede618-cfc6-4800-9bf7-eb64d7c018ea,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:57.581024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b547d50-8dde-4665-a79d-8ba87ce99d0f None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:09:57.619930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.621529 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.631502 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e79da0-acb5-408d-8445-4585ca52d95c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:57.645226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b67a6e-28db-4429-b724-8c9524d43327') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:57.645743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b67a6e-28db-4429-b724-8c9524d43327') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:57.673936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57bca083-a179-4928-baf3-accc80eca398 req-28b54878-f87e-43b0-8561-8feb6c8ee59c tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940277 Jul 06 18:09:57.677399 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.712084 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.729838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:09:57.730813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.778741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b547d50-8dde-4665-a79d-8ba87ce99d0f None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:09:57.802974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4baed7b8-13a8-4caf-8278-989f2d3db887 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:09:57.817770 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:09:57.873004 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.904715 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:57.909854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/networks/08e79da0-acb5-408d-8445-4585ca52d95c HTTP/1.1" status: 204 len: 168 time: 1.3544106 Jul 06 18:09:57.910181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:57.947435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8de62-ddc2-4458-9f55-90de92deb25d tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Network': ['ID=08e79da0-acb5-408d-8445-4585ca52d95c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:57.970578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 4baed7b8-13a8-4caf-8278-989f2d3db887, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=4baed7b8-13a8-4caf-8278-989f2d3db887,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:09:57.986960 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.089667 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.108457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=4baed7b8-13a8-4caf-8278-989f2d3db887,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:58.257906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['4baed7b8-13a8-4caf-8278-989f2d3db887'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:09:58.499267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cce6a5-d30e-4c81-92e3-60f33b44c8dd None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:09:58.734996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cce6a5-d30e-4c81-92e3-60f33b44c8dd None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:09:58.786385 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.808635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abc4626-5022-49b5-bd67-48223895b171']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:58.832041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266bf54a-1397-4bbe-bc95-2f4d1c650983') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:58.832514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266bf54a-1397-4bbe-bc95-2f4d1c650983') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:58.862556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.909244 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.913515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3dffd-0643-48e6-8514-aa42761d0fed req-90a3b20b-f6d2-4538-9a67-945adfd502d2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:58.915475 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74a3dffd-0643-48e6-8514-aa42761d0fed req-90a3b20b-f6d2-4538-9a67-945adfd502d2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1097 time: 0.2285762 Jul 06 18:09:58.933514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:09:58.934445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:09:58.941898 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:09:59.001906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557614b-86b3-4f32-b2a9-7a17f44ee893 req-26ab941d-a9af-4260-ab26-402f6e27d996 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:59.003752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a557614b-86b3-4f32-b2a9-7a17f44ee893 req-26ab941d-a9af-4260-ab26-402f6e27d996 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 944 time: 0.0824101 Jul 06 18:09:59.052804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74a3dffd-0643-48e6-8514-aa42761d0fed req-5e82d646-a188-4647-a007-f2a3f12afbe7 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117628 Jul 06 18:09:59.063390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.078423 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.083320 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a557614b-86b3-4f32-b2a9-7a17f44ee893 req-ddcfef0f-5f7d-48a7-8a6e-723c3ad65b6a tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726902 Jul 06 18:09:59.083760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/networks/8abc4626-5022-49b5-bd67-48223895b171 HTTP/1.1" status: 204 len: 168 time: 1.1717379 Jul 06 18:09:59.087927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:59.119379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f1849-f294-4a0b-87ab-2e7e46d6132a tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Network': ['ID=8abc4626-5022-49b5-bd67-48223895b171,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:59.271417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.361473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5befc0d-7d01-4cfc-96f9-d9380d0b6892 req-d904639d-0847-40b1-b141-84a16e7a4570 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:59.364187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5befc0d-7d01-4cfc-96f9-d9380d0b6892 req-d904639d-0847-40b1-b141-84a16e7a4570 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1097 time: 0.1149433 Jul 06 18:09:59.404463 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c5befc0d-7d01-4cfc-96f9-d9380d0b6892 req-8d96b9f6-0dc1-40f6-91a3-844feb766bb6 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Jul 06 18:09:59.453053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.469818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0daa5d4-6cbc-40ef-86ac-85687b9b261b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:59.491092 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa540479-2ec4-4cf1-af76-ab0562cab27a') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:59.492099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa540479-2ec4-4cf1-af76-ab0562cab27a') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:09:59.512433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.548734 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.620000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:09:59.620397 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:09:59.626259 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:09:59.674760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358f919-2a0e-4f36-ae46-daa9ec28b738 req-24d82bcc-db68-409c-aaca-8e907629a0ad tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:59.676908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c358f919-2a0e-4f36-ae46-daa9ec28b738 req-24d82bcc-db68-409c-aaca-8e907629a0ad tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1097 time: 0.0996962 Jul 06 18:09:59.732101 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c358f919-2a0e-4f36-ae46-daa9ec28b738 req-aa9a9038-5a6c-4add-a3bd-812fc5b52dfe tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Jul 06 18:09:59.765705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.774416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.781515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:09:59.781864 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/networks/e0daa5d4-6cbc-40ef-86ac-85687b9b261b HTTP/1.1" status: 204 len: 168 time: 0.6906526 Jul 06 18:09:59.829316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204438b-ea3a-4631-9b1f-b791b3747361 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Network': ['ID=e0daa5d4-6cbc-40ef-86ac-85687b9b261b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:09:59.846683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-55877948-0b9f-4bfd-bd49-94b033164681 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:09:59.854120 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-55877948-0b9f-4bfd-bd49-94b033164681 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/networks?id=99013c77-c403-4820-9f66-ff6e35b86d25 HTTP/1.1" status: 200 len: 809 time: 0.3253729 Jul 06 18:09:59.885931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-74820815-e98c-4aec-a5e1-5bf08cacfd80 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/quotas/670f5fa5f28e4947a7e98f8a88078e8c HTTP/1.1" status: 200 len: 375 time: 0.0262232 Jul 06 18:09:59.943183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:09:59.980516 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-b4e5f508-34d3-4478-af16-a1c68c0ebefd tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=670f5fa5f28e4947a7e98f8a88078e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933018 Jul 06 18:10:00.018706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 4baed7b8-13a8-4caf-8278-989f2d3db887 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:00.122391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 4baed7b8-13a8-4caf-8278-989f2d3db887 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:00.128489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 4baed7b8-13a8-4caf-8278-989f2d3db887 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:00.129395 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.142563 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.161214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db98dc2-e9c8-402e-b0dc-a534e5f4af67']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:00.176485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff5d28e-56dc-4555-b441-6ea734ceeb95') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:00.176797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff5d28e-56dc-4555-b441-6ea734ceeb95') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:00.191549 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.212586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.214751 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-a4f9dbe2-9ab0-4a90-9b0e-df68993e15c7 service neutron] 10.222.0.13 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090440 Jul 06 18:10:00.219975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:10:00.220533 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.266227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:10:00.275339 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:10:00.315135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50443859-1764-4549-b2a3-01896fb015ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baed7b8-13a8-4caf-8278-989f2d3db887'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:00.317656 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc96473-cf65-4ff3-8e29-7fc17d925388" -d '{"events": [{"server_uuid": "50443859-1764-4549-b2a3-01896fb015ba", "name": "network-vif-plugged", "status": "completed", "tag": "4baed7b8-13a8-4caf-8278-989f2d3db887"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:00.334493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 4baed7b8-13a8-4caf-8278-989f2d3db887, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=4baed7b8-13a8-4caf-8278-989f2d3db887,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:00.343771 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.401332 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.418201 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:00.424734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] 10.222.0.13 "DELETE /v2.0/networks/9db98dc2-e9c8-402e-b0dc-a534e5f4af67 HTTP/1.1" status: 204 len: 168 time: 0.6389973 Jul 06 18:10:00.441870 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-7843804b-bd4f-4481-808f-88a02f42f459 service neutron] 10.222.0.13 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212682 Jul 06 18:10:00.458123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=4baed7b8-13a8-4caf-8278-989f2d3db887,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:00.506581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939abe88-92cd-4742-bf26-792798484d64 tempest-BulkNetworkOpsTest-1102955158 tempest-BulkNetworkOpsTest-1102955158-project] Pushing event deleted for resources: {'Network': ['ID=9db98dc2-e9c8-402e-b0dc-a534e5f4af67,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:00.529474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-504f6a6d-a2ea-4fda-b540-9797a2421290 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:00.536253 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-504f6a6d-a2ea-4fda-b540-9797a2421290 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/networks?id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5 HTTP/1.1" status: 200 len: 910 time: 0.2572072 Jul 06 18:10:00.553759 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-19ed6620-e2e7-42d0-bbff-cd803af950c1 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/quotas/370a136dc9d2423cbb34a3f215d5acd1 HTTP/1.1" status: 200 len: 375 time: 0.0165431 Jul 06 18:10:00.648933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-ae262534-92fc-4e04-8f2b-60415b3b99a5 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=370a136dc9d2423cbb34a3f215d5acd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0924494 Jul 06 18:10:00.884262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-6abb6301-72ec-4e34-b745-cfe4a92bd721 service neutron] 10.222.0.13 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220044 Jul 06 18:10:00.949031 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16002d-ecc4-4277-84e1-5305afadd2d4 req-b396a5d6-3233-41a9-8de5-f7feb6d03fc9 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:00.959288 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fd16002d-ecc4-4277-84e1-5305afadd2d4 req-b396a5d6-3233-41a9-8de5-f7feb6d03fc9 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 945 time: 0.1672614 Jul 06 18:10:01.029311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40864) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:01.062257 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fd16002d-ecc4-4277-84e1-5305afadd2d4 req-4a1581a9-e7ad-4fd5-adf4-b3e86193ec7d tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019018 Jul 06 18:10:01.086938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-4710b668-276c-4852-a14a-9c9922246c04 service neutron] 10.222.0.13 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952162 Jul 06 18:10:01.123195 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a49f1d-5126-43f5-a60d-3c15243fa28f x-openstack-request-id: req-23a49f1d-5126-43f5-a60d-3c15243fa28f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:01.123957 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50443859-1764-4549-b2a3-01896fb015ba", "name": "network-vif-plugged", "status": "completed", "tag": "4baed7b8-13a8-4caf-8278-989f2d3db887", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:01.124096 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23a49f1d-5126-43f5-a60d-3c15243fa28f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:01.124538 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50443859-1764-4549-b2a3-01896fb015ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baed7b8-13a8-4caf-8278-989f2d3db887', 'code': 200} Jul 06 18:10:01.253792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-033b4d7f-5535-4b46-afbc-fbd07d38826a req-922dedf8-8c5c-413b-a584-00bb4fde5e46 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 210 time: 0.0696216 Jul 06 18:10:01.334891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0de58-905d-45ff-a394-ba5a8f4ed8ad req-80449792-0e0b-4b06-814f-6f6fcf87a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:01.337163 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66d0de58-905d-45ff-a394-ba5a8f4ed8ad req-80449792-0e0b-4b06-814f-6f6fcf87a8e8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 1096 time: 0.1051548 Jul 06 18:10:01.429910 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66d0de58-905d-45ff-a394-ba5a8f4ed8ad req-665a0271-893e-4432-a10b-900cec6a561b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854306 Jul 06 18:10:01.484042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c7b8033f-39c3-43ba-b2a0-9638c0f070da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da65d98dd7824cb0b34aed045f18d455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531381 Jul 06 18:10:01.488164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40876) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:01.533443 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fbb2473-3030-44f0-a318-2c5f5ea2e6d8 req-a4c73b23-8ee2-40cf-a7f4-3bd3e975f01f tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 210 time: 0.0361102 Jul 06 18:10:01.588936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38c288d9-0281-4918-8173-e05d16747816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:01.628531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38c288d9-0281-4918-8173-e05d16747816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:01.715686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38c288d9-0281-4918-8173-e05d16747816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:01.722130 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38c288d9-0281-4918-8173-e05d16747816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:01.724676 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-38c288d9-0281-4918-8173-e05d16747816 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/265e9ce4-b2c9-496a-8364-8e5d59217696 HTTP/1.1" status: 204 len: 168 time: 0.2351403 Jul 06 18:10:01.739240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c288d9-0281-4918-8173-e05d16747816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265e9ce4-b2c9-496a-8364-8e5d59217696,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:02.186352 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:02.479467 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-059a31a7-a146-4009-952f-4a3db55e4f85 req-2e87fcd2-a4bb-47b2-93cd-7c76e2687fa8 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 210 time: 0.0782690 Jul 06 18:10:02.570269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba126ccf-8ffb-49b9-a807-84b7b6de7e2e req-e20c6bee-a128-44c7-80fc-4f4fdbb43147 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:02.572996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba126ccf-8ffb-49b9-a807-84b7b6de7e2e req-e20c6bee-a128-44c7-80fc-4f4fdbb43147 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 945 time: 0.2003248 Jul 06 18:10:02.671293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ba126ccf-8ffb-49b9-a807-84b7b6de7e2e req-0a6f87b1-4101-408b-9a0e-1731cf07ae93 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873866 Jul 06 18:10:02.858074 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d11ab17-ae9f-48e4-ab1d-95e9361977bd req-bbdeab2e-8a0e-4525-a17d-2f07c5cfc1d5 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 210 time: 0.0558674 Jul 06 18:10:03.102497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.266496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-89b19426-1fad-4b62-8591-9f8822c8ebdf tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:03.270744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-89b19426-1fad-4b62-8591-9f8822c8ebdf tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.22 "GET /v2.0/networks?id=99013c77-c403-4820-9f66-ff6e35b86d25 HTTP/1.1" status: 200 len: 809 time: 0.2423663 Jul 06 18:10:03.288631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Request body: {'port': {'device_id': '402a02fd-cfb7-47c2-adfe-aa61ea925536', 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25', 'admin_state_up': True, 'tenant_id': '670f5fa5f28e4947a7e98f8a88078e8c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:03.304583 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c6f5244c-b9d9-4c46-850c-e4fabb823297 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] Request body: {'port': {'network_id': '57ce8319-d55a-4f7c-8db1-0a7fb65d44ba', 'name': 'tempest-NetworksNegativeTestJSON-358712562'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:03.339300 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f5244c-b9d9-4c46-850c-e4fabb823297 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] POST failed (client error): The resource could not be found. Jul 06 18:10:03.340670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f5244c-b9d9-4c46-850c-e4fabb823297 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:03.343475 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c6f5244c-b9d9-4c46-850c-e4fabb823297 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2392974 Jul 06 18:10:03.352535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.399610 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c12101-401a-49d1-8858-1e0f95598f76 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] DELETE failed (client error): The resource could not be found. Jul 06 18:10:03.403159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c12101-401a-49d1-8858-1e0f95598f76 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:03.410371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-91c12101-401a-49d1-8858-1e0f95598f76 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "DELETE /v2.0/networks/06ee7af1-52c0-4a1c-9eef-a820fd8cbc48 HTTP/1.1" status: 404 len: 339 time: 0.0561249 Jul 06 18:10:03.416524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.469149 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-46148491-eb75-4fbc-8e4a-607dc753a512 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] DELETE failed (client error): The resource could not be found. Jul 06 18:10:03.470213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46148491-eb75-4fbc-8e4a-607dc753a512 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:03.472370 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-46148491-eb75-4fbc-8e4a-607dc753a512 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "DELETE /v2.0/ports/593eae29-0424-4f77-a895-570e27ea0500 HTTP/1.1" status: 404 len: 333 time: 0.0475619 Jul 06 18:10:03.476558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.543380 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9c315d-d20d-4244-a128-52b5dd07913e tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] DELETE failed (client error): The resource could not be found. Jul 06 18:10:03.545871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9c315d-d20d-4244-a128-52b5dd07913e tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:03.549374 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3d9c315d-d20d-4244-a128-52b5dd07913e tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "DELETE /v2.0/subnets/a3b49a4e-e9e8-43cb-bdfe-e0d612aeca5f HTTP/1.1" status: 404 len: 337 time: 0.0714567 Jul 06 18:10:03.553631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40940) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.572590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Made reservation on behalf of 670f5fa5f28e4947a7e98f8a88078e8c for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:03.576613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:03.602179 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-17725d3d-64aa-4581-81f4-6e168ef1b62b tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] GET failed (client error): The resource could not be found. Jul 06 18:10:03.609442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-17725d3d-64aa-4581-81f4-6e168ef1b62b tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "GET /v2.0/networks/23055ece-9d27-4b5c-b6ef-5ea4e9a292a6 HTTP/1.1" status: 404 len: 339 time: 0.0482521 Jul 06 18:10:03.610377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40942) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.667920 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeae9355-afed-4b24-8825-82afc0253898 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] GET failed (client error): The resource could not be found. Jul 06 18:10:03.675959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eeae9355-afed-4b24-8825-82afc0253898 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "GET /v2.0/ports/45bb6339-1848-49dc-a4d2-36afdef1f14c HTTP/1.1" status: 404 len: 333 time: 0.0587580 Jul 06 18:10:03.676364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 40944) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.713533 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7e984b-175d-4f11-8397-e29154171c24 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] GET failed (client error): The resource could not be found. Jul 06 18:10:03.715608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-af7e984b-175d-4f11-8397-e29154171c24 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "GET /v2.0/subnets/8a23c329-d3b2-4e69-8bdc-9d82163676f4 HTTP/1.1" status: 404 len: 337 time: 0.0377476 Jul 06 18:10:03.721761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40948) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.746065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-32808848-678c-4a97-8c55-72a8d33c075a tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:03.792800 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-32808848-678c-4a97-8c55-72a8d33c075a tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] PUT failed (client error): The resource could not be found. Jul 06 18:10:03.794605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32808848-678c-4a97-8c55-72a8d33c075a tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:03.802182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8098c586-dcbd-4eea-91c0-d0b9fa7dd56a req-c8c304a4-c3b1-49ea-8c30-7a85d3525b66 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 210 time: 0.0487342 Jul 06 18:10:03.810427 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-32808848-678c-4a97-8c55-72a8d33c075a tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "PUT /v2.0/networks/c413bdcf-c914-4ef6-95ee-fd2b2397d400 HTTP/1.1" status: 404 len: 339 time: 0.0737696 Jul 06 18:10:03.812323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.824139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3449437b-6620-4672-9ffb-0f1ee64e9ae2 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:03.892499 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3449437b-6620-4672-9ffb-0f1ee64e9ae2 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] PUT failed (client error): The resource could not be found. Jul 06 18:10:03.896337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3449437b-6620-4672-9ffb-0f1ee64e9ae2 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:03.906255 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3449437b-6620-4672-9ffb-0f1ee64e9ae2 tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "PUT /v2.0/ports/5d0e420d-f964-48a9-8120-9d63787e3dec HTTP/1.1" status: 404 len: 333 time: 0.0878546 Jul 06 18:10:03.906691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:03.921326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-791d36e2-e55f-4a7f-afbb-12a697e400ac tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:03.983858 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-791d36e2-e55f-4a7f-afbb-12a697e400ac tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] PUT failed (client error): The resource could not be found. Jul 06 18:10:03.987536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791d36e2-e55f-4a7f-afbb-12a697e400ac tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:03.995200 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-791d36e2-e55f-4a7f-afbb-12a697e400ac tempest-NetworksNegativeTestJSON-1412063710 tempest-NetworksNegativeTestJSON-1412063710-project] 10.222.0.13 "PUT /v2.0/subnets/55b4586d-7422-4852-b46d-ed5c48ea61ef HTTP/1.1" status: 404 len: 337 time: 0.0860868 Jul 06 18:10:04.008511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-288df3fd-9335-49d2-b487-3c9c444cc09c tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:04.016714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-288df3fd-9335-49d2-b487-3c9c444cc09c tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.22 "GET /v2.0/networks?id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5 HTTP/1.1" status: 200 len: 910 time: 0.2270854 Jul 06 18:10:04.033760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Request body: {'port': {'device_id': 'fd9f6626-2e0d-49a8-9d6d-0fa6733a6277', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'admin_state_up': True, 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:04.105032 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-474946b9-eed5-4175-be0a-c656f3b2184a req-9e6b3859-b465-4795-a116-964cd9b360c4 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 210 time: 0.0649042 Jul 06 18:10:04.113443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Allocated IP 172.20.0.13 (99013c77-c403-4820-9f66-ff6e35b86d25/8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b/b6466b90-f8a0-435c-b1f8-f671637a315c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:04.155016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b081d7-f845-4ffa-bcc1-7e89a2de1bf2 req-7e9a6694-63b6-448d-aa1e-9eaf45abe24c tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:04.168207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Made reservation on behalf of 370a136dc9d2423cbb34a3f215d5acd1 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:04.172153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:04.174199 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1b081d7-f845-4ffa-bcc1-7e89a2de1bf2 req-7e9a6694-63b6-448d-aa1e-9eaf45abe24c tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 945 time: 0.2421303 Jul 06 18:10:04.293630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1b081d7-f845-4ffa-bcc1-7e89a2de1bf2 req-0a4336a6-870a-405b-a339-e16bc724d688 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173301 Jul 06 18:10:04.496723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Allocated IP 172.20.0.6 (1e08cbd0-8e52-4f76-9e21-c254414cd9e5/89fd560e-d537-4ffe-ac9e-03ab311f835e/f8a27616-48ad-4cf0-b612-1c1633239641) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:04.521354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 40988) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:04.546385 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:04.712735 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:04.727362 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b77c6b4-711f-48b5-8759-2e53ab2c7d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:04.812472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Pushing event updated for resources: {'Port': ['ID=b6466b90-f8a0-435c-b1f8-f671637a315c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:04.852542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Network 99013c77-c403-4820-9f66-ff6e35b86d25 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:04.860220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:04.870959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:04.935170 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:04.967082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Transition to ACTIVE for port object f8a27616-48ad-4cf0-b612-1c1633239641 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:04.978571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:04.979370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.031523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.046263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['79ede618-cfc6-4800-9bf7-eb64d7c018ea'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:05.083251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:05.088024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:05.092968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:05.122369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b77c6b4-711f-48b5-8759-2e53ab2c7d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.137380 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b77c6b4-711f-48b5-8759-2e53ab2c7d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.213892 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-402e5d84-3d6f-415c-b464-50298722a861 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9318345 Jul 06 18:10:05.268891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77c6b4-711f-48b5-8759-2e53ab2c7d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191cb958-4596-46ad-b0e5-da114df6b158,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:05.289234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3b77c6b4-711f-48b5-8759-2e53ab2c7d92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d40bb7874e34f0daab0ebe61787896a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7647364 Jul 06 18:10:05.289627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:05.315694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Request body: {'port': {'device_id': '402a02fd-cfb7-47c2-adfe-aa61ea925536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:05.390508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a27616-48ad-4cf0-b612-1c1633239641,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:05.514947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:05.516571 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.525600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-450a2e28-cc81-436d-8832-caa26a87fa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.566895 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.583991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-450a2e28-cc81-436d-8832-caa26a87fa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.608311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.635297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-fe5831b4-bbab-411b-8f56-c064a00dd3a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6059508 Jul 06 18:10:05.682915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0d2f72a9-121b-4f31-88e1-e79268611d9d None None] Provisioning for port f8a27616-48ad-4cf0-b612-1c1633239641 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:05.690323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0d2f72a9-121b-4f31-88e1-e79268611d9d None None] Provisioning complete for port f8a27616-48ad-4cf0-b612-1c1633239641 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:05.690834 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0d2f72a9-121b-4f31-88e1-e79268611d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.700849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be108ba8-2800-4c83-aad9-4bd337e3f278 req-82f7e78b-6d64-419a-b55a-20799d0c917b tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:05.705016 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be108ba8-2800-4c83-aad9-4bd337e3f278 req-82f7e78b-6d64-419a-b55a-20799d0c917b tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1027 time: 0.1413012 Jul 06 18:10:05.731359 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-450a2e28-cc81-436d-8832-caa26a87fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.736785 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-450a2e28-cc81-436d-8832-caa26a87fa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:05.740567 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-450a2e28-cc81-436d-8832-caa26a87fa28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/191cb958-4596-46ad-b0e5-da114df6b158 HTTP/1.1" status: 204 len: 168 time: 0.4497340 Jul 06 18:10:05.749218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Request body: {'port': {'device_id': 'fd9f6626-2e0d-49a8-9d6d-0fa6733a6277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:05.779873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f72a9-121b-4f31-88e1-e79268611d9d None None] Port f8a27616-48ad-4cf0-b612-1c1633239641 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:10:05.790054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a2e28-cc81-436d-8832-caa26a87fa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191cb958-4596-46ad-b0e5-da114df6b158,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:05.840828 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be108ba8-2800-4c83-aad9-4bd337e3f278 req-e447eaff-7feb-445f-9923-d54b8907e45e tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296856 Jul 06 18:10:05.934622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73cb24-fe9c-4844-80f5-9428989d5017 req-4e089084-7788-479e-a559-9d45a7182549 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:05.937396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e73cb24-fe9c-4844-80f5-9428989d5017 req-4e089084-7788-479e-a559-9d45a7182549 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 932 time: 0.8086855 Jul 06 18:10:06.167507 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.259733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e73cb24-fe9c-4844-80f5-9428989d5017 req-0ae1cad0-612e-4845-96f5-d4fda47b82be tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135796 Jul 06 18:10:06.605266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6466b90-f8a0-435c-b1f8-f671637a315c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:06.616903 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.649945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Transition to ACTIVE for port object b6466b90-f8a0-435c-b1f8-f671637a315c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:06.672304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:06.896253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Pushing event updated for resources: {'Port': ['ID=b6466b90-f8a0-435c-b1f8-f671637a315c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:06.915574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a27616-48ad-4cf0-b612-1c1633239641 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:06.943414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.012214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Transition to ACTIVE for port object f8a27616-48ad-4cf0-b612-1c1633239641 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:07.021218 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.084661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Attempting to bind port b6466b90-f8a0-435c-b1f8-f671637a315c on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:07.085885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Attempting to bind port b6466b90-f8a0-435c-b1f8-f671637a315c by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c31c11b7-022e-4f2e-873d-52a10b1dffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:07.086243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Attempting to bind port b6466b90-f8a0-435c-b1f8-f671637a315c on network 99013c77-c403-4820-9f66-ff6e35b86d25 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:07.107505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-5142c59c-55a9-4e71-8aa2-74c88a5ede63 req-b29afafa-2cb5-4797-bad5-8b6a920f951a service neutron] (93779) timed out ('10.222.0.55', 56832) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:10:07.108074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Port b6466b90-f8a0-435c-b1f8-f671637a315c on network 99013c77-c403-4820-9f66-ff6e35b86d25 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:10:07.108697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Attempting to bind port b6466b90-f8a0-435c-b1f8-f671637a315c on network 99013c77-c403-4820-9f66-ff6e35b86d25 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:07.150247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:07.150903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Checking segment: {'id': 'c31c11b7-022e-4f2e-873d-52a10b1dffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:07.153281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Bound using segment: {'id': 'c31c11b7-022e-4f2e-873d-52a10b1dffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:07.153772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Bound port: b6466b90-f8a0-435c-b1f8-f671637a315c, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31c11b7-022e-4f2e-873d-52a10b1dffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:07.154159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.241901 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:07.242660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Pushing event updated for resources: {'Port': ['ID=f8a27616-48ad-4cf0-b612-1c1633239641,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:07.360852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb160c6-da07-4026-ba48-e453b5bb6ad7 req-aac0c7e7-f2e8-46b9-ae64-859ae7e598ce tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:07.362535 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-adb160c6-da07-4026-ba48-e453b5bb6ad7 req-aac0c7e7-f2e8-46b9-ae64-859ae7e598ce tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1052 time: 0.1893072 Jul 06 18:10:07.469283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-adb160c6-da07-4026-ba48-e453b5bb6ad7 req-e97e9989-fcfc-4e80-9a81-b2616a0f2e95 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857897 Jul 06 18:10:07.755201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-951616956'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:07.841669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Attempting to bind port f8a27616-48ad-4cf0-b612-1c1633239641 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:07.841949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Attempting to bind port f8a27616-48ad-4cf0-b612-1c1633239641 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:07.842369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Attempting to bind port f8a27616-48ad-4cf0-b612-1c1633239641 on network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:07.862879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:07.866993 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.870022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] For port b6466b90-f8a0-435c-b1f8-f671637a315c, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:07.873031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Port f8a27616-48ad-4cf0-b612-1c1633239641 on network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:10:07.873370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Attempting to bind port f8a27616-48ad-4cf0-b612-1c1633239641 on network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:07.878407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] For port b6466b90-f8a0-435c-b1f8-f671637a315c, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6466b90-f8a0-435c-b1f8-f671637a315c,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:07.893938 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.898767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.904124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:07.904478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Checking segment: {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:07.904881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Bound using segment: {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:07.905343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Bound port: f8a27616-48ad-4cf0-b612-1c1633239641, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891ad8bd-0059-4e10-9817-30e2a0499294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:07.905714 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.968142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:07.968870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:07.971402 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] 10.222.0.22 "PUT /v2.0/ports/b6466b90-f8a0-435c-b1f8-f671637a315c HTTP/1.1" status: 200 len: 1092 time: 2.6609051 Jul 06 18:10:07.976760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402a02fd-cfb7-47c2-adfe-aa61ea925536', 'tag': 'b6466b90-f8a0-435c-b1f8-f671637a315c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:07.979422 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9b5572-d673-4d26-9764-db3485909f08" -d '{"events": [{"name": "network-changed", "server_uuid": "402a02fd-cfb7-47c2-adfe-aa61ea925536", "tag": "b6466b90-f8a0-435c-b1f8-f671637a315c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:08.037787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5db6e-65b5-4aa0-b0f2-880d291417bf req-4b7de2aa-a12e-45d3-81cd-e5a2dcd8a9eb tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:08.045636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0f5db6e-65b5-4aa0-b0f2-880d291417bf req-4b7de2aa-a12e-45d3-81cd-e5a2dcd8a9eb tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 944 time: 0.2968602 Jul 06 18:10:08.115545 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a466965b-20ee-45d2-8fc5-d9c8568cbd9d x-openstack-request-id: req-a466965b-20ee-45d2-8fc5-d9c8568cbd9d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:08.115823 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402a02fd-cfb7-47c2-adfe-aa61ea925536", "tag": "b6466b90-f8a0-435c-b1f8-f671637a315c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:08.116188 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a466965b-20ee-45d2-8fc5-d9c8568cbd9d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:08.116593 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402a02fd-cfb7-47c2-adfe-aa61ea925536', 'tag': 'b6466b90-f8a0-435c-b1f8-f671637a315c', 'status': 'completed', 'code': 200} Jul 06 18:10:08.138457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8129-0d64-4dd2-9c71-2dcbe561d79c service neutron] Pushing event updated for resources: {'Port': ['ID=b6466b90-f8a0-435c-b1f8-f671637a315c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:08.197587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] For port f8a27616-48ad-4cf0-b612-1c1633239641, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:08.243284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] For port f8a27616-48ad-4cf0-b612-1c1633239641, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f8a27616-48ad-4cf0-b612-1c1633239641,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:08.259034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0f5db6e-65b5-4aa0-b0f2-880d291417bf req-e4fd9b08-eb36-43c7-aee9-1495e26657cc tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123699 Jul 06 18:10:08.265414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.348090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:08.348740 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.350285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-246b7b99-5750-4060-984d-e728744c63dc service neutron] 10.222.0.22 "PUT /v2.0/ports/f8a27616-48ad-4cf0-b612-1c1633239641 HTTP/1.1" status: 200 len: 1091 time: 2.6996853 Jul 06 18:10:08.367941 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.370148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-e0f49be0-bd38-44df-8f94-0f5ee6263b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:08.371889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-e0f49be0-bd38-44df-8f94-0f5ee6263b0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=670f5fa5f28e4947a7e98f8a88078e8c&device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 1095 time: 0.2890897 Jul 06 18:10:08.393722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.470794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b7b99-5750-4060-984d-e728744c63dc service neutron] Pushing event updated for resources: {'Port': ['ID=f8a27616-48ad-4cf0-b612-1c1633239641,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:08.475741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-7fe1b6c8-da16-42d9-b679-2b5f51e61383 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6466b90-f8a0-435c-b1f8-f671637a315c HTTP/1.1" status: 200 len: 217 time: 0.0949597 Jul 06 18:10:08.575097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6370db-d5bc-4d76-b54f-e5f636cf63b0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:08.578569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:10:08.620003 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.620360 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Added segment 4e8a7952-b232-41d5-a917-a3e7519d7685 of type vlan for network 586427b9-2364-4c30-a005-ac80deb1577a Jul 06 18:10:08.691314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-01eb08d4-d6c5-4cb6-8746-88fbe7d7a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:08.696219 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-01eb08d4-d6c5-4cb6-8746-88fbe7d7a1db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b HTTP/1.1" status: 200 len: 849 time: 0.1575692 Jul 06 18:10:08.701934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-20b2d433-f5fd-4f6c-bd27-7106c6045d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:08.703894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-20b2d433-f5fd-4f6c-bd27-7106c6045d8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=370a136dc9d2423cbb34a3f215d5acd1&device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1094 time: 0.2490799 Jul 06 18:10:08.845353 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:08.867886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-734661d3-008d-4132-bda6-108fc03dd4ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=99013c77-c403-4820-9f66-ff6e35b86d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1626656 Jul 06 18:10:08.887867 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-3b2e004b-6b3c-4e9b-a48b-88188699aedf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a27616-48ad-4cf0-b612-1c1633239641 HTTP/1.1" status: 200 len: 217 time: 0.1660652 Jul 06 18:10:08.902079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-df8e81da-3e6e-4bf9-aaf2-280b2d98d039 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:10:08.914891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-df8e81da-3e6e-4bf9-aaf2-280b2d98d039 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146730 Jul 06 18:10:08.937404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec4c4a-e022-44cd-ab8c-207dae420006 req-0e11c535-f690-4e4a-ac52-69407e3cb67a tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:08.940924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a5ec4c4a-e022-44cd-ab8c-207dae420006 req-0e11c535-f690-4e4a-ac52-69407e3cb67a tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1094 time: 0.1754153 Jul 06 18:10:09.019606 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a5ec4c4a-e022-44cd-ab8c-207dae420006 req-85ae7c85-aecd-46c6-9221-c5f02b8997a5 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708244 Jul 06 18:10:09.106321 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 18:10:09.154570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-ad86264e-0f6a-4186-b956-b8bda3392d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:09.156570 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-ad86264e-0f6a-4186-b956-b8bda3392d83 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89fd560e-d537-4ffe-ac9e-03ab311f835e HTTP/1.1" status: 200 len: 848 time: 0.1968069 Jul 06 18:10:09.192333 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.200639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:09.201681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.384840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-4900d291-7a64-430b-be97-900a17f83207 service neutron] 10.222.0.22 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685147 Jul 06 18:10:09.407448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1577229 Jul 06 18:10:09.407738 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41122) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:09.413964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'name': 'tempest-PortsIpV6TestJSON-1313761450'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:09.465944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ba931-ea6b-4950-b430-30d06df737ae tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Network': ['ID=586427b9-2364-4c30-a005-ac80deb1577a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:09.485704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 586427b9-2364-4c30-a005-ac80deb1577a details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:10:09.614615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-20f8cdff-461c-482b-8b0c-6d533e25e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:09.617363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-20f8cdff-461c-482b-8b0c-6d533e25e1bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4520829 Jul 06 18:10:09.653156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:09.663851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:09.714791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:09.725296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cd877e0-4c87-4809-923d-9e9a38fdc7c3 req-ac9bff34-619d-47b9-aa91-8a0407f581d0 service neutron] 10.222.0.22 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322909 Jul 06 18:10:09.797153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-05d216c0-0db7-437d-9cf6-4efa544074c5 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386857 Jul 06 18:10:09.808526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f88b38-c4b5-4275-99d0-7fa424f59124 req-4a151823-2405-489b-98dc-d74d05d7eb89 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:09.819958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1f88b38-c4b5-4275-99d0-7fa424f59124 req-4a151823-2405-489b-98dc-d74d05d7eb89 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 944 time: 0.2468684 Jul 06 18:10:09.994240 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:10.081803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1f88b38-c4b5-4275-99d0-7fa424f59124 req-9852d1a2-1fea-4e92-a3c1-6972b6f3a5b5 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590759 Jul 06 18:10:10.117149 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:10.120014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9f6626-2e0d-49a8-9d6d-0fa6733a6277', 'tag': 'f8a27616-48ad-4cf0-b612-1c1633239641'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:10.133055 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9f6626-2e0d-49a8-9d6d-0fa6733a6277", "tag": "f8a27616-48ad-4cf0-b612-1c1633239641"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:10.189293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b5572-d673-4d26-9764-db3485909f08 req-ac50330f-b004-4630-9bb1-28632254af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.202379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e9b5572-d673-4d26-9764-db3485909f08 req-ac50330f-b004-4630-9bb1-28632254af84 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=670f5fa5f28e4947a7e98f8a88078e8c&device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 1095 time: 0.3746307 Jul 06 18:10:10.217637 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed875f7-ae24-4317-8dd0-247cc4c877f4 x-openstack-request-id: req-9ed875f7-ae24-4317-8dd0-247cc4c877f4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:10.219305 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9f6626-2e0d-49a8-9d6d-0fa6733a6277", "tag": "f8a27616-48ad-4cf0-b612-1c1633239641", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:10.220579 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ed875f7-ae24-4317-8dd0-247cc4c877f4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:10.221821 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9f6626-2e0d-49a8-9d6d-0fa6733a6277', 'tag': 'f8a27616-48ad-4cf0-b612-1c1633239641', 'status': 'completed', 'code': 200} Jul 06 18:10:10.259865 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0bafba1-7a3a-421d-aa56-0fd94f0a0cb7 req-3197189d-1cdf-485c-b3d5-f51165da1785 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346702 Jul 06 18:10:10.292292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=a52314c5-7bb6-49b9-a3f8-d6e4e1435423,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:10.407903 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Checking segment: {'id': '4e8a7952-b232-41d5-a917-a3e7519d7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '586427b9-2364-4c30-a005-ac80deb1577a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:10.409140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network hostable DHCP agents. Network: 586427b9-2364-4c30-a005-ac80deb1577a, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:10:10.503942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:10:10.512264 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b5572-d673-4d26-9764-db3485909f08 req-67be7271-3e66-4cc8-8a20-d29ff4d28782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.515183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e9b5572-d673-4d26-9764-db3485909f08 req-67be7271-3e66-4cc8-8a20-d29ff4d28782 service neutron] 10.222.0.22 "GET /v2.0/networks?id=99013c77-c403-4820-9f66-ff6e35b86d25 HTTP/1.1" status: 200 len: 910 time: 0.2896874 Jul 06 18:10:10.518850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-775444b9-7e56-4de4-b5bd-b6f2b0c5ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.524055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-775444b9-7e56-4de4-b5bd-b6f2b0c5ee37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=370a136dc9d2423cbb34a3f215d5acd1&device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1094 time: 0.1701970 Jul 06 18:10:10.530176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 586427b9-2364-4c30-a005-ac80deb1577a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:10.542307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:10.548794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ef0eb-6953-4ab6-8419-51ee88c0f361 None None] Network 586427b9-2364-4c30-a005-ac80deb1577a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:10.558716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.559409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:10.630408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-60d49e50-af9e-4e25-951d-b2f162c68683 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2162325 Jul 06 18:10:10.632214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:10.649102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-302894522'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:10.686735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04313366-1a11-4dc5-93d7-2cf1a9168b10 req-a4aca53e-14b4-4e91-a8da-f3975a3bd207 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.700845 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04313366-1a11-4dc5-93d7-2cf1a9168b10 req-a4aca53e-14b4-4e91-a8da-f3975a3bd207 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1094 time: 0.3283551 Jul 06 18:10:10.738188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e9b5572-d673-4d26-9764-db3485909f08 req-4a46e772-6205-44d1-b230-791ae1ea1c37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6466b90-f8a0-435c-b1f8-f671637a315c HTTP/1.1" status: 200 len: 217 time: 0.2116921 Jul 06 18:10:10.820378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:10.826880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:10.878137 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:10:10.887122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b5572-d673-4d26-9764-db3485909f08 req-c5e9ac18-5f16-47c1-b912-bcd4ce0db449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.889524 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e9b5572-d673-4d26-9764-db3485909f08 req-c5e9ac18-5f16-47c1-b912-bcd4ce0db449 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b HTTP/1.1" status: 200 len: 849 time: 0.1408515 Jul 06 18:10:10.891889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-59f964de-f777-4573-87f2-4d2ee86fb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:10.894441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-59f964de-f777-4573-87f2-4d2ee86fb14c service neutron] 10.222.0.22 "GET /v2.0/networks?id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5 HTTP/1.1" status: 200 len: 910 time: 0.3525813 Jul 06 18:10:10.901814 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-04313366-1a11-4dc5-93d7-2cf1a9168b10 req-a540fd26-fc15-445d-b063-1d8b99d5fb6a tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974142 Jul 06 18:10:10.921146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:10.921747 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Added segment 3d6903a1-d770-4873-8cab-dc590a49f586 of type vlan for network 9510c286-b9e9-4b1c-a26c-868b7fc13f9b Jul 06 18:10:11.004942 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:11.012077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e9b5572-d673-4d26-9764-db3485909f08 req-85c42e83-a97d-46e5-82a7-7656a5f3d32a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=99013c77-c403-4820-9f66-ff6e35b86d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075058 Jul 06 18:10:11.015261 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-6bfcb9bf-6976-4e18-8c8c-7757b03bacd5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a27616-48ad-4cf0-b612-1c1633239641 HTTP/1.1" status: 200 len: 217 time: 0.0940971 Jul 06 18:10:11.062804 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:11.079266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:11.080710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:11.160471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5190270 Jul 06 18:10:11.161218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41156) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:11.180420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'ports': [{'network_id': '586427b9-2364-4c30-a005-ac80deb1577a'}, {'network_id': '9510c286-b9e9-4b1c-a26c-868b7fc13f9b'}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:11.181848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:11.182646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '9510c286-b9e9-4b1c-a26c-868b7fc13f9b'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:11.241986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-9fc08b5a-3a60-4f11-a9f7-796dddb338cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:11.244426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90c558-3bee-48aa-9c28-d5fdcf6a23a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Network': ['ID=9510c286-b9e9-4b1c-a26c-868b7fc13f9b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:11.245225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-9fc08b5a-3a60-4f11-a9f7-796dddb338cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89fd560e-d537-4ffe-ac9e-03ab311f835e HTTP/1.1" status: 200 len: 848 time: 0.2083519 Jul 06 18:10:11.259464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 9510c286-b9e9-4b1c-a26c-868b7fc13f9b details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:10:11.355271 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e9b5572-d673-4d26-9764-db3485909f08 req-087ffda8-2e44-456f-962f-a63fd6f744cd service neutron] 10.222.0.22 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196800 Jul 06 18:10:11.457612 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:11.469368 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:11.489565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:11.539841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-1fffb4bb-f4fb-432a-9865-3b527ecf884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:11.541453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-1fffb4bb-f4fb-432a-9865-3b527ecf884f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2746141 Jul 06 18:10:11.591325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7e9b5572-d673-4d26-9764-db3485909f08 req-ccd9468a-e305-477f-b0a2-1e0405ad33c1 service neutron] 10.222.0.22 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293124 Jul 06 18:10:11.613913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 1439422e-f1ff-449e-a172-9271855910ef yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:11.760847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff4960-8731-4f0b-92dd-ffb0d7fcf84c req-09202023-6484-4b8f-99e2-a1652ab140c1 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:11.763336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bff4960-8731-4f0b-92dd-ffb0d7fcf84c req-09202023-6484-4b8f-99e2-a1652ab140c1 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 944 time: 0.3501401 Jul 06 18:10:11.775694 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:11.853269 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bff4960-8731-4f0b-92dd-ffb0d7fcf84c req-c0feebe4-dda3-44df-b8f5-9bcad121fe64 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793893 Jul 06 18:10:11.904518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 581365da-ee21-494b-afe4-438cc4a90b0c yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:11.929072 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-85462012-df83-4123-a363-8136c0b88e43 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354514 Jul 06 18:10:12.044394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b6466b90-f8a0-435c-b1f8-f671637a315c details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:10:12.196709 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0ad962-9b72-4832-90ee-05ce33ac4eb9 req-c2e903db-b01d-49f5-a040-71eb3e6ccb81 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603514 Jul 06 18:10:12.233576 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:12.353288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:12.390985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b6466b90-f8a0-435c-b1f8-f671637a315c, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6466b90-f8a0-435c-b1f8-f671637a315c,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:12.420666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'b6466b90-f8a0-435c-b1f8-f671637a315c', 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25', 'port_id': 'b6466b90-f8a0-435c-b1f8-f671637a315c', 'mac_address': 'fa:16:3e:60:5e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:10:12.427601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:12.495814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:12.506439 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:12.511013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:12.512729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:12.538618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6466b90-f8a0-435c-b1f8-f671637a315c {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:12.587816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301e58-28e2-489a-a187-e1342da12426 req-6311b430-8398-4f1f-a36c-765e2956e7e6 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:12.603748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b6466b90-f8a0-435c-b1f8-f671637a315c, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6466b90-f8a0-435c-b1f8-f671637a315c,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:12.612909 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:12.614047 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28301e58-28e2-489a-a187-e1342da12426 req-6311b430-8398-4f1f-a36c-765e2956e7e6 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1094 time: 0.3448169 Jul 06 18:10:12.614858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f8a27616-48ad-4cf0-b612-1c1633239641 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:10:12.635185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=1439422e-f1ff-449e-a172-9271855910ef,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:12.760079 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28301e58-28e2-489a-a187-e1342da12426 req-a70cf42d-cbb6-4e39-a41a-11f5b4948924 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445017 Jul 06 18:10:12.814685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Checking segment: {'id': '3d6903a1-d770-4873-8cab-dc590a49f586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9510c286-b9e9-4b1c-a26c-868b7fc13f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:12.816488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network hostable DHCP agents. Network: 9510c286-b9e9-4b1c-a26c-868b7fc13f9b, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:10:12.833484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=581365da-ee21-494b-afe4-438cc4a90b0c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:12.885413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 9510c286-b9e9-4b1c-a26c-868b7fc13f9b is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:10:12.911838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 9510c286-b9e9-4b1c-a26c-868b7fc13f9b) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:12.932208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:12.955218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:12.971905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b6466b90-f8a0-435c-b1f8-f671637a315c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:12.978234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37535a4-8800-4a3d-a1af-111eb12b304f None None] Network 9510c286-b9e9-4b1c-a26c-868b7fc13f9b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:12.981381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:12.982116 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.018202 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4cc09541-67bb-4e6d-9993-fd6f23157198 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8488531 Jul 06 18:10:13.022750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:13.228593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f8a27616-48ad-4cf0-b612-1c1633239641, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f8a27616-48ad-4cf0-b612-1c1633239641,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:13.245971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-49270fd5-024f-4730-a03e-cd2d372d42c8 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 581365da-ee21-494b-afe4-438cc4a90b0c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:13.246911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49270fd5-024f-4730-a03e-cd2d372d42c8 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.269957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'f8a27616-48ad-4cf0-b612-1c1633239641', 'network_id': '1e08cbd0-8e52-4f76-9e21-c254414cd9e5', 'port_id': 'f8a27616-48ad-4cf0-b612-1c1633239641', 'mac_address': 'fa:16:3e:c8:5f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fd560e-d537-4ffe-ac9e-03ab311f835e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:10:13.299038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6e77b-2b5f-4824-bb82-1580281d1003 req-a43050eb-b969-4d89-8ccd-0a36ced427e7 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:13.301762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2b6e77b-2b5f-4824-bb82-1580281d1003 req-a43050eb-b969-4d89-8ccd-0a36ced427e7 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 945 time: 0.1517038 Jul 06 18:10:13.391291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e2b6e77b-2b5f-4824-bb82-1580281d1003 req-27297508-4874-4ba4-a165-0361b0cd2fcc tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805352 Jul 06 18:10:13.404696 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.440592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49270fd5-024f-4730-a03e-cd2d372d42c8 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.447703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a27616-48ad-4cf0-b612-1c1633239641 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:13.473787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-49270fd5-024f-4730-a03e-cd2d372d42c8 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 581365da-ee21-494b-afe4-438cc4a90b0c owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:13.518310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f8a27616-48ad-4cf0-b612-1c1633239641, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f8a27616-48ad-4cf0-b612-1c1633239641,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:13.526741 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.622132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f8a27616-48ad-4cf0-b612-1c1633239641,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:13.642652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49270fd5-024f-4730-a03e-cd2d372d42c8 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.677545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49270fd5-024f-4730-a03e-cd2d372d42c8 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=581365da-ee21-494b-afe4-438cc4a90b0c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:13.683795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49270fd5-024f-4730-a03e-cd2d372d42c8 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:13.686541 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-49270fd5-024f-4730-a03e-cd2d372d42c8 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/581365da-ee21-494b-afe4-438cc4a90b0c HTTP/1.1" status: 204 len: 168 time: 0.6626837 Jul 06 18:10:13.690672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:13.754403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['f8a27616-48ad-4cf0-b612-1c1633239641'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:13.767543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b6466b90-f8a0-435c-b1f8-f671637a315c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:13.818899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937906a3-4b8e-4eb5-961b-3e222e2cabcf tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:13.834265 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937906a3-4b8e-4eb5-961b-3e222e2cabcf tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:13.839165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-937906a3-4b8e-4eb5-961b-3e222e2cabcf tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1447556 Jul 06 18:10:13.840306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:14.179244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bb30b-bd42-4911-b963-9e8cbe5b267e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 1439422e-f1ff-449e-a172-9271855910ef {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:14.179801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb30b-bd42-4911-b963-9e8cbe5b267e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.198401 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfe86c-4989-46c8-9f43-15854b4b0638 req-720ee0e1-bf31-4964-83a1-aed0bcdc0da5 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:14.199993 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74cfe86c-4989-46c8-9f43-15854b4b0638 req-720ee0e1-bf31-4964-83a1-aed0bcdc0da5 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1095 time: 0.1538699 Jul 06 18:10:14.293778 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb30b-bd42-4911-b963-9e8cbe5b267e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.318988 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74cfe86c-4989-46c8-9f43-15854b4b0638 req-cbafa271-7877-4b73-a35f-a7f4c6e69ed0 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910895 Jul 06 18:10:14.338621 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bb30b-bd42-4911-b963-9e8cbe5b267e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 1439422e-f1ff-449e-a172-9271855910ef owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:14.485998 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb30b-bd42-4911-b963-9e8cbe5b267e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.528324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bb30b-bd42-4911-b963-9e8cbe5b267e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=1439422e-f1ff-449e-a172-9271855910ef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:14.540156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c7bb30b-bd42-4911-b963-9e8cbe5b267e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:14.542928 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6c7bb30b-bd42-4911-b963-9e8cbe5b267e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/1439422e-f1ff-449e-a172-9271855910ef HTTP/1.1" status: 204 len: 168 time: 0.6970997 Jul 06 18:10:14.546519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:14.747894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c63c8-1c07-4ef3-bf69-70f5f69e1421 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:14.752747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-371c63c8-1c07-4ef3-bf69-70f5f69e1421 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2017763 Jul 06 18:10:14.753037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:14.797757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9e18-87fa-4573-8d36-2e41de5fc4a0 req-269ead78-081a-44e2-99cd-27a5a25be0df tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:14.802522 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-64cf9e18-87fa-4573-8d36-2e41de5fc4a0 req-269ead78-081a-44e2-99cd-27a5a25be0df tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 945 time: 0.1353557 Jul 06 18:10:14.811374 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-495271c7-29a4-404b-97ca-5ce4c73c3d25 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:10:14.815083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-495271c7-29a4-404b-97ca-5ce4c73c3d25 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/581365da-ee21-494b-afe4-438cc4a90b0c HTTP/1.1" status: 404 len: 333 time: 0.0595601 Jul 06 18:10:14.820406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:14.876481 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d48e2b-d5a7-490c-879b-11ed21db2c68 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:10:14.879612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-27d48e2b-d5a7-490c-879b-11ed21db2c68 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/1439422e-f1ff-449e-a172-9271855910ef HTTP/1.1" status: 404 len: 333 time: 0.0573325 Jul 06 18:10:14.883823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41204) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:14.900257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-64cf9e18-87fa-4573-8d36-2e41de5fc4a0 req-3e701da4-5895-481e-a3a9-0b7531f55102 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801818 Jul 06 18:10:15.017222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.162384 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.180574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9510c286-b9e9-4b1c-a26c-868b7fc13f9b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:15.197766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6903a1-d770-4873-8cab-dc590a49f586') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:15.198476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6903a1-d770-4873-8cab-dc590a49f586') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:15.209277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.233480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.244555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:10:15.244555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:10:15.247080 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:10:15.329389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.344105 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.347421 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/networks/9510c286-b9e9-4b1c-a26c-868b7fc13f9b HTTP/1.1" status: 204 len: 168 time: 0.4618351 Jul 06 18:10:15.351973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41210) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.358432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2032944053'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:15.373480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066f61a-0141-482a-b61d-7576548d765c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Network': ['ID=9510c286-b9e9-4b1c-a26c-868b7fc13f9b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:15.390836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:15.395251 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.438409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:10:15.455553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.457535 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Added segment 94523295-2e62-4c91-b02f-fa56d0bb765f of type vlan for network 6deac61c-f089-4910-a657-b0400ec8ca9d Jul 06 18:10:15.560140 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.631035 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.645460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:15.647103 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:15.686364 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c1be-4bb9-4828-93e3-141d19e022c1 req-11a90034-407a-4190-80a5-f49defcac6e8 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:15.688008 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c53c1be-4bb9-4828-93e3-141d19e022c1 req-11a90034-407a-4190-80a5-f49defcac6e8 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1095 time: 0.1186669 Jul 06 18:10:15.769377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c53c1be-4bb9-4828-93e3-141d19e022c1 req-10de7547-65ad-46d4-95a5-f77b62ae173d tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724661 Jul 06 18:10:15.779666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:15.780090 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4260569 Jul 06 18:10:15.795835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '6deac61c-f089-4910-a657-b0400ec8ca9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:15.842733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f24e2-c36c-43cb-87da-d32268e70150 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Network': ['ID=6deac61c-f089-4910-a657-b0400ec8ca9d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:15.857175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 6deac61c-f089-4910-a657-b0400ec8ca9d details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:10:16.002844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:16.010990 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.066013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b6466b90-f8a0-435c-b1f8-f671637a315c up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:16.159324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port b6466b90-f8a0-435c-b1f8-f671637a315c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:16.165624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port b6466b90-f8a0-435c-b1f8-f671637a315c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:16.166632 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.233967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16cf73-3ee8-4d69-91eb-3066143b9a0c req-7ebd65eb-e4a9-4efc-8775-61d20f36d57b tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:16.235995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc16cf73-3ee8-4d69-91eb-3066143b9a0c req-7ebd65eb-e4a9-4efc-8775-61d20f36d57b tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 945 time: 0.1046209 Jul 06 18:10:16.346479 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.353707 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc16cf73-3ee8-4d69-91eb-3066143b9a0c req-19329853-5767-46b2-9b9b-f3b6036678ca tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071789 Jul 06 18:10:16.412404 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402a02fd-cfb7-47c2-adfe-aa61ea925536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6466b90-f8a0-435c-b1f8-f671637a315c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:16.412404 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aee67f6-4fda-42ac-bde8-22273e806db4" -d '{"events": [{"server_uuid": "402a02fd-cfb7-47c2-adfe-aa61ea925536", "name": "network-vif-plugged", "status": "completed", "tag": "b6466b90-f8a0-435c-b1f8-f671637a315c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:16.424747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port b6466b90-f8a0-435c-b1f8-f671637a315c, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6466b90-f8a0-435c-b1f8-f671637a315c,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:16.436857 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.437709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f8a27616-48ad-4cf0-b612-1c1633239641 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:16.452070 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.520984 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f78f45-80c8-4f3b-abd7-8b49d0ef2704 x-openstack-request-id: req-d5f78f45-80c8-4f3b-abd7-8b49d0ef2704 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:16.521575 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402a02fd-cfb7-47c2-adfe-aa61ea925536", "name": "network-vif-plugged", "status": "completed", "tag": "b6466b90-f8a0-435c-b1f8-f671637a315c", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:16.523639 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5f78f45-80c8-4f3b-abd7-8b49d0ef2704 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:16.524366 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402a02fd-cfb7-47c2-adfe-aa61ea925536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6466b90-f8a0-435c-b1f8-f671637a315c', 'code': 200} Jul 06 18:10:16.579482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=b6466b90-f8a0-435c-b1f8-f671637a315c,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:16.597748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port f8a27616-48ad-4cf0-b612-1c1633239641 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:16.618364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port f8a27616-48ad-4cf0-b612-1c1633239641 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:16.621361 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.626668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=d5976f51-64c9-47a9-84b9-031c1bcdc536,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:16.650429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Checking segment: {'id': '94523295-2e62-4c91-b02f-fa56d0bb765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6deac61c-f089-4910-a657-b0400ec8ca9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:16.651944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network hostable DHCP agents. Network: 6deac61c-f089-4910-a657-b0400ec8ca9d, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:10:16.693951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 6deac61c-f089-4910-a657-b0400ec8ca9d is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:10:16.720684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 6deac61c-f089-4910-a657-b0400ec8ca9d) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:16.731855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:16.733332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:16.741081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9b639-a158-4301-8547-a0023bcc32df req-7faa5fd4-70b2-4249-99ad-103118a85cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:16.743138 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6fe9b639-a158-4301-8547-a0023bcc32df req-7faa5fd4-70b2-4249-99ad-103118a85cc3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 1097 time: 0.0908818 Jul 06 18:10:16.751732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf95e01-c180-4333-88de-20d09b6622c6 None None] Network 6deac61c-f089-4910-a657-b0400ec8ca9d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:16.775279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1aba148f-35a8-4c7f-9597-67ed3919f27b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9933505 Jul 06 18:10:16.779258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41238) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:16.800002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '6deac61c-f089-4910-a657-b0400ec8ca9d', 'name': 'tempest-PortsIpV6TestJSON-1098782454'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:16.809512 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6fe9b639-a158-4301-8547-a0023bcc32df req-ab114ef9-2b84-42e0-ae58-7fd8c6a34817 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596464 Jul 06 18:10:16.865179 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.004637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port f8a27616-48ad-4cf0-b612-1c1633239641, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f8a27616-48ad-4cf0-b612-1c1633239641,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:17.018313 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.089610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=f8a27616-48ad-4cf0-b612-1c1633239641,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:17.090075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:17.120245 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.124018 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80cd998d-f48d-40ee-b4fa-cb4cab00dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.167245 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 340f4595-8c97-4ab3-8806-6f1ff31721c9 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:17.229957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a40cec-b23b-4825-8277-c85e771c64cb req-1de58040-1e64-43e1-a031-6ea506edba74 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:17.244387 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83a40cec-b23b-4825-8277-c85e771c64cb req-1de58040-1e64-43e1-a031-6ea506edba74 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1096 time: 0.1463869 Jul 06 18:10:17.402612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83a40cec-b23b-4825-8277-c85e771c64cb req-02dca54b-9752-4c92-8c0e-739b3a0988c1 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379006 Jul 06 18:10:17.413678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-df69413e-f9dc-4044-9f11-e1634947da22 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1660459 Jul 06 18:10:17.477102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-6deac61c-f089-4910-a657-b0400ec8ca9d', 'network_id': '6deac61c-f089-4910-a657-b0400ec8ca9d', 'tenant_id': '688e560056a64e21b22a9ece7caac370', 'fixed_ips': [{'subnet_id': 'd5976f51-64c9-47a9-84b9-031c1bcdc536'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:10:17.479783 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.498145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::1e6 (6deac61c-f089-4910-a657-b0400ec8ca9d/d5976f51-64c9-47a9-84b9-031c1bcdc536/340f4595-8c97-4ab3-8806-6f1ff31721c9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:17.661654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-44c39476-409e-4a04-bfd7-301cdbbbbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:17.665219 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-44c39476-409e-4a04-bfd7-301cdbbbbf92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3e4c44871164a38b52ee11d2bd7ea73&device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 1096 time: 0.1640601 Jul 06 18:10:17.813873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276273b-35e3-477c-876c-36543650c8f4 req-acbcfea5-4f40-4708-b23d-205546d82f76 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:17.815802 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0276273b-35e3-477c-876c-36543650c8f4 req-acbcfea5-4f40-4708-b23d-205546d82f76 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 946 time: 0.1296892 Jul 06 18:10:17.914245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-bfb587b6-29fd-4d49-94dd-62249ed06e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:17.915845 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-bfb587b6-29fd-4d49-94dd-62249ed06e8b service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac98902a-5908-4eb7-a24d-d77452419079 HTTP/1.1" status: 200 len: 915 time: 0.2107644 Jul 06 18:10:17.927675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:17.946673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0276273b-35e3-477c-876c-36543650c8f4 req-18f1e229-b369-41aa-9d16-b85c9f06c554 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163573 Jul 06 18:10:17.966144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object 340f4595-8c97-4ab3-8806-6f1ff31721c9 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:18.008250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-d247b09b-3b48-4c69-b671-0dfe1f9367b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4baed7b8-13a8-4caf-8278-989f2d3db887 HTTP/1.1" status: 200 len: 217 time: 0.0860357 Jul 06 18:10:18.077222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.162503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Allocated IP 2001:db8::2 (6deac61c-f089-4910-a657-b0400ec8ca9d/d5976f51-64c9-47a9-84b9-031c1bcdc536/beda506b-7b73-49d8-8195-c8c5b2fdc8c0) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:18.190034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 6deac61c-f089-4910-a657-b0400ec8ca9d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:18.197453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:18.201894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=340f4595-8c97-4ab3-8806-6f1ff31721c9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:18.207120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:18.219426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:18.220991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.254587 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-33b74ddc-6efe-42e1-8052-bfae4b3de4e4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4731879 Jul 06 18:10:18.255431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:18.439946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dd25f760-bf18-470a-ada3-c39797719012 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 340f4595-8c97-4ab3-8806-6f1ff31721c9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:18.440545 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd25f760-bf18-470a-ada3-c39797719012 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.516672 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-875963d3-2b0f-474d-87b6-71c5f8fd11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:18.518240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-875963d3-2b0f-474d-87b6-71c5f8fd11d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc18492c-fd3a-46c8-80fd-1432f6063b64 HTTP/1.1" status: 200 len: 854 time: 0.5018067 Jul 06 18:10:18.520707 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.530600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9f6626-2e0d-49a8-9d6d-0fa6733a6277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a27616-48ad-4cf0-b612-1c1633239641'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:18.542088 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9164bc0-b69c-4047-aba6-6dd9a9178b25" -d '{"events": [{"server_uuid": "fd9f6626-2e0d-49a8-9d6d-0fa6733a6277", "name": "network-vif-plugged", "status": "completed", "tag": "f8a27616-48ad-4cf0-b612-1c1633239641"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:18.563169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Transition to ACTIVE for port object beda506b-7b73-49d8-8195-c8c5b2fdc8c0 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:18.590486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-25343ee0-bb33-4b34-ab52-27045d7a9e4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac98902a-5908-4eb7-a24d-d77452419079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604243 Jul 06 18:10:18.609116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Transition to ACTIVE for port object beda506b-7b73-49d8-8195-c8c5b2fdc8c0 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:18.620585 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.685432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Network 6deac61c-f089-4910-a657-b0400ec8ca9d is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:18.689650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:18.695663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:18.769345 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b4cc76-7024-44d1-b215-2f59b59d2522 x-openstack-request-id: req-19b4cc76-7024-44d1-b215-2f59b59d2522 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:18.769659 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9f6626-2e0d-49a8-9d6d-0fa6733a6277", "name": "network-vif-plugged", "status": "completed", "tag": "f8a27616-48ad-4cf0-b612-1c1633239641", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:18.770015 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19b4cc76-7024-44d1-b215-2f59b59d2522 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:18.770305 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9f6626-2e0d-49a8-9d6d-0fa6733a6277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a27616-48ad-4cf0-b612-1c1633239641', 'code': 200} Jul 06 18:10:18.775209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Pushing event updated for resources: {'Port': ['ID=beda506b-7b73-49d8-8195-c8c5b2fdc8c0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:18.812370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd25f760-bf18-470a-ada3-c39797719012 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.840792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dd25f760-bf18-470a-ada3-c39797719012 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 340f4595-8c97-4ab3-8806-6f1ff31721c9 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:18.879844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Attempting to bind port beda506b-7b73-49d8-8195-c8c5b2fdc8c0 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:18.881877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Attempting to bind port beda506b-7b73-49d8-8195-c8c5b2fdc8c0 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '94523295-2e62-4c91-b02f-fa56d0bb765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6deac61c-f089-4910-a657-b0400ec8ca9d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:18.883438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Attempting to bind port beda506b-7b73-49d8-8195-c8c5b2fdc8c0 on network 6deac61c-f089-4910-a657-b0400ec8ca9d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:18.898830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:18.901532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Checking segment: {'id': '94523295-2e62-4c91-b02f-fa56d0bb765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6deac61c-f089-4910-a657-b0400ec8ca9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:18.906521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:18.907314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Bound using segment: {'id': '94523295-2e62-4c91-b02f-fa56d0bb765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6deac61c-f089-4910-a657-b0400ec8ca9d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:18.909802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Bound port: beda506b-7b73-49d8-8195-c8c5b2fdc8c0, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94523295-2e62-4c91-b02f-fa56d0bb765f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6deac61c-f089-4910-a657-b0400ec8ca9d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:18.915025 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.014131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-b0c15193-4b00-4139-a263-16f6399ff712 service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060595 Jul 06 18:10:19.066648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] For port beda506b-7b73-49d8-8195-c8c5b2fdc8c0, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:19.072488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] For port beda506b-7b73-49d8-8195-c8c5b2fdc8c0, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=beda506b-7b73-49d8-8195-c8c5b2fdc8c0,segment=NetworkSegment(94523295-2e62-4c91-b02f-fa56d0bb765f),segment_id=94523295-2e62-4c91-b02f-fa56d0bb765f)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:19.079231 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.220189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd25f760-bf18-470a-ada3-c39797719012 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.300304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25f760-bf18-470a-ada3-c39797719012 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=340f4595-8c97-4ab3-8806-6f1ff31721c9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:19.333464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41a0c3-0919-4bef-a4ea-a179a994f10c None None] Pushing event updated for resources: {'Port': ['ID=beda506b-7b73-49d8-8195-c8c5b2fdc8c0,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:19.333994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-415cc714-4154-4c8c-8798-1a8a67a17974 req-94afd163-d29c-4ad7-a522-a416ea15a68f service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179753 Jul 06 18:10:19.358988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d1268-10cf-4f45-bdd6-4500a158377e req-290fae0d-bd2a-4544-9fa8-9e03c19c6db8 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:19.376656 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d0d1268-10cf-4f45-bdd6-4500a158377e req-290fae0d-bd2a-4544-9fa8-9e03c19c6db8 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1096 time: 0.5426517 Jul 06 18:10:19.393317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87036f23-4786-4ea4-a10f-f6c9c443ea0b req-974f30d2-78cc-4a09-8fb5-2820451ce379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:19.402158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87036f23-4786-4ea4-a10f-f6c9c443ea0b req-974f30d2-78cc-4a09-8fb5-2820451ce379 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1096 time: 0.5534260 Jul 06 18:10:19.436037 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd25f760-bf18-470a-ada3-c39797719012 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.438333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dd25f760-bf18-470a-ada3-c39797719012 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/340f4595-8c97-4ab3-8806-6f1ff31721c9 HTTP/1.1" status: 204 len: 168 time: 1.1797340 Jul 06 18:10:19.441496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:19.511070 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e4bef9c-5cbf-429d-a462-b729b48736b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:19.517622 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8756bd79-6d55-4ceb-bc08-9617286ea27c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:10:19.518448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8756bd79-6d55-4ceb-bc08-9617286ea27c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:19.520290 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8756bd79-6d55-4ceb-bc08-9617286ea27c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/340f4595-8c97-4ab3-8806-6f1ff31721c9 HTTP/1.1" status: 404 len: 333 time: 0.0782099 Jul 06 18:10:19.523826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41290) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:19.533114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d0d1268-10cf-4f45-bdd6-4500a158377e req-f1dfbf14-6618-4eb0-9384-a3b1db88a714 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549191 Jul 06 18:10:19.542637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87036f23-4786-4ea4-a10f-f6c9c443ea0b req-1cf9a158-56b0-481f-83d2-7bf44b241e6f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275480 Jul 06 18:10:19.592283 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d3394c-8580-4941-88cc-5169b1c1b046 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:10:19.599921 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-85d3394c-8580-4941-88cc-5169b1c1b046 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/340f4595-8c97-4ab3-8806-6f1ff31721c9 HTTP/1.1" status: 404 len: 333 time: 0.0684869 Jul 06 18:10:19.605009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41296) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:19.770404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdecad-3297-4435-b349-957b6731031e req-7502c8e0-b5e2-4983-8bb8-3892d50aad6f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:19.784588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ecdecad-3297-4435-b349-957b6731031e req-7502c8e0-b5e2-4983-8bb8-3892d50aad6f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 946 time: 0.4011204 Jul 06 18:10:19.837619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f94d99f-d545-4408-b066-54114b8490af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet d5976f51-64c9-47a9-84b9-031c1bcdc536 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:10:19.845723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-7e945eee-1ceb-4251-aa03-81bda1105ea6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2453530 Jul 06 18:10:19.918211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f94d99f-d545-4408-b066-54114b8490af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.064107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-b7fe9abd-d64b-4a8d-9421-9931ce256ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:20.064758 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ecdecad-3297-4435-b349-957b6731031e req-7e78b1d5-64b1-4ca4-88a0-f7a63a581f89 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033594 Jul 06 18:10:20.074383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-b7fe9abd-d64b-4a8d-9421-9931ce256ab2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=370a136dc9d2423cbb34a3f215d5acd1&device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1097 time: 0.1376050 Jul 06 18:10:20.097218 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.106746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f94d99f-d545-4408-b066-54114b8490af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.165263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device beda506b-7b73-49d8-8195-c8c5b2fdc8c0 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:20.339812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port beda506b-7b73-49d8-8195-c8c5b2fdc8c0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:20.348815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-0a8901eb-2fe4-4295-8be2-936778897abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:20.352567 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-0a8901eb-2fe4-4295-8be2-936778897abc service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5 HTTP/1.1" status: 200 len: 910 time: 0.2462058 Jul 06 18:10:20.503750 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-470cb65c-7552-49fd-a79a-e28ba3af8ddd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ede618-cfc6-4800-9bf7-eb64d7c018ea HTTP/1.1" status: 200 len: 217 time: 0.1440778 Jul 06 18:10:20.595686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f94d99f-d545-4408-b066-54114b8490af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.759905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-4cef722e-a6db-4532-8e66-c4a47c95c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:20.766381 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-4cef722e-a6db-4532-8e66-c4a47c95c98f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89fd560e-d537-4ffe-ac9e-03ab311f835e HTTP/1.1" status: 200 len: 848 time: 0.2518196 Jul 06 18:10:20.836129 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:20.921375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f94d99f-d545-4408-b066-54114b8490af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.001664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94d99f-d545-4408-b066-54114b8490af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=d5976f51-64c9-47a9-84b9-031c1bcdc536,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:21.016474 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f94d99f-d545-4408-b066-54114b8490af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.022709 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4f94d99f-d545-4408-b066-54114b8490af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/d5976f51-64c9-47a9-84b9-031c1bcdc536 HTTP/1.1" status: 204 len: 168 time: 1.4139993 Jul 06 18:10:21.026305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:21.124108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-2a1d0437-53f6-4827-b0ee-408e472916c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:21.134021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-2a1d0437-53f6-4827-b0ee-408e472916c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e08cbd0-8e52-4f76-9e21-c254414cd9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3593266 Jul 06 18:10:21.159478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-1262e5c9-802a-4821-8b09-3a8c5cb5b1bd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:10:21.187114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-1262e5c9-802a-4821-8b09-3a8c5cb5b1bd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275469 Jul 06 18:10:21.335966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.458762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-df899b98-f928-48d3-b10d-56562bc3aa56 service neutron] 10.222.0.55 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704792 Jul 06 18:10:21.516970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port beda506b-7b73-49d8-8195-c8c5b2fdc8c0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:21.517384 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.577869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0256809d-61c1-4562-a6e4-e051396c51b3 None None] Network 6deac61c-f089-4910-a657-b0400ec8ca9d requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:21.759122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] For port beda506b-7b73-49d8-8195-c8c5b2fdc8c0, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=beda506b-7b73-49d8-8195-c8c5b2fdc8c0,segment=NetworkSegment(94523295-2e62-4c91-b02f-fa56d0bb765f),segment_id=94523295-2e62-4c91-b02f-fa56d0bb765f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:21.759724 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:21.816204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for beda506b-7b73-49d8-8195-c8c5b2fdc8c0 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:21.854578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0a9ec53a-b8a7-46b6-bd87-2181a0c66288 None None] Provisioning for port beda506b-7b73-49d8-8195-c8c5b2fdc8c0 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:21.923962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0a9ec53a-b8a7-46b6-bd87-2181a0c66288 None None] Provisioning complete for port beda506b-7b73-49d8-8195-c8c5b2fdc8c0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:21.924613 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec53a-b8a7-46b6-bd87-2181a0c66288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.002066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f8ddfcb8-5490-47f6-b891-cb0357a9a98d req-782ddbd5-a337-4c67-b6d6-f51e298f2057 service neutron] 10.222.0.55 "GET /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349193 Jul 06 18:10:22.059301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9026c-9211-4ad4-bc12-a95eb51aca23 req-96dfbeee-2e52-45e5-aa54-a71d671b82a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:22.073275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17c9026c-9211-4ad4-bc12-a95eb51aca23 req-96dfbeee-2e52-45e5-aa54-a71d671b82a2 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1096 time: 0.5769439 Jul 06 18:10:22.166054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.195504 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17c9026c-9211-4ad4-bc12-a95eb51aca23 req-d01566e1-a549-48a7-bd35-441db50e053f tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199634 Jul 06 18:10:22.201331 n-d-799526-3 neutron-server[93780]: INFO neutron.plugins.ml2.db [None req-0a9ec53a-b8a7-46b6-bd87-2181a0c66288 None None] No ports have port_id starting with beda506b-7b73-49d8-8195-c8c5b2fdc8c0 Jul 06 18:10:22.235199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=beda506b-7b73-49d8-8195-c8c5b2fdc8c0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:22.257357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No DVR routers for this DVR port beda506b-7b73-49d8-8195-c8c5b2fdc8c0 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:22.379699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0448d2-4a52-4ae2-9b45-fd31d195716f None None] DHCP port deletion for 6deac61c-f089-4910-a657-b0400ec8ca9d request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:10:22.441907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.456919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6deac61c-f089-4910-a657-b0400ec8ca9d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:22.468615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5e80-c71c-4489-87e4-8110e1e4478b req-96a3d97a-cfaf-4edb-a7a2-09107fb410fa tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:22.477381 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fcb5e80-c71c-4489-87e4-8110e1e4478b req-96a3d97a-cfaf-4edb-a7a2-09107fb410fa tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 946 time: 0.1724834 Jul 06 18:10:22.569701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94523295-2e62-4c91-b02f-fa56d0bb765f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:22.570289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94523295-2e62-4c91-b02f-fa56d0bb765f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:22.589036 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.602803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fcb5e80-c71c-4489-87e4-8110e1e4478b req-04bb96a3-c6b6-48fc-b795-2ae7041f0543 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238894 Jul 06 18:10:22.626872 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.636056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:10:22.636826 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:10:22.640609 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:10:22.724259 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.749557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.766318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72feb09-0107-4df0-960c-0442413520ac req-3ced4284-38f5-4251-821e-0c52db451e96 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:22.775141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.777753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a72feb09-0107-4df0-960c-0442413520ac req-3ced4284-38f5-4251-821e-0c52db451e96 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1096 time: 0.2436256 Jul 06 18:10:22.778886 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/networks/6deac61c-f089-4910-a657-b0400ec8ca9d HTTP/1.1" status: 204 len: 168 time: 1.7500384 Jul 06 18:10:22.784704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41350) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:22.801793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1238610850'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:22.809520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2598af-73c8-48cb-9fad-a5869f1448ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Network': ['ID=6deac61c-f089-4910-a657-b0400ec8ca9d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:22.897887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:22.908411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.935333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a72feb09-0107-4df0-960c-0442413520ac req-33822585-1bf1-4e47-832c-cfb51e5621ca tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558034 Jul 06 18:10:22.965876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:10:22.977295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:22.977656 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Added segment 403f50b0-f229-400e-9363-48222daad54b of type vlan for network d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 Jul 06 18:10:23.082394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:23.155690 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:23.170820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:23.172262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:23.300698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5130651 Jul 06 18:10:23.300997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41360) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:23.307277 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': 'd0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:23.313479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb843a1-02eb-4481-bfd5-7774bd282ee0 req-593498f9-c80b-48fa-92cf-4d43abe5151f tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:23.315427 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-acb843a1-02eb-4481-bfd5-7774bd282ee0 req-593498f9-c80b-48fa-92cf-4d43abe5151f tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1096 time: 0.1032081 Jul 06 18:10:23.328868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ef929-c5ed-4e6d-a357-12a9c7fdfd16 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Network': ['ID=d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:23.345894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:10:23.490156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-acb843a1-02eb-4481-bfd5-7774bd282ee0 req-5166b9c7-af6e-4334-8454-c3ba16ede987 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494203 Jul 06 18:10:23.527985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:23.532778 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:23.666288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ee416-875f-4ee9-9913-a7f7085049fb req-f056e44a-0192-46b9-b4cc-82ee5773edfa tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:23.668518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-983ee416-875f-4ee9-9913-a7f7085049fb req-f056e44a-0192-46b9-b4cc-82ee5773edfa tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.22 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 946 time: 0.1732728 Jul 06 18:10:24.054897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device beda506b-7b73-49d8-8195-c8c5b2fdc8c0 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:24.105148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: beda506b-7b73-49d8-8195-c8c5b2fdc8c0 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:24.107241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device beda506b-7b73-49d8-8195-c8c5b2fdc8c0 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:24.119762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-983ee416-875f-4ee9-9913-a7f7085049fb req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Deleting port b6466b90-f8a0-435c-b1f8-f671637a315c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:24.121124 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-983ee416-875f-4ee9-9913-a7f7085049fb req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:24.383828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-983ee416-875f-4ee9-9913-a7f7085049fb req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] For port b6466b90-f8a0-435c-b1f8-f671637a315c, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=b6466b90-f8a0-435c-b1f8-f671637a315c,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:24.384287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-983ee416-875f-4ee9-9913-a7f7085049fb req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:24.394902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74db2f-6396-403f-a763-2842149b3933 req-5870c8d3-56a1-4679-ac7c-ae01c4b06e50 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:24.396544 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f74db2f-6396-403f-a763-2842149b3933 req-5870c8d3-56a1-4679-ac7c-ae01c4b06e50 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 946 time: 0.1823137 Jul 06 18:10:24.500051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-983ee416-875f-4ee9-9913-a7f7085049fb req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Calling delete_port for b6466b90-f8a0-435c-b1f8-f671637a315c owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:24.527536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f74db2f-6396-403f-a763-2842149b3933 req-2ecaaba0-1ce5-4864-a9b3-0063f9a781c0 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839465 Jul 06 18:10:24.583303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:24.586229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c43cb7-d449-405e-828a-2361405a362b req-9bdeb482-4558-4a20-930c-9065a15e7459 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:24.587975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0c43cb7-d449-405e-828a-2361405a362b req-9bdeb482-4558-4a20-930c-9065a15e7459 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1096 time: 0.2271543 Jul 06 18:10:24.668348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Checking segment: {'id': '403f50b0-f229-400e-9363-48222daad54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:24.668760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network hostable DHCP agents. Network: d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:10:24.679507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=ddc2de4b-311a-4385-8361-4a496350977f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:24.689104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0c43cb7-d449-405e-828a-2361405a362b req-4d53e945-c500-4c64-bc53-869757b3d41b tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809064 Jul 06 18:10:24.706537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:10:24.722761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:24.729075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:24.730749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:24.748712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9ff1fc-9e83-4c35-ad97-56185a4cbe69 None None] Network d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:24.767909 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d2077960-2a82-4c47-8940-25c02cc6ea04 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4644644 Jul 06 18:10:24.770839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41384) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:24.783122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': 'd0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-397129210'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:24.892590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-983ee416-875f-4ee9-9913-a7f7085049fb req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:24.910296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['b6466b90-f8a0-435c-b1f8-f671637a315c'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:24.939071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Pushing event deleted for resources: {'Port': ['ID=b6466b90-f8a0-435c-b1f8-f671637a315c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:25.040768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-983ee416-875f-4ee9-9913-a7f7085049fb req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] No DVR routers for this DVR port b6466b90-f8a0-435c-b1f8-f671637a315c on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:25.049645 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-983ee416-875f-4ee9-9913-a7f7085049fb req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.051992 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-983ee416-875f-4ee9-9913-a7f7085049fb req-4230808d-9e69-4714-88a2-067bde5fa066 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.22 "DELETE /v2.0/ports/b6466b90-f8a0-435c-b1f8-f671637a315c HTTP/1.1" status: 204 len: 173 time: 1.3773038 Jul 06 18:10:25.052556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402a02fd-cfb7-47c2-adfe-aa61ea925536', 'name': 'network-vif-deleted', 'tag': 'b6466b90-f8a0-435c-b1f8-f671637a315c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:25.055769 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa1549c-57cf-41e7-b796-9d5c641f8dbc" -d '{"events": [{"server_uuid": "402a02fd-cfb7-47c2-adfe-aa61ea925536", "name": "network-vif-deleted", "tag": "b6466b90-f8a0-435c-b1f8-f671637a315c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:25.172355 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0700db99-0be8-48f3-a193-21e43d4cef22 x-openstack-request-id: req-0700db99-0be8-48f3-a193-21e43d4cef22 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:25.173481 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402a02fd-cfb7-47c2-adfe-aa61ea925536", "name": "network-vif-deleted", "tag": "b6466b90-f8a0-435c-b1f8-f671637a315c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:25.173481 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0700db99-0be8-48f3-a193-21e43d4cef22 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:25.174010 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402a02fd-cfb7-47c2-adfe-aa61ea925536', 'name': 'network-vif-deleted', 'tag': 'b6466b90-f8a0-435c-b1f8-f671637a315c', 'status': 'completed', 'code': 200} Jul 06 18:10:25.187835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5', 'network_id': 'd0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5', 'tenant_id': '688e560056a64e21b22a9ece7caac370', 'fixed_ips': [{'subnet_id': 'ddc2de4b-311a-4385-8361-4a496350977f'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:10:25.187835 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.198924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:25.213165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.269295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:25.607261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::1b0 (d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5/ddc2de4b-311a-4385-8361-4a496350977f/2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:25.658106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-1fa10bd3-6d86-466c-a882-de0ecf5e2001 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:25.659685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-1fa10bd3-6d86-466c-a882-de0ecf5e2001 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1096 time: 0.2203012 Jul 06 18:10:25.932405 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:25.960900 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:10:25.980598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object 2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:26.039248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-26519fda-fe71-402b-848d-46b6157efc19 req-24e116e5-909b-4e6b-bf40-a4c7b60cc5d6 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=402a02fd-cfb7-47c2-adfe-aa61ea925536 HTTP/1.1" status: 200 len: 210 time: 0.0816741 Jul 06 18:10:26.128093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Deleting port f8a27616-48ad-4cf0-b612-1c1633239641 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:26.128445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.186825 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872da31-8e8c-4a35-a954-26615ccf490e req-abeef53b-2ae4-46f3-817f-c1a09b39be21 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:26.196600 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6872da31-8e8c-4a35-a954-26615ccf490e req-abeef53b-2ae4-46f3-817f-c1a09b39be21 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 1096 time: 0.1643476 Jul 06 18:10:26.277000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.290157 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6872da31-8e8c-4a35-a954-26615ccf490e req-cd844f5d-0296-4ab2-93c3-0d325cf938d6 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836799 Jul 06 18:10:26.337927 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Allocated IP 2001:db8::2 (d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5/ddc2de4b-311a-4385-8361-4a496350977f/478738c5-5968-44eb-ad14-303dea0601f1) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:26.461170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:26.469085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:26.473619 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:26.482753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:26.488703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:26.489467 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.515006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] For port f8a27616-48ad-4cf0-b612-1c1633239641, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=f8a27616-48ad-4cf0-b612-1c1633239641,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:26.515473 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.531591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Calling delete_port for f8a27616-48ad-4cf0-b612-1c1633239641 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:26.549603 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7bafb60a-3807-438f-8c95-f04b3d8cd1a6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7766333 Jul 06 18:10:26.554821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:26.640188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.654568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Transition to ACTIVE for port object 478738c5-5968-44eb-ad14-303dea0601f1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:26.731642 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.732367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Transition to ACTIVE for port object 478738c5-5968-44eb-ad14-303dea0601f1 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:26.744997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-966c2b5e-12e1-4025-ba86-890b47a113df tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:26.746168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-966c2b5e-12e1-4025-ba86-890b47a113df tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.757976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['f8a27616-48ad-4cf0-b612-1c1633239641'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:26.764569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['79ede618-cfc6-4800-9bf7-eb64d7c018ea'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:26.775018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8a27616-48ad-4cf0-b612-1c1633239641,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:26.929818 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.956821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] No DVR routers for this DVR port f8a27616-48ad-4cf0-b612-1c1633239641 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:26.962613 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:26.967305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0238c6ee-3563-40f2-8cda-a9ea69307e01 req-5d01e8da-c755-4d4f-8b75-2e7b9dd84d18 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.22 "DELETE /v2.0/ports/f8a27616-48ad-4cf0-b612-1c1633239641 HTTP/1.1" status: 204 len: 173 time: 1.2943838 Jul 06 18:10:27.060419 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-966c2b5e-12e1-4025-ba86-890b47a113df tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.084586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Network d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:27.105754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-966c2b5e-12e1-4025-ba86-890b47a113df tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:27.120932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:27.175158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9f6626-2e0d-49a8-9d6d-0fa6733a6277', 'name': 'network-vif-deleted', 'tag': 'f8a27616-48ad-4cf0-b612-1c1633239641'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:27.176216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:27.178484 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410e4622-50dc-4fe1-8e83-3ccdbf1db182" -d '{"events": [{"server_uuid": "fd9f6626-2e0d-49a8-9d6d-0fa6733a6277", "name": "network-vif-deleted", "tag": "f8a27616-48ad-4cf0-b612-1c1633239641"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:27.254760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Pushing event updated for resources: {'Port': ['ID=478738c5-5968-44eb-ad14-303dea0601f1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:27.283572 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e23c404-450a-4a00-aafe-93fa1c37968d x-openstack-request-id: req-2e23c404-450a-4a00-aafe-93fa1c37968d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:27.284535 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9f6626-2e0d-49a8-9d6d-0fa6733a6277", "name": "network-vif-deleted", "tag": "f8a27616-48ad-4cf0-b612-1c1633239641", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:27.284771 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e23c404-450a-4a00-aafe-93fa1c37968d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:27.285141 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9f6626-2e0d-49a8-9d6d-0fa6733a6277', 'name': 'network-vif-deleted', 'tag': 'f8a27616-48ad-4cf0-b612-1c1633239641', 'status': 'completed', 'code': 200} Jul 06 18:10:27.398469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-966c2b5e-12e1-4025-ba86-890b47a113df tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.581145 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-966c2b5e-12e1-4025-ba86-890b47a113df tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.581844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Attempting to bind port 478738c5-5968-44eb-ad14-303dea0601f1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:27.582703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Attempting to bind port 478738c5-5968-44eb-ad14-303dea0601f1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '403f50b0-f229-400e-9363-48222daad54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:27.587198 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-966c2b5e-12e1-4025-ba86-890b47a113df tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf HTTP/1.1" status: 204 len: 168 time: 1.0305855 Jul 06 18:10:27.589813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Attempting to bind port 478738c5-5968-44eb-ad14-303dea0601f1 on network d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:27.590112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:27.591134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c2b5e-12e1-4025-ba86-890b47a113df tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:27.619613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:27.620185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Checking segment: {'id': '403f50b0-f229-400e-9363-48222daad54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:27.620825 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.622789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Bound using segment: {'id': '403f50b0-f229-400e-9363-48222daad54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:27.623589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Bound port: 478738c5-5968-44eb-ad14-303dea0601f1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403f50b0-f229-400e-9363-48222daad54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:27.624200 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.669606 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a3ad8c-4027-4164-8080-465469f09453 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:10:27.686646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c4a3ad8c-4027-4164-8080-465469f09453 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf HTTP/1.1" status: 404 len: 333 time: 0.0950158 Jul 06 18:10:27.687435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41442) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:27.698361 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e44fd9cb-92c2-4528-8551-61811483595f req-6963139c-30a2-4bab-9c72-b762a5b854e6 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd9f6626-2e0d-49a8-9d6d-0fa6733a6277 HTTP/1.1" status: 200 len: 210 time: 0.0586381 Jul 06 18:10:27.819570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9c6e36-1170-41c2-8862-ee1910458a94 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet ddc2de4b-311a-4385-8361-4a496350977f {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:10:27.845815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6e36-1170-41c2-8862-ee1910458a94 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.847443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] For port 478738c5-5968-44eb-ad14-303dea0601f1, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:27.855148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] For port 478738c5-5968-44eb-ad14-303dea0601f1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=478738c5-5968-44eb-ad14-303dea0601f1,segment=NetworkSegment(403f50b0-f229-400e-9363-48222daad54b),segment_id=403f50b0-f229-400e-9363-48222daad54b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:27.873061 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:27.989338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a86d68-90d0-48e3-bb75-cd6905b8a05d None None] Pushing event updated for resources: {'Port': ['ID=478738c5-5968-44eb-ad14-303dea0601f1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:28.012896 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6e36-1170-41c2-8862-ee1910458a94 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.093642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b6466b90-f8a0-435c-b1f8-f671637a315c no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:28.175878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: b6466b90-f8a0-435c-b1f8-f671637a315c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:28.176818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device b6466b90-f8a0-435c-b1f8-f671637a315c not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:28.231658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-a3e382ec-ec9f-4125-953b-141050a4da0d tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:28.233290 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-a3e382ec-ec9f-4125-953b-141050a4da0d tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/networks?id=99013c77-c403-4820-9f66-ff6e35b86d25 HTTP/1.1" status: 200 len: 809 time: 0.4000301 Jul 06 18:10:28.274677 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-dda4f286-db7f-4b71-a129-9b50145a9e32 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/quotas/670f5fa5f28e4947a7e98f8a88078e8c HTTP/1.1" status: 200 len: 375 time: 0.0293758 Jul 06 18:10:28.287628 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6e36-1170-41c2-8862-ee1910458a94 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:28.944483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-945abc60-567c-49a8-a0e4-9514c2bc3bb9 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=670f5fa5f28e4947a7e98f8a88078e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6503687 Jul 06 18:10:28.955195 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6e36-1170-41c2-8862-ee1910458a94 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:29.033091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c6e36-1170-41c2-8862-ee1910458a94 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc2de4b-311a-4385-8361-4a496350977f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:29.074745 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6e36-1170-41c2-8862-ee1910458a94 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:29.079194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1f9c6e36-1170-41c2-8862-ee1910458a94 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/ddc2de4b-311a-4385-8361-4a496350977f HTTP/1.1" status: 204 len: 168 time: 1.3903952 Jul 06 18:10:29.089292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:29.353850 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-543fd7d8-8e49-48c2-ad23-833700edbd37 service neutron] 10.222.0.13 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240454 Jul 06 18:10:29.461448 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:29.567190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 478738c5-5968-44eb-ad14-303dea0601f1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:29.567190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:29.661278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-a80e6882-289a-4bc6-bb7b-b49d4b328d96 service neutron] 10.222.0.13 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761374 Jul 06 18:10:29.728145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] For port 478738c5-5968-44eb-ad14-303dea0601f1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=478738c5-5968-44eb-ad14-303dea0601f1,segment=NetworkSegment(403f50b0-f229-400e-9363-48222daad54b),segment_id=403f50b0-f229-400e-9363-48222daad54b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:29.728523 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:29.773542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 478738c5-5968-44eb-ad14-303dea0601f1 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:30.045592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.085030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29269970-f7e9-4345-be81-d8cf94fd56bd None None] Network d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:30.117243 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f5703440-7c9f-464b-b93c-c2685a4d13ee req-7979830e-7dec-4f64-aaa3-3df7d5765cd8 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 210 time: 0.0601404 Jul 06 18:10:30.199696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=478738c5-5968-44eb-ad14-303dea0601f1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:30.209906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No DVR routers for this DVR port 478738c5-5968-44eb-ad14-303dea0601f1 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:30.234094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f8a27616-48ad-4cf0-b612-1c1633239641 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:30.242304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 478738c5-5968-44eb-ad14-303dea0601f1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:30.281570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ae3b3312-def2-4b74-948d-080c267f6d5a None None] Could not find standard attr ID for object 478738c5-5968-44eb-ad14-303dea0601f1. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:10:30.326648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: f8a27616-48ad-4cf0-b612-1c1633239641 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:30.327403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device f8a27616-48ad-4cf0-b612-1c1633239641 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:30.331820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 478738c5-5968-44eb-ad14-303dea0601f1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:30.332605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 478738c5-5968-44eb-ad14-303dea0601f1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 18:10:30.377316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Port 478738c5-5968-44eb-ad14-303dea0601f1 not found, will not notify nova. {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 18:10:30.407360 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.412185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373cc03-d294-414c-a612-84f149a0833b req-965df470-f765-4021-8210-1b8fadb8d864 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:30.421585 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b373cc03-d294-414c-a612-84f149a0833b req-965df470-f765-4021-8210-1b8fadb8d864 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1097 time: 0.3938251 Jul 06 18:10:30.446281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:30.505775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403f50b0-f229-400e-9363-48222daad54b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:30.507417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403f50b0-f229-400e-9363-48222daad54b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:30.531626 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.554300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c7534a-e649-4e0c-8ad9-9960a0bf4b80 None None] DHCP port deletion for d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:10:30.595847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b373cc03-d294-414c-a612-84f149a0833b req-089000f6-cd4f-492f-9770-894c20ed3ded tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715951 Jul 06 18:10:30.603905 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.624998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:10:30.625680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:10:30.631886 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:10:30.745102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.760557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:30.763365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/networks/d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5 HTTP/1.1" status: 204 len: 168 time: 1.6711740 Jul 06 18:10:30.769705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:30.779848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'name': 'tempest-PortsIpV6TestJSON-1742292304'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:30.803354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b986b1e-1a70-4598-bbea-080ead71bc6d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Network': ['ID=d0b9c26b-d9f6-4fe5-b15b-b1f9b2a703e5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:30.979613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:30.991040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:31.024710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 0163a8da-4f1d-4af2-8a60-e9364b2d865d yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:31.363195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-bb44056f-0663-49ec-9a65-dc02ad7949de tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:31.365080 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-bb44056f-0663-49ec-9a65-dc02ad7949de tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1097 time: 0.2539704 Jul 06 18:10:31.481099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25037745-7651-4b11-94c1-0a7a05273c8c req-ed34c98f-0292-43dc-b985-1eacc7248aed tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 210 time: 0.1200576 Jul 06 18:10:31.589002 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:31.632885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Deleting port 79ede618-cfc6-4800-9bf7-eb64d7c018ea {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:31.633243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:31.716356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:31.878722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd93d-9671-4ea0-8c57-e8f0bfcf9a7b req-10bfcb6d-02ff-4068-a35e-d8fedd1ff961 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:31.896185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d64fd93d-9671-4ea0-8c57-e8f0bfcf9a7b req-10bfcb6d-02ff-4068-a35e-d8fedd1ff961 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 1097 time: 0.0978940 Jul 06 18:10:32.007530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:32.039522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] For port 79ede618-cfc6-4800-9bf7-eb64d7c018ea, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=79ede618-cfc6-4800-9bf7-eb64d7c018ea,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:32.040153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.056655 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d64fd93d-9671-4ea0-8c57-e8f0bfcf9a7b req-81a02da0-a86f-4753-ae95-5414b31ec315 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0708fb9e-e08e-4b29-8d33-e37113d87db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390281 Jul 06 18:10:32.057413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:32.061881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:32.076458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:32.077529 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.098484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 478738c5-5968-44eb-ad14-303dea0601f1 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:32.126144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=0163a8da-4f1d-4af2-8a60-e9364b2d865d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:32.137746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Calling delete_port for 79ede618-cfc6-4800-9bf7-eb64d7c018ea owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:32.147760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f787fac2-72b1-4d73-a523-861de7101b1b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3755717 Jul 06 18:10:32.152177 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41544) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:32.192844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 478738c5-5968-44eb-ad14-303dea0601f1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:32.194778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 478738c5-5968-44eb-ad14-303dea0601f1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:32.248561 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.256567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-7561c1cf-8929-4052-84c1-640d5adcc655 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:32.258769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-7561c1cf-8929-4052-84c1-640d5adcc655 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.22 "GET /v2.0/networks?id=99013c77-c403-4820-9f66-ff6e35b86d25 HTTP/1.1" status: 200 len: 809 time: 0.4468217 Jul 06 18:10:32.280214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Request body: {'port': {'device_id': '520293f3-d638-4be0-80b9-2a7aafede706', 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25', 'admin_state_up': True, 'tenant_id': '670f5fa5f28e4947a7e98f8a88078e8c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:32.322435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-471ef050-83cb-426e-ab5e-1c75e296060d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 0163a8da-4f1d-4af2-8a60-e9364b2d865d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:32.323099 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-471ef050-83cb-426e-ab5e-1c75e296060d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.454867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-471ef050-83cb-426e-ab5e-1c75e296060d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.478951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-471ef050-83cb-426e-ab5e-1c75e296060d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 0163a8da-4f1d-4af2-8a60-e9364b2d865d owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:32.488227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Made reservation on behalf of 670f5fa5f28e4947a7e98f8a88078e8c for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:32.493319 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.497796 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.511808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['79ede618-cfc6-4800-9bf7-eb64d7c018ea'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:32.570840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Pushing event deleted for resources: {'Port': ['ID=79ede618-cfc6-4800-9bf7-eb64d7c018ea,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:32.652283 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-471ef050-83cb-426e-ab5e-1c75e296060d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.736736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ef050-83cb-426e-ab5e-1c75e296060d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=0163a8da-4f1d-4af2-8a60-e9364b2d865d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:32.757483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-471ef050-83cb-426e-ab5e-1c75e296060d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:32.768790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-471ef050-83cb-426e-ab5e-1c75e296060d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/0163a8da-4f1d-4af2-8a60-e9364b2d865d HTTP/1.1" status: 204 len: 168 time: 0.6089067 Jul 06 18:10:32.768790 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:32.775132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'mac_address': 'fa:16:3e:76:92:16', 'name': 'tempest-PortsIpV6TestJSON-1453337770'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:32.853623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] No DVR routers for this DVR port 79ede618-cfc6-4800-9bf7-eb64d7c018ea on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:32.997184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Allocated IP 172.20.0.6 (99013c77-c403-4820-9f66-ff6e35b86d25/8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b/6448f500-b480-4c41-bb04-f8326ae72e68) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:33.014714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:33.213020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.257767 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.262732 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e7e5b10e-9ad1-4db6-ae99-81c26eea637f req-d42dbf88-58e0-4d7d-a6dc-29b545472370 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.55 "DELETE /v2.0/ports/79ede618-cfc6-4800-9bf7-eb64d7c018ea HTTP/1.1" status: 204 len: 173 time: 1.8734663 Jul 06 18:10:33.265412 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf6d887-f686-40f2-a904-29ba81d019cb', 'name': 'network-vif-deleted', 'tag': '79ede618-cfc6-4800-9bf7-eb64d7c018ea'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:33.270313 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec674376-b681-4f06-bc26-11e10d202e3f" -d '{"events": [{"server_uuid": "bdf6d887-f686-40f2-a904-29ba81d019cb", "name": "network-vif-deleted", "tag": "79ede618-cfc6-4800-9bf7-eb64d7c018ea"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:33.313228 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-91335ae3-0f19-489a-b5b6-ea6639542c9a req-6314db6a-fb78-4555-b248-1d9417641547 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 210 time: 0.4759829 Jul 06 18:10:33.331930 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.354178 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.470040 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b29edd-1aa8-4ceb-aa3d-0266c834fbd8 x-openstack-request-id: req-e6b29edd-1aa8-4ceb-aa3d-0266c834fbd8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:33.470458 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf6d887-f686-40f2-a904-29ba81d019cb", "name": "network-vif-deleted", "tag": "79ede618-cfc6-4800-9bf7-eb64d7c018ea", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:33.470789 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6b29edd-1aa8-4ceb-aa3d-0266c834fbd8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:33.471277 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf6d887-f686-40f2-a904-29ba81d019cb', 'name': 'network-vif-deleted', 'tag': '79ede618-cfc6-4800-9bf7-eb64d7c018ea', 'status': 'completed', 'code': 200} Jul 06 18:10:33.473148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Pushing event updated for resources: {'Port': ['ID=6448f500-b480-4c41-bb04-f8326ae72e68,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:33.491108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Network 99013c77-c403-4820-9f66-ff6e35b86d25 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:33.493008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:33.501501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:33.519102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-77593bb7-9617-49d5-9e6c-d5ccc547b1f2 req-43c3962f-702a-4d48-942b-2e5572f814a6 tempest-TestServerMultinode-1495603669 tempest-TestServerMultinode-1495603669-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdf6d887-f686-40f2-a904-29ba81d019cb HTTP/1.1" status: 200 len: 210 time: 0.0825806 Jul 06 18:10:33.532331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 5e5fdabb-acdd-487e-ac0c-5f97e553d296 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:33.588958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:33.590269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.618998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-9fabc283-daad-4d96-ad6e-3e7e8c8a2289 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3456304 Jul 06 18:10:33.643192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Request body: {'port': {'device_id': '520293f3-d638-4be0-80b9-2a7aafede706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:33.861622 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:33.899243 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.046834 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.153906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:34.161132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:34.170879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:34.182556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:34.184083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.227997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=5e5fdabb-acdd-487e-ac0c-5f97e553d296,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:34.267362 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bcff2992-115a-462c-baa7-7300e927fe23 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4981911 Jul 06 18:10:34.270285 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41578) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:34.463165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c79d289-34f7-49d9-be70-8755dc052b49 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:34.467199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9c79d289-34f7-49d9-be70-8755dc052b49 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/5e5fdabb-acdd-487e-ac0c-5f97e553d296 HTTP/1.1" status: 200 len: 845 time: 0.1930685 Jul 06 18:10:34.467438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41582) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:34.644745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41586) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:34.696523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-632d2b26-a6d1-4557-8cfa-cba901670929 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 5e5fdabb-acdd-487e-ac0c-5f97e553d296 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:34.696880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632d2b26-a6d1-4557-8cfa-cba901670929 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.816796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0dd46-bdb1-4e8d-8ef0-b1e44797cdea req-47d65598-aa26-4f5c-b841-8007356eb890 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:34.817973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97c0dd46-bdb1-4e8d-8ef0-b1e44797cdea req-47d65598-aa26-4f5c-b841-8007356eb890 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 931 time: 0.2651560 Jul 06 18:10:34.841164 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632d2b26-a6d1-4557-8cfa-cba901670929 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.853219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6448f500-b480-4c41-bb04-f8326ae72e68 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:34.874105 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:34.878712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-632d2b26-a6d1-4557-8cfa-cba901670929 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 5e5fdabb-acdd-487e-ac0c-5f97e553d296 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:34.918436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Transition to ACTIVE for port object 6448f500-b480-4c41-bb04-f8326ae72e68 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:34.961233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-97c0dd46-bdb1-4e8d-8ef0-b1e44797cdea req-b342a851-e7f0-455c-ad1c-7d2f26df4ad0 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280267 Jul 06 18:10:34.968682 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.109817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Pushing event updated for resources: {'Port': ['ID=6448f500-b480-4c41-bb04-f8326ae72e68,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:35.135492 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632d2b26-a6d1-4557-8cfa-cba901670929 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.181102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Attempting to bind port 6448f500-b480-4c41-bb04-f8326ae72e68 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:35.181740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Attempting to bind port 6448f500-b480-4c41-bb04-f8326ae72e68 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c31c11b7-022e-4f2e-873d-52a10b1dffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:35.182319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Attempting to bind port 6448f500-b480-4c41-bb04-f8326ae72e68 on network 99013c77-c403-4820-9f66-ff6e35b86d25 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:35.187045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d2b26-a6d1-4557-8cfa-cba901670929 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=5e5fdabb-acdd-487e-ac0c-5f97e553d296,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:35.190305 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-632d2b26-a6d1-4557-8cfa-cba901670929 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.192784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-632d2b26-a6d1-4557-8cfa-cba901670929 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/5e5fdabb-acdd-487e-ac0c-5f97e553d296 HTTP/1.1" status: 204 len: 168 time: 0.7243452 Jul 06 18:10:35.197824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41590) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:35.238052 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-78077b9c-2cd6-454b-8faf-bd4235c88ba4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:10:35.240247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-78077b9c-2cd6-454b-8faf-bd4235c88ba4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/5e5fdabb-acdd-487e-ac0c-5f97e553d296 HTTP/1.1" status: 404 len: 333 time: 0.0408885 Jul 06 18:10:35.249929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41592) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:35.257119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'name': 'tempest-PortsIpV6TestJSON-381436282'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:35.263964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Port 6448f500-b480-4c41-bb04-f8326ae72e68 on network 99013c77-c403-4820-9f66-ff6e35b86d25 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:10:35.264552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Attempting to bind port 6448f500-b480-4c41-bb04-f8326ae72e68 on network 99013c77-c403-4820-9f66-ff6e35b86d25 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:35.332862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 79ede618-cfc6-4800-9bf7-eb64d7c018ea no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:35.383878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 79ede618-cfc6-4800-9bf7-eb64d7c018ea {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:35.386534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 79ede618-cfc6-4800-9bf7-eb64d7c018ea not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:35.404473 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.425753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:35.426379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Checking segment: {'id': 'c31c11b7-022e-4f2e-873d-52a10b1dffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:35.426544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Bound using segment: {'id': 'c31c11b7-022e-4f2e-873d-52a10b1dffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:35.426990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Bound port: 6448f500-b480-4c41-bb04-f8326ae72e68, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31c11b7-022e-4f2e-873d-52a10b1dffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:35.427404 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.487870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:35.494530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.523009 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port b001cb60-7526-4ce3-8700-e218b815b935 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:35.558765 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.569062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] For port 6448f500-b480-4c41-bb04-f8326ae72e68, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:35.574305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] For port 6448f500-b480-4c41-bb04-f8326ae72e68, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6448f500-b480-4c41-bb04-f8326ae72e68,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:35.584806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.685984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:35.686921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:35.691003 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] 10.222.0.22 "PUT /v2.0/ports/6448f500-b480-4c41-bb04-f8326ae72e68 HTTP/1.1" status: 200 len: 1091 time: 2.0600529 Jul 06 18:10:35.696765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520293f3-d638-4be0-80b9-2a7aafede706', 'tag': '6448f500-b480-4c41-bb04-f8326ae72e68'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:35.700346 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8602b346-2f0d-472f-914e-32aab1217dec" -d '{"events": [{"name": "network-changed", "server_uuid": "520293f3-d638-4be0-80b9-2a7aafede706", "tag": "6448f500-b480-4c41-bb04-f8326ae72e68"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:35.825912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b225ac6-ffd8-4922-9511-d3a8b09bd716 service neutron] Pushing event updated for resources: {'Port': ['ID=6448f500-b480-4c41-bb04-f8326ae72e68,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:35.907831 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab75514-24c4-4a02-8d45-846becf70c6c x-openstack-request-id: req-5ab75514-24c4-4a02-8d45-846becf70c6c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:35.908191 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520293f3-d638-4be0-80b9-2a7aafede706", "tag": "6448f500-b480-4c41-bb04-f8326ae72e68", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:35.908554 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ab75514-24c4-4a02-8d45-846becf70c6c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:35.909114 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520293f3-d638-4be0-80b9-2a7aafede706', 'tag': '6448f500-b480-4c41-bb04-f8326ae72e68', 'status': 'completed', 'code': 200} Jul 06 18:10:36.010011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.030470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Deleting port bc2b194e-2caf-44f6-9bc8-bd63d654a07f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:36.031147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.037879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-45119a1f-b9b0-4da9-adc3-65c61b33822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:36.043257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-45119a1f-b9b0-4da9-adc3-65c61b33822a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=670f5fa5f28e4947a7e98f8a88078e8c&device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 1094 time: 0.2517245 Jul 06 18:10:36.205790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-2cc9d20f-7f4c-4f1a-afd9-2439f78bd55f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6448f500-b480-4c41-bb04-f8326ae72e68 HTTP/1.1" status: 200 len: 217 time: 0.1468518 Jul 06 18:10:36.207656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] For port bc2b194e-2caf-44f6-9bc8-bd63d654a07f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bc2b194e-2caf-44f6-9bc8-bd63d654a07f,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:36.209346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.228324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Calling delete_port for bc2b194e-2caf-44f6-9bc8-bd63d654a07f owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:36.424713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-1762792e-5d7b-4f71-a412-e51c31ac5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:36.426048 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-1762792e-5d7b-4f71-a412-e51c31ac5ad1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b HTTP/1.1" status: 200 len: 849 time: 0.1717892 Jul 06 18:10:36.434054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.523042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40b1a3-c016-4af5-80f8-4c7723cf076d req-e05977de-1384-419c-be76-423134f826a6 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:36.531670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a40b1a3-c016-4af5-80f8-4c7723cf076d req-e05977de-1384-419c-be76-423134f826a6 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 943 time: 0.3499279 Jul 06 18:10:36.543729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:36.590758 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.623287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:36.652518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-d9b603d6-e4e2-4eea-abd8-9ad3dcc61735 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=99013c77-c403-4820-9f66-ff6e35b86d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2131300 Jul 06 18:10:36.657845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:36.669252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:36.670509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:36.686524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2b194e-2caf-44f6-9bc8-bd63d654a07f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:36.976933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7254374 Jul 06 18:10:36.982800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41606) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:36.988724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3778f-bb66-4b2f-bca2-a74ab3a7c2d3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=b001cb60-7526-4ce3-8700-e218b815b935,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:36.998977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a40b1a3-c016-4af5-80f8-4c7723cf076d req-662c59da-5f96-41d6-8a20-46e4ecfd7c44 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723464 Jul 06 18:10:37.028723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-50fa4cd1-8bb0-4a37-b607-5d0830e01c4d service neutron] 10.222.0.22 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469868 Jul 06 18:10:37.029512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0b4f24f5-f1d2-46bc-b16e-8e669cf80115 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:37.260062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a69263a1-6ead-46f5-a573-38f910e34a00 req-b4dfbf59-2df1-4855-8c96-23e7669612b5 service neutron] 10.222.0.22 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246048 Jul 06 18:10:37.307331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.369834 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b4f24f5-f1d2-46bc-b16e-8e669cf80115 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.481979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602b346-2f0d-472f-914e-32aab1217dec req-e66ee38e-2d92-4afb-9c87-5860a512ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:37.486938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8602b346-2f0d-472f-914e-32aab1217dec req-e66ee38e-2d92-4afb-9c87-5860a512ffed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=670f5fa5f28e4947a7e98f8a88078e8c&device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 1094 time: 0.1514721 Jul 06 18:10:37.711745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602b346-2f0d-472f-914e-32aab1217dec req-7e134a54-267a-471e-9136-7ba90bb2d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:37.714274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8602b346-2f0d-472f-914e-32aab1217dec req-7e134a54-267a-471e-9136-7ba90bb2d0e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=99013c77-c403-4820-9f66-ff6e35b86d25 HTTP/1.1" status: 200 len: 910 time: 0.2205126 Jul 06 18:10:37.872923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b4f24f5-f1d2-46bc-b16e-8e669cf80115 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.884773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b4f24f5-f1d2-46bc-b16e-8e669cf80115 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:37.988167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f24f5-f1d2-46bc-b16e-8e669cf80115 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] In _notify_port_updated(), no bound segment for port b001cb60-7526-4ce3-8700-e218b815b935 on network 586427b9-2364-4c30-a005-ac80deb1577a {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:10:37.998254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f24f5-f1d2-46bc-b16e-8e669cf80115 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:37.999331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b4f24f5-f1d2-46bc-b16e-8e669cf80115 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.001019 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0b4f24f5-f1d2-46bc-b16e-8e669cf80115 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "PUT /v2.0/ports/b001cb60-7526-4ce3-8700-e218b815b935 HTTP/1.1" status: 200 len: 818 time: 1.0090232 Jul 06 18:10:38.010700 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:38.151613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f24f5-f1d2-46bc-b16e-8e669cf80115 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=b001cb60-7526-4ce3-8700-e218b815b935,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:38.153097 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8602b346-2f0d-472f-914e-32aab1217dec req-80686b5b-7bf5-4916-a0b9-25d2becb8030 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6448f500-b480-4c41-bb04-f8326ae72e68 HTTP/1.1" status: 200 len: 217 time: 0.4310212 Jul 06 18:10:38.161125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Router 742c3920-ad4f-4aef-b222-3fe586dc5e5a has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:10:38.197286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f834d60a-1653-4011-9d22-e858e9526394 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port b001cb60-7526-4ce3-8700-e218b815b935 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:38.198381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f834d60a-1653-4011-9d22-e858e9526394 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.212408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602b346-2f0d-472f-914e-32aab1217dec req-353049ab-aa19-46dc-982e-d0e79c988cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:38.214062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8602b346-2f0d-472f-914e-32aab1217dec req-353049ab-aa19-46dc-982e-d0e79c988cf7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b HTTP/1.1" status: 200 len: 849 time: 0.0545406 Jul 06 18:10:38.254209 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8602b346-2f0d-472f-914e-32aab1217dec req-cd6698f4-cf3d-47ce-a247-31efb043c55a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=99013c77-c403-4820-9f66-ff6e35b86d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341241 Jul 06 18:10:38.367182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8602b346-2f0d-472f-914e-32aab1217dec req-e0e7e033-8035-4b6d-885d-2f0f3a97ed78 service neutron] 10.222.0.22 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051221 Jul 06 18:10:38.483122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f834d60a-1653-4011-9d22-e858e9526394 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:38.511672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f834d60a-1653-4011-9d22-e858e9526394 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for b001cb60-7526-4ce3-8700-e218b815b935 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:38.540118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:38.554460 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3e17765c-e5db-4229-8764-1de1a2358e24 admin admin] 10.222.0.13 "PUT /v2.0/routers/742c3920-ad4f-4aef-b222-3fe586dc5e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9075739 Jul 06 18:10:38.556609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41616) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:38.570075 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] Sync routers for ids ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:38.585599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8602b346-2f0d-472f-914e-32aab1217dec req-22d890e4-2584-49f6-a30e-b3fcaaa39459 service neutron] 10.222.0.22 "GET /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122674 Jul 06 18:10:38.592341 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] Routers {'742c3920-ad4f-4aef-b222-3fe586dc5e5a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:38.594450 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:10:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:38.678665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b2d20-d740-467a-83af-5450a9848b4d req-a7a850bf-f687-4633-9f9d-9cdfe97f34f5 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:38.680329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f17b2d20-d740-467a-83af-5450a9848b4d req-a7a850bf-f687-4633-9f9d-9cdfe97f34f5 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 943 time: 0.3656287 Jul 06 18:10:38.770548 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] Set router 742c3920-ad4f-4aef-b222-3fe586dc5e5a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:10:39.128444 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:10:36Z', 'revision_number': 5, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'gw_port': {'id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:10Z', 'updated_at': '2021-07-06T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:39.171810 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] Checking router: 742c3920-ad4f-4aef-b222-3fe586dc5e5a for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:10:39.186140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] Routers {'742c3920-ad4f-4aef-b222-3fe586dc5e5a'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:39.186827 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:10:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:39.213865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f17b2d20-d740-467a-83af-5450a9848b4d req-d2ccec0b-80b9-450d-bfd5-a41d681eb662 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120437 Jul 06 18:10:39.216562 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.234429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f834d60a-1653-4011-9d22-e858e9526394 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.343000 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] Set router 742c3920-ad4f-4aef-b222-3fe586dc5e5a gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:10:39.423176 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834d60a-1653-4011-9d22-e858e9526394 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=b001cb60-7526-4ce3-8700-e218b815b935,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:39.430556 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f834d60a-1653-4011-9d22-e858e9526394 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.436543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f834d60a-1653-4011-9d22-e858e9526394 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/b001cb60-7526-4ce3-8700-e218b815b935 HTTP/1.1" status: 204 len: 168 time: 1.4219208 Jul 06 18:10:39.436823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41632) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:39.470222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.601470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea704f72-67d7-4ae9-9353-1936cd0ab603 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:39.601470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ea704f72-67d7-4ae9-9353-1936cd0ab603 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1575463 Jul 06 18:10:39.602621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41634) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:39.609307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Deleting port 3d19d33c-8a2b-421c-84a1-d649cebe754d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:39.610177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.655785 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:10:36Z', 'revision_number': 5, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'gw_port': {'id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:10Z', 'updated_at': '2021-07-06T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:39.660407 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-54464d6e-b42b-425b-aa6c-89598e13c72b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:10:39.662565 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-54464d6e-b42b-425b-aa6c-89598e13c72b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/b001cb60-7526-4ce3-8700-e218b815b935 HTTP/1.1" status: 404 len: 333 time: 0.0597403 Jul 06 18:10:39.672024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41636) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:39.677569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1572176028'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:39.723706 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb3820-ae78-4b6c-ad3e-7553d6cb7c35 None None] The sync data for ids ['742c3920-ad4f-4aef-b222-3fe586dc5e5a'] in n-d-799526-3 is: [{'id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'name': 'tempest-TestServerMultinode-214977071-router', 'tenant_id': '236f1b097f91466ea16c5dbf19a9901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:08Z', 'updated_at': '2021-07-06T18:10:36Z', 'revision_number': 5, 'project_id': '236f1b097f91466ea16c5dbf19a9901d', 'gw_port': {'id': '3d19d33c-8a2b-421c-84a1-d649cebe754d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c3920-ad4f-4aef-b222-3fe586dc5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:10Z', 'updated_at': '2021-07-06T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:39.727171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:39.731403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.792640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] For port 3d19d33c-8a2b-421c-84a1-d649cebe754d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3d19d33c-8a2b-421c-84a1-d649cebe754d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:39.793487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.799151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:10:39.812453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Calling delete_port for 3d19d33c-8a2b-421c-84a1-d649cebe754d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:39.827536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.829168 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Added segment 133e230f-b448-4468-8ed9-66525059462c of type vlan for network b60b430e-3fc7-4cb6-a281-3e239f3e4844 Jul 06 18:10:39.889093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.939747 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:39.948308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:39.949050 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.041613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Network': ['ID=b60b430e-3fc7-4cb6-a281-3e239f3e4844,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:40.054705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:10:40.076399 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-31ffc38c-aa64-400c-96d3-7b86a94fd287 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3999100 Jul 06 18:10:40.076399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41640) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:40.081945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:40.179973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 6448f500-b480-4c41-bb04-f8326ae72e68 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:10:40.183980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bc2b194e-2caf-44f6-9bc8-bd63d654a07f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:40.229707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: bc2b194e-2caf-44f6-9bc8-bd63d654a07f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:40.230717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bc2b194e-2caf-44f6-9bc8-bd63d654a07f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:40.268676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.284614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:40.289501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.354649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d19d33c-8a2b-421c-84a1-d649cebe754d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:40.431425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 6448f500-b480-4c41-bb04-f8326ae72e68, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6448f500-b480-4c41-bb04-f8326ae72e68,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:40.454051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '6448f500-b480-4c41-bb04-f8326ae72e68', 'network_id': '99013c77-c403-4820-9f66-ff6e35b86d25', 'port_id': '6448f500-b480-4c41-bb04-f8326ae72e68', 'mac_address': 'fa:16:3e:4f:5d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:10:40.501563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.542528 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.579758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6448f500-b480-4c41-bb04-f8326ae72e68 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:10:40.604687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 6448f500-b480-4c41-bb04-f8326ae72e68, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6448f500-b480-4c41-bb04-f8326ae72e68,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:40.616985 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.669925 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.673637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.691501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acef904-8eca-4ead-9d9d-5455066d0b1c req-7bd2f348-669d-4e2c-96a9-fe5fc12ea0b4 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:40.700422 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7acef904-8eca-4ead-9d9d-5455066d0b1c req-7bd2f348-669d-4e2c-96a9-fe5fc12ea0b4 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 943 time: 0.2469914 Jul 06 18:10:40.711094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=6448f500-b480-4c41-bb04-f8326ae72e68,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:40.730294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.801321 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.801795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 742c3920-ad4f-4aef-b222-3fe586dc5e5a {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:10:40.808228 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.809446 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-590dd688-b075-4d2b-9b31-ac1a7d96f02d admin admin] 10.222.0.13 "DELETE /v2.0/routers/742c3920-ad4f-4aef-b222-3fe586dc5e5a HTTP/1.1" status: 204 len: 168 time: 2.2433567 Jul 06 18:10:40.813821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41646) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:40.817082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7acef904-8eca-4ead-9d9d-5455066d0b1c req-458beac6-530c-478b-9092-371940c5c2a0 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156545 Jul 06 18:10:40.825841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['6448f500-b480-4c41-bb04-f8326ae72e68'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:10:40.857750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=5362f62e-d603-4b2a-aa5c-1afeb7f1964f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:40.878865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Checking segment: {'id': '133e230f-b448-4468-8ed9-66525059462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:40.879183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network hostable DHCP agents. Network: b60b430e-3fc7-4cb6-a281-3e239f3e4844, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:10:40.932177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5c7f4e-a001-43f1-8438-3386ff92d01c admin admin] Deleting subnet 89fd560e-d537-4ffe-ac9e-03ab311f835e {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:10:40.938932 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7f4e-a001-43f1-8438-3386ff92d01c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:40.972961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:10:40.998224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b60b430e-3fc7-4cb6-a281-3e239f3e4844) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:41.010924 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7f4e-a001-43f1-8438-3386ff92d01c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.023876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c17b1f8-f5ec-4520-a732-348da7a55bb0 None None] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:41.036010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:41.037330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.075585 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a61f290c-8b08-4d10-8f96-99a6c05c469e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9973788 Jul 06 18:10:41.083191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41650) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:41.097423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-124ecdc2-fe88-4809-b676-7ee8f044180e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:41.219862 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7f4e-a001-43f1-8438-3386ff92d01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.361238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124ecdc2-fe88-4809-b676-7ee8f044180e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:41.368851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-124ecdc2-fe88-4809-b676-7ee8f044180e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.375038 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7f4e-a001-43f1-8438-3386ff92d01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.401507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-b60b430e-3fc7-4cb6-a281-3e239f3e4844', 'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844', 'tenant_id': '688e560056a64e21b22a9ece7caac370', 'fixed_ips': [{'subnet_id': '5362f62e-d603-4b2a-aa5c-1afeb7f1964f'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:10:41.402796 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.412609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c7f4e-a001-43f1-8438-3386ff92d01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fd560e-d537-4ffe-ac9e-03ab311f835e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:41.433393 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7f4e-a001-43f1-8438-3386ff92d01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.435621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cf5c7f4e-a001-43f1-8438-3386ff92d01c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/89fd560e-d537-4ffe-ac9e-03ab311f835e HTTP/1.1" status: 204 len: 168 time: 0.6204352 Jul 06 18:10:41.439593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41656) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:41.447157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aa9549-0c55-4084-8b91-1086f7a0b70b None None] Network 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:41.585334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.594804 n-d-799526-3 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-124ecdc2-fe88-4809-b676-7ee8f044180e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5362f62e-d603-4b2a-aa5c-1afeb7f1964f (CIDR: 2001:db8::/64) Jul 06 18:10:41.602551 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-124ecdc2-fe88-4809-b676-7ee8f044180e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:10:41.603027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124ecdc2-fe88-4809-b676-7ee8f044180e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:10:41.643786 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-124ecdc2-fe88-4809-b676-7ee8f044180e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5530784 Jul 06 18:10:41.644169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41660) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:41.659351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:41.753581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Deleting port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:41.754647 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.846211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Allocated IP 2001:db8::2 (b60b430e-3fc7-4cb6-a281-3e239f3e4844/5362f62e-d603-4b2a-aa5c-1afeb7f1964f/7f6b2172-56c3-4286-96fc-434a187100ca) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:41.889952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:41.894414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:41.967228 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] For port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc,segment=NetworkSegment(891ad8bd-0059-4e10-9817-30e2a0499294),segment_id=891ad8bd-0059-4e10-9817-30e2a0499294)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:41.967606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.007888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Calling delete_port for 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:42.020351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] DHCP port deletion for 1e08cbd0-8e52-4f76-9e21-c254414cd9e5 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:10:42.143694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3d19d33c-8a2b-421c-84a1-d649cebe754d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:42.174491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 6448f500-b480-4c41-bb04-f8326ae72e68 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:42.193524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 3d19d33c-8a2b-421c-84a1-d649cebe754d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:42.195055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3d19d33c-8a2b-421c-84a1-d649cebe754d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:42.330308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63285c36-45b8-4737-8c80-fad51b25ee6e req-de70f097-4a71-487c-a1eb-6088e9bf8bf5 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:42.350910 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63285c36-45b8-4737-8c80-fad51b25ee6e req-de70f097-4a71-487c-a1eb-6088e9bf8bf5 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 944 time: 0.2215171 Jul 06 18:10:42.359846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.362277 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.370925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Deleting port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:42.371563 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.375966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 6448f500-b480-4c41-bb04-f8326ae72e68 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:42.384031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 6448f500-b480-4c41-bb04-f8326ae72e68 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:42.384758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.405703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Transition to ACTIVE for port object 7f6b2172-56c3-4286-96fc-434a187100ca will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:42.495767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] No DVR routers for this DVR port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:42.529136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Transition to ACTIVE for port object 7f6b2172-56c3-4286-96fc-434a187100ca will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:42.551297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63285c36-45b8-4737-8c80-fad51b25ee6e req-1d142aa4-f8b5-4e5e-807d-d0f8ca00b3db tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998010 Jul 06 18:10:42.552849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] For port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:42.558444 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.558667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Pushing event deleted for resources: {'Port': ['ID=46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:42.559892 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.588726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Calling delete_port for 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:42.595533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:10:42.603288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.627790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:42.632118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:42.634764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:42.637371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.661259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] No DVR routers for this DVR port 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:42.707308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:42.718507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:42.723913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:42.725210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.728489 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.739505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=618fbe87-074b-41f9-9c6f-c236d4159e19,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:42.758573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e08cbd0-8e52-4f76-9e21-c254414cd9e5']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:42.768168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-19b07e89-d40d-4b5e-9dda-8767406ed069 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1202266 Jul 06 18:10:42.768452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:42.774705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844', 'fixed_ips': [{'subnet_id': '5362f62e-d603-4b2a-aa5c-1afeb7f1964f'}, {'subnet_id': '618fbe87-074b-41f9-9c6f-c236d4159e19'}], 'name': 'tempest-PortsIpV6TestJSON-2118105280'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:42.800210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891ad8bd-0059-4e10-9817-30e2a0499294') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:42.800635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891ad8bd-0059-4e10-9817-30e2a0499294') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:42.819177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.844826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.864382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:10:42.864997 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:10:42.867309 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:10:42.969288 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Pushing event updated for resources: {'Port': ['ID=7f6b2172-56c3-4286-96fc-434a187100ca,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:42.978167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.000633 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.007346 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.007659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] 10.222.0.13 "DELETE /v2.0/networks/1e08cbd0-8e52-4f76-9e21-c254414cd9e5 HTTP/1.1" status: 204 len: 168 time: 1.5664349 Jul 06 18:10:43.008519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec4b54-d89c-47f7-a989-01d12746027b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e08cbd0-8e52-4f76-9e21-c254414cd9e5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:43.010318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:43.066788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520293f3-d638-4be0-80b9-2a7aafede706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6448f500-b480-4c41-bb04-f8326ae72e68'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:43.069550 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0892c0b-ff73-4472-89e2-9e1523570f4c" -d '{"events": [{"server_uuid": "520293f3-d638-4be0-80b9-2a7aafede706", "name": "network-vif-plugged", "status": "completed", "tag": "6448f500-b480-4c41-bb04-f8326ae72e68"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:43.087798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Pushing event deleted for resources: {'Port': ['ID=46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:43.123902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 6448f500-b480-4c41-bb04-f8326ae72e68, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6448f500-b480-4c41-bb04-f8326ae72e68,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:43.125785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Attempting to bind port 7f6b2172-56c3-4286-96fc-434a187100ca on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:43.126652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Attempting to bind port 7f6b2172-56c3-4286-96fc-434a187100ca by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '133e230f-b448-4468-8ed9-66525059462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:43.127274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Attempting to bind port 7f6b2172-56c3-4286-96fc-434a187100ca on network b60b430e-3fc7-4cb6-a281-3e239f3e4844 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:43.134418 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.135095 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.135683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.136236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.136809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.137316 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.137866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.138438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.138935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.139777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.140345 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.140833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a084b01-60c9-4fc0-a403-6f9168056a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:43.152804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.159986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:43.160715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Checking segment: {'id': '133e230f-b448-4468-8ed9-66525059462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:43.161330 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.162726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Bound using segment: {'id': '133e230f-b448-4468-8ed9-66525059462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:43.163621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Bound port: 7f6b2172-56c3-4286-96fc-434a187100ca, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133e230f-b448-4468-8ed9-66525059462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:43.164194 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.277276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=6448f500-b480-4c41-bb04-f8326ae72e68,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:43.306196 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] For port 7f6b2172-56c3-4286-96fc-434a187100ca, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:43.310519 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba8b07b-8a9c-4a2b-a6a0-d20447cbe23b x-openstack-request-id: req-1ba8b07b-8a9c-4a2b-a6a0-d20447cbe23b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:43.310772 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520293f3-d638-4be0-80b9-2a7aafede706", "name": "network-vif-plugged", "status": "completed", "tag": "6448f500-b480-4c41-bb04-f8326ae72e68", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:43.311914 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ba8b07b-8a9c-4a2b-a6a0-d20447cbe23b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:43.312383 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520293f3-d638-4be0-80b9-2a7aafede706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6448f500-b480-4c41-bb04-f8326ae72e68', 'code': 200} Jul 06 18:10:43.314891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] For port 7f6b2172-56c3-4286-96fc-434a187100ca, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7f6b2172-56c3-4286-96fc-434a187100ca,segment=NetworkSegment(133e230f-b448-4468-8ed9-66525059462c),segment_id=133e230f-b448-4468-8ed9-66525059462c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:43.320815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:43.321050 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.407154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bdd12-bd71-4e6b-b191-53efaf3c1fc6 None None] Pushing event updated for resources: {'Port': ['ID=7f6b2172-56c3-4286-96fc-434a187100ca,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:43.506662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331de53-6a18-4021-9f24-f4c5edc2369f req-9f2b3ea2-f6f6-4b93-8b18-a2667bd868c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:43.509104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8331de53-6a18-4021-9f24-f4c5edc2369f req-9f2b3ea2-f6f6-4b93-8b18-a2667bd868c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 1096 time: 0.1097794 Jul 06 18:10:43.562321 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8331de53-6a18-4021-9f24-f4c5edc2369f req-20e9c6f4-dae7-43a3-89de-568a427df51c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Jul 06 18:10:43.683992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:43.727681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:43.945423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8c8ac-b01b-4307-b1ef-842eb88acea0 req-26ec91d0-a057-41a2-bbb9-43a1cc8cb250 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:43.947398 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fed8c8ac-b01b-4307-b1ef-842eb88acea0 req-26ec91d0-a057-41a2-bbb9-43a1cc8cb250 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 945 time: 0.1323166 Jul 06 18:10:44.036932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fed8c8ac-b01b-4307-b1ef-842eb88acea0 req-dc7c7d3a-490f-4b19-9271-8bf1c3d89929 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807641 Jul 06 18:10:44.089987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7f6b2172-56c3-4286-96fc-434a187100ca up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:44.183324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 7f6b2172-56c3-4286-96fc-434a187100ca completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:44.299742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:44.387137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:44.387777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 46aa3bbc-319d-4681-9bd2-cb5aa90ca8fc not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:44.582507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::dc (b60b430e-3fc7-4cb6-a281-3e239f3e4844/5362f62e-d603-4b2a-aa5c-1afeb7f1964f/fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:44.595304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8:0:1::391 (b60b430e-3fc7-4cb6-a281-3e239f3e4844/618fbe87-074b-41f9-9c6f-c236d4159e19/fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:44.794982 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:44.921891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63030b98-3099-44e0-8d9e-7c60e5279b67 None None] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:45.031873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e966865c-8ad2-44a1-bdc1-995e15d7df81 None None] Provisioning for port 7f6b2172-56c3-4286-96fc-434a187100ca completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:45.040628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e966865c-8ad2-44a1-bdc1-995e15d7df81 None None] Provisioning complete for port 7f6b2172-56c3-4286-96fc-434a187100ca triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:45.041236 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e966865c-8ad2-44a1-bdc1-995e15d7df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.090786 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.117184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:45.191597 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.225443 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e966865c-8ad2-44a1-bdc1-995e15d7df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.281146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e966865c-8ad2-44a1-bdc1-995e15d7df81 None None] For port 7f6b2172-56c3-4286-96fc-434a187100ca, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7f6b2172-56c3-4286-96fc-434a187100ca,segment=NetworkSegment(133e230f-b448-4468-8ed9-66525059462c),segment_id=133e230f-b448-4468-8ed9-66525059462c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:45.290662 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e966865c-8ad2-44a1-bdc1-995e15d7df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.370788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:45.379298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966865c-8ad2-44a1-bdc1-995e15d7df81 None None] Pushing event updated for resources: {'Port': ['ID=7f6b2172-56c3-4286-96fc-434a187100ca,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:45.415346 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07d73a-00ec-4e27-92c7-b2ff376a6770 None None] Update dhcp port {'port': {'network_id': 'b60b430e-3fc7-4cb6-a281-3e239f3e4844', 'fixed_ips': [{'subnet_id': '5362f62e-d603-4b2a-aa5c-1afeb7f1964f', 'ip_address': '2001:db8::2'}, {'subnet_id': '618fbe87-074b-41f9-9c6f-c236d4159e19'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '7f6b2172-56c3-4286-96fc-434a187100ca'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:10:45.438554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:45.445901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:45.452568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:45.453489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.460756 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a07d73a-00ec-4e27-92c7-b2ff376a6770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.513387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:45.527823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7578707 Jul 06 18:10:45.530976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41686) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:45.533182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.533542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.534073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.534496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.535102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.536030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.536030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.536255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.536688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.537126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.537533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.537949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502ec52-b7f5-4da7-bb5d-0405576bbbac tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:45.540386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5362f62e-d603-4b2a-aa5c-1afeb7f1964f'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:45.587900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fed899-f7e7-4ad7-a6c5-d469eb949d13 req-8dd0ded3-2eab-4f5a-ac66-92decc67676d tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:45.589972 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3fed899-f7e7-4ad7-a6c5-d469eb949d13 req-8dd0ded3-2eab-4f5a-ac66-92decc67676d tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 945 time: 0.3353052 Jul 06 18:10:45.668115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3fed899-f7e7-4ad7-a6c5-d469eb949d13 req-a17c07aa-388b-4ab9-a188-aae6096d87ff tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701416 Jul 06 18:10:45.778874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Deleting port 46ac545d-cc38-4997-945b-5f099c318631 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:45.779477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.783497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8a07d73a-00ec-4e27-92c7-b2ff376a6770 None None] Allocated IP 2001:db8:0:1::2 (b60b430e-3fc7-4cb6-a281-3e239f3e4844/618fbe87-074b-41f9-9c6f-c236d4159e19/7f6b2172-56c3-4286-96fc-434a187100ca) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:45.860355 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.960244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] For port 46ac545d-cc38-4997-945b-5f099c318631, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=46ac545d-cc38-4997-945b-5f099c318631,segment=NetworkSegment(6e8d91a3-3ad5-488a-b55d-243b4ce67062),segment_id=6e8d91a3-3ad5-488a-b55d-243b4ce67062)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:45.962366 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:45.995967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Calling delete_port for 46ac545d-cc38-4997-945b-5f099c318631 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:46.039501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8a07d73a-00ec-4e27-92c7-b2ff376a6770 None None] For port 7f6b2172-56c3-4286-96fc-434a187100ca, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7f6b2172-56c3-4286-96fc-434a187100ca,segment=NetworkSegment(133e230f-b448-4468-8ed9-66525059462c),segment_id=133e230f-b448-4468-8ed9-66525059462c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:46.133021 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a07d73a-00ec-4e27-92c7-b2ff376a6770 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.140960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7f6b2172-56c3-4286-96fc-434a187100ca up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:46.207458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8a07d73a-00ec-4e27-92c7-b2ff376a6770 None None] Transition to ACTIVE for port object 7f6b2172-56c3-4286-96fc-434a187100ca will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:46.219212 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a07d73a-00ec-4e27-92c7-b2ff376a6770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.384376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.399349 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07d73a-00ec-4e27-92c7-b2ff376a6770 None None] Pushing event updated for resources: {'Port': ['ID=7f6b2172-56c3-4286-96fc-434a187100ca,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:46.467462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Pushing event deleted for resources: {'Port': ['ID=46ac545d-cc38-4997-945b-5f099c318631,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:46.469010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Delete allocated IP 2001:db8:0:1::391 (b60b430e-3fc7-4cb6-a281-3e239f3e4844/618fbe87-074b-41f9-9c6f-c236d4159e19) {{(pid=93779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:10:46.906159 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:46.986616 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:47.025233 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4791b6a3-7781-4394-b749-6c5746adb3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:47.040580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Ignored duplicate provisioning block setup for port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:10:47.049780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:47.222043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] In _notify_port_updated(), no bound segment for port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 on network b60b430e-3fc7-4cb6-a281-3e239f3e4844 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:10:47.235623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:47.236888 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:47.240225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "PUT /v2.0/ports/fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 HTTP/1.1" status: 200 len: 925 time: 1.7067931 Jul 06 18:10:47.246482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41704) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:47.256187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5362f62e-d603-4b2a-aa5c-1afeb7f1964f'}, {'subnet_id': '618fbe87-074b-41f9-9c6f-c236d4159e19'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:47.338885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:10:47.375725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:47.425323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.425983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.439176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.439914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.440487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.441061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.441631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.442205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.443514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.443514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.444089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.444682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ee325-0ae6-43c9-9544-4334ab2cd762 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:10:47.572324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:47.730514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92fb946-1ebe-44f1-8eb1-15f2f29522c3 None None] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:47.807076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a1a5f929-8afb-4d86-950f-4069b7fffe11 None None] Provisioning for port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:47.820558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a1a5f929-8afb-4d86-950f-4069b7fffe11 None None] Provisioning complete for port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:47.820929 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f929-8afb-4d86-950f-4069b7fffe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:47.903161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a1a5f929-8afb-4d86-950f-4069b7fffe11 None None] Port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:10:47.944232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a1a5f929-8afb-4d86-950f-4069b7fffe11 None None] Provisioning for port 7f6b2172-56c3-4286-96fc-434a187100ca completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:10:47.964023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a1a5f929-8afb-4d86-950f-4069b7fffe11 None None] Provisioning complete for port 7f6b2172-56c3-4286-96fc-434a187100ca triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:47.964840 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f929-8afb-4d86-950f-4069b7fffe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.154899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8:0:1::259 (b60b430e-3fc7-4cb6-a281-3e239f3e4844/618fbe87-074b-41f9-9c6f-c236d4159e19/fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:48.187042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7f6b2172-56c3-4286-96fc-434a187100ca up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:10:48.265825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 7f6b2172-56c3-4286-96fc-434a187100ca triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:48.266197 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.295096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:10:48.310129 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7dcb4e2e-8566-451a-837a-5bd004a633bb admin admin] 10.222.0.13 "PUT /v2.0/routers/eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2974989 Jul 06 18:10:48.314258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41712) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:48.356354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] Sync routers for ids ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:10:48.376510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] Routers {'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:48.377438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:10:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:48.470470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.487357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc27e3-8767-47b4-919b-1580f873e46b req-03cca7b0-fa9a-4e18-8cdd-7532c6afbcee tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:48.489939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Ignored duplicate provisioning block setup for port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 18:10:48.496151 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.504427 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-54dc27e3-8767-47b4-919b-1580f873e46b req-03cca7b0-fa9a-4e18-8cdd-7532c6afbcee tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 945 time: 0.2978516 Jul 06 18:10:48.572470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:48.665897 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-54dc27e3-8767-47b4-919b-1580f873e46b req-49bbb5d0-bb0d-4b02-bb45-dff0c6dc6c9b tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588867 Jul 06 18:10:48.685430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.699761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] In _notify_port_updated(), no bound segment for port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 on network b60b430e-3fc7-4cb6-a281-3e239f3e4844 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:10:48.705497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:48.706207 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:48.718997 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4fedf331-ff23-4afc-9875-251b212b48f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "PUT /v2.0/ports/fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 HTTP/1.1" status: 200 len: 1011 time: 1.4708040 Jul 06 18:10:48.730173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:48.809755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] Set router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:10:48.867636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.011234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Deleting port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:49.011875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.058000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-1bd9aedc-807f-4583-bb8d-3deb7a70d4bd tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:49.060787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-1bd9aedc-807f-4583-bb8d-3deb7a70d4bd tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.22 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 945 time: 0.2492826 Jul 06 18:10:49.087716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-04d07e40-2633-4a97-9c39-5aeba5483441 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:49.088242 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04d07e40-2633-4a97-9c39-5aeba5483441 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.107580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7d6ef062-0d1b-4b94-8903-656b213ea2d2 None None] Provisioning complete for port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:49.107955 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d6ef062-0d1b-4b94-8903-656b213ea2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.161415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] For port a10d9b5b-9115-4a6b-81c6-68becbe7a1f5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a10d9b5b-9115-4a6b-81c6-68becbe7a1f5,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:49.162581 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.187548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Calling delete_port for a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:49.189038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ef062-0d1b-4b94-8903-656b213ea2d2 None None] Port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:10:49.231906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7d6ef062-0d1b-4b94-8903-656b213ea2d2 None None] Provisioning complete for port 7f6b2172-56c3-4286-96fc-434a187100ca triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:49.232287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7d6ef062-0d1b-4b94-8903-656b213ea2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.385258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:10:46Z', 'revision_number': 5, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'gw_port': {'id': 'a10d9b5b-9115-4a6b-81c6-68becbe7a1f5', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ce:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:49.454383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04d07e40-2633-4a97-9c39-5aeba5483441 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.477280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] Checking router: eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:10:49.493368 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.512633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] Routers {'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:10:49.513973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:10:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:49.525856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-04d07e40-2633-4a97-9c39-5aeba5483441 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:49.549873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Deleting port 6448f500-b480-4c41-bb04-f8326ae72e68 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:49.550552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.594883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Pushing event deleted for resources: {'Port': ['ID=a10d9b5b-9115-4a6b-81c6-68becbe7a1f5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:49.619489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] Set router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:10:49.688382 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.867004 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.870907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.914055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] For port 6448f500-b480-4c41-bb04-f8326ae72e68, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=6448f500-b480-4c41-bb04-f8326ae72e68,segment=NetworkSegment(c31c11b7-022e-4f2e-873d-52a10b1dffda),segment_id=c31c11b7-022e-4f2e-873d-52a10b1dffda)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:49.914462 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:49.946248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Calling delete_port for 6448f500-b480-4c41-bb04-f8326ae72e68 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:50.032099 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.033232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:10:50.044000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.050836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1553feed-61f3-49d8-a5dd-700af6a33637 admin admin] 10.222.0.13 "DELETE /v2.0/routers/eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc HTTP/1.1" status: 204 len: 168 time: 1.7296491 Jul 06 18:10:50.057777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41726) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:50.134744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:10:49Z', 'revision_number': 7, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:50.135766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2123218-31a5-4c2b-a432-6ac973849581 admin admin] Deleting subnet de7f1b03-fbca-4a44-8729-610e387528df {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:10:50.140105 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2123218-31a5-4c2b-a432-6ac973849581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.143401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0bc70b0-ecb7-4d29-b59e-dc93d23787b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.193052 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2123218-31a5-4c2b-a432-6ac973849581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.236889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db028da1-09c8-4afa-aab2-e2d9e278f64b None None] The sync data for ids ['eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc'] in n-d-799526-3 is: [{'id': 'eb46c8b0-dc7f-4bc7-ba30-fa7a1bae6fcc', 'name': 'tempest-TestServerMultinode-816016328-router', 'tenant_id': '370a136dc9d2423cbb34a3f215d5acd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:09:23Z', 'updated_at': '2021-07-06T18:10:49Z', 'revision_number': 7, 'project_id': '370a136dc9d2423cbb34a3f215d5acd1', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:10:50.246924 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.306630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-890bcd7f-59f9-4296-a58d-74ad2b49e1a2 None None] Provisioning complete for port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:10:50.307108 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-890bcd7f-59f9-4296-a58d-74ad2b49e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.359138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-890bcd7f-59f9-4296-a58d-74ad2b49e1a2 None None] Port fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:10:50.367536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2123218-31a5-4c2b-a432-6ac973849581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.441569 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2123218-31a5-4c2b-a432-6ac973849581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.471719 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2123218-31a5-4c2b-a432-6ac973849581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de7f1b03-fbca-4a44-8729-610e387528df,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:50.478078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2123218-31a5-4c2b-a432-6ac973849581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.483086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f2123218-31a5-4c2b-a432-6ac973849581 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/de7f1b03-fbca-4a44-8729-610e387528df HTTP/1.1" status: 204 len: 168 time: 0.4235208 Jul 06 18:10:50.483740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:50.489649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6161527-2653-4901-914c-c78a09543aae None None] Network c38b3772-1b76-44f1-90ee-169109ddefeb requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:50.571416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.655734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Deleting port 9a6f5872-5a43-4f5a-80f2-beade6074e41 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:50.656084 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.717227 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04d07e40-2633-4a97-9c39-5aeba5483441 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.771468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5aacb-18ab-4f59-bdfe-4a6de8aa8827 req-8c30ee72-2d95-48ba-a25a-036f77b4b800 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:50.773832 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30b5aacb-18ab-4f59-bdfe-4a6de8aa8827 req-8c30ee72-2d95-48ba-a25a-036f77b4b800 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 945 time: 0.2720718 Jul 06 18:10:50.775382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] For port 9a6f5872-5a43-4f5a-80f2-beade6074e41, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9a6f5872-5a43-4f5a-80f2-beade6074e41,segment=NetworkSegment(6e8d91a3-3ad5-488a-b55d-243b4ce67062),segment_id=6e8d91a3-3ad5-488a-b55d-243b4ce67062)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:50.775753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.794253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Calling delete_port for 9a6f5872-5a43-4f5a-80f2-beade6074e41 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:50.833058 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.935992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:50.953451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] No DVR routers for this DVR port 9a6f5872-5a43-4f5a-80f2-beade6074e41 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:50.956308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d07e40-2633-4a97-9c39-5aeba5483441 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:50.989388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6f5872-5a43-4f5a-80f2-beade6074e41,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:51.018700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04d07e40-2633-4a97-9c39-5aeba5483441 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.023643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-04d07e40-2633-4a97-9c39-5aeba5483441 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 HTTP/1.1" status: 204 len: 168 time: 2.3025761 Jul 06 18:10:51.030805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41734) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:51.113424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30b5aacb-18ab-4f59-bdfe-4a6de8aa8827 req-d6d0ca12-68eb-4a37-9a5f-cab4fdc4f06a tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4b23c8b-7153-4373-8911-9a0ddc3526c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105209 Jul 06 18:10:51.126077 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5811c5d0-b520-4bb1-802a-035b1200bdba tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:10:51.127812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5811c5d0-b520-4bb1-802a-035b1200bdba tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 HTTP/1.1" status: 404 len: 333 time: 0.0901375 Jul 06 18:10:51.132440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:51.155948 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.181586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38b3772-1b76-44f1-90ee-169109ddefeb']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:51.202328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8d91a3-3ad5-488a-b55d-243b4ce67062') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:51.203196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8d91a3-3ad5-488a-b55d-243b4ce67062') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:51.213535 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.220006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d77e1a0-3ff2-409b-a2ad-66f225a66b15 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet 618fbe87-074b-41f9-9c6f-c236d4159e19 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:10:51.223902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.231729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d77e1a0-3ff2-409b-a2ad-66f225a66b15 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.263966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.275889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f4741-5639-46a8-bd33-a488d0dbd594 None None] DHCP port deletion for c38b3772-1b76-44f1-90ee-169109ddefeb request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:10:51.292934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Pushing event deleted for resources: {'Port': ['ID=6448f500-b480-4c41-bb04-f8326ae72e68,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:51.303724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:10:51.303945 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:10:51.307666 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:10:51.359559 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d77e1a0-3ff2-409b-a2ad-66f225a66b15 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.363380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] No DVR routers for this DVR port 6448f500-b480-4c41-bb04-f8326ae72e68 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:51.383550 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.385633 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fbbc22d6-ebbe-462b-9872-f5c92f66e79a req-9ff39535-204c-41da-a02d-acdf41bccf7f tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.22 "DELETE /v2.0/ports/6448f500-b480-4c41-bb04-f8326ae72e68 HTTP/1.1" status: 204 len: 173 time: 2.3182833 Jul 06 18:10:51.386102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520293f3-d638-4be0-80b9-2a7aafede706', 'name': 'network-vif-deleted', 'tag': '6448f500-b480-4c41-bb04-f8326ae72e68'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:10:51.389153 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f835a7f4-b558-484d-b2fd-1f2e888583bb" -d '{"events": [{"server_uuid": "520293f3-d638-4be0-80b9-2a7aafede706", "name": "network-vif-deleted", "tag": "6448f500-b480-4c41-bb04-f8326ae72e68"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:10:51.444680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.522823 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.527289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c38b3772-1b76-44f1-90ee-169109ddefeb HTTP/1.1" status: 204 len: 168 time: 1.0416586 Jul 06 18:10:51.529159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57c141-af5d-48f8-b04a-727007ba3291 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38b3772-1b76-44f1-90ee-169109ddefeb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:51.611608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d77e1a0-3ff2-409b-a2ad-66f225a66b15 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.674569 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b14e87d-eff6-43d1-bb64-5dc202dfe5b8 x-openstack-request-id: req-5b14e87d-eff6-43d1-bb64-5dc202dfe5b8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:10:51.674871 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520293f3-d638-4be0-80b9-2a7aafede706", "name": "network-vif-deleted", "tag": "6448f500-b480-4c41-bb04-f8326ae72e68", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:10:51.675118 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b14e87d-eff6-43d1-bb64-5dc202dfe5b8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:10:51.675534 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520293f3-d638-4be0-80b9-2a7aafede706', 'name': 'network-vif-deleted', 'tag': '6448f500-b480-4c41-bb04-f8326ae72e68', 'status': 'completed', 'code': 200} Jul 06 18:10:51.735555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d77e1a0-3ff2-409b-a2ad-66f225a66b15 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.789889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77e1a0-3ff2-409b-a2ad-66f225a66b15 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=618fbe87-074b-41f9-9c6f-c236d4159e19,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:51.798118 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d77e1a0-3ff2-409b-a2ad-66f225a66b15 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:51.805705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1d77e1a0-3ff2-409b-a2ad-66f225a66b15 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/618fbe87-074b-41f9-9c6f-c236d4159e19 HTTP/1.1" status: 204 len: 168 time: 0.6668267 Jul 06 18:10:51.806532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:51.812782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefbc44f-01b8-4eea-9a4e-d78d8164aed7 None None] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:51.926614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-048780bd-5962-4919-a392-4bc614119be4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet 5362f62e-d603-4b2a-aa5c-1afeb7f1964f {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:10:51.933444 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-048780bd-5962-4919-a392-4bc614119be4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.071352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41750) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:52.093782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9a6f5872-5a43-4f5a-80f2-beade6074e41 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:52.144102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-048780bd-5962-4919-a392-4bc614119be4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.163946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 9a6f5872-5a43-4f5a-80f2-beade6074e41 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:52.164521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9a6f5872-5a43-4f5a-80f2-beade6074e41 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:52.165234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 46ac545d-cc38-4997-945b-5f099c318631 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:52.206882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 46ac545d-cc38-4997-945b-5f099c318631 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:52.210229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 46ac545d-cc38-4997-945b-5f099c318631 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:52.211411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:52.220604 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 6448f500-b480-4c41-bb04-f8326ae72e68 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:52.283214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d6d30c2b-2dd1-43d9-9cd7-24e418283d18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=236f1b097f91466ea16c5dbf19a9901d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087173 Jul 06 18:10:52.287006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41754) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:52.437554 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-048780bd-5962-4919-a392-4bc614119be4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.453853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 6448f500-b480-4c41-bb04-f8326ae72e68 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:52.455392 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 6448f500-b480-4c41-bb04-f8326ae72e68 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:52.459124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:52.460125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a10d9b5b-9115-4a6b-81c6-68becbe7a1f5 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:52.564480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21266945-45b0-4851-88f8-9cb48dfc3085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.635024 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-048780bd-5962-4919-a392-4bc614119be4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.707624 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21266945-45b0-4851-88f8-9cb48dfc3085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.756683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048780bd-5962-4919-a392-4bc614119be4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=5362f62e-d603-4b2a-aa5c-1afeb7f1964f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:52.776504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-048780bd-5962-4919-a392-4bc614119be4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.784118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-048780bd-5962-4919-a392-4bc614119be4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/5362f62e-d603-4b2a-aa5c-1afeb7f1964f HTTP/1.1" status: 204 len: 168 time: 0.9720223 Jul 06 18:10:52.784883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:52.796612 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea86f84a-ce9a-4e32-8bfa-b5bd3799b647 req-78f814d2-d73e-428d-b8dc-daa86629d428 tempest-VolumesActionsTest-1513707041 tempest-VolumesActionsTest-1513707041-project] 10.222.0.13 "GET /v2.0/ports?device_id=520293f3-d638-4be0-80b9-2a7aafede706 HTTP/1.1" status: 200 len: 210 time: 0.1684582 Jul 06 18:10:52.897586 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.927525 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21266945-45b0-4851-88f8-9cb48dfc3085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.931764 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21266945-45b0-4851-88f8-9cb48dfc3085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:52.937146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-21266945-45b0-4851-88f8-9cb48dfc3085 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b4a9e74-4a57-4d39-b753-8fcaa1d02d1f HTTP/1.1" status: 204 len: 168 time: 0.6443539 Jul 06 18:10:52.961159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21266945-45b0-4851-88f8-9cb48dfc3085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4a9e74-4a57-4d39-b753-8fcaa1d02d1f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:53.048552 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.172209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 7f6b2172-56c3-4286-96fc-434a187100ca {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:53.172764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.311174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] For port 7f6b2172-56c3-4286-96fc-434a187100ca, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7f6b2172-56c3-4286-96fc-434a187100ca,segment=NetworkSegment(133e230f-b448-4468-8ed9-66525059462c),segment_id=133e230f-b448-4468-8ed9-66525059462c)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:10:53.312036 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.335576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 7f6b2172-56c3-4286-96fc-434a187100ca owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:10:53.560608 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.606563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No DVR routers for this DVR port 7f6b2172-56c3-4286-96fc-434a187100ca on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:10:53.608489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=7f6b2172-56c3-4286-96fc-434a187100ca,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:53.800559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0254d1-dfb6-4249-a515-6530bf2c47fd None None] Network b60b430e-3fc7-4cb6-a281-3e239f3e4844 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:53.885061 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:53.892537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b00c3d24-67f4-4705-b278-dc403d76e436 None None] Could not find standard attr ID for object 7f6b2172-56c3-4286-96fc-434a187100ca. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:10:53.915062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60b430e-3fc7-4cb6-a281-3e239f3e4844']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:53.933429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41776) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:53.963242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133e230f-b448-4468-8ed9-66525059462c') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:53.963893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133e230f-b448-4468-8ed9-66525059462c') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:10:54.003268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.050092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.075719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eedd93b3-2d86-42a6-8389-672b0a3d34c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=370a136dc9d2423cbb34a3f215d5acd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410167 Jul 06 18:10:54.081040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:10:54.082590 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.086851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41780) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:54.168800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a962f3-8e19-4846-b24b-a2ab5780d423 None None] DHCP port deletion for b60b430e-3fc7-4cb6-a281-3e239f3e4844 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:10:54.204068 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:10:54.269273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.287167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9914ccfc-e25b-4330-a992-14163963d8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.306965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.309860 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/networks/b60b430e-3fc7-4cb6-a281-3e239f3e4844 HTTP/1.1" status: 204 len: 168 time: 1.5231650 Jul 06 18:10:54.311636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc6583-99d7-46cd-b724-bd2e83bee7f0 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Network': ['ID=b60b430e-3fc7-4cb6-a281-3e239f3e4844,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:54.313753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41788) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:54.369309 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9914ccfc-e25b-4330-a992-14163963d8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.493513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eabaad5-2163-4f74-bfb3-1d6e333a3d53 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:54.496101 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4eabaad5-2163-4f74-bfb3-1d6e333a3d53 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1804545 Jul 06 18:10:54.498526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9914ccfc-e25b-4330-a992-14163963d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.504519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9914ccfc-e25b-4330-a992-14163963d8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.507871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9914ccfc-e25b-4330-a992-14163963d8e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0708fb9e-e08e-4b29-8d33-e37113d87db3 HTTP/1.1" status: 204 len: 168 time: 0.4193902 Jul 06 18:10:54.508695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:54.556694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914ccfc-e25b-4330-a992-14163963d8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708fb9e-e08e-4b29-8d33-e37113d87db3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:54.675397 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-028a6f58-3014-4353-8700-0a61954d1326 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1623251 Jul 06 18:10:54.678759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41802) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:54.684150 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-947766874'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:54.726841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:54.732721 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.782851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:10:54.800669 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.801422 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Added segment 424b4bdd-be39-48c6-872a-afed66a3c8e2 of type vlan for network 532291fc-f6ce-4af7-a65a-f9fc3a024061 Jul 06 18:10:54.873553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.920532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.933048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:54.933845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:54.968281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2882392 Jul 06 18:10:54.973950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41812) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:54.984968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '532291fc-f6ce-4af7-a65a-f9fc3a024061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:55.114815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28167094-d079-4300-a1c8-7b116c2b94fd tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Network': ['ID=532291fc-f6ce-4af7-a65a-f9fc3a024061,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:55.133979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 532291fc-f6ce-4af7-a65a-f9fc3a024061 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:10:55.244433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:55.262965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:55.623851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:55.736116 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Checking segment: {'id': '424b4bdd-be39-48c6-872a-afed66a3c8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '532291fc-f6ce-4af7-a65a-f9fc3a024061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:55.736545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network hostable DHCP agents. Network: 532291fc-f6ce-4af7-a65a-f9fc3a024061, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:10:55.744257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=5e9cf77b-200b-4318-aeda-013913074d34,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:55.772859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 532291fc-f6ce-4af7-a65a-f9fc3a024061 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:10:55.819744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 532291fc-f6ce-4af7-a65a-f9fc3a024061) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:55.831464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3bfc4-b9bb-4b38-bd94-5e64264ee820 None None] Network 532291fc-f6ce-4af7-a65a-f9fc3a024061 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:10:55.837282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:55.839530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:55.878074 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:55.878893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4bc93ab3-8442-4a75-8864-6ea169c16e9b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9023869 Jul 06 18:10:55.884740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '532291fc-f6ce-4af7-a65a-f9fc3a024061', 'name': 'tempest-PortsIpV6TestJSON-11553870'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:56.008900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7f6b2172-56c3-4286-96fc-434a187100ca no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:10:56.043421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:56.048367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 7f6b2172-56c3-4286-96fc-434a187100ca {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:10:56.049163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.049532 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7f6b2172-56c3-4286-96fc-434a187100ca not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:10:56.089678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 0f327424-c59b-4322-a694-1e52b9711401 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:56.126376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-532291fc-f6ce-4af7-a65a-f9fc3a024061', 'network_id': '532291fc-f6ce-4af7-a65a-f9fc3a024061', 'tenant_id': '688e560056a64e21b22a9ece7caac370', 'fixed_ips': [{'subnet_id': '5e9cf77b-200b-4318-aeda-013913074d34'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:10:56.127614 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.517160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::2a8 (532291fc-f6ce-4af7-a65a-f9fc3a024061/5e9cf77b-200b-4318-aeda-013913074d34/0f327424-c59b-4322-a694-1e52b9711401) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:56.940445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:56.965341 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object 0f327424-c59b-4322-a694-1e52b9711401 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:57.041546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:57.121578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 532291fc-f6ce-4af7-a65a-f9fc3a024061 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:57.128187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:57.133714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:57.141091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:57.142113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:57.164183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2846701 Jul 06 18:10:57.170391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:57.182247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Allocated IP 2001:db8::2 (532291fc-f6ce-4af7-a65a-f9fc3a024061/5e9cf77b-200b-4318-aeda-013913074d34/18df1667-e045-4164-a805-90a1954e7a79) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:57.191777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '532291fc-f6ce-4af7-a65a-f9fc3a024061', 'name': 'tempest-PortsIpV6TestJSON-2112286106'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:10:57.220037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f080b05-cfc7-4218-aed4-6055f6d55fee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=0f327424-c59b-4322-a694-1e52b9711401,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:57.467674 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:57.480244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Transition to ACTIVE for port object 18df1667-e045-4164-a805-90a1954e7a79 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:57.512988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Transition to ACTIVE for port object 18df1667-e045-4164-a805-90a1954e7a79 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:57.543281 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:57.544441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:10:57.548528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:57.603541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 48457d7c-1a4e-4f67-9e3f-b3d7ae10a74f yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:10:57.690257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Pushing event updated for resources: {'Port': ['ID=18df1667-e045-4164-a805-90a1954e7a79,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:57.734556 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Network 532291fc-f6ce-4af7-a65a-f9fc3a024061 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:57.738941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:57.763296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:57.931949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::b5 (532291fc-f6ce-4af7-a65a-f9fc3a024061/5e9cf77b-200b-4318-aeda-013913074d34/48457d7c-1a4e-4f67-9e3f-b3d7ae10a74f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:10:57.960417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Attempting to bind port 18df1667-e045-4164-a805-90a1954e7a79 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:10:57.961942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Attempting to bind port 18df1667-e045-4164-a805-90a1954e7a79 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '424b4bdd-be39-48c6-872a-afed66a3c8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '532291fc-f6ce-4af7-a65a-f9fc3a024061'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:10:57.962649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Attempting to bind port 18df1667-e045-4164-a805-90a1954e7a79 on network 532291fc-f6ce-4af7-a65a-f9fc3a024061 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:10:57.980447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:10:57.981894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Checking segment: {'id': '424b4bdd-be39-48c6-872a-afed66a3c8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '532291fc-f6ce-4af7-a65a-f9fc3a024061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:10:57.983306 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:57.985686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Bound using segment: {'id': '424b4bdd-be39-48c6-872a-afed66a3c8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '532291fc-f6ce-4af7-a65a-f9fc3a024061'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:10:57.986975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Bound port: 18df1667-e045-4164-a805-90a1954e7a79, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424b4bdd-be39-48c6-872a-afed66a3c8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '532291fc-f6ce-4af7-a65a-f9fc3a024061'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:10:57.988290 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:58.216740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] For port 18df1667-e045-4164-a805-90a1954e7a79, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:10:58.228083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] For port 18df1667-e045-4164-a805-90a1954e7a79, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=18df1667-e045-4164-a805-90a1954e7a79,segment=NetworkSegment(424b4bdd-be39-48c6-872a-afed66a3c8e2),segment_id=424b4bdd-be39-48c6-872a-afed66a3c8e2)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:10:58.242056 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:58.341757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:58.368558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object 48457d7c-1a4e-4f67-9e3f-b3d7ae10a74f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:10:58.422229 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:58.427519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30fbb4-d100-4819-8f7f-2232e4f4d5d9 None None] Pushing event updated for resources: {'Port': ['ID=18df1667-e045-4164-a805-90a1954e7a79,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:58.596708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 532291fc-f6ce-4af7-a65a-f9fc3a024061 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:10:58.618796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:10:58.623382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:10:58.633465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:58.633465 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:58.717167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=48457d7c-1a4e-4f67-9e3f-b3d7ae10a74f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:10:58.730900 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e4bd2420-fa9f-4869-9cd6-01f6a7e66a3c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5580156 Jul 06 18:10:58.735710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41922) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:59.168935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31729455-45d5-4698-9ac9-f80bc5ef1630 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:10:59.172548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-31729455-45d5-4698-9ac9-f80bc5ef1630 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a8 HTTP/1.1" status: 200 len: 927 time: 0.4251554 Jul 06 18:10:59.174921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41934) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:10:59.466657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0660d-03d4-4679-b51d-18ed6cb1419a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 48457d7c-1a4e-4f67-9e3f-b3d7ae10a74f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:10:59.467540 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe0660d-03d4-4679-b51d-18ed6cb1419a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.741565 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe0660d-03d4-4679-b51d-18ed6cb1419a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:10:59.792252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0660d-03d4-4679-b51d-18ed6cb1419a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 48457d7c-1a4e-4f67-9e3f-b3d7ae10a74f owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:00.087849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe0660d-03d4-4679-b51d-18ed6cb1419a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.259674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0660d-03d4-4679-b51d-18ed6cb1419a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=48457d7c-1a4e-4f67-9e3f-b3d7ae10a74f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:00.326936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 18df1667-e045-4164-a805-90a1954e7a79 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:00.356564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe0660d-03d4-4679-b51d-18ed6cb1419a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.367445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1fe0660d-03d4-4679-b51d-18ed6cb1419a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/48457d7c-1a4e-4f67-9e3f-b3d7ae10a74f HTTP/1.1" status: 204 len: 168 time: 1.1874902 Jul 06 18:11:00.376830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:00.467284 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-189d8c1b-481a-4cf3-84c6-bacf23faab35 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:11:00.472929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-189d8c1b-481a-4cf3-84c6-bacf23faab35 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/48457d7c-1a4e-4f67-9e3f-b3d7ae10a74f HTTP/1.1" status: 404 len: 333 time: 0.0929086 Jul 06 18:11:00.476574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41956) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:00.508580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 18df1667-e045-4164-a805-90a1954e7a79 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:00.610719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418227e8-0cb9-4db8-8e2b-b8781506f651 None None] Network 532291fc-f6ce-4af7-a65a-f9fc3a024061 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:00.670162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e2f228b2-b3c7-4409-8b2e-f3cc472a826a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 0f327424-c59b-4322-a694-1e52b9711401 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:00.670677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2f228b2-b3c7-4409-8b2e-f3cc472a826a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.707187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f757a682-2917-4d6e-9d2a-202498498f6a None None] Provisioning for port 18df1667-e045-4164-a805-90a1954e7a79 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:00.716818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f757a682-2917-4d6e-9d2a-202498498f6a None None] Provisioning complete for port 18df1667-e045-4164-a805-90a1954e7a79 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:00.717715 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f757a682-2917-4d6e-9d2a-202498498f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.809173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2f228b2-b3c7-4409-8b2e-f3cc472a826a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:00.832519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e2f228b2-b3c7-4409-8b2e-f3cc472a826a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 0f327424-c59b-4322-a694-1e52b9711401 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:00.945156 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f757a682-2917-4d6e-9d2a-202498498f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.038425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f757a682-2917-4d6e-9d2a-202498498f6a None None] For port 18df1667-e045-4164-a805-90a1954e7a79, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=18df1667-e045-4164-a805-90a1954e7a79,segment=NetworkSegment(424b4bdd-be39-48c6-872a-afed66a3c8e2),segment_id=424b4bdd-be39-48c6-872a-afed66a3c8e2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:01.045672 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2f228b2-b3c7-4409-8b2e-f3cc472a826a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.049080 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f757a682-2917-4d6e-9d2a-202498498f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.097104 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f228b2-b3c7-4409-8b2e-f3cc472a826a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=0f327424-c59b-4322-a694-1e52b9711401,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:01.151125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2f228b2-b3c7-4409-8b2e-f3cc472a826a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.154233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e2f228b2-b3c7-4409-8b2e-f3cc472a826a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/0f327424-c59b-4322-a694-1e52b9711401 HTTP/1.1" status: 204 len: 168 time: 0.6765544 Jul 06 18:11:01.156868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41968) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:01.212971 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8763b68f-65c4-4ec3-a9a7-eed5b8f6e6ee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:11:01.215790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8763b68f-65c4-4ec3-a9a7-eed5b8f6e6ee tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/0f327424-c59b-4322-a694-1e52b9711401 HTTP/1.1" status: 404 len: 333 time: 0.0574114 Jul 06 18:11:01.218545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 41970) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:01.248500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757a682-2917-4d6e-9d2a-202498498f6a None None] Pushing event updated for resources: {'Port': ['ID=18df1667-e045-4164-a805-90a1954e7a79,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:01.372238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4fcbf4-d915-46e5-a25d-9290156bd676 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet 5e9cf77b-200b-4318-aeda-013913074d34 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:11:01.380862 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcbf4-d915-46e5-a25d-9290156bd676 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.485002 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcbf4-d915-46e5-a25d-9290156bd676 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.685513 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcbf4-d915-46e5-a25d-9290156bd676 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.814127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cbc07d5f-560d-4b8e-8ab5-4b08cc1e8f6f None None] Could not find standard attr ID for object 0f327424-c59b-4322-a694-1e52b9711401. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:11:01.841498 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cbc07d5f-560d-4b8e-8ab5-4b08cc1e8f6f None None] Provisioning complete for port 18df1667-e045-4164-a805-90a1954e7a79 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:01.841877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbc07d5f-560d-4b8e-8ab5-4b08cc1e8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.867344 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcbf4-d915-46e5-a25d-9290156bd676 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.961884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fcbf4-d915-46e5-a25d-9290156bd676 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9cf77b-200b-4318-aeda-013913074d34,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:01.964622 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcbf4-d915-46e5-a25d-9290156bd676 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:01.980771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 41982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:01.983099 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8a4fcbf4-d915-46e5-a25d-9290156bd676 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/5e9cf77b-200b-4318-aeda-013913074d34 HTTP/1.1" status: 204 len: 168 time: 0.7631185 Jul 06 18:11:02.187557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 18df1667-e045-4164-a805-90a1954e7a79 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:02.256668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.258439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305fe706-2ad0-4f32-98d3-94273d3ad979 None None] Network 532291fc-f6ce-4af7-a65a-f9fc3a024061 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:02.299267 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.414124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-23dd3140-1985-4202-9827-96b8291cb9bd None None] Could not find standard attr ID for object 0f327424-c59b-4322-a694-1e52b9711401. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:11:02.459042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 18df1667-e045-4164-a805-90a1954e7a79 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:02.459483 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.516888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 18df1667-e045-4164-a805-90a1954e7a79 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:02.519487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.821862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b18a1e-362e-4644-aa9d-d456dab5dcaf None None] DHCP port deletion for 532291fc-f6ce-4af7-a65a-f9fc3a024061 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:11:02.923042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] For port 18df1667-e045-4164-a805-90a1954e7a79, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=18df1667-e045-4164-a805-90a1954e7a79,segment=NetworkSegment(424b4bdd-be39-48c6-872a-afed66a3c8e2),segment_id=424b4bdd-be39-48c6-872a-afed66a3c8e2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:02.947853 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:02.978482 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:11:02.998728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 18df1667-e045-4164-a805-90a1954e7a79 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:03.038803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-21b18a1e-362e-4644-aa9d-d456dab5dcaf None None] Deleting port 18df1667-e045-4164-a805-90a1954e7a79 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:03.040667 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21b18a1e-362e-4644-aa9d-d456dab5dcaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.188718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-21b18a1e-362e-4644-aa9d-d456dab5dcaf None None] For port 18df1667-e045-4164-a805-90a1954e7a79, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=18df1667-e045-4164-a805-90a1954e7a79,segment=NetworkSegment(424b4bdd-be39-48c6-872a-afed66a3c8e2),segment_id=424b4bdd-be39-48c6-872a-afed66a3c8e2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:03.189129 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21b18a1e-362e-4644-aa9d-d456dab5dcaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.228536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.234670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-21b18a1e-362e-4644-aa9d-d456dab5dcaf None None] Calling delete_port for 18df1667-e045-4164-a805-90a1954e7a79 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:03.308958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=18df1667-e045-4164-a805-90a1954e7a79,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:03.312677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No DVR routers for this DVR port 18df1667-e045-4164-a805-90a1954e7a79 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:03.466965 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21b18a1e-362e-4644-aa9d-d456dab5dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.526141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b18a1e-362e-4644-aa9d-d456dab5dcaf None None] Pushing event deleted for resources: {'Port': ['ID=18df1667-e045-4164-a805-90a1954e7a79,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:03.536366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b18a1e-362e-4644-aa9d-d456dab5dcaf None None] No DVR routers for this DVR port 18df1667-e045-4164-a805-90a1954e7a79 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:03.584046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.608130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532291fc-f6ce-4af7-a65a-f9fc3a024061']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:03.634423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424b4bdd-be39-48c6-872a-afed66a3c8e2') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:03.635402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424b4bdd-be39-48c6-872a-afed66a3c8e2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:03.652698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.699482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.718515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:11:03.718950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:11:03.722594 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:11:03.834383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.862780 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:03.865275 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/networks/532291fc-f6ce-4af7-a65a-f9fc3a024061 HTTP/1.1" status: 204 len: 168 time: 1.8833878 Jul 06 18:11:03.871733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42010) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:03.876962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1332054555'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:03.949166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23e3f-0155-4fd8-8d01-12866dbd3820 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Network': ['ID=532291fc-f6ce-4af7-a65a-f9fc3a024061,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:03.957157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:03.962629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.013537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:11:04.034306 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.034883 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Added segment fd383fb3-4199-428f-8372-6c75651b0d91 of type vlan for network 8d622f4e-79be-460d-9901-ccf2dfd15f57 Jul 06 18:11:04.173352 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.188560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 18df1667-e045-4164-a805-90a1954e7a79 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:11:04.282944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 18df1667-e045-4164-a805-90a1954e7a79 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:11:04.287292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 18df1667-e045-4164-a805-90a1954e7a79 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:11:04.316507 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.329380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:04.330724 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:04.504187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6317115 Jul 06 18:11:04.505204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:04.519747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5767a-daca-42e5-b85c-2553629e5b03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Network': ['ID=8d622f4e-79be-460d-9901-ccf2dfd15f57,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:04.537987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 8d622f4e-79be-460d-9901-ccf2dfd15f57 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:11:04.556865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '8d622f4e-79be-460d-9901-ccf2dfd15f57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:04.822936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:04.829735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.289525 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.352408 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=f09a7f16-b241-4fb6-9c87-9137b9db033d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:05.408332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Checking segment: {'id': 'fd383fb3-4199-428f-8372-6c75651b0d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d622f4e-79be-460d-9901-ccf2dfd15f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:05.409097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network hostable DHCP agents. Network: 8d622f4e-79be-460d-9901-ccf2dfd15f57, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:11:05.435144 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 8d622f4e-79be-460d-9901-ccf2dfd15f57 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:11:05.463609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 8d622f4e-79be-460d-9901-ccf2dfd15f57) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:05.469075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:05.472165 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.478394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919ae83-b7a5-4579-a8b6-fc3117e5e1ce None None] Network 8d622f4e-79be-460d-9901-ccf2dfd15f57 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:05.521286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:05.528362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '8d622f4e-79be-460d-9901-ccf2dfd15f57', 'name': 'tempest-PortsIpV6TestJSON-1983785742', 'fixed_ips': [{'subnet_id': 'f09a7f16-b241-4fb6-9c87-9137b9db033d', 'ip_address': '2001:db8::10'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:05.537850 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4f8b620f-fd20-46f9-a459-3c84c73ca4ce tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0271633 Jul 06 18:11:05.753470 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:05.936706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-8d622f4e-79be-460d-9901-ccf2dfd15f57', 'network_id': '8d622f4e-79be-460d-9901-ccf2dfd15f57', 'tenant_id': '688e560056a64e21b22a9ece7caac370', 'fixed_ips': [{'subnet_id': 'f09a7f16-b241-4fb6-9c87-9137b9db033d'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:11:05.937699 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:06.092484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:06.403746 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:06.450354 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 36f2e048-3cb6-44d2-9091-8fcc50526cab yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:06.563351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Allocated IP 2001:db8::2 (8d622f4e-79be-460d-9901-ccf2dfd15f57/f09a7f16-b241-4fb6-9c87-9137b9db033d/84754a2a-67b0-4b22-b9e5-b81a16a20835) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:07.326370 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.355218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Transition to ACTIVE for port object 84754a2a-67b0-4b22-b9e5-b81a16a20835 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:07.405371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Transition to ACTIVE for port object 84754a2a-67b0-4b22-b9e5-b81a16a20835 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:07.437524 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.559636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Pushing event updated for resources: {'Port': ['ID=84754a2a-67b0-4b22-b9e5-b81a16a20835,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:07.585648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Network 8d622f4e-79be-460d-9901-ccf2dfd15f57 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:07.600911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:07.606940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:07.656289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::10 (8d622f4e-79be-460d-9901-ccf2dfd15f57/f09a7f16-b241-4fb6-9c87-9137b9db033d/36f2e048-3cb6-44d2-9091-8fcc50526cab) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:07.790768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Attempting to bind port 84754a2a-67b0-4b22-b9e5-b81a16a20835 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:07.791973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Attempting to bind port 84754a2a-67b0-4b22-b9e5-b81a16a20835 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'fd383fb3-4199-428f-8372-6c75651b0d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d622f4e-79be-460d-9901-ccf2dfd15f57'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:07.793020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Attempting to bind port 84754a2a-67b0-4b22-b9e5-b81a16a20835 on network 8d622f4e-79be-460d-9901-ccf2dfd15f57 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:07.804836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:11:07.806040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Checking segment: {'id': 'fd383fb3-4199-428f-8372-6c75651b0d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d622f4e-79be-460d-9901-ccf2dfd15f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:07.806993 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:07.808285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Bound using segment: {'id': 'fd383fb3-4199-428f-8372-6c75651b0d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d622f4e-79be-460d-9901-ccf2dfd15f57'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:11:07.809344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Bound port: 84754a2a-67b0-4b22-b9e5-b81a16a20835, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd383fb3-4199-428f-8372-6c75651b0d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d622f4e-79be-460d-9901-ccf2dfd15f57'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:11:07.814547 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.099732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] For port 84754a2a-67b0-4b22-b9e5-b81a16a20835, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:08.111534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] For port 84754a2a-67b0-4b22-b9e5-b81a16a20835, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=84754a2a-67b0-4b22-b9e5-b81a16a20835,segment=NetworkSegment(fd383fb3-4199-428f-8372-6c75651b0d91),segment_id=fd383fb3-4199-428f-8372-6c75651b0d91)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:11:08.120935 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.128770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.161670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object 36f2e048-3cb6-44d2-9091-8fcc50526cab will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:08.246053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.333320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52803-c530-4e09-9656-51f4ca7926b1 None None] Pushing event updated for resources: {'Port': ['ID=84754a2a-67b0-4b22-b9e5-b81a16a20835,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:08.435769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 8d622f4e-79be-460d-9901-ccf2dfd15f57 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:08.444974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:08.458911 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:08.472159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:08.473356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:08.497722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=36f2e048-3cb6-44d2-9091-8fcc50526cab,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:08.512517 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6b605aea-826b-4797-a8fc-1c2ac9d53fcc tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9899015 Jul 06 18:11:08.606204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:08.612040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '8d622f4e-79be-460d-9901-ccf2dfd15f57', 'name': 'tempest-PortsIpV6TestJSON-510968176', 'fixed_ips': [{'subnet_id': 'f09a7f16-b241-4fb6-9c87-9137b9db033d', 'ip_address': '2001:db8::f'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:09.287722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:09.526154 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:09.548506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port e956e2c4-b5d9-4c69-bea0-d5d705a29bdc yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:09.988507 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::f (8d622f4e-79be-460d-9901-ccf2dfd15f57/f09a7f16-b241-4fb6-9c87-9137b9db033d/e956e2c4-b5d9-4c69-bea0-d5d705a29bdc) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:10.288066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 84754a2a-67b0-4b22-b9e5-b81a16a20835 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:10.422707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 84754a2a-67b0-4b22-b9e5-b81a16a20835 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:10.485009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f031a-7baa-44e5-9449-a8d5c3ae04b4 None None] Network 8d622f4e-79be-460d-9901-ccf2dfd15f57 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:10.587439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:10.627958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object e956e2c4-b5d9-4c69-bea0-d5d705a29bdc will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:10.705280 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:10.802350 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 8d622f4e-79be-460d-9901-ccf2dfd15f57 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:10.809846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:10.815336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:10.827121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:10.828227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:10.892158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=e956e2c4-b5d9-4c69-bea0-d5d705a29bdc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:10.901917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d2897b03-2afb-4af0-991e-b61efe30fd2c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2940431 Jul 06 18:11:10.904141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42116) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:11.007374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-072484d5-1964-4c9c-a2c8-d5566cb47676 None None] Provisioning for port 84754a2a-67b0-4b22-b9e5-b81a16a20835 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:11.034234 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-072484d5-1964-4c9c-a2c8-d5566cb47676 None None] Provisioning complete for port 84754a2a-67b0-4b22-b9e5-b81a16a20835 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:11.037792 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-072484d5-1964-4c9c-a2c8-d5566cb47676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.338502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c1c1f-3341-4cd3-a14e-9c3b163aab63 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:11.352504 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-440c1c1f-3341-4cd3-a14e-9c3b163aab63 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4463603 Jul 06 18:11:11.355807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42126) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:11.562875 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-072484d5-1964-4c9c-a2c8-d5566cb47676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.640211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fc8d6-21c8-474c-a18b-7c607d2cc07b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:11.696592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fc8d6-21c8-474c-a18b-7c607d2cc07b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:11.728755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-072484d5-1964-4c9c-a2c8-d5566cb47676 None None] For port 84754a2a-67b0-4b22-b9e5-b81a16a20835, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=84754a2a-67b0-4b22-b9e5-b81a16a20835,segment=NetworkSegment(fd383fb3-4199-428f-8372-6c75651b0d91),segment_id=fd383fb3-4199-428f-8372-6c75651b0d91)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:11.731853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fc8d6-21c8-474c-a18b-7c607d2cc07b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:11.738324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:11.753320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-072484d5-1964-4c9c-a2c8-d5566cb47676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:11.755959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-655fc8d6-21c8-474c-a18b-7c607d2cc07b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3770509 Jul 06 18:11:11.916564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072484d5-1964-4c9c-a2c8-d5566cb47676 None None] Pushing event updated for resources: {'Port': ['ID=84754a2a-67b0-4b22-b9e5-b81a16a20835,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:12.002773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Provisioning for port e956e2c4-b5d9-4c69-bea0-d5d705a29bdc completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:12.035016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Provisioning complete for port e956e2c4-b5d9-4c69-bea0-d5d705a29bdc triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:12.035422 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.087660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb2dd2-100b-4915-9d4c-1c23b8bf0fe2 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port e956e2c4-b5d9-4c69-bea0-d5d705a29bdc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:12.088435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2dd2-100b-4915-9d4c-1c23b8bf0fe2 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.219008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 84754a2a-67b0-4b22-b9e5-b81a16a20835 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:12.255276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Port e956e2c4-b5d9-4c69-bea0-d5d705a29bdc cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:12.363952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Provisioning for port 36f2e048-3cb6-44d2-9091-8fcc50526cab completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:12.367985 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2dd2-100b-4915-9d4c-1c23b8bf0fe2 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.410296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Provisioning complete for port 36f2e048-3cb6-44d2-9091-8fcc50526cab triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:12.411221 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.416868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb2dd2-100b-4915-9d4c-1c23b8bf0fe2 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for e956e2c4-b5d9-4c69-bea0-d5d705a29bdc owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:12.523126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 84754a2a-67b0-4b22-b9e5-b81a16a20835 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:12.526124 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.645566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Port 36f2e048-3cb6-44d2-9091-8fcc50526cab cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:12.694366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Provisioning complete for port 84754a2a-67b0-4b22-b9e5-b81a16a20835 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:12.695044 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8c051c9-b972-446b-ab94-552e680b8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.810557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2dd2-100b-4915-9d4c-1c23b8bf0fe2 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.880013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb2dd2-100b-4915-9d4c-1c23b8bf0fe2 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=e956e2c4-b5d9-4c69-bea0-d5d705a29bdc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:12.918945 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2dd2-100b-4915-9d4c-1c23b8bf0fe2 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:12.923965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42150) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:12.924856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f9eb2dd2-100b-4915-9d4c-1c23b8bf0fe2 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/e956e2c4-b5d9-4c69-bea0-d5d705a29bdc HTTP/1.1" status: 204 len: 168 time: 1.1838105 Jul 06 18:11:13.009168 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4a0e33-1a9b-414b-a4c8-f5cd5872a863 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:11:13.015109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42154) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:13.015477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bb4a0e33-1a9b-414b-a4c8-f5cd5872a863 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/e956e2c4-b5d9-4c69-bea0-d5d705a29bdc HTTP/1.1" status: 404 len: 333 time: 0.0865002 Jul 06 18:11:13.125664 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6d505275-2710-425a-b37e-7a4e0ee6b360 None None] Provisioning complete for port 36f2e048-3cb6-44d2-9091-8fcc50526cab triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:13.127961 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d505275-2710-425a-b37e-7a4e0ee6b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.296007 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6d505275-2710-425a-b37e-7a4e0ee6b360 None None] Port 36f2e048-3cb6-44d2-9091-8fcc50526cab cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:13.338650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-302084a9-accb-495e-86ea-d6dddf0b4430 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 36f2e048-3cb6-44d2-9091-8fcc50526cab {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:13.339044 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-302084a9-accb-495e-86ea-d6dddf0b4430 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.420794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c090a333-e313-4e4a-b1f7-0f9cc88e4ad4 None None] Could not find standard attr ID for object e956e2c4-b5d9-4c69-bea0-d5d705a29bdc. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:11:13.673556 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-302084a9-accb-495e-86ea-d6dddf0b4430 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:13.759273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-302084a9-accb-495e-86ea-d6dddf0b4430 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 36f2e048-3cb6-44d2-9091-8fcc50526cab owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:14.121804 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-302084a9-accb-495e-86ea-d6dddf0b4430 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.206190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302084a9-accb-495e-86ea-d6dddf0b4430 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=36f2e048-3cb6-44d2-9091-8fcc50526cab,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:14.211758 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-302084a9-accb-495e-86ea-d6dddf0b4430 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.216297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-302084a9-accb-495e-86ea-d6dddf0b4430 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/36f2e048-3cb6-44d2-9091-8fcc50526cab HTTP/1.1" status: 204 len: 168 time: 1.1979096 Jul 06 18:11:14.216913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42184) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:14.283428 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e25642-f654-4728-ba8b-5f7146dc8e21 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:11:14.285738 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-33e25642-f654-4728-ba8b-5f7146dc8e21 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/36f2e048-3cb6-44d2-9091-8fcc50526cab HTTP/1.1" status: 404 len: 333 time: 0.0673289 Jul 06 18:11:14.288332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42186) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:14.378279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42d53e2-d1aa-496d-bb6b-3ca8dba7b289 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet f09a7f16-b241-4fb6-9c87-9137b9db033d {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:11:14.386847 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f42d53e2-d1aa-496d-bb6b-3ca8dba7b289 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.473899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f42d53e2-d1aa-496d-bb6b-3ca8dba7b289 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.596328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f42d53e2-d1aa-496d-bb6b-3ca8dba7b289 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.705756 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f42d53e2-d1aa-496d-bb6b-3ca8dba7b289 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.785020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d53e2-d1aa-496d-bb6b-3ca8dba7b289 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=f09a7f16-b241-4fb6-9c87-9137b9db033d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:14.795160 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f42d53e2-d1aa-496d-bb6b-3ca8dba7b289 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:14.801988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff93d18-4ddd-43d3-bc2d-d2ff3c4bc19e None None] Network 8d622f4e-79be-460d-9901-ccf2dfd15f57 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:14.818073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f42d53e2-d1aa-496d-bb6b-3ca8dba7b289 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/f09a7f16-b241-4fb6-9c87-9137b9db033d HTTP/1.1" status: 204 len: 168 time: 0.5274403 Jul 06 18:11:14.820929 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:15.043011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.227497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 84754a2a-67b0-4b22-b9e5-b81a16a20835 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:15.228147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.384772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] For port 84754a2a-67b0-4b22-b9e5-b81a16a20835, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=84754a2a-67b0-4b22-b9e5-b81a16a20835,segment=NetworkSegment(fd383fb3-4199-428f-8372-6c75651b0d91),segment_id=fd383fb3-4199-428f-8372-6c75651b0d91)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:15.385833 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.459668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 84754a2a-67b0-4b22-b9e5-b81a16a20835 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:15.486212 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2deda1a-779c-4910-bed9-e816fd02f11e None None] DHCP port deletion for 8d622f4e-79be-460d-9901-ccf2dfd15f57 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:11:15.659745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b2deda1a-779c-4910-bed9-e816fd02f11e None None] Deleting port 84754a2a-67b0-4b22-b9e5-b81a16a20835 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:15.662688 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2deda1a-779c-4910-bed9-e816fd02f11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.720686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.758680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=84754a2a-67b0-4b22-b9e5-b81a16a20835,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:15.772340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No DVR routers for this DVR port 84754a2a-67b0-4b22-b9e5-b81a16a20835 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:15.810659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b2deda1a-779c-4910-bed9-e816fd02f11e None None] For port 84754a2a-67b0-4b22-b9e5-b81a16a20835, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=84754a2a-67b0-4b22-b9e5-b81a16a20835,segment=NetworkSegment(fd383fb3-4199-428f-8372-6c75651b0d91),segment_id=fd383fb3-4199-428f-8372-6c75651b0d91)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:15.811256 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2deda1a-779c-4910-bed9-e816fd02f11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.834155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b2deda1a-779c-4910-bed9-e816fd02f11e None None] Calling delete_port for 84754a2a-67b0-4b22-b9e5-b81a16a20835 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:15.898493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:15.920978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d622f4e-79be-460d-9901-ccf2dfd15f57']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:15.969319 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2deda1a-779c-4910-bed9-e816fd02f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.054114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2deda1a-779c-4910-bed9-e816fd02f11e None None] No DVR routers for this DVR port 84754a2a-67b0-4b22-b9e5-b81a16a20835 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:16.057298 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deda1a-779c-4910-bed9-e816fd02f11e None None] Pushing event deleted for resources: {'Port': ['ID=84754a2a-67b0-4b22-b9e5-b81a16a20835,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:16.125317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 84754a2a-67b0-4b22-b9e5-b81a16a20835 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:11:16.180609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 84754a2a-67b0-4b22-b9e5-b81a16a20835 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:11:16.186991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 84754a2a-67b0-4b22-b9e5-b81a16a20835 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:11:16.602418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd383fb3-4199-428f-8372-6c75651b0d91') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:16.603028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd383fb3-4199-428f-8372-6c75651b0d91') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:16.613594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.636927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.652537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:11:16.652971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:11:16.746385 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:11:16.754727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.767019 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.776613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42228) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:16.783302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580140982'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:16.788616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/networks/8d622f4e-79be-460d-9901-ccf2dfd15f57 HTTP/1.1" status: 204 len: 168 time: 1.9641681 Jul 06 18:11:16.807983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36270340-a521-4025-b7ac-29c5a757e591 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Network': ['ID=8d622f4e-79be-460d-9901-ccf2dfd15f57,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:16.849774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:16.853696 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.922507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:11:16.939899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:16.940557 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Added segment b29266bf-2b64-4baf-84b6-d17c99d11471 of type vlan for network 7800f80f-5410-4973-a95f-477a193232e3 Jul 06 18:11:17.037555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.047108 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c0be3c0-06f8-458f-8bfc-5b191cf11885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.127505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.147725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:17.148784 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.174050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3953164 Jul 06 18:11:17.177996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:17.189091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '7800f80f-5410-4973-a95f-477a193232e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:17.438258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac86db0-9c0e-4e16-939c-466db3e6fa7c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Network': ['ID=7800f80f-5410-4973-a95f-477a193232e3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:17.453163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 7800f80f-5410-4973-a95f-477a193232e3 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:11:17.554036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:17.562571 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:17.786123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-7464fa08-1a03-49d7-8ec5-45cef8aa92ae req-ebad7074-0944-4326-9f99-6a84236a2e11 service neutron] (93778) timed out ('10.222.0.13', 51976) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:11:17.927223 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.016429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=39cd4c9b-0360-4b16-852c-2974c132d6cc,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:18.027447 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Checking segment: {'id': 'b29266bf-2b64-4baf-84b6-d17c99d11471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7800f80f-5410-4973-a95f-477a193232e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:18.027961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network hostable DHCP agents. Network: 7800f80f-5410-4973-a95f-477a193232e3, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:11:18.102224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 7800f80f-5410-4973-a95f-477a193232e3 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:11:18.118376 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 7800f80f-5410-4973-a95f-477a193232e3) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:18.123624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:18.125943 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.127563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5cf919-7411-4d6d-84e6-396c3d81462f None None] Network 7800f80f-5410-4973-a95f-477a193232e3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:18.205295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2cb7b8b8-c549-4da5-a89b-b53e52243645 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0248158 Jul 06 18:11:18.214225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42250) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:18.243927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-439d2d22-49fb-448a-8a9a-6b023c4d16b7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-535003443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:18.333870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-439d2d22-49fb-448a-8a9a-6b023c4d16b7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.340377 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-439d2d22-49fb-448a-8a9a-6b023c4d16b7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.479774 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-439d2d22-49fb-448a-8a9a-6b023c4d16b7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.487924 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-439d2d22-49fb-448a-8a9a-6b023c4d16b7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.518383 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-439d2d22-49fb-448a-8a9a-6b023c4d16b7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.524390 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-439d2d22-49fb-448a-8a9a-6b023c4d16b7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3033688 Jul 06 18:11:18.524716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42262) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:18.532111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'network_id': '7800f80f-5410-4973-a95f-477a193232e3', 'name': 'tempest-PortsIpV6TestJSON-1378779520'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:18.608184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-7800f80f-5410-4973-a95f-477a193232e3', 'network_id': '7800f80f-5410-4973-a95f-477a193232e3', 'tenant_id': '688e560056a64e21b22a9ece7caac370', 'fixed_ips': [{'subnet_id': '39cd4c9b-0360-4b16-852c-2974c132d6cc'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:11:18.611492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.848959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:18.855480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:18.902157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 5cbeea19-c8ea-43d9-95a4-8575021cd741 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:18.943848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Allocated IP 2001:db8::2 (7800f80f-5410-4973-a95f-477a193232e3/39cd4c9b-0360-4b16-852c-2974c132d6cc/cf4dbbba-c085-4aea-b6e6-75e7142bc11b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:19.335044 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:19.355782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Transition to ACTIVE for port object cf4dbbba-c085-4aea-b6e6-75e7142bc11b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:19.404807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Transition to ACTIVE for port object cf4dbbba-c085-4aea-b6e6-75e7142bc11b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:19.421765 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:19.496763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Network 7800f80f-5410-4973-a95f-477a193232e3 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:19.506620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:19.511157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:19.680013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Pushing event updated for resources: {'Port': ['ID=cf4dbbba-c085-4aea-b6e6-75e7142bc11b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:19.804243 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb5b57d6-5cf1-4cf9-b88b-ad6bcd1b12b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:19.823129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Attempting to bind port cf4dbbba-c085-4aea-b6e6-75e7142bc11b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:19.823129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Attempting to bind port cf4dbbba-c085-4aea-b6e6-75e7142bc11b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b29266bf-2b64-4baf-84b6-d17c99d11471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7800f80f-5410-4973-a95f-477a193232e3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:19.823815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Attempting to bind port cf4dbbba-c085-4aea-b6e6-75e7142bc11b on network 7800f80f-5410-4973-a95f-477a193232e3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:19.837161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:11:19.838032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Checking segment: {'id': 'b29266bf-2b64-4baf-84b6-d17c99d11471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7800f80f-5410-4973-a95f-477a193232e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:19.838890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:19.840118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Bound using segment: {'id': 'b29266bf-2b64-4baf-84b6-d17c99d11471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7800f80f-5410-4973-a95f-477a193232e3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:11:19.841096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Bound port: cf4dbbba-c085-4aea-b6e6-75e7142bc11b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29266bf-2b64-4baf-84b6-d17c99d11471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7800f80f-5410-4973-a95f-477a193232e3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:11:19.842559 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.071729 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] For port cf4dbbba-c085-4aea-b6e6-75e7142bc11b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:20.090669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::28f (7800f80f-5410-4973-a95f-477a193232e3/39cd4c9b-0360-4b16-852c-2974c132d6cc/5cbeea19-c8ea-43d9-95a4-8575021cd741) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:20.095187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] For port cf4dbbba-c085-4aea-b6e6-75e7142bc11b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cf4dbbba-c085-4aea-b6e6-75e7142bc11b,segment=NetworkSegment(b29266bf-2b64-4baf-84b6-d17c99d11471),segment_id=b29266bf-2b64-4baf-84b6-d17c99d11471)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:11:20.123120 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.157571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-3b78cc51-ab94-4997-aedb-00d22c1712b1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9106486 Jul 06 18:11:20.368188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.494688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f05e9-1733-40e5-9f3f-6d22c96a7afc None None] Pushing event updated for resources: {'Port': ['ID=cf4dbbba-c085-4aea-b6e6-75e7142bc11b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:20.573720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-5116dd8f-b717-4bd0-bcdb-d8504d3fc79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:20.580154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-5116dd8f-b717-4bd0-bcdb-d8504d3fc79b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3e4c44871164a38b52ee11d2bd7ea73&device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 1096 time: 0.2783055 Jul 06 18:11:20.839300 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:20.921716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:21.053991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object 5cbeea19-c8ea-43d9-95a4-8575021cd741 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:21.234809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-a44658ed-7c5e-43e6-a9ad-9c987021b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:21.237946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-a44658ed-7c5e-43e6-a9ad-9c987021b25f service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac98902a-5908-4eb7-a24d-d77452419079 HTTP/1.1" status: 200 len: 915 time: 0.6299379 Jul 06 18:11:21.404539 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-a07647ac-fa4f-43cf-8333-26868a4cdc0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4baed7b8-13a8-4caf-8278-989f2d3db887 HTTP/1.1" status: 200 len: 217 time: 0.1519623 Jul 06 18:11:21.517948 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:21.541014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-92e4eebc-1b8f-4e59-9f67-5f574b3280f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:21.543028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-92e4eebc-1b8f-4e59-9f67-5f574b3280f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc18492c-fd3a-46c8-80fd-1432f6063b64 HTTP/1.1" status: 200 len: 854 time: 0.1314409 Jul 06 18:11:21.587883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 7800f80f-5410-4973-a95f-477a193232e3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:21.728629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:21.757335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-2ecdd98e-4e69-4cd1-9d2d-6d9936257021 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac98902a-5908-4eb7-a24d-d77452419079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737320 Jul 06 18:11:21.763859 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:21.782735 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:21.789673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:21.858117 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3322008 Jul 06 18:11:21.863539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:21.916943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7814685-702d-45f7-899d-11b6d90eac84 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=5cbeea19-c8ea-43d9-95a4-8575021cd741,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:22.070772 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-0232cb65-093d-44e3-be14-d3107105efa8 service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274063 Jul 06 18:11:22.253551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cf4dbbba-c085-4aea-b6e6-75e7142bc11b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:22.345385 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c915edac-cd10-408e-ba7c-56a7cd9ac4dc req-0bb24a1d-a377-4f3e-9f13-741f23b54cf0 service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729023 Jul 06 18:11:22.414638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port cf4dbbba-c085-4aea-b6e6-75e7142bc11b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:22.724954 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:22.849294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6224f945-5183-4f0b-bd7c-245853ec581a None None] Network 7800f80f-5410-4973-a95f-477a193232e3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:23.032728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-628c3058-99fc-443a-b3af-d51412ea24e7 None None] Provisioning for port cf4dbbba-c085-4aea-b6e6-75e7142bc11b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:23.055231 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-628c3058-99fc-443a-b3af-d51412ea24e7 None None] Provisioning complete for port cf4dbbba-c085-4aea-b6e6-75e7142bc11b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:23.055878 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-628c3058-99fc-443a-b3af-d51412ea24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.081414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.318781 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-628c3058-99fc-443a-b3af-d51412ea24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.396832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-628c3058-99fc-443a-b3af-d51412ea24e7 None None] For port cf4dbbba-c085-4aea-b6e6-75e7142bc11b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cf4dbbba-c085-4aea-b6e6-75e7142bc11b,segment=NetworkSegment(b29266bf-2b64-4baf-84b6-d17c99d11471),segment_id=b29266bf-2b64-4baf-84b6-d17c99d11471)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:23.406803 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-628c3058-99fc-443a-b3af-d51412ea24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:23.574398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c3058-99fc-443a-b3af-d51412ea24e7 None None] Pushing event updated for resources: {'Port': ['ID=cf4dbbba-c085-4aea-b6e6-75e7142bc11b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:24.107723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-186db606-385d-45ad-9c38-a25f86e0c2f6 None None] Provisioning complete for port cf4dbbba-c085-4aea-b6e6-75e7142bc11b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:24.110795 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-186db606-385d-45ad-9c38-a25f86e0c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.327540 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.336620 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.366199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cf4dbbba-c085-4aea-b6e6-75e7142bc11b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:24.606107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=5cbeea19-c8ea-43d9-95a4-8575021cd741,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:24.727243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port cf4dbbba-c085-4aea-b6e6-75e7142bc11b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:24.728061 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.808786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-186db606-385d-45ad-9c38-a25f86e0c2f6 None None] Provisioning for port 5cbeea19-c8ea-43d9-95a4-8575021cd741 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:24.832946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-186db606-385d-45ad-9c38-a25f86e0c2f6 None None] Provisioning complete for port 5cbeea19-c8ea-43d9-95a4-8575021cd741 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:24.836372 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-186db606-385d-45ad-9c38-a25f86e0c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.911904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:24.971522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63064c3b-4039-4f34-a2b3-1fa38ccd08cd req-5ecfd692-b813-4a98-ba2d-dbac259c979d tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:24.983410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63064c3b-4039-4f34-a2b3-1fa38ccd08cd req-5ecfd692-b813-4a98-ba2d-dbac259c979d tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 945 time: 0.2475407 Jul 06 18:11:25.088993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-63064c3b-4039-4f34-a2b3-1fa38ccd08cd req-e62f8bd9-5514-43bd-8f10-9f4bb3ef75e1 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019416 Jul 06 18:11:25.103137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-186db606-385d-45ad-9c38-a25f86e0c2f6 None None] Port 5cbeea19-c8ea-43d9-95a4-8575021cd741 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:25.245388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-40787a52-03fe-48a7-9437-894ecc468d58 None None] Provisioning complete for port 5cbeea19-c8ea-43d9-95a4-8575021cd741 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:25.248566 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40787a52-03fe-48a7-9437-894ecc468d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.250422 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.302884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-40787a52-03fe-48a7-9437-894ecc468d58 None None] Port 5cbeea19-c8ea-43d9-95a4-8575021cd741 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:25.771546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.779924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.781340 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:25.959286 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=5cbeea19-c8ea-43d9-95a4-8575021cd741,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:26.076123 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-097e1d14-cda7-4e12-985b-03c6e26866e6 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:26.083946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-097e1d14-cda7-4e12-985b-03c6e26866e6 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.22 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 945 time: 0.2284272 Jul 06 18:11:26.164589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 7800f80f-5410-4973-a95f-477a193232e3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:26.184272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:26.371865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Deleting port 4baed7b8-13a8-4caf-8278-989f2d3db887 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:26.372659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:26.596382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] For port 4baed7b8-13a8-4caf-8278-989f2d3db887, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=4baed7b8-13a8-4caf-8278-989f2d3db887,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:26.596742 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:26.638729 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Calling delete_port for 4baed7b8-13a8-4caf-8278-989f2d3db887 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:26.642601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ce713-39a4-4cb8-ae3e-9fade14b62e9 req-dd6cfde5-53ef-4416-92e4-9e130b2a41f6 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:26.645266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf6ce713-39a4-4cb8-ae3e-9fade14b62e9 req-dd6cfde5-53ef-4416-92e4-9e130b2a41f6 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 945 time: 0.1972201 Jul 06 18:11:26.704373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Router 7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:11:26.744972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a8ce9b35-9fc2-4d65-a016-757e44553b2d None None] Provisioning complete for port 5cbeea19-c8ea-43d9-95a4-8575021cd741 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:26.746567 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8ce9b35-9fc2-4d65-a016-757e44553b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:26.799543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf6ce713-39a4-4cb8-ae3e-9fade14b62e9 req-7c67ff71-28cd-46e7-adc3-834d865ff09d tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332808 Jul 06 18:11:26.879144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce9b35-9fc2-4d65-a016-757e44553b2d None None] Port 5cbeea19-c8ea-43d9-95a4-8575021cd741 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:27.015637 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.043904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['4baed7b8-13a8-4caf-8278-989f2d3db887'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:11:27.098739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:27.114084 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17910d1e-db51-46b4-9f81-cef23aa2cc86 None None] Sync routers for ids ['7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:27.127513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-06098bdc-0a7e-41f8-8ba5-988d21ff9270 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "PUT /v2.0/routers/7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2615948 Jul 06 18:11:27.131074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:27.141912 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17910d1e-db51-46b4-9f81-cef23aa2cc86 None None] Routers {'7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:27.142683 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-17910d1e-db51-46b4-9f81-cef23aa2cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:11:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:27.164625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] No DVR routers for this DVR port 4baed7b8-13a8-4caf-8278-989f2d3db887 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:27.185772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:27.204507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9abccc1a-c1e7-4ee0-918f-217939774c08 req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.22 "DELETE /v2.0/ports/4baed7b8-13a8-4caf-8278-989f2d3db887 HTTP/1.1" status: 204 len: 173 time: 1.1147485 Jul 06 18:11:27.205941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378eec7-508a-46eb-9d39-eb1fb7ed4f8f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Pushing event deleted for resources: {'Port': ['ID=4baed7b8-13a8-4caf-8278-989f2d3db887,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:27.208635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50443859-1764-4549-b2a3-01896fb015ba', 'name': 'network-vif-deleted', 'tag': '4baed7b8-13a8-4caf-8278-989f2d3db887'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:11:27.218194 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35843032-1694-4255-b886-fcb93fc9a249" -d '{"events": [{"server_uuid": "50443859-1764-4549-b2a3-01896fb015ba", "name": "network-vif-deleted", "tag": "4baed7b8-13a8-4caf-8278-989f2d3db887"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:11:27.233681 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-17910d1e-db51-46b4-9f81-cef23aa2cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:27.260869 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17910d1e-db51-46b4-9f81-cef23aa2cc86 None None] Routers {'7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:27.262719 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-17910d1e-db51-46b4-9f81-cef23aa2cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:11:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:27.342992 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535255ad-453a-4f5d-b7c7-e0f4f5cc0926 x-openstack-request-id: req-535255ad-453a-4f5d-b7c7-e0f4f5cc0926 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:11:27.343551 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50443859-1764-4549-b2a3-01896fb015ba", "name": "network-vif-deleted", "tag": "4baed7b8-13a8-4caf-8278-989f2d3db887", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:11:27.343996 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-535255ad-453a-4f5d-b7c7-e0f4f5cc0926 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:11:27.344594 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50443859-1764-4549-b2a3-01896fb015ba', 'name': 'network-vif-deleted', 'tag': '4baed7b8-13a8-4caf-8278-989f2d3db887', 'status': 'completed', 'code': 200} Jul 06 18:11:27.367013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a2635-d699-4404-9a56-b4c79f1d9b70 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:27.375067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42408) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:27.376479 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-894a2635-d699-4404-9a56-b4c79f1d9b70 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791 HTTP/1.1" status: 200 len: 989 time: 0.2439208 Jul 06 18:11:27.430171 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-17910d1e-db51-46b4-9f81-cef23aa2cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:27.433408 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17910d1e-db51-46b4-9f81-cef23aa2cc86 None None] The sync data for ids ['7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'] in n-d-799526-3 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:28.479234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-195591f3-9fce-44ba-9300-77808912bcfb req-265030e3-63a5-4d56-8f15-74971e653142 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=50443859-1764-4549-b2a3-01896fb015ba HTTP/1.1" status: 200 len: 210 time: 0.1465626 Jul 06 18:11:28.728455 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.499600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 5cbeea19-c8ea-43d9-95a4-8575021cd741 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:29.504003 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.844138 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:29.892368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 5cbeea19-c8ea-43d9-95a4-8575021cd741 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:30.435853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 4baed7b8-13a8-4caf-8278-989f2d3db887 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:11:30.511568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 4baed7b8-13a8-4caf-8278-989f2d3db887 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:11:30.511922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 4baed7b8-13a8-4caf-8278-989f2d3db887 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:11:30.553839 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:30.692445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=5cbeea19-c8ea-43d9-95a4-8575021cd741,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:31.499900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:31.894606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Router 7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:11:32.057599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:11:32.070118 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0ec8b513-bc27-45d5-ae1d-40fcb4eed53d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "PUT /v2.0/routers/7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6908336 Jul 06 18:11:32.070729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:32.083230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6c8c2-ebbe-4167-b8d5-471c67ea1d84 None None] Sync routers for ids ['7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:11:32.107355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6c8c2-ebbe-4167-b8d5-471c67ea1d84 None None] Routers {'7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:32.109305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ee6c8c2-ebbe-4167-b8d5-471c67ea1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:11:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:32.171470 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4b0d18-b246-4ebe-ab80-9a991c7a3fd6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:11:32.174804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ec4b0d18-b246-4ebe-ab80-9a991c7a3fd6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/5cbeea19-c8ea-43d9-95a4-8575021cd741 HTTP/1.1" status: 404 len: 333 time: 0.1013787 Jul 06 18:11:32.177770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42456) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:32.180738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ee6c8c2-ebbe-4167-b8d5-471c67ea1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:32.208552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6c8c2-ebbe-4167-b8d5-471c67ea1d84 None None] Routers {'7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:11:32.209615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ee6c8c2-ebbe-4167-b8d5-471c67ea1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:11:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:32.288876 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.291414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ee6c8c2-ebbe-4167-b8d5-471c67ea1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:32.292425 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6c8c2-ebbe-4167-b8d5-471c67ea1d84 None None] The sync data for ids ['7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791'] in n-d-799526-3 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:11:32.430515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6135b572-04e2-4e44-82a9-cf7f03524542 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.883195 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6135b572-04e2-4e44-82a9-cf7f03524542 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:32.887824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6135b572-04e2-4e44-82a9-cf7f03524542 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.030275 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6135b572-04e2-4e44-82a9-cf7f03524542 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.031921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6135b572-04e2-4e44-82a9-cf7f03524542 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Fanout notify agent at l3_agent the message router_deleted on router 7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:11:33.060307 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6135b572-04e2-4e44-82a9-cf7f03524542 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.070597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6135b572-04e2-4e44-82a9-cf7f03524542 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/routers/7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791 HTTP/1.1" status: 204 len: 168 time: 0.8858509 Jul 06 18:11:33.070899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:33.247217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d88049-3f70-4898-938d-a334455c7b18 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet 39cd4c9b-0360-4b16-852c-2974c132d6cc {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:11:33.261163 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7d88049-3f70-4898-938d-a334455c7b18 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.344848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7d88049-3f70-4898-938d-a334455c7b18 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.458964 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7d88049-3f70-4898-938d-a334455c7b18 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.566365 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7d88049-3f70-4898-938d-a334455c7b18 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.620860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d88049-3f70-4898-938d-a334455c7b18 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=39cd4c9b-0360-4b16-852c-2974c132d6cc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:33.624866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7d88049-3f70-4898-938d-a334455c7b18 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:33.628839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e7d88049-3f70-4898-938d-a334455c7b18 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/39cd4c9b-0360-4b16-852c-2974c132d6cc HTTP/1.1" status: 204 len: 168 time: 0.5561950 Jul 06 18:11:33.632947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:33.636874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604ed114-0651-4446-9fbd-fdf8b20ceabd None None] Network 7800f80f-5410-4973-a95f-477a193232e3 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:33.905088 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.060863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0146b-a2e6-4b61-a325-f4502eedb3ac None None] DHCP port deletion for 7800f80f-5410-4973-a95f-477a193232e3 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:11:34.147721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port cf4dbbba-c085-4aea-b6e6-75e7142bc11b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:34.148185 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.247408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-84b0146b-a2e6-4b61-a325-f4502eedb3ac None None] Deleting port cf4dbbba-c085-4aea-b6e6-75e7142bc11b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:34.248373 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84b0146b-a2e6-4b61-a325-f4502eedb3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.304051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] For port cf4dbbba-c085-4aea-b6e6-75e7142bc11b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cf4dbbba-c085-4aea-b6e6-75e7142bc11b,segment=NetworkSegment(b29266bf-2b64-4baf-84b6-d17c99d11471),segment_id=b29266bf-2b64-4baf-84b6-d17c99d11471)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:34.304433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.340140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for cf4dbbba-c085-4aea-b6e6-75e7142bc11b owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:34.397569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-84b0146b-a2e6-4b61-a325-f4502eedb3ac None None] For port cf4dbbba-c085-4aea-b6e6-75e7142bc11b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=cf4dbbba-c085-4aea-b6e6-75e7142bc11b,segment=NetworkSegment(b29266bf-2b64-4baf-84b6-d17c99d11471),segment_id=b29266bf-2b64-4baf-84b6-d17c99d11471)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:34.398610 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84b0146b-a2e6-4b61-a325-f4502eedb3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.454929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-84b0146b-a2e6-4b61-a325-f4502eedb3ac None None] Calling delete_port for cf4dbbba-c085-4aea-b6e6-75e7142bc11b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:34.520694 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.585056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=cf4dbbba-c085-4aea-b6e6-75e7142bc11b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:34.604582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No DVR routers for this DVR port cf4dbbba-c085-4aea-b6e6-75e7142bc11b on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:34.683401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84b0146b-a2e6-4b61-a325-f4502eedb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.818311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0146b-a2e6-4b61-a325-f4502eedb3ac None None] Pushing event deleted for resources: {'Port': ['ID=cf4dbbba-c085-4aea-b6e6-75e7142bc11b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:34.828628 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0146b-a2e6-4b61-a325-f4502eedb3ac None None] No DVR routers for this DVR port cf4dbbba-c085-4aea-b6e6-75e7142bc11b on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:11:34.946675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:34.970074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7800f80f-5410-4973-a95f-477a193232e3']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:34.997290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29266bf-2b64-4baf-84b6-d17c99d11471') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:34.998147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29266bf-2b64-4baf-84b6-d17c99d11471') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:35.017479 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.039288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.050751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:11:35.051169 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:11:35.057361 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:11:35.153759 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.167938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.170836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/networks/7800f80f-5410-4973-a95f-477a193232e3 HTTP/1.1" status: 204 len: 168 time: 1.5365465 Jul 06 18:11:35.177560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42516) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:35.224242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354161-e958-435d-adcb-09ee3d7fe76f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Network': ['ID=7800f80f-5410-4973-a95f-477a193232e3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:35.270406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff30bb3-c886-4b44-8038-eeb275264971 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:35.270406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8ff30bb3-c886-4b44-8038-eeb275264971 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/a52314c5-7bb6-49b9-a3f8-d6e4e1435423 HTTP/1.1" status: 200 len: 845 time: 0.0869830 Jul 06 18:11:35.273690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:35.341162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-93b0cbb2-29ba-46a2-80b5-f6a0be828381 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/a52314c5-7bb6-49b9-a3f8-d6e4e1435423?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0653722 Jul 06 18:11:35.348377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42522) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:35.354896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:35.559283 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:35.566519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:35.608569 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.026653 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.103165 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=53fd9c14-d29a-4631-a470-ba97ab70639a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:36.162473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cf4dbbba-c085-4aea-b6e6-75e7142bc11b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:11:36.170106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:36.173066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:36.180574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:36.184461 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.213097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7857da-a094-49b0-9237-59193f00d673 None None] Network 586427b9-2364-4c30-a005-ac80deb1577a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:36.235754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-97f11283-38cf-4925-a1c9-515004edeb0b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8850858 Jul 06 18:11:36.242642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42536) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:36.251181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a4ff14d1-1410-49d8-89c3-1ed655a9beb3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'security_group': {'name': 'tempest-secgroup-662703836'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:36.306785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: cf4dbbba-c085-4aea-b6e6-75e7142bc11b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:11:36.308142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device cf4dbbba-c085-4aea-b6e6-75e7142bc11b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:11:36.340078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4ff14d1-1410-49d8-89c3-1ed655a9beb3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.555485 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4ff14d1-1410-49d8-89c3-1ed655a9beb3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.563740 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4ff14d1-1410-49d8-89c3-1ed655a9beb3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.626250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff14d1-1410-49d8-89c3-1ed655a9beb3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afdabb6e-034b-4452-9374-c3e10d3c0542,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:36.633668 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4ff14d1-1410-49d8-89c3-1ed655a9beb3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.641248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a4ff14d1-1410-49d8-89c3-1ed655a9beb3 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3941209 Jul 06 18:11:36.641987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42552) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:36.650936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9c7127d0-9af5-44c2-a70e-cf0c9af9870d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'security_group': {'name': 'tempest-secgroup-250234320'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:36.693502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c7127d0-9af5-44c2-a70e-cf0c9af9870d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.802644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-586427b9-2364-4c30-a005-ac80deb1577a', 'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'tenant_id': '688e560056a64e21b22a9ece7caac370', 'fixed_ips': [{'subnet_id': '53fd9c14-d29a-4631-a470-ba97ab70639a'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:11:36.804446 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.900418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c7127d0-9af5-44c2-a70e-cf0c9af9870d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.906592 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c7127d0-9af5-44c2-a70e-cf0c9af9870d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.961059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c7127d0-9af5-44c2-a70e-cf0c9af9870d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:36.963495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9c7127d0-9af5-44c2-a70e-cf0c9af9870d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3196526 Jul 06 18:11:36.968457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42582) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:36.975168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-276982577', 'security_groups': ['711279aa-2d9c-4f29-b292-88046cf2b4b3'], 'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53fd9c14-d29a-4631-a470-ba97ab70639a'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:36.980235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7127d0-9af5-44c2-a70e-cf0c9af9870d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711279aa-2d9c-4f29-b292-88046cf2b4b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:37.072534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Allocated IP 2001:db8::2 (586427b9-2364-4c30-a005-ac80deb1577a/53fd9c14-d29a-4631-a470-ba97ab70639a/02ebb052-f50e-4936-8613-f7e34fae9b25) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:37.151689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:37.364291 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.400478 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.423854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Transition to ACTIVE for port object 02ebb052-f50e-4936-8613-f7e34fae9b25 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:37.436671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port 9e534a59-fdb9-4072-bd95-75dcffdd4f2d yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:37.483692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Transition to ACTIVE for port object 02ebb052-f50e-4936-8613-f7e34fae9b25 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:37.499094 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.597567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:37.607574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:37.623842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:37.647101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Pushing event updated for resources: {'Port': ['ID=02ebb052-f50e-4936-8613-f7e34fae9b25,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:37.811330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Attempting to bind port 02ebb052-f50e-4936-8613-f7e34fae9b25 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:37.811930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Attempting to bind port 02ebb052-f50e-4936-8613-f7e34fae9b25 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '4e8a7952-b232-41d5-a917-a3e7519d7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '586427b9-2364-4c30-a005-ac80deb1577a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:37.812552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Attempting to bind port 02ebb052-f50e-4936-8613-f7e34fae9b25 on network 586427b9-2364-4c30-a005-ac80deb1577a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:37.839199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:11:37.839786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Checking segment: {'id': '4e8a7952-b232-41d5-a917-a3e7519d7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '586427b9-2364-4c30-a005-ac80deb1577a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:37.840444 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.841103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Bound using segment: {'id': '4e8a7952-b232-41d5-a917-a3e7519d7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '586427b9-2364-4c30-a005-ac80deb1577a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:11:37.841923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Bound port: 02ebb052-f50e-4936-8613-f7e34fae9b25, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8a7952-b232-41d5-a917-a3e7519d7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '586427b9-2364-4c30-a005-ac80deb1577a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:11:37.842599 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:37.895666 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::216 (586427b9-2364-4c30-a005-ac80deb1577a/53fd9c14-d29a-4631-a470-ba97ab70639a/9e534a59-fdb9-4072-bd95-75dcffdd4f2d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:37.990191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] For port 02ebb052-f50e-4936-8613-f7e34fae9b25, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:37.994250 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] For port 02ebb052-f50e-4936-8613-f7e34fae9b25, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=02ebb052-f50e-4936-8613-f7e34fae9b25,segment=NetworkSegment(4e8a7952-b232-41d5-a917-a3e7519d7685),segment_id=4e8a7952-b232-41d5-a917-a3e7519d7685)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:11:38.002261 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.082106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c263-8b39-4c26-b9a4-335f8826ef7e None None] Pushing event updated for resources: {'Port': ['ID=02ebb052-f50e-4936-8613-f7e34fae9b25,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:38.145515 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.164215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object 9e534a59-fdb9-4072-bd95-75dcffdd4f2d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:38.220505 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.226555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42602) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:38.233205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-24b23a22-7c86-4d6c-9934-20783b7fc662 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149263526', 'description': 'tempest-secgroup-smoke-1149263526 description', 'project_id': '35a83a7f86174f82a2f14d2fef76f49b'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:38.277252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24b23a22-7c86-4d6c-9934-20783b7fc662 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.387837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:38.425187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:38.468574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:38.477464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:38.478462 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.500822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=9e534a59-fdb9-4072-bd95-75dcffdd4f2d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:38.584909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24b23a22-7c86-4d6c-9934-20783b7fc662 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.595499 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24b23a22-7c86-4d6c-9934-20783b7fc662 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.631323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24b23a22-7c86-4d6c-9934-20783b7fc662 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.636229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-24b23a22-7c86-4d6c-9934-20783b7fc662 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4053373 Jul 06 18:11:38.636685 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-686be8aa-d430-4949-b1ab-d665cbefbe9c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6665883 Jul 06 18:11:38.636849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:38.645989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dd12a447-c959-4825-b8ab-b73ad286c556 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'security_group_rule': {'security_group_id': '24b9b217-68b3-42ce-a06b-2f93f32802c0', 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:38.647962 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42608) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:38.657658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-871a98de-f3d5-415c-a35a-c93fa2e43d92 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:38.735848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd12a447-c959-4825-b8ab-b73ad286c556 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.857867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd12a447-c959-4825-b8ab-b73ad286c556 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.861570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b23a22-7c86-4d6c-9934-20783b7fc662 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9b217-68b3-42ce-a06b-2f93f32802c0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:38.865183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd12a447-c959-4825-b8ab-b73ad286c556 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.891254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a447-c959-4825-b8ab-b73ad286c556 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa8a26d-4e40-4a5a-a8cc-16c45c8075e6,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:38.898390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd12a447-c959-4825-b8ab-b73ad286c556 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.903702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dd12a447-c959-4825-b8ab-b73ad286c556 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2653742 Jul 06 18:11:38.904410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42612) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:38.911873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-aa1ef993-14de-4cd7-8540-9c445648d611 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'security_group_rule': {'security_group_id': '24b9b217-68b3-42ce-a06b-2f93f32802c0', 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:38.924004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871a98de-f3d5-415c-a35a-c93fa2e43d92 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:38.930409 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-871a98de-f3d5-415c-a35a-c93fa2e43d92 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:38.967426 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef993-14de-4cd7-8540-9c445648d611 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.089439 n-d-799526-3 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-871a98de-f3d5-415c-a35a-c93fa2e43d92 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53fd9c14-d29a-4631-a470-ba97ab70639a (CIDR: 2001:db8::/64) Jul 06 18:11:39.096526 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-871a98de-f3d5-415c-a35a-c93fa2e43d92 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:11:39.098153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871a98de-f3d5-415c-a35a-c93fa2e43d92 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:39.106451 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef993-14de-4cd7-8540-9c445648d611 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.113401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef993-14de-4cd7-8540-9c445648d611 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.146894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ef993-14de-4cd7-8540-9c445648d611 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0527c3d1-2d61-4ec5-b363-bc4be1750463,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:39.153616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-871a98de-f3d5-415c-a35a-c93fa2e43d92 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5029576 Jul 06 18:11:39.156500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42614) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:39.169748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:39.249256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef993-14de-4cd7-8540-9c445648d611 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.251711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-aa1ef993-14de-4cd7-8540-9c445648d611 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3458993 Jul 06 18:11:39.255960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42616) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:39.265075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-457530e3-1f6a-4a79-bd66-4d5ef879b0fc tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'security_group_rule': {'security_group_id': '24b9b217-68b3-42ce-a06b-2f93f32802c0', 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:39.326495 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-457530e3-1f6a-4a79-bd66-4d5ef879b0fc tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.403006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:39.411642 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.437990 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-457530e3-1f6a-4a79-bd66-4d5ef879b0fc tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.443374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-457530e3-1f6a-4a79-bd66-4d5ef879b0fc tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.470726 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457530e3-1f6a-4a79-bd66-4d5ef879b0fc tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c22b4a-30f8-4e14-a86a-b832fd4b20aa,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:39.480742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-457530e3-1f6a-4a79-bd66-4d5ef879b0fc tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.482909 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-457530e3-1f6a-4a79-bd66-4d5ef879b0fc tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2249720 Jul 06 18:11:39.485460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42620) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:39.491336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-31cd74c6-ca29-4086-a371-f4b6ccf70142 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'security_group_rule': {'security_group_id': '24b9b217-68b3-42ce-a06b-2f93f32802c0', 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:39.526460 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31cd74c6-ca29-4086-a371-f4b6ccf70142 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.635793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31cd74c6-ca29-4086-a371-f4b6ccf70142 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.644947 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31cd74c6-ca29-4086-a371-f4b6ccf70142 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.673625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd74c6-ca29-4086-a371-f4b6ccf70142 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c33064-8e9c-49fb-ae31-91fe001ba829,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:39.705773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31cd74c6-ca29-4086-a371-f4b6ccf70142 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.708748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-31cd74c6-ca29-4086-a371-f4b6ccf70142 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2219081 Jul 06 18:11:39.712976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42622) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:39.737194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3899d284-22f7-470a-b706-339da3ce7634 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'security_group_rule': {'security_group_id': '24b9b217-68b3-42ce-a06b-2f93f32802c0', 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:39.861333 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-3899d284-22f7-470a-b706-339da3ce7634 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Project 35a83a7f86174f82a2f14d2fef76f49b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:11:39.881526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3899d284-22f7-470a-b706-339da3ce7634 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:39.956910 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:11:39.979929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-02f60f42-c7e0-407f-97d6-bb35a577c562 None None] Provisioning for port 02ebb052-f50e-4936-8613-f7e34fae9b25 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:40.031980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-02f60f42-c7e0-407f-97d6-bb35a577c562 None None] Provisioning complete for port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:40.032366 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02f60f42-c7e0-407f-97d6-bb35a577c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.086872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-02f60f42-c7e0-407f-97d6-bb35a577c562 None None] Port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:40.158996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3899d284-22f7-470a-b706-339da3ce7634 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.160967 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.203174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3899d284-22f7-470a-b706-339da3ce7634 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.230459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899d284-22f7-470a-b706-339da3ce7634 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010c104f-4190-4e5e-91a2-c791c6daad64,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:40.237269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 02ebb052-f50e-4936-8613-f7e34fae9b25 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:40.258565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:40.263860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:40.266046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=3ed4f758-a800-414b-94d6-5fa3a23097b8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:40.270456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:40.271117 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.284913 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3899d284-22f7-470a-b706-339da3ce7634 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.286664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3899d284-22f7-470a-b706-339da3ce7634 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5670836 Jul 06 18:11:40.291234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42628) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:40.297430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-80133bf7-86cd-42fc-ae72-fa008f1b7983 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'security_group_rule': {'security_group_id': '24b9b217-68b3-42ce-a06b-2f93f32802c0', 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:40.299747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b4f730f2-54ea-43be-8c74-9bd4fe02942c tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1419072 Jul 06 18:11:40.304615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:40.312243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-775955856', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3ed4f758-a800-414b-94d6-5fa3a23097b8'}], 'security_groups': ['afdabb6e-034b-4452-9374-c3e10d3c0542']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:40.333986 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-80133bf7-86cd-42fc-ae72-fa008f1b7983 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Project 35a83a7f86174f82a2f14d2fef76f49b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:11:40.354742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 02ebb052-f50e-4936-8613-f7e34fae9b25 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:40.355126 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80133bf7-86cd-42fc-ae72-fa008f1b7983 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.362519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 02ebb052-f50e-4936-8613-f7e34fae9b25 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:40.363574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.446134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41036dea-b387-47d6-aeb2-a31d4aca5653 None None] Network 586427b9-2364-4c30-a005-ac80deb1577a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:40.484410 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80133bf7-86cd-42fc-ae72-fa008f1b7983 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.491418 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80133bf7-86cd-42fc-ae72-fa008f1b7983 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.523924 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80133bf7-86cd-42fc-ae72-fa008f1b7983 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.525539 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-80133bf7-86cd-42fc-ae72-fa008f1b7983 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2329383 Jul 06 18:11:40.532076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80133bf7-86cd-42fc-ae72-fa008f1b7983 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b9f6ed-dc8a-456b-96f0-1bc811f61239,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:40.543429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42636) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:40.619202 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.641216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f5d4a6-0adc-4229-8af8-6050e61911d7 admin admin] Deleting subnet 8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:11:40.647237 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21f5d4a6-0adc-4229-8af8-6050e61911d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.694391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2d5caa5d-4492-4695-b51a-f908ff30ae07 None None] Provisioning for port 9e534a59-fdb9-4072-bd95-75dcffdd4f2d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:40.720713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21f5d4a6-0adc-4229-8af8-6050e61911d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.792487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2d5caa5d-4492-4695-b51a-f908ff30ae07 None None] Provisioning complete for port 9e534a59-fdb9-4072-bd95-75dcffdd4f2d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:40.793111 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d5caa5d-4492-4695-b51a-f908ff30ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.854688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21f5d4a6-0adc-4229-8af8-6050e61911d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.953011 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.958514 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21f5d4a6-0adc-4229-8af8-6050e61911d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:40.978985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2d5caa5d-4492-4695-b51a-f908ff30ae07 None None] Port 9e534a59-fdb9-4072-bd95-75dcffdd4f2d cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:40.998674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5d4a6-0adc-4229-8af8-6050e61911d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:41.011980 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21f5d4a6-0adc-4229-8af8-6050e61911d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.015304 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-21f5d4a6-0adc-4229-8af8-6050e61911d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8f8963f3-4e8d-4a4c-b172-9f3efefe5f2b HTTP/1.1" status: 204 len: 168 time: 0.4701500 Jul 06 18:11:41.018619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42642) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:41.069255 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 02ebb052-f50e-4936-8613-f7e34fae9b25, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=02ebb052-f50e-4936-8613-f7e34fae9b25,segment=NetworkSegment(4e8a7952-b232-41d5-a917-a3e7519d7685),segment_id=4e8a7952-b232-41d5-a917-a3e7519d7685)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:41.089407 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.135345 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-4b566a0b-ec09-4936-a798-0eec5c5fccd1 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149263526&fields=id&tenant_id=35a83a7f86174f82a2f14d2fef76f49b HTTP/1.1" status: 200 len: 267 time: 0.1174555 Jul 06 18:11:41.198707 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.287761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Delete allocated IP 2001:db8::216 (586427b9-2364-4c30-a005-ac80deb1577a/53fd9c14-d29a-4631-a470-ba97ab70639a) {{(pid=93779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:11:41.312025 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8:0:1::1b1 (586427b9-2364-4c30-a005-ac80deb1577a/3ed4f758-a800-414b-94d6-5fa3a23097b8/9e534a59-fdb9-4072-bd95-75dcffdd4f2d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:41.320228 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed21e228-66df-4176-8861-8be856e44214 None None] Update dhcp port {'port': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'fixed_ips': [{'subnet_id': '53fd9c14-d29a-4631-a470-ba97ab70639a', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ed4f758-a800-414b-94d6-5fa3a23097b8'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '02ebb052-f50e-4936-8613-f7e34fae9b25'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:11:41.357153 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.374860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99013c77-c403-4820-9f66-ff6e35b86d25']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:41.375144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-4fd34648-75e2-4326-b36e-2670fb74d6cd tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:41.376973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-4fd34648-75e2-4326-b36e-2670fb74d6cd tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/networks?id=1fefb7d6-40a0-413f-83cc-9cc7767871ed HTTP/1.1" status: 200 len: 813 time: 0.2269247 Jul 06 18:11:41.395768 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed21e228-66df-4176-8861-8be856e44214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.401268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31c11b7-022e-4f2e-873d-52a10b1dffda') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:41.403570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31c11b7-022e-4f2e-873d-52a10b1dffda') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:11:41.421746 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.428100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=02ebb052-f50e-4936-8613-f7e34fae9b25,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:41.446007 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.455842 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:11:41.457543 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.467816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-e632eb8c-63c2-47bb-905f-7ea5dbedb48c tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/quotas/35a83a7f86174f82a2f14d2fef76f49b HTTP/1.1" status: 200 len: 375 time: 0.0649750 Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:11:41.535468 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:11:41.542168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.556775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.562593 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] 10.222.0.13 "DELETE /v2.0/networks/99013c77-c403-4820-9f66-ff6e35b86d25 HTTP/1.1" status: 204 len: 168 time: 0.5420570 Jul 06 18:11:41.579374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7c281-aa84-4a46-829a-00e28a041262 admin admin] Pushing event deleted for resources: {'Network': ['ID=99013c77-c403-4820-9f66-ff6e35b86d25,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:41.835633 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-707c7350-85a6-4489-b2e5-708f4c13f53f tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35a83a7f86174f82a2f14d2fef76f49b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3579443 Jul 06 18:11:41.839866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.845390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42660) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:41.918825 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f005f-0f14-4520-bb56-a063419b111e req-3d33ee95-fc75-44cd-9027-b23e4a3f500d tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:41.922274 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-3d33ee95-fc75-44cd-9027-b23e4a3f500d tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/networks?id=ac98902a-5908-4eb7-a24d-d77452419079 HTTP/1.1" status: 200 len: 814 time: 0.2213833 Jul 06 18:11:41.941023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-7f1e7a1f-7307-44b9-90ac-ea9de870f742 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/quotas/e3e4c44871164a38b52ee11d2bd7ea73 HTTP/1.1" status: 200 len: 375 time: 0.0121803 Jul 06 18:11:41.960483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object 9e534a59-fdb9-4072-bd95-75dcffdd4f2d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:41.988624 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:41.992014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-cc44c545-4fd5-4ae8-a502-7ae903342c8e tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e4c44871164a38b52ee11d2bd7ea73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406361 Jul 06 18:11:42.032828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ed21e228-66df-4176-8861-8be856e44214 None None] Allocated IP 2001:db8:0:1::2 (586427b9-2364-4c30-a005-ac80deb1577a/3ed4f758-a800-414b-94d6-5fa3a23097b8/02ebb052-f50e-4936-8613-f7e34fae9b25) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:42.111852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] In _notify_port_updated(), no bound segment for port 9e534a59-fdb9-4072-bd95-75dcffdd4f2d on network 586427b9-2364-4c30-a005-ac80deb1577a {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:11:42.118624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:42.119379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.120448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 02ebb052-f50e-4936-8613-f7e34fae9b25 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:42.121228 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "PUT /v2.0/ports/9e534a59-fdb9-4072-bd95-75dcffdd4f2d HTTP/1.1" status: 200 len: 930 time: 1.8152080 Jul 06 18:11:42.125512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42664) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:42.146631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0492a5eb-1aa8-4b53-b636-80f21f212d91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=670f5fa5f28e4947a7e98f8a88078e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983501 Jul 06 18:11:42.148575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42666) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:42.163266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-79903c7c-fab9-4d50-aed2-3afda17ebb19 service neutron] 10.222.0.13 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016047 Jul 06 18:11:42.218175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ed21e228-66df-4176-8861-8be856e44214 None None] For port 02ebb052-f50e-4936-8613-f7e34fae9b25, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=02ebb052-f50e-4936-8613-f7e34fae9b25,segment=NetworkSegment(4e8a7952-b232-41d5-a917-a3e7519d7685),segment_id=4e8a7952-b232-41d5-a917-a3e7519d7685)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:42.247596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce2265-22f0-4f35-bd5d-f6633c51f8f7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=9e534a59-fdb9-4072-bd95-75dcffdd4f2d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:42.251771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 02ebb052-f50e-4936-8613-f7e34fae9b25 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:42.252236 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.289967 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed21e228-66df-4176-8861-8be856e44214 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.319814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ed21e228-66df-4176-8861-8be856e44214 None None] Transition to ACTIVE for port object 02ebb052-f50e-4936-8613-f7e34fae9b25 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:42.325417 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed21e228-66df-4176-8861-8be856e44214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.344527 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-2ac01a6d-c676-450c-bf7a-2db4615c06e7 service neutron] 10.222.0.13 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806998 Jul 06 18:11:42.348504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5dae0951-c3d7-4981-89b5-0cee61b00de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.383449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Port 02ebb052-f50e-4936-8613-f7e34fae9b25 had new provisioning blocks added so it will not transition to active. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 06 18:11:42.388008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5dae0951-c3d7-4981-89b5-0cee61b00de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.412172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-2575154f-7753-41ae-9481-2180f95eb94d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:11:42.413376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-2575154f-7753-41ae-9481-2180f95eb94d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4010336 Jul 06 18:11:42.466390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21e228-66df-4176-8861-8be856e44214 None None] Pushing event updated for resources: {'Port': ['ID=02ebb052-f50e-4936-8613-f7e34fae9b25,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:42.493622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e926c761-257f-4d5a-bd39-d7835c1052f6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port 9e534a59-fdb9-4072-bd95-75dcffdd4f2d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:42.493917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e926c761-257f-4d5a-bd39-d7835c1052f6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.613787 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5dae0951-c3d7-4981-89b5-0cee61b00de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.616327 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5dae0951-c3d7-4981-89b5-0cee61b00de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.621536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5dae0951-c3d7-4981-89b5-0cee61b00de4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4b23c8b-7153-4373-8911-9a0ddc3526c8 HTTP/1.1" status: 204 len: 168 time: 0.4667621 Jul 06 18:11:42.642219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-9fdccc06-a601-4afd-b42f-53e10a1e28a2 service neutron] 10.222.0.13 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074206 Jul 06 18:11:42.649983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae0951-c3d7-4981-89b5-0cee61b00de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b23c8b-7153-4373-8911-9a0ddc3526c8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:42.657179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e926c761-257f-4d5a-bd39-d7835c1052f6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:42.692826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e926c761-257f-4d5a-bd39-d7835c1052f6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for 9e534a59-fdb9-4072-bd95-75dcffdd4f2d owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:42.887053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-acf986d3-32ab-4f09-9fb7-d1291cb90819 service neutron] 10.222.0.13 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201748 Jul 06 18:11:43.080698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e926c761-257f-4d5a-bd39-d7835c1052f6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:43.128386 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68b51cd3-5c5c-4e69-b601-6d3a44fb819a req-3ab04113-90dc-41eb-b31a-1426214818cb tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.1261275 Jul 06 18:11:43.841871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926c761-257f-4d5a-bd39-d7835c1052f6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=9e534a59-fdb9-4072-bd95-75dcffdd4f2d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:43.927285 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8e6bdb8e-f9f7-466a-9220-fe4cab1d4ed6 req-b80f50d7-1402-4bf7-b691-193c18f71dd5 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 210 time: 0.0818141 Jul 06 18:11:43.931353 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e926c761-257f-4d5a-bd39-d7835c1052f6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:43.938844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e926c761-257f-4d5a-bd39-d7835c1052f6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/9e534a59-fdb9-4072-bd95-75dcffdd4f2d HTTP/1.1" status: 204 len: 168 time: 1.8057253 Jul 06 18:11:43.939158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42708) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:43.954947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f6028de1-e60a-4274-8d08-c668554a91f8 None None] Provisioning for port 02ebb052-f50e-4936-8613-f7e34fae9b25 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:43.964239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f6028de1-e60a-4274-8d08-c668554a91f8 None None] Provisioning complete for port 02ebb052-f50e-4936-8613-f7e34fae9b25 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:43.964905 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6028de1-e60a-4274-8d08-c668554a91f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.032043 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9580a9c-8ed8-4ca8-8bee-02fe88d3e77b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:11:44.043103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c9580a9c-8ed8-4ca8-8bee-02fe88d3e77b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/9e534a59-fdb9-4072-bd95-75dcffdd4f2d HTTP/1.1" status: 404 len: 333 time: 0.1033993 Jul 06 18:11:44.047398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42712) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:44.203727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 02ebb052-f50e-4936-8613-f7e34fae9b25 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:44.231230 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cfad20b-19f3-4bf8-8b57-61361d594032 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.348012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cfad20b-19f3-4bf8-8b57-61361d594032 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.370133 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-be363ae8-c6a5-4c26-8a31-3427b289b7ec req-78e03e94-ea86-4923-ab31-0d83ec1fb901 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.0884526 Jul 06 18:11:44.392756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f6028de1-e60a-4274-8d08-c668554a91f8 None None] Provisioning complete for port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:44.393027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6028de1-e60a-4274-8d08-c668554a91f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.507675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cfad20b-19f3-4bf8-8b57-61361d594032 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.510122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 02ebb052-f50e-4936-8613-f7e34fae9b25 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:44.511143 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.513829 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cfad20b-19f3-4bf8-8b57-61361d594032 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.521369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42724) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:44.522595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8cfad20b-19f3-4bf8-8b57-61361d594032 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/security-groups/711279aa-2d9c-4f29-b292-88046cf2b4b3 HTTP/1.1" status: 204 len: 168 time: 0.4728713 Jul 06 18:11:44.560865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfad20b-19f3-4bf8-8b57-61361d594032 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711279aa-2d9c-4f29-b292-88046cf2b4b3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:44.602103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f6028de1-e60a-4274-8d08-c668554a91f8 None None] Port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:44.615973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f6028de1-e60a-4274-8d08-c668554a91f8 None None] Could not find standard attr ID for object 9e534a59-fdb9-4072-bd95-75dcffdd4f2d. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:11:44.712510 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-393788f4-c66d-4994-a682-5e4740fbb4e7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.743902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c43b6be5-78cc-4d3d-8c6b-0a5315912edc None None] Could not find standard attr ID for object 9e534a59-fdb9-4072-bd95-75dcffdd4f2d. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:11:44.795353 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-393788f4-c66d-4994-a682-5e4740fbb4e7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.878866 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-393788f4-c66d-4994-a682-5e4740fbb4e7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.884020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-393788f4-c66d-4994-a682-5e4740fbb4e7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:44.886382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-393788f4-c66d-4994-a682-5e4740fbb4e7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/security-groups/afdabb6e-034b-4452-9374-c3e10d3c0542 HTTP/1.1" status: 204 len: 168 time: 0.3632605 Jul 06 18:11:44.890511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42732) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:44.902722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393788f4-c66d-4994-a682-5e4740fbb4e7 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdabb6e-034b-4452-9374-c3e10d3c0542,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:44.978765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddca269-c1f2-41ea-9959-0cbe37339f4d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet 53fd9c14-d29a-4631-a470-ba97ab70639a {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:11:44.981897 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ddca269-c1f2-41ea-9959-0cbe37339f4d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.072481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ddca269-c1f2-41ea-9959-0cbe37339f4d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.165442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f3894fa-5fd0-4005-9125-5ac52763dc81 req-ebeb1fc6-9ee2-4853-bef1-1cfbfd336c08 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 210 time: 0.0592518 Jul 06 18:11:45.295383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ddca269-c1f2-41ea-9959-0cbe37339f4d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.422079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ddca269-c1f2-41ea-9959-0cbe37339f4d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.463103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ddca269-c1f2-41ea-9959-0cbe37339f4d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:45.465638 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7ddca269-c1f2-41ea-9959-0cbe37339f4d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/53fd9c14-d29a-4631-a470-ba97ab70639a HTTP/1.1" status: 204 len: 168 time: 0.5733292 Jul 06 18:11:45.466673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddca269-c1f2-41ea-9959-0cbe37339f4d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=53fd9c14-d29a-4631-a470-ba97ab70639a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:45.476547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42744) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:45.482563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a480be1-2815-43d6-a3c5-5dd09db894cb None None] Network 586427b9-2364-4c30-a005-ac80deb1577a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:45.490875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:45.633412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-450df97e-de52-4b4d-ba32-f536a7df932f req-e6c3e523-d811-429d-aa99-599a7922507f tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.0439749 Jul 06 18:11:45.743299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:45.749801 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:46.646523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b62082e7-dc01-49b0-adb1-c1799902e4f7 req-e7559e4e-9bd2-412f-aa05-4e5dd5981c1c tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 210 time: 0.1078537 Jul 06 18:11:46.869494 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bec991ba-d0e9-4c94-9584-119c95aa8a3a req-7e9615f9-6c78-46a0-93e9-3bdd8e239f41 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.0322530 Jul 06 18:11:46.880246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-b98db30f-1613-4829-b2df-ba2b1e0fc096 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:46.887595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-b98db30f-1613-4829-b2df-ba2b1e0fc096 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.22 "GET /v2.0/networks?id=1fefb7d6-40a0-413f-83cc-9cc7767871ed HTTP/1.1" status: 200 len: 813 time: 0.3333509 Jul 06 18:11:46.975310 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-a7bab0a9-ba22-47bc-b2f9-dd8e761e0d78 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35a83a7f86174f82a2f14d2fef76f49b HTTP/1.1" status: 200 len: 380 time: 0.0735581 Jul 06 18:11:46.987137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'port': {'device_id': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'admin_state_up': True, 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'security_groups': ['24b9b217-68b3-42ce-a06b-2f93f32802c0']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:47.017914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7223eeae-9ced-495f-ba9a-5a18d477e4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.303473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d0783fe8-2c0e-4a84-8151-07216bf57d1a None None] Provisioning complete for port 02ebb052-f50e-4936-8613-f7e34fae9b25 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:47.304773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0783fe8-2c0e-4a84-8151-07216bf57d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.417569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f005f-0f14-4520-bb56-a063419b111e req-ff73c547-8d02-4f3e-87a0-0e076534dab6 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:47.420359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-ff73c547-8d02-4f3e-87a0-0e076534dab6 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.22 "GET /v2.0/networks?id=ac98902a-5908-4eb7-a24d-d77452419079 HTTP/1.1" status: 200 len: 814 time: 0.3766026 Jul 06 18:11:47.442543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Request body: {'port': {'device_id': 'bd6aa7e8-3cfc-41f1-8971-73d3e158f156', 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079', 'admin_state_up': True, 'tenant_id': 'e3e4c44871164a38b52ee11d2bd7ea73'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:47.477913 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.507964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d0783fe8-2c0e-4a84-8151-07216bf57d1a None None] Provisioning complete for port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:47.508559 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0783fe8-2c0e-4a84-8151-07216bf57d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.583422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d0783fe8-2c0e-4a84-8151-07216bf57d1a None None] Port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:47.638780 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Made reservation on behalf of 35a83a7f86174f82a2f14d2fef76f49b for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:47.645744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.692101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:47.716416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:47.732847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:47.733875 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:47.743520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af060a9c-160b-446a-ad82-0066a77a0924 None None] Network 586427b9-2364-4c30-a005-ac80deb1577a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:47.744784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=4281ed86-8c08-455a-9c1b-50ab5b8c56b8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:47.776606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.777161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.777736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.778320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.778922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.779497 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.780048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.780645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.781174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.781789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.782275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.782920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:47.911576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3fd3234e-6b78-4b90-831b-7176f2d96e6f tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4312375 Jul 06 18:11:47.915333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:47.924410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'security_group': {'name': 'tempest-secgroup-1179928185'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:48.031385 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 18:11:48.031385 n-d-799526-3 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 18:11:48.031385 n-d-799526-3 neutron-server[93778]: [parameters: {'project_id_1': '688e560056a64e21b22a9ece7caac370', 'expiration_1': datetime.datetime(2021, 7, 6, 18, 11, 47, 947786)}] Jul 06 18:11:48.031385 n-d-799526-3 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:11:48.033625 n-d-799526-3 neutron-server[93778]: DEBUG oslo_db.api [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:11:48.150263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Made reservation on behalf of e3e4c44871164a38b52ee11d2bd7ea73 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:48.160184 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.249616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-057db87b-121c-493b-acb3-64518b87bf53 req-d47b2cec-ac7c-45bb-abf4-c89533e394c3 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 210 time: 0.1379051 Jul 06 18:11:48.385432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Allocated IP 172.20.0.3 (1fefb7d6-40a0-413f-83cc-9cc7767871ed/e2882248-c3cb-464d-a070-f54a87e9c69c/ea4e8051-a494-47f1-b673-d916f2f14e9e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:48.509989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Update dhcp port {'port': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'fixed_ips': [{'subnet_id': '3ed4f758-a800-414b-94d6-5fa3a23097b8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4281ed86-8c08-455a-9c1b-50ab5b8c56b8'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '02ebb052-f50e-4936-8613-f7e34fae9b25'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:11:48.523299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-02c61975-9959-4989-979c-421aa992cf70 req-d929ec6b-a3b4-4d67-9253-de2ba34bf618 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.1471412 Jul 06 18:11:48.599681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.631835 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.885756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.895190 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.952521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:48.956518 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0380638 Jul 06 18:11:48.962041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42766) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:48.971337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-740564e7-5280-4e88-8c25-9d2e37a31d03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'security_group': {'name': 'tempest-secgroup-1218426575'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:48.988709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4322615-ba43-46bf-b09c-db9bd6148047,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:48.998960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Allocated IP 172.20.0.9 (ac98902a-5908-4eb7-a24d-d77452419079/bc18492c-fd3a-46c8-80fd-1432f6063b64/55ae363c-522e-4bc2-ab6c-7470882ae2c3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:49.008595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.009576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.010497 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.011356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.012258 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.013062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.014437 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.015267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.016123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.016969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.017539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.018079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a066b9-f850-4918-b230-59d4b950dd03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.067730 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-740564e7-5280-4e88-8c25-9d2e37a31d03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.147071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Allocated IP 2001:db8::2 (586427b9-2364-4c30-a005-ac80deb1577a/4281ed86-8c08-455a-9c1b-50ab5b8c56b8/02ebb052-f50e-4936-8613-f7e34fae9b25) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:49.220864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.249898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-740564e7-5280-4e88-8c25-9d2e37a31d03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.258043 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-740564e7-5280-4e88-8c25-9d2e37a31d03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.265327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Transition to ACTIVE for port object ea4e8051-a494-47f1-b673-d916f2f14e9e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:49.316240 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740564e7-5280-4e88-8c25-9d2e37a31d03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b89770-3686-4ce3-a10a-4e93573bb7a4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:49.320272 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-740564e7-5280-4e88-8c25-9d2e37a31d03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.321561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-740564e7-5280-4e88-8c25-9d2e37a31d03 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3572731 Jul 06 18:11:49.326807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42770) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:49.354291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-87334bbc-136b-4287-9258-bc2773bc3cb9 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'security_group': {'name': 'tempest-secgroup-1775367157'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:49.428360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] For port 02ebb052-f50e-4936-8613-f7e34fae9b25, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=02ebb052-f50e-4936-8613-f7e34fae9b25,segment=NetworkSegment(4e8a7952-b232-41d5-a917-a3e7519d7685),segment_id=4e8a7952-b232-41d5-a917-a3e7519d7685)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:49.444184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87334bbc-136b-4287-9258-bc2773bc3cb9 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.463005 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.496714 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.526562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Transition to ACTIVE for port object 02ebb052-f50e-4936-8613-f7e34fae9b25 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:49.540523 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.566725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Network 1fefb7d6-40a0-413f-83cc-9cc7767871ed is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:49.587289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:49.602704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:49.694132 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80999d5f-856a-4d81-b425-f77df8005cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.701048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'Port': ['ID=ea4e8051-a494-47f1-b673-d916f2f14e9e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:49.719593 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87334bbc-136b-4287-9258-bc2773bc3cb9 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.738934 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.754367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24566715-7f66-4a66-977e-90afa159fad6 req-3fdb0f51-75e3-41c5-b408-c6258d24d19f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 210 time: 0.2924526 Jul 06 18:11:49.758516 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87334bbc-136b-4287-9258-bc2773bc3cb9 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.789992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:49.790773 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.796821 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87334bbc-136b-4287-9258-bc2773bc3cb9 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:49.799366 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87334bbc-136b-4287-9258-bc2773bc3cb9 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4707158 Jul 06 18:11:49.803540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:49.809393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-835372244', 'security_groups': ['7d6191f3-8a72-4cd6-a902-956c5ad5b4ac'], 'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4281ed86-8c08-455a-9c1b-50ab5b8c56b8'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:49.829884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87334bbc-136b-4287-9258-bc2773bc3cb9 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6191f3-8a72-4cd6-a902-956c5ad5b4ac,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:49.869569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6d32722f-63b2-4ebc-9498-ae4e3a3c32df tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8884261 Jul 06 18:11:49.885528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Request body: {'port': {'device_id': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:49.944031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Pushing event updated for resources: {'Port': ['ID=02ebb052-f50e-4936-8613-f7e34fae9b25,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:49.983901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.983901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.989043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.989043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.989043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.989856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.989856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.990176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.990489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.992779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.993182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:49.993525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c561dbc-2ec7-4ccf-be91-f965f5938f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:11:50.015431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.022878 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.047796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36e55d-bc16-492a-8303-9bcd70edbe1f req-ba2dcaad-faf3-439f-af1b-b756897eecba tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:50.049734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd36e55d-bc16-492a-8303-9bcd70edbe1f req-ba2dcaad-faf3-439f-af1b-b756897eecba tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 931 time: 0.2681470 Jul 06 18:11:50.099264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:50.111938 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.223554 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 02ebb052-f50e-4936-8613-f7e34fae9b25 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:50.247950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Network ac98902a-5908-4eb7-a24d-d77452419079 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:50.272805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:50.296560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd36e55d-bc16-492a-8303-9bcd70edbe1f req-aa64e476-0995-4add-8c8f-a1f8548358e2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846733 Jul 06 18:11:50.300050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Pushing event updated for resources: {'Port': ['ID=55ae363c-522e-4bc2-ab6c-7470882ae2c3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:50.304910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:50.366595 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.447150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] device_id is not set on port c5bc3d28-e5a8-4bfb-9a58-63abf3250688 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 18:11:50.469104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b49fb5d1-4c4c-4269-b4a8-e5f12c3820fe None None] Provisioning for port ea4e8051-a494-47f1-b673-d916f2f14e9e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:50.481275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b49fb5d1-4c4c-4269-b4a8-e5f12c3820fe None None] Provisioning complete for port ea4e8051-a494-47f1-b673-d916f2f14e9e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:50.482038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b49fb5d1-4c4c-4269-b4a8-e5f12c3820fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.519870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:50.521062 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.536373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b49fb5d1-4c4c-4269-b4a8-e5f12c3820fe None None] Port ea4e8051-a494-47f1-b673-d916f2f14e9e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:50.771647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4e8051-a494-47f1-b673-d916f2f14e9e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:11:50.786502 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.788217 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.813781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Transition to ACTIVE for port object ea4e8051-a494-47f1-b673-d916f2f14e9e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:50.825709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:50.827926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8::164 (586427b9-2364-4c30-a005-ac80deb1577a/4281ed86-8c08-455a-9c1b-50ab5b8c56b8/c5bc3d28-e5a8-4bfb-9a58-63abf3250688) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:50.957102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-d9dbf7e4-c38f-45a5-badf-02c0691f33aa tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5283782 Jul 06 18:11:50.980143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Pushing event updated for resources: {'Port': ['ID=ea4e8051-a494-47f1-b673-d916f2f14e9e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:51.061853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Request body: {'port': {'device_id': 'bd6aa7e8-3cfc-41f1-8971-73d3e158f156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:51.067937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fe1c94cf-12e3-4950-943c-ca149748dd55 None None] Provisioning for port 02ebb052-f50e-4936-8613-f7e34fae9b25 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:51.072528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fe1c94cf-12e3-4950-943c-ca149748dd55 None None] Provisioning complete for port 02ebb052-f50e-4936-8613-f7e34fae9b25 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:51.073222 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe1c94cf-12e3-4950-943c-ca149748dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.097752 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.116856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object c5bc3d28-e5a8-4bfb-9a58-63abf3250688 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:51.164446 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.244743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:51.258994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:51.283897 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:11:51.296552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:51.297589 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.317349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=c5bc3d28-e5a8-4bfb-9a58-63abf3250688,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:51.355096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359b77-1ed3-4cc0-b808-7b041cb66774 req-72a9e20b-e056-4506-8b12-3ce9d71b5fbd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:51.365833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24359b77-1ed3-4cc0-b808-7b041cb66774 req-72a9e20b-e056-4506-8b12-3ce9d71b5fbd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 931 time: 0.3431077 Jul 06 18:11:51.380767 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2603fba9-ca95-4fb5-b9b1-751c736b0224 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5756664 Jul 06 18:11:51.383219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:51.389404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6e07d027-276a-451f-a8ff-0cfafb9f9c68 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:51.416252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Attempting to bind port ea4e8051-a494-47f1-b673-d916f2f14e9e on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:51.416592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Attempting to bind port ea4e8051-a494-47f1-b673-d916f2f14e9e by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:51.416931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Attempting to bind port ea4e8051-a494-47f1-b673-d916f2f14e9e on network 1fefb7d6-40a0-413f-83cc-9cc7767871ed {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.432899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.436370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Port ea4e8051-a494-47f1-b673-d916f2f14e9e on network 1fefb7d6-40a0-413f-83cc-9cc7767871ed not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:51.436709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Attempting to bind port ea4e8051-a494-47f1-b673-d916f2f14e9e on network 1fefb7d6-40a0-413f-83cc-9cc7767871ed {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:51.587939 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-24359b77-1ed3-4cc0-b808-7b041cb66774 req-ecaa2b59-a9c7-469c-87f7-c700c26a19e0 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215934 Jul 06 18:11:51.599526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e07d027-276a-451f-a8ff-0cfafb9f9c68 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:51.602906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:11:51.603769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Checking segment: {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:51.604474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Bound using segment: {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:11:51.604911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e07d027-276a-451f-a8ff-0cfafb9f9c68 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.614767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Bound port: ea4e8051-a494-47f1-b673-d916f2f14e9e, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7723f91c-b510-451b-b636-d52868c8c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:11:51.616228 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.680827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fe1c94cf-12e3-4950-943c-ca149748dd55 None None] Provisioning complete for port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:51.681320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe1c94cf-12e3-4950-943c-ca149748dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.730085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c94cf-12e3-4950-943c-ca149748dd55 None None] Port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:51.778456 n-d-799526-3 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-6e07d027-276a-451f-a8ff-0cfafb9f9c68 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4281ed86-8c08-455a-9c1b-50ab5b8c56b8 (CIDR: 2001:db8::/64) Jul 06 18:11:51.786268 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e07d027-276a-451f-a8ff-0cfafb9f9c68 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:11:51.787374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e07d027-276a-451f-a8ff-0cfafb9f9c68 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:51.808803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6e07d027-276a-451f-a8ff-0cfafb9f9c68 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4237323 Jul 06 18:11:51.811291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42788) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:51.818190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9a3a8102-a036-455b-891f-5a4fd1c21050 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:51.874772 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bfd856e4-817f-45c8-978d-caeffa0242a4 None None] Provisioning for port c5bc3d28-e5a8-4bfb-9a58-63abf3250688 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:51.888278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bfd856e4-817f-45c8-978d-caeffa0242a4 None None] Provisioning complete for port c5bc3d28-e5a8-4bfb-9a58-63abf3250688 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:51.890659 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bfd856e4-817f-45c8-978d-caeffa0242a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.890903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85eca7-441b-4ab9-bfb7-d378b401bb6d req-f4e4ba61-1c14-4d81-a7e5-59ce8d7a1024 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:51.892572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e85eca7-441b-4ab9-bfb7-d378b401bb6d req-f4e4ba61-1c14-4d81-a7e5-59ce8d7a1024 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.3200979 Jul 06 18:11:51.909547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] For port ea4e8051-a494-47f1-b673-d916f2f14e9e, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:51.948920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] For port ea4e8051-a494-47f1-b673-d916f2f14e9e, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:11:51.961727 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:51.988150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3a8102-a036-455b-891f-5a4fd1c21050 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:51.993632 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8102-a036-455b-891f-5a4fd1c21050 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.017091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-bfd856e4-817f-45c8-978d-caeffa0242a4 None None] Port c5bc3d28-e5a8-4bfb-9a58-63abf3250688 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:52.042224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e85eca7-441b-4ab9-bfb7-d378b401bb6d req-69db20a4-83f6-4ce0-9e35-3390b5195cb2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401458 Jul 06 18:11:52.043841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.044274 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.045824 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] 10.222.0.22 "PUT /v2.0/ports/ea4e8051-a494-47f1-b673-d916f2f14e9e HTTP/1.1" status: 200 len: 1091 time: 2.1669931 Jul 06 18:11:52.054418 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:11:52.056602 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9108998-e8f0-448d-a5cb-cef65cc2846f" -d '{"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:11:52.134093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f119e-2632-41ae-ab1f-c8f106352b8a service neutron] Pushing event updated for resources: {'Port': ['ID=ea4e8051-a494-47f1-b673-d916f2f14e9e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:52.202755 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe2d1ee-8738-45da-b3b0-f044fe0c58ac x-openstack-request-id: req-fbe2d1ee-8738-45da-b3b0-f044fe0c58ac {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:11:52.203051 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:11:52.203302 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbe2d1ee-8738-45da-b3b0-f044fe0c58ac {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:11:52.203695 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'status': 'completed', 'code': 200} Jul 06 18:11:52.226775 n-d-799526-3 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-9a3a8102-a036-455b-891f-5a4fd1c21050 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3ed4f758-a800-414b-94d6-5fa3a23097b8 (CIDR: 2001:db8:0:1::/64) Jul 06 18:11:52.232899 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3a8102-a036-455b-891f-5a4fd1c21050 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:11:52.233951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3a8102-a036-455b-891f-5a4fd1c21050 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:52.265608 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9a3a8102-a036-455b-891f-5a4fd1c21050 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4501133 Jul 06 18:11:52.265982 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:52.273891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'subnet': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:52.277624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ae363c-522e-4bc2-ab6c-7470882ae2c3 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:11:52.300413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.340363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Transition to ACTIVE for port object 55ae363c-522e-4bc2-ab6c-7470882ae2c3 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:52.352606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.420055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-76b80352-c5dc-4bde-b643-625cd0fcd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.422888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-76b80352-c5dc-4bde-b643-625cd0fcd2f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35a83a7f86174f82a2f14d2fef76f49b&device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1094 time: 0.2181954 Jul 06 18:11:52.503485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Made reservation on behalf of 688e560056a64e21b22a9ece7caac370 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:11:52.508212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.550995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-e841772d-13d7-40ec-8e62-805388bd1d09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e HTTP/1.1" status: 200 len: 217 time: 0.1085465 Jul 06 18:11:52.568220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Pushing event updated for resources: {'Port': ['ID=55ae363c-522e-4bc2-ab6c-7470882ae2c3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:52.700888 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.746503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Attempting to bind port 55ae363c-522e-4bc2-ab6c-7470882ae2c3 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:11:52.747196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Attempting to bind port 55ae363c-522e-4bc2-ab6c-7470882ae2c3 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '4cf37d98-eec6-445a-a8b9-40a91c601cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:11:52.747793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Attempting to bind port 55ae363c-522e-4bc2-ab6c-7470882ae2c3 on network ac98902a-5908-4eb7-a24d-d77452419079 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:52.754563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-f4950376-1041-4a23-a3ea-5e85e69c2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.756564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-f4950376-1041-4a23-a3ea-5e85e69c2173 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2882248-c3cb-464d-a070-f54a87e9c69c HTTP/1.1" status: 200 len: 852 time: 0.1994715 Jul 06 18:11:52.758223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Port 55ae363c-522e-4bc2-ab6c-7470882ae2c3 on network ac98902a-5908-4eb7-a24d-d77452419079 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:11:52.759122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Attempting to bind port 55ae363c-522e-4bc2-ab6c-7470882ae2c3 on network ac98902a-5908-4eb7-a24d-d77452419079 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:11:52.775884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:11:52.776571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Checking segment: {'id': '4cf37d98-eec6-445a-a8b9-40a91c601cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:11:52.777201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Bound using segment: {'id': '4cf37d98-eec6-445a-a8b9-40a91c601cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:11:52.777895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Bound port: 55ae363c-522e-4bc2-ab6c-7470882ae2c3, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf37d98-eec6-445a-a8b9-40a91c601cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:11:52.778515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.909430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:52.959258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] For port 55ae363c-522e-4bc2-ab6c-7470882ae2c3, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:11:52.966373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] For port 55ae363c-522e-4bc2-ab6c-7470882ae2c3, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=55ae363c-522e-4bc2-ab6c-7470882ae2c3,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:11:52.976539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-423b7fe5-49c9-46e0-9ee2-008d097a3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:52.978544 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-423b7fe5-49c9-46e0-9ee2-008d097a3924 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fefb7d6-40a0-413f-83cc-9cc7767871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123430 Jul 06 18:11:52.980849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.029252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Network 586427b9-2364-4c30-a005-ac80deb1577a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:11:53.039947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:11:53.040446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:53.041093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.043706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] 10.222.0.22 "PUT /v2.0/ports/55ae363c-522e-4bc2-ab6c-7470882ae2c3 HTTP/1.1" status: 200 len: 1091 time: 2.0481825 Jul 06 18:11:53.060436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23d43a5-83eb-4258-a1d5-9b9cfd542904 None None] Network 586427b9-2364-4c30-a005-ac80deb1577a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:53.066637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:53.067897 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.097992 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Subnet': ['ID=dd9bd1fb-0ef6-4677-abf1-4dd0fdd43c4c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:53.119848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-441a24ab-ffae-420e-9030-18929e7748af tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8523543 Jul 06 18:11:53.125874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42800) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:53.157562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-908552425', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd9bd1fb-0ef6-4677-abf1-4dd0fdd43c4c'}], 'security_groups': ['c4322615-ba43-46bf-b09c-db9bd6148047', '37b89770-3686-4ce3-a10a-4e93573bb7a4']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:11:53.528814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.588055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad7b3-d592-4642-95a0-9b797fbb58ca req-68de8172-cfce-401b-b635-ea0df5cdfe2a tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:53.603514 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-154ad7b3-d592-4642-95a0-9b797fbb58ca req-68de8172-cfce-401b-b635-ea0df5cdfe2a tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.2527487 Jul 06 18:11:53.613258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a747e-7cc7-41a4-a74d-8e1787d90358 service neutron] Pushing event updated for resources: {'Port': ['ID=55ae363c-522e-4bc2-ab6c-7470882ae2c3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:53.671174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68276-36be-4268-8831-6f8341a024c6 req-1549784d-5da5-4525-ab98-e73ea8a4010e tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:53.672977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fba68276-36be-4268-8831-6f8341a024c6 req-1549784d-5da5-4525-ab98-e73ea8a4010e tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 943 time: 0.8458934 Jul 06 18:11:53.686618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92af03c-a71f-4099-9ff9-7fc2cd658cac None None] Update dhcp port {'port': {'network_id': '586427b9-2364-4c30-a005-ac80deb1577a', 'fixed_ips': [{'subnet_id': '3ed4f758-a800-414b-94d6-5fa3a23097b8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4281ed86-8c08-455a-9c1b-50ab5b8c56b8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd9bd1fb-0ef6-4677-abf1-4dd0fdd43c4c'}], 'binding:host_id': 'n-d-799526-3'}, 'id': '02ebb052-f50e-4936-8613-f7e34fae9b25'} from n-d-799526-3. {{(pid=93780) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 18:11:53.759480 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-154ad7b3-d592-4642-95a0-9b797fbb58ca req-e8b6f4b7-d044-4e44-aa49-2660d178e451 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545823 Jul 06 18:11:53.770293 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e92af03c-a71f-4099-9ff9-7fc2cd658cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:53.772017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fba68276-36be-4268-8831-6f8341a024c6 req-02b222d4-a2ad-4f5b-9deb-49c33154faf1 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809622 Jul 06 18:11:53.777721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f005f-0f14-4520-bb56-a063419b111e req-2d0f004c-54cb-4307-9822-9f017d4e0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:53.779077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-2d0f004c-54cb-4307-9822-9f017d4e0d43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3e4c44871164a38b52ee11d2bd7ea73&device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 1094 time: 0.1526742 Jul 06 18:11:53.783734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-6caaa430-e328-4b13-a971-62f33a7c384a service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7939100 Jul 06 18:11:53.874221 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-c0bb7402-6617-424d-8daf-b5861946d327 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ae363c-522e-4bc2-ab6c-7470882ae2c3 HTTP/1.1" status: 200 len: 217 time: 0.0814941 Jul 06 18:11:53.969229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f005f-0f14-4520-bb56-a063419b111e req-c4de7bf9-12b4-4b7e-a222-a138604e0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:53.970664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-c4de7bf9-12b4-4b7e-a222-a138604e0bcb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc18492c-fd3a-46c8-80fd-1432f6063b64 HTTP/1.1" status: 200 len: 854 time: 0.0698667 Jul 06 18:11:54.013848 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-e2715467-080a-4015-b0e5-7fe0399543d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac98902a-5908-4eb7-a24d-d77452419079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362544 Jul 06 18:11:54.073854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e92af03c-a71f-4099-9ff9-7fc2cd658cac None None] Allocated IP 2001:db8:0:2::2 (586427b9-2364-4c30-a005-ac80deb1577a/dd9bd1fb-0ef6-4677-abf1-4dd0fdd43c4c/02ebb052-f50e-4936-8613-f7e34fae9b25) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:54.080441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8327bb04-43a0-42fe-a715-f8f69d31be27 req-57c7f092-1fec-43ab-a47c-e6fff81b6ee4 service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872736 Jul 06 18:11:54.198129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-2c66fc73-6616-4982-84e3-031c6206ec2c service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762531 Jul 06 18:11:54.259262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6aa7e8-3cfc-41f1-8971-73d3e158f156', 'tag': '55ae363c-522e-4bc2-ab6c-7470882ae2c3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:11:54.262153 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6aa7e8-3cfc-41f1-8971-73d3e158f156", "tag": "55ae363c-522e-4bc2-ab6c-7470882ae2c3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:11:54.284242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e92af03c-a71f-4099-9ff9-7fc2cd658cac None None] For port 02ebb052-f50e-4936-8613-f7e34fae9b25, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=02ebb052-f50e-4936-8613-f7e34fae9b25,segment=NetworkSegment(4e8a7952-b232-41d5-a917-a3e7519d7685),segment_id=4e8a7952-b232-41d5-a917-a3e7519d7685)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:54.314427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-18f11c62-b3d5-41bb-b99e-9f7bb1c0cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:54.316828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-18f11c62-b3d5-41bb-b99e-9f7bb1c0cd1e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35a83a7f86174f82a2f14d2fef76f49b&device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1094 time: 0.1680741 Jul 06 18:11:54.336511 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e92af03c-a71f-4099-9ff9-7fc2cd658cac None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:54.354656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e92af03c-a71f-4099-9ff9-7fc2cd658cac None None] Transition to ACTIVE for port object 02ebb052-f50e-4936-8613-f7e34fae9b25 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:54.360802 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e92af03c-a71f-4099-9ff9-7fc2cd658cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:54.392856 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab1f005f-0f14-4520-bb56-a063419b111e req-6533f448-6f9c-4f73-989c-b1ed35c4beaf service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848571 Jul 06 18:11:54.397197 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4de1d1-1f66-4dae-a5d5-70a7d0620504 x-openstack-request-id: req-6f4de1d1-1f66-4dae-a5d5-70a7d0620504 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:11:54.397657 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6aa7e8-3cfc-41f1-8971-73d3e158f156", "tag": "55ae363c-522e-4bc2-ab6c-7470882ae2c3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:11:54.398065 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f4de1d1-1f66-4dae-a5d5-70a7d0620504 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:11:54.398754 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6aa7e8-3cfc-41f1-8971-73d3e158f156', 'tag': '55ae363c-522e-4bc2-ab6c-7470882ae2c3', 'status': 'completed', 'code': 200} Jul 06 18:11:54.529591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-f1bf1bb2-05d7-437f-9b8b-08d4eac9548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:54.531563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-f1bf1bb2-05d7-437f-9b8b-08d4eac9548f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1fefb7d6-40a0-413f-83cc-9cc7767871ed HTTP/1.1" status: 200 len: 914 time: 0.2045755 Jul 06 18:11:54.575669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92af03c-a71f-4099-9ff9-7fc2cd658cac None None] Pushing event updated for resources: {'Port': ['ID=02ebb052-f50e-4936-8613-f7e34fae9b25,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:54.636169 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-7179b1bf-e0cb-4f29-ab60-20a6c4c9dcea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e HTTP/1.1" status: 200 len: 217 time: 0.0651684 Jul 06 18:11:54.649861 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Delete allocated IP 2001:db8::164 (586427b9-2364-4c30-a005-ac80deb1577a/4281ed86-8c08-455a-9c1b-50ab5b8c56b8) {{(pid=93778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 18:11:54.665909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Allocated IP 2001:db8:0:2::253 (586427b9-2364-4c30-a005-ac80deb1577a/dd9bd1fb-0ef6-4677-abf1-4dd0fdd43c4c/c5bc3d28-e5a8-4bfb-9a58-63abf3250688) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:11:54.736499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-0bda4b16-90bc-479c-b933-a7bc8be17875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:54.739755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-0bda4b16-90bc-479c-b933-a7bc8be17875 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3e4c44871164a38b52ee11d2bd7ea73&device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 1094 time: 0.2313373 Jul 06 18:11:54.745539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-384f5010-4cb9-4e89-85b9-fa654bd6a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:54.748579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-384f5010-4cb9-4e89-85b9-fa654bd6a0d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2882248-c3cb-464d-a070-f54a87e9c69c HTTP/1.1" status: 200 len: 852 time: 0.1045163 Jul 06 18:11:55.027504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-9ed62ebb-1c2d-497b-ba5d-6d1268522cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:55.030706 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-9ed62ebb-1c2d-497b-ba5d-6d1268522cb1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac98902a-5908-4eb7-a24d-d77452419079 HTTP/1.1" status: 200 len: 915 time: 0.2809019 Jul 06 18:11:55.057564 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.093441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Transition to ACTIVE for port object c5bc3d28-e5a8-4bfb-9a58-63abf3250688 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:11:55.115212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.156087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-80211408-279f-42c5-adb9-1cc19bb35e39 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ae363c-522e-4bc2-ab6c-7470882ae2c3 HTTP/1.1" status: 200 len: 217 time: 0.1183383 Jul 06 18:11:55.215595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-68ddb117-0faf-4220-bf8d-d92652ff14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:55.219205 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-68ddb117-0faf-4220-bf8d-d92652ff14fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fefb7d6-40a0-413f-83cc-9cc7767871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4549448 Jul 06 18:11:55.306733 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] In _notify_port_updated(), no bound segment for port c5bc3d28-e5a8-4bfb-9a58-63abf3250688 on network 586427b9-2364-4c30-a005-ac80deb1577a {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 18:11:55.319246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:55.320042 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.322477 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "PUT /v2.0/ports/c5bc3d28-e5a8-4bfb-9a58-63abf3250688 HTTP/1.1" status: 200 len: 969 time: 2.1948223 Jul 06 18:11:55.329578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42816) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:55.333583 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037277e-cd9c-4621-b9d7-c4811210a19b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event updated for resources: {'Port': ['ID=c5bc3d28-e5a8-4bfb-9a58-63abf3250688,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:55.381688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4249cd-a8c3-4077-9ae1-d742b09b1e1a req-e6d9dd0b-af34-45d6-8155-f87dec58b3dc tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:55.395295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef4249cd-a8c3-4077-9ae1-d742b09b1e1a req-e6d9dd0b-af34-45d6-8155-f87dec58b3dc tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 943 time: 0.3316860 Jul 06 18:11:55.453222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-8f5bf35a-1f97-4c32-acfe-0286ddcfb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:55.459994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-8f5bf35a-1f97-4c32-acfe-0286ddcfb765 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc18492c-fd3a-46c8-80fd-1432f6063b64 HTTP/1.1" status: 200 len: 854 time: 0.2559907 Jul 06 18:11:55.551780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-bdeed0bb-2e89-4bdc-aafd-9d1029483014 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac98902a-5908-4eb7-a24d-d77452419079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825052 Jul 06 18:11:55.554177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ef4249cd-a8c3-4077-9ae1-d742b09b1e1a req-937e0897-74b8-49cb-bec6-d1a445fef5c0 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573455 Jul 06 18:11:55.565312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e75d0-5841-4c92-a558-f5c9d275de79 req-c88c5069-29ad-4513-a17a-41135ebb2bdd tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:55.574895 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-722e75d0-5841-4c92-a558-f5c9d275de79 req-c88c5069-29ad-4513-a17a-41135ebb2bdd tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.5389733 Jul 06 18:11:55.659209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d75dc-2c85-4056-8bcd-2252e338d99d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port c5bc3d28-e5a8-4bfb-9a58-63abf3250688 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:55.659879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a1d75dc-2c85-4056-8bcd-2252e338d99d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.711863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Provisioning for port 02ebb052-f50e-4936-8613-f7e34fae9b25 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:55.713843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-c3c9baf2-2bf6-4250-bbab-7c456c5fc1eb service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711754 Jul 06 18:11:55.723267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Provisioning complete for port 02ebb052-f50e-4936-8613-f7e34fae9b25 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:55.723724 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.828523 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-722e75d0-5841-4c92-a558-f5c9d275de79 req-0928b85a-274d-427b-b59d-bcdc31851ed5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516828 Jul 06 18:11:55.887779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-f6448342-a376-45bd-8865-deeb3cf758ce service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070290 Jul 06 18:11:55.926894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a1d75dc-2c85-4056-8bcd-2252e338d99d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:55.971241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d75dc-2c85-4056-8bcd-2252e338d99d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for c5bc3d28-e5a8-4bfb-9a58-63abf3250688 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:55.991850 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9108998-e8f0-448d-a5cb-cef65cc2846f req-763ca8f2-0518-4f93-b3fe-6a3d6f48663d service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610166 Jul 06 18:11:56.063346 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9915b50-ce4d-43b0-9c6e-e5ce431dcc15 req-a82d633c-302c-4235-8d0c-0d8a47986f4b service neutron] 10.222.0.22 "GET /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685915 Jul 06 18:11:56.083082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Provisioning complete for port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:56.083395 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.135106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:56.154153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 02ebb052-f50e-4936-8613-f7e34fae9b25 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:56.192722 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Provisioning for port c5bc3d28-e5a8-4bfb-9a58-63abf3250688 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:56.201721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Provisioning complete for port c5bc3d28-e5a8-4bfb-9a58-63abf3250688 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:56.202308 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.262085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8232f618-fa75-43b1-b7af-5495f751a3d0 None None] Port c5bc3d28-e5a8-4bfb-9a58-63abf3250688 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:56.270504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 02ebb052-f50e-4936-8613-f7e34fae9b25 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:56.271158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.287212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a1d75dc-2c85-4056-8bcd-2252e338d99d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.351761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d75dc-2c85-4056-8bcd-2252e338d99d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=c5bc3d28-e5a8-4bfb-9a58-63abf3250688,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:56.389753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0cfe9d96-915b-4e46-862b-0e46c76e045d None None] Could not find standard attr ID for object c5bc3d28-e5a8-4bfb-9a58-63abf3250688. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:11:56.391394 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a1d75dc-2c85-4056-8bcd-2252e338d99d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.395994 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2a1d75dc-2c85-4056-8bcd-2252e338d99d tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/c5bc3d28-e5a8-4bfb-9a58-63abf3250688 HTTP/1.1" status: 204 len: 168 time: 1.0641613 Jul 06 18:11:56.398580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42820) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:56.442198 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-856f98b8-eb1d-4dd9-a8a6-03efab2ca4ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] GET failed (client error): The resource could not be found. Jul 06 18:11:56.446709 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-856f98b8-eb1d-4dd9-a8a6-03efab2ca4ea tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports/c5bc3d28-e5a8-4bfb-9a58-63abf3250688 HTTP/1.1" status: 404 len: 333 time: 0.0441411 Jul 06 18:11:56.447624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:56.532541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2204db-1a93-487a-94cc-c761bf532304 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.564118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 55ae363c-522e-4bc2-ab6c-7470882ae2c3 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:11:56.580085 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2204db-1a93-487a-94cc-c761bf532304 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.665072 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2204db-1a93-487a-94cc-c761bf532304 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.668832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2204db-1a93-487a-94cc-c761bf532304 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.673388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42828) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:56.683358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2d2204db-1a93-487a-94cc-c761bf532304 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/security-groups/7d6191f3-8a72-4cd6-a902-956c5ad5b4ac HTTP/1.1" status: 204 len: 168 time: 0.2341523 Jul 06 18:11:56.719754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2204db-1a93-487a-94cc-c761bf532304 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6191f3-8a72-4cd6-a902-956c5ad5b4ac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:56.812347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 55ae363c-522e-4bc2-ab6c-7470882ae2c3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=55ae363c-522e-4bc2-ab6c-7470882ae2c3,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:56.819025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b90fcd1-d3e1-491d-ac50-6f29cfe752f4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.832597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '55ae363c-522e-4bc2-ab6c-7470882ae2c3', 'network_id': 'ac98902a-5908-4eb7-a24d-d77452419079', 'port_id': '55ae363c-522e-4bc2-ab6c-7470882ae2c3', 'mac_address': 'fa:16:3e:b6:6d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc18492c-fd3a-46c8-80fd-1432f6063b64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:11:56.854285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb961f-864e-4871-a11a-979226b3ba9a req-a2193693-881f-4738-9a5c-b2b4f5ad22a0 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:56.856146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ccb961f-864e-4871-a11a-979226b3ba9a req-a2193693-881f-4738-9a5c-b2b4f5ad22a0 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 943 time: 0.1386530 Jul 06 18:11:56.885895 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b90fcd1-d3e1-491d-ac50-6f29cfe752f4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.906420 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.932867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ae363c-522e-4bc2-ab6c-7470882ae2c3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:11:56.953598 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b90fcd1-d3e1-491d-ac50-6f29cfe752f4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.958217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b90fcd1-d3e1-491d-ac50-6f29cfe752f4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:56.962693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1b90fcd1-d3e1-491d-ac50-6f29cfe752f4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/security-groups/37b89770-3686-4ce3-a10a-4e93573bb7a4 HTTP/1.1" status: 204 len: 168 time: 0.2881699 Jul 06 18:11:56.962956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42832) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:56.993098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90fcd1-d3e1-491d-ac50-6f29cfe752f4 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b89770-3686-4ce3-a10a-4e93573bb7a4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:57.002104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 55ae363c-522e-4bc2-ab6c-7470882ae2c3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=55ae363c-522e-4bc2-ab6c-7470882ae2c3,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:57.025600 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.036780 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ccb961f-864e-4871-a11a-979226b3ba9a req-5e25d96b-7d68-45b2-9365-9b398af3f8ec tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636994 Jul 06 18:11:57.101890 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f8756ab-7ab2-4252-a44d-59f5561b4798 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.118806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=55ae363c-522e-4bc2-ab6c-7470882ae2c3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:57.209144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f8756ab-7ab2-4252-a44d-59f5561b4798 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.232475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['55ae363c-522e-4bc2-ab6c-7470882ae2c3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:11:57.323035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f520d68-9bb2-47e7-b62c-1ba29d4628c0 req-9b5558b3-9c41-4cdc-bb5f-2731cf9acb03 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:57.324988 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f520d68-9bb2-47e7-b62c-1ba29d4628c0 req-9b5558b3-9c41-4cdc-bb5f-2731cf9acb03 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.1907132 Jul 06 18:11:57.327096 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f8756ab-7ab2-4252-a44d-59f5561b4798 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.331355 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f8756ab-7ab2-4252-a44d-59f5561b4798 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.336414 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42834) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:57.343228 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5f8756ab-7ab2-4252-a44d-59f5561b4798 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/security-groups/c4322615-ba43-46bf-b09c-db9bd6148047 HTTP/1.1" status: 204 len: 168 time: 0.3786488 Jul 06 18:11:57.380480 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8756ab-7ab2-4252-a44d-59f5561b4798 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4322615-ba43-46bf-b09c-db9bd6148047,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:57.412870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23d0dfa-4f0a-4e9f-a80a-f638d5c3fe30 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet 4281ed86-8c08-455a-9c1b-50ab5b8c56b8 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:11:57.417149 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a23d0dfa-4f0a-4e9f-a80a-f638d5c3fe30 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.486985 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a23d0dfa-4f0a-4e9f-a80a-f638d5c3fe30 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.488923 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f520d68-9bb2-47e7-b62c-1ba29d4628c0 req-58cb75d6-3a99-4351-b8a3-463cfa587e56 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399066 Jul 06 18:11:57.659530 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a23d0dfa-4f0a-4e9f-a80a-f638d5c3fe30 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.755863 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a23d0dfa-4f0a-4e9f-a80a-f638d5c3fe30 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.793075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d0dfa-4f0a-4e9f-a80a-f638d5c3fe30 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=4281ed86-8c08-455a-9c1b-50ab5b8c56b8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:57.798930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a23d0dfa-4f0a-4e9f-a80a-f638d5c3fe30 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.802406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a23d0dfa-4f0a-4e9f-a80a-f638d5c3fe30 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/4281ed86-8c08-455a-9c1b-50ab5b8c56b8 HTTP/1.1" status: 204 len: 168 time: 0.4634404 Jul 06 18:11:57.808362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42838) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:57.812016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f03740-b748-4a2b-8277-ba37d0d105b6 None None] Network 586427b9-2364-4c30-a005-ac80deb1577a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:57.872175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbae9fc-c3a6-4f4f-98b7-3168a7f0c1e1 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet dd9bd1fb-0ef6-4677-abf1-4dd0fdd43c4c {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:11:57.876336 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cbae9fc-c3a6-4f4f-98b7-3168a7f0c1e1 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:57.965999 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cbae9fc-c3a6-4f4f-98b7-3168a7f0c1e1 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.082708 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cbae9fc-c3a6-4f4f-98b7-3168a7f0c1e1 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.157835 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cbae9fc-c3a6-4f4f-98b7-3168a7f0c1e1 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.195342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbae9fc-c3a6-4f4f-98b7-3168a7f0c1e1 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9bd1fb-0ef6-4677-abf1-4dd0fdd43c4c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:58.200009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cbae9fc-c3a6-4f4f-98b7-3168a7f0c1e1 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.202035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8cbae9fc-c3a6-4f4f-98b7-3168a7f0c1e1 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/dd9bd1fb-0ef6-4677-abf1-4dd0fdd43c4c HTTP/1.1" status: 204 len: 168 time: 0.3926065 Jul 06 18:11:58.206045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:58.237731 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e4e262-6e01-4a47-84a3-56311ddea47e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:58.238214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e4e262-6e01-4a47-84a3-56311ddea47e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:58.241260 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b0e4e262-6e01-4a47-84a3-56311ddea47e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/4281ed86-8c08-455a-9c1b-50ab5b8c56b8 HTTP/1.1" status: 404 len: 337 time: 0.0331922 Jul 06 18:11:58.244428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42844) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:58.308527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e806a45-3b5f-41dd-8574-dfa1b6907625 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting subnet 3ed4f758-a800-414b-94d6-5fa3a23097b8 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:11:58.312205 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e806a45-3b5f-41dd-8574-dfa1b6907625 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.371066 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e806a45-3b5f-41dd-8574-dfa1b6907625 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.371640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b67c5-dff3-4568-89f1-f47cb57bea5b req-214da225-e5e7-4b05-b9e3-442c4d470c2f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:58.374941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f9b67c5-dff3-4568-89f1-f47cb57bea5b req-214da225-e5e7-4b05-b9e3-442c4d470c2f tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 944 time: 0.1069655 Jul 06 18:11:58.459863 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f9b67c5-dff3-4568-89f1-f47cb57bea5b req-bdb617ba-1891-4989-a088-242dc01d5ecb tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754001 Jul 06 18:11:58.504254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e806a45-3b5f-41dd-8574-dfa1b6907625 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.564341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 55ae363c-522e-4bc2-ab6c-7470882ae2c3 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:11:58.587527 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e806a45-3b5f-41dd-8574-dfa1b6907625 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.623183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e806a45-3b5f-41dd-8574-dfa1b6907625 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed4f758-a800-414b-94d6-5fa3a23097b8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:58.625885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e806a45-3b5f-41dd-8574-dfa1b6907625 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.631907 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7e806a45-3b5f-41dd-8574-dfa1b6907625 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/3ed4f758-a800-414b-94d6-5fa3a23097b8 HTTP/1.1" status: 204 len: 168 time: 0.3863165 Jul 06 18:11:58.635709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42848) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:58.680414 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-856dd7d2-beac-44d1-9753-469491183d14 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:58.680991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856dd7d2-beac-44d1-9753-469491183d14 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:58.686400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-856dd7d2-beac-44d1-9753-469491183d14 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/53fd9c14-d29a-4631-a470-ba97ab70639a HTTP/1.1" status: 404 len: 337 time: 0.0461473 Jul 06 18:11:58.687575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:58.737006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-81326963-1bd4-49d8-8ae9-72c97bd91058 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791 HTTP/1.1" status: 200 len: 205 time: 0.0477955 Jul 06 18:11:58.741321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42854) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:58.756637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 55ae363c-522e-4bc2-ab6c-7470882ae2c3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:11:58.764921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 55ae363c-522e-4bc2-ab6c-7470882ae2c3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:58.766099 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.790609 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-cc42dfcb-3188-4071-83f4-5d2538720f67 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] delete failed (client error): The resource could not be found. Jul 06 18:11:58.792173 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cc42dfcb-3188-4071-83f4-5d2538720f67 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/routers/7f5f7a23-446c-4f1c-ab0b-fc2cf5d98791 HTTP/1.1" status: 404 len: 336 time: 0.0498419 Jul 06 18:11:58.797512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42856) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:58.852901 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c2de04-8210-48f7-b17b-aeb1aad9d21a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:58.854879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c2de04-8210-48f7-b17b-aeb1aad9d21a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:58.860081 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b9c2de04-8210-48f7-b17b-aeb1aad9d21a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/39cd4c9b-0360-4b16-852c-2974c132d6cc HTTP/1.1" status: 404 len: 337 time: 0.0612776 Jul 06 18:11:58.863731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42858) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:58.900889 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c94262-55d2-48b8-9b81-9a68461c50eb tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:58.901526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c94262-55d2-48b8-9b81-9a68461c50eb tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:58.907327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d7c94262-55d2-48b8-9b81-9a68461c50eb tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/f09a7f16-b241-4fb6-9c87-9137b9db033d HTTP/1.1" status: 404 len: 337 time: 0.0389616 Jul 06 18:11:58.907645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:58.923516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1fd9-0607-4652-b6b6-78e67db98425 req-eb1d24b0-ed95-44d7-a146-739f41a8489e tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:58.927760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a42b1fd9-0607-4652-b6b6-78e67db98425 req-eb1d24b0-ed95-44d7-a146-739f41a8489e tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.1507032 Jul 06 18:11:58.966727 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a6fb7e-bb24-4318-b605-69601670194e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:58.967537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a6fb7e-bb24-4318-b605-69601670194e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:58.971119 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:58.971337 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d7a6fb7e-bb24-4318-b605-69601670194e tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/5e9cf77b-200b-4318-aeda-013913074d34 HTTP/1.1" status: 404 len: 337 time: 0.0619886 Jul 06 18:11:58.978629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:59.010535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6aa7e8-3cfc-41f1-8971-73d3e158f156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ae363c-522e-4bc2-ab6c-7470882ae2c3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:11:59.013589 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6df6d55-f32e-4f3c-a6dd-7736ff5f0b21" -d '{"events": [{"server_uuid": "bd6aa7e8-3cfc-41f1-8971-73d3e158f156", "name": "network-vif-plugged", "status": "completed", "tag": "55ae363c-522e-4bc2-ab6c-7470882ae2c3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:11:59.033480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 55ae363c-522e-4bc2-ab6c-7470882ae2c3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=55ae363c-522e-4bc2-ab6c-7470882ae2c3,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:59.041517 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.061104 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-70383d8c-9cf2-4aea-b824-cb1e73e7e08b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:59.063194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70383d8c-9cf2-4aea-b824-cb1e73e7e08b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:59.067608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-70383d8c-9cf2-4aea-b824-cb1e73e7e08b tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/fadd0379-b9a5-4b4d-86f7-2bdf5ffa0ff3 HTTP/1.1" status: 404 len: 333 time: 0.0867996 Jul 06 18:11:59.071782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42866) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:59.118330 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d37b48-189a-4972-928f-62b4eb37f301 x-openstack-request-id: req-98d37b48-189a-4972-928f-62b4eb37f301 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:11:59.118596 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6aa7e8-3cfc-41f1-8971-73d3e158f156", "name": "network-vif-plugged", "status": "completed", "tag": "55ae363c-522e-4bc2-ab6c-7470882ae2c3", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:11:59.118985 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98d37b48-189a-4972-928f-62b4eb37f301 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:11:59.119577 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6aa7e8-3cfc-41f1-8971-73d3e158f156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ae363c-522e-4bc2-ab6c-7470882ae2c3', 'code': 200} Jul 06 18:11:59.136433 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a42b1fd9-0607-4652-b6b6-78e67db98425 req-055b9deb-951a-44b4-bbab-59f6f76cab11 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019615 Jul 06 18:11:59.169883 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cdd653-b71d-49da-9f3b-630cf47b78c6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:59.170676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cdd653-b71d-49da-9f3b-630cf47b78c6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:59.172665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e8cdd653-b71d-49da-9f3b-630cf47b78c6 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/618fbe87-074b-41f9-9c6f-c236d4159e19 HTTP/1.1" status: 404 len: 337 time: 0.0990927 Jul 06 18:11:59.177170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42868) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:59.197095 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=55ae363c-522e-4bc2-ab6c-7470882ae2c3,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:11:59.235288 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad997c1f-091f-4967-aa41-0178f80c3061 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:59.236653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad997c1f-091f-4967-aa41-0178f80c3061 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:59.240635 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ad997c1f-091f-4967-aa41-0178f80c3061 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/5362f62e-d603-4b2a-aa5c-1afeb7f1964f HTTP/1.1" status: 404 len: 337 time: 0.0608363 Jul 06 18:11:59.244052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:59.249256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070077af-2882-42a6-a010-cf15a7b2df3e None None] Network 586427b9-2364-4c30-a005-ac80deb1577a requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:11:59.285793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e1af-abf5-4920-9a75-0b784e323d31 req-2e75748b-41d2-4e15-87fc-d47979303c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:59.287430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25a3e1af-abf5-4920-9a75-0b784e323d31 req-2e75748b-41d2-4e15-87fc-d47979303c4a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 1096 time: 0.0878313 Jul 06 18:11:59.289444 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-53872031-878f-4832-9c7d-8dc72459229a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:59.290912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53872031-878f-4832-9c7d-8dc72459229a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:59.295424 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-53872031-878f-4832-9c7d-8dc72459229a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/2cd7f4d0-8bdb-4f29-9005-7b9fafdb96cf HTTP/1.1" status: 404 len: 333 time: 0.0474308 Jul 06 18:11:59.296017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:59.337070 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-38192125-62a8-472b-a9f4-7daa4b42344a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:59.337862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38192125-62a8-472b-a9f4-7daa4b42344a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:59.342642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-38192125-62a8-472b-a9f4-7daa4b42344a tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/ddc2de4b-311a-4385-8361-4a496350977f HTTP/1.1" status: 404 len: 337 time: 0.0439870 Jul 06 18:11:59.342965 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25a3e1af-abf5-4920-9a75-0b784e323d31 req-ba9f0a1a-c809-4e52-8bed-62551508e662 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454538 Jul 06 18:11:59.344140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42874) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:59.391568 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-916e1b9d-dd7e-4a82-a256-ef37b529fbaf tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] DELETE failed (client error): The resource could not be found. Jul 06 18:11:59.392304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916e1b9d-dd7e-4a82-a256-ef37b529fbaf tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:11:59.395646 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-916e1b9d-dd7e-4a82-a256-ef37b529fbaf tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/subnets/d5976f51-64c9-47a9-84b9-031c1bcdc536 HTTP/1.1" status: 404 len: 337 time: 0.0498884 Jul 06 18:11:59.398232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42876) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:11:59.414951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2859ebb8-dfbb-42a2-9d62-3782e6e47a33 None None] Provisioning complete for port 02ebb052-f50e-4936-8613-f7e34fae9b25 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:59.414951 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2859ebb8-dfbb-42a2-9d62-3782e6e47a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.565631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2859ebb8-dfbb-42a2-9d62-3782e6e47a33 None None] Provisioning complete for port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:11:59.566394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2859ebb8-dfbb-42a2-9d62-3782e6e47a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.589670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-330b6315-9966-44f8-af5c-9a4e5fa26137 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Deleting port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:59.590154 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-330b6315-9966-44f8-af5c-9a4e5fa26137 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.615499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2859ebb8-dfbb-42a2-9d62-3782e6e47a33 None None] Port a52314c5-7bb6-49b9-a3f8-d6e4e1435423 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:11:59.649805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd7a8c9-ba28-4856-b10a-b20d538f66e7 None None] DHCP port deletion for 586427b9-2364-4c30-a005-ac80deb1577a request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:11:59.720691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7a8c9-ba28-4856-b10a-b20d538f66e7 None None] Deleting port 02ebb052-f50e-4936-8613-f7e34fae9b25 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:11:59.722990 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2bd7a8c9-ba28-4856-b10a-b20d538f66e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.778387 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-330b6315-9966-44f8-af5c-9a4e5fa26137 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.796864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-330b6315-9966-44f8-af5c-9a4e5fa26137 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Calling delete_port for a52314c5-7bb6-49b9-a3f8-d6e4e1435423 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:59.833027 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2bd7a8c9-ba28-4856-b10a-b20d538f66e7 None None] For port 02ebb052-f50e-4936-8613-f7e34fae9b25, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=02ebb052-f50e-4936-8613-f7e34fae9b25,segment=NetworkSegment(4e8a7952-b232-41d5-a917-a3e7519d7685),segment_id=4e8a7952-b232-41d5-a917-a3e7519d7685)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:11:59.833856 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2bd7a8c9-ba28-4856-b10a-b20d538f66e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.859288 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7a8c9-ba28-4856-b10a-b20d538f66e7 None None] Calling delete_port for 02ebb052-f50e-4936-8613-f7e34fae9b25 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:11:59.870551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae3174-f9f6-4e2d-ae62-8c29b9dd8d91 req-137ba992-075d-41df-8ef2-0ce2480ae65e tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:11:59.872333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-59ae3174-f9f6-4e2d-ae62-8c29b9dd8d91 req-137ba992-075d-41df-8ef2-0ce2480ae65e tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 945 time: 0.1985435 Jul 06 18:11:59.951160 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-59ae3174-f9f6-4e2d-ae62-8c29b9dd8d91 req-fd74910c-c898-467c-b371-4b6565df8f27 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675843 Jul 06 18:11:59.974782 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-330b6315-9966-44f8-af5c-9a4e5fa26137 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:11:59.979959 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2bd7a8c9-ba28-4856-b10a-b20d538f66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.033032 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-330b6315-9966-44f8-af5c-9a4e5fa26137 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.036336 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-330b6315-9966-44f8-af5c-9a4e5fa26137 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/ports/a52314c5-7bb6-49b9-a3f8-d6e4e1435423 HTTP/1.1" status: 204 len: 168 time: 0.6366818 Jul 06 18:12:00.037171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7a8c9-ba28-4856-b10a-b20d538f66e7 None None] Pushing event deleted for resources: {'Port': ['ID=02ebb052-f50e-4936-8613-f7e34fae9b25,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:00.040521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:00.043677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7a8c9-ba28-4856-b10a-b20d538f66e7 None None] No DVR routers for this DVR port 02ebb052-f50e-4936-8613-f7e34fae9b25 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:12:00.052826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b6315-9966-44f8-af5c-9a4e5fa26137 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Port': ['ID=a52314c5-7bb6-49b9-a3f8-d6e4e1435423,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:00.169017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 02ebb052-f50e-4936-8613-f7e34fae9b25 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:12:00.174713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.209320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 02ebb052-f50e-4936-8613-f7e34fae9b25 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:12:00.210073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 02ebb052-f50e-4936-8613-f7e34fae9b25 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:12:00.307737 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.320045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586427b9-2364-4c30-a005-ac80deb1577a']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:00.332628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8a7952-b232-41d5-a917-a3e7519d7685') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:00.332961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8a7952-b232-41d5-a917-a3e7519d7685') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:00.343442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.364027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.375441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:12:00.375991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:12:00.381216 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:12:00.399741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182e52-daf9-4f7b-a011-ecf52e995325 req-2eb0cf90-749b-46a9-841a-5a9bd7b8a1fb tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:00.402405 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30182e52-daf9-4f7b-a011-ecf52e995325 req-2eb0cf90-749b-46a9-841a-5a9bd7b8a1fb tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.0957429 Jul 06 18:12:00.451788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30182e52-daf9-4f7b-a011-ecf52e995325 req-a4b1134a-4a33-4422-8f2f-ae91d097dbf2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431933 Jul 06 18:12:00.457379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.465847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:00.469473 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] 10.222.0.13 "DELETE /v2.0/networks/586427b9-2364-4c30-a005-ac80deb1577a HTTP/1.1" status: 204 len: 168 time: 0.4272697 Jul 06 18:12:00.498820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40e187-f320-4060-af2c-e7ceca06c256 tempest-PortsIpV6TestJSON-1863481006 tempest-PortsIpV6TestJSON-1863481006-project] Pushing event deleted for resources: {'Network': ['ID=586427b9-2364-4c30-a005-ac80deb1577a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:00.807875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42894) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:00.998825 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a0965d09-a3a9-4530-89dc-7fbaceb4be73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=688e560056a64e21b22a9ece7caac370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891279 Jul 06 18:12:01.001308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:01.103522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c82ae75-7c2e-4c28-9b15-5109d93b63f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.172729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c82ae75-7c2e-4c28-9b15-5109d93b63f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.267352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6c44-0841-4be3-99cb-97461688fb0d req-b60aea58-63e3-4ee6-bd65-86ffed4a9f83 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:01.270160 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1dd6c44-0841-4be3-99cb-97461688fb0d req-b60aea58-63e3-4ee6-bd65-86ffed4a9f83 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 945 time: 0.1487827 Jul 06 18:12:01.278234 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c82ae75-7c2e-4c28-9b15-5109d93b63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.282066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c82ae75-7c2e-4c28-9b15-5109d93b63f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:01.287833 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0c82ae75-7c2e-4c28-9b15-5109d93b63f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b6370db-d5bc-4d76-b54f-e5f636cf63b0 HTTP/1.1" status: 204 len: 168 time: 0.2802002 Jul 06 18:12:01.313476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82ae75-7c2e-4c28-9b15-5109d93b63f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6370db-d5bc-4d76-b54f-e5f636cf63b0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:01.352325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c1dd6c44-0841-4be3-99cb-97461688fb0d req-d5faa985-9b40-44ca-a1e2-54b6259109bd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652866 Jul 06 18:12:01.706540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104f4e6-4b80-4070-b2d7-fa589e571703 req-4ea07611-1465-4e51-9e1a-ae9c40bc933e tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:01.711181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1104f4e6-4b80-4070-b2d7-fa589e571703 req-4ea07611-1465-4e51-9e1a-ae9c40bc933e tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.0889544 Jul 06 18:12:01.807306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1104f4e6-4b80-4070-b2d7-fa589e571703 req-4cece240-5e9d-40c7-bfd2-630b1ff83932 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915551 Jul 06 18:12:02.261963 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:02.468949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42958) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:02.601528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bc8c3492-3e65-4c46-985e-14ae11ca2c8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:02.602250 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-bc8c3492-3e65-4c46-985e-14ae11ca2c8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 18:12:02.603361 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-bc8c3492-3e65-4c46-985e-14ae11ca2c8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:12:02.605200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bc8c3492-3e65-4c46-985e-14ae11ca2c8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1344998 Jul 06 18:12:02.609373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42962) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:02.620130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'tempest-secgroup--200350234'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:02.664652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:02.682729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:02.829481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:02.838831 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:02.897849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb8cfe1-6da3-4dda-aaa8-5cce21bf5519,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:03.032020 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.081132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.117235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.125423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5074816 Jul 06 18:12:03.125750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:03.138451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e8cb4163-eb85-4aa6-aa76-997a083f7613 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': '3a660559-9f9e-45f1-9631-1dfd893159ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:03.175969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed44f1-7e14-4946-951f-1864024759a9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a660559-9f9e-45f1-9631-1dfd893159ff,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:03.247132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107db94-5d42-4dd2-be82-c5767a7f5a9b req-57d6ba3d-d851-45cb-9a04-3006947cff9c tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:03.248301 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cb4163-eb85-4aa6-aa76-997a083f7613 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.249699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5107db94-5d42-4dd2-be82-c5767a7f5a9b req-57d6ba3d-d851-45cb-9a04-3006947cff9c tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.2384844 Jul 06 18:12:03.324659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5107db94-5d42-4dd2-be82-c5767a7f5a9b req-0d33daee-8152-4c50-b646-75beb49dd6f9 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629797 Jul 06 18:12:03.332255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cb4163-eb85-4aa6-aa76-997a083f7613 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.337064 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cb4163-eb85-4aa6-aa76-997a083f7613 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.363579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8cb4163-eb85-4aa6-aa76-997a083f7613 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.369304 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e8cb4163-eb85-4aa6-aa76-997a083f7613 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2390151 Jul 06 18:12:03.369640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42980) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:03.375116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f8528ed2-610c-4d3e-a902-06ed792db535 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': '3a660559-9f9e-45f1-9631-1dfd893159ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:03.413045 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8528ed2-610c-4d3e-a902-06ed792db535 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.418546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb4163-eb85-4aa6-aa76-997a083f7613 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444a6893-b89d-4dfd-b60e-fd5625ddc595,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:03.477609 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-f8528ed2-610c-4d3e-a902-06ed792db535 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 18:12:03.484108 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f8528ed2-610c-4d3e-a902-06ed792db535 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1080556 Jul 06 18:12:03.484108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42982) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:03.557130 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9380-1534-4d25-aebd-7257b293998b tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.602115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9380-1534-4d25-aebd-7257b293998b tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.696254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9380-1534-4d25-aebd-7257b293998b tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.702023 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9380-1534-4d25-aebd-7257b293998b tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:03.704019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bb0d9380-1534-4d25-aebd-7257b293998b tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/3a660559-9f9e-45f1-9631-1dfd893159ff HTTP/1.1" status: 204 len: 168 time: 0.2189729 Jul 06 18:12:03.708779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 42988) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:03.723277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d9380-1534-4d25-aebd-7257b293998b tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a660559-9f9e-45f1-9631-1dfd893159ff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:03.827552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f3f2eb47-c931-4225-b08e-db37b6e0cd84 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1169112 Jul 06 18:12:03.833697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42990) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:03.839743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7acd05d8-d1a0-4c86-8cbb-18276c4ab4ca tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'tempest-secgroup--54078981'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:03.880811 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7acd05d8-d1a0-4c86-8cbb-18276c4ab4ca tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.060998 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7acd05d8-d1a0-4c86-8cbb-18276c4ab4ca tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.067448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7acd05d8-d1a0-4c86-8cbb-18276c4ab4ca tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.108941 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7acd05d8-d1a0-4c86-8cbb-18276c4ab4ca tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.110913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7acd05d8-d1a0-4c86-8cbb-18276c4ab4ca tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2751970 Jul 06 18:12:04.116071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 42998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:04.121711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3c17ba17-21b0-472a-aad2-69cbb9bdd492 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': '01ccdc69-ae11-44a6-9b16-e41a7de557dd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:04.122818 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-3c17ba17-21b0-472a-aad2-69cbb9bdd492 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 18:12:04.123456 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-3c17ba17-21b0-472a-aad2-69cbb9bdd492 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:04.124838 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3c17ba17-21b0-472a-aad2-69cbb9bdd492 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075700 Jul 06 18:12:04.128736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd05d8-d1a0-4c86-8cbb-18276c4ab4ca tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ccdc69-ae11-44a6-9b16-e41a7de557dd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:04.131154 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43000) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:04.211573 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5152d1db-0b69-4794-b655-f1e7744ded8f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.245867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5152d1db-0b69-4794-b655-f1e7744ded8f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.326987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5152d1db-0b69-4794-b655-f1e7744ded8f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.329702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5152d1db-0b69-4794-b655-f1e7744ded8f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.331948 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5152d1db-0b69-4794-b655-f1e7744ded8f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/01ccdc69-ae11-44a6-9b16-e41a7de557dd HTTP/1.1" status: 204 len: 168 time: 0.1989996 Jul 06 18:12:04.335183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43008) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:04.343568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152d1db-0b69-4794-b655-f1e7744ded8f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ccdc69-ae11-44a6-9b16-e41a7de557dd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:04.459984 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6e457cb5-df94-4d18-aae7-82f934935594 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1163812 Jul 06 18:12:04.460608 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43012) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:04.468354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a85d2fff-52f0-474d-a8fc-fb0f10d99d8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484998587'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:04.504493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a85d2fff-52f0-474d-a8fc-fb0f10d99d8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.649590 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a85d2fff-52f0-474d-a8fc-fb0f10d99d8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.655430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a85d2fff-52f0-474d-a8fc-fb0f10d99d8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.697466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a85d2fff-52f0-474d-a8fc-fb0f10d99d8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.699392 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a85d2fff-52f0-474d-a8fc-fb0f10d99d8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2373114 Jul 06 18:12:04.702217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:04.712199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-eb3891db-4984-4f3c-b35a-52e51a8e4cb1 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'd073f85a-05cd-4697-9618-88092496d85d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:04.712906 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a157a-66d8-463f-a0fb-18727f0b90a2 req-7672bd24-752a-43dd-93f6-fc5859f9a291 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:04.713987 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-eb3891db-4984-4f3c-b35a-52e51a8e4cb1 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 18:12:04.714601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa7a157a-66d8-463f-a0fb-18727f0b90a2 req-7672bd24-752a-43dd-93f6-fc5859f9a291 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.1464338 Jul 06 18:12:04.714988 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-eb3891db-4984-4f3c-b35a-52e51a8e4cb1 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:04.716728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-eb3891db-4984-4f3c-b35a-52e51a8e4cb1 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0126848 Jul 06 18:12:04.719061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:04.746242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d2fff-52f0-474d-a8fc-fb0f10d99d8a tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d073f85a-05cd-4697-9618-88092496d85d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:04.781764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa7a157a-66d8-463f-a0fb-18727f0b90a2 req-67cbc25c-41b0-437e-bc2c-d9080446485c tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488393 Jul 06 18:12:04.856053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4872b46b-8b94-4c58-bde7-5770588e6cb4 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.886751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4872b46b-8b94-4c58-bde7-5770588e6cb4 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.966732 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4872b46b-8b94-4c58-bde7-5770588e6cb4 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.973495 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4872b46b-8b94-4c58-bde7-5770588e6cb4 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:04.975306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4872b46b-8b94-4c58-bde7-5770588e6cb4 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/d073f85a-05cd-4697-9618-88092496d85d HTTP/1.1" status: 204 len: 168 time: 0.2547209 Jul 06 18:12:04.979822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43030) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:04.989502 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872b46b-8b94-4c58-bde7-5770588e6cb4 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d073f85a-05cd-4697-9618-88092496d85d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:05.078011 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-10408a75-a80c-4aa5-9d7d-18295210d52e tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0967205 Jul 06 18:12:05.084165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43032) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.089306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6d0fc54a-8892-4741-a6ee-6f76e749694f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367228251'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:05.119369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc54a-8892-4741-a6ee-6f76e749694f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.244793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc54a-8892-4741-a6ee-6f76e749694f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.249928 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc54a-8892-4741-a6ee-6f76e749694f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.277965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc54a-8892-4741-a6ee-6f76e749694f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.285037 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6d0fc54a-8892-4741-a6ee-6f76e749694f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1942434 Jul 06 18:12:05.288002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.293257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fc54a-8892-4741-a6ee-6f76e749694f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203f0ebc-9e99-4c53-b5f6-918d867ad6b3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:05.320137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c189e054-11f6-4b8f-a92e-4e9852ab0ebc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': '203f0ebc-9e99-4c53-b5f6-918d867ad6b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:05.331530 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-c189e054-11f6-4b8f-a92e-4e9852ab0ebc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 18:12:05.332457 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-c189e054-11f6-4b8f-a92e-4e9852ab0ebc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:05.336359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c189e054-11f6-4b8f-a92e-4e9852ab0ebc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0421200 Jul 06 18:12:05.339061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.345113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-75e052f2-d04b-49dc-9c63-4ea062259763 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': '203f0ebc-9e99-4c53-b5f6-918d867ad6b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:05.347539 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-75e052f2-d04b-49dc-9c63-4ea062259763 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 18:12:05.348408 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-75e052f2-d04b-49dc-9c63-4ea062259763 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:05.350373 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-75e052f2-d04b-49dc-9c63-4ea062259763 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098972 Jul 06 18:12:05.355812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43042) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.364674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-834e094f-0e60-47f2-bc70-d3e725a0d3cb tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': '203f0ebc-9e99-4c53-b5f6-918d867ad6b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:05.366883 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-834e094f-0e60-47f2-bc70-d3e725a0d3cb tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 18:12:05.368015 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-834e094f-0e60-47f2-bc70-d3e725a0d3cb tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:05.369967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-834e094f-0e60-47f2-bc70-d3e725a0d3cb tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123286 Jul 06 18:12:05.375041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43046) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.384184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c6eb5d0d-f2a4-42c0-a156-64720b04a695 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': '203f0ebc-9e99-4c53-b5f6-918d867ad6b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:05.385759 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-c6eb5d0d-f2a4-42c0-a156-64720b04a695 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 18:12:05.386655 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-c6eb5d0d-f2a4-42c0-a156-64720b04a695 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:05.388744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c6eb5d0d-f2a4-42c0-a156-64720b04a695 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117347 Jul 06 18:12:05.392332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43048) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.488091 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2991819b-077e-4fff-912e-14b786c802af tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.521927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2991819b-077e-4fff-912e-14b786c802af tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.600313 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2991819b-077e-4fff-912e-14b786c802af tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.604323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2991819b-077e-4fff-912e-14b786c802af tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.608115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2991819b-077e-4fff-912e-14b786c802af tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/203f0ebc-9e99-4c53-b5f6-918d867ad6b3 HTTP/1.1" status: 204 len: 168 time: 0.2114596 Jul 06 18:12:05.608500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43050) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.613296 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.621732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991819b-077e-4fff-912e-14b786c802af tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203f0ebc-9e99-4c53-b5f6-918d867ad6b3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:05.670840 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2b2f345a-57ff-419a-bbec-f2c23a8d2c16 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609479 Jul 06 18:12:05.676082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43052) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.680140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fcee8e70-792e-4f88-b1ed-1201bf9fb334 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650963778'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:05.713818 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcee8e70-792e-4f88-b1ed-1201bf9fb334 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.863689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcee8e70-792e-4f88-b1ed-1201bf9fb334 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.870674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcee8e70-792e-4f88-b1ed-1201bf9fb334 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.898732 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcee8e70-792e-4f88-b1ed-1201bf9fb334 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:05.902913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fcee8e70-792e-4f88-b1ed-1201bf9fb334 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2242186 Jul 06 18:12:05.904283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.910391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4c6d1b02-d432-4a9a-a64d-1ae5adeec2b9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'c3e8ba29-fd4c-4203-a04b-d13cc6ae6952', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:05.910915 n-d-799526-3 neutron-server[93778]: WARNING neutron.api.v2.base [None req-4c6d1b02-d432-4a9a-a64d-1ae5adeec2b9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 18:12:05.911389 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-4c6d1b02-d432-4a9a-a64d-1ae5adeec2b9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:05.912593 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4c6d1b02-d432-4a9a-a64d-1ae5adeec2b9 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072503 Jul 06 18:12:05.916188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43062) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.921993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2cd07235-a201-4516-bd48-849439c7f7ff tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'c3e8ba29-fd4c-4203-a04b-d13cc6ae6952', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:05.930691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee8e70-792e-4f88-b1ed-1201bf9fb334 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e8ba29-fd4c-4203-a04b-d13cc6ae6952,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:05.981711 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-2cd07235-a201-4516-bd48-849439c7f7ff tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:05.983154 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2cd07235-a201-4516-bd48-849439c7f7ff tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0656533 Jul 06 18:12:05.986015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:05.992575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1a1ef71a-7c61-4fb2-9dac-3722f3af16bc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'c3e8ba29-fd4c-4203-a04b-d13cc6ae6952', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:05.994452 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-1a1ef71a-7c61-4fb2-9dac-3722f3af16bc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 18:12:05.995241 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-1a1ef71a-7c61-4fb2-9dac-3722f3af16bc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:05.996710 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1a1ef71a-7c61-4fb2-9dac-3722f3af16bc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083892 Jul 06 18:12:06.000185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.006255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-461e105b-95b0-47ac-80e4-e1dde0b8def7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'c3e8ba29-fd4c-4203-a04b-d13cc6ae6952', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:06.107519 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-461e105b-95b0-47ac-80e4-e1dde0b8def7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:06.110669 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-461e105b-95b0-47ac-80e4-e1dde0b8def7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1070693 Jul 06 18:12:06.112707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43074) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.117969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0b1e3b1f-821f-4b16-bcc8-38bf03640f9d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'c3e8ba29-fd4c-4203-a04b-d13cc6ae6952', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:06.118507 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-0b1e3b1f-821f-4b16-bcc8-38bf03640f9d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 18:12:06.119262 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-0b1e3b1f-821f-4b16-bcc8-38bf03640f9d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:06.123274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0b1e3b1f-821f-4b16-bcc8-38bf03640f9d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068409 Jul 06 18:12:06.123948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.129745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-08405746-2f71-41c6-8f24-b4b7554607a6 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'c3e8ba29-fd4c-4203-a04b-d13cc6ae6952', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:06.157368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b1fe6-9b3d-43e1-9bbe-c6a21071d493 req-d40338ec-13aa-490f-9a64-e9d8b62474f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:06.160297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f0b1fe6-9b3d-43e1-9bbe-c6a21071d493 req-d40338ec-13aa-490f-9a64-e9d8b62474f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 943 time: 0.1436257 Jul 06 18:12:06.183816 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-08405746-2f71-41c6-8f24-b4b7554607a6 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:06.187522 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-08405746-2f71-41c6-8f24-b4b7554607a6 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0597558 Jul 06 18:12:06.187897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43078) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.193108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4196a9a7-6592-434e-a703-5bd7d15f504d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'c3e8ba29-fd4c-4203-a04b-d13cc6ae6952', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:06.193601 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-4196a9a7-6592-434e-a703-5bd7d15f504d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 18:12:06.194096 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-4196a9a7-6592-434e-a703-5bd7d15f504d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:06.197798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4196a9a7-6592-434e-a703-5bd7d15f504d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062771 Jul 06 18:12:06.198046 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43080) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.203120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4774176e-0752-46af-bca0-28daec6fd4fc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'c3e8ba29-fd4c-4203-a04b-d13cc6ae6952', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:06.218457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5f0b1fe6-9b3d-43e1-9bbe-c6a21071d493 req-e214bbc5-911c-46f5-9576-fae21630402d tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506418 Jul 06 18:12:06.255919 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-4774176e-0752-46af-bca0-28daec6fd4fc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:06.257001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4774176e-0752-46af-bca0-28daec6fd4fc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0579290 Jul 06 18:12:06.259922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43082) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.266377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a32e25f7-e110-46f4-b14a-031db6cac026 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'c3e8ba29-fd4c-4203-a04b-d13cc6ae6952', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:06.307221 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-a32e25f7-e110-46f4-b14a-031db6cac026 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:06.308311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a32e25f7-e110-46f4-b14a-031db6cac026 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0471721 Jul 06 18:12:06.311294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.380721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aafd6c3b-2fe2-4f2a-a7ac-062ad3c24e82 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.429179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aafd6c3b-2fe2-4f2a-a7ac-062ad3c24e82 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.485211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aafd6c3b-2fe2-4f2a-a7ac-062ad3c24e82 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.489408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aafd6c3b-2fe2-4f2a-a7ac-062ad3c24e82 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.493744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43092) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.494653 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aafd6c3b-2fe2-4f2a-a7ac-062ad3c24e82 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3e8ba29-fd4c-4203-a04b-d13cc6ae6952 HTTP/1.1" status: 204 len: 168 time: 0.1818285 Jul 06 18:12:06.505224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd6c3b-2fe2-4f2a-a7ac-062ad3c24e82 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e8ba29-fd4c-4203-a04b-d13cc6ae6952,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:06.555974 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-62ab7d55-c550-48a8-94d7-3541c48c4482 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593238 Jul 06 18:12:06.560220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.565428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3b590340-61e4-424a-8fb7-da74056f2666 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181460355'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:06.591340 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b590340-61e4-424a-8fb7-da74056f2666 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.597951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ea4e8051-a494-47f1-b673-d916f2f14e9e details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:12:06.702192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b590340-61e4-424a-8fb7-da74056f2666 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.706374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b590340-61e4-424a-8fb7-da74056f2666 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.733464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ea4e8051-a494-47f1-b673-d916f2f14e9e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:06.749710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'port_id': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'mac_address': 'fa:16:3e:66:86:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:12:06.759998 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b590340-61e4-424a-8fb7-da74056f2666 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.764880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43100) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.765526 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3b590340-61e4-424a-8fb7-da74056f2666 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2036371 Jul 06 18:12:06.771604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-62d31078-2a9b-43f9-ad24-be262efe6b8f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'd3993d0a-6ae1-45c9-a6be-eb88602adbc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:06.771853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b590340-61e4-424a-8fb7-da74056f2666 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3993d0a-6ae1-45c9-a6be-eb88602adbc0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:06.806047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.826389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4e8051-a494-47f1-b673-d916f2f14e9e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:12:06.831304 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-62d31078-2a9b-43f9-ad24-be262efe6b8f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The resource could not be found. Jul 06 18:12:06.832794 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-62d31078-2a9b-43f9-ad24-be262efe6b8f tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0667951 Jul 06 18:12:06.835861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.841705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-44a4fae6-b9de-4dc9-8a35-52fb95a39083 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'd3993d0a-6ae1-45c9-a6be-eb88602adbc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '272fb376-5b0e-4f3e-a639-6c1b94795927'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:06.855833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ea4e8051-a494-47f1-b673-d916f2f14e9e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:06.863627 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:06.920009 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-44a4fae6-b9de-4dc9-8a35-52fb95a39083 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The resource could not be found. Jul 06 18:12:06.921742 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-44a4fae6-b9de-4dc9-8a35-52fb95a39083 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0839825 Jul 06 18:12:06.925610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43106) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:06.937533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ea4e8051-a494-47f1-b673-d916f2f14e9e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:07.011686 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5d989d1-ae2f-4271-895f-bdcb745c48dc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.041172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5d989d1-ae2f-4271-895f-bdcb745c48dc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.073400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['ea4e8051-a494-47f1-b673-d916f2f14e9e'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:12:07.093071 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5d989d1-ae2f-4271-895f-bdcb745c48dc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.098970 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5d989d1-ae2f-4271-895f-bdcb745c48dc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.103656 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f5d989d1-ae2f-4271-895f-bdcb745c48dc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/d3993d0a-6ae1-45c9-a6be-eb88602adbc0 HTTP/1.1" status: 204 len: 168 time: 0.1701624 Jul 06 18:12:07.104159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43112) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:07.118203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d989d1-ae2f-4271-895f-bdcb745c48dc tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3993d0a-6ae1-45c9-a6be-eb88602adbc0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:07.179022 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-73aa5e0d-3c0b-4571-bf0c-19ace62c8e42 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727100 Jul 06 18:12:07.184846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43114) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:07.193124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d94e40f6-f806-44fb-8614-b0b927fea865 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': '601b1e8f-8398-4aa9-8160-37db257fea79', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:07.270547 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-d94e40f6-f806-44fb-8614-b0b927fea865 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The resource could not be found. Jul 06 18:12:07.273194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d94e40f6-f806-44fb-8614-b0b927fea865 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0865211 Jul 06 18:12:07.278616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43118) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:07.286746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-982d2818-4e98-4d3b-bbfd-7e80f9103aa7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'tempest-secgroup--800240867'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:07.333136 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-982d2818-4e98-4d3b-bbfd-7e80f9103aa7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.546520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d5b8-5bd7-4e27-8431-97409b9db0b0 req-f7a49f92-6703-4670-9182-487b9f7a6316 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:07.548514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6369d5b8-5bd7-4e27-8431-97409b9db0b0 req-f7a49f92-6703-4670-9182-487b9f7a6316 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 944 time: 0.1064723 Jul 06 18:12:07.617656 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-982d2818-4e98-4d3b-bbfd-7e80f9103aa7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.627524 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-982d2818-4e98-4d3b-bbfd-7e80f9103aa7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.665712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-982d2818-4e98-4d3b-bbfd-7e80f9103aa7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.669950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-982d2818-4e98-4d3b-bbfd-7e80f9103aa7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3868039 Jul 06 18:12:07.670217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43126) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:07.675898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-add0e720-ccda-4839-b57d-a670cbcc1c5d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598616809'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:07.686822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6369d5b8-5bd7-4e27-8431-97409b9db0b0 req-149fd323-516d-4c58-8155-a4dc0a24fc88 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268377 Jul 06 18:12:07.721535 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add0e720-ccda-4839-b57d-a670cbcc1c5d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.742050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d2818-4e98-4d3b-bbfd-7e80f9103aa7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c3d1ad-a44b-48c5-a01c-74c5b603df36,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:07.884094 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add0e720-ccda-4839-b57d-a670cbcc1c5d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.906309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add0e720-ccda-4839-b57d-a670cbcc1c5d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.956867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add0e720-ccda-4839-b57d-a670cbcc1c5d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:07.963314 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-add0e720-ccda-4839-b57d-a670cbcc1c5d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2872519 Jul 06 18:12:07.963658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43132) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:07.966117 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0e720-ccda-4839-b57d-a670cbcc1c5d tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbebbf4-f083-45d7-8186-aff185fbca00,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:07.971550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f7ff45df-c1f1-4e92-87ea-d6810fcc570b tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group_rule': {'security_group_id': 'd7c3d1ad-a44b-48c5-a01c-74c5b603df36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3bbebbf4-f083-45d7-8186-aff185fbca00'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:08.076403 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-f7ff45df-c1f1-4e92-87ea-d6810fcc570b tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:12:08.083785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43136) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:08.094251 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f7ff45df-c1f1-4e92-87ea-d6810fcc570b tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1181703 Jul 06 18:12:08.168341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa31d8e-db0b-4227-b6d3-c10113897dc7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.197955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa31d8e-db0b-4227-b6d3-c10113897dc7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.250315 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa31d8e-db0b-4227-b6d3-c10113897dc7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.253597 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aaa31d8e-db0b-4227-b6d3-c10113897dc7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.255121 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aaa31d8e-db0b-4227-b6d3-c10113897dc7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/3bbebbf4-f083-45d7-8186-aff185fbca00 HTTP/1.1" status: 204 len: 168 time: 0.1697536 Jul 06 18:12:08.257979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43138) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:08.267180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa31d8e-db0b-4227-b6d3-c10113897dc7 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbebbf4-f083-45d7-8186-aff185fbca00,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:08.340933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-250b2b09-541b-4a3f-85ca-d863afbfff50 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0816092 Jul 06 18:12:08.345854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43144) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:08.426933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a6ed-7c85-4f48-a747-159be9d1d7ec tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.452741 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a6ed-7c85-4f48-a747-159be9d1d7ec tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.500630 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a6ed-7c85-4f48-a747-159be9d1d7ec tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.504492 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a6ed-7c85-4f48-a747-159be9d1d7ec tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.506106 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0aa5a6ed-7c85-4f48-a747-159be9d1d7ec tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7c3d1ad-a44b-48c5-a01c-74c5b603df36 HTTP/1.1" status: 204 len: 168 time: 0.1588237 Jul 06 18:12:08.510387 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43146) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:08.520328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5a6ed-7c85-4f48-a747-159be9d1d7ec tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c3d1ad-a44b-48c5-a01c-74c5b603df36,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:08.570308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d59e0da3-d38b-4ed0-a7c6-1dd0195adca5 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579927 Jul 06 18:12:08.575096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:08.580709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-618dbe6d-eca6-41ce-9df4-55fd9af288a2 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'tempest-secgroup--62025050'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:08.605909 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-618dbe6d-eca6-41ce-9df4-55fd9af288a2 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.621631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ea4e8051-a494-47f1-b673-d916f2f14e9e up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:12:08.703326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port ea4e8051-a494-47f1-b673-d916f2f14e9e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:12:08.711401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port ea4e8051-a494-47f1-b673-d916f2f14e9e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:12:08.711942 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.743982 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-618dbe6d-eca6-41ce-9df4-55fd9af288a2 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.751830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-618dbe6d-eca6-41ce-9df4-55fd9af288a2 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.805279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dbe6d-eca6-41ce-9df4-55fd9af288a2 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb1360c-fded-4e69-9320-6dcb3918a1aa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:08.810175 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-618dbe6d-eca6-41ce-9df4-55fd9af288a2 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.812365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-618dbe6d-eca6-41ce-9df4-55fd9af288a2 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2360890 Jul 06 18:12:08.818095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:08.825364 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-34e68230-e4af-4708-a69e-f610d5b92c64 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:08.826474 n-d-799526-3 neutron-server[93779]: WARNING neutron.api.v2.base [None req-34e68230-e4af-4708-a69e-f610d5b92c64 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 18:12:08.827137 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-34e68230-e4af-4708-a69e-f610d5b92c64 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 18:12:08.832339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-34e68230-e4af-4708-a69e-f610d5b92c64 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "PUT /v2.0/security-groups/2eb1360c-fded-4e69-9320-6dcb3918a1aa HTTP/1.1" status: 409 len: 330 time: 0.0093493 Jul 06 18:12:08.833055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43160) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:08.900770 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.925065 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a2c888c-f4d8-41b5-9232-7d34d0fe2503 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.943752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:12:08.946427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7ef21-121a-4f23-af57-2a78f76c5385 req-7bd4f156-70a3-449a-81f0-b482541b43c7 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:08.946631 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cd2ae7-a627-423c-9d9c-85a49e0fe2fa" -d '{"events": [{"server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "name": "network-vif-plugged", "status": "completed", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:12:08.948471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-72a7ef21-121a-4f23-af57-2a78f76c5385 req-7bd4f156-70a3-449a-81f0-b482541b43c7 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 944 time: 0.0994766 Jul 06 18:12:08.968950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ea4e8051-a494-47f1-b673-d916f2f14e9e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:08.982846 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:08.991532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a2c888c-f4d8-41b5-9232-7d34d0fe2503 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:09.024432 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-72a7ef21-121a-4f23-af57-2a78f76c5385 req-4aa726fe-3396-4d98-8246-fc6bf85f163a tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687592 Jul 06 18:12:09.032501 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adacd354-19f9-4ca4-b678-9887b29e771f x-openstack-request-id: req-adacd354-19f9-4ca4-b678-9887b29e771f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:12:09.032800 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "name": "network-vif-plugged", "status": "completed", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:12:09.033088 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adacd354-19f9-4ca4-b678-9887b29e771f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:12:09.033497 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'code': 200} Jul 06 18:12:09.067873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ea4e8051-a494-47f1-b673-d916f2f14e9e,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:09.096570 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a2c888c-f4d8-41b5-9232-7d34d0fe2503 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:09.102098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a2c888c-f4d8-41b5-9232-7d34d0fe2503 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:09.104254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4a2c888c-f4d8-41b5-9232-7d34d0fe2503 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/2eb1360c-fded-4e69-9320-6dcb3918a1aa HTTP/1.1" status: 204 len: 168 time: 0.2701650 Jul 06 18:12:09.108357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:09.137934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c888c-f4d8-41b5-9232-7d34d0fe2503 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb1360c-fded-4e69-9320-6dcb3918a1aa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:09.177903 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ceb4fe3e-9a0d-4395-bbbb-f986ad3e6107 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681374 Jul 06 18:12:09.186671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:09.206618 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-c31722ef-bafb-45f0-872f-1d9ef01a4756 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] delete failed (client error): The resource could not be found. Jul 06 18:12:09.207907 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c31722ef-bafb-45f0-872f-1d9ef01a4756 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "DELETE /v2.0/security-groups/29bc530c-83f8-4613-acc1-30e36923cc89 HTTP/1.1" status: 404 len: 347 time: 0.0187674 Jul 06 18:12:09.214051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43174) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:09.229682 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-87425ed9-5016-45a1-8251-a20611546586 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] show failed (client error): The resource could not be found. Jul 06 18:12:09.236941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87425ed9-5016-45a1-8251-a20611546586 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-groups/5d14f3fa-18b4-4323-add6-f18099eacf34 HTTP/1.1" status: 404 len: 347 time: 0.0155487 Jul 06 18:12:09.237279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:09.253361 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [None req-5f0aea11-b00c-409b-9d25-70ab6d3ff787 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] show failed (client error): The resource could not be found. Jul 06 18:12:09.258609 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5f0aea11-b00c-409b-9d25-70ab6d3ff787 tempest-NegativeSecGroupTest-581651147 tempest-NegativeSecGroupTest-581651147-project] 10.222.0.13 "GET /v2.0/security-group-rules/0c28c464-6299-4694-9532-f3d85797386e HTTP/1.1" status: 404 len: 356 time: 0.0162070 Jul 06 18:12:09.287276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5aa96-29ab-49c7-a788-5a0e9cfd5497 req-55106ebe-6839-43e5-b9ff-232a0ab9e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:09.289576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57d5aa96-29ab-49c7-a788-5a0e9cfd5497 req-55106ebe-6839-43e5-b9ff-232a0ab9e504 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1096 time: 0.0859959 Jul 06 18:12:09.342719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57d5aa96-29ab-49c7-a788-5a0e9cfd5497 req-00050ff0-5ba4-4a78-bb6f-65f0481aa875 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Jul 06 18:12:09.586463 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43188) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:09.744128 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4b5305f1-6eae-4893-bd6a-47afb38f1906 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef901225d760484ab1798e65df3e006f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560440 Jul 06 18:12:09.747054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:09.805862 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e8e9-8a12-4c50-a966-f97544023803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:09.831482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e8e9-8a12-4c50-a966-f97544023803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:09.913520 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e8e9-8a12-4c50-a966-f97544023803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:09.916466 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e8e9-8a12-4c50-a966-f97544023803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:09.917567 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4ea7e8e9-8a12-4c50-a966-f97544023803 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeb8cfe1-6da3-4dda-aaa8-5cce21bf5519 HTTP/1.1" status: 204 len: 168 time: 0.1694958 Jul 06 18:12:09.927273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7e8e9-8a12-4c50-a966-f97544023803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb8cfe1-6da3-4dda-aaa8-5cce21bf5519,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:10.464984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150616b-6076-428c-819e-847cb954fb95 req-1d3460b7-c7d1-46a6-8a5e-313998a99a93 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:10.468204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3150616b-6076-428c-819e-847cb954fb95 req-1d3460b7-c7d1-46a6-8a5e-313998a99a93 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 945 time: 0.1279285 Jul 06 18:12:10.535308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3150616b-6076-428c-819e-847cb954fb95 req-64286881-5bfe-455d-bf52-0728775f2153 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583968 Jul 06 18:12:11.069209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41089cd3-9dde-4f77-8139-f66d9a74cee7 req-bdbd1c78-f5fb-4d78-9831-3bc7106ce505 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:11.070967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41089cd3-9dde-4f77-8139-f66d9a74cee7 req-bdbd1c78-f5fb-4d78-9831-3bc7106ce505 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 945 time: 0.0922654 Jul 06 18:12:11.162999 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41089cd3-9dde-4f77-8139-f66d9a74cee7 req-2d077276-28ca-4fc3-97c8-413edbc1ca4e tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779269 Jul 06 18:12:11.211066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43246) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:11.366073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-2ae36107-1974-477e-a534-7624bafdb4f9 req-f3551442-1c76-4002-86aa-e1f18fa2a29c tempest-ServerActionsTestJSON-1298660192 tempest-ServerActionsTestJSON-1298660192-project] (93778) timed out ('10.222.0.55', 56870) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:12:11.668473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07deb76-254a-4211-9d09-7fd4d2e1dfa3 tempest-TestVolumeBackupRestore-57966508 tempest-TestVolumeBackupRestore-57966508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:11.674413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e07deb76-254a-4211-9d09-7fd4d2e1dfa3 tempest-TestVolumeBackupRestore-57966508 tempest-TestVolumeBackupRestore-57966508-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1091 time: 0.4575255 Jul 06 18:12:11.676417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43262) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:11.681946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:11.722998 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:11.931535 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:12.099759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Allocated IP 172.25.7.76 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/82146aa0-b6f8-4065-b991-1176193ea119) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:12:12.289715 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:12.369343 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:12.438711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:12:12.444530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:12:12.451331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:12:12.490817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'Port': ['ID=82146aa0-b6f8-4065-b991-1176193ea119,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:12.848231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:13.004331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24b7e6ce-e963-4102-91e1-99847c843b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.169978 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24b7e6ce-e963-4102-91e1-99847c843b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.177236 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24b7e6ce-e963-4102-91e1-99847c843b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.218003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7e6ce-e963-4102-91e1-99847c843b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55263f63-42b0-4e31-a489-45a2af5fc444,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:13.267111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-24b7e6ce-e963-4102-91e1-99847c843b7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff80523db2db4432ac6b578fbc403b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170310 Jul 06 18:12:13.271008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:13.365900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2526e000-f98d-4661-afc7-7019ceb24c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.410168 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2526e000-f98d-4661-afc7-7019ceb24c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.510527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2526e000-f98d-4661-afc7-7019ceb24c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.517784 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2526e000-f98d-4661-afc7-7019ceb24c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.521944 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2526e000-f98d-4661-afc7-7019ceb24c20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55263f63-42b0-4e31-a489-45a2af5fc444 HTTP/1.1" status: 204 len: 168 time: 0.2470915 Jul 06 18:12:13.535704 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526e000-f98d-4661-afc7-7019ceb24c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55263f63-42b0-4e31-a489-45a2af5fc444,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:13.776343 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:13.970843 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.024591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:14.056402 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b3b36ab-a544-4ff0-945f-8842657f67b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.206527 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b3b36ab-a544-4ff0-945f-8842657f67b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.213521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b3b36ab-a544-4ff0-945f-8842657f67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.226991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.234317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.266435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7b3b36ab-a544-4ff0-945f-8842657f67b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2be10e99e324711807c979d83d91ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360313 Jul 06 18:12:14.266435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b36ab-a544-4ff0-945f-8842657f67b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94c8971-41b4-4e9b-ad04-1fba63584eec,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:14.266974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43332) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:14.333792 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-810a2f55-5b15-43f5-b022-4e226a13ae05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.339561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event updated for resources: {'Port': ['ID=82146aa0-b6f8-4065-b991-1176193ea119,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:14.365051 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.369983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-810a2f55-5b15-43f5-b022-4e226a13ae05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.479391 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-810a2f55-5b15-43f5-b022-4e226a13ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.487570 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-810a2f55-5b15-43f5-b022-4e226a13ae05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:14.491360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-810a2f55-5b15-43f5-b022-4e226a13ae05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b94c8971-41b4-4e9b-ad04-1fba63584eec HTTP/1.1" status: 204 len: 168 time: 0.2232592 Jul 06 18:12:14.510462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a2f55-5b15-43f5-b022-4e226a13ae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94c8971-41b4-4e9b-ad04-1fba63584eec,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:14.511539 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Floating IP f8a61f8d-3c3a-4db5-b38b-af1567a6ee22 associated. External IP: 172.25.7.76, port: ea4e8051-a494-47f1-b673-d916f2f14e9e. Jul 06 18:12:15.061489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Router 223a7420-d13f-4545-8a83-72be356391a2 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:15.332223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:15.366571 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] Sync routers for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:15.370356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:15.381292 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:15.382483 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:11:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:15.527537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c82aaef7-ac4c-4082-a330-8aa0cce8c1a5 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8459802 Jul 06 18:12:15.528359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43368) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:15.529117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:12:15.547941 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b28c335-9dcb-4686-8335-39e353aee24a" -d '{"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:12:15.667006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32471e4-d22c-4538-9242-86fecb9b34e0 tempest-TestVolumeBackupRestore-57966508 tempest-TestVolumeBackupRestore-57966508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:15.674654 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b32471e4-d22c-4538-9242-86fecb9b34e0 tempest-TestVolumeBackupRestore-57966508 tempest-TestVolumeBackupRestore-57966508-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1091 time: 0.1401670 Jul 06 18:12:15.675925 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43374) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:15.687345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-824b7af3-0f59-4847-a7ff-caafea11e1e9 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Request body: {'floatingip': {'port_id': 'ea4e8051-a494-47f1-b673-d916f2f14e9e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:12:15.695291 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139d2e90-0147-4ecb-bc1b-80978e82edc7 x-openstack-request-id: req-139d2e90-0147-4ecb-bc1b-80978e82edc7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:12:15.695809 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:12:15.696248 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-139d2e90-0147-4ecb-bc1b-80978e82edc7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:12:15.696966 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'status': 'completed', 'code': 200} Jul 06 18:12:15.838539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-824b7af3-0f59-4847-a7ff-caafea11e1e9 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:15.895430 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28c335-9dcb-4686-8335-39e353aee24a req-bda8f248-5c69-49fb-a7ac-6967df3cf112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:15.897249 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b28c335-9dcb-4686-8335-39e353aee24a req-bda8f248-5c69-49fb-a7ac-6967df3cf112 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35a83a7f86174f82a2f14d2fef76f49b&device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1096 time: 0.1751091 Jul 06 18:12:15.976158 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:12:16.078990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28c335-9dcb-4686-8335-39e353aee24a req-33cb83a5-db78-4554-a7bb-d996fb8e28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:16.082507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b28c335-9dcb-4686-8335-39e353aee24a req-33cb83a5-db78-4554-a7bb-d996fb8e28f6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1fefb7d6-40a0-413f-83cc-9cc7767871ed HTTP/1.1" status: 200 len: 914 time: 0.1776214 Jul 06 18:12:16.321420 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b28c335-9dcb-4686-8335-39e353aee24a req-299857af-766f-44fa-aa15-61e320c2158f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e HTTP/1.1" status: 200 len: 998 time: 0.2292237 Jul 06 18:12:16.431444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28c335-9dcb-4686-8335-39e353aee24a req-70321b25-b718-431a-9d05-c7cb3b9284ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:16.434158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b28c335-9dcb-4686-8335-39e353aee24a req-70321b25-b718-431a-9d05-c7cb3b9284ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2882248-c3cb-464d-a070-f54a87e9c69c HTTP/1.1" status: 200 len: 852 time: 0.0986085 Jul 06 18:12:16.662681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28c335-9dcb-4686-8335-39e353aee24a req-b8897562-51b4-425b-8b3d-40ce6f7e7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:16.665413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b28c335-9dcb-4686-8335-39e353aee24a req-b8897562-51b4-425b-8b3d-40ce6f7e7b92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fefb7d6-40a0-413f-83cc-9cc7767871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197523 Jul 06 18:12:16.674627 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8a61f8d-3c3a-4db5-b38b-af1567a6ee22', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '223a7420-d13f-4545-8a83-72be356391a2', 'port_id': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'mac_address': 'fa:16:3e:66:86:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:12:12Z', 'updated_at': '2021-07-06T18:12:12Z', 'revision_number': 0, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:38Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:16.768974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] Checking router: 223a7420-d13f-4545-8a83-72be356391a2 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:12:16.782192 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:16.783966 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:11:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:17.045455 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c904f7-3956-4097-914e-d2f1320f2cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.078256 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:12:17.120662 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:12:17.154378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b28c335-9dcb-4686-8335-39e353aee24a req-1dc0f762-a981-43cb-ac63-71389383f86b service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687102 Jul 06 18:12:17.330964 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b28c335-9dcb-4686-8335-39e353aee24a req-8a9a4085-fede-43a5-8f8f-b537843ea86f service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671176 Jul 06 18:12:17.687677 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8a61f8d-3c3a-4db5-b38b-af1567a6ee22', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '223a7420-d13f-4545-8a83-72be356391a2', 'port_id': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'mac_address': 'fa:16:3e:66:86:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:12:12Z', 'updated_at': '2021-07-06T18:12:12Z', 'revision_number': 0, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:38Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:17.720216 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb241c4-83dc-40e7-a07d-cf319ba88b02 None None] The sync data for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 is: [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8a61f8d-3c3a-4db5-b38b-af1567a6ee22', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '223a7420-d13f-4545-8a83-72be356391a2', 'port_id': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'mac_address': 'fa:16:3e:66:86:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:12:12Z', 'updated_at': '2021-07-06T18:12:12Z', 'revision_number': 0, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:38Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:17.729788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-824b7af3-0f59-4847-a7ff-caafea11e1e9 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:17.735518 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-824b7af3-0f59-4847-a7ff-caafea11e1e9 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.227678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2d235-2ae7-4139-8851-eed1a1f5de24 None None] New status for floating IP f8a61f8d-3c3a-4db5-b38b-af1567a6ee22: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:12:18.238498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 43432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:18.265682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824b7af3-0f59-4847-a7ff-caafea11e1e9 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Router 223a7420-d13f-4545-8a83-72be356391a2 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:18.476231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de898c0c-2277-4b02-9225-94abe160e74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.579359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824b7af3-0f59-4847-a7ff-caafea11e1e9 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:18.585376 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-824b7af3-0f59-4847-a7ff-caafea11e1e9 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.677064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:12:18.677064 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8265d2d-7872-4a7f-997c-9d3676447d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:12:18.741205 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de898c0c-2277-4b02-9225-94abe160e74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.753792 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de898c0c-2277-4b02-9225-94abe160e74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.766478 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] Sync routers for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:18.768991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-824b7af3-0f59-4847-a7ff-caafea11e1e9 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "PUT /v2.0/floatingips/f8a61f8d-3c3a-4db5-b38b-af1567a6ee22 HTTP/1.1" status: 200 len: 990 time: 3.0914578 Jul 06 18:12:18.807754 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:18.809021 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:11:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:18.826782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-de898c0c-2277-4b02-9225-94abe160e74f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0b3af473c6945819ca53401b72ae26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861981 Jul 06 18:12:18.831288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43448) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:18.863732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de898c0c-2277-4b02-9225-94abe160e74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a043aaa7-114e-46c5-8fa9-25cb7a09e9cb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:18.903568 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d23d71f-c4a8-4732-bf99-08b49aad823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:18.970417 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dcbe37-95fe-469f-9e03-b06ebfd9b64a x-openstack-request-id: req-88dcbe37-95fe-469f-9e03-b06ebfd9b64a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:12:18.971353 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:12:18.971705 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88dcbe37-95fe-469f-9e03-b06ebfd9b64a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:12:18.972438 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'status': 'completed', 'code': 200} Jul 06 18:12:18.986944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d23d71f-c4a8-4732-bf99-08b49aad823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:19.050922 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:12:19.087613 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d23d71f-c4a8-4732-bf99-08b49aad823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:19.092233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d23d71f-c4a8-4732-bf99-08b49aad823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:19.097741 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6d23d71f-c4a8-4732-bf99-08b49aad823c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a043aaa7-114e-46c5-8fa9-25cb7a09e9cb HTTP/1.1" status: 204 len: 168 time: 0.2610574 Jul 06 18:12:19.107634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23d71f-c4a8-4732-bf99-08b49aad823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a043aaa7-114e-46c5-8fa9-25cb7a09e9cb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:19.129219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-afedd1bb-9452-4d00-af0f-7a7da0190c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:19.132616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-afedd1bb-9452-4d00-af0f-7a7da0190c83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35a83a7f86174f82a2f14d2fef76f49b&device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1096 time: 0.1133993 Jul 06 18:12:19.481790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-9aedb538-3ab9-49f3-99eb-ebac4aae3bee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2041161 Jul 06 18:12:19.485564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-3199d452-118e-44cf-ad77-d19d4ac8a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:19.488244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-3199d452-118e-44cf-ad77-d19d4ac8a860 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1fefb7d6-40a0-413f-83cc-9cc7767871ed HTTP/1.1" status: 200 len: 914 time: 0.3229132 Jul 06 18:12:19.550303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-344bf16f-9033-4f82-a099-de9b939e9a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:19.656481 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-0fb9e795-ee06-43ff-a01e-bf228aa09dfa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e HTTP/1.1" status: 200 len: 1000 time: 0.1580536 Jul 06 18:12:19.666537 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8a61f8d-3c3a-4db5-b38b-af1567a6ee22', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '223a7420-d13f-4545-8a83-72be356391a2', 'port_id': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'mac_address': 'fa:16:3e:66:86:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:12:12Z', 'updated_at': '2021-07-06T18:12:18Z', 'revision_number': 2, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:38Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:19.777133 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] Checking router: 223a7420-d13f-4545-8a83-72be356391a2 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:12:19.788194 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-022df55f-ab60-44df-95fd-6b7f50d04a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:19.791254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-022df55f-ab60-44df-95fd-6b7f50d04a34 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2882248-c3cb-464d-a070-f54a87e9c69c HTTP/1.1" status: 200 len: 852 time: 0.1265163 Jul 06 18:12:19.812042 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:19.817196 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:12:19Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:19.900771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:19.921887 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae1df-1403-41ef-9712-7256ff58bb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:19.946632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-05bdb406-a607-46b4-9e3d-5be027a9ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:19.949442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-05bdb406-a607-46b4-9e3d-5be027a9ecc7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fefb7d6-40a0-413f-83cc-9cc7767871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478598 Jul 06 18:12:20.092139 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:12:20.211061 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.380677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae1df-1403-41ef-9712-7256ff58bb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.395249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae1df-1403-41ef-9712-7256ff58bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.467563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-7f23f51f-e52e-4459-9abb-66354c9023d8 service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084713 Jul 06 18:12:20.484849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ae1df-1403-41ef-9712-7256ff58bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a08e85-3374-416c-8faf-82ab3cee4c4e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:20.565630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3e2ae1df-1403-41ef-9712-7256ff58bb60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=295bb975434e4befba25422749472e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628454 Jul 06 18:12:20.567641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 43474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:20.681215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8265d2d-7872-4a7f-997c-9d3676447d2b req-4ac8b8f2-eaea-4c2f-b830-24b1a22a6a0f service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939769 Jul 06 18:12:20.690035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4309-d462-444c-91bc-c5a446edba59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.726760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4309-d462-444c-91bc-c5a446edba59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.791824 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8a61f8d-3c3a-4db5-b38b-af1567a6ee22', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '223a7420-d13f-4545-8a83-72be356391a2', 'port_id': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'mac_address': 'fa:16:3e:66:86:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:12:12Z', 'updated_at': '2021-07-06T18:12:18Z', 'revision_number': 2, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:38Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:20.798198 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.812005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4309-d462-444c-91bc-c5a446edba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.819843 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4309-d462-444c-91bc-c5a446edba59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:20.823188 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dc6c4309-d462-444c-91bc-c5a446edba59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21a08e85-3374-416c-8faf-82ab3cee4c4e HTTP/1.1" status: 204 len: 168 time: 0.2511828 Jul 06 18:12:20.841785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c4309-d462-444c-91bc-c5a446edba59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a08e85-3374-416c-8faf-82ab3cee4c4e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:20.878583 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1e4d0-43aa-4bb1-8a55-9381bfd11db3 None None] The sync data for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 is: [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8a61f8d-3c3a-4db5-b38b-af1567a6ee22', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '223a7420-d13f-4545-8a83-72be356391a2', 'port_id': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'mac_address': 'fa:16:3e:66:86:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:12:12Z', 'updated_at': '2021-07-06T18:12:18Z', 'revision_number': 2, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:38Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:20.891662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-2493aaf7-96f5-4926-84ac-273060a4cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:20.895424 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-2493aaf7-96f5-4926-84ac-273060a4cbb8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35a83a7f86174f82a2f14d2fef76f49b&device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1096 time: 0.1063411 Jul 06 18:12:20.974222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:12:20.980101 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b490e2e2d7053c04419cc726567f60cfb2f2de4690f7644ca5a5790f8aba4ea2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b072e7-85b6-41e5-b94f-750fb6515bec" -d '{"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:12:21.073431 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e1299-a9c7-4f60-8d97-7631d30e9859 x-openstack-request-id: req-255e1299-a9c7-4f60-8d97-7631d30e9859 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:12:21.074296 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:12:21.075288 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-255e1299-a9c7-4f60-8d97-7631d30e9859 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:12:21.076002 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'status': 'completed', 'code': 200} Jul 06 18:12:21.139786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-d24f2ae7-81bf-42f9-a2fc-2b4c9a155aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:21.145618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-d24f2ae7-81bf-42f9-a2fc-2b4c9a155aeb service neutron] 10.222.0.22 "GET /v2.0/networks?id=1fefb7d6-40a0-413f-83cc-9cc7767871ed HTTP/1.1" status: 200 len: 914 time: 0.2144041 Jul 06 18:12:21.296445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-54ae071f-0bb1-4f6a-8e0a-ca1233212ac7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e HTTP/1.1" status: 200 len: 1000 time: 0.1407504 Jul 06 18:12:21.365709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-c9aef478-7033-4a20-a4ed-5b94de319954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:21.367293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-c9aef478-7033-4a20-a4ed-5b94de319954 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2882248-c3cb-464d-a070-f54a87e9c69c HTTP/1.1" status: 200 len: 852 time: 0.0628178 Jul 06 18:12:21.453939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-25ce0379-43a7-4313-b3ce-448236f6ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:21.453939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-25ce0379-43a7-4313-b3ce-448236f6ff97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fefb7d6-40a0-413f-83cc-9cc7767871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771761 Jul 06 18:12:21.639519 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-338569b4-ae37-4f8f-951b-28e148fa5f91 service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752434 Jul 06 18:12:21.818942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-d6feaa93-6400-4a54-a9aa-959556c03edc service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723423 Jul 06 18:12:22.019587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-77fcdbe5-3aaa-4012-867e-b0a485f5fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:22.023224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-77fcdbe5-3aaa-4012-867e-b0a485f5fbeb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35a83a7f86174f82a2f14d2fef76f49b&device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1096 time: 0.1258640 Jul 06 18:12:22.143605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-7b57e2e6-225b-4dea-a9d2-6b95d9556d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:22.145711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-7b57e2e6-225b-4dea-a9d2-6b95d9556d24 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1fefb7d6-40a0-413f-83cc-9cc7767871ed HTTP/1.1" status: 200 len: 914 time: 0.1159384 Jul 06 18:12:22.240336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-7ade1e02-9411-46ab-8d9a-624880fcd999 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e HTTP/1.1" status: 200 len: 1000 time: 0.0870688 Jul 06 18:12:22.333495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-cda28c1c-e2d2-4c1a-b861-28f13414671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:22.337064 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-cda28c1c-e2d2-4c1a-b861-28f13414671e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2882248-c3cb-464d-a070-f54a87e9c69c HTTP/1.1" status: 200 len: 852 time: 0.0903602 Jul 06 18:12:22.428207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-d4c0743f-42a4-4596-ad74-9a3ef7e072e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:22.431707 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-d4c0743f-42a4-4596-ad74-9a3ef7e072e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fefb7d6-40a0-413f-83cc-9cc7767871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875716 Jul 06 18:12:22.591259 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-80b65678-0448-406e-8d9b-84a7a1bb12c1 service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509752 Jul 06 18:12:22.710397 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:22.888132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0b072e7-85b6-41e5-b94f-750fb6515bec req-240f3934-9293-445a-9dd4-339e394b855d service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792418 Jul 06 18:12:32.259858 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:35.613734 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:36.433656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322d90-668e-414c-b7e5-9661880a4f9b req-9bac5ee0-10a5-4522-b7ab-5960975977e7 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:36.435686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8322d90-668e-414c-b7e5-9661880a4f9b req-9bac5ee0-10a5-4522-b7ab-5960975977e7 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 945 time: 0.1015980 Jul 06 18:12:36.506634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8322d90-668e-414c-b7e5-9661880a4f9b req-eecd8ffb-f2e8-4f57-a361-cd0cb29648e8 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615649 Jul 06 18:12:37.975975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48c5e7-a26d-4cb4-b1af-649b82e5dc27 req-c4969d99-8366-45a9-8fa5-4664e227f73a tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:37.980630 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0c48c5e7-a26d-4cb4-b1af-649b82e5dc27 req-c4969d99-8366-45a9-8fa5-4664e227f73a tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 945 time: 0.2204268 Jul 06 18:12:37.999234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-9d66e4cc-65a5-4a90-b738-cbdfd250142a tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:38.000965 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-9d66e4cc-65a5-4a90-b738-cbdfd250142a tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 945 time: 0.1623673 Jul 06 18:12:38.098776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0c48c5e7-a26d-4cb4-b1af-649b82e5dc27 req-ae14a3a9-7e45-4f26-b63a-93cf1acc7444 tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcc6225b-690e-4fc6-9604-1b774e6d85d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099322 Jul 06 18:12:38.229998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Deleting port 55ae363c-522e-4bc2-ab6c-7470882ae2c3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:38.230727 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:38.374829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] For port 55ae363c-522e-4bc2-ab6c-7470882ae2c3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=55ae363c-522e-4bc2-ab6c-7470882ae2c3,segment=NetworkSegment(4cf37d98-eec6-445a-a8b9-40a91c601cd2),segment_id=4cf37d98-eec6-445a-a8b9-40a91c601cd2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:38.375288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:38.391061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Calling delete_port for 55ae363c-522e-4bc2-ab6c-7470882ae2c3 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:38.564519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:38.582689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['55ae363c-522e-4bc2-ab6c-7470882ae2c3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:12:38.601928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Pushing event deleted for resources: {'Port': ['ID=55ae363c-522e-4bc2-ab6c-7470882ae2c3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:38.679399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] No DVR routers for this DVR port 55ae363c-522e-4bc2-ab6c-7470882ae2c3 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:12:38.683033 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:38.685595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e288febd-dc29-42c8-b75e-782da6ab60e5 req-d19a8062-5e28-4032-8fa1-15b5bd83c7cd tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.22 "DELETE /v2.0/ports/55ae363c-522e-4bc2-ab6c-7470882ae2c3 HTTP/1.1" status: 204 len: 173 time: 0.6547089 Jul 06 18:12:38.686107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6aa7e8-3cfc-41f1-8971-73d3e158f156', 'name': 'network-vif-deleted', 'tag': '55ae363c-522e-4bc2-ab6c-7470882ae2c3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:12:38.688708 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdb156a-5480-45f9-a2bd-bd30545f3996" -d '{"events": [{"server_uuid": "bd6aa7e8-3cfc-41f1-8971-73d3e158f156", "name": "network-vif-deleted", "tag": "55ae363c-522e-4bc2-ab6c-7470882ae2c3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:12:38.765244 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea6fd99-7417-495e-942a-4c400f7b9d1e x-openstack-request-id: req-dea6fd99-7417-495e-942a-4c400f7b9d1e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:12:38.765511 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6aa7e8-3cfc-41f1-8971-73d3e158f156", "name": "network-vif-deleted", "tag": "55ae363c-522e-4bc2-ab6c-7470882ae2c3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:12:38.765916 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dea6fd99-7417-495e-942a-4c400f7b9d1e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:12:38.766497 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6aa7e8-3cfc-41f1-8971-73d3e158f156', 'name': 'network-vif-deleted', 'tag': '55ae363c-522e-4bc2-ab6c-7470882ae2c3', 'status': 'completed', 'code': 200} Jul 06 18:12:39.427874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2068a1bd-7cb5-411d-9503-9894347311c0 req-dfb3a84f-f1c2-4cd0-a26e-54c0f082db7c tempest-VolumesSnapshotTestJSON-1374844998 tempest-VolumesSnapshotTestJSON-1374844998-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd6aa7e8-3cfc-41f1-8971-73d3e158f156 HTTP/1.1" status: 200 len: 210 time: 0.0624869 Jul 06 18:12:40.770936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 55ae363c-522e-4bc2-ab6c-7470882ae2c3 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:12:40.863808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 55ae363c-522e-4bc2-ab6c-7470882ae2c3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:12:40.864475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 55ae363c-522e-4bc2-ab6c-7470882ae2c3 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:12:47.022670 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a86ca9e-0bad-46c4-ab3d-a96bab7dff08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.552284 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b91b2039-0a9f-4444-a503-25b8956052fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:49.899578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:50.098640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:50.806670 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.068280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Deleting port 82146aa0-b6f8-4065-b991-1176193ea119 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:51.068828 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.216748 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.217101 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.247671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Calling delete_port for 82146aa0-b6f8-4065-b991-1176193ea119 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:51.656080 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.742954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event deleted for resources: {'Port': ['ID=82146aa0-b6f8-4065-b991-1176193ea119,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:51.777498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.777890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.778403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.778769 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.779343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.779882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.780383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.780942 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.781455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.781974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.782206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.782577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:51.935321 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:51.936303 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Floating IP f8a61f8d-3c3a-4db5-b38b-af1567a6ee22 disassociated (deleted). External IP: 172.25.7.76, port: ea4e8051-a494-47f1-b673-d916f2f14e9e. Jul 06 18:12:52.440822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Router 223a7420-d13f-4545-8a83-72be356391a2 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:12:52.682909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:12:52.691092 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.752042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] Sync routers for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:12:52.772120 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a472081c-89f5-4d79-a4a8-1e7a9d8ff2f2 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "DELETE /v2.0/floatingips/f8a61f8d-3c3a-4db5-b38b-af1567a6ee22 HTTP/1.1" status: 204 len: 168 time: 2.8705392 Jul 06 18:12:52.772120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:12:52.774548 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbd8cc6-015d-4b55-9a88-1895d45168eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:12:52.791417 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:52.841997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:52.849918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:52.973334 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf7c83f-307f-4f40-b8e4-b9c0ca39f9d1 x-openstack-request-id: req-2bf7c83f-307f-4f40-b8e4-b9c0ca39f9d1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:12:52.973334 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:12:52.973334 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bf7c83f-307f-4f40-b8e4-b9c0ca39f9d1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:12:52.973334 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'status': 'completed', 'code': 200} Jul 06 18:12:53.181327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-ab4a9d69-3985-4afb-92d8-a3cfbc8816f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:53.191879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-ab4a9d69-3985-4afb-92d8-a3cfbc8816f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35a83a7f86174f82a2f14d2fef76f49b&device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 1096 time: 0.2037265 Jul 06 18:12:53.650112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-cad9e64f-2a17-494c-a754-4da6f993d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:53.660563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-cad9e64f-2a17-494c-a754-4da6f993d25a service neutron] 10.222.0.22 "GET /v2.0/networks?id=1fefb7d6-40a0-413f-83cc-9cc7767871ed HTTP/1.1" status: 200 len: 914 time: 0.4611945 Jul 06 18:12:53.732969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:12:53.752954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-dbb1ee20-ab1d-4f23-b0f0-33b1dcaaae44 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e HTTP/1.1" status: 200 len: 217 time: 0.0820065 Jul 06 18:12:53.887779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851202ba-9215-41d9-9f56-f365d8a2daf3 req-b43bd80f-caa3-43d7-a4f6-da92f2220d39 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:53.897574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-851202ba-9215-41d9-9f56-f365d8a2daf3 req-b43bd80f-caa3-43d7-a4f6-da92f2220d39 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 945 time: 0.2198837 Jul 06 18:12:53.938878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:53.987063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-bc38a85a-8c48-4082-9785-cd41f993c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:54.011397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-bc38a85a-8c48-4082-9785-cd41f993c966 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2882248-c3cb-464d-a070-f54a87e9c69c HTTP/1.1" status: 200 len: 852 time: 0.2523439 Jul 06 18:12:54.020279 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:12:54.032991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-851202ba-9215-41d9-9f56-f365d8a2daf3 req-40343870-2612-4156-b5e5-fbc3aa5ba255 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310284 Jul 06 18:12:54.164010 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-fe4e1881-71c8-4577-8985-2046a3972b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:54.167471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-fe4e1881-71c8-4577-8985-2046a3972b32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fefb7d6-40a0-413f-83cc-9cc7767871ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460826 Jul 06 18:12:54.369174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c715a374-a1e0-4f95-bf19-cd04a7e7c605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.498910 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-72192137-5243-4621-9a82-8a9e147b280f service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230579 Jul 06 18:12:54.504247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:38Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:54.625318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] Checking router: 223a7420-d13f-4545-8a83-72be356391a2 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:12:54.655518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:12:54.657819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:54.695609 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c715a374-a1e0-4f95-bf19-cd04a7e7c605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.705034 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3cbd8cc6-015d-4b55-9a88-1895d45168eb req-89d716bd-50d5-40c0-8016-2050e39840ff service neutron] 10.222.0.22 "GET /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929190 Jul 06 18:12:54.707434 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c715a374-a1e0-4f95-bf19-cd04a7e7c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.774489 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c715a374-a1e0-4f95-bf19-cd04a7e7c605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b84461dda6647ea9c60683802d6f28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8152349 Jul 06 18:12:54.783168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:54.784062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715a374-a1e0-4f95-bf19-cd04a7e7c605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9adf10-d03e-4bce-8009-cdbf869fdad3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:54.889913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:12:54.939051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:54.997209 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.072429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.077265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.084328 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee9adf10-d03e-4bce-8009-cdbf869fdad3 HTTP/1.1" status: 204 len: 168 time: 0.2984765 Jul 06 18:12:55.118996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-e003535d-8016-4a96-9cb6-9c1d05ac935a tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:55.124135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9adf10-d03e-4bce-8009-cdbf869fdad3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:55.126235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-e003535d-8016-4a96-9cb6-9c1d05ac935a tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 945 time: 0.2288482 Jul 06 18:12:55.168933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.170880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.171649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.172429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.173097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.173746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.174524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.175226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.175866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.176433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.180833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.184192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd25cfb1-08f0-4129-9679-3c28284a07fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:12:55.555127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:38Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:12:55.694851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb372ea4-74d2-4f25-9833-d7ffc358c69f None None] The sync data for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 is: [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:07:26Z', 'revision_number': 4, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3ba3e29f-7134-4e04-a35d-dca35275bb62', 'name': '', 'network_id': '1fefb7d6-40a0-413f-83cc-9cc7767871ed', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'mac_address': 'fa:16:3e:d8:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:24Z', 'updated_at': '2021-07-06T18:07:38Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'subnets': [{'id': 'e2882248-c3cb-464d-a070-f54a87e9c69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:12:55.747327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Deleting port ea4e8051-a494-47f1-b673-d916f2f14e9e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:12:55.750311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:55.791527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4deb8c-1861-4aa5-8a31-ef1b041d0be7 req-959f73f1-2e6f-4203-97d6-03c5615f7d44 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:12:55.804913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e4deb8c-1861-4aa5-8a31-ef1b041d0be7 req-959f73f1-2e6f-4203-97d6-03c5615f7d44 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 945 time: 0.3922853 Jul 06 18:12:56.060874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e4deb8c-1861-4aa5-8a31-ef1b041d0be7 req-f07ea7cd-7471-4d19-b9c5-efbc2985c744 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/security-groups?id=24b9b217-68b3-42ce-a06b-2f93f32802c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526262 Jul 06 18:12:56.068083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:56.086509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92494d68-10a8-4469-83ec-8fec7f84fe0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.153678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] For port ea4e8051-a494-47f1-b673-d916f2f14e9e, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ea4e8051-a494-47f1-b673-d916f2f14e9e,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:12:56.154060 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.235101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Calling delete_port for ea4e8051-a494-47f1-b673-d916f2f14e9e owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:12:56.318181 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92494d68-10a8-4469-83ec-8fec7f84fe0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.332539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92494d68-10a8-4469-83ec-8fec7f84fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.403148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92494d68-10a8-4469-83ec-8fec7f84fe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c2c69b-1019-41c7-be49-61b97239650f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:56.440616 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37d0f1-d7e1-4ab5-922c-e14ca168e455 None None] New status for floating IP f8a61f8d-3c3a-4db5-b38b-af1567a6ee22: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:12:56.467938 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-92494d68-10a8-4469-83ec-8fec7f84fe0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9c890e70ec44f4fb3529950c05f2627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974717 Jul 06 18:12:56.474309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44580) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:12:56.594828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eb659ec-6b86-455f-9f01-0443e01094cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.652935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eb659ec-6b86-455f-9f01-0443e01094cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.714571 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.759634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eb659ec-6b86-455f-9f01-0443e01094cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.760894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event deleted for resources: {'Port': ['ID=ea4e8051-a494-47f1-b673-d916f2f14e9e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:56.764648 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eb659ec-6b86-455f-9f01-0443e01094cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.767072 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8eb659ec-6b86-455f-9f01-0443e01094cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1c2c69b-1019-41c7-be49-61b97239650f HTTP/1.1" status: 204 len: 168 time: 0.2910676 Jul 06 18:12:56.786042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb659ec-6b86-455f-9f01-0443e01094cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c2c69b-1019-41c7-be49-61b97239650f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:12:56.842495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] No DVR routers for this DVR port ea4e8051-a494-47f1-b673-d916f2f14e9e on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:12:56.845488 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:12:56.848654 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-30ed30aa-da1f-4350-8296-3ad708f91436 req-26afe8f3-5767-4173-a0cf-8a3d8710b80b tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.22 "DELETE /v2.0/ports/ea4e8051-a494-47f1-b673-d916f2f14e9e HTTP/1.1" status: 204 len: 173 time: 1.7109959 Jul 06 18:12:56.849272 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'name': 'network-vif-deleted', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:12:56.851812 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e265568-17fb-450a-8b03-d90f59a69310" -d '{"events": [{"server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "name": "network-vif-deleted", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:12:56.893159 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf0662e-7ef1-450c-9e05-632e786c70ea x-openstack-request-id: req-1cf0662e-7ef1-450c-9e05-632e786c70ea {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:12:56.893582 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af43f0f-bb4e-4518-9f99-a506efde87da", "name": "network-vif-deleted", "tag": "ea4e8051-a494-47f1-b673-d916f2f14e9e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:12:56.893748 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cf0662e-7ef1-450c-9e05-632e786c70ea {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:12:56.894190 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af43f0f-bb4e-4518-9f99-a506efde87da', 'name': 'network-vif-deleted', 'tag': 'ea4e8051-a494-47f1-b673-d916f2f14e9e', 'status': 'completed', 'code': 200} Jul 06 18:12:57.324622 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54d9195c-b0ca-4864-9622-7e2fad13da45 req-9a59b734-1683-4169-a67b-09cfd4887331 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.0793624 Jul 06 18:12:58.639187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-70e5d146-9678-4729-80ad-a7405f59f3d2 req-aa11d6a5-495b-40ed-99cf-2d87c2cf276c tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.0693705 Jul 06 18:12:58.829819 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ea4e8051-a494-47f1-b673-d916f2f14e9e no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:12:58.852720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: ea4e8051-a494-47f1-b673-d916f2f14e9e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:12:58.853434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ea4e8051-a494-47f1-b673-d916f2f14e9e not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:12:59.953789 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0d35c4c1-22e7-4651-929f-1edf3ad01196 req-a4d11490-b1c9-4926-87a8-39b77e51f50e tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.0763304 Jul 06 18:13:01.430575 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a68db87f-8796-4f75-a49c-74a673c6daf8 req-c421b401-3f46-43bc-b128-9ee60f841855 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.1481586 Jul 06 18:13:01.550641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44672) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:01.901594 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-985c47d5-34a6-460d-a019-007f5361805d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.059134 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-985c47d5-34a6-460d-a019-007f5361805d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.067138 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-985c47d5-34a6-460d-a019-007f5361805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.123549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-985c47d5-34a6-460d-a019-007f5361805d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8738a4ad01ee44248b01ec99e2aae053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5678737 Jul 06 18:13:02.124209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 44684) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:02.177660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c47d5-34a6-460d-a019-007f5361805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843b7567-e6b9-4656-b261-8d3c92656089,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:02.243251 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.255434 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aef6f92c-4dbd-4df0-af47-5de745fb2843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.300932 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aef6f92c-4dbd-4df0-af47-5de745fb2843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.427898 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aef6f92c-4dbd-4df0-af47-5de745fb2843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.434562 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aef6f92c-4dbd-4df0-af47-5de745fb2843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:02.436301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-aef6f92c-4dbd-4df0-af47-5de745fb2843 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/843b7567-e6b9-4656-b261-8d3c92656089 HTTP/1.1" status: 204 len: 168 time: 0.3102589 Jul 06 18:13:02.465935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6f92c-4dbd-4df0-af47-5de745fb2843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843b7567-e6b9-4656-b261-8d3c92656089,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:02.806609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-42de0ac4-2a36-4af4-87c0-cdb0c9ce5a07 req-555d02a0-af52-4526-a59c-5a33ccb0890e tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.0569415 Jul 06 18:13:04.128856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f14545b-702c-411f-a3b4-15cfa4192d1a req-abf658f9-a674-4b57-93ef-1056513340ba tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af43f0f-bb4e-4518-9f99-a506efde87da HTTP/1.1" status: 200 len: 210 time: 0.1193864 Jul 06 18:13:05.305024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 44760) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:05.389136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2d20120-1077-4c00-a89b-f120887a1345 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.433941 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2d20120-1077-4c00-a89b-f120887a1345 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.536110 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2d20120-1077-4c00-a89b-f120887a1345 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.541574 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2d20120-1077-4c00-a89b-f120887a1345 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:05.543713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d2d20120-1077-4c00-a89b-f120887a1345 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] 10.222.0.13 "DELETE /v2.0/security-groups/24b9b217-68b3-42ce-a06b-2f93f32802c0 HTTP/1.1" status: 204 len: 168 time: 0.2374661 Jul 06 18:13:05.570222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d20120-1077-4c00-a89b-f120887a1345 tempest-TestVolumeBackupRestore-1671556161 tempest-TestVolumeBackupRestore-1671556161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9b217-68b3-42ce-a06b-2f93f32802c0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:05.658393 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:08.731187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45026) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:09.108018 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6fb1-014b-4c16-a78b-bdfcea11e7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.364683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6fb1-014b-4c16-a78b-bdfcea11e7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.371629 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6fb1-014b-4c16-a78b-bdfcea11e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.541348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf6fb1-014b-4c16-a78b-bdfcea11e7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df03ad50-802b-461a-bac2-979a8044b3ff,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:09.598810 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c0bf6fb1-014b-4c16-a78b-bdfcea11e7aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7ff0cf4806242e79e2ac799cd601b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8653378 Jul 06 18:13:09.601524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45082) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:09.718166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5f50493-d8c7-4503-8e53-a8b7adf20233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.767130 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5f50493-d8c7-4503-8e53-a8b7adf20233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.926024 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5f50493-d8c7-4503-8e53-a8b7adf20233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.929322 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5f50493-d8c7-4503-8e53-a8b7adf20233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:09.930637 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f5f50493-d8c7-4503-8e53-a8b7adf20233 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df03ad50-802b-461a-bac2-979a8044b3ff HTTP/1.1" status: 204 len: 168 time: 0.3279157 Jul 06 18:13:09.980363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50493-d8c7-4503-8e53-a8b7adf20233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df03ad50-802b-461a-bac2-979a8044b3ff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:10.882326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:10.914836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a13ba980-8d9d-4ec1-abfe-ce6ca75a80ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.270647 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a13ba980-8d9d-4ec1-abfe-ce6ca75a80ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.281082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a13ba980-8d9d-4ec1-abfe-ce6ca75a80ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.409111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a13ba980-8d9d-4ec1-abfe-ce6ca75a80ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a3f1ef6f5014d1ab6ee1540f01d1426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227704 Jul 06 18:13:11.413745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ba980-8d9d-4ec1-abfe-ce6ca75a80ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6612d6a-adb5-47e2-b185-96379260800f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:11.419455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45214) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:11.592644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75b57047-96e0-48cf-9764-8059d8032079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.651904 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75b57047-96e0-48cf-9764-8059d8032079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.761477 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75b57047-96e0-48cf-9764-8059d8032079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.766471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75b57047-96e0-48cf-9764-8059d8032079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:11.774969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-75b57047-96e0-48cf-9764-8059d8032079 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6612d6a-adb5-47e2-b185-96379260800f HTTP/1.1" status: 204 len: 168 time: 0.3518059 Jul 06 18:13:11.788494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b57047-96e0-48cf-9764-8059d8032079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6612d6a-adb5-47e2-b185-96379260800f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:13.303352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:14.605740 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.243340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Deleting port 3ba3e29f-7134-4e04-a35d-dca35275bb62 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:15.245155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.369985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] For port 3ba3e29f-7134-4e04-a35d-dca35275bb62, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3ba3e29f-7134-4e04-a35d-dca35275bb62,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:15.369985 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.388039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Calling delete_port for 3ba3e29f-7134-4e04-a35d-dca35275bb62 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:15.707405 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:15.743778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba3e29f-7134-4e04-a35d-dca35275bb62,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:16.169602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:16.684090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Router 223a7420-d13f-4545-8a83-72be356391a2 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:16.905846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:16.927559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] Sync routers for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:16.933124 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-72f25842-d70f-4954-b088-acc7b94ee31c admin admin] 10.222.0.13 "PUT /v2.0/routers/223a7420-d13f-4545-8a83-72be356391a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6249874 Jul 06 18:13:16.936425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45382) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:17.001861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:17.003435 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:17.217349 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-831860f1-7880-4f31-9e6a-520d11bd2775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.298521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:17.358323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.474198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45390) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:17.592217 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.707303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Deleting port df34d56b-1ab1-45a8-b791-115df099e639 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:17.707682 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.775450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:13:15Z', 'revision_number': 5, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port': {'id': 'df34d56b-1ab1-45a8-b791-115df099e639', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223a7420-d13f-4545-8a83-72be356391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:19Z', 'updated_at': '2021-07-06T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:17.837631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] Checking router: 223a7420-d13f-4545-8a83-72be356391a2 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:17.848399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] Routers {'223a7420-d13f-4545-8a83-72be356391a2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:17.849127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['223a7420-d13f-4545-8a83-72be356391a2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:17.869312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-884f0381-42e2-429d-a098-007e90c63c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.945398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] For port df34d56b-1ab1-45a8-b791-115df099e639, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=df34d56b-1ab1-45a8-b791-115df099e639,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:17.946324 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:17.967422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] Set router 223a7420-d13f-4545-8a83-72be356391a2 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:18.023766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Calling delete_port for df34d56b-1ab1-45a8-b791-115df099e639 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:18.086084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:13:17Z', 'revision_number': 6, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:18.144921 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-884f0381-42e2-429d-a098-007e90c63c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.145623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ff391-f214-4c17-bcd1-c80af6d20062 None None] The sync data for ids ['223a7420-d13f-4545-8a83-72be356391a2'] in n-d-799526-3 is: [{'id': '223a7420-d13f-4545-8a83-72be356391a2', 'name': 'tempest-TestVolumeBackupRestore-767399512-router', 'tenant_id': '35a83a7f86174f82a2f14d2fef76f49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:18Z', 'updated_at': '2021-07-06T18:13:17Z', 'revision_number': 6, 'project_id': '35a83a7f86174f82a2f14d2fef76f49b', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:18.155497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-884f0381-42e2-429d-a098-007e90c63c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.230218 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-884f0381-42e2-429d-a098-007e90c63c7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4df5f1684a48422a80a04e48c45e2860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7542744 Jul 06 18:13:18.231101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45394) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:18.231769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f0381-42e2-429d-a098-007e90c63c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eec4ff-9f84-47be-98c1-946ed5292f89,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:18.324201 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.334236 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b06de9e-170b-478f-be8f-d229346f7963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.378231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=df34d56b-1ab1-45a8-b791-115df099e639,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:18.436906 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b06de9e-170b-478f-be8f-d229346f7963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.553646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b06de9e-170b-478f-be8f-d229346f7963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.556767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b06de9e-170b-478f-be8f-d229346f7963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.561387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9b06de9e-170b-478f-be8f-d229346f7963 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62eec4ff-9f84-47be-98c1-946ed5292f89 HTTP/1.1" status: 204 len: 168 time: 0.3151205 Jul 06 18:13:18.575473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06de9e-170b-478f-be8f-d229346f7963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eec4ff-9f84-47be-98c1-946ed5292f89,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:18.627926 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.921987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:18.938987 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:18.943946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.046673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.047703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223a7420-d13f-4545-8a83-72be356391a2 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:13:19.060792 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.064204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-52cfed8d-2126-4a8e-be9a-14c6ee81c6c6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/223a7420-d13f-4545-8a83-72be356391a2 HTTP/1.1" status: 204 len: 168 time: 2.1248856 Jul 06 18:13:19.068565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45412) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:19.262907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5287e3f-0bc0-433f-bbec-ec6c6b16e8d4 admin admin] Deleting subnet e2882248-c3cb-464d-a070-f54a87e9c69c {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:19.281864 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5287e3f-0bc0-433f-bbec-ec6c6b16e8d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.415653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45414) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:19.419609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5287e3f-0bc0-433f-bbec-ec6c6b16e8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.423510 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06ea2585-7a5f-47d6-863b-c1b9f0bbb8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.437178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fea38660-9b7a-434d-bc1b-1c26fe29f334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.555367 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b9a0-227b-49bd-a0a5-934b64cbf8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.612465 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5287e3f-0bc0-433f-bbec-ec6c6b16e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.634547 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fea38660-9b7a-434d-bc1b-1c26fe29f334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.645901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fea38660-9b7a-434d-bc1b-1c26fe29f334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.751319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fea38660-9b7a-434d-bc1b-1c26fe29f334 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2af70677e4f74c46aa971731972d06aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342941 Jul 06 18:13:19.757560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:19.776582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea38660-9b7a-434d-bc1b-1c26fe29f334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de523e22-132f-4df9-8012-9d7a0ae58679,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:19.839838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5287e3f-0bc0-433f-bbec-ec6c6b16e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.888896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5287e3f-0bc0-433f-bbec-ec6c6b16e8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2882248-c3cb-464d-a070-f54a87e9c69c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:19.889180 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2bd8-eb72-482b-90ce-2998c5d17127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.902269 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5287e3f-0bc0-433f-bbec-ec6c6b16e8d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.906759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b5287e3f-0bc0-433f-bbec-ec6c6b16e8d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2882248-c3cb-464d-a070-f54a87e9c69c HTTP/1.1" status: 204 len: 168 time: 0.8360817 Jul 06 18:13:19.907411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:19.910046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06ea2585-7a5f-47d6-863b-c1b9f0bbb8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.917721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a01f88-6ae0-4326-8201-9487dd14767d None None] Network 1fefb7d6-40a0-413f-83cc-9cc7767871ed requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:19.919441 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06ea2585-7a5f-47d6-863b-c1b9f0bbb8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:19.941705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2bd8-eb72-482b-90ce-2998c5d17127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.037566 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2bd8-eb72-482b-90ce-2998c5d17127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.044311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2bd8-eb72-482b-90ce-2998c5d17127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.047141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-06ea2585-7a5f-47d6-863b-c1b9f0bbb8b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58d8c7dca35944779a28c7be42936823&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1233983 Jul 06 18:13:20.052873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7cfe2bd8-eb72-482b-90ce-2998c5d17127 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de523e22-132f-4df9-8012-9d7a0ae58679 HTTP/1.1" status: 204 len: 168 time: 0.2903028 Jul 06 18:13:20.054553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45422) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:20.061554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea2585-7a5f-47d6-863b-c1b9f0bbb8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516ba4ff-20e8-48dd-88ab-49db791b022c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:20.075910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe2bd8-eb72-482b-90ce-2998c5d17127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de523e22-132f-4df9-8012-9d7a0ae58679,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:20.084722 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.224047 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2256af2d-5c39-46d6-ab00-9346488b7c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.253471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.274902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2256af2d-5c39-46d6-ab00-9346488b7c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.337062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ba3e29f-7134-4e04-a35d-dca35275bb62 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:20.357016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Deleting port f923590a-86a6-409a-b8bd-647e4064fce4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:20.358515 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.379060 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2256af2d-5c39-46d6-ab00-9346488b7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.382608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2256af2d-5c39-46d6-ab00-9346488b7c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.383891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 3ba3e29f-7134-4e04-a35d-dca35275bb62 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:20.388946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ba3e29f-7134-4e04-a35d-dca35275bb62 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:20.389517 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2256af2d-5c39-46d6-ab00-9346488b7c37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/516ba4ff-20e8-48dd-88ab-49db791b022c HTTP/1.1" status: 204 len: 168 time: 0.3172002 Jul 06 18:13:20.389701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device df34d56b-1ab1-45a8-b791-115df099e639 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:20.414691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256af2d-5c39-46d6-ab00-9346488b7c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516ba4ff-20e8-48dd-88ab-49db791b022c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:20.493153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] DHCP port deletion for 1fefb7d6-40a0-413f-83cc-9cc7767871ed request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:13:20.528963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: df34d56b-1ab1-45a8-b791-115df099e639 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:20.529941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device df34d56b-1ab1-45a8-b791-115df099e639 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:20.550076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] For port f923590a-86a6-409a-b8bd-647e4064fce4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f923590a-86a6-409a-b8bd-647e4064fce4,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:20.551162 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.599691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Calling delete_port for f923590a-86a6-409a-b8bd-647e4064fce4 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:20.635388 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Deleting port f923590a-86a6-409a-b8bd-647e4064fce4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:20.636678 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.763714 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.801452 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] For port f923590a-86a6-409a-b8bd-647e4064fce4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f923590a-86a6-409a-b8bd-647e4064fce4,segment=NetworkSegment(7723f91c-b510-451b-b636-d52868c8c380),segment_id=7723f91c-b510-451b-b636-d52868c8c380)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:20.802279 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:20.824083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Pushing event deleted for resources: {'Port': ['ID=f923590a-86a6-409a-b8bd-647e4064fce4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:20.828441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] No DVR routers for this DVR port f923590a-86a6-409a-b8bd-647e4064fce4 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:20.849844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Calling delete_port for f923590a-86a6-409a-b8bd-647e4064fce4 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:20.869253 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.006148 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.025564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fefb7d6-40a0-413f-83cc-9cc7767871ed']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:21.047934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7723f91c-b510-451b-b636-d52868c8c380') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:21.048451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7723f91c-b510-451b-b636-d52868c8c380') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:21.062828 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.069392 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.094971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.105866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] No DVR routers for this DVR port f923590a-86a6-409a-b8bd-647e4064fce4 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:21.111592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:21.111592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:21.114031 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:21.119868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Pushing event deleted for resources: {'Port': ['ID=f923590a-86a6-409a-b8bd-647e4064fce4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:21.149622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.149968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.150309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.170780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.171471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.172019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.172574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.173157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.173763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.174401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.174998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.179580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8578666a-46db-4946-b265-09b2a7fac595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:21.235986 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.257042 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:21.259383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] 10.222.0.13 "DELETE /v2.0/networks/1fefb7d6-40a0-413f-83cc-9cc7767871ed HTTP/1.1" status: 204 len: 168 time: 1.3477106 Jul 06 18:13:21.260400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5777c-4330-44b3-b080-aee98b1fbbed admin admin] Pushing event deleted for resources: {'Network': ['ID=1fefb7d6-40a0-413f-83cc-9cc7767871ed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:21.265133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:21.950263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.093734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:22.228443 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f923590a-86a6-409a-b8bd-647e4064fce4 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:22.278314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f923590a-86a6-409a-b8bd-647e4064fce4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:22.279256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f923590a-86a6-409a-b8bd-647e4064fce4 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:22.483236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Deleting port 7254e683-f279-4985-ad45-84f2c9ecdd51 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:22.484137 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.535260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-770613290-network', 'tenant_id': 'fd97693225e243b8b98dddefcef7f857'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:22.582555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Made reservation on behalf of fd97693225e243b8b98dddefcef7f857 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:22.593079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.620607 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.720672 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.846814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.855331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.923248 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:13:22.943843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679cc74-062b-4522-b933-17f03276f878,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:22.971020 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:22.972721 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Added segment 0cbb6d58-6573-40ae-8775-462618509e1a of type vlan for network d4afe9b7-93ef-483c-84c8-cc76d59094a1 Jul 06 18:13:23.049630 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.099203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.101320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:23.102037 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.131006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] For port 7254e683-f279-4985-ad45-84f2c9ecdd51, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=7254e683-f279-4985-ad45-84f2c9ecdd51,segment=NetworkSegment(7015cf52-f333-4d0d-98e3-c575a487211d),segment_id=7015cf52-f333-4d0d-98e3-c575a487211d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:23.131539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.154699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Calling delete_port for 7254e683-f279-4985-ad45-84f2c9ecdd51 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:23.191362 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0963490 Jul 06 18:13:23.192079 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:23.199833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Request body: {'subnet': {'network_id': 'd4afe9b7-93ef-483c-84c8-cc76d59094a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-770613290-subnet', 'tenant_id': 'fd97693225e243b8b98dddefcef7f857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:23.235815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Made reservation on behalf of fd97693225e243b8b98dddefcef7f857 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:23.240415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.295580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7f6a-a1b9-4041-9b02-e663c92fba26 admin admin] Pushing event updated for resources: {'Network': ['ID=d4afe9b7-93ef-483c-84c8-cc76d59094a1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:23.313403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network d4afe9b7-93ef-483c-84c8-cc76d59094a1 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:13:23.585973 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.603420 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.650529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Pushing event deleted for resources: {'Port': ['ID=7254e683-f279-4985-ad45-84f2c9ecdd51,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:23.680247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756fe8fc-b170-43b4-832c-e32e01967e82,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:23.695854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Checking segment: {'id': '0cbb6d58-6573-40ae-8775-462618509e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd4afe9b7-93ef-483c-84c8-cc76d59094a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:23.696557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Network hostable DHCP agents. Network: d4afe9b7-93ef-483c-84c8-cc76d59094a1, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:13:23.726917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Network d4afe9b7-93ef-483c-84c8-cc76d59094a1 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:13:23.740775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, d4afe9b7-93ef-483c-84c8-cc76d59094a1) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:23.747431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:23.748428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:23.758080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556b1dc-b12d-4470-9d2c-3fc5d0dbe478 None None] Network d4afe9b7-93ef-483c-84c8-cc76d59094a1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:23.780065 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-45ce5508-25d4-41c1-a4f6-51c9d2e36397 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5844560 Jul 06 18:13:23.999037 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b937b-f321-46ea-a600-76ec892e1105 None None] Network d4afe9b7-93ef-483c-84c8-cc76d59094a1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:24.063468 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.400739 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45526) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.451635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:13:24.599378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a442664-55f5-4183-88e2-ae4011ac8b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.636730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:13:24.649014 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] Sync routers for ids ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:13:24.649665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bce5663f-caf7-4844-aeae-7ad10ae97279 admin admin] 10.222.0.13 "PUT /v2.0/routers/0fcd0bd1-4e70-4e5d-952b-83cbc2654f77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3793018 Jul 06 18:13:24.649665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.791897 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a442664-55f5-4183-88e2-ae4011ac8b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.798701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a442664-55f5-4183-88e2-ae4011ac8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.834679 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] Routers {'0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:24.835657 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:13:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:24.865182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45542) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.873379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1194944015-network', 'tenant_id': 'da127cd9b7eb431d8076388a279fbd0f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:24.899649 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a442664-55f5-4183-88e2-ae4011ac8b7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c109f52ccc5450692af3af6dc7ddc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946351 Jul 06 18:13:24.903470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45544) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:24.925566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Made reservation on behalf of da127cd9b7eb431d8076388a279fbd0f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:24.932145 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.967963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a442664-55f5-4183-88e2-ae4011ac8b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b580e8-7bb4-4837-b4f7-a0a05d2ad667,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:24.972121 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:24.988844 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.011291 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] Set router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:25.014623 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e33827b-bc6f-4523-8ed9-a324c94b3099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.043572 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e33827b-bc6f-4523-8ed9-a324c94b3099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.132767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e33827b-bc6f-4523-8ed9-a324c94b3099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.138942 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e33827b-bc6f-4523-8ed9-a324c94b3099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.142146 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4e33827b-bc6f-4523-8ed9-a324c94b3099 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4b580e8-7bb4-4837-b4f7-a0a05d2ad667 HTTP/1.1" status: 204 len: 168 time: 0.2359829 Jul 06 18:13:25.167242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33827b-bc6f-4523-8ed9-a324c94b3099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b580e8-7bb4-4837-b4f7-a0a05d2ad667,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:25.186659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.275552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.286602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.319365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c610bd-6003-4c2f-80ae-e4ac81bbdcac,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:25.345503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Deleting port 4bb966d6-313f-43e6-991a-a51dac4dc45b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:25.346719 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.352656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:13:25.392892 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:32Z', 'updated_at': '2021-07-06T18:13:23Z', 'revision_number': 5, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'gw_port': {'id': '4bb966d6-313f-43e6-991a-a51dac4dc45b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:07:33Z', 'updated_at': '2021-07-06T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:25.407137 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.407137 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Added segment 838dd101-05c8-4cff-b1cd-1e32a68cdec5 of type vlan for network 362a6170-71f3-482b-8ed8-8ad14cc8a6be Jul 06 18:13:25.472087 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] Checking router: 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:13:25.474460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.493789 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] Routers {'0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:13:25.494817 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:13:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:25.505380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] For port 4bb966d6-313f-43e6-991a-a51dac4dc45b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4bb966d6-313f-43e6-991a-a51dac4dc45b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:25.505750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.530678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Calling delete_port for 4bb966d6-313f-43e6-991a-a51dac4dc45b owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:25.548953 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.550990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:25.551700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.633332 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] Set router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:13:25.678939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8122046 Jul 06 18:13:25.682073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45556) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:25.694645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Request body: {'subnet': {'network_id': '362a6170-71f3-482b-8ed8-8ad14cc8a6be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1194944015-subnet', 'tenant_id': 'da127cd9b7eb431d8076388a279fbd0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:25.710244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e97e0-9532-47f8-a4f5-a1910cf0362f admin admin] Pushing event updated for resources: {'Network': ['ID=362a6170-71f3-482b-8ed8-8ad14cc8a6be,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:25.725364 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 362a6170-71f3-482b-8ed8-8ad14cc8a6be details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:13:25.767746 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:32Z', 'updated_at': '2021-07-06T18:13:25Z', 'revision_number': 6, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:25.806711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Made reservation on behalf of da127cd9b7eb431d8076388a279fbd0f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:25.809479 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:25.851248 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cb499-f091-4fd5-a57e-bf5ea28cc576 None None] The sync data for ids ['0fcd0bd1-4e70-4e5d-952b-83cbc2654f77'] in n-d-799526-3 is: [{'id': '0fcd0bd1-4e70-4e5d-952b-83cbc2654f77', 'name': 'tempest-TestVolumeBackupRestore-1417022868-router', 'tenant_id': '9fe28278768643f188f5f14ade6bc225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:07:32Z', 'updated_at': '2021-07-06T18:13:25Z', 'revision_number': 6, 'project_id': '9fe28278768643f188f5f14ade6bc225', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:13:25.980551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:26.027274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf4c09d4-56a4-420c-9baf-6b373b9fdf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.048842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.102688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb966d6-313f-43e6-991a-a51dac4dc45b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:26.240043 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.285980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.339777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea17e50-3edf-4c8a-8356-966a48578437,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:26.352278 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf4c09d4-56a4-420c-9baf-6b373b9fdf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.370049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf4c09d4-56a4-420c-9baf-6b373b9fdf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.412381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7254e683-f279-4985-ad45-84f2c9ecdd51 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:26.480449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 7254e683-f279-4985-ad45-84f2c9ecdd51 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:26.481006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 7254e683-f279-4985-ad45-84f2c9ecdd51 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:26.510817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.515330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.576674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.577897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:13:26.587337 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.591892 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1d51c9ae-f96f-46ec-801a-e0cd9c1a2eba admin admin] 10.222.0.13 "DELETE /v2.0/routers/0fcd0bd1-4e70-4e5d-952b-83cbc2654f77 HTTP/1.1" status: 204 len: 168 time: 1.9386196 Jul 06 18:13:26.592469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45562) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:26.685395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bec7ce-1f00-481e-b6a0-497aebbf6838 admin admin] Deleting subnet eef12bbb-9cec-4fef-8a84-6aa7598ccd60 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:26.692211 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23bec7ce-1f00-481e-b6a0-497aebbf6838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.763543 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23bec7ce-1f00-481e-b6a0-497aebbf6838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.847222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Checking segment: {'id': '838dd101-05c8-4cff-b1cd-1e32a68cdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '362a6170-71f3-482b-8ed8-8ad14cc8a6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:26.848138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Network hostable DHCP agents. Network: 362a6170-71f3-482b-8ed8-8ad14cc8a6be, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:13:26.866282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c09d4-56a4-420c-9baf-6b373b9fdf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616ded1e-425c-4b69-9023-4aa4cfd13325,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:26.876716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bf4c09d4-56a4-420c-9baf-6b373b9fdf26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3af56e0590a4011a4b820e865c1174f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8898871 Jul 06 18:13:26.878148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:26.921494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Network 362a6170-71f3-482b-8ed8-8ad14cc8a6be is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:13:26.946626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 362a6170-71f3-482b-8ed8-8ad14cc8a6be) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:26.957434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:26.958053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:26.962408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8f9dc-f3d6-4a75-9664-2d06e0155039 None None] Network 362a6170-71f3-482b-8ed8-8ad14cc8a6be requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:26.964242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13cc8262-69db-4e5e-bf1c-8b28b2143a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.003742 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9afb7dc1-38d1-4568-b790-e142ddffb5d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3094993 Jul 06 18:13:27.004067 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23bec7ce-1f00-481e-b6a0-497aebbf6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.010454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13cc8262-69db-4e5e-bf1c-8b28b2143a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.119207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13cc8262-69db-4e5e-bf1c-8b28b2143a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.125391 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13cc8262-69db-4e5e-bf1c-8b28b2143a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.130369 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-13cc8262-69db-4e5e-bf1c-8b28b2143a4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/616ded1e-425c-4b69-9023-4aa4cfd13325 HTTP/1.1" status: 204 len: 168 time: 0.2510183 Jul 06 18:13:27.145822 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23bec7ce-1f00-481e-b6a0-497aebbf6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.157294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc8262-69db-4e5e-bf1c-8b28b2143a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616ded1e-425c-4b69-9023-4aa4cfd13325,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:27.169590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23bec7ce-1f00-481e-b6a0-497aebbf6838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.172113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-23bec7ce-1f00-481e-b6a0-497aebbf6838 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eef12bbb-9cec-4fef-8a84-6aa7598ccd60 HTTP/1.1" status: 204 len: 168 time: 0.5777953 Jul 06 18:13:27.176667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45572) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:27.217573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bec7ce-1f00-481e-b6a0-497aebbf6838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef12bbb-9cec-4fef-8a84-6aa7598ccd60,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:27.240123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6615e0-4d58-4fef-95e0-9540873fd7ff None None] Network 22154b5c-f526-4c90-9456-f04d68bde766 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:27.457806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f804e0-688b-4fe3-bc7f-da37075c62cd None None] Network 362a6170-71f3-482b-8ed8-8ad14cc8a6be requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:13:27.484119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.650091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Deleting port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:27.651063 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.834062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] For port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1f92e1d0-fd87-4cb5-b57d-e6de31357a2f,segment=NetworkSegment(7015cf52-f333-4d0d-98e3-c575a487211d),segment_id=7015cf52-f333-4d0d-98e3-c575a487211d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:27.834547 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:27.865343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Calling delete_port for 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:27.890306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08e9df-4c49-4e46-8cf4-21b35b8e393e None None] DHCP port deletion for 22154b5c-f526-4c90-9456-f04d68bde766 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:13:27.972752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ec08e9df-4c49-4e46-8cf4-21b35b8e393e None None] Deleting port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:27.973479 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec08e9df-4c49-4e46-8cf4-21b35b8e393e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.077886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.146096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ec08e9df-4c49-4e46-8cf4-21b35b8e393e None None] For port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1f92e1d0-fd87-4cb5-b57d-e6de31357a2f,segment=NetworkSegment(7015cf52-f333-4d0d-98e3-c575a487211d),segment_id=7015cf52-f333-4d0d-98e3-c575a487211d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:28.148059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec08e9df-4c49-4e46-8cf4-21b35b8e393e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.168609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f92e1d0-fd87-4cb5-b57d-e6de31357a2f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:28.182963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] No DVR routers for this DVR port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:28.183908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ec08e9df-4c49-4e46-8cf4-21b35b8e393e None None] Calling delete_port for 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:28.287242 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:28.314236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:28.314619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:28.315454 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4bb966d6-313f-43e6-991a-a51dac4dc45b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:28.343382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 4bb966d6-313f-43e6-991a-a51dac4dc45b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:28.343731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4bb966d6-313f-43e6-991a-a51dac4dc45b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:28.380308 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec08e9df-4c49-4e46-8cf4-21b35b8e393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.426586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08e9df-4c49-4e46-8cf4-21b35b8e393e None None] Pushing event deleted for resources: {'Port': ['ID=1f92e1d0-fd87-4cb5-b57d-e6de31357a2f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:28.429908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec08e9df-4c49-4e46-8cf4-21b35b8e393e None None] No DVR routers for this DVR port 1f92e1d0-fd87-4cb5-b57d-e6de31357a2f on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:28.452449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.480983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22154b5c-f526-4c90-9456-f04d68bde766']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:28.506062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7015cf52-f333-4d0d-98e3-c575a487211d') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:28.506991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7015cf52-f333-4d0d-98e3-c575a487211d') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:28.533795 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.554691 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.563472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:28.564649 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:28.567065 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:28.643912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.655396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b22615-b637-4d20-b652-8477c1396116 req-f4c8bb2a-bc6b-44b0-b238-b0b752c1da82 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:28.657148 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-f4c8bb2a-bc6b-44b0-b238-b0b752c1da82 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/networks?id=d4afe9b7-93ef-483c-84c8-cc76d59094a1 HTTP/1.1" status: 200 len: 811 time: 0.2584741 Jul 06 18:13:28.661011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:28.667252 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/22154b5c-f526-4c90-9456-f04d68bde766 HTTP/1.1" status: 204 len: 168 time: 1.4884210 Jul 06 18:13:28.680130 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-753aeaa0-f0e3-4d50-893c-09ac8a294e1f tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/quotas/fd97693225e243b8b98dddefcef7f857 HTTP/1.1" status: 200 len: 375 time: 0.0118275 Jul 06 18:13:28.684809 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18402301-c888-431a-87b9-884f829d5a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=22154b5c-f526-4c90-9456-f04d68bde766,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:28.731419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-467b1e04-b82a-4709-a306-0ef7a1466fb0 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd97693225e243b8b98dddefcef7f857&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441914 Jul 06 18:13:28.747897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-9bc5db72-c7ba-4b3c-9e9e-48791504ec80 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:13:28.749320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-9bc5db72-c7ba-4b3c-9e9e-48791504ec80 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066173 Jul 06 18:13:28.888328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-a3d09c7e-cec5-43b4-937f-666a352dba8c service neutron] 10.222.0.13 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232319 Jul 06 18:13:28.985792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45622) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:29.076246 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fea44b17-db1b-43ae-b325-5d95809d66d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35a83a7f86174f82a2f14d2fef76f49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886190 Jul 06 18:13:29.080324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45624) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:29.088137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-00da5a78-9167-40ac-9f89-627df9d8f798 service neutron] 10.222.0.13 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866777 Jul 06 18:13:29.199779 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3badbe4-a611-4a1e-8d57-924c689a7e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.249103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3badbe4-a611-4a1e-8d57-924c689a7e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.348060 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3badbe4-a611-4a1e-8d57-924c689a7e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.351311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3badbe4-a611-4a1e-8d57-924c689a7e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:29.352527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e3badbe4-a611-4a1e-8d57-924c689a7e72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0108f8d8-a1a8-4643-8143-13c0d4e258f4 HTTP/1.1" status: 204 len: 168 time: 0.2700057 Jul 06 18:13:29.366905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3badbe4-a611-4a1e-8d57-924c689a7e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0108f8d8-a1a8-4643-8143-13c0d4e258f4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:29.587095 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb235c7b-6f83-4d22-9a7a-ee9c863c42e9 req-5af5deeb-4ea1-4dca-adf5-7bf409e551c5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 210 time: 0.0638247 Jul 06 18:13:30.101376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45648) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:30.189736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-36199076-b823-40ea-bb43-e5f9d7d6395d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fe28278768643f188f5f14ade6bc225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861979 Jul 06 18:13:30.191123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45650) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:30.312155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf41b-6b51-4390-aff4-99d6511c2be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.353869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf41b-6b51-4390-aff4-99d6511c2be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.454977 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf41b-6b51-4390-aff4-99d6511c2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.466303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf41b-6b51-4390-aff4-99d6511c2be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:30.473230 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cbdcf41b-6b51-4390-aff4-99d6511c2be7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bdb7fb6-a666-4706-97d0-084b60d51058 HTTP/1.1" status: 204 len: 168 time: 0.2800517 Jul 06 18:13:30.490268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcf41b-6b51-4390-aff4-99d6511c2be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdb7fb6-a666-4706-97d0-084b60d51058,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:30.901399 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3bb32d7a-5151-43f4-9a74-26dce34a628e req-1dec526a-ecf4-40e0-b7c8-de78924c8d76 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 210 time: 0.0850472 Jul 06 18:13:31.032792 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:13:31.728052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b22615-b637-4d20-b652-8477c1396116 req-52071bd7-202a-43e9-93b9-d46879d8099a tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:31.730678 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-52071bd7-202a-43e9-93b9-d46879d8099a tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.22 "GET /v2.0/networks?id=d4afe9b7-93ef-483c-84c8-cc76d59094a1 HTTP/1.1" status: 200 len: 811 time: 0.2362993 Jul 06 18:13:31.744887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Request body: {'port': {'device_id': 'fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3', 'network_id': 'd4afe9b7-93ef-483c-84c8-cc76d59094a1', 'admin_state_up': True, 'tenant_id': 'fd97693225e243b8b98dddefcef7f857'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:31.945311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Made reservation on behalf of fd97693225e243b8b98dddefcef7f857 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:13:31.948652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.111085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c14a094a-0044-4e6f-a3b0-5da4dc28bc4b req-c55a059b-d858-43a9-b5c6-561bb1a0102f tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 210 time: 0.0721798 Jul 06 18:13:32.167008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Allocated IP 172.20.0.13 (d4afe9b7-93ef-483c-84c8-cc76d59094a1/756fe8fc-b170-43b4-832c-e32e01967e82/489d6582-1c82-4877-8164-5cb806569fac) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:13:32.253849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.478803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.549941 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.631846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Network d4afe9b7-93ef-483c-84c8-cc76d59094a1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:13:32.638267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:13:32.651275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:13:32.703486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Pushing event updated for resources: {'Port': ['ID=489d6582-1c82-4877-8164-5cb806569fac,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:32.749551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:32.750539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:32.782123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-62dfaca5-b859-409f-8de1-bc9a5bc73be5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0417542 Jul 06 18:13:32.795017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Request body: {'port': {'device_id': 'fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:13:32.904690 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.446985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489d6582-1c82-4877-8164-5cb806569fac {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:13:33.458277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.492704 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Transition to ACTIVE for port object 489d6582-1c82-4877-8164-5cb806569fac will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:13:33.520777 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c750261-7cb8-46ef-a988-88f229aa02b4 req-b16a41ea-36c3-46c9-9ddd-037e720cb2f1 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:33.525240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c750261-7cb8-46ef-a988-88f229aa02b4 req-b16a41ea-36c3-46c9-9ddd-037e720cb2f1 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 932 time: 0.1608517 Jul 06 18:13:33.526682 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:33.662994 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=489d6582-1c82-4877-8164-5cb806569fac,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:33.683813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c750261-7cb8-46ef-a988-88f229aa02b4 req-f86a41f4-ef6c-4e12-9df2-0d510fd67830 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427121 Jul 06 18:13:33.804530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Attempting to bind port 489d6582-1c82-4877-8164-5cb806569fac on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:13:33.805469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Attempting to bind port 489d6582-1c82-4877-8164-5cb806569fac by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '0cbb6d58-6573-40ae-8775-462618509e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd4afe9b7-93ef-483c-84c8-cc76d59094a1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:13:33.805469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Attempting to bind port 489d6582-1c82-4877-8164-5cb806569fac on network d4afe9b7-93ef-483c-84c8-cc76d59094a1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:33.815492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Port 489d6582-1c82-4877-8164-5cb806569fac on network d4afe9b7-93ef-483c-84c8-cc76d59094a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:13:33.816145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Attempting to bind port 489d6582-1c82-4877-8164-5cb806569fac on network d4afe9b7-93ef-483c-84c8-cc76d59094a1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:13:33.822978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:13:33.826414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Checking segment: {'id': '0cbb6d58-6573-40ae-8775-462618509e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd4afe9b7-93ef-483c-84c8-cc76d59094a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:13:33.826414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Bound using segment: {'id': '0cbb6d58-6573-40ae-8775-462618509e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd4afe9b7-93ef-483c-84c8-cc76d59094a1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:13:33.826414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Bound port: 489d6582-1c82-4877-8164-5cb806569fac, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbb6d58-6573-40ae-8775-462618509e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd4afe9b7-93ef-483c-84c8-cc76d59094a1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:13:33.826414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.024723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] For port 489d6582-1c82-4877-8164-5cb806569fac, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:13:34.038899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] For port 489d6582-1c82-4877-8164-5cb806569fac, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=489d6582-1c82-4877-8164-5cb806569fac,segment=NetworkSegment(0cbb6d58-6573-40ae-8775-462618509e1a),segment_id=0cbb6d58-6573-40ae-8775-462618509e1a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:13:34.047410 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.132445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:34.134580 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:34.137434 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] 10.222.0.22 "PUT /v2.0/ports/489d6582-1c82-4877-8164-5cb806569fac HTTP/1.1" status: 200 len: 1092 time: 1.3470170 Jul 06 18:13:34.145174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3', 'tag': '489d6582-1c82-4877-8164-5cb806569fac'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:13:34.152211 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dfd80c-0803-4a67-8e26-f6396d77ac9d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3", "tag": "489d6582-1c82-4877-8164-5cb806569fac"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:13:34.252650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf833c1-8cb7-4aa6-a367-571d91ffa1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=489d6582-1c82-4877-8164-5cb806569fac,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:34.294468 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44926a7b-e8d9-403c-a5b0-c8ca4550dcd9 x-openstack-request-id: req-44926a7b-e8d9-403c-a5b0-c8ca4550dcd9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:13:34.294984 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3", "tag": "489d6582-1c82-4877-8164-5cb806569fac", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:13:34.295466 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44926a7b-e8d9-403c-a5b0-c8ca4550dcd9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:13:34.296160 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3', 'tag': '489d6582-1c82-4877-8164-5cb806569fac', 'status': 'completed', 'code': 200} Jul 06 18:13:34.360700 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b22615-b637-4d20-b652-8477c1396116 req-c1c31a03-b7da-4f3d-beb8-99a82f7682d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:34.364175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-c1c31a03-b7da-4f3d-beb8-99a82f7682d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd97693225e243b8b98dddefcef7f857&device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 1095 time: 0.1334839 Jul 06 18:13:34.433368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-2f03c213-56eb-485c-9b05-4053e45cde8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=489d6582-1c82-4877-8164-5cb806569fac HTTP/1.1" status: 200 len: 217 time: 0.0622640 Jul 06 18:13:34.494518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b22615-b637-4d20-b652-8477c1396116 req-6a411196-49ec-4a15-857e-4850f4dc719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:34.496676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-6a411196-49ec-4a15-857e-4850f4dc719a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756fe8fc-b170-43b4-832c-e32e01967e82 HTTP/1.1" status: 200 len: 851 time: 0.0570147 Jul 06 18:13:34.540018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-a0e0f7c2-e6d5-454a-8fe6-c8f4f02526de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d4afe9b7-93ef-483c-84c8-cc76d59094a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358336 Jul 06 18:13:34.678615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-189452aa-0b72-4974-b408-8086e62a7f87 service neutron] 10.222.0.22 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317711 Jul 06 18:13:34.796153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-38b22615-b637-4d20-b652-8477c1396116 req-d0b14fb2-c029-4d5a-890a-31930d160ec3 service neutron] 10.222.0.22 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111245 Jul 06 18:13:34.995189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-727ca10c-03d9-499c-b0f3-dac487c9f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:34.996686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-727ca10c-03d9-499c-b0f3-dac487c9f4ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd97693225e243b8b98dddefcef7f857&device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 1095 time: 0.1360750 Jul 06 18:13:35.037923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05393e88-4b3d-4726-999f-60db33f4a671 req-15e7a430-11e4-4171-92db-3be061cd70b4 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:35.039641 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-05393e88-4b3d-4726-999f-60db33f4a671 req-15e7a430-11e4-4171-92db-3be061cd70b4 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 944 time: 0.1219463 Jul 06 18:13:35.146048 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-05393e88-4b3d-4726-999f-60db33f4a671 req-8524108b-4eb0-4939-b0cc-da2ab79a1bba tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746319 Jul 06 18:13:35.165481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-75008d11-eb1b-4f6a-bf0a-9feca13648c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:35.167237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-75008d11-eb1b-4f6a-bf0a-9feca13648c1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d4afe9b7-93ef-483c-84c8-cc76d59094a1 HTTP/1.1" status: 200 len: 912 time: 0.1629820 Jul 06 18:13:35.227041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-8544e497-9b50-4434-9437-9176a41d1c0a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=489d6582-1c82-4877-8164-5cb806569fac HTTP/1.1" status: 200 len: 217 time: 0.0518153 Jul 06 18:13:35.300118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-07e72a34-ab1a-496f-b70f-4aab3ff2ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:35.302848 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-07e72a34-ab1a-496f-b70f-4aab3ff2ff74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756fe8fc-b170-43b4-832c-e32e01967e82 HTTP/1.1" status: 200 len: 851 time: 0.0688396 Jul 06 18:13:35.347632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-dd0fd7ad-72f3-4523-94ff-f7939a614373 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d4afe9b7-93ef-483c-84c8-cc76d59094a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378771 Jul 06 18:13:35.514166 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-1e4eeab2-be30-4701-becc-42b116bcfe30 service neutron] 10.222.0.22 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598444 Jul 06 18:13:35.625745 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:35.670111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53dfd80c-0803-4a67-8e26-f6396d77ac9d req-2f90a5d5-4e8e-400a-97a1-f62a8f2bdf43 service neutron] 10.222.0.22 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482542 Jul 06 18:13:36.517763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3592a21-72dd-4ae5-b889-09c12eb06967 req-cf6fcb8d-6398-48e8-8893-1d7e36e167b7 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:36.527175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3592a21-72dd-4ae5-b889-09c12eb06967 req-cf6fcb8d-6398-48e8-8893-1d7e36e167b7 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 944 time: 0.1595807 Jul 06 18:13:36.606903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3592a21-72dd-4ae5-b889-09c12eb06967 req-c49a9e4f-8811-495b-92e2-7209aa872881 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775399 Jul 06 18:13:36.981982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 489d6582-1c82-4877-8164-5cb806569fac details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:13:37.260219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 489d6582-1c82-4877-8164-5cb806569fac, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=489d6582-1c82-4877-8164-5cb806569fac,segment=NetworkSegment(0cbb6d58-6573-40ae-8775-462618509e1a),segment_id=0cbb6d58-6573-40ae-8775-462618509e1a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:37.291647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '489d6582-1c82-4877-8164-5cb806569fac', 'network_id': 'd4afe9b7-93ef-483c-84c8-cc76d59094a1', 'port_id': '489d6582-1c82-4877-8164-5cb806569fac', 'mac_address': 'fa:16:3e:1f:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756fe8fc-b170-43b4-832c-e32e01967e82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:13:37.383696 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.405852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489d6582-1c82-4877-8164-5cb806569fac {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:13:37.463484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 489d6582-1c82-4877-8164-5cb806569fac, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=489d6582-1c82-4877-8164-5cb806569fac,segment=NetworkSegment(0cbb6d58-6573-40ae-8775-462618509e1a),segment_id=0cbb6d58-6573-40ae-8775-462618509e1a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:37.469512 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:37.554781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=489d6582-1c82-4877-8164-5cb806569fac,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:37.677799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['489d6582-1c82-4877-8164-5cb806569fac'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:13:38.401008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca115876-6340-46ac-8d74-ca2896f123b2 req-9b388f77-c163-4ab2-8fc2-dd139c91c802 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:38.402953 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca115876-6340-46ac-8d74-ca2896f123b2 req-9b388f77-c163-4ab2-8fc2-dd139c91c802 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 945 time: 0.6630890 Jul 06 18:13:38.466170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca115876-6340-46ac-8d74-ca2896f123b2 req-0053ecf0-de14-4e74-98d0-94479d0572c4 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532160 Jul 06 18:13:38.988544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 489d6582-1c82-4877-8164-5cb806569fac up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:13:39.082294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 489d6582-1c82-4877-8164-5cb806569fac completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:13:39.089717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 489d6582-1c82-4877-8164-5cb806569fac triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:13:39.090368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.218003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.251317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489d6582-1c82-4877-8164-5cb806569fac'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:13:39.255204 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1371c9-3594-487f-9a81-a687203e73ed" -d '{"events": [{"server_uuid": "fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3", "name": "network-vif-plugged", "status": "completed", "tag": "489d6582-1c82-4877-8164-5cb806569fac"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:13:39.275917 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 489d6582-1c82-4877-8164-5cb806569fac, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=489d6582-1c82-4877-8164-5cb806569fac,segment=NetworkSegment(0cbb6d58-6573-40ae-8775-462618509e1a),segment_id=0cbb6d58-6573-40ae-8775-462618509e1a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:39.281104 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:39.335362 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a5fccc-b11c-4d60-8024-87b07b046b97 x-openstack-request-id: req-70a5fccc-b11c-4d60-8024-87b07b046b97 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:13:39.335860 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3", "name": "network-vif-plugged", "status": "completed", "tag": "489d6582-1c82-4877-8164-5cb806569fac", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:13:39.336077 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70a5fccc-b11c-4d60-8024-87b07b046b97 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:13:39.336514 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489d6582-1c82-4877-8164-5cb806569fac', 'code': 200} Jul 06 18:13:39.363292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=489d6582-1c82-4877-8164-5cb806569fac,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:39.522530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682096ff-a747-4141-8287-b58663d0ee61 req-35432213-c059-44ff-9fcc-1e619b2cfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:39.524687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-682096ff-a747-4141-8287-b58663d0ee61 req-35432213-c059-44ff-9fcc-1e619b2cfb59 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0817304 Jul 06 18:13:39.606797 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-682096ff-a747-4141-8287-b58663d0ee61 req-b03983f6-f319-434b-a282-51255d72b56d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753591 Jul 06 18:13:39.805038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3479e-e06b-41a0-b82d-7631e8a88e2a req-9969874f-4d97-44a8-b86f-65208331dd31 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:39.807292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dba3479e-e06b-41a0-b82d-7631e8a88e2a req-9969874f-4d97-44a8-b86f-65208331dd31 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1274645 Jul 06 18:13:39.864386 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dba3479e-e06b-41a0-b82d-7631e8a88e2a req-9127d7c1-1e5e-4ae4-ad5d-5455a1d248b4 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453887 Jul 06 18:13:41.159493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a7c71-8332-48b5-a9bd-f0806a300010 req-eedaeea6-3252-4b03-b4ee-76ceb38e23de tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:41.161167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e0a7c71-8332-48b5-a9bd-f0806a300010 req-eedaeea6-3252-4b03-b4ee-76ceb38e23de tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1176417 Jul 06 18:13:41.241627 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0e0a7c71-8332-48b5-a9bd-f0806a300010 req-d7bf225d-40cc-4063-83a0-0abec9fa345d tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732191 Jul 06 18:13:41.564319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc355a75-b41f-4a03-a730-e6aebd59aaf6 req-fe32794d-4614-404f-bc28-d427182f811f tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:41.567703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc355a75-b41f-4a03-a730-e6aebd59aaf6 req-fe32794d-4614-404f-bc28-d427182f811f tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1210053 Jul 06 18:13:41.634981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc355a75-b41f-4a03-a730-e6aebd59aaf6 req-72aa0181-e578-41db-a5e6-b52e27d1473a tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609007 Jul 06 18:13:42.273652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127caae-f919-4eea-b9b0-2d9d416b1626 req-14ff588b-2bf4-45b7-bdd6-3185f7eea2c5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:42.287037 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5127caae-f919-4eea-b9b0-2d9d416b1626 req-14ff588b-2bf4-45b7-bdd6-3185f7eea2c5 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1084456 Jul 06 18:13:42.368836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5127caae-f919-4eea-b9b0-2d9d416b1626 req-b4ec7aa6-c735-4ce6-9c14-287bb5f6ed8e tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800450 Jul 06 18:13:43.747392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94728cb2-6a0b-44f0-ba14-26ef83cdfec4 req-de8a7e33-0359-444f-b53c-3c60897ab2e3 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:43.752185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94728cb2-6a0b-44f0-ba14-26ef83cdfec4 req-de8a7e33-0359-444f-b53c-3c60897ab2e3 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1361446 Jul 06 18:13:43.860605 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-94728cb2-6a0b-44f0-ba14-26ef83cdfec4 req-7b7fa95c-2d30-4eff-8f69-bf6c28483cda tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966570 Jul 06 18:13:44.433895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567959b-753f-423e-9b5a-3dd56a351562 req-cf9b0ea7-e5f0-4796-b58f-74a3bbd66a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:44.438935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8567959b-753f-423e-9b5a-3dd56a351562 req-cf9b0ea7-e5f0-4796-b58f-74a3bbd66a18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd97693225e243b8b98dddefcef7f857&device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 1097 time: 0.1574960 Jul 06 18:13:44.571989 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567959b-753f-423e-9b5a-3dd56a351562 req-f714a61e-db50-4d30-b398-fb04bd5f7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:44.573880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8567959b-753f-423e-9b5a-3dd56a351562 req-f714a61e-db50-4d30-b398-fb04bd5f7d27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d4afe9b7-93ef-483c-84c8-cc76d59094a1 HTTP/1.1" status: 200 len: 912 time: 0.1288674 Jul 06 18:13:44.634025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1815-cd7c-492f-bdf6-4308e0535eb3 req-35355959-a328-4a61-8324-257e364ca689 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:44.636901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d78c1815-cd7c-492f-bdf6-4308e0535eb3 req-35355959-a328-4a61-8324-257e364ca689 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1568651 Jul 06 18:13:44.655305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8567959b-753f-423e-9b5a-3dd56a351562 req-3fdd9e07-e6df-4575-8159-f7e270658f24 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=489d6582-1c82-4877-8164-5cb806569fac HTTP/1.1" status: 200 len: 217 time: 0.0729961 Jul 06 18:13:44.701243 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d78c1815-cd7c-492f-bdf6-4308e0535eb3 req-831de995-ed3e-4a93-98f9-1cefbec0382a tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517497 Jul 06 18:13:44.730668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567959b-753f-423e-9b5a-3dd56a351562 req-7c4a2354-01dd-4cf1-bc26-5dc946b3256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:44.732282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8567959b-753f-423e-9b5a-3dd56a351562 req-7c4a2354-01dd-4cf1-bc26-5dc946b3256e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756fe8fc-b170-43b4-832c-e32e01967e82 HTTP/1.1" status: 200 len: 851 time: 0.0716012 Jul 06 18:13:44.772575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8567959b-753f-423e-9b5a-3dd56a351562 req-e4a7b61b-7062-48a6-aa71-a15fea9a3ddd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d4afe9b7-93ef-483c-84c8-cc76d59094a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334387 Jul 06 18:13:44.895696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8567959b-753f-423e-9b5a-3dd56a351562 req-2722608e-de22-4358-8bdb-159e8edbb981 service neutron] 10.222.0.22 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165154 Jul 06 18:13:45.009841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8567959b-753f-423e-9b5a-3dd56a351562 req-946b5071-59c3-4d22-9a09-6cf3239fac40 service neutron] 10.222.0.22 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074929 Jul 06 18:13:45.915315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c017b-1acc-498b-8526-5b285c5c6921 req-b9d4e8d9-aa2b-4fa1-bbdd-c48ec01b5175 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:45.917763 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc5c017b-1acc-498b-8526-5b285c5c6921 req-b9d4e8d9-aa2b-4fa1-bbdd-c48ec01b5175 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.0782163 Jul 06 18:13:45.968509 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cc5c017b-1acc-498b-8526-5b285c5c6921 req-4684ed3a-fdf8-4a13-86e6-65af59904721 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449374 Jul 06 18:13:46.517664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb5cd7-c677-44b7-b54a-40691e5973d3 req-72d03af6-bb2d-44c6-93b4-538ceea90838 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:46.520438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4ccb5cd7-c677-44b7-b54a-40691e5973d3 req-72d03af6-bb2d-44c6-93b4-538ceea90838 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1099811 Jul 06 18:13:46.568279 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45818) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:46.573456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4ccb5cd7-c677-44b7-b54a-40691e5973d3 req-b276f536-e168-485f-927d-3d5160ac856f tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Jul 06 18:13:47.018079 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-14b9426d-ad86-44ca-91dd-1c0f711e3a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.124467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02a923d-6ca5-45c1-b780-111f97e111ec admin admin] Deleting subnet bc18492c-fd3a-46c8-80fd-1432f6063b64 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:47.130503 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b02a923d-6ca5-45c1-b780-111f97e111ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.187439 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b02a923d-6ca5-45c1-b780-111f97e111ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.256848 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b02a923d-6ca5-45c1-b780-111f97e111ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.331164 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b02a923d-6ca5-45c1-b780-111f97e111ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.387760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a923d-6ca5-45c1-b780-111f97e111ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc18492c-fd3a-46c8-80fd-1432f6063b64,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:47.392053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b02a923d-6ca5-45c1-b780-111f97e111ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.396464 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b02a923d-6ca5-45c1-b780-111f97e111ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bc18492c-fd3a-46c8-80fd-1432f6063b64 HTTP/1.1" status: 204 len: 168 time: 0.8253784 Jul 06 18:13:47.400050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45826) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:47.535952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.694185 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.714516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac98902a-5908-4eb7-a24d-d77452419079']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:47.728813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf37d98-eec6-445a-a8b9-40a91c601cd2') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:47.729123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf37d98-eec6-445a-a8b9-40a91c601cd2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:47.742171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.794555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.805161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:47.805583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:47.807638 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:47.885377 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.890667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:47.900771 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac98902a-5908-4eb7-a24d-d77452419079 HTTP/1.1" status: 204 len: 168 time: 0.4950719 Jul 06 18:13:47.921571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b3fe-7243-4ff8-8380-ae144d53e54c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac98902a-5908-4eb7-a24d-d77452419079,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:47.937207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f9943-99de-40f3-b51c-508b31fd1332 req-0943f2c8-621c-4a0f-9e0f-42cffb1927fd tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:47.942266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-444f9943-99de-40f3-b51c-508b31fd1332 req-0943f2c8-621c-4a0f-9e0f-42cffb1927fd tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1803381 Jul 06 18:13:48.034962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-444f9943-99de-40f3-b51c-508b31fd1332 req-7147ae49-7c5c-4e4d-9f79-636c8f924379 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764756 Jul 06 18:13:48.227331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:48.309860 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e87604ff-4a67-4261-b12f-4e4383bb0e9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3e4c44871164a38b52ee11d2bd7ea73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803659 Jul 06 18:13:48.312488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:48.402409 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79cbe133-27df-4b86-88f1-46e50bbf05d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.446428 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79cbe133-27df-4b86-88f1-46e50bbf05d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.587708 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79cbe133-27df-4b86-88f1-46e50bbf05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.591165 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79cbe133-27df-4b86-88f1-46e50bbf05d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:48.592717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-79cbe133-27df-4b86-88f1-46e50bbf05d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcc6225b-690e-4fc6-9604-1b774e6d85d7 HTTP/1.1" status: 204 len: 168 time: 0.2785919 Jul 06 18:13:48.610651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbe133-27df-4b86-88f1-46e50bbf05d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6225b-690e-4fc6-9604-1b774e6d85d7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:48.623565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697b55b-1339-4943-84bf-55c72468a563 req-759c3ee4-8aec-4853-ad7b-70272eb3f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:48.625336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e697b55b-1339-4943-84bf-55c72468a563 req-759c3ee4-8aec-4853-ad7b-70272eb3f9f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd97693225e243b8b98dddefcef7f857&device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 1097 time: 0.1315391 Jul 06 18:13:48.663311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998fef0-5d92-4612-b409-1c37e0db76d0 req-5182482b-3a5e-4025-a0f8-410eec9a4e6e tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:48.666102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b998fef0-5d92-4612-b409-1c37e0db76d0 req-5182482b-3a5e-4025-a0f8-410eec9a4e6e tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1368358 Jul 06 18:13:48.751736 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b998fef0-5d92-4612-b409-1c37e0db76d0 req-8e68ae54-95ca-4b3a-8eb0-a65f05f4ec60 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726123 Jul 06 18:13:48.844185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697b55b-1339-4943-84bf-55c72468a563 req-ec59eb0f-d7e6-4e8f-b8d3-68f069fb399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:48.847055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e697b55b-1339-4943-84bf-55c72468a563 req-ec59eb0f-d7e6-4e8f-b8d3-68f069fb399e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d4afe9b7-93ef-483c-84c8-cc76d59094a1 HTTP/1.1" status: 200 len: 912 time: 0.2146380 Jul 06 18:13:48.930682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e697b55b-1339-4943-84bf-55c72468a563 req-4aaf3ff2-b6ce-427b-a3e7-a334a243a111 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=489d6582-1c82-4877-8164-5cb806569fac HTTP/1.1" status: 200 len: 217 time: 0.0767634 Jul 06 18:13:49.020309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697b55b-1339-4943-84bf-55c72468a563 req-0638b202-4e88-4c50-baba-28f3af80e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:49.024335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e697b55b-1339-4943-84bf-55c72468a563 req-0638b202-4e88-4c50-baba-28f3af80e849 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756fe8fc-b170-43b4-832c-e32e01967e82 HTTP/1.1" status: 200 len: 851 time: 0.0872028 Jul 06 18:13:49.072813 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e697b55b-1339-4943-84bf-55c72468a563 req-3da93b35-1d5b-41c7-a9ba-bc0dc31b2548 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d4afe9b7-93ef-483c-84c8-cc76d59094a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416911 Jul 06 18:13:49.252168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e697b55b-1339-4943-84bf-55c72468a563 req-31e043d9-df01-41e5-a547-8adde9b946e8 service neutron] 10.222.0.22 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705844 Jul 06 18:13:49.422525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e697b55b-1339-4943-84bf-55c72468a563 req-7514686a-3390-4ddf-ab88-196165a07bc1 service neutron] 10.222.0.22 "GET /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658096 Jul 06 18:13:49.538310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c1ab4b89-c305-41be-b205-b6cc4d0faf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:49.986299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa20389-ffc8-439b-b9e3-b06d11c760b4 req-1e7f2d06-bffc-4ca9-88cb-0ca2796d7ecd tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:49.991434 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fa20389-ffc8-439b-b9e3-b06d11c760b4 req-1e7f2d06-bffc-4ca9-88cb-0ca2796d7ecd tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.0889027 Jul 06 18:13:50.068150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fa20389-ffc8-439b-b9e3-b06d11c760b4 req-2babd911-851d-42c7-90e7-9f608cc42eff tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679500 Jul 06 18:13:50.135519 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:50.786624 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:51.324997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889456da-e01b-4907-99d8-a5e78c2519a0 req-57b71fe4-b22a-46dd-ac34-18e20644759b tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:51.326838 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-889456da-e01b-4907-99d8-a5e78c2519a0 req-57b71fe4-b22a-46dd-ac34-18e20644759b tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.0940859 Jul 06 18:13:51.379295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-889456da-e01b-4907-99d8-a5e78c2519a0 req-15bf5f6e-a20a-4ae9-9f8b-6e045c0afa73 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Jul 06 18:13:51.975059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103ab06-cea0-43b3-b16f-efdd699a584e req-3ba49233-0297-414c-be0e-4d34a7e63bca tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:51.983120 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7103ab06-cea0-43b3-b16f-efdd699a584e req-3ba49233-0297-414c-be0e-4d34a7e63bca tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1218681 Jul 06 18:13:52.031696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7103ab06-cea0-43b3-b16f-efdd699a584e req-cc73faff-8548-4131-9d09-2d4335d07303 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429511 Jul 06 18:13:52.709388 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.323224 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ccab3-c386-47bc-8f53-dda7393ac85e req-b91d94b5-8f58-4c93-8c28-408e8bbb3c44 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:53.326431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a93ccab3-c386-47bc-8f53-dda7393ac85e req-b91d94b5-8f58-4c93-8c28-408e8bbb3c44 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.1244762 Jul 06 18:13:53.395764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a93ccab3-c386-47bc-8f53-dda7393ac85e req-51c0e130-d059-4752-82a5-ebd4e011cfdd tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/security-groups?id=e679cc74-062b-4522-b933-17f03276f878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621045 Jul 06 18:13:53.539849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-fcf80ab5-a3ca-489b-a205-3a866332f58b tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:13:53.541672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-fcf80ab5-a3ca-489b-a205-3a866332f58b tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 946 time: 0.0781410 Jul 06 18:13:53.716178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Deleting port 489d6582-1c82-4877-8164-5cb806569fac {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:13:53.716528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.829362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] For port 489d6582-1c82-4877-8164-5cb806569fac, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=489d6582-1c82-4877-8164-5cb806569fac,segment=NetworkSegment(0cbb6d58-6573-40ae-8775-462618509e1a),segment_id=0cbb6d58-6573-40ae-8775-462618509e1a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:13:53.829800 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:53.852163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Calling delete_port for 489d6582-1c82-4877-8164-5cb806569fac owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:13:54.057182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.075039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['489d6582-1c82-4877-8164-5cb806569fac'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:13:54.091889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Pushing event deleted for resources: {'Port': ['ID=489d6582-1c82-4877-8164-5cb806569fac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:54.129397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.130795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.130795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.130795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.130795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.131435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.131435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.132278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.132278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.132278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.133846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.133846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:54.165442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] No DVR routers for this DVR port 489d6582-1c82-4877-8164-5cb806569fac on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:13:54.169328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:54.172021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dbea7e5a-52c8-4504-a566-37881fae94dd req-5eb7a6f5-c9bb-49da-bcee-4166713ca936 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.22 "DELETE /v2.0/ports/489d6582-1c82-4877-8164-5cb806569fac HTTP/1.1" status: 204 len: 173 time: 0.6246355 Jul 06 18:13:54.172744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3', 'name': 'network-vif-deleted', 'tag': '489d6582-1c82-4877-8164-5cb806569fac'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:13:54.176259 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f624fc5-c769-4813-a60a-b137bf34ed7e" -d '{"events": [{"server_uuid": "fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3", "name": "network-vif-deleted", "tag": "489d6582-1c82-4877-8164-5cb806569fac"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:13:54.245047 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ce6909-1ba7-4c84-a020-d2a05bac9f2b x-openstack-request-id: req-04ce6909-1ba7-4c84-a020-d2a05bac9f2b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:13:54.245338 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3", "name": "network-vif-deleted", "tag": "489d6582-1c82-4877-8164-5cb806569fac", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:13:54.245596 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04ce6909-1ba7-4c84-a020-d2a05bac9f2b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:13:54.246014 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3', 'name': 'network-vif-deleted', 'tag': '489d6582-1c82-4877-8164-5cb806569fac', 'status': 'completed', 'code': 200} Jul 06 18:13:54.625629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e1991cfa-e28b-457a-ad14-414f5364cf8f req-f5225166-3d57-4c53-ab55-32197153d662 tempest-TestServerAdvancedOps-654206389 tempest-TestServerAdvancedOps-654206389-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd374bc1-e15a-4272-a7fa-ab0fa50d1ed3 HTTP/1.1" status: 200 len: 210 time: 0.0363195 Jul 06 18:13:55.786558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:55.868944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-413425a0-d3bb-462b-bc0c-6cc7d0718a19 admin admin] Deleting subnet 756fe8fc-b170-43b4-832c-e32e01967e82 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:55.874226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-413425a0-d3bb-462b-bc0c-6cc7d0718a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.929541 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-413425a0-d3bb-462b-bc0c-6cc7d0718a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:55.994879 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-413425a0-d3bb-462b-bc0c-6cc7d0718a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.061885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-413425a0-d3bb-462b-bc0c-6cc7d0718a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.092229 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413425a0-d3bb-462b-bc0c-6cc7d0718a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756fe8fc-b170-43b4-832c-e32e01967e82,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:56.099441 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-413425a0-d3bb-462b-bc0c-6cc7d0718a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.102785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-413425a0-d3bb-462b-bc0c-6cc7d0718a19 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/756fe8fc-b170-43b4-832c-e32e01967e82 HTTP/1.1" status: 204 len: 168 time: 0.3134189 Jul 06 18:13:56.106039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45894) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:56.187416 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.288254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.300101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4afe9b7-93ef-483c-84c8-cc76d59094a1']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:56.314269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbb6d58-6573-40ae-8775-462618509e1a') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:56.314836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbb6d58-6573-40ae-8775-462618509e1a') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:56.332526 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.354947 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.366836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:56.367848 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:56.371165 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:56.479214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.488976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.494087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d4afe9b7-93ef-483c-84c8-cc76d59094a1 HTTP/1.1" status: 204 len: 168 time: 0.3839674 Jul 06 18:13:56.495573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45896) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:56.503925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d12fd-417c-4be4-ad59-82ddb18b17e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4afe9b7-93ef-483c-84c8-cc76d59094a1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:56.572505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Deleting subnet aea17e50-3edf-4c8a-8356-966a48578437 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:13:56.576680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.622402 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.696240 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.783608 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.833644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea17e50-3edf-4c8a-8356-966a48578437,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:56.855141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:56.859229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aea17e50-3edf-4c8a-8356-966a48578437 HTTP/1.1" status: 204 len: 168 time: 0.3616960 Jul 06 18:13:56.864567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:56.879776 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.880388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.880934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.881569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.882143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.882751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.883334 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.883910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.884566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.885175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.885690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.886266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccb3d4-e303-4ce2-b6b4-2504913cd698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:13:56.976558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.049574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 489d6582-1c82-4877-8164-5cb806569fac no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:13:57.072514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 489d6582-1c82-4877-8164-5cb806569fac {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:13:57.072889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 489d6582-1c82-4877-8164-5cb806569fac not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:13:57.100441 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.113198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362a6170-71f3-482b-8ed8-8ad14cc8a6be']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:57.125446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838dd101-05c8-4cff-b1cd-1e32a68cdec5') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:57.125747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838dd101-05c8-4cff-b1cd-1e32a68cdec5') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:13:57.137321 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.154991 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.162403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:13:57.162890 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:13:57.165063 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:13:57.226028 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.233094 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.235048 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] 10.222.0.13 "DELETE /v2.0/networks/362a6170-71f3-482b-8ed8-8ad14cc8a6be HTTP/1.1" status: 204 len: 168 time: 0.3691566 Jul 06 18:13:57.255012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc42915-b0b7-4410-8efd-ef554d394132 admin admin] Pushing event deleted for resources: {'Network': ['ID=362a6170-71f3-482b-8ed8-8ad14cc8a6be,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:57.446772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:57.492119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2905744c-ec35-4f6e-b6b9-6e2e1b1d6ec7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd97693225e243b8b98dddefcef7f857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441446 Jul 06 18:13:57.496302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45906) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:57.554109 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-205fb281-9574-41a7-9b84-a551450247b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.578770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-205fb281-9574-41a7-9b84-a551450247b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.637142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-205fb281-9574-41a7-9b84-a551450247b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.641751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-205fb281-9574-41a7-9b84-a551450247b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:57.643182 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-205fb281-9574-41a7-9b84-a551450247b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e679cc74-062b-4522-b933-17f03276f878 HTTP/1.1" status: 204 len: 168 time: 0.1458547 Jul 06 18:13:57.657102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fb281-9574-41a7-9b84-a551450247b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679cc74-062b-4522-b933-17f03276f878,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:13:58.074019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45916) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:58.128869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-113871a0-ada0-4278-b833-13dd5bf0107b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da127cd9b7eb431d8076388a279fbd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524213 Jul 06 18:13:58.131830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45918) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:13:58.199865 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-285bcdf9-bba8-4f52-afc1-3ffa94b2c8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.239401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-285bcdf9-bba8-4f52-afc1-3ffa94b2c8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.330187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-285bcdf9-bba8-4f52-afc1-3ffa94b2c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.334275 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-285bcdf9-bba8-4f52-afc1-3ffa94b2c8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:13:58.335814 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-285bcdf9-bba8-4f52-afc1-3ffa94b2c8d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36c610bd-6003-4c2f-80ae-e4ac81bbdcac HTTP/1.1" status: 204 len: 168 time: 0.2026136 Jul 06 18:13:58.345849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bcdf9-bba8-4f52-afc1-3ffa94b2c8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c610bd-6003-4c2f-80ae-e4ac81bbdcac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:02.236033 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.350826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 45962) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:04.501201 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-131f9a89-e80d-4138-b717-8e34b6dae01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.610847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-131f9a89-e80d-4138-b717-8e34b6dae01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.615347 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-131f9a89-e80d-4138-b717-8e34b6dae01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.657620 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-131f9a89-e80d-4138-b717-8e34b6dae01e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dac55cdc0796487d8d1a509b42de3531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049037 Jul 06 18:14:04.658564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f9a89-e80d-4138-b717-8e34b6dae01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dff285-a836-434c-b1a9-984c2f50a7b7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:04.661083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 45966) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:04.742445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-044f13b7-f77c-446c-b7c9-2da37b49a471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.769524 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-044f13b7-f77c-446c-b7c9-2da37b49a471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.841489 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-044f13b7-f77c-446c-b7c9-2da37b49a471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.844691 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-044f13b7-f77c-446c-b7c9-2da37b49a471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:04.846082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-044f13b7-f77c-446c-b7c9-2da37b49a471 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25dff285-a836-434c-b1a9-984c2f50a7b7 HTTP/1.1" status: 204 len: 168 time: 0.1835735 Jul 06 18:14:04.860067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f13b7-f77c-446c-b7c9-2da37b49a471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dff285-a836-434c-b1a9-984c2f50a7b7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:05.645937 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:08.035024 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:14:15.935077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46094) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:16.085204 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ffd44a0-c429-49eb-87a8-aa880dab92b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.196586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ffd44a0-c429-49eb-87a8-aa880dab92b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.203366 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ffd44a0-c429-49eb-87a8-aa880dab92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.262754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4ffd44a0-c429-49eb-87a8-aa880dab92b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d744e0d345b4772bc20ba8e7bbc66d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258731 Jul 06 18:14:16.263594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd44a0-c429-49eb-87a8-aa880dab92b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4a416-39f2-4392-b8fe-e3296a9c823d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:16.265577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:16.348556 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae89003f-bef0-46ec-8d9f-879eb60a5d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.374160 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae89003f-bef0-46ec-8d9f-879eb60a5d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.432796 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae89003f-bef0-46ec-8d9f-879eb60a5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.435916 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae89003f-bef0-46ec-8d9f-879eb60a5d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.437283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ae89003f-bef0-46ec-8d9f-879eb60a5d78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ad4a416-39f2-4392-b8fe-e3296a9c823d HTTP/1.1" status: 204 len: 168 time: 0.1700938 Jul 06 18:14:16.448365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89003f-bef0-46ec-8d9f-879eb60a5d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4a416-39f2-4392-b8fe-e3296a9c823d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:16.777972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:16.793980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1e49-f013-4a21-83a6-a31ba015b8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.905966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1e49-f013-4a21-83a6-a31ba015b8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.911780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1e49-f013-4a21-83a6-a31ba015b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:16.983072 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fe8d1e49-f013-4a21-83a6-a31ba015b8c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6caa735b16924498975599e942743284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030137 Jul 06 18:14:16.984743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d1e49-f013-4a21-83a6-a31ba015b8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1242cc92-93b4-46ac-9a7a-230624c1bdd2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:16.986107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:17.009606 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1e4f-6bd3-477e-b7da-bc429f4de5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.080680 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-636a2b9a-2830-448e-9da5-a0367ae24498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.117127 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-636a2b9a-2830-448e-9da5-a0367ae24498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.196846 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-636a2b9a-2830-448e-9da5-a0367ae24498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.201790 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-636a2b9a-2830-448e-9da5-a0367ae24498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.203801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-636a2b9a-2830-448e-9da5-a0367ae24498 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1242cc92-93b4-46ac-9a7a-230624c1bdd2 HTTP/1.1" status: 204 len: 168 time: 0.2161210 Jul 06 18:14:17.217564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a2b9a-2830-448e-9da5-a0367ae24498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1242cc92-93b4-46ac-9a7a-230624c1bdd2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:17.699026 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46112) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:17.714165 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6591210-ec52-4a9f-96dd-9e86e830e643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.829393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6591210-ec52-4a9f-96dd-9e86e830e643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.834242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6591210-ec52-4a9f-96dd-9e86e830e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.876788 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e6591210-ec52-4a9f-96dd-9e86e830e643 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d183a79594f94066af4be7e4adf79b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765468 Jul 06 18:14:17.877723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6591210-ec52-4a9f-96dd-9e86e830e643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb98d607-f616-42e3-aa3c-d2d8f70995b8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:17.880747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46114) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:17.938841 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9573de0-642c-4690-b4c5-2f385a104e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:17.964719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9573de0-642c-4690-b4c5-2f385a104e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.028247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9573de0-642c-4690-b4c5-2f385a104e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.032790 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9573de0-642c-4690-b4c5-2f385a104e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:18.037978 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f9573de0-642c-4690-b4c5-2f385a104e00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb98d607-f616-42e3-aa3c-d2d8f70995b8 HTTP/1.1" status: 204 len: 168 time: 0.1528108 Jul 06 18:14:18.047372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9573de0-642c-4690-b4c5-2f385a104e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb98d607-f616-42e3-aa3c-d2d8f70995b8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:19.536536 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15ce6ab9-f019-4ad2-89fc-2a6ed778d153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.144661 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:20.798158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:22.696180 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.426814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46242) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:29.577697 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66f25770-1a48-4e06-bbe5-75f4519104ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.693504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66f25770-1a48-4e06-bbe5-75f4519104ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.698367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66f25770-1a48-4e06-bbe5-75f4519104ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.749059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-66f25770-1a48-4e06-bbe5-75f4519104ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3051289e9b444d25bac4bb5cd1ef391f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209569 Jul 06 18:14:29.749843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f25770-1a48-4e06-bbe5-75f4519104ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf0090-a66d-4b07-999d-329cdf73780a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:29.752656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46246) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:29.825058 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a751e84a-c5f6-4100-a719-52df1984f07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.850950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a751e84a-c5f6-4100-a719-52df1984f07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.918178 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a751e84a-c5f6-4100-a719-52df1984f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.920823 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a751e84a-c5f6-4100-a719-52df1984f07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:29.922233 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a751e84a-c5f6-4100-a719-52df1984f07c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2edf0090-a66d-4b07-999d-329cdf73780a HTTP/1.1" status: 204 len: 168 time: 0.1680980 Jul 06 18:14:29.932509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751e84a-c5f6-4100-a719-52df1984f07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf0090-a66d-4b07-999d-329cdf73780a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:30.302257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 46252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:30.322402 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65d565c1-6f3c-4b99-9944-f0e803c7bcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.459821 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65d565c1-6f3c-4b99-9944-f0e803c7bcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.465722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65d565c1-6f3c-4b99-9944-f0e803c7bcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.538722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-65d565c1-6f3c-4b99-9944-f0e803c7bcde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0ad6dc87a904bff9e703a2c968f0305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348669 Jul 06 18:14:30.541607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46256) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:30.542474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d565c1-6f3c-4b99-9944-f0e803c7bcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1e4a68-140e-4a17-a753-f3dd9b785745,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:30.608042 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2891-9ba1-4138-8ba6-5ccdfdd039de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.634164 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2891-9ba1-4138-8ba6-5ccdfdd039de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.689609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2891-9ba1-4138-8ba6-5ccdfdd039de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.694457 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2891-9ba1-4138-8ba6-5ccdfdd039de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:30.696513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5f0e2891-9ba1-4138-8ba6-5ccdfdd039de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf1e4a68-140e-4a17-a753-f3dd9b785745 HTTP/1.1" status: 204 len: 168 time: 0.1533568 Jul 06 18:14:30.711588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e2891-9ba1-4138-8ba6-5ccdfdd039de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1e4a68-140e-4a17-a753-f3dd9b785745,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:31.149437 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:31.168035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26951fac-ba0c-4205-88a8-e6d5921ec36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.308442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26951fac-ba0c-4205-88a8-e6d5921ec36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.315324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26951fac-ba0c-4205-88a8-e6d5921ec36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.377472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26951fac-ba0c-4205-88a8-e6d5921ec36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d19cd-0d5f-410a-950a-014dffe3c1ac,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:31.383878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-26951fac-ba0c-4205-88a8-e6d5921ec36d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b28df3808268440780f632c3e1650598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328727 Jul 06 18:14:31.387821 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 46264) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:14:31.452317 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c489cd-a6bb-4323-87e7-636fdd2c23bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.480282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c489cd-a6bb-4323-87e7-636fdd2c23bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.547829 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c489cd-a6bb-4323-87e7-636fdd2c23bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.551817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c489cd-a6bb-4323-87e7-636fdd2c23bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:31.553078 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b2c489cd-a6bb-4323-87e7-636fdd2c23bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa2d19cd-0d5f-410a-950a-014dffe3c1ac HTTP/1.1" status: 204 len: 168 time: 0.1642561 Jul 06 18:14:31.563232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c489cd-a6bb-4323-87e7-636fdd2c23bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2d19cd-0d5f-410a-950a-014dffe3c1ac,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:32.248125 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:34.233386 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-dce78c4a-414b-47ab-bb13-30d6da794fa9 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b187020df7b34dba86763a83c8d135ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374544 Jul 06 18:14:34.477953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993e4f9-9763-432b-967a-f0494bcb684f req-5dcd1841-b8a4-4c33-b69e-ea3b34ddf101 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:34.479631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-5dcd1841-b8a4-4c33-b69e-ea3b34ddf101 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384570 Jul 06 18:14:34.498920 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-7ea2ad89-1368-47c1-8dca-42584f63e1bf tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/quotas/b187020df7b34dba86763a83c8d135ed HTTP/1.1" status: 200 len: 375 time: 0.0128930 Jul 06 18:14:34.537936 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-c08fc84b-7b21-4c3d-a680-d686dfdd5c31 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b187020df7b34dba86763a83c8d135ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313966 Jul 06 18:14:34.768240 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da62b97b-c2c0-4fc5-9096-42450d8404a7 req-2ea1d01f-1477-4462-9b25-1c031331f98a tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 210 time: 0.0487907 Jul 06 18:14:35.657499 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:35.936133 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-71009c7e-a034-428f-a320-f320ed6c4b08 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b187020df7b34dba86763a83c8d135ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314991 Jul 06 18:14:36.057393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993e4f9-9763-432b-967a-f0494bcb684f req-e1ce6d2a-ba69-424b-a5e7-bdb9cd708751 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:36.059528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-e1ce6d2a-ba69-424b-a5e7-bdb9cd708751 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188600 Jul 06 18:14:36.071592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Request body: {'port': {'device_id': '42c0b959-076b-43de-bd44-d1e1c4223186', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'b187020df7b34dba86763a83c8d135ed'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:36.247049 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b8ead936-3b69-4bc9-98bb-fb17c7f08242 req-31e26202-d920-4aeb-af71-65fcce92e5c7 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 210 time: 0.3270063 Jul 06 18:14:36.248177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Made reservation on behalf of b187020df7b34dba86763a83c8d135ed for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:14:36.251830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.262609 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.387467 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.391894 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.460694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:36.542000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Allocated IP 192.168.233.7 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/de67064f-e561-4989-8569-cec3209500f2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:14:36.715706 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.731308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Transition to ACTIVE for port object de67064f-e561-4989-8569-cec3209500f2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:36.769296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.817232 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:14:36.842522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:14:36.848424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:14:36.853281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Pushing event updated for resources: {'Port': ['ID=de67064f-e561-4989-8569-cec3209500f2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:36.917056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:36.918026 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:36.943302 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-8d3a2df3-1af0-4550-93cc-3e6a03d9a94c tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8758049 Jul 06 18:14:36.956879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Request body: {'port': {'device_id': '42c0b959-076b-43de-bd44-d1e1c4223186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:14:37.044335 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.149637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-51efe1ad-53a9-4d9c-be67-93226be0d9b7 None None] Provisioning for port de67064f-e561-4989-8569-cec3209500f2 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:37.153817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-51efe1ad-53a9-4d9c-be67-93226be0d9b7 None None] Provisioning complete for port de67064f-e561-4989-8569-cec3209500f2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:37.154189 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51efe1ad-53a9-4d9c-be67-93226be0d9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.197920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-51efe1ad-53a9-4d9c-be67-93226be0d9b7 None None] Port de67064f-e561-4989-8569-cec3209500f2 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:14:37.349695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de67064f-e561-4989-8569-cec3209500f2 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:14:37.358168 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.371919 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Transition to ACTIVE for port object de67064f-e561-4989-8569-cec3209500f2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:14:37.375851 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.436041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Pushing event updated for resources: {'Port': ['ID=de67064f-e561-4989-8569-cec3209500f2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:37.445424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962441-d501-4c64-8adc-386f9679f814 req-21ac14b6-4126-47c7-a4f2-834ae8f98742 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.446488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c962441-d501-4c64-8adc-386f9679f814 req-21ac14b6-4126-47c7-a4f2-834ae8f98742 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 946 time: 0.0758405 Jul 06 18:14:37.491519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c962441-d501-4c64-8adc-386f9679f814 req-26fc4f46-5c57-4fb4-90bb-53399779d713 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Jul 06 18:14:37.543744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Attempting to bind port de67064f-e561-4989-8569-cec3209500f2 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:14:37.544300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Attempting to bind port de67064f-e561-4989-8569-cec3209500f2 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:14:37.544828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Attempting to bind port de67064f-e561-4989-8569-cec3209500f2 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:37.553743 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Port de67064f-e561-4989-8569-cec3209500f2 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:14:37.554312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Attempting to bind port de67064f-e561-4989-8569-cec3209500f2 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:14:37.563718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:14:37.564303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:14:37.564970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:14:37.566549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Bound port: de67064f-e561-4989-8569-cec3209500f2, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:14:37.567201 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.668640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] For port de67064f-e561-4989-8569-cec3209500f2, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:14:37.672102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] For port de67064f-e561-4989-8569-cec3209500f2, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=de67064f-e561-4989-8569-cec3209500f2,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:14:37.677311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.715776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.716851 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:37.719419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] 10.222.0.22 "PUT /v2.0/ports/de67064f-e561-4989-8569-cec3209500f2 HTTP/1.1" status: 200 len: 1094 time: 0.7678344 Jul 06 18:14:37.720466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c0b959-076b-43de-bd44-d1e1c4223186', 'tag': 'de67064f-e561-4989-8569-cec3209500f2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:14:37.725403 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98432f37-6437-47d5-888e-1e6c6ce70f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "42c0b959-076b-43de-bd44-d1e1c4223186", "tag": "de67064f-e561-4989-8569-cec3209500f2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:14:37.776764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b9831-32ff-4dd9-9414-99008a96454c service neutron] Pushing event updated for resources: {'Port': ['ID=de67064f-e561-4989-8569-cec3209500f2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:37.836929 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3fb80a-9673-444a-93ac-b7a2b0c00c36 x-openstack-request-id: req-db3fb80a-9673-444a-93ac-b7a2b0c00c36 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:14:37.837246 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c0b959-076b-43de-bd44-d1e1c4223186", "tag": "de67064f-e561-4989-8569-cec3209500f2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:14:37.837619 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db3fb80a-9673-444a-93ac-b7a2b0c00c36 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:14:37.838035 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c0b959-076b-43de-bd44-d1e1c4223186', 'tag': 'de67064f-e561-4989-8569-cec3209500f2', 'status': 'completed', 'code': 200} Jul 06 18:14:37.866478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993e4f9-9763-432b-967a-f0494bcb684f req-ec9f072a-580a-4d91-a9de-696cbeed5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.868215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-ec9f072a-580a-4d91-a9de-696cbeed5189 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b187020df7b34dba86763a83c8d135ed&device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 1097 time: 0.0823309 Jul 06 18:14:37.930143 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-2af6c3d5-b1cd-49c6-917e-b9bdcfd11367 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=de67064f-e561-4989-8569-cec3209500f2 HTTP/1.1" status: 200 len: 217 time: 0.0541139 Jul 06 18:14:37.991059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993e4f9-9763-432b-967a-f0494bcb684f req-4bb3725a-4be4-420b-9850-024012aec1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:37.992460 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-4bb3725a-4be4-420b-9850-024012aec1b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0565777 Jul 06 18:14:38.064627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993e4f9-9763-432b-967a-f0494bcb684f req-0f7af067-deb0-4bce-9fc6-fb8a1a7b68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:38.066154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-0f7af067-deb0-4bce-9fc6-fb8a1a7b68ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677102 Jul 06 18:14:38.176212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-b520ff3a-0ed0-4c46-9984-e1f2ff06f41f service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020508 Jul 06 18:14:38.276137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7993e4f9-9763-432b-967a-f0494bcb684f req-0c63e3b8-9dd7-4031-a50d-697b2660a6f4 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942721 Jul 06 18:14:38.391568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-bf073d41-74af-473a-a300-78fd1f7a170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:38.393141 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-bf073d41-74af-473a-a300-78fd1f7a170b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b187020df7b34dba86763a83c8d135ed&device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 1097 time: 0.0625246 Jul 06 18:14:38.498543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-32d7d2c9-047e-4053-89a7-d48d247e0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:38.500042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-32d7d2c9-047e-4053-89a7-d48d247e0b75 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.0999358 Jul 06 18:14:38.548888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-2ff034a4-3d55-4e9c-a305-cde3ab45bc88 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=de67064f-e561-4989-8569-cec3209500f2 HTTP/1.1" status: 200 len: 217 time: 0.0406160 Jul 06 18:14:38.604417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-0fb50965-4a64-4d72-9260-974c8e7bbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:38.606002 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-0fb50965-4a64-4d72-9260-974c8e7bbf4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0502694 Jul 06 18:14:38.678821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-515e42c1-640c-4c7b-afe5-920c6db39af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:38.680489 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-515e42c1-640c-4c7b-afe5-920c6db39af6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668108 Jul 06 18:14:38.801326 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-714c10ec-1e23-4d34-9d1e-7d0ffaab8bdb service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123834 Jul 06 18:14:38.856216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa021c3-b166-484e-81e6-f1f363d59f00 req-11f55d85-c168-436a-8692-33374fbeb1ba tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:38.868699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-caa021c3-b166-484e-81e6-f1f363d59f00 req-11f55d85-c168-436a-8692-33374fbeb1ba tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 946 time: 0.2092328 Jul 06 18:14:38.921324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-98432f37-6437-47d5-888e-1e6c6ce70f8d req-0eeb01eb-e3f0-4c45-be5b-cf97f8923d5a service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131823 Jul 06 18:14:38.925792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-caa021c3-b166-484e-81e6-f1f363d59f00 req-bab3545d-3f7f-474b-8397-e44bdceb878a tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493181 Jul 06 18:14:40.119085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfff81-2be1-4ab6-acf2-d9d8d0091d47 req-10ebfc7f-90f4-4a3a-9f94-41691fc95221 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:40.120722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fdfff81-2be1-4ab6-acf2-d9d8d0091d47 req-10ebfc7f-90f4-4a3a-9f94-41691fc95221 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 946 time: 0.0727785 Jul 06 18:14:40.168879 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fdfff81-2be1-4ab6-acf2-d9d8d0091d47 req-cb89ff5c-2f7f-4c5d-881d-6f8096a5a2e2 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Jul 06 18:14:41.262779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device de67064f-e561-4989-8569-cec3209500f2 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:14:41.387591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534781e0-b6fb-4260-b8b3-9ec2a6c8c760 req-47227d82-9ae7-4134-9323-f7ae6a987d1a tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:41.388817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port de67064f-e561-4989-8569-cec3209500f2, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=de67064f-e561-4989-8569-cec3209500f2,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:41.389240 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-534781e0-b6fb-4260-b8b3-9ec2a6c8c760 req-47227d82-9ae7-4134-9323-f7ae6a987d1a tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 946 time: 0.0913501 Jul 06 18:14:41.406924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'de67064f-e561-4989-8569-cec3209500f2', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'de67064f-e561-4989-8569-cec3209500f2', 'mac_address': 'fa:16:3e:ff:ad:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:14:41.444677 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-534781e0-b6fb-4260-b8b3-9ec2a6c8c760 req-cb5067a8-ea16-447a-9ac4-963bad91d858 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Jul 06 18:14:41.461720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.477167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de67064f-e561-4989-8569-cec3209500f2 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:14:41.506271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port de67064f-e561-4989-8569-cec3209500f2, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=de67064f-e561-4989-8569-cec3209500f2,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:41.512823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:41.577763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=de67064f-e561-4989-8569-cec3209500f2,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:41.588536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.588951 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.589395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.589771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.590118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.590493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.590828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.591174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.591512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.591842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.592173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.592500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:14:41.719356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['de67064f-e561-4989-8569-cec3209500f2'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:14:42.647920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c61cd0-51f4-42c1-939b-86bff272f773 req-ff54f016-cfff-4d77-9e76-c1a9588b9dd4 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:42.649884 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3c61cd0-51f4-42c1-939b-86bff272f773 req-ff54f016-cfff-4d77-9e76-c1a9588b9dd4 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 947 time: 0.0713997 Jul 06 18:14:42.695437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3c61cd0-51f4-42c1-939b-86bff272f773 req-20d25aad-f8c2-4697-9de4-021e45e84695 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 Jul 06 18:14:43.279296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device de67064f-e561-4989-8569-cec3209500f2 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:14:43.332163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port de67064f-e561-4989-8569-cec3209500f2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:14:43.336995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port de67064f-e561-4989-8569-cec3209500f2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:14:43.337540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.444459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.469818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c0b959-076b-43de-bd44-d1e1c4223186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de67064f-e561-4989-8569-cec3209500f2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:14:43.473546 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9488df97-da8b-4aaa-964a-8acdfe1bad3c" -d '{"events": [{"server_uuid": "42c0b959-076b-43de-bd44-d1e1c4223186", "name": "network-vif-plugged", "status": "completed", "tag": "de67064f-e561-4989-8569-cec3209500f2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:14:43.489756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port de67064f-e561-4989-8569-cec3209500f2, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=de67064f-e561-4989-8569-cec3209500f2,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:14:43.495607 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:43.536358 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecf2e23-cdf5-4379-aefd-c9055e6af83a x-openstack-request-id: req-8ecf2e23-cdf5-4379-aefd-c9055e6af83a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:14:43.536747 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c0b959-076b-43de-bd44-d1e1c4223186", "name": "network-vif-plugged", "status": "completed", "tag": "de67064f-e561-4989-8569-cec3209500f2", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:14:43.537181 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ecf2e23-cdf5-4379-aefd-c9055e6af83a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:14:43.537697 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c0b959-076b-43de-bd44-d1e1c4223186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de67064f-e561-4989-8569-cec3209500f2', 'code': 200} Jul 06 18:14:43.576619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=de67064f-e561-4989-8569-cec3209500f2,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:14:44.086727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e916e-ac42-4105-865e-c1969f8d4cc8 req-986a5bb1-f740-4c4c-8606-c507767d0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:44.088278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-569e916e-ac42-4105-865e-c1969f8d4cc8 req-986a5bb1-f740-4c4c-8606-c507767d0091 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 1099 time: 0.4730484 Jul 06 18:14:44.102913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbcdd6-2b31-41fe-9d46-68df087e7d38 req-d1bf23d1-d203-48f0-84a6-8e5aee996290 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:44.104515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cffbcdd6-2b31-41fe-9d46-68df087e7d38 req-d1bf23d1-d203-48f0-84a6-8e5aee996290 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 948 time: 0.0938652 Jul 06 18:14:44.165868 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-569e916e-ac42-4105-865e-c1969f8d4cc8 req-fd87a8ac-e3e6-4f67-b013-5751a8c3493c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603170 Jul 06 18:14:44.171532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cffbcdd6-2b31-41fe-9d46-68df087e7d38 req-8b79edf0-abec-4965-a3f0-e0c26dbecea7 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600486 Jul 06 18:14:45.025707 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:14:45.371848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51a9d7-56da-4839-b950-017d03542a10 req-eb0cf601-e34b-469b-91b8-2c748f861abe tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:14:45.373496 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc51a9d7-56da-4839-b950-017d03542a10 req-eb0cf601-e34b-469b-91b8-2c748f861abe tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 948 time: 0.0747488 Jul 06 18:14:45.421713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc51a9d7-56da-4839-b950-017d03542a10 req-f715200c-a578-48b9-a155-f9c8177771d9 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Jul 06 18:14:47.021575 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc737baa-035b-4a45-9b57-14914e84e8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:49.533243 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5dce5806-d79f-4b13-9092-b5e49572c272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.137442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:50.797437 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:14:52.702646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:02.249688 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:05.661721 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:17.015247 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c5bd5c4-c8df-4fd8-90df-60b45432476a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:19.532333 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b564cdae-60ae-49a0-956d-2648a890da29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.132112 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.327800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-9816a336-7f4e-4fb1-ba57-b9f2c3196d75 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1303837 Jul 06 18:15:20.444119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-31365649-1f1b-4350-8f5d-7984a3735bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:20.445746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-31365649-1f1b-4350-8f5d-7984a3735bf4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b187020df7b34dba86763a83c8d135ed&device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 1099 time: 0.0615945 Jul 06 18:15:20.594963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-adbc47fe-f51f-4d4f-9b37-bd42df3f28df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:20.597131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-adbc47fe-f51f-4d4f-9b37-bd42df3f28df service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.1293981 Jul 06 18:15:20.660015 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-01598342-b34c-4f15-8384-919259dfbb4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=de67064f-e561-4989-8569-cec3209500f2 HTTP/1.1" status: 200 len: 217 time: 0.0553093 Jul 06 18:15:20.727726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-a998ce1f-dde8-4312-8c37-a36768f747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:20.730395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-a998ce1f-dde8-4312-8c37-a36768f747a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0636044 Jul 06 18:15:20.810893 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:20.816039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-672cd405-feab-4ca2-9c52-8ff8b795e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:20.818282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-672cd405-feab-4ca2-9c52-8ff8b795e265 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815566 Jul 06 18:15:20.943165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-79166e7e-1fec-47c0-8a5c-e4a373963fe4 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174140 Jul 06 18:15:21.063487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df41685d-e7fd-4309-bfbb-959aa2318762 req-58590a19-00bb-4f66-9ff5-75e64ddbd172 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127417 Jul 06 18:15:22.026796 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:15:22.702215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:27.503381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-949b5098-bcfe-4f5e-b33b-a3a95c122d80 req-711f9cb2-c6e8-44e5-8eda-662efb2e3b06 service neutron] (93779) timed out ('10.222.0.13', 50042) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:15:32.241998 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:35.677742 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:47.013446 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a500db67-15a1-4a45-a267-2554a3c9eb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:49.538058 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c213c3b7-b0f8-4a36-a7e5-48c9efd93fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.142276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:50.810655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:52.713987 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:56.936970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57155ffd-54c0-4be1-a9a9-2d008307c097 req-047f8f92-9314-498d-a61c-e0c1591c84fb tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:56.938758 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57155ffd-54c0-4be1-a9a9-2d008307c097 req-047f8f92-9314-498d-a61c-e0c1591c84fb tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 948 time: 0.0726075 Jul 06 18:15:56.993041 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57155ffd-54c0-4be1-a9a9-2d008307c097 req-d214fd4a-3632-4d2e-a1ab-8f4cc3b6d922 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Jul 06 18:15:58.236486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b255b8a-0a0f-4a39-b79e-4d539a256ed5 req-6d3755b0-4beb-4c9c-b39d-62d3c7385c2f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:58.238722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b255b8a-0a0f-4a39-b79e-4d539a256ed5 req-6d3755b0-4beb-4c9c-b39d-62d3c7385c2f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 948 time: 0.1003363 Jul 06 18:15:58.291975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-c6fd0ea8-0516-4d86-b696-0d0641fae590 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:15:58.293774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-c6fd0ea8-0516-4d86-b696-0d0641fae590 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.22 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 948 time: 0.1105900 Jul 06 18:15:58.317018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b255b8a-0a0f-4a39-b79e-4d539a256ed5 req-b6b3f96f-2878-41d0-830e-a8272b584a76 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677662 Jul 06 18:15:58.428578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Deleting port de67064f-e561-4989-8569-cec3209500f2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:15:58.428931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.537646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] For port de67064f-e561-4989-8569-cec3209500f2, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=de67064f-e561-4989-8569-cec3209500f2,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:15:58.538078 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.560003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Calling delete_port for de67064f-e561-4989-8569-cec3209500f2 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:15:58.712090 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.728838 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['de67064f-e561-4989-8569-cec3209500f2'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:15:58.746528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Pushing event deleted for resources: {'Port': ['ID=de67064f-e561-4989-8569-cec3209500f2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:15:58.785109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.786237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.786653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.787031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.787413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.787784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.788159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.788520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.788883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.789248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.789640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.790057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:15:58.820340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] No DVR routers for this DVR port de67064f-e561-4989-8569-cec3209500f2 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:15:58.823192 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:15:58.825319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-074aa928-4601-49ec-9bcf-36f016ffb777 req-d22fe580-4ce2-45e4-b63d-cf59fdb8a81f tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.22 "DELETE /v2.0/ports/de67064f-e561-4989-8569-cec3209500f2 HTTP/1.1" status: 204 len: 173 time: 0.5250962 Jul 06 18:15:58.825781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c0b959-076b-43de-bd44-d1e1c4223186', 'name': 'network-vif-deleted', 'tag': 'de67064f-e561-4989-8569-cec3209500f2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:15:58.828259 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1b346a-3f73-4507-93e5-6b6fa6f01925" -d '{"events": [{"server_uuid": "42c0b959-076b-43de-bd44-d1e1c4223186", "name": "network-vif-deleted", "tag": "de67064f-e561-4989-8569-cec3209500f2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:15:58.982834 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651a7aaa-61d1-44ca-8958-b4cddd05ab02 x-openstack-request-id: req-651a7aaa-61d1-44ca-8958-b4cddd05ab02 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:15:58.983510 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c0b959-076b-43de-bd44-d1e1c4223186", "name": "network-vif-deleted", "tag": "de67064f-e561-4989-8569-cec3209500f2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:15:58.983868 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-651a7aaa-61d1-44ca-8958-b4cddd05ab02 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:15:58.984347 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c0b959-076b-43de-bd44-d1e1c4223186', 'name': 'network-vif-deleted', 'tag': 'de67064f-e561-4989-8569-cec3209500f2', 'status': 'completed', 'code': 200} Jul 06 18:15:59.032408 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:15:59.580169 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-77cf4880-d2fd-4ab9-9e76-b51598a800e7 req-a3ab76a4-48ec-4400-83d1-9a209388b399 tempest-VolumesBackupsTest-410859746 tempest-VolumesBackupsTest-410859746-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c0b959-076b-43de-bd44-d1e1c4223186 HTTP/1.1" status: 200 len: 210 time: 0.0356493 Jul 06 18:16:01.645360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device de67064f-e561-4989-8569-cec3209500f2 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:16:01.683995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: de67064f-e561-4989-8569-cec3209500f2 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:16:01.684548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device de67064f-e561-4989-8569-cec3209500f2 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:16:02.257224 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:05.675685 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:17.010250 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6210-fd2a-401e-97a0-26ded0a3dedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:19.529996 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-664af06f-12c0-4269-9a3e-a2ebd1241d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.138543 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:20.806778 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:22.716340 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:32.256571 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:35.702485 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:36.034159 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:16:47.013923 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b345a998-43d7-40a5-9473-d8d1e57fa334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:49.539522 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96f13fad-c377-4d8a-881f-fa86c9004023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.142492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:50.805381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:16:52.717692 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:02.293180 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:05.706485 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:09.598678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-9a261f0d-dbc0-423f-b37c-a06409086b9f req-5eb25f88-9cad-445d-98b6-3f3b59faeca8 service neutron] (93778) timed out ('10.222.0.13', 47780) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:17:13.033554 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:17:17.007390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9e739ef-72fc-4d46-a8f4-c9427ba6a70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:19.536161 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13d96d73-37fd-4abb-bd9d-d168d8f5e585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:20.148692 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:20.810252 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:22.717409 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:32.300810 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:35.705362 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:47.029206 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-477d3dd3-0fff-4307-87dc-581de71608f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:49.545519 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-496737f4-0688-4d65-8498-60134c508488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:50.035641 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:17:50.144121 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:50.801869 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:17:52.723890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:02.288287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:05.710168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:17.014128 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba469a34-eb7c-4c86-aec2-cf765b469eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:19.540657 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1b20-829e-46db-8ed7-d9bbb7c26465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.147355 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:20.807898 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:22.728335 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:27.036931 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:18:32.292751 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:35.720305 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:47.024327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6859df39-e1c1-4645-927e-3170c28b9bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:49.564580 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6742d059-8a4d-47ce-896d-3612176431ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.162694 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:50.811051 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:18:52.730879 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:02.291213 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:04.040011 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:19:05.728778 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:16.932633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:17.027082 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20bc57b9-6139-4de9-b4d5-f9d9d4d01f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.210832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9286d1a2-4219-41dd-b8ce-d823783a681f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b187020df7b34dba86763a83c8d135ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763822 Jul 06 18:19:17.213139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:19:17.274857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.301896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.369307 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.372456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:17.373741 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c HTTP/1.1" status: 204 len: 168 time: 0.1594965 Jul 06 18:19:17.383765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7dc36e-88a8-45f0-b3b8-6adec24a3e4c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:19:17.397075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.397632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.398167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.398763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.399388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.399899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.400441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.401174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.401742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.402271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.402843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:17.403418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80946023-763f-43f6-bec9-9df69bee3db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:19:19.561815 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-870d1682-b1a4-4e6e-b3eb-9b60d7d1818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.156564 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:20.817249 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:22.730098 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:30.593607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-b45d7f99-b114-4a72-93f3-249c2bee38d4 req-bc42cace-d2fe-40f3-885e-ad84c6f4fc82 service neutron] (93779) timed out ('10.222.0.22', 55308) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:19:32.303854 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:35.736693 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:41.051627 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:19:47.021782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89e6cee1-5bb4-42e6-b2c3-a66208ffaf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:49.574685 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e744873d-8cb0-45aa-9a74-8326b258b294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:50.153320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:50.821101 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:19:52.739787 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:02.283100 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.504002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:04.697271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.800464 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.804846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.852175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5ee75b4c64b4a9d8906462c971c3505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468623 Jul 06 18:20:04.853030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f35b9-6675-47a3-8dca-cc983cf8d617,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:04.855686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50522) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:04.866787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.867141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.867490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.867836 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.868178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.868515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.868850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.869183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.869510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.869839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.870169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.870528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ee3b0-ddca-4a7f-8da9-71ce677446aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:04.913706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31fbb348-26d3-4a82-a7fd-e8b7e0dcdb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.937042 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31fbb348-26d3-4a82-a7fd-e8b7e0dcdb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.991398 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31fbb348-26d3-4a82-a7fd-e8b7e0dcdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.994229 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31fbb348-26d3-4a82-a7fd-e8b7e0dcdb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:04.995725 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-31fbb348-26d3-4a82-a7fd-e8b7e0dcdb7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a11f35b9-6675-47a3-8dca-cc983cf8d617 HTTP/1.1" status: 204 len: 168 time: 0.1387393 Jul 06 18:20:05.010730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbb348-26d3-4a82-a7fd-e8b7e0dcdb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f35b9-6675-47a3-8dca-cc983cf8d617,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:05.754330 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.131047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50554) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:06.242945 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54f214d3-b371-455e-a103-cf9999f37afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.356292 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54f214d3-b371-455e-a103-cf9999f37afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.361728 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54f214d3-b371-455e-a103-cf9999f37afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.403309 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-54f214d3-b371-455e-a103-cf9999f37afb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0db4fdfd08104721969663115a345744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711473 Jul 06 18:20:06.404198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f214d3-b371-455e-a103-cf9999f37afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54713881-e707-4ae8-9e14-9fba61ec786a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:06.406287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:06.469482 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5599-b423-43ec-9974-c246db3dd8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.494806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5599-b423-43ec-9974-c246db3dd8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.548257 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5599-b423-43ec-9974-c246db3dd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.552994 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5599-b423-43ec-9974-c246db3dd8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:06.555169 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c8bb5599-b423-43ec-9974-c246db3dd8a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54713881-e707-4ae8-9e14-9fba61ec786a HTTP/1.1" status: 204 len: 168 time: 0.1474314 Jul 06 18:20:06.569119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb5599-b423-43ec-9974-c246db3dd8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54713881-e707-4ae8-9e14-9fba61ec786a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:07.261913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:07.369658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-958810936-network', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:07.394247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Made reservation on behalf of d64648d0919c4dd7b9fbebbbbeb7959d for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:07.398602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.410467 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.508824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.512750 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.540300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:20:07.551362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739dcbea-d8c8-4a80-a9f9-f1ffe6be58c4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:07.557727 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.558003 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Added segment 647ea824-a3c1-4e2f-b50b-3c020e674050 of type vlan for network b979abfd-619e-47e7-b98a-38e8975624df Jul 06 18:20:07.603404 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.634627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.635585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:07.636180 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.697855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4346673 Jul 06 18:20:07.701319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50584) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:07.701943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20881d1-873d-4088-bb79-0f1cd1c4ff44 admin admin] Pushing event updated for resources: {'Network': ['ID=b979abfd-619e-47e7-b98a-38e8975624df,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:07.710692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Request body: {'subnet': {'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-958810936-subnet', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:07.713589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b979abfd-619e-47e7-b98a-38e8975624df details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:20:07.746815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Made reservation on behalf of d64648d0919c4dd7b9fbebbbbeb7959d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:07.750406 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:07.961867 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.019035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5f3dc5-4e01-4bec-bf63-118689b15bd4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:08.028243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Checking segment: {'id': '647ea824-a3c1-4e2f-b50b-3c020e674050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:08.028579 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Network hostable DHCP agents. Network: b979abfd-619e-47e7-b98a-38e8975624df, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:20:08.046188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Network b979abfd-619e-47e7-b98a-38e8975624df is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:20:08.055486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b979abfd-619e-47e7-b98a-38e8975624df) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:08.060487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:08.061629 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.066589 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aa1ab0-abfa-4dc2-b4d6-0a4084a67699 None None] Network b979abfd-619e-47e7-b98a-38e8975624df requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:08.078241 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-de2d91bb-1438-4194-b5be-b5914a9d49c0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3753805 Jul 06 18:20:08.081707 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50586) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:08.086669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:08.107524 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.108528 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.171838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.227950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-b979abfd-619e-47e7-b98a-38e8975624df', 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'fixed_ips': [{'subnet_id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:20:08.229250 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.322295 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.401369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Allocated IP 172.20.0.2 (b979abfd-619e-47e7-b98a-38e8975624df/9a5f3dc5-4e01-4bec-bf63-118689b15bd4/eb08bea0-a173-4642-9d96-f029f5553188) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:08.571406 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.580268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.581651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Transition to ACTIVE for port object eb08bea0-a173-4642-9d96-f029f5553188 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:08.599536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Transition to ACTIVE for port object eb08bea0-a173-4642-9d96-f029f5553188 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:08.600447 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.605887 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.645288 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Network b979abfd-619e-47e7-b98a-38e8975624df is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:08.650156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:08.653194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:08.664827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Pushing event updated for resources: {'Port': ['ID=eb08bea0-a173-4642-9d96-f029f5553188,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:08.694780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.695123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.695466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.695805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.696134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.696468 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.696794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.697117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.697442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.697766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.698083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.698423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:08.726766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Allocated IP 172.25.7.232 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/1bd1246d-1220-4ad3-a14b-cb170353c0a3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:08.735500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Attempting to bind port eb08bea0-a173-4642-9d96-f029f5553188 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:08.736271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Attempting to bind port eb08bea0-a173-4642-9d96-f029f5553188 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '647ea824-a3c1-4e2f-b50b-3c020e674050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:08.736698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Attempting to bind port eb08bea0-a173-4642-9d96-f029f5553188 on network b979abfd-619e-47e7-b98a-38e8975624df {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:08.744353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:08.744858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Checking segment: {'id': '647ea824-a3c1-4e2f-b50b-3c020e674050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:08.745410 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.745937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Bound using segment: {'id': '647ea824-a3c1-4e2f-b50b-3c020e674050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:08.746652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Bound port: eb08bea0-a173-4642-9d96-f029f5553188, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647ea824-a3c1-4e2f-b50b-3c020e674050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:08.747152 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.832506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] For port eb08bea0-a173-4642-9d96-f029f5553188, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:08.835083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.836638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] For port eb08bea0-a173-4642-9d96-f029f5553188, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb08bea0-a173-4642-9d96-f029f5553188,segment=NetworkSegment(647ea824-a3c1-4e2f-b50b-3c020e674050),segment_id=647ea824-a3c1-4e2f-b50b-3c020e674050)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:08.841410 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.885169 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:08.906283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d956ad4-8132-4f79-8364-eb7d28668ed9 None None] Pushing event updated for resources: {'Port': ['ID=eb08bea0-a173-4642-9d96-f029f5553188,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:08.941202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:08.944330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:08.950152 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:08.975919 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Pushing event updated for resources: {'Port': ['ID=1bd1246d-1220-4ad3-a14b-cb170353c0a3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:09.254256 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:09.489220 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:09.647332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:20:09.940359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160a8bf-ea6d-406e-9f13-8d1b6d57ee2f None None] Network b979abfd-619e-47e7-b98a-38e8975624df requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:10.031611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9202a29f-1def-45af-8d50-3161cf264039 None None] Provisioning for port eb08bea0-a173-4642-9d96-f029f5553188 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:10.145750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:10.158361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Sync routers for ids ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:10.165067 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.166586 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1a48b08d-c1b2-421c-a31c-779fa3580f9f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0838027 Jul 06 18:20:10.169434 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50588) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:10.178630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Routers {'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:10.179082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:19:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:10.503764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Set router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:10.565439 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb08bea0-a173-4642-9d96-f029f5553188 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:10.685854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port eb08bea0-a173-4642-9d96-f029f5553188 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:10.697253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port eb08bea0-a173-4642-9d96-f029f5553188 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:10.697782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.725071 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.831172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:09Z', 'revision_number': 3, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'gw_port': {'id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:10.867059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Checking router: cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:10.867411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Updating router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 port 1bd1246d-1220-4ad3-a14b-cb170353c0a3 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:10.891526 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.902957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Allocated IP 172.20.0.1 (b979abfd-619e-47e7-b98a-38e8975624df/9a5f3dc5-4e01-4bec-bf63-118689b15bd4/24624c9e-a125-48eb-a680-d82bbaf8940f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:10.925383 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:10.959962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port eb08bea0-a173-4642-9d96-f029f5553188, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb08bea0-a173-4642-9d96-f029f5553188,segment=NetworkSegment(647ea824-a3c1-4e2f-b50b-3c020e674050),segment_id=647ea824-a3c1-4e2f-b50b-3c020e674050)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:10.968642 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.013356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.027792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Transition to ACTIVE for port object 24624c9e-a125-48eb-a680-d82bbaf8940f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:11.065160 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.090804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=eb08bea0-a173-4642-9d96-f029f5553188,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.102742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Network b979abfd-619e-47e7-b98a-38e8975624df is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:11.105776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:11.109453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:11.140036 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Pushing event updated for resources: {'Port': ['ID=24624c9e-a125-48eb-a680-d82bbaf8940f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.169061 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.288168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.300560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Transition to ACTIVE for port object 1bd1246d-1220-4ad3-a14b-cb170353c0a3 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:11.308640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.371817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Attempting to bind port 1bd1246d-1220-4ad3-a14b-cb170353c0a3 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:11.372191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Attempting to bind port 1bd1246d-1220-4ad3-a14b-cb170353c0a3 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:11.372567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Attempting to bind port 1bd1246d-1220-4ad3-a14b-cb170353c0a3 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:11.374714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652599b-ad9d-49ad-ba87-b9f9bd93e0ce None None] Pushing event updated for resources: {'Port': ['ID=1bd1246d-1220-4ad3-a14b-cb170353c0a3,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.378515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.383126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:11.383559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:11.383923 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.384319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:11.384800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Bound port: 1bd1246d-1220-4ad3-a14b-cb170353c0a3, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:11.385190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.457222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6576c8d4-ff91-46ac-8cfd-8c86f80d54e6 None None] Provisioning for port 24624c9e-a125-48eb-a680-d82bbaf8940f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:11.471925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6576c8d4-ff91-46ac-8cfd-8c86f80d54e6 None None] Provisioning complete for port 24624c9e-a125-48eb-a680-d82bbaf8940f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:11.472308 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6576c8d4-ff91-46ac-8cfd-8c86f80d54e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.498580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] For port 1bd1246d-1220-4ad3-a14b-cb170353c0a3, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:11.527037 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] For port 1bd1246d-1220-4ad3-a14b-cb170353c0a3, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1bd1246d-1220-4ad3-a14b-cb170353c0a3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:11.540784 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.562435 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.568794 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.584036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6576c8d4-ff91-46ac-8cfd-8c86f80d54e6 None None] Port 24624c9e-a125-48eb-a680-d82bbaf8940f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:11.632107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Routers {'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:11.633154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:19:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:11.678695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:11.692519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Pushing event updated for resources: {'Port': ['ID=24624c9e-a125-48eb-a680-d82bbaf8940f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.706423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652599b-ad9d-49ad-ba87-b9f9bd93e0ce None None] Pushing event updated for resources: {'Port': ['ID=1bd1246d-1220-4ad3-a14b-cb170353c0a3,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:11.797014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] Set router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:11.804845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Network b979abfd-619e-47e7-b98a-38e8975624df is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:11.806452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:11.935249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:12.037003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 4, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'gw_port': {'id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '24624c9e-a125-48eb-a680-d82bbaf8940f', 'name': '', 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'mac_address': 'fa:16:3e:41:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:10Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 2, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'subnets': [{'id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:12.057359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:12.063205 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f57a1d57-c2e4-40fd-947d-10e72c42bbb3 admin admin] 10.222.0.13 "PUT /v2.0/routers/cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8927252 Jul 06 18:20:12.072171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822519fb-8d6c-4c09-80bd-795eaebb466f None None] The sync data for ids ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'] in n-d-799526-3 is: [{'id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 4, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'gw_port': {'id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '24624c9e-a125-48eb-a680-d82bbaf8940f', 'name': '', 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'mac_address': 'fa:16:3e:41:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:10Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 2, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'subnets': [{'id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:12.105409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-32eae0a1-c17a-48c5-95cd-4698d53bd11e None None] Provisioning complete for port 24624c9e-a125-48eb-a680-d82bbaf8940f triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:12.105785 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-32eae0a1-c17a-48c5-95cd-4698d53bd11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.151761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-32eae0a1-c17a-48c5-95cd-4698d53bd11e None None] Port 24624c9e-a125-48eb-a680-d82bbaf8940f cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:12.480412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb08bea0-a173-4642-9d96-f029f5553188 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:12.539933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port eb08bea0-a173-4642-9d96-f029f5553188 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:12.540437 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.677930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50604) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:12.684624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2034893430-network', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:12.708689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Made reservation on behalf of 4bc9b1f2fabd4bb08fe362004f246f43 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:12.712091 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.723374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.885902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.893370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.955065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:20:12.974966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684ea479-758e-4056-b010-2182ef4d33ad,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:12.989039 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:12.989790 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Added segment b48021f5-d358-4bfd-ab73-ae7df161ce65 of type vlan for network fd48040b-c018-41b0-9626-f8eca3b6912f Jul 06 18:20:13.043421 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.077195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.078305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:13.080008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.141506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4576941 Jul 06 18:20:13.145714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:13.150866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a937a-e73f-4003-b6e9-f1ac804a2e09 admin admin] Pushing event updated for resources: {'Network': ['ID=fd48040b-c018-41b0-9626-f8eca3b6912f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:13.152057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Request body: {'subnet': {'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2034893430-subnet', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:13.164706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network fd48040b-c018-41b0-9626-f8eca3b6912f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:20:13.182663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Made reservation on behalf of 4bc9b1f2fabd4bb08fe362004f246f43 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:13.186914 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.384921 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.436471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbe3fda-13b9-4689-8300-516d22881605,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:13.455051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Checking segment: {'id': 'b48021f5-d358-4bfd-ab73-ae7df161ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:13.455051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Network hostable DHCP agents. Network: fd48040b-c018-41b0-9626-f8eca3b6912f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:20:13.479571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Network fd48040b-c018-41b0-9626-f8eca3b6912f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:20:13.490810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, fd48040b-c018-41b0-9626-f8eca3b6912f) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:13.497122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:13.497727 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.502028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85db2b-5f90-4070-acbb-831af7a12641 None None] Network fd48040b-c018-41b0-9626-f8eca3b6912f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:13.522746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50608) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:13.523035 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f3d8ec66-2de9-44e5-a30f-ee22662978e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3778355 Jul 06 18:20:13.530150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:13.571372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.573288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.639913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.670515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-fd48040b-c018-41b0-9626-f8eca3b6912f', 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'fixed_ips': [{'subnet_id': 'dfbe3fda-13b9-4689-8300-516d22881605'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:20:13.671429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.787313 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:13.825610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Allocated IP 172.20.0.2 (fd48040b-c018-41b0-9626-f8eca3b6912f/dfbe3fda-13b9-4689-8300-516d22881605/0362173f-a63e-4e6f-afa2-9aaa6e59fbf4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:14.002514 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.013892 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.024113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Transition to ACTIVE for port object 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:14.027469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.052753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Transition to ACTIVE for port object 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:14.061782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.139042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Network fd48040b-c018-41b0-9626-f8eca3b6912f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:14.145412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:14.154229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:14.159543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Pushing event updated for resources: {'Port': ['ID=0362173f-a63e-4e6f-afa2-9aaa6e59fbf4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:14.165894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Allocated IP 172.25.7.161 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/e135d1d0-9b14-425a-affa-4603aa5ef45a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:14.236893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Attempting to bind port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:14.237745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Attempting to bind port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b48021f5-d358-4bfd-ab73-ae7df161ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:14.237745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Attempting to bind port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 on network fd48040b-c018-41b0-9626-f8eca3b6912f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:14.244788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:14.245172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Checking segment: {'id': 'b48021f5-d358-4bfd-ab73-ae7df161ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:14.245581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.245976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Bound using segment: {'id': 'b48021f5-d358-4bfd-ab73-ae7df161ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:14.246486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Bound port: 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48021f5-d358-4bfd-ab73-ae7df161ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:14.246871 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.326611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.329594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] For port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:14.334202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] For port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0362173f-a63e-4e6f-afa2-9aaa6e59fbf4,segment=NetworkSegment(b48021f5-d358-4bfd-ab73-ae7df161ce65),segment_id=b48021f5-d358-4bfd-ab73-ae7df161ce65)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:14.341390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.380389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.441782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:14.455808 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:14.467975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:14.473598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee6d57-d106-4418-903b-89c36594f704 None None] Pushing event updated for resources: {'Port': ['ID=0362173f-a63e-4e6f-afa2-9aaa6e59fbf4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:14.499892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Pushing event updated for resources: {'Port': ['ID=e135d1d0-9b14-425a-affa-4603aa5ef45a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:14.530605 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Sync routers for ids ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:14.535450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1bd1246d-1220-4ad3-a14b-cb170353c0a3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:14.544268 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Routers {'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:14.545138 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:19:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:14.603870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 1bd1246d-1220-4ad3-a14b-cb170353c0a3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:14.612005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1bd1246d-1220-4ad3-a14b-cb170353c0a3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:14.613358 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.740995 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Set router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:14.797820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.821591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 1bd1246d-1220-4ad3-a14b-cb170353c0a3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1bd1246d-1220-4ad3-a14b-cb170353c0a3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:14.827816 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.859288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:14.903899 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=1bd1246d-1220-4ad3-a14b-cb170353c0a3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:15.057402 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 4, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'gw_port': {'id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '24624c9e-a125-48eb-a680-d82bbaf8940f', 'name': '', 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'mac_address': 'fa:16:3e:41:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:10Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 2, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'subnets': [{'id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:15.078756 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.084476 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Checking router: cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:15.084830 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Updating router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 port 24624c9e-a125-48eb-a680-d82bbaf8940f binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:15.122036 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.265037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:20:15.394039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:15.409014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Sync routers for ids ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:15.421970 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.424336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Routers {'45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:15.424982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:19:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:15.427426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a45b5810-9324-4d53-9773-4f1411c4007d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9032705 Jul 06 18:20:15.431892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:15.445978 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.460251 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Transition to ACTIVE for port object 24624c9e-a125-48eb-a680-d82bbaf8940f will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:15.468351 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.568054 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Pushing event updated for resources: {'Port': ['ID=24624c9e-a125-48eb-a680-d82bbaf8940f,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:15.580078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Set router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:15.619545 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.620009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.620279 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.620572 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.620902 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.621231 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.621561 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.621889 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.624980 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.624980 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.624980 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.624980 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:15.644010 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Attempting to bind port 24624c9e-a125-48eb-a680-d82bbaf8940f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:15.644580 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Attempting to bind port 24624c9e-a125-48eb-a680-d82bbaf8940f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '647ea824-a3c1-4e2f-b50b-3c020e674050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:15.644973 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Attempting to bind port 24624c9e-a125-48eb-a680-d82bbaf8940f on network b979abfd-619e-47e7-b98a-38e8975624df {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:15.657511 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:15.658110 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Checking segment: {'id': '647ea824-a3c1-4e2f-b50b-3c020e674050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:15.658822 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.659501 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Bound using segment: {'id': '647ea824-a3c1-4e2f-b50b-3c020e674050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:15.660356 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Bound port: 24624c9e-a125-48eb-a680-d82bbaf8940f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647ea824-a3c1-4e2f-b50b-3c020e674050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:15.660952 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.765391 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] For port 24624c9e-a125-48eb-a680-d82bbaf8940f, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:15.773346 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] For port 24624c9e-a125-48eb-a680-d82bbaf8940f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=24624c9e-a125-48eb-a680-d82bbaf8940f,segment=NetworkSegment(647ea824-a3c1-4e2f-b50b-3c020e674050),segment_id=647ea824-a3c1-4e2f-b50b-3c020e674050)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:15.781818 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:15.821216 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18e17e-7c5f-4904-a431-9f43da97854f None None] Network fd48040b-c018-41b0-9626-f8eca3b6912f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:15.868860 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Routers {'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:15.870386 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:19:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:15.890816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e2595ebb-65c6-45b6-a174-6ab5f2ff9b16 None None] Provisioning for port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:15.949336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:13Z', 'updated_at': '2021-07-06T18:20:14Z', 'revision_number': 3, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'gw_port': {'id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:14Z', 'updated_at': '2021-07-06T18:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:15.996179 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] Set router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:16.124285 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.195667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Checking router: 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:16.196014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Updating router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 port e135d1d0-9b14-425a-affa-4603aa5ef45a binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:16.227684 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce18db-2fdf-4a48-8414-142b73495770 None None] Pushing event updated for resources: {'Port': ['ID=24624c9e-a125-48eb-a680-d82bbaf8940f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:16.256754 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 4, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'gw_port': {'id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '24624c9e-a125-48eb-a680-d82bbaf8940f', 'name': '', 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'mac_address': 'fa:16:3e:41:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:10Z', 'updated_at': '2021-07-06T18:20:15Z', 'revision_number': 4, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'subnets': [{'id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:16.272090 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.289530 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71acdd-2cbc-49f6-a7fe-6cf64892e1a3 None None] The sync data for ids ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'] in n-d-799526-3 is: [{'id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:11Z', 'revision_number': 4, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'gw_port': {'id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '24624c9e-a125-48eb-a680-d82bbaf8940f', 'name': '', 'network_id': 'b979abfd-619e-47e7-b98a-38e8975624df', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'mac_address': 'fa:16:3e:41:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:10Z', 'updated_at': '2021-07-06T18:20:15Z', 'revision_number': 4, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'subnets': [{'id': '9a5f3dc5-4e01-4bec-bf63-118689b15bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:16.404460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Allocated IP 172.20.0.1 (fd48040b-c018-41b0-9626-f8eca3b6912f/dfbe3fda-13b9-4689-8300-516d22881605/3075942d-6b68-4b70-9664-1dc0c66584d9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:16.659257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:16.664208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.684380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Transition to ACTIVE for port object 3075942d-6b68-4b70-9664-1dc0c66584d9 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:16.734900 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.792714 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.794181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Network fd48040b-c018-41b0-9626-f8eca3b6912f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:16.799098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:16.806331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:16.807112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Transition to ACTIVE for port object e135d1d0-9b14-425a-affa-4603aa5ef45a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:16.819849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.834978 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3075942d-6b68-4b70-9664-1dc0c66584d9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:16.871416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.889781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7687012-d0cf-41c7-a964-2bbc3b654c1d None None] Pushing event updated for resources: {'Port': ['ID=e135d1d0-9b14-425a-affa-4603aa5ef45a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:16.899945 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:16.906150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:16.906664 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.912198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Attempting to bind port e135d1d0-9b14-425a-affa-4603aa5ef45a on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:16.912549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Attempting to bind port e135d1d0-9b14-425a-affa-4603aa5ef45a by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:16.912994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Attempting to bind port e135d1d0-9b14-425a-affa-4603aa5ef45a on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:16.947655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:16.948177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:16.948693 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:16.949109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:16.949612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Bound port: e135d1d0-9b14-425a-affa-4603aa5ef45a, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:16.950011 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.005594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b8fc9190-524d-4247-a261-8f0e20235c0a None None] Provisioning complete for port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:17.005977 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9190-524d-4247-a261-8f0e20235c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.070288 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.084865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] For port e135d1d0-9b14-425a-affa-4603aa5ef45a, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:17.090502 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1352565b-ebf1-4e5a-8993-4112dd57b597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.150429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] For port e135d1d0-9b14-425a-affa-4603aa5ef45a, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e135d1d0-9b14-425a-affa-4603aa5ef45a,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:17.164931 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.171819 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.324273 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0362173f-a63e-4e6f-afa2-9aaa6e59fbf4,segment=NetworkSegment(b48021f5-d358-4bfd-ab73-ae7df161ce65),segment_id=b48021f5-d358-4bfd-ab73-ae7df161ce65)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:17.328129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7687012-d0cf-41c7-a964-2bbc3b654c1d None None] Pushing event updated for resources: {'Port': ['ID=e135d1d0-9b14-425a-affa-4603aa5ef45a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:17.334331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Routers {'45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:17.335019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:19:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:17.337131 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.337939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1bd1246d-1220-4ad3-a14b-cb170353c0a3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:17.344875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.352449 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.411353 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9190-524d-4247-a261-8f0e20235c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.433306 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.441810 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3075942d-6b68-4b70-9664-1dc0c66584d9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:17.458691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.459235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.460247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.460425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.461415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.461415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.461933 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.462500 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.463046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.463469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.463887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.464344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:20:17.570170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=0362173f-a63e-4e6f-afa2-9aaa6e59fbf4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:17.571900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Network fd48040b-c018-41b0-9626-f8eca3b6912f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:17.573483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:17.602810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] Set router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:17.605455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1bd1246d-1220-4ad3-a14b-cb170353c0a3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:17.605455 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.631037 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-b8fc9190-524d-4247-a261-8f0e20235c0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:20:17.631397 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-b8fc9190-524d-4247-a261-8f0e20235c0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:20:17.840336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 24624c9e-a125-48eb-a680-d82bbaf8940f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:17.927940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 24624c9e-a125-48eb-a680-d82bbaf8940f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:17.935192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:13Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 4, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'gw_port': {'id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:14Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3075942d-6b68-4b70-9664-1dc0c66584d9', 'name': '', 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'mac_address': 'fa:16:3e:22:b4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:16Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 2, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'subnets': [{'id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:17.937898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 24624c9e-a125-48eb-a680-d82bbaf8940f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:17.937898 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:17.987976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0582a-bedd-4cc4-80f0-9933b09c4739 None None] The sync data for ids ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'] in n-d-799526-3 is: [{'id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:13Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 4, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'gw_port': {'id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:14Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3075942d-6b68-4b70-9664-1dc0c66584d9', 'name': '', 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'mac_address': 'fa:16:3e:22:b4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:16Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 2, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'subnets': [{'id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:18.042388 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:20:18.066528 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.111451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 24624c9e-a125-48eb-a680-d82bbaf8940f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=24624c9e-a125-48eb-a680-d82bbaf8940f,segment=NetworkSegment(647ea824-a3c1-4e2f-b50b-3c020e674050),segment_id=647ea824-a3c1-4e2f-b50b-3c020e674050)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:18.117283 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.142935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:18.200119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=24624c9e-a125-48eb-a680-d82bbaf8940f,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:18.301873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:18.310925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dcf0e13f-7c59-48fd-a29e-76a59c9249b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/45f7bb31-da7b-4803-b8b6-0f65a9c0ba23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8777542 Jul 06 18:20:18.326884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6b9851b4-6394-4664-a36c-1d1bc18aee48 None None] Provisioning for port 3075942d-6b68-4b70-9664-1dc0c66584d9 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:18.336498 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6b9851b4-6394-4664-a36c-1d1bc18aee48 None None] Provisioning complete for port 3075942d-6b68-4b70-9664-1dc0c66584d9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:18.337207 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b9851b4-6394-4664-a36c-1d1bc18aee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.387166 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6b9851b4-6394-4664-a36c-1d1bc18aee48 None None] Port 3075942d-6b68-4b70-9664-1dc0c66584d9 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:18.521139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:18.589445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:18.589827 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:18.681386 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 24624c9e-a125-48eb-a680-d82bbaf8940f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:18.734961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 24624c9e-a125-48eb-a680-d82bbaf8940f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:18.735971 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:19.571734 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41cbaceb-bb3a-46b8-97a6-323c701da1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.162571 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.312208 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Sync routers for ids ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:20.322641 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Routers {'45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:20.323256 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:20.448312 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Set router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:20.500045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e135d1d0-9b14-425a-affa-4603aa5ef45a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:20.567397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port e135d1d0-9b14-425a-affa-4603aa5ef45a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:20.571506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e135d1d0-9b14-425a-affa-4603aa5ef45a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:20.571875 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.663243 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:13Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 4, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'gw_port': {'id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:14Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3075942d-6b68-4b70-9664-1dc0c66584d9', 'name': '', 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'mac_address': 'fa:16:3e:22:b4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:16Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 2, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'subnets': [{'id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:20.670257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.692846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port e135d1d0-9b14-425a-affa-4603aa5ef45a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e135d1d0-9b14-425a-affa-4603aa5ef45a,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:20.697737 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.698050 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Checking router: 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:20.698214 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Updating router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 port 3075942d-6b68-4b70-9664-1dc0c66584d9 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:20.738248 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:20.759686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=e135d1d0-9b14-425a-affa-4603aa5ef45a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:20.825522 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.047192 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.059089 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Transition to ACTIVE for port object 3075942d-6b68-4b70-9664-1dc0c66584d9 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:21.066013 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.128308 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abe71e-ed08-4de2-a298-08a4f13a4be9 None None] Pushing event updated for resources: {'Port': ['ID=3075942d-6b68-4b70-9664-1dc0c66584d9,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:21.188550 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Attempting to bind port 3075942d-6b68-4b70-9664-1dc0c66584d9 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:21.189639 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Attempting to bind port 3075942d-6b68-4b70-9664-1dc0c66584d9 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b48021f5-d358-4bfd-ab73-ae7df161ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:21.190009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Attempting to bind port 3075942d-6b68-4b70-9664-1dc0c66584d9 on network fd48040b-c018-41b0-9626-f8eca3b6912f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:21.196606 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:21.197006 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Checking segment: {'id': 'b48021f5-d358-4bfd-ab73-ae7df161ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:21.197373 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.197784 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Bound using segment: {'id': 'b48021f5-d358-4bfd-ab73-ae7df161ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:21.198236 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Bound port: 3075942d-6b68-4b70-9664-1dc0c66584d9, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48021f5-d358-4bfd-ab73-ae7df161ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:21.199026 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.279917 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] For port 3075942d-6b68-4b70-9664-1dc0c66584d9, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:21.284084 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] For port 3075942d-6b68-4b70-9664-1dc0c66584d9, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3075942d-6b68-4b70-9664-1dc0c66584d9,segment=NetworkSegment(b48021f5-d358-4bfd-ab73-ae7df161ce65),segment_id=b48021f5-d358-4bfd-ab73-ae7df161ce65)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:21.290316 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:21.447513 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Routers {'45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:21.448610 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:21.526893 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abe71e-ed08-4de2-a298-08a4f13a4be9 None None] Pushing event updated for resources: {'Port': ['ID=3075942d-6b68-4b70-9664-1dc0c66584d9,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:21.606408 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] Set router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:21.778864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50676) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:21.856981 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:13Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 4, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'gw_port': {'id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:14Z', 'updated_at': '2021-07-06T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3075942d-6b68-4b70-9664-1dc0c66584d9', 'name': '', 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'mac_address': 'fa:16:3e:22:b4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:16Z', 'updated_at': '2021-07-06T18:20:21Z', 'revision_number': 4, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'subnets': [{'id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:21.907015 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aba1af-59e7-4933-9c80-f506922bc5f9 None None] The sync data for ids ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'] in n-d-799526-3 is: [{'id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:13Z', 'updated_at': '2021-07-06T18:20:17Z', 'revision_number': 4, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'gw_port': {'id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:14Z', 'updated_at': '2021-07-06T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '3075942d-6b68-4b70-9664-1dc0c66584d9', 'name': '', 'network_id': 'fd48040b-c018-41b0-9626-f8eca3b6912f', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'mac_address': 'fa:16:3e:22:b4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:16Z', 'updated_at': '2021-07-06T18:20:21Z', 'revision_number': 4, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'subnets': [{'id': 'dfbe3fda-13b9-4689-8300-516d22881605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:22.189011 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.502880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Deleting port 24624c9e-a125-48eb-a680-d82bbaf8940f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:22.503910 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.536193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e135d1d0-9b14-425a-affa-4603aa5ef45a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:22.599940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port e135d1d0-9b14-425a-affa-4603aa5ef45a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:22.600414 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.604019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] For port 24624c9e-a125-48eb-a680-d82bbaf8940f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=24624c9e-a125-48eb-a680-d82bbaf8940f,segment=NetworkSegment(647ea824-a3c1-4e2f-b50b-3c020e674050),segment_id=647ea824-a3c1-4e2f-b50b-3c020e674050)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:22.604581 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.633451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Calling delete_port for 24624c9e-a125-48eb-a680-d82bbaf8940f owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:22.695753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3075942d-6b68-4b70-9664-1dc0c66584d9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:22.752405 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.763249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 3075942d-6b68-4b70-9664-1dc0c66584d9 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:22.767633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3075942d-6b68-4b70-9664-1dc0c66584d9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:22.768003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.842307 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.864134 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.872066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=24624c9e-a125-48eb-a680-d82bbaf8940f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:22.909035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 3075942d-6b68-4b70-9664-1dc0c66584d9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3075942d-6b68-4b70-9664-1dc0c66584d9,segment=NetworkSegment(b48021f5-d358-4bfd-ab73-ae7df161ce65),segment_id=b48021f5-d358-4bfd-ab73-ae7df161ce65)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:22.915597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:22.980502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=3075942d-6b68-4b70-9664-1dc0c66584d9,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:23.063797 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:23.297608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:23.430602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:23.436090 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-654ae800-38c0-4fe3-ab44-022cb37c8b2a admin admin] 10.222.0.13 "PUT /v2.0/routers/cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560426 Jul 06 18:20:23.439280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50678) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:23.440952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] Sync routers for ids ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:23.451525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] Routers {'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:23.453292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:23.566188 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] Set router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:23.779241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:22Z', 'revision_number': 5, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'gw_port': {'id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:23.806825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] Checking router: cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:23.816099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] Routers {'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:23.816786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:23.908210 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.025733 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.084504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Deleting port 1bd1246d-1220-4ad3-a14b-cb170353c0a3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:24.084867 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.099181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] Set router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:24.171044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] For port 1bd1246d-1220-4ad3-a14b-cb170353c0a3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1bd1246d-1220-4ad3-a14b-cb170353c0a3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:24.171414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.185850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Calling delete_port for 1bd1246d-1220-4ad3-a14b-cb170353c0a3 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:24.290293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:22Z', 'revision_number': 5, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'gw_port': {'id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:24.322467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc2c01-3ebd-48b6-b597-c69a7d5d707e None None] The sync data for ids ['cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988'] in n-d-799526-3 is: [{'id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'name': 'tempest-TestAggregatesBasicOps-958810936-router', 'tenant_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:22Z', 'revision_number': 5, 'project_id': 'd64648d0919c4dd7b9fbebbbbeb7959d', 'gw_port': {'id': '1bd1246d-1220-4ad3-a14b-cb170353c0a3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:08Z', 'updated_at': '2021-07-06T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:24.364195 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.393649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd1246d-1220-4ad3-a14b-cb170353c0a3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:24.461040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.559982 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.562290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.625840 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.626618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Fanout notify agent at l3_agent the message router_deleted on router cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:20:24.631684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.632909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2180cc93-480a-40ef-a97c-2a040f23cced admin admin] 10.222.0.13 "DELETE /v2.0/routers/cda0cf8b-9ae7-4de7-b56c-5a2d3cc4f988 HTTP/1.1" status: 204 len: 168 time: 1.1923358 Jul 06 18:20:24.635834 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50680) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:24.691124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6edb52-afd1-4b65-b2a7-b5dcb1afebe0 admin admin] Deleting subnet 9a5f3dc5-4e01-4bec-bf63-118689b15bd4 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:20:24.695145 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c6edb52-afd1-4b65-b2a7-b5dcb1afebe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.734758 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c6edb52-afd1-4b65-b2a7-b5dcb1afebe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.841632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3075942d-6b68-4b70-9664-1dc0c66584d9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:24.855349 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c6edb52-afd1-4b65-b2a7-b5dcb1afebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.906011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3075942d-6b68-4b70-9664-1dc0c66584d9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:24.906514 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.927688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c6edb52-afd1-4b65-b2a7-b5dcb1afebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.976383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6edb52-afd1-4b65-b2a7-b5dcb1afebe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5f3dc5-4e01-4bec-bf63-118689b15bd4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:24.983573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c6edb52-afd1-4b65-b2a7-b5dcb1afebe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:24.986756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5c6edb52-afd1-4b65-b2a7-b5dcb1afebe0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a5f3dc5-4e01-4bec-bf63-118689b15bd4 HTTP/1.1" status: 204 len: 168 time: 0.3495984 Jul 06 18:20:24.989708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:24.993321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa39be0-7176-43a1-9adb-ac842b32737d None None] Network b979abfd-619e-47e7-b98a-38e8975624df requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:25.102859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.132923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 24624c9e-a125-48eb-a680-d82bbaf8940f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:25.180564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Deleting port eb08bea0-a173-4642-9d96-f029f5553188 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:25.180918 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.193669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 24624c9e-a125-48eb-a680-d82bbaf8940f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:25.194244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 24624c9e-a125-48eb-a680-d82bbaf8940f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:25.260364 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] For port eb08bea0-a173-4642-9d96-f029f5553188, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb08bea0-a173-4642-9d96-f029f5553188,segment=NetworkSegment(647ea824-a3c1-4e2f-b50b-3c020e674050),segment_id=647ea824-a3c1-4e2f-b50b-3c020e674050)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:25.260646 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.280385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Calling delete_port for eb08bea0-a173-4642-9d96-f029f5553188 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:25.377713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.412742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb08bea0-a173-4642-9d96-f029f5553188,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:25.414548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] No DVR routers for this DVR port eb08bea0-a173-4642-9d96-f029f5553188 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:25.495243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eea71f-78e3-4a03-be34-fc5066c13047 None None] DHCP port deletion for b979abfd-619e-47e7-b98a-38e8975624df request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:20:25.502672 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.521407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b979abfd-619e-47e7-b98a-38e8975624df']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:25.530005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647ea824-a3c1-4e2f-b50b-3c020e674050') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:25.530312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647ea824-a3c1-4e2f-b50b-3c020e674050') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:25.541584 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.565069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.572499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:20:25.573162 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:20:25.575327 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:20:25.641092 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.650502 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:25.652775 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b979abfd-619e-47e7-b98a-38e8975624df HTTP/1.1" status: 204 len: 168 time: 0.6613207 Jul 06 18:20:25.655956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50684) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:25.670317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f57c8f-531d-4146-8b7f-8a3ba8ebc044 admin admin] Pushing event deleted for resources: {'Network': ['ID=b979abfd-619e-47e7-b98a-38e8975624df,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.043936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.318886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Deleting port 3075942d-6b68-4b70-9664-1dc0c66584d9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:26.319147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.406784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] For port 3075942d-6b68-4b70-9664-1dc0c66584d9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3075942d-6b68-4b70-9664-1dc0c66584d9,segment=NetworkSegment(b48021f5-d358-4bfd-ab73-ae7df161ce65),segment_id=b48021f5-d358-4bfd-ab73-ae7df161ce65)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:26.407829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.427685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Calling delete_port for 3075942d-6b68-4b70-9664-1dc0c66584d9 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:26.488230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1bd1246d-1220-4ad3-a14b-cb170353c0a3 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:26.525842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 1bd1246d-1220-4ad3-a14b-cb170353c0a3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:26.526370 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1bd1246d-1220-4ad3-a14b-cb170353c0a3 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:26.526989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb08bea0-a173-4642-9d96-f029f5553188 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:26.560712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: eb08bea0-a173-4642-9d96-f029f5553188 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:26.561310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb08bea0-a173-4642-9d96-f029f5553188 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:26.644519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:26.683668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3075942d-6b68-4b70-9664-1dc0c66584d9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:26.962698 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.255422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:27.383421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:27.388843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-96616f47-bab9-4af1-bc09-c6de81018bd3 admin admin] 10.222.0.13 "PUT /v2.0/routers/45f7bb31-da7b-4803-b8b6-0f65a9c0ba23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7312953 Jul 06 18:20:27.391633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50690) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:27.394114 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] Sync routers for ids ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:27.406202 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] Routers {'45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:27.407581 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:27.523730 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] Set router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:27.532585 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.651669 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.720103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Deleting port e135d1d0-9b14-425a-affa-4603aa5ef45a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:27.720464 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.733034 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:13Z', 'updated_at': '2021-07-06T18:20:26Z', 'revision_number': 5, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'gw_port': {'id': 'e135d1d0-9b14-425a-affa-4603aa5ef45a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:14Z', 'updated_at': '2021-07-06T18:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:27.761162 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] Checking router: 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:27.771594 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] Routers {'45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:27.772225 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:27.814800 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] For port e135d1d0-9b14-425a-affa-4603aa5ef45a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=e135d1d0-9b14-425a-affa-4603aa5ef45a,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:27.815093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:27.834213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Calling delete_port for e135d1d0-9b14-425a-affa-4603aa5ef45a owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:27.868164 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] Set router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:27.925901 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:13Z', 'updated_at': '2021-07-06T18:20:27Z', 'revision_number': 6, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:27.953514 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d89de-c4c0-4177-8413-a317d24bd61d None None] The sync data for ids ['45f7bb31-da7b-4803-b8b6-0f65a9c0ba23'] in n-d-799526-3 is: [{'id': '45f7bb31-da7b-4803-b8b6-0f65a9c0ba23', 'name': 'tempest-TestAggregatesBasicOps-2034893430-router', 'tenant_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:13Z', 'updated_at': '2021-07-06T18:20:27Z', 'revision_number': 6, 'project_id': '4bc9b1f2fabd4bb08fe362004f246f43', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:28.026187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.058552 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e135d1d0-9b14-425a-affa-4603aa5ef45a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:28.127956 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.301878 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.304961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.352661 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.354042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:20:28.357882 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.358925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cc736012-de75-410f-8ad2-e17fa970b1e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/45f7bb31-da7b-4803-b8b6-0f65a9c0ba23 HTTP/1.1" status: 204 len: 168 time: 0.9663060 Jul 06 18:20:28.362967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50698) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:28.416723 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-937788cb-df1c-4460-b59c-a5d70d268dff admin admin] Deleting subnet dfbe3fda-13b9-4689-8300-516d22881605 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:20:28.420379 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-937788cb-df1c-4460-b59c-a5d70d268dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.482967 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-937788cb-df1c-4460-b59c-a5d70d268dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.582224 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-937788cb-df1c-4460-b59c-a5d70d268dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.650948 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-937788cb-df1c-4460-b59c-a5d70d268dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.697133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937788cb-df1c-4460-b59c-a5d70d268dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbe3fda-13b9-4689-8300-516d22881605,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:28.703209 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-937788cb-df1c-4460-b59c-a5d70d268dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.709533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-937788cb-df1c-4460-b59c-a5d70d268dff admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dfbe3fda-13b9-4689-8300-516d22881605 HTTP/1.1" status: 204 len: 168 time: 0.3430955 Jul 06 18:20:28.709885 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 50702) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:28.712055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9957c475-5a0b-4be0-b551-5b6912e6d642 None None] Network fd48040b-c018-41b0-9626-f8eca3b6912f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:28.843290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.902192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3075942d-6b68-4b70-9664-1dc0c66584d9 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:28.925322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 3075942d-6b68-4b70-9664-1dc0c66584d9 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:28.925735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3075942d-6b68-4b70-9664-1dc0c66584d9 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:28.940886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Deleting port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:28.941433 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:28.983789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de08b18-d5b1-4392-bd09-0278a9bc9b7f None None] DHCP port deletion for fd48040b-c018-41b0-9626-f8eca3b6912f request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:20:29.039648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] For port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0362173f-a63e-4e6f-afa2-9aaa6e59fbf4,segment=NetworkSegment(b48021f5-d358-4bfd-ab73-ae7df161ce65),segment_id=b48021f5-d358-4bfd-ab73-ae7df161ce65)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:29.040210 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.042203 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8de08b18-d5b1-4392-bd09-0278a9bc9b7f None None] Deleting port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:20:29.042859 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8de08b18-d5b1-4392-bd09-0278a9bc9b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.061624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Calling delete_port for 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:29.121959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8de08b18-d5b1-4392-bd09-0278a9bc9b7f None None] For port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0362173f-a63e-4e6f-afa2-9aaa6e59fbf4,segment=NetworkSegment(b48021f5-d358-4bfd-ab73-ae7df161ce65),segment_id=b48021f5-d358-4bfd-ab73-ae7df161ce65)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:29.122778 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8de08b18-d5b1-4392-bd09-0278a9bc9b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.147700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8de08b18-d5b1-4392-bd09-0278a9bc9b7f None None] Calling delete_port for 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:20:29.193704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.234157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0362173f-a63e-4e6f-afa2-9aaa6e59fbf4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:29.246059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] No DVR routers for this DVR port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:29.258953 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8de08b18-d5b1-4392-bd09-0278a9bc9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.286867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de08b18-d5b1-4392-bd09-0278a9bc9b7f None None] Pushing event deleted for resources: {'Port': ['ID=0362173f-a63e-4e6f-afa2-9aaa6e59fbf4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:29.290947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de08b18-d5b1-4392-bd09-0278a9bc9b7f None None] No DVR routers for this DVR port 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:20:29.343129 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.354844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd48040b-c018-41b0-9626-f8eca3b6912f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:29.368548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48021f5-d358-4bfd-ab73-ae7df161ce65') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:29.368829 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48021f5-d358-4bfd-ab73-ae7df161ce65') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:29.379927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.397323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.408638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:20:29.409273 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:20:29.411388 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:20:29.472572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.479151 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.485902 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd48040b-c018-41b0-9626-f8eca3b6912f HTTP/1.1" status: 204 len: 168 time: 0.7736101 Jul 06 18:20:29.507090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ad2a6-aa2a-4ac2-980f-b6ad651ad0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd48040b-c018-41b0-9626-f8eca3b6912f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:29.736055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:29.779133 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e0673ee2-e9de-431f-9684-ed0184923ede admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d64648d0919c4dd7b9fbebbbbeb7959d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418575 Jul 06 18:20:29.783695 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50708) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:29.839798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d494-875d-4dc1-b6c2-58387306b2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.868627 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d494-875d-4dc1-b6c2-58387306b2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.923985 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d494-875d-4dc1-b6c2-58387306b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.927463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d494-875d-4dc1-b6c2-58387306b2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:29.928989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c8c5d494-875d-4dc1-b6c2-58387306b2b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/739dcbea-d8c8-4a80-a9f9-f1ffe6be58c4 HTTP/1.1" status: 204 len: 168 time: 0.1441288 Jul 06 18:20:29.942068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5d494-875d-4dc1-b6c2-58387306b2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739dcbea-d8c8-4a80-a9f9-f1ffe6be58c4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:30.357913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50714) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:30.404155 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c7a22c96-508a-437e-aa51-6f6afe8b4b06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bc9b1f2fabd4bb08fe362004f246f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446956 Jul 06 18:20:30.407638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50716) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:30.478588 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4f9379e-b042-4d64-96f5-7995d0add360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.481490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e135d1d0-9b14-425a-affa-4603aa5ef45a no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:30.504688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4f9379e-b042-4d64-96f5-7995d0add360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.523252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: e135d1d0-9b14-425a-affa-4603aa5ef45a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:30.523822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device e135d1d0-9b14-425a-affa-4603aa5ef45a not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:30.524546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:20:30.557311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:20:30.557801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0362173f-a63e-4e6f-afa2-9aaa6e59fbf4 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:20:30.575180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4f9379e-b042-4d64-96f5-7995d0add360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.578186 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4f9379e-b042-4d64-96f5-7995d0add360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:30.580131 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b4f9379e-b042-4d64-96f5-7995d0add360 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/684ea479-758e-4056-b010-2182ef4d33ad HTTP/1.1" status: 204 len: 168 time: 0.1711617 Jul 06 18:20:30.589940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9379e-b042-4d64-96f5-7995d0add360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684ea479-758e-4056-b010-2182ef4d33ad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:31.399849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50738) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:31.513846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1173713258-network', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:31.537845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Made reservation on behalf of 85bceee7e4a3403dafb9458a5cde4def for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:31.540692 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.550926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.661410 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.665736 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.687604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:20:31.708675 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.709028 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Added segment 9d717bfc-fb02-4be5-a55f-a4bcda71ec03 of type vlan for network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 Jul 06 18:20:31.710789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156e87c7-bd03-42cc-97a8-4d255dda7f0f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:31.765687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.802788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.803817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:31.804412 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:31.866628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4627149 Jul 06 18:20:31.866866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50742) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:31.871949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Request body: {'subnet': {'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1173713258-subnet', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:31.887574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51717d51-4dca-46bb-921e-bb0e74c28219 admin admin] Pushing event updated for resources: {'Network': ['ID=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:31.900734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:20:31.910227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Made reservation on behalf of 85bceee7e4a3403dafb9458a5cde4def for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:31.912783 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.137117 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.202007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:32.215183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:32.215550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Network hostable DHCP agents. Network: fd30f1a8-1d37-4b08-9bdd-3fec6eb43255, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:20:32.235996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:20:32.247328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, fd30f1a8-1d37-4b08-9bdd-3fec6eb43255) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:32.253047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:32.254414 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.257696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91cf570-9d8d-4db1-a7c0-fdba62e4c177 None None] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:32.278110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e2ef4c7d-947d-4594-b4ee-b9a42bd39f9f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4067364 Jul 06 18:20:32.278965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50744) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:32.286669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:32.317472 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.319047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.356088 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.385146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.498728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:20:32.499711 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.538959 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.655767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Allocated IP 172.20.0.2 (fd30f1a8-1d37-4b08-9bdd-3fec6eb43255/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0/faa8a630-567a-4eb9-9d7d-6848e8fec2a5) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:32.807468 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.835371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.847778 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.849479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Transition to ACTIVE for port object faa8a630-567a-4eb9-9d7d-6848e8fec2a5 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:32.876036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Transition to ACTIVE for port object faa8a630-567a-4eb9-9d7d-6848e8fec2a5 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:32.885110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:32.952828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:32.962327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:32.967976 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:32.980537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Pushing event updated for resources: {'Port': ['ID=faa8a630-567a-4eb9-9d7d-6848e8fec2a5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:33.010172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Allocated IP 172.25.7.11 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/700fb843-6b9a-41fb-8343-d13a8512121d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:33.072474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Attempting to bind port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:33.073032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Attempting to bind port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:33.073580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Attempting to bind port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:33.082844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:33.083657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:33.084037 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.084625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Bound using segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:33.085380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Bound port: faa8a630-567a-4eb9-9d7d-6848e8fec2a5, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:33.085993 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.138026 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.182437 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.195092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] For port faa8a630-567a-4eb9-9d7d-6848e8fec2a5, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:33.200683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] For port faa8a630-567a-4eb9-9d7d-6848e8fec2a5, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=faa8a630-567a-4eb9-9d7d-6848e8fec2a5,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:33.207455 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.224857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:33.229989 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:33.232664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:33.263112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Pushing event updated for resources: {'Port': ['ID=700fb843-6b9a-41fb-8343-d13a8512121d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:33.310822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c0251-f384-446c-9cc5-df51f7b905f2 None None] Pushing event updated for resources: {'Port': ['ID=faa8a630-567a-4eb9-9d7d-6848e8fec2a5,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:33.606424 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.837952 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:33.995058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:20:34.136412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:34.146086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Sync routers for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:34.156214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:34.156837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:34.160999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.164732 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-43edfee9-f83a-464f-94b9-a4277b30aa76 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8820693 Jul 06 18:20:34.165001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:34.315125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:34.526809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23f102-55fd-45b0-8b5a-5a7e09d53f09 None None] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:34.585441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device faa8a630-567a-4eb9-9d7d-6848e8fec2a5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:34.670659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fc817a9c-1bf4-4b6d-b401-79d1eb915740 None None] Provisioning for port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:34.691742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.750053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:34.759622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:33Z', 'revision_number': 3, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:34.765186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:34.765560 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.794080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Checking router: 2baffabc-53a0-48e8-afc7-fc98a3c7a8de for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:34.794080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Updating router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de port 700fb843-6b9a-41fb-8343-d13a8512121d binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:34.884168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:34.885049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Allocated IP 172.20.0.1 (fd30f1a8-1d37-4b08-9bdd-3fec6eb43255/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0/eb556385-a022-4a86-a491-2f37445fcae7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:35.021033 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.036364 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.122483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port faa8a630-567a-4eb9-9d7d-6848e8fec2a5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=faa8a630-567a-4eb9-9d7d-6848e8fec2a5,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:35.129800 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.222066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=faa8a630-567a-4eb9-9d7d-6848e8fec2a5,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:35.288474 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.300000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Transition to ACTIVE for port object 700fb843-6b9a-41fb-8343-d13a8512121d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:35.311574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.370806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-25b54a88-91bf-4fa7-93ac-b164c959fe3f None None] Provisioning complete for port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:35.371175 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25b54a88-91bf-4fa7-93ac-b164c959fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.396964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Attempting to bind port 700fb843-6b9a-41fb-8343-d13a8512121d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:35.397306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Attempting to bind port 700fb843-6b9a-41fb-8343-d13a8512121d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:35.397679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Attempting to bind port 700fb843-6b9a-41fb-8343-d13a8512121d on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:35.401834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781178a-b416-4eb2-bfca-db27553e11b3 None None] Pushing event updated for resources: {'Port': ['ID=700fb843-6b9a-41fb-8343-d13a8512121d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:35.413719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:35.414075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:35.414516 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.414911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:35.415396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Bound port: 700fb843-6b9a-41fb-8343-d13a8512121d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:35.415779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.499238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Transition to ACTIVE for port object eb556385-a022-4a86-a491-2f37445fcae7 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:35.552374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.599768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:35.605425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:35.609254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:35.633852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=eb556385-a022-4a86-a491-2f37445fcae7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:35.671322 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.713368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] For port 700fb843-6b9a-41fb-8343-d13a8512121d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:35.733711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] For port 700fb843-6b9a-41fb-8343-d13a8512121d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=700fb843-6b9a-41fb-8343-d13a8512121d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:35.741822 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.823376 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.828359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:35.829660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:35.862586 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:35.900787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781178a-b416-4eb2-bfca-db27553e11b3 None None] Pushing event updated for resources: {'Port': ['ID=700fb843-6b9a-41fb-8343-d13a8512121d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:35.952071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-36132f1b-0fbc-44d0-96e2-1df3ef974cfd None None] Provisioning for port eb556385-a022-4a86-a491-2f37445fcae7 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:35.960663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-36132f1b-0fbc-44d0-96e2-1df3ef974cfd None None] Provisioning complete for port eb556385-a022-4a86-a491-2f37445fcae7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:35.961041 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36132f1b-0fbc-44d0-96e2-1df3ef974cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.015969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:36.018857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-36132f1b-0fbc-44d0-96e2-1df3ef974cfd None None] Port eb556385-a022-4a86-a491-2f37445fcae7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:36.052715 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.059800 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.136534 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.138838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=eb556385-a022-4a86-a491-2f37445fcae7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:36.242464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:36.243942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:36.268100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:34Z', 'revision_number': 1, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:36.299033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209ec69-f3ed-4d5f-b658-cbbf79cca2d3 None None] The sync data for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 is: [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:34Z', 'revision_number': 1, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:36.378950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:36.513064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device faa8a630-567a-4eb9-9d7d-6848e8fec2a5 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:36.541121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:36.549419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6222b32e-750b-4ab5-bf5b-cf5d7e69f2c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/2baffabc-53a0-48e8-afc7-fc98a3c7a8de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3829386 Jul 06 18:20:36.593754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-50d474de-71ce-405a-95a3-2cd68c173d1e None None] Provisioning complete for port eb556385-a022-4a86-a491-2f37445fcae7 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:36.594221 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50d474de-71ce-405a-95a3-2cd68c173d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.647412 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:36.647950 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:36.649709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-50d474de-71ce-405a-95a3-2cd68c173d1e None None] Port eb556385-a022-4a86-a491-2f37445fcae7 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:37.133325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:37.138871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-324460723-network', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:37.166173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Made reservation on behalf of da1decf77ad0446ca5426b33f6096bd3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:37.170107 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.180656 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.289566 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.293555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.327297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:20:37.331336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2012281-e812-4629-9829-e64d64885d16,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:37.344993 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.346076 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Added segment b15134f0-b715-436e-93aa-80134f6d9f58 of type vlan for network 669c914c-c474-4a05-aa93-75fcff8edb13 Jul 06 18:20:37.390891 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.431416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.432474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.433127 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.495295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3607202 Jul 06 18:20:37.498126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50764) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:37.503958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Request body: {'subnet': {'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-324460723-subnet', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:37.520061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c09f27-77e4-44f0-8dbd-aaf74ba96b2e admin admin] Pushing event updated for resources: {'Network': ['ID=669c914c-c474-4a05-aa93-75fcff8edb13,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:37.535953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 669c914c-c474-4a05-aa93-75fcff8edb13 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:20:37.539877 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Made reservation on behalf of da1decf77ad0446ca5426b33f6096bd3 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:37.542674 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.745541 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.805101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de94e71d-7171-453a-b10b-bda53bf8e4ed,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:37.815342 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Checking segment: {'id': 'b15134f0-b715-436e-93aa-80134f6d9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:37.815708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Network hostable DHCP agents. Network: 669c914c-c474-4a05-aa93-75fcff8edb13, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:20:37.833030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Network 669c914c-c474-4a05-aa93-75fcff8edb13 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:20:37.841998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 669c914c-c474-4a05-aa93-75fcff8edb13) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:37.847504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:37.848101 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.852042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b8900-05dc-4810-9bdf-bd230d6e9a4d None None] Network 669c914c-c474-4a05-aa93-75fcff8edb13 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:37.868820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-499f8fd2-8068-4ee6-9f5b-917c68eee0f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3658576 Jul 06 18:20:37.869077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50766) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:37.874062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:37.896415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.897437 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:37.961686 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.020642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-669c914c-c474-4a05-aa93-75fcff8edb13', 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'fixed_ips': [{'subnet_id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:20:38.022311 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.101052 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.163963 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Allocated IP 172.20.0.2 (669c914c-c474-4a05-aa93-75fcff8edb13/de94e71d-7171-453a-b10b-bda53bf8e4ed/9b82f7b0-6902-4b52-bd18-c4a2cbda1d54) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:38.333570 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.347903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Transition to ACTIVE for port object 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:38.357865 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.371076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Transition to ACTIVE for port object 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:38.379019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.385702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.440329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Network 669c914c-c474-4a05-aa93-75fcff8edb13 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:38.447701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:38.450867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Pushing event updated for resources: {'Port': ['ID=9b82f7b0-6902-4b52-bd18-c4a2cbda1d54,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:38.455239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:38.533093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Allocated IP 172.25.7.229 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:38.541845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Attempting to bind port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:38.542437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Attempting to bind port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b15134f0-b715-436e-93aa-80134f6d9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:38.542776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Attempting to bind port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 on network 669c914c-c474-4a05-aa93-75fcff8edb13 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:38.550391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:38.551356 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Checking segment: {'id': 'b15134f0-b715-436e-93aa-80134f6d9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:38.552922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.552922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Bound using segment: {'id': 'b15134f0-b715-436e-93aa-80134f6d9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:38.552922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Bound port: 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15134f0-b715-436e-93aa-80134f6d9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:38.553189 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.570765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 700fb843-6b9a-41fb-8343-d13a8512121d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:38.615553 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Sync routers for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:38.629134 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:38.630085 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:38.651384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] For port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:38.653240 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.655182 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] For port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9b82f7b0-6902-4b52-bd18-c4a2cbda1d54,segment=NetworkSegment(b15134f0-b715-436e-93aa-80134f6d9f58),segment_id=b15134f0-b715-436e-93aa-80134f6d9f58)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:38.663209 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.691959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 700fb843-6b9a-41fb-8343-d13a8512121d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:38.697358 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.726663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 700fb843-6b9a-41fb-8343-d13a8512121d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:38.727040 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.729949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23cd0a-fe77-4718-8f38-fc634789c878 None None] Pushing event updated for resources: {'Port': ['ID=9b82f7b0-6902-4b52-bd18-c4a2cbda1d54,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:38.736045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:38.739267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:38.752042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:38.792576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:38.812423 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:38.826303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.857475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 700fb843-6b9a-41fb-8343-d13a8512121d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=700fb843-6b9a-41fb-8343-d13a8512121d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:38.863048 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:38.915258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=700fb843-6b9a-41fb-8343-d13a8512121d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:39.073463 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 2, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:39.083133 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.100231 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Checking router: 2baffabc-53a0-48e8-afc7-fc98a3c7a8de for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:39.100577 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Updating router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de port eb556385-a022-4a86-a491-2f37445fcae7 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:39.145184 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.287273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.430760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Router 16cd0df1-ce28-455e-affd-c8f884c53ff6 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:20:39.527895 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.540587 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Transition to ACTIVE for port object eb556385-a022-4a86-a491-2f37445fcae7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:39.551123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:39.558543 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.565629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Sync routers for ids ['16cd0df1-ce28-455e-affd-c8f884c53ff6'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:39.570277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.572216 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d81a680c-8c2b-4e4f-b10b-da5559922ef0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7019517 Jul 06 18:20:39.574965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 50768) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:20:39.581297 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Routers {'16cd0df1-ce28-455e-affd-c8f884c53ff6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:39.582113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['16cd0df1-ce28-455e-affd-c8f884c53ff6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:39.687093 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Attempting to bind port eb556385-a022-4a86-a491-2f37445fcae7 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:39.687685 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Attempting to bind port eb556385-a022-4a86-a491-2f37445fcae7 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:39.687882 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Attempting to bind port eb556385-a022-4a86-a491-2f37445fcae7 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:39.692206 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145479a-3080-42b2-b551-7a60e67fb5fd None None] Pushing event updated for resources: {'Port': ['ID=eb556385-a022-4a86-a491-2f37445fcae7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:39.706812 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:39.708156 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:39.709102 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.710317 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Bound using segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:39.712420 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Bound port: eb556385-a022-4a86-a491-2f37445fcae7, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:39.713437 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.775992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Set router 16cd0df1-ce28-455e-affd-c8f884c53ff6 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:39.808294 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] For port eb556385-a022-4a86-a491-2f37445fcae7, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:39.814539 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] For port eb556385-a022-4a86-a491-2f37445fcae7, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb556385-a022-4a86-a491-2f37445fcae7,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:39.823797 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:39.932335 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:39.933202 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:40.077570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa168d8b-f4f8-4a6c-92b1-acb4aa9e9279 None None] Network 669c914c-c474-4a05-aa93-75fcff8edb13 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:20:40.082702 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145479a-3080-42b2-b551-7a60e67fb5fd None None] Pushing event updated for resources: {'Port': ['ID=eb556385-a022-4a86-a491-2f37445fcae7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:40.147357 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:40.160426 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 3, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'gw_port': {'id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:38Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:40.199296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Checking router: 16cd0df1-ce28-455e-affd-c8f884c53ff6 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:40.199562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Updating router 16cd0df1-ce28-455e-affd-c8f884c53ff6 port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:40.265399 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.298542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d802ead5-0b84-4840-8b17-27efb891bcab None None] Provisioning for port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:40.300505 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.390958 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:39Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:40.431588 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b981c6-345e-480d-9db5-217932eba7a1 None None] The sync data for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 is: [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:39Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:40.468550 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Allocated IP 172.20.0.1 (669c914c-c474-4a05-aa93-75fcff8edb13/de94e71d-7171-453a-b10b-bda53bf8e4ed/0063e041-bbbf-4242-9f95-9f07d0ca994b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:40.681226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.700503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Transition to ACTIVE for port object 0063e041-bbbf-4242-9f95-9f07d0ca994b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:40.715385 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.734327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Transition to ACTIVE for port object dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:40.740568 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.745408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.806093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:40.828847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Network 669c914c-c474-4a05-aa93-75fcff8edb13 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:40.834029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:40.837185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:40.875142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Attempting to bind port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:40.875482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Attempting to bind port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:40.876717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Attempting to bind port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:40.878239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3859b99-1b98-4a83-9d50-a52fc5384689 None None] Pushing event updated for resources: {'Port': ['ID=dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:40.897617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=0063e041-bbbf-4242-9f95-9f07d0ca994b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:40.898862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:40.899239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:40.899649 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.900041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:40.900529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Bound port: dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:40.900912 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:40.920373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.128772 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.194465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:41.205832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:41.205832 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.249328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] For port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:41.284660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] For port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:41.297867 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.311602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-56a15427-7ae4-4697-9a8d-974a24dd5f1e None None] Provisioning for port 0063e041-bbbf-4242-9f95-9f07d0ca994b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:41.342264 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.349371 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.355527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-56a15427-7ae4-4697-9a8d-974a24dd5f1e None None] Provisioning complete for port 0063e041-bbbf-4242-9f95-9f07d0ca994b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:41.355527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56a15427-7ae4-4697-9a8d-974a24dd5f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.439816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Routers {'16cd0df1-ce28-455e-affd-c8f884c53ff6'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:41.440642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['16cd0df1-ce28-455e-affd-c8f884c53ff6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:41.447538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=0063e041-bbbf-4242-9f95-9f07d0ca994b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:41.450243 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.481336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-56a15427-7ae4-4697-9a8d-974a24dd5f1e None None] Port 0063e041-bbbf-4242-9f95-9f07d0ca994b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:41.483693 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3859b99-1b98-4a83-9d50-a52fc5384689 None None] Pushing event updated for resources: {'Port': ['ID=dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:41.508557 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.581030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Network 669c914c-c474-4a05-aa93-75fcff8edb13 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:41.582105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:41.606520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9b82f7b0-6902-4b52-bd18-c4a2cbda1d54,segment=NetworkSegment(b15134f0-b715-436e-93aa-80134f6d9f58),segment_id=b15134f0-b715-436e-93aa-80134f6d9f58)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:41.617931 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.618885 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb556385-a022-4a86-a491-2f37445fcae7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:41.651893 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] Set router 16cd0df1-ce28-455e-affd-c8f884c53ff6 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:41.732081 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Router 16cd0df1-ce28-455e-affd-c8f884c53ff6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:20:41.784826 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=9b82f7b0-6902-4b52-bd18-c4a2cbda1d54,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:41.855099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port eb556385-a022-4a86-a491-2f37445fcae7 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:41.863344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port eb556385-a022-4a86-a491-2f37445fcae7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:41.863655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:41.962060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-02a96b41-cd78-4f54-8e88-94bf1a430890 None None] Provisioning complete for port 0063e041-bbbf-4242-9f95-9f07d0ca994b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:41.962451 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a96b41-cd78-4f54-8e88-94bf1a430890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.017742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-02a96b41-cd78-4f54-8e88-94bf1a430890 None None] Port 0063e041-bbbf-4242-9f95-9f07d0ca994b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:42.065054 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.083871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 4, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'gw_port': {'id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:38Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0063e041-bbbf-4242-9f95-9f07d0ca994b', 'name': '', 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'mac_address': 'fa:16:3e:b1:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:40Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 2, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'subnets': [{'id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:42.123847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5189142-aa8c-4f53-9c5d-01a2413b6999 None None] The sync data for ids ['16cd0df1-ce28-455e-affd-c8f884c53ff6'] in n-d-799526-3 is: [{'id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 4, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'gw_port': {'id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:38Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0063e041-bbbf-4242-9f95-9f07d0ca994b', 'name': '', 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'mac_address': 'fa:16:3e:b1:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:40Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 2, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'subnets': [{'id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:42.137416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port eb556385-a022-4a86-a491-2f37445fcae7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb556385-a022-4a86-a491-2f37445fcae7,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:42.147769 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.148639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 700fb843-6b9a-41fb-8343-d13a8512121d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:42.236731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:20:42.237026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=eb556385-a022-4a86-a491-2f37445fcae7,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:42.242658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e947b872-59d5-41be-acd0-2717a8972bd3 admin admin] 10.222.0.13 "PUT /v2.0/routers/16cd0df1-ce28-455e-affd-c8f884c53ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663747 Jul 06 18:20:42.259861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 700fb843-6b9a-41fb-8343-d13a8512121d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:42.260335 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.542483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:42.621077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:42.621445 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:42.762892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb556385-a022-4a86-a491-2f37445fcae7 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:42.841560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port eb556385-a022-4a86-a491-2f37445fcae7 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:42.842210 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.552982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:44.610654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:44.615502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:44.615943 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.725741 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.754197 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:44.760423 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:44.772671 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Sync routers for ids ['16cd0df1-ce28-455e-affd-c8f884c53ff6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:20:44.791614 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Routers {'16cd0df1-ce28-455e-affd-c8f884c53ff6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:44.793249 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['16cd0df1-ce28-455e-affd-c8f884c53ff6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:44.826763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:44.940424 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Set router 16cd0df1-ce28-455e-affd-c8f884c53ff6 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:44.967235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-fffdf5c0-0309-4d55-91c0-9aebe90ccbc3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:44.968829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-fffdf5c0-0309-4d55-91c0-9aebe90ccbc3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1253211 Jul 06 18:20:44.993384 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-180b83c6-08d5-422d-ab8d-567c434509d5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/quotas/85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 375 time: 0.0148959 Jul 06 18:20:45.073934 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-2e30a828-4fb9-4746-9406-a8e46a15d6c7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750215 Jul 06 18:20:45.199072 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 4, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'gw_port': {'id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:38Z', 'updated_at': '2021-07-06T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0063e041-bbbf-4242-9f95-9f07d0ca994b', 'name': '', 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'mac_address': 'fa:16:3e:b1:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:40Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 2, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'subnets': [{'id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:45.226549 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Checking router: 16cd0df1-ce28-455e-affd-c8f884c53ff6 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:20:45.226899 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Updating router 16cd0df1-ce28-455e-affd-c8f884c53ff6 port 0063e041-bbbf-4242-9f95-9f07d0ca994b binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:20:45.270157 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.319610 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-f2fff8dc-86d9-4891-b3f1-d879c4c0f372 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343831 Jul 06 18:20:45.459853 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-b2949fbb-0597-4ffc-aa82-50108d06b6e5 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342537 Jul 06 18:20:45.561444 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.572647 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Transition to ACTIVE for port object 0063e041-bbbf-4242-9f95-9f07d0ca994b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:45.579283 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.633452 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163230a-2b67-48c1-971b-b1693142b639 None None] Pushing event updated for resources: {'Port': ['ID=0063e041-bbbf-4242-9f95-9f07d0ca994b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:45.693733 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Attempting to bind port 0063e041-bbbf-4242-9f95-9f07d0ca994b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:45.694681 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Attempting to bind port 0063e041-bbbf-4242-9f95-9f07d0ca994b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'b15134f0-b715-436e-93aa-80134f6d9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:45.695207 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Attempting to bind port 0063e041-bbbf-4242-9f95-9f07d0ca994b on network 669c914c-c474-4a05-aa93-75fcff8edb13 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:45.703831 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:45.704509 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Checking segment: {'id': 'b15134f0-b715-436e-93aa-80134f6d9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:45.705666 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.706330 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Bound using segment: {'id': 'b15134f0-b715-436e-93aa-80134f6d9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:45.707117 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Bound port: 0063e041-bbbf-4242-9f95-9f07d0ca994b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15134f0-b715-436e-93aa-80134f6d9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:45.707728 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.803889 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] For port 0063e041-bbbf-4242-9f95-9f07d0ca994b, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:45.808248 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] For port 0063e041-bbbf-4242-9f95-9f07d0ca994b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0063e041-bbbf-4242-9f95-9f07d0ca994b,segment=NetworkSegment(b15134f0-b715-436e-93aa-80134f6d9f58),segment_id=b15134f0-b715-436e-93aa-80134f6d9f58)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:45.813153 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:45.860820 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Routers {'16cd0df1-ce28-455e-affd-c8f884c53ff6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:20:45.861714 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:20:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['16cd0df1-ce28-455e-affd-c8f884c53ff6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:45.941714 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73444fa2-4f5a-468f-a56f-a72fc87d9539 req-bdd527a3-2f96-4abc-b219-b489f3565ed1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 210 time: 0.1248543 Jul 06 18:20:46.074188 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163230a-2b67-48c1-971b-b1693142b639 None None] Pushing event updated for resources: {'Port': ['ID=0063e041-bbbf-4242-9f95-9f07d0ca994b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:46.099128 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] Set router 16cd0df1-ce28-455e-affd-c8f884c53ff6 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:20:46.364154 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 4, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'gw_port': {'id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:38Z', 'updated_at': '2021-07-06T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0063e041-bbbf-4242-9f95-9f07d0ca994b', 'name': '', 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'mac_address': 'fa:16:3e:b1:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:40Z', 'updated_at': '2021-07-06T18:20:45Z', 'revision_number': 4, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'subnets': [{'id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:20:46.396967 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d794ba85-9022-4ee1-9f3e-042c7e53cf7c None None] The sync data for ids ['16cd0df1-ce28-455e-affd-c8f884c53ff6'] in n-d-799526-3 is: [{'id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:20:41Z', 'revision_number': 4, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'gw_port': {'id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:38Z', 'updated_at': '2021-07-06T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '0063e041-bbbf-4242-9f95-9f07d0ca994b', 'name': '', 'network_id': '669c914c-c474-4a05-aa93-75fcff8edb13', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'mac_address': 'fa:16:3e:b1:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:40Z', 'updated_at': '2021-07-06T18:20:45Z', 'revision_number': 4, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'subnets': [{'id': 'de94e71d-7171-453a-b10b-bda53bf8e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:20:46.543796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0063e041-bbbf-4242-9f95-9f07d0ca994b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:46.603239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0063e041-bbbf-4242-9f95-9f07d0ca994b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:46.607374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0063e041-bbbf-4242-9f95-9f07d0ca994b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:46.607810 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.703750 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.743215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 0063e041-bbbf-4242-9f95-9f07d0ca994b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0063e041-bbbf-4242-9f95-9f07d0ca994b,segment=NetworkSegment(b15134f0-b715-436e-93aa-80134f6d9f58),segment_id=b15134f0-b715-436e-93aa-80134f6d9f58)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:46.747555 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:46.748434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:46.826126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=0063e041-bbbf-4242-9f95-9f07d0ca994b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:46.843980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:46.844770 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.039890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f92b0c6d-1d5e-4251-9a5b-9cb41303423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.124855 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6b01ca64-987d-4c25-b310-4dd53d3f1064 req-4549190b-c74d-49e7-b71d-d07e63058d6e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 210 time: 0.0299773 Jul 06 18:20:47.390188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-74c9b82d-a658-4012-b45a-9b0ddfd60360 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:47.391725 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-74c9b82d-a658-4012-b45a-9b0ddfd60360 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1146405 Jul 06 18:20:47.409855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'port': {'device_id': 'ce015575-f52b-4ecf-a27d-c7ad53cded83', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'admin_state_up': True, 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:47.542886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Made reservation on behalf of 85bceee7e4a3403dafb9458a5cde4def for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:20:47.548092 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.704494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.20.0.6 (fd30f1a8-1d37-4b08-9bdd-3fec6eb43255/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0/e9bcfbb2-071b-4b53-b4c7-f7e50a33be02) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:20:47.879045 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.894513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Transition to ACTIVE for port object e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:47.929255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:47.980133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:20:47.985963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:20:47.989930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:20:47.997072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:48.058169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.058922 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.077880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4c08a84d-0f5f-4841-b0b5-e7f6b987bf6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6736357 Jul 06 18:20:48.089053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-2a4c4c52-1199-42ed-8b7c-134e7fcc1d3d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:20:48.090098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-2a4c4c52-1199-42ed-8b7c-134e7fcc1d3d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060058 Jul 06 18:20:48.206005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Request body: {'port': {'device_id': 'ce015575-f52b-4ecf-a27d-c7ad53cded83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:20:48.340975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-45e9b8d0-3948-47ab-b26c-d758ceb9c70b None None] Provisioning for port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:20:48.346814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-45e9b8d0-3948-47ab-b26c-d758ceb9c70b None None] Provisioning complete for port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:48.347367 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45e9b8d0-3948-47ab-b26c-d758ceb9c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.348969 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.393147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-45e9b8d0-3948-47ab-b26c-d758ceb9c70b None None] Port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:20:48.533973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0063e041-bbbf-4242-9f95-9f07d0ca994b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:20:48.621335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0063e041-bbbf-4242-9f95-9f07d0ca994b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:20:48.622109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:48.898912 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71089ff3-7303-4218-a63f-3f2a9fc6a69d req-f214fd1f-b470-439d-bad8-6fc9778665e2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:48.901593 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71089ff3-7303-4218-a63f-3f2a9fc6a69d req-f214fd1f-b470-439d-bad8-6fc9778665e2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 931 time: 0.6001430 Jul 06 18:20:49.055837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71089ff3-7303-4218-a63f-3f2a9fc6a69d req-02c8929c-0ead-4eac-ab45-5ba7a9b3b431 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Jul 06 18:20:49.223281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:49.234578 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.253721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Transition to ACTIVE for port object e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:20:49.256804 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.312668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Pushing event updated for resources: {'Port': ['ID=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:49.400985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Attempting to bind port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:20:49.401656 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Attempting to bind port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:20:49.402180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Attempting to bind port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:49.408333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:20:49.408830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Attempting to bind port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:20:49.415862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:20:49.416208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:20:49.416604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Bound using segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:20:49.421315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Bound port: e9bcfbb2-071b-4b53-b4c7-f7e50a33be02, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:20:49.421315 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.493682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] For port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:20:49.497362 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] For port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:20:49.504024 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.541908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:49.542714 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.544407 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] 10.222.0.22 "PUT /v2.0/ports/e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 HTTP/1.1" status: 200 len: 1091 time: 1.4446998 Jul 06 18:20:49.546861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce015575-f52b-4ecf-a27d-c7ad53cded83', 'tag': 'e9bcfbb2-071b-4b53-b4c7-f7e50a33be02'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:20:49.562574 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43187345-f9fc-4769-b14a-b5953751c196" -d '{"events": [{"name": "network-changed", "server_uuid": "ce015575-f52b-4ecf-a27d-c7ad53cded83", "tag": "e9bcfbb2-071b-4b53-b4c7-f7e50a33be02"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:20:49.575720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd34cbda-f561-42fd-b1fb-734d66950c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:49.622457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dda90c-31e3-43b1-b3ec-40cc07bf182e service neutron] Pushing event updated for resources: {'Port': ['ID=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:49.628119 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78415e3-4c09-410b-977b-9738c18aa37d x-openstack-request-id: req-c78415e3-4c09-410b-977b-9738c18aa37d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:20:49.628482 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce015575-f52b-4ecf-a27d-c7ad53cded83", "tag": "e9bcfbb2-071b-4b53-b4c7-f7e50a33be02", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:20:49.628814 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c78415e3-4c09-410b-977b-9738c18aa37d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:20:49.629331 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce015575-f52b-4ecf-a27d-c7ad53cded83', 'tag': 'e9bcfbb2-071b-4b53-b4c7-f7e50a33be02', 'status': 'completed', 'code': 200} Jul 06 18:20:49.696979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4a9e3af5-fb40-4a50-ade9-6af7757a7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:49.698861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-4a9e3af5-fb40-4a50-ade9-6af7757a7777 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 1094 time: 0.0728915 Jul 06 18:20:49.744596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-c4846692-be7d-4e36-9fe9-911f6ceae4b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 HTTP/1.1" status: 200 len: 217 time: 0.0383291 Jul 06 18:20:49.799286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-315eae32-43ce-43e3-a41d-674e706bbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:49.801092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-315eae32-43ce-43e3-a41d-674e706bbb45 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0498486 Jul 06 18:20:49.877886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-d254a4c1-d73b-4e62-9385-8c9cec3a631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:49.879477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-d254a4c1-d73b-4e62-9385-8c9cec3a631c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721090 Jul 06 18:20:49.989863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-1434c09e-4583-42e3-b6a9-b7c85c6e391a service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039789 Jul 06 18:20:50.096347 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b52c613e-f9b4-4eab-8365-8e84ad729ed3 req-bc7d0636-f5c4-4050-b521-1f9cae03c007 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990858 Jul 06 18:20:50.166293 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:50.248169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43187345-f9fc-4769-b14a-b5953751c196 req-1e94c30f-b42e-4f57-a16c-47f5c5958af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.249686 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43187345-f9fc-4769-b14a-b5953751c196 req-1e94c30f-b42e-4f57-a16c-47f5c5958af6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 1094 time: 0.1006279 Jul 06 18:20:50.351701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6430-1a8f-4fe5-ba13-cb2a07cfb435 req-4f572541-002a-48f5-a171-9e06762c016c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.353193 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd1f6430-1a8f-4fe5-ba13-cb2a07cfb435 req-4f572541-002a-48f5-a171-9e06762c016c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 943 time: 0.1377463 Jul 06 18:20:50.389290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43187345-f9fc-4769-b14a-b5953751c196 req-2fee2d3d-da88-42da-a22b-44d9edd02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.390922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43187345-f9fc-4769-b14a-b5953751c196 req-2fee2d3d-da88-42da-a22b-44d9edd02577 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.1337407 Jul 06 18:20:50.447933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd1f6430-1a8f-4fe5-ba13-cb2a07cfb435 req-eb9230e9-2b25-490f-884a-162f1704caa5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869088 Jul 06 18:20:50.449541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43187345-f9fc-4769-b14a-b5953751c196 req-db94d6c3-6224-4741-8b3e-c55515c26d77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 HTTP/1.1" status: 200 len: 217 time: 0.0518959 Jul 06 18:20:50.509820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43187345-f9fc-4769-b14a-b5953751c196 req-255f7176-592e-49aa-ab9c-56274a681664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.511374 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43187345-f9fc-4769-b14a-b5953751c196 req-255f7176-592e-49aa-ab9c-56274a681664 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0559380 Jul 06 18:20:50.587294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43187345-f9fc-4769-b14a-b5953751c196 req-6424fe46-99aa-4b0d-9969-070eb20fb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:50.589685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43187345-f9fc-4769-b14a-b5953751c196 req-6424fe46-99aa-4b0d-9969-070eb20fb205 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719118 Jul 06 18:20:50.686625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43187345-f9fc-4769-b14a-b5953751c196 req-d8a94f1c-1a40-4c6b-ab7a-1e261a0667ba service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904834 Jul 06 18:20:50.791631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43187345-f9fc-4769-b14a-b5953751c196 req-de6cbde9-c1b6-47b6-a64a-203dea561400 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989308 Jul 06 18:20:50.824074 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:51.670656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ec84-9266-4073-bb27-1bde877ecf2c req-c002c432-c691-4a25-8128-a2e3aa3b2f27 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:51.672737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b939ec84-9266-4073-bb27-1bde877ecf2c req-c002c432-c691-4a25-8128-a2e3aa3b2f27 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 943 time: 0.0899158 Jul 06 18:20:51.717623 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b939ec84-9266-4073-bb27-1bde877ecf2c req-d897985c-ffe6-4f97-bd9c-f2d72c776eed tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380945 Jul 06 18:20:52.761535 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:52.918444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a87e2-7ef9-4cf6-87ad-718b5a966ae0 req-4fc67e4e-baed-42d6-b3ed-bc8929c5813a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:52.919939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd6a87e2-7ef9-4cf6-87ad-718b5a966ae0 req-4fc67e4e-baed-42d6-b3ed-bc8929c5813a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 943 time: 0.0718296 Jul 06 18:20:52.966617 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd6a87e2-7ef9-4cf6-87ad-718b5a966ae0 req-b684c504-5a69-4756-bf2e-52b7f2da737a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358226 Jul 06 18:20:54.165328 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6faad-ac65-4c47-80f0-388039e79029 req-ab290546-bf4a-455c-b5d0-9943a1b28824 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:54.167023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6de6faad-ac65-4c47-80f0-388039e79029 req-ab290546-bf4a-455c-b5d0-9943a1b28824 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 943 time: 0.0709999 Jul 06 18:20:54.210766 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6de6faad-ac65-4c47-80f0-388039e79029 req-9cb2e440-a805-48c6-9d2e-a7cd7b9bdb7f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359633 Jul 06 18:20:55.042097 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:20:55.396255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd790903-b3e0-412f-aeb6-f63e72936aec req-e23820dc-0ab0-4af5-abbe-c20680c8cfd8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:55.397804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd790903-b3e0-412f-aeb6-f63e72936aec req-e23820dc-0ab0-4af5-abbe-c20680c8cfd8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 943 time: 0.0657456 Jul 06 18:20:55.437584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dd790903-b3e0-412f-aeb6-f63e72936aec req-007d4dbe-f39a-47e4-9986-d665af9f3fc7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Jul 06 18:20:56.629827 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107c25a-2ca5-4580-91d3-a7dfdc7a3c07 req-4a03d022-ac55-44a3-9c79-5d05466f1557 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:56.631494 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0107c25a-2ca5-4580-91d3-a7dfdc7a3c07 req-4a03d022-ac55-44a3-9c79-5d05466f1557 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 943 time: 0.0759256 Jul 06 18:20:56.677363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0107c25a-2ca5-4580-91d3-a7dfdc7a3c07 req-8dec078b-5557-4b0a-9518-48dfa9abb4e3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Jul 06 18:20:57.858466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb05404-208d-4ce7-9964-4fe0b9fea14c req-17849421-8eb7-49e4-b31b-49d382e7ff68 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:57.860171 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddb05404-208d-4ce7-9964-4fe0b9fea14c req-17849421-8eb7-49e4-b31b-49d382e7ff68 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 943 time: 0.0705366 Jul 06 18:20:57.898777 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ddb05404-208d-4ce7-9964-4fe0b9fea14c req-cb382949-e895-4170-bcfa-9eff4e3cb9fb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Jul 06 18:20:59.017176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:20:59.101042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf568e89-7791-4294-bc49-7d20c08c0a40 req-ae517167-7bfb-4fac-bf24-8d7175ab629a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:20:59.102621 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf568e89-7791-4294-bc49-7d20c08c0a40 req-ae517167-7bfb-4fac-bf24-8d7175ab629a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 943 time: 0.0698543 Jul 06 18:20:59.117123 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:59.129870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'e9bcfbb2-071b-4b53-b4c7-f7e50a33be02', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'port_id': 'e9bcfbb2-071b-4b53-b4c7-f7e50a33be02', 'mac_address': 'fa:16:3e:43:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:20:59.145270 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf568e89-7791-4294-bc49-7d20c08c0a40 req-eb4d1d12-e4d7-4904-b663-8a6d27b56a6c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364311 Jul 06 18:20:59.166854 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.180181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:20:59.200096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:20:59.204925 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:20:59.253190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:20:59.434057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['e9bcfbb2-071b-4b53-b4c7-f7e50a33be02'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:00.326627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080b9ee-5e81-45d0-a787-73c1d6ba1b82 req-eefa83f8-182c-4f90-989d-902b09c25736 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:00.328192 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b080b9ee-5e81-45d0-a787-73c1d6ba1b82 req-eefa83f8-182c-4f90-989d-902b09c25736 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 944 time: 0.0660970 Jul 06 18:21:00.368493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b080b9ee-5e81-45d0-a787-73c1d6ba1b82 req-e9de25c8-5e07-407f-8c75-bcc3864f8713 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339727 Jul 06 18:21:01.031136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:01.080135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:01.083942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:01.084313 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.166380 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.197486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce015575-f52b-4ecf-a27d-c7ad53cded83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcfbb2-071b-4b53-b4c7-f7e50a33be02'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:01.199757 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bd01e8-4a0b-40f1-b34f-0251d2b043b9" -d '{"events": [{"server_uuid": "ce015575-f52b-4ecf-a27d-c7ad53cded83", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcfbb2-071b-4b53-b4c7-f7e50a33be02"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:01.213924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:01.218532 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:01.270215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:01.306406 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eba5c3-99fa-4719-9e66-9882153a914f x-openstack-request-id: req-03eba5c3-99fa-4719-9e66-9882153a914f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:01.306707 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce015575-f52b-4ecf-a27d-c7ad53cded83", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcfbb2-071b-4b53-b4c7-f7e50a33be02", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:01.306967 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03eba5c3-99fa-4719-9e66-9882153a914f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:01.307368 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce015575-f52b-4ecf-a27d-c7ad53cded83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcfbb2-071b-4b53-b4c7-f7e50a33be02', 'code': 200} Jul 06 18:21:01.427177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47494b48-94e9-4483-87d7-f5d9816e15ff req-41159199-1346-410b-9ef0-ef90d134c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:01.428831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-47494b48-94e9-4483-87d7-f5d9816e15ff req-41159199-1346-410b-9ef0-ef90d134c585 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 1096 time: 0.0600321 Jul 06 18:21:01.467874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-47494b48-94e9-4483-87d7-f5d9816e15ff req-c3d04fdc-a7a5-4c68-83f3-96b00081c613 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Jul 06 18:21:01.550281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddccebd-112d-4c4f-9b96-8cea5ca3ebda req-33e005bc-8054-48d6-b0fe-9e1e9f24faae tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:01.551762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ddccebd-112d-4c4f-9b96-8cea5ca3ebda req-33e005bc-8054-48d6-b0fe-9e1e9f24faae tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 945 time: 0.0669398 Jul 06 18:21:01.590710 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3ddccebd-112d-4c4f-9b96-8cea5ca3ebda req-d207aefe-0f22-47c9-a53c-0d69bef5ce21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Jul 06 18:21:02.317295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:02.773585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034d60e-332d-4e0b-8e10-8e8e9724714e req-d34030e4-47db-440b-b071-9c317ebbf594 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.775110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8034d60e-332d-4e0b-8e10-8e8e9724714e req-d34030e4-47db-440b-b071-9c317ebbf594 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 945 time: 0.0664036 Jul 06 18:21:02.817834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8034d60e-332d-4e0b-8e10-8e8e9724714e req-b5d9326c-874f-4986-966a-2c071ea9a436 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371838 Jul 06 18:21:02.993443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d569d-1703-4aaa-a547-af72da90d1ad req-eb36936a-ecc8-4e4b-ab5c-5db75fca9345 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:02.994874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f2d569d-1703-4aaa-a547-af72da90d1ad req-eb36936a-ecc8-4e4b-ab5c-5db75fca9345 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 945 time: 0.0636139 Jul 06 18:21:03.033893 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f2d569d-1703-4aaa-a547-af72da90d1ad req-24fef9fd-4fc6-40de-a4cf-54af7476fb70 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Jul 06 18:21:03.211630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61de2a5-c1c8-4565-9d5f-62eb392ae449 req-de69a6aa-5bd8-4f33-b2aa-23c76284c8e7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:03.213153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d61de2a5-c1c8-4565-9d5f-62eb392ae449 req-de69a6aa-5bd8-4f33-b2aa-23c76284c8e7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 945 time: 0.0676000 Jul 06 18:21:03.256959 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d61de2a5-c1c8-4565-9d5f-62eb392ae449 req-78d05467-5cde-45bb-a478-cbc8399eee84 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Jul 06 18:21:03.653873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d937d-5e9f-4230-9ec9-432163db8a62 req-b7857666-16d8-4703-b31f-c1c54bdd1d29 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:03.655444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fe9d937d-5e9f-4230-9ec9-432163db8a62 req-b7857666-16d8-4703-b31f-c1c54bdd1d29 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 945 time: 0.0652752 Jul 06 18:21:03.693981 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fe9d937d-5e9f-4230-9ec9-432163db8a62 req-bc256bc8-73ee-4af6-b578-7ca629a4a607 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Jul 06 18:21:04.876371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8cddf-c7cc-472a-8776-63e274289e01 req-50ac30d0-4d47-42dc-bb2e-442a9c913353 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:04.877900 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a3f8cddf-c7cc-472a-8776-63e274289e01 req-50ac30d0-4d47-42dc-bb2e-442a9c913353 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 945 time: 0.0693650 Jul 06 18:21:04.916176 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a3f8cddf-c7cc-472a-8776-63e274289e01 req-6c29244e-eaa2-4e34-8998-f589d5c0c699 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Jul 06 18:21:05.014307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5e737-7218-427c-a175-4550031027ee req-26e4439b-111f-4396-b987-09a232e33dbc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:05.015732 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11b5e737-7218-427c-a175-4550031027ee req-26e4439b-111f-4396-b987-09a232e33dbc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 945 time: 0.0677249 Jul 06 18:21:05.122559 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-11b5e737-7218-427c-a175-4550031027ee req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:21:05.123057 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-11b5e737-7218-427c-a175-4550031027ee req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.215291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-11b5e737-7218-427c-a175-4550031027ee req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] For port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:05.215644 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-11b5e737-7218-427c-a175-4550031027ee req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.231146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-11b5e737-7218-427c-a175-4550031027ee req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:21:05.367405 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-11b5e737-7218-427c-a175-4550031027ee req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.379679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['e9bcfbb2-071b-4b53-b4c7-f7e50a33be02'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:05.395503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=e9bcfbb2-071b-4b53-b4c7-f7e50a33be02,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:05.409891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.410239 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.410606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.410932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.411265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.411598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.411920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.412242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.412562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.412891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.413195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.413511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:05.458030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b5e737-7218-427c-a175-4550031027ee req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] No DVR routers for this DVR port e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:21:05.461025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-11b5e737-7218-427c-a175-4550031027ee req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:05.463125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-11b5e737-7218-427c-a175-4550031027ee req-54846acb-4e15-46d6-bd5d-58e9868379e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "DELETE /v2.0/ports/e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 HTTP/1.1" status: 204 len: 173 time: 0.4420681 Jul 06 18:21:05.463608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce015575-f52b-4ecf-a27d-c7ad53cded83', 'name': 'network-vif-deleted', 'tag': 'e9bcfbb2-071b-4b53-b4c7-f7e50a33be02'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:05.465927 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd676e2-f11b-41c0-be1b-e3d643d639c3" -d '{"events": [{"server_uuid": "ce015575-f52b-4ecf-a27d-c7ad53cded83", "name": "network-vif-deleted", "tag": "e9bcfbb2-071b-4b53-b4c7-f7e50a33be02"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:05.580797 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72b6bb6-a0e9-453d-80ac-603df9808b5d x-openstack-request-id: req-b72b6bb6-a0e9-453d-80ac-603df9808b5d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:05.581260 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce015575-f52b-4ecf-a27d-c7ad53cded83", "name": "network-vif-deleted", "tag": "e9bcfbb2-071b-4b53-b4c7-f7e50a33be02", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:05.581672 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b72b6bb6-a0e9-453d-80ac-603df9808b5d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:05.582378 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce015575-f52b-4ecf-a27d-c7ad53cded83', 'name': 'network-vif-deleted', 'tag': 'e9bcfbb2-071b-4b53-b4c7-f7e50a33be02', 'status': 'completed', 'code': 200} Jul 06 18:21:05.769405 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:06.058627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e550aaf-735b-45ce-adbd-e34724207df0 req-87b0cdc5-57f6-4113-b8d8-aaf444eca686 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 210 time: 0.0304871 Jul 06 18:21:07.209427 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07fb81ef-621a-41c4-9270-6521a82ea463 req-c7ee2cd8-32c4-4a59-821d-bc3e46c26333 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 210 time: 0.0294099 Jul 06 18:21:08.353897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40fe0761-cb32-44fc-9319-94e39a1b2418 req-5861d3fd-87d0-49a4-947c-40eeb51ebd25 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce015575-f52b-4ecf-a27d-c7ad53cded83 HTTP/1.1" status: 200 len: 210 time: 0.0292897 Jul 06 18:21:09.065378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:21:09.088602 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:21:09.088945 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device e9bcfbb2-071b-4b53-b4c7-f7e50a33be02 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:21:17.023249 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9f34-b20a-4d74-9ee6-5fb8c33d3e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:19.570438 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66eafa19-f2af-42e9-bd14-13484c38d0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.165327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:20.827225 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:22.754875 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:29.737222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-0a9c7d4b-fdd2-4f62-84fa-7be28f4ce6ca tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:29.738634 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-0a9c7d4b-fdd2-4f62-84fa-7be28f4ce6ca tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1141295 Jul 06 18:21:29.754653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-3d224fd7-ca10-4c1e-b3b1-5a8ac66cf136 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/quotas/85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 375 time: 0.0102758 Jul 06 18:21:29.827079 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-d07be409-ce10-46d1-823d-caff962ccbee tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667915 Jul 06 18:21:29.970221 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-302c0ad8-f049-40fb-9362-e057ad1b51dc service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365373 Jul 06 18:21:30.064531 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-1b226177-334f-4d70-a830-65f14edd3582 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884166 Jul 06 18:21:30.273356 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dae99618-a7b5-4120-aebb-fb41645f0535 req-829dca08-6b68-473f-962e-004236cd2054 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 210 time: 0.0340636 Jul 06 18:21:31.444161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5f31253-578f-4178-abe9-263e75e5b801 req-9470ee6d-b268-4cda-a7e1-6473a28669f8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 210 time: 0.0375977 Jul 06 18:21:31.567359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-3ee64818-92de-4aee-a6ac-fc71bae8622a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:31.568977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-3ee64818-92de-4aee-a6ac-fc71bae8622a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1238921 Jul 06 18:21:31.582682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'port': {'device_id': '705949e5-5e94-4a08-9b86-24ceb47c04e1', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'admin_state_up': True, 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:31.702012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Made reservation on behalf of 85bceee7e4a3403dafb9458a5cde4def for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:21:31.709134 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:31.848274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.20.0.11 (fd30f1a8-1d37-4b08-9bdd-3fec6eb43255/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0/2c5f5f7f-22e9-44b3-add2-44981bfff354) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:21:32.033984 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.044557 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:21:32.051610 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Transition to ACTIVE for port object 2c5f5f7f-22e9-44b3-add2-44981bfff354 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:32.092406 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.151956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:21:32.158776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:21:32.163154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:21:32.191592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=2c5f5f7f-22e9-44b3-add2-44981bfff354,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:32.227615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.227615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.248675 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-98ceb52e-9382-490e-bff5-a353fd593b7d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6707296 Jul 06 18:21:32.262508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Request body: {'port': {'device_id': '705949e5-5e94-4a08-9b86-24ceb47c04e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:21:32.336749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.355211 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.520601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-89218866-8445-4ada-b234-7d56b2994842 None None] Provisioning for port 2c5f5f7f-22e9-44b3-add2-44981bfff354 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:32.526113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-89218866-8445-4ada-b234-7d56b2994842 None None] Provisioning complete for port 2c5f5f7f-22e9-44b3-add2-44981bfff354 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:32.526532 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89218866-8445-4ada-b234-7d56b2994842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.612208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-89218866-8445-4ada-b234-7d56b2994842 None None] Port 2c5f5f7f-22e9-44b3-add2-44981bfff354 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:21:32.706727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5f5f7f-22e9-44b3-add2-44981bfff354 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:32.715536 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.730427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Transition to ACTIVE for port object 2c5f5f7f-22e9-44b3-add2-44981bfff354 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:21:32.738850 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:32.752854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7e108-4648-4ba5-a695-90d0832e04b4 req-593d9d6a-6599-4c2f-8b6c-37476fbf6870 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:32.754754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20d7e108-4648-4ba5-a695-90d0832e04b4 req-593d9d6a-6599-4c2f-8b6c-37476fbf6870 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 932 time: 0.1061602 Jul 06 18:21:32.854383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-20d7e108-4648-4ba5-a695-90d0832e04b4 req-bdb04bac-6238-4997-bfc6-c9296bcc743f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764353 Jul 06 18:21:32.945359 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f5f7f-22e9-44b3-add2-44981bfff354,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:32.947914 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Attempting to bind port 2c5f5f7f-22e9-44b3-add2-44981bfff354 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:21:32.948252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Attempting to bind port 2c5f5f7f-22e9-44b3-add2-44981bfff354 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:21:32.948584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Attempting to bind port 2c5f5f7f-22e9-44b3-add2-44981bfff354 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:32.954371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Port 2c5f5f7f-22e9-44b3-add2-44981bfff354 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:21:32.954782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Attempting to bind port 2c5f5f7f-22e9-44b3-add2-44981bfff354 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:21:32.960732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:21:32.961548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:21:32.962159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Bound using segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:21:32.962868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Bound port: 2c5f5f7f-22e9-44b3-add2-44981bfff354, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:21:32.963843 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.043685 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] For port 2c5f5f7f-22e9-44b3-add2-44981bfff354, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:21:33.048523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] For port 2c5f5f7f-22e9-44b3-add2-44981bfff354, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2c5f5f7f-22e9-44b3-add2-44981bfff354,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:21:33.057219 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.098279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.098984 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:33.100949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] 10.222.0.22 "PUT /v2.0/ports/2c5f5f7f-22e9-44b3-add2-44981bfff354 HTTP/1.1" status: 200 len: 1092 time: 0.8453329 Jul 06 18:21:33.101499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705949e5-5e94-4a08-9b86-24ceb47c04e1', 'tag': '2c5f5f7f-22e9-44b3-add2-44981bfff354'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:33.111048 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07" -d '{"events": [{"name": "network-changed", "server_uuid": "705949e5-5e94-4a08-9b86-24ceb47c04e1", "tag": "2c5f5f7f-22e9-44b3-add2-44981bfff354"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:33.148748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6120e2-2c4d-4431-ae8f-11a3a74e3fdd service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f5f7f-22e9-44b3-add2-44981bfff354,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:33.191096 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e20dcf-0d51-435e-b3f6-eb19e867e3f7 x-openstack-request-id: req-77e20dcf-0d51-435e-b3f6-eb19e867e3f7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:33.191401 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705949e5-5e94-4a08-9b86-24ceb47c04e1", "tag": "2c5f5f7f-22e9-44b3-add2-44981bfff354", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:33.191637 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77e20dcf-0d51-435e-b3f6-eb19e867e3f7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:33.192079 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705949e5-5e94-4a08-9b86-24ceb47c04e1', 'tag': '2c5f5f7f-22e9-44b3-add2-44981bfff354', 'status': 'completed', 'code': 200} Jul 06 18:21:33.231788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-bf6835db-f938-45c6-a12b-b1d7b584fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.234045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-bf6835db-f938-45c6-a12b-b1d7b584fd88 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 1095 time: 0.0745864 Jul 06 18:21:33.283161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-a12a5ccb-1d5c-477c-879e-dd68bb2e06da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5f5f7f-22e9-44b3-add2-44981bfff354 HTTP/1.1" status: 200 len: 217 time: 0.0419085 Jul 06 18:21:33.340837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-bd3b4fc1-3f0b-465c-bbfc-646aa26c74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.343200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-bd3b4fc1-3f0b-465c-bbfc-646aa26c74f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0537572 Jul 06 18:21:33.430371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-1dc57d9a-61b9-478e-a261-7ef213b225dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.432301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-1dc57d9a-61b9-478e-a261-7ef213b225dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814326 Jul 06 18:21:33.548828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-3fae176e-8b31-484f-b4ba-98975fc5f4a2 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093621 Jul 06 18:21:33.651917 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f6a8a78-b735-4e01-9dfc-9b0db4b27d79 req-6e1e4611-e574-4458-9491-76189d51f7eb service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969615 Jul 06 18:21:33.779583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-9ffda6a8-09b7-4e29-9ffd-c4e56109002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.781563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-9ffda6a8-09b7-4e29-9ffd-c4e56109002f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 1095 time: 0.0713384 Jul 06 18:21:33.927744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-8bdf5213-0153-424d-9bb8-85cd3343a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:33.930086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-8bdf5213-0153-424d-9bb8-85cd3343a63f service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.1420722 Jul 06 18:21:33.992168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-593a49c8-1ef8-4da8-8ae1-58792a5d0fa1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5f5f7f-22e9-44b3-add2-44981bfff354 HTTP/1.1" status: 200 len: 217 time: 0.0548267 Jul 06 18:21:34.049512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-9803e839-8f9f-4201-8543-384a25a7b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.051093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-9803e839-8f9f-4201-8543-384a25a7b0d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0524766 Jul 06 18:21:34.068492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953463a-bfb9-4518-b8b2-c609e6d7c16f req-47973c25-c588-4142-b2d6-89fd4a16b9e3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.071078 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0953463a-bfb9-4518-b8b2-c609e6d7c16f req-47973c25-c588-4142-b2d6-89fd4a16b9e3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0874348 Jul 06 18:21:34.131016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-57b61761-96e1-4661-bd30-68efabef0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:34.132987 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0953463a-bfb9-4518-b8b2-c609e6d7c16f req-72fa8abc-57c1-4def-8f35-d9a8c022d883 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506530 Jul 06 18:21:34.133777 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-57b61761-96e1-4661-bd30-68efabef0836 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765409 Jul 06 18:21:34.242791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-39860f97-7dc3-485c-b9ae-f14675f673e2 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923111 Jul 06 18:21:34.347183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8782b1ce-1048-4abe-bb0d-b9b4ce0c4c07 req-f97e1f71-66cc-490c-8244-44cb569af1b0 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977790 Jul 06 18:21:35.425202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09280944-4580-4eda-97b3-e2fb252628ef req-ff11a901-c0bf-4d2b-94da-21da968c9a83 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:35.427194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09280944-4580-4eda-97b3-e2fb252628ef req-ff11a901-c0bf-4d2b-94da-21da968c9a83 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.1358762 Jul 06 18:21:35.494994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09280944-4580-4eda-97b3-e2fb252628ef req-9227a1cd-89ae-4934-994b-12e510efbf29 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493023 Jul 06 18:21:35.792490 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:36.757466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869312ea-a0f3-4972-a731-a45a223a3630 req-b3340953-e5a6-4d74-bfeb-cce707fc9a06 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:36.759023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-869312ea-a0f3-4972-a731-a45a223a3630 req-b3340953-e5a6-4d74-bfeb-cce707fc9a06 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.1159477 Jul 06 18:21:36.820261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-869312ea-a0f3-4972-a731-a45a223a3630 req-c925579d-6945-46c8-9e3b-71f6ca329db6 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525684 Jul 06 18:21:38.011561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bd178-2d0b-4f17-a991-6b1890a2b34c req-e99e8635-3a60-43e8-8e27-d61a623e189d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:38.014880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d35bd178-2d0b-4f17-a991-6b1890a2b34c req-e99e8635-3a60-43e8-8e27-d61a623e189d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0725296 Jul 06 18:21:38.053753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d35bd178-2d0b-4f17-a991-6b1890a2b34c req-de29a70e-6121-4712-aa1d-0bc4d8ebeab2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338778 Jul 06 18:21:39.262421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c99ad-b8cc-4fe7-b060-4fc2c09f0196 req-40d5f42c-d394-4203-94d1-d41a2a3a9587 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:39.263972 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-738c99ad-b8cc-4fe7-b060-4fc2c09f0196 req-40d5f42c-d394-4203-94d1-d41a2a3a9587 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0860119 Jul 06 18:21:39.318754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-738c99ad-b8cc-4fe7-b060-4fc2c09f0196 req-b532753e-957a-4cee-9827-3793272b61b8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450985 Jul 06 18:21:40.536382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25d97-295b-420d-a797-1d99dc267dd5 req-b25117c9-f551-4258-b19d-cf5fdbbebd11 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:40.538023 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23e25d97-295b-420d-a797-1d99dc267dd5 req-b25117c9-f551-4258-b19d-cf5fdbbebd11 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0877910 Jul 06 18:21:40.582334 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23e25d97-295b-420d-a797-1d99dc267dd5 req-3cf05342-af36-4654-801c-d46e4c7ff87b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376267 Jul 06 18:21:41.784853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24dd71-f50e-444c-97b1-ab2b599b3dc4 req-a26f1d31-e6ed-49fc-affe-20d587a0991f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:41.786506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba24dd71-f50e-444c-97b1-ab2b599b3dc4 req-a26f1d31-e6ed-49fc-affe-20d587a0991f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0754864 Jul 06 18:21:41.832560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba24dd71-f50e-444c-97b1-ab2b599b3dc4 req-84b35be0-96a8-4216-93e5-f3c87ca2f530 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Jul 06 18:21:43.024417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bdcc8-3041-4fd9-8c6d-adfedca39518 req-015b1f44-cb64-4460-b75b-db16f6ccf427 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:43.026017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b40bdcc8-3041-4fd9-8c6d-adfedca39518 req-015b1f44-cb64-4460-b75b-db16f6ccf427 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0714655 Jul 06 18:21:43.075109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b40bdcc8-3041-4fd9-8c6d-adfedca39518 req-581ea816-3f8a-490c-b3a2-ede46f1ac247 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Jul 06 18:21:44.274349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45825e13-3046-4a92-8650-b4e0046a5b6a req-b36bd9a7-fe48-4552-83f2-7775e8d9f6b7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:44.275909 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-45825e13-3046-4a92-8650-b4e0046a5b6a req-b36bd9a7-fe48-4552-83f2-7775e8d9f6b7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0710692 Jul 06 18:21:44.316351 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-45825e13-3046-4a92-8650-b4e0046a5b6a req-f485500b-e6e6-49bd-b418-26a0a1c43f50 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Jul 06 18:21:45.500887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523ae56-2a8b-482d-8989-e8aea92a8172 req-c413d331-79cd-45c8-ab56-7e9bee00ceab tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:45.502486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0523ae56-2a8b-482d-8989-e8aea92a8172 req-c413d331-79cd-45c8-ab56-7e9bee00ceab tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0713234 Jul 06 18:21:45.553924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0523ae56-2a8b-482d-8989-e8aea92a8172 req-d5bef0e9-6365-4cc1-b2b4-f427b40e72ac tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Jul 06 18:21:46.735159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c945b-0b74-4b21-84aa-12fad29d6c4c req-4d2edd00-f71b-46e7-9654-23f93d32a46d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:46.736583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-916c945b-0b74-4b21-84aa-12fad29d6c4c req-4d2edd00-f71b-46e7-9654-23f93d32a46d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0675004 Jul 06 18:21:46.775686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-916c945b-0b74-4b21-84aa-12fad29d6c4c req-23eaa247-fc76-4b0d-83e1-b9f7feedb214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Jul 06 18:21:47.024720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66103558-e12d-40bc-987a-93f4525564b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:47.952083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6921d-4952-4bf6-b28b-aa6c25f75d5c req-cb9c0396-4dd3-4757-a1b4-97936a9473c2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:47.953826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ff6921d-4952-4bf6-b28b-aa6c25f75d5c req-cb9c0396-4dd3-4757-a1b4-97936a9473c2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0643821 Jul 06 18:21:47.992372 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9ff6921d-4952-4bf6-b28b-aa6c25f75d5c req-c193375e-b855-49f3-93cb-adfb01b1098b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Jul 06 18:21:49.179043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc52ea-7c6a-47e1-b049-1dea0d6e0a03 req-38fc7f91-bec8-4047-bd15-655001cd34c7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:49.180582 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88fc52ea-7c6a-47e1-b049-1dea0d6e0a03 req-38fc7f91-bec8-4047-bd15-655001cd34c7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0697017 Jul 06 18:21:49.219564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88fc52ea-7c6a-47e1-b049-1dea0d6e0a03 req-5d5f8f51-492a-483d-9150-a967a27b4883 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Jul 06 18:21:49.573404 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c57e1174-b8fd-4609-a0ba-3ef328be815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:50.149347 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:50.400495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff649a1c-1769-45d6-901c-0acdfd431cdd req-bf94fb78-52ee-4a71-8f5e-a317635595e9 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:50.401897 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff649a1c-1769-45d6-901c-0acdfd431cdd req-bf94fb78-52ee-4a71-8f5e-a317635595e9 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0645075 Jul 06 18:21:50.446030 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff649a1c-1769-45d6-901c-0acdfd431cdd req-5c6f908c-f358-4c2c-b9ec-8152b4bc3224 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382915 Jul 06 18:21:50.828451 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:51.627368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9efa70-3d19-4030-b45e-7177eab981fd req-e24cdcd5-1b30-4d23-be98-d2020f0538e3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:51.628953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d9efa70-3d19-4030-b45e-7177eab981fd req-e24cdcd5-1b30-4d23-be98-d2020f0538e3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0655711 Jul 06 18:21:51.673102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d9efa70-3d19-4030-b45e-7177eab981fd req-1faacddd-e441-4d19-8890-d41d492cfc69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374689 Jul 06 18:21:52.749074 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:52.863776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f69866-448b-496a-9b51-9b7216ca6a78 req-01baf3eb-ac64-4ef0-bb82-319454484e81 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:52.865383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43f69866-448b-496a-9b51-9b7216ca6a78 req-01baf3eb-ac64-4ef0-bb82-319454484e81 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0720091 Jul 06 18:21:52.905881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43f69866-448b-496a-9b51-9b7216ca6a78 req-61d859ab-b7fa-4c48-bccb-9f532da0bf34 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344384 Jul 06 18:21:54.100698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206e28-49b0-43b6-895a-0429be8792e5 req-97217524-f9a5-4f9c-aa57-47fb7f7c5284 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:54.102225 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf206e28-49b0-43b6-895a-0429be8792e5 req-97217524-f9a5-4f9c-aa57-47fb7f7c5284 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0655766 Jul 06 18:21:54.142642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cf206e28-49b0-43b6-895a-0429be8792e5 req-55c3b0c5-2c1c-4b48-a6ba-f9191842b62f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348144 Jul 06 18:21:55.220752 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2c5f5f7f-22e9-44b3-add2-44981bfff354 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:21:55.318752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84628f7e-7cdd-4347-a5fa-93e9b4321ce6 req-b4cb5070-ee28-4f22-86b7-7a9b78828110 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:55.319980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2c5f5f7f-22e9-44b3-add2-44981bfff354, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2c5f5f7f-22e9-44b3-add2-44981bfff354,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:55.320273 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-84628f7e-7cdd-4347-a5fa-93e9b4321ce6 req-b4cb5070-ee28-4f22-86b7-7a9b78828110 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 944 time: 0.0644600 Jul 06 18:21:55.332372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '2c5f5f7f-22e9-44b3-add2-44981bfff354', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'port_id': '2c5f5f7f-22e9-44b3-add2-44981bfff354', 'mac_address': 'fa:16:3e:2e:f7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:21:55.358279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-84628f7e-7cdd-4347-a5fa-93e9b4321ce6 req-8b2faedb-c693-4a16-a49c-4ca5fb6f3b3b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Jul 06 18:21:55.369004 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.383118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5f5f7f-22e9-44b3-add2-44981bfff354 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:21:55.403387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2c5f5f7f-22e9-44b3-add2-44981bfff354, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2c5f5f7f-22e9-44b3-add2-44981bfff354,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:55.408815 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:55.463601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=2c5f5f7f-22e9-44b3-add2-44981bfff354,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:55.471427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.471777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.472109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.472447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.472781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.473128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.473440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.473767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.474095 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.474460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.474787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.475111 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:21:55.597472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['2c5f5f7f-22e9-44b3-add2-44981bfff354'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:21:56.540508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ada98-a171-413a-a952-5462738d3ec1 req-c9faa7c8-0544-48a5-b086-f5e9b3175535 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:56.542018 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-556ada98-a171-413a-a952-5462738d3ec1 req-c9faa7c8-0544-48a5-b086-f5e9b3175535 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 945 time: 0.0712483 Jul 06 18:21:56.581424 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-556ada98-a171-413a-a952-5462738d3ec1 req-a6486380-eba5-44d4-a5c1-5cfbc797dd05 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Jul 06 18:21:57.222284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2c5f5f7f-22e9-44b3-add2-44981bfff354 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:21:57.275744 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 2c5f5f7f-22e9-44b3-add2-44981bfff354 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:21:57.279623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 2c5f5f7f-22e9-44b3-add2-44981bfff354 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:21:57.279996 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.355403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.377851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705949e5-5e94-4a08-9b86-24ceb47c04e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f5f7f-22e9-44b3-add2-44981bfff354'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:21:57.380165 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99074b1d-0e59-4e28-a1e3-8745d5e41fc6" -d '{"events": [{"server_uuid": "705949e5-5e94-4a08-9b86-24ceb47c04e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c5f5f7f-22e9-44b3-add2-44981bfff354"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:21:57.393145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2c5f5f7f-22e9-44b3-add2-44981bfff354, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2c5f5f7f-22e9-44b3-add2-44981bfff354,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:21:57.397295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:21:57.420791 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad472b8f-550a-4fe1-a3da-ca9c3e489174 x-openstack-request-id: req-ad472b8f-550a-4fe1-a3da-ca9c3e489174 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:21:57.421078 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705949e5-5e94-4a08-9b86-24ceb47c04e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c5f5f7f-22e9-44b3-add2-44981bfff354", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:21:57.421336 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad472b8f-550a-4fe1-a3da-ca9c3e489174 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:21:57.422307 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705949e5-5e94-4a08-9b86-24ceb47c04e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f5f7f-22e9-44b3-add2-44981bfff354', 'code': 200} Jul 06 18:21:57.450937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=2c5f5f7f-22e9-44b3-add2-44981bfff354,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:21:57.555081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84e876-e80c-41fd-92b8-7d6bdcfad2da req-569aab61-d03d-49b4-98e8-5126de08af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:57.556540 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a84e876-e80c-41fd-92b8-7d6bdcfad2da req-569aab61-d03d-49b4-98e8-5126de08af4d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 1097 time: 0.0660076 Jul 06 18:21:57.591760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a84e876-e80c-41fd-92b8-7d6bdcfad2da req-57d085b7-911f-4b02-9aa0-1967f5494a55 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280068 Jul 06 18:21:57.757462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000e4d6-9ca3-4eba-8c75-5fe8a98c0dc6 req-c7df0342-fc01-432b-a7a4-c13b028caa7b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:57.759112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c000e4d6-9ca3-4eba-8c75-5fe8a98c0dc6 req-c7df0342-fc01-432b-a7a4-c13b028caa7b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 946 time: 0.0669062 Jul 06 18:21:57.799430 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c000e4d6-9ca3-4eba-8c75-5fe8a98c0dc6 req-10f54b01-0fdd-49ff-872c-216cd651940b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345702 Jul 06 18:21:58.974774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21ea56-4538-4485-9c28-ab72d712d222 req-eb7bd9d3-6119-4b98-b44d-f0f5c8645a70 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:58.976319 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b21ea56-4538-4485-9c28-ab72d712d222 req-eb7bd9d3-6119-4b98-b44d-f0f5c8645a70 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 946 time: 0.0640552 Jul 06 18:21:59.016340 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b21ea56-4538-4485-9c28-ab72d712d222 req-d7050a30-cba4-426e-bcff-dec95a3cd158 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Jul 06 18:21:59.209943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148f42-9aec-4997-b100-d1c1d5a56f53 req-6e5541c1-a4bc-4022-b280-ca01b319b0f4 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.211523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf148f42-9aec-4997-b100-d1c1d5a56f53 req-6e5541c1-a4bc-4022-b280-ca01b319b0f4 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 946 time: 0.0764091 Jul 06 18:21:59.258511 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf148f42-9aec-4997-b100-d1c1d5a56f53 req-139d7c48-1833-4155-b71c-d97678282611 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Jul 06 18:21:59.455311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c4964-f4ae-4588-9f9c-5883ffb483f2 req-7315cf1c-5e04-428e-9e79-5400572ecde6 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.456924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e10c4964-f4ae-4588-9f9c-5883ffb483f2 req-7315cf1c-5e04-428e-9e79-5400572ecde6 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 946 time: 0.0796454 Jul 06 18:21:59.498655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e10c4964-f4ae-4588-9f9c-5883ffb483f2 req-26399e84-c5e5-40df-a7e7-541e9218c025 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359969 Jul 06 18:21:59.990386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d1b26-cd7c-4207-b88c-388c43b5083a req-e9752b37-f2db-47c8-a5db-1daff690da34 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:21:59.992192 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b0d1b26-cd7c-4207-b88c-388c43b5083a req-e9752b37-f2db-47c8-a5db-1daff690da34 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 946 time: 0.0694368 Jul 06 18:22:00.033430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b0d1b26-cd7c-4207-b88c-388c43b5083a req-6e2eb3f9-494f-49e5-8dbc-546d47d0972e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354033 Jul 06 18:22:01.221127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5750fea-34bc-4725-91ba-62837f5f5a35 req-1137c5f2-d136-4642-b443-12d0aaa633e5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:01.222746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5750fea-34bc-4725-91ba-62837f5f5a35 req-1137c5f2-d136-4642-b443-12d0aaa633e5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 946 time: 0.0736418 Jul 06 18:22:01.267439 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5750fea-34bc-4725-91ba-62837f5f5a35 req-ee543f5e-1312-4242-8bbb-bce783e9b1b8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379767 Jul 06 18:22:01.366003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-1e71d5e7-6398-4404-9cc3-8986a41f8593 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:01.367885 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-1e71d5e7-6398-4404-9cc3-8986a41f8593 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 946 time: 0.0706398 Jul 06 18:22:01.487692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port 2c5f5f7f-22e9-44b3-add2-44981bfff354 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:22:01.488043 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.589108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] For port 2c5f5f7f-22e9-44b3-add2-44981bfff354, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2c5f5f7f-22e9-44b3-add2-44981bfff354,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:01.589730 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.613335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for 2c5f5f7f-22e9-44b3-add2-44981bfff354 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:22:01.814229 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.826253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['2c5f5f7f-22e9-44b3-add2-44981bfff354'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:01.847138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=2c5f5f7f-22e9-44b3-add2-44981bfff354,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:01.897352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] No DVR routers for this DVR port 2c5f5f7f-22e9-44b3-add2-44981bfff354 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:22:01.901254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:01.903062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f0152b72-b770-424d-97a4-9e6ebfc26e3e req-9870695b-1189-46be-a710-bae4609493cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "DELETE /v2.0/ports/2c5f5f7f-22e9-44b3-add2-44981bfff354 HTTP/1.1" status: 204 len: 173 time: 0.5256751 Jul 06 18:22:01.903062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705949e5-5e94-4a08-9b86-24ceb47c04e1', 'name': 'network-vif-deleted', 'tag': '2c5f5f7f-22e9-44b3-add2-44981bfff354'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:01.905188 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c443d6-bacd-4686-a08b-f012eace5760" -d '{"events": [{"server_uuid": "705949e5-5e94-4a08-9b86-24ceb47c04e1", "name": "network-vif-deleted", "tag": "2c5f5f7f-22e9-44b3-add2-44981bfff354"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:01.950191 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9da2e19-e7e1-4d14-9974-ae903f5b8e2f x-openstack-request-id: req-c9da2e19-e7e1-4d14-9974-ae903f5b8e2f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:01.950583 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705949e5-5e94-4a08-9b86-24ceb47c04e1", "name": "network-vif-deleted", "tag": "2c5f5f7f-22e9-44b3-add2-44981bfff354", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:01.950883 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9da2e19-e7e1-4d14-9974-ae903f5b8e2f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:01.951290 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705949e5-5e94-4a08-9b86-24ceb47c04e1', 'name': 'network-vif-deleted', 'tag': '2c5f5f7f-22e9-44b3-add2-44981bfff354', 'status': 'completed', 'code': 200} Jul 06 18:22:02.344729 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:02.417084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6351f592-4a6b-4d17-9fcd-53802bf83f88 req-76c5b641-2557-40c8-b0af-e93568058860 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 210 time: 0.0330713 Jul 06 18:22:03.571265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c24f3511-ea80-499c-b5c8-0176a17e7f26 req-a9c86655-0e1c-40a9-86ea-2b3437f5a62e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 210 time: 0.0330954 Jul 06 18:22:04.734996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4cfbb3f2-3306-4298-935f-e18ffa17deaa req-26495028-df4b-4ae9-8635-8b795ab1520c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 210 time: 0.0418224 Jul 06 18:22:05.315208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2c5f5f7f-22e9-44b3-add2-44981bfff354 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:22:05.336236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 2c5f5f7f-22e9-44b3-add2-44981bfff354 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:22:05.336597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2c5f5f7f-22e9-44b3-add2-44981bfff354 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:22:05.801580 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:05.957807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9a700b6-5dc2-4876-8a90-d3493b309aee req-1bf321e8-85dd-4d2c-846b-3ec2058c20f8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=705949e5-5e94-4a08-9b86-24ceb47c04e1 HTTP/1.1" status: 200 len: 210 time: 0.0348024 Jul 06 18:22:09.045231 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:22:17.035809 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdb6fd5c-2144-42b5-9649-5c042bd4d836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:19.585494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f513ce8e-22c5-4935-9dd5-d54c7abcdff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.157808 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:20.834314 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:22.754013 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:28.800711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-6e8ab313-46d3-434c-b778-052ab1daab69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:28.802186 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-6e8ab313-46d3-434c-b778-052ab1daab69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.4574494 Jul 06 18:22:28.818013 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-90dfb270-2d7a-4ef2-8785-39b8d9702557 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/quotas/85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 375 time: 0.0102077 Jul 06 18:22:28.896049 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-9c30db31-f21f-46e1-bf66-793d04bd1852 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724266 Jul 06 18:22:28.997368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-adfa7bca-89fd-441c-8f98-e60833027b69 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941305 Jul 06 18:22:29.091931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-680e87c0-ef1c-4694-845e-56e6d9d5f9f7 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882723 Jul 06 18:22:29.416782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-973e90c4-ce0b-4ad4-b499-988cec3667d9 req-18a48c80-9108-41ae-ac06-a7f30ed2c2ec tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 210 time: 0.0360382 Jul 06 18:22:30.571866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-818af6b5-378f-448f-8fd2-709bd4749520 req-992ea2ef-e1ab-4aef-bd24-d5d5de37213a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 210 time: 0.0313370 Jul 06 18:22:30.730479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-d9c5d8dd-cb4a-4333-ac46-73cd02624b8b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:30.732119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-d9c5d8dd-cb4a-4333-ac46-73cd02624b8b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1132700 Jul 06 18:22:30.749855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'port': {'device_id': 'bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'admin_state_up': True, 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:30.881281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Made reservation on behalf of 85bceee7e4a3403dafb9458a5cde4def for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:30.885707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:31.056968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.20.0.7 (fd30f1a8-1d37-4b08-9bdd-3fec6eb43255/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0/3a4f806c-ae6e-474b-8252-e70b346a93a4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:31.234670 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:31.249768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Transition to ACTIVE for port object 3a4f806c-ae6e-474b-8252-e70b346a93a4 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:31.289868 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:31.343982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:31.350268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:31.354707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:31.362468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=3a4f806c-ae6e-474b-8252-e70b346a93a4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:31.395935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.396586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.396865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.397167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.397651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.397998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.398507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.398842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.399168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.399492 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.399852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.400141 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:22:31.475817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:31.477082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:31.504445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-c2a5e107-011f-437f-bf10-65c4c50db2fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587404 Jul 06 18:22:31.535824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Request body: {'port': {'device_id': 'bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:31.627747 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:31.722052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9fddcd00-03bd-440c-80c6-9503afd03cef None None] Provisioning for port 3a4f806c-ae6e-474b-8252-e70b346a93a4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:31.736825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9fddcd00-03bd-440c-80c6-9503afd03cef None None] Provisioning complete for port 3a4f806c-ae6e-474b-8252-e70b346a93a4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:31.737350 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fddcd00-03bd-440c-80c6-9503afd03cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:31.798674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9fddcd00-03bd-440c-80c6-9503afd03cef None None] Port 3a4f806c-ae6e-474b-8252-e70b346a93a4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:22:31.799663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ada0fa-bbe6-4c79-8187-7bc78ba71482 req-55734515-2408-4f37-ae74-35be248c8732 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:31.801965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7ada0fa-bbe6-4c79-8187-7bc78ba71482 req-55734515-2408-4f37-ae74-35be248c8732 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 931 time: 0.0971260 Jul 06 18:22:31.850723 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7ada0fa-bbe6-4c79-8187-7bc78ba71482 req-ccfd4967-536b-4674-8789-d0aaabeee5d2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Jul 06 18:22:31.976267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4f806c-ae6e-474b-8252-e70b346a93a4 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:31.984527 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:31.997638 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Transition to ACTIVE for port object 3a4f806c-ae6e-474b-8252-e70b346a93a4 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:32.001521 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:32.059219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f806c-ae6e-474b-8252-e70b346a93a4,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:32.151324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Attempting to bind port 3a4f806c-ae6e-474b-8252-e70b346a93a4 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:32.151670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Attempting to bind port 3a4f806c-ae6e-474b-8252-e70b346a93a4 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:32.152006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Attempting to bind port 3a4f806c-ae6e-474b-8252-e70b346a93a4 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:32.160413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Port 3a4f806c-ae6e-474b-8252-e70b346a93a4 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:32.160727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Attempting to bind port 3a4f806c-ae6e-474b-8252-e70b346a93a4 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:32.166651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:32.166993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:32.167376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Bound using segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:32.167842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Bound port: 3a4f806c-ae6e-474b-8252-e70b346a93a4, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:32.168211 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:32.255145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] For port 3a4f806c-ae6e-474b-8252-e70b346a93a4, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:32.259094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] For port 3a4f806c-ae6e-474b-8252-e70b346a93a4, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3a4f806c-ae6e-474b-8252-e70b346a93a4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:32.264673 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:32.303604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.304340 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:32.306066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] 10.222.0.22 "PUT /v2.0/ports/3a4f806c-ae6e-474b-8252-e70b346a93a4 HTTP/1.1" status: 200 len: 1091 time: 0.7836313 Jul 06 18:22:32.306495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17', 'tag': '3a4f806c-ae6e-474b-8252-e70b346a93a4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:32.308990 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17", "tag": "3a4f806c-ae6e-474b-8252-e70b346a93a4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:32.374168 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3926cb62-8af9-4dc8-831c-d18d0ab0e384 x-openstack-request-id: req-3926cb62-8af9-4dc8-831c-d18d0ab0e384 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:32.375147 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17", "tag": "3a4f806c-ae6e-474b-8252-e70b346a93a4", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:32.375423 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3926cb62-8af9-4dc8-831c-d18d0ab0e384 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:32.375936 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17', 'tag': '3a4f806c-ae6e-474b-8252-e70b346a93a4', 'status': 'completed', 'code': 200} Jul 06 18:22:32.376399 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:32.415528 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebbcc2-80c2-4617-9db8-efece46c9008 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f806c-ae6e-474b-8252-e70b346a93a4,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:32.459701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-b537db8e-d284-47da-91f0-cd6543a9e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.460298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-b537db8e-d284-47da-91f0-cd6543a9e43c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 1094 time: 0.0831063 Jul 06 18:22:32.506268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-ffbdab27-3b1e-410f-a476-5e63e2297f6a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4f806c-ae6e-474b-8252-e70b346a93a4 HTTP/1.1" status: 200 len: 217 time: 0.0387595 Jul 06 18:22:32.559571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-4c3d2511-05c3-4776-9bd7-09abdb63657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.562004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-4c3d2511-05c3-4776-9bd7-09abdb63657d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0495555 Jul 06 18:22:32.635941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-72cf42a8-3ff6-4cbe-a8cb-a9b265b00834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.637471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-72cf42a8-3ff6-4cbe-a8cb-a9b265b00834 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696471 Jul 06 18:22:32.739730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-4444b75b-b95b-49b3-8d53-64de2eed920c service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954635 Jul 06 18:22:32.857975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d870acf9-eca5-43d6-8c95-3aca26cd2f21 req-54631b2d-60db-4e4f-a205-d94cf3bfbb34 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121757 Jul 06 18:22:32.976199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-8ca588a4-d274-41d7-b86b-8072f39e8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:32.978081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-8ca588a4-d274-41d7-b86b-8072f39e8305 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 1094 time: 0.0714681 Jul 06 18:22:33.095147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-175eed52-5b03-47b3-8f6b-6dd5642c8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:33.096784 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-175eed52-5b03-47b3-8f6b-6dd5642c8eaa service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.1114953 Jul 06 18:22:33.100620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad7b2b-05d2-4dba-8593-459a50e90254 req-5b716f67-cf76-466b-939e-29575a93f510 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:33.103167 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26ad7b2b-05d2-4dba-8593-459a50e90254 req-5b716f67-cf76-466b-939e-29575a93f510 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 943 time: 0.0935531 Jul 06 18:22:33.154270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-46826135-1890-44a3-b68b-f1d2a5063a26 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4f806c-ae6e-474b-8252-e70b346a93a4 HTTP/1.1" status: 200 len: 217 time: 0.0467732 Jul 06 18:22:33.159099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-26ad7b2b-05d2-4dba-8593-459a50e90254 req-6fabffe5-05f5-405b-a8e1-70549d7da9cd tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475855 Jul 06 18:22:33.208382 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-fa309d35-7cb4-4abb-8471-5fb1fb49fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:33.209933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-fa309d35-7cb4-4abb-8471-5fb1fb49fd78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0497384 Jul 06 18:22:33.274844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-abdd61a5-bf29-4850-91e9-c72070810c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:33.276499 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-abdd61a5-bf29-4850-91e9-c72070810c92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606802 Jul 06 18:22:33.390487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-0c1dbe79-67ff-42fd-bcf2-3f2ad289f317 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996113 Jul 06 18:22:33.504727 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8b9f6137-b5b1-4f3c-9015-51e4dd0f4f62 req-7049dae0-62ab-4ffd-a27d-9332b4fe5929 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085980 Jul 06 18:22:34.388608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f98c7-da21-4eeb-8848-f48e9a300ce8 req-f63e54c4-c81e-48b3-9bcc-8e103dc39b0e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:34.394373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-835f98c7-da21-4eeb-8848-f48e9a300ce8 req-f63e54c4-c81e-48b3-9bcc-8e103dc39b0e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 943 time: 0.0893073 Jul 06 18:22:34.448376 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-835f98c7-da21-4eeb-8848-f48e9a300ce8 req-3dbfbe3d-2676-438d-a544-3cb76e0c22c8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504375 Jul 06 18:22:35.631066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057dc6-d683-4ef7-8c79-dbcc9cb1337a req-b3dcf8e5-32ed-4d2a-bcce-a7546bbb2968 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:35.632654 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9057dc6-d683-4ef7-8c79-dbcc9cb1337a req-b3dcf8e5-32ed-4d2a-bcce-a7546bbb2968 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 943 time: 0.0666630 Jul 06 18:22:35.674226 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9057dc6-d683-4ef7-8c79-dbcc9cb1337a req-eac8d486-9e10-4066-ad96-35fc75e35803 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359170 Jul 06 18:22:35.799647 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:36.866724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554e891-f215-438e-9cf2-b66a63f70f6b req-e401f3e5-a3f0-4ea6-ae0d-47a4a19e277c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:36.868325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f554e891-f215-438e-9cf2-b66a63f70f6b req-e401f3e5-a3f0-4ea6-ae0d-47a4a19e277c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 943 time: 0.0687406 Jul 06 18:22:36.910423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f554e891-f215-438e-9cf2-b66a63f70f6b req-5c87f470-5032-41ac-bfd2-b583ae0ab8f7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Jul 06 18:22:38.083486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a48e52-44e6-489e-8936-15916df77068 req-782a98f3-30ab-4d99-af0b-e1d7a2cdecb4 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:38.085029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64a48e52-44e6-489e-8936-15916df77068 req-782a98f3-30ab-4d99-af0b-e1d7a2cdecb4 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 943 time: 0.0640523 Jul 06 18:22:38.122785 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64a48e52-44e6-489e-8936-15916df77068 req-c07b3574-d39f-4b10-85c2-53101bf2a793 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Jul 06 18:22:39.297588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2bdb3-be1b-475c-892d-cf59aabfa07b req-fd111e55-a291-4800-aa9d-baca71359d9b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:39.299162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-afb2bdb3-be1b-475c-892d-cf59aabfa07b req-fd111e55-a291-4800-aa9d-baca71359d9b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 943 time: 0.0639884 Jul 06 18:22:39.336823 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-afb2bdb3-be1b-475c-892d-cf59aabfa07b req-9e6b937e-719a-4a2b-b293-2e59d4e405e9 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Jul 06 18:22:40.531996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc096c9d-5d1e-4d74-9dba-9e370ceb364a req-d454036a-aadd-42bc-b5fe-e0b173d23962 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:40.533592 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc096c9d-5d1e-4d74-9dba-9e370ceb364a req-d454036a-aadd-42bc-b5fe-e0b173d23962 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 943 time: 0.0775163 Jul 06 18:22:40.575618 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc096c9d-5d1e-4d74-9dba-9e370ceb364a req-7161b498-de75-4e81-996d-3fcd69a14781 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350678 Jul 06 18:22:41.764509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfe87d-acb6-4e70-85a6-eddc09bd60fe req-10c22755-7972-448a-9436-9aefb06b6e59 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:41.765928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56bfe87d-acb6-4e70-85a6-eddc09bd60fe req-10c22755-7972-448a-9436-9aefb06b6e59 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 943 time: 0.0711176 Jul 06 18:22:41.805120 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56bfe87d-acb6-4e70-85a6-eddc09bd60fe req-9d76cdd3-116c-4b74-a722-0dc56bab2723 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335467 Jul 06 18:22:42.993378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff87a-9f2f-4db3-ac3a-e2f5105bebef req-e9ab5dd8-952f-430a-b6f0-42a14ba85b3c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:42.995215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2aff87a-9f2f-4db3-ac3a-e2f5105bebef req-e9ab5dd8-952f-430a-b6f0-42a14ba85b3c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 943 time: 0.0679705 Jul 06 18:22:43.035808 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2aff87a-9f2f-4db3-ac3a-e2f5105bebef req-19cb12a4-7b73-4e10-98de-19801489ff31 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341251 Jul 06 18:22:43.518233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3a4f806c-ae6e-474b-8252-e70b346a93a4 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:22:43.782122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3a4f806c-ae6e-474b-8252-e70b346a93a4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3a4f806c-ae6e-474b-8252-e70b346a93a4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:43.793836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '3a4f806c-ae6e-474b-8252-e70b346a93a4', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'port_id': '3a4f806c-ae6e-474b-8252-e70b346a93a4', 'mac_address': 'fa:16:3e:5c:49:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:22:43.837105 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:43.851126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4f806c-ae6e-474b-8252-e70b346a93a4 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:43.872400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3a4f806c-ae6e-474b-8252-e70b346a93a4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3a4f806c-ae6e-474b-8252-e70b346a93a4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:43.877135 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:43.926400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3a4f806c-ae6e-474b-8252-e70b346a93a4,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:44.085422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3a4f806c-ae6e-474b-8252-e70b346a93a4'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:44.215581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceefd27-5e7f-4838-a854-81ef2595abcf req-bb12abd7-aa67-4072-a77c-6c7d273f7119 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:44.217131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dceefd27-5e7f-4838-a854-81ef2595abcf req-bb12abd7-aa67-4072-a77c-6c7d273f7119 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 944 time: 0.0661688 Jul 06 18:22:44.259666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dceefd27-5e7f-4838-a854-81ef2595abcf req-378a7301-2d42-4c5b-9786-ac99bccc5dfc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357089 Jul 06 18:22:45.446026 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655b152-dd80-4e31-adab-0e366f2bbab4 req-2a46a73f-4d77-4962-874b-7908a5852e62 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:45.447599 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c655b152-dd80-4e31-adab-0e366f2bbab4 req-2a46a73f-4d77-4962-874b-7908a5852e62 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 944 time: 0.0687418 Jul 06 18:22:45.488013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c655b152-dd80-4e31-adab-0e366f2bbab4 req-349a108c-2f13-4c0e-9f4a-bc4ccd150f9e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348344 Jul 06 18:22:45.517021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3a4f806c-ae6e-474b-8252-e70b346a93a4 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:22:45.565112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 3a4f806c-ae6e-474b-8252-e70b346a93a4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:45.568677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 3a4f806c-ae6e-474b-8252-e70b346a93a4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:45.569047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.645954 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.668365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f806c-ae6e-474b-8252-e70b346a93a4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:45.670682 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18b4b84-c431-4f3d-b4f9-0713c9d16977" -d '{"events": [{"server_uuid": "bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f806c-ae6e-474b-8252-e70b346a93a4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:45.684463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3a4f806c-ae6e-474b-8252-e70b346a93a4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3a4f806c-ae6e-474b-8252-e70b346a93a4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:22:45.689901 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:45.717312 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ede67cb-aea9-489f-8501-cddbaf3347bd x-openstack-request-id: req-7ede67cb-aea9-489f-8501-cddbaf3347bd {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:45.717609 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f806c-ae6e-474b-8252-e70b346a93a4", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:45.717860 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ede67cb-aea9-489f-8501-cddbaf3347bd {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:45.718253 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f806c-ae6e-474b-8252-e70b346a93a4', 'code': 200} Jul 06 18:22:45.745545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3a4f806c-ae6e-474b-8252-e70b346a93a4,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:45.833417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb4748-28d8-4cec-a641-cfa770daf04a req-0e30003d-8255-43d6-bd0b-c2fb6ce38cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:45.834947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d7cb4748-28d8-4cec-a641-cfa770daf04a req-0e30003d-8255-43d6-bd0b-c2fb6ce38cbc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 1096 time: 0.0588152 Jul 06 18:22:45.872477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d7cb4748-28d8-4cec-a641-cfa770daf04a req-f1a5e6dc-1061-47a8-af53-eb9a4b816c26 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301814 Jul 06 18:22:46.045974 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:22:46.665125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc9c46-d4a7-46f9-b156-a88471322e5f req-a9ed8b7b-c631-42bf-a640-c01b48a8c7d2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:46.666595 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cafc9c46-d4a7-46f9-b156-a88471322e5f req-a9ed8b7b-c631-42bf-a640-c01b48a8c7d2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 945 time: 0.0665648 Jul 06 18:22:46.706497 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cafc9c46-d4a7-46f9-b156-a88471322e5f req-54344cb8-1738-49e0-8a54-85af3e3785f1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Jul 06 18:22:47.027595 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3716ffc-c2a2-479c-bb2b-dc2a799ede77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:47.887198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4f346-832e-4b21-b2cc-b2c635f73153 req-52e425bf-d5d3-49eb-acbf-d85bbcb5ee6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:47.888694 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e4f346-832e-4b21-b2cc-b2c635f73153 req-52e425bf-d5d3-49eb-acbf-d85bbcb5ee6d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 945 time: 0.0653048 Jul 06 18:22:47.932631 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e4f346-832e-4b21-b2cc-b2c635f73153 req-3c9e6fbc-23d8-4c2b-aeb9-f3fdc320ccbc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Jul 06 18:22:48.116863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae33078-e9bc-4f9e-941d-895afb7f1695 req-b8a6f723-9803-47a2-90e7-8f4748c41e0f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:48.118442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ae33078-e9bc-4f9e-941d-895afb7f1695 req-b8a6f723-9803-47a2-90e7-8f4748c41e0f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 945 time: 0.0683689 Jul 06 18:22:48.160587 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ae33078-e9bc-4f9e-941d-895afb7f1695 req-87a08a16-0151-4e76-928a-ae1b7fb788f7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363181 Jul 06 18:22:49.583520 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b984369-96bb-4932-a1b4-62fb5024d4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.151428 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.834795 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:50.872438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-fba065f1-15db-4ad8-a90c-715cc748a430 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:50.873942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-fba065f1-15db-4ad8-a90c-715cc748a430 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1152880 Jul 06 18:22:50.890451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ef855ab4-2347-4b52-bab2-ccfd20726d08 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/quotas/85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 375 time: 0.0098088 Jul 06 18:22:50.971989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b15f719-03ae-4e6e-b4a7-2d2bd4bec5af tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755143 Jul 06 18:22:50.982319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-a18574d5-55e2-4d93-8b3e-8ab3320dd1be service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:22:50.983311 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-a18574d5-55e2-4d93-8b3e-8ab3320dd1be service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052633 Jul 06 18:22:51.086647 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-38edad95-1589-4d7a-9fd9-c36507d066d4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971816 Jul 06 18:22:51.178930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-81cb88f2-23e3-4b30-b70e-8348dd5261aa service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864797 Jul 06 18:22:51.409825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39738d95-3804-499d-80a9-60ea823f4790 req-116f9ef1-ceb9-4112-b6f3-a0836d4e3e30 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 210 time: 0.0452898 Jul 06 18:22:52.524796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-b47dbb00-545f-4e64-bc95-5aec8dc6555e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:52.527363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-b47dbb00-545f-4e64-bc95-5aec8dc6555e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1235099 Jul 06 18:22:52.541532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'port': {'device_id': 'a3213746-5902-4ae3-8041-52741eea89c7', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'admin_state_up': True, 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:52.595228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-42a8512c-2a63-4655-ab35-72491e52eda1 req-16288977-cb73-41ae-8ed8-63c64ba3281f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 210 time: 0.0466998 Jul 06 18:22:52.676557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Made reservation on behalf of 85bceee7e4a3403dafb9458a5cde4def for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:22:52.680287 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:52.785825 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:52.839473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.20.0.4 (fd30f1a8-1d37-4b08-9bdd-3fec6eb43255/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0/959d65e7-a0ac-45cb-bc7d-42734776bb18) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:22:53.018110 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.033718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Transition to ACTIVE for port object 959d65e7-a0ac-45cb-bc7d-42734776bb18 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:53.072041 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.084567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3a4f806c-ae6e-474b-8252-e70b346a93a4'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:22:53.115319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:22:53.117030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:22:53.134944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=959d65e7-a0ac-45cb-bc7d-42734776bb18,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:53.137467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:22:53.197544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:53.198177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.217471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ba5b7977-ebc4-4ddf-afa5-f5bd791374fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6810648 Jul 06 18:22:53.230093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-2c797fbd-42cc-48dc-9b74-8dd9bbe6c129 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:22:53.231245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-2c797fbd-42cc-48dc-9b74-8dd9bbe6c129 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077162 Jul 06 18:22:53.300801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Request body: {'port': {'device_id': 'a3213746-5902-4ae3-8041-52741eea89c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:22:53.389922 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.478025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f50907ba-dd8d-4750-96fd-28ce0dc95204 None None] Provisioning for port 959d65e7-a0ac-45cb-bc7d-42734776bb18 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:22:53.482830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f50907ba-dd8d-4750-96fd-28ce0dc95204 None None] Provisioning complete for port 959d65e7-a0ac-45cb-bc7d-42734776bb18 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:22:53.483227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f50907ba-dd8d-4750-96fd-28ce0dc95204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.519362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f50907ba-dd8d-4750-96fd-28ce0dc95204 None None] Port 959d65e7-a0ac-45cb-bc7d-42734776bb18 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:22:53.678713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959d65e7-a0ac-45cb-bc7d-42734776bb18 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:22:53.686945 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.706844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Transition to ACTIVE for port object 959d65e7-a0ac-45cb-bc7d-42734776bb18 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:22:53.712556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:53.845751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Pushing event updated for resources: {'Port': ['ID=959d65e7-a0ac-45cb-bc7d-42734776bb18,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:53.923549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ab64f-21d6-41bc-8a61-ce0b1c2d1f8a req-52afcfdf-adea-46e5-b035-01cd7983e321 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:53.925200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f1ab64f-21d6-41bc-8a61-ce0b1c2d1f8a req-52afcfdf-adea-46e5-b035-01cd7983e321 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.1687186 Jul 06 18:22:53.926158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Attempting to bind port 959d65e7-a0ac-45cb-bc7d-42734776bb18 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:22:53.926563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Attempting to bind port 959d65e7-a0ac-45cb-bc7d-42734776bb18 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:22:53.926898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Attempting to bind port 959d65e7-a0ac-45cb-bc7d-42734776bb18 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:53.932405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Port 959d65e7-a0ac-45cb-bc7d-42734776bb18 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:22:53.932764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Attempting to bind port 959d65e7-a0ac-45cb-bc7d-42734776bb18 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:22:53.938878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:22:53.939252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:22:53.939650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Bound using segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:22:53.940092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Bound port: 959d65e7-a0ac-45cb-bc7d-42734776bb18, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:22:53.940463 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:54.018230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f1ab64f-21d6-41bc-8a61-ce0b1c2d1f8a req-976cf32a-32bf-42b0-ad28-63c70dcac809 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740905 Jul 06 18:22:54.053425 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] For port 959d65e7-a0ac-45cb-bc7d-42734776bb18, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:22:54.056782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] For port 959d65e7-a0ac-45cb-bc7d-42734776bb18, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=959d65e7-a0ac-45cb-bc7d-42734776bb18,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:22:54.061172 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:54.098473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.099094 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:22:54.100508 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] 10.222.0.55 "PUT /v2.0/ports/959d65e7-a0ac-45cb-bc7d-42734776bb18 HTTP/1.1" status: 200 len: 1091 time: 0.8622088 Jul 06 18:22:54.100961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3213746-5902-4ae3-8041-52741eea89c7', 'tag': '959d65e7-a0ac-45cb-bc7d-42734776bb18'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:22:54.103295 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3213746-5902-4ae3-8041-52741eea89c7", "tag": "959d65e7-a0ac-45cb-bc7d-42734776bb18"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:22:54.129871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14f245-dba2-4ed4-b17f-9453a8deb524 service neutron] Pushing event updated for resources: {'Port': ['ID=959d65e7-a0ac-45cb-bc7d-42734776bb18,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:22:54.160943 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bc0f18-be74-4e41-9893-f0668ad0f5f1 x-openstack-request-id: req-96bc0f18-be74-4e41-9893-f0668ad0f5f1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:22:54.161239 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3213746-5902-4ae3-8041-52741eea89c7", "tag": "959d65e7-a0ac-45cb-bc7d-42734776bb18", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:22:54.161501 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96bc0f18-be74-4e41-9893-f0668ad0f5f1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:22:54.162000 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3213746-5902-4ae3-8041-52741eea89c7', 'tag': '959d65e7-a0ac-45cb-bc7d-42734776bb18', 'status': 'completed', 'code': 200} Jul 06 18:22:54.215873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ec73236d-917b-4b0e-8f81-654b32a05023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.217364 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-ec73236d-917b-4b0e-8f81-654b32a05023 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 1094 time: 0.0702996 Jul 06 18:22:54.269663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-920ba324-5f0a-416e-b75f-b59478884e9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=959d65e7-a0ac-45cb-bc7d-42734776bb18 HTTP/1.1" status: 200 len: 217 time: 0.0448120 Jul 06 18:22:54.323131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-bc18f90b-4e94-4b2e-9d2e-a915fb4d99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.324621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-bc18f90b-4e94-4b2e-9d2e-a915fb4d99f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0490830 Jul 06 18:22:54.385522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-503d0658-515a-4aed-b1fa-649bcd6f8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.387068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-503d0658-515a-4aed-b1fa-649bcd6f8ac4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559585 Jul 06 18:22:54.489045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-a7b50749-2af1-48a6-8a38-e9f54dfd72b8 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941582 Jul 06 18:22:54.606767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4aed0f12-c365-4edf-a5bc-2b48998299b4 req-74eb82e0-1cec-44ed-bcee-4fbc4c6ea6c1 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115613 Jul 06 18:22:54.712554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-9bda1c82-94f5-46a9-9b0f-8675f4fc921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.714062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-9bda1c82-94f5-46a9-9b0f-8675f4fc921b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 1094 time: 0.0563018 Jul 06 18:22:54.815572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-89e07747-5941-4728-8141-ca9046bd83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.817046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-89e07747-5941-4728-8141-ca9046bd83c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0961142 Jul 06 18:22:54.860651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-6cc2983b-1849-4341-a9b5-8b84dea73b3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=959d65e7-a0ac-45cb-bc7d-42734776bb18 HTTP/1.1" status: 200 len: 217 time: 0.0374854 Jul 06 18:22:54.918268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-4ac7107e-a0bc-46b8-bea9-118d8883716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.919874 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-4ac7107e-a0bc-46b8-bea9-118d8883716d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0537162 Jul 06 18:22:54.984536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-28f50f45-d09c-4c8b-8e70-4a0252b4d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:54.986188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-28f50f45-d09c-4c8b-8e70-4a0252b4d541 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596502 Jul 06 18:22:55.076137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-053775a8-618d-4f03-88e9-e383648b238f service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832989 Jul 06 18:22:55.207158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74f496c4-59d2-4c86-96aa-57ac8c9f85d8 req-ca8719ca-eb19-4ed5-9bbf-e70f6e11d24f service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243048 Jul 06 18:22:55.232926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94650b2f-9a5d-471b-a8b8-4da7a42e7140 req-2243cfd2-662b-4ea7-9318-ba21ad285ef2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:55.234635 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-94650b2f-9a5d-471b-a8b8-4da7a42e7140 req-2243cfd2-662b-4ea7-9318-ba21ad285ef2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0868666 Jul 06 18:22:55.289234 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-94650b2f-9a5d-471b-a8b8-4da7a42e7140 req-f6399e92-e537-4783-a461-d7f9a8338042 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485954 Jul 06 18:22:56.557794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70475-c958-4663-a54e-d2caca2debb9 req-f7aaa02b-3423-4ba4-a00f-9265827426b2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:56.561600 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15a70475-c958-4663-a54e-d2caca2debb9 req-f7aaa02b-3423-4ba4-a00f-9265827426b2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.1101985 Jul 06 18:22:56.634897 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15a70475-c958-4663-a54e-d2caca2debb9 req-4086787e-a5f1-4644-9fb1-73e4df2e30ee tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653245 Jul 06 18:22:57.886720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d5b31-74c6-4dda-b886-c051db0b7ea4 req-13fbf986-5678-42d8-8987-67daecc6e3fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:57.888371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-948d5b31-74c6-4dda-b886-c051db0b7ea4 req-13fbf986-5678-42d8-8987-67daecc6e3fc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0873826 Jul 06 18:22:57.933653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-948d5b31-74c6-4dda-b886-c051db0b7ea4 req-31cfe4bf-5e1c-4623-bb04-213ee3b3af12 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382903 Jul 06 18:22:59.140595 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474e1ea-b08f-48a3-af76-b3ca13df9a47 req-933ac7b5-3af3-4216-b853-780df31ce523 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:22:59.143261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9474e1ea-b08f-48a3-af76-b3ca13df9a47 req-933ac7b5-3af3-4216-b853-780df31ce523 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0812666 Jul 06 18:22:59.196943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9474e1ea-b08f-48a3-af76-b3ca13df9a47 req-5ee903ce-585f-47c3-9912-c87277e46226 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440261 Jul 06 18:23:00.382731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa600b-f30c-4443-a8be-8c39e93e44b7 req-6ea115db-13fe-4f85-ab01-dad2442387b7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:00.384245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80fa600b-f30c-4443-a8be-8c39e93e44b7 req-6ea115db-13fe-4f85-ab01-dad2442387b7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0650680 Jul 06 18:23:00.424316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80fa600b-f30c-4443-a8be-8c39e93e44b7 req-42fc534d-89b6-41da-a4d2-c0c857263217 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344527 Jul 06 18:23:01.606459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8d6d9-b00f-4bdf-9621-6a1ef774853b req-73987329-76a8-48e9-b280-87eb48b58ce8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:01.607947 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8f8d6d9-b00f-4bdf-9621-6a1ef774853b req-73987329-76a8-48e9-b280-87eb48b58ce8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0696373 Jul 06 18:23:01.645959 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b8f8d6d9-b00f-4bdf-9621-6a1ef774853b req-9d1219dd-7534-41c2-a68f-8e1bbfc164a2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323033 Jul 06 18:23:02.367055 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:02.840877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b822448-a04d-4b1d-8294-c9f9b4e19299 req-ee844dbf-9009-45a4-95be-cd66c5a86085 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:02.842491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b822448-a04d-4b1d-8294-c9f9b4e19299 req-ee844dbf-9009-45a4-95be-cd66c5a86085 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0792451 Jul 06 18:23:02.880357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b822448-a04d-4b1d-8294-c9f9b4e19299 req-9a1de5b3-41a3-4fd6-92c3-f3d15c66df03 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Jul 06 18:23:04.089935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c74a3-2fbf-4cca-9584-c4311943167f req-b1318924-bb53-48e0-8362-51093a159195 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:04.092057 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e94c74a3-2fbf-4cca-9584-c4311943167f req-b1318924-bb53-48e0-8362-51093a159195 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0959771 Jul 06 18:23:04.145306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e94c74a3-2fbf-4cca-9584-c4311943167f req-87be7c51-7372-4cde-b5eb-49a33a6f82c8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425196 Jul 06 18:23:05.337969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426db13-c47f-4293-b438-2f6bc9835c02 req-fcf6e729-2eb2-486b-93f5-ba0e58ef31a6 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:05.339586 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f426db13-c47f-4293-b438-2f6bc9835c02 req-fcf6e729-2eb2-486b-93f5-ba0e58ef31a6 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0712352 Jul 06 18:23:05.392675 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f426db13-c47f-4293-b438-2f6bc9835c02 req-8f3a835c-91b9-47be-866c-374f128048e8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460603 Jul 06 18:23:05.801647 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:06.616644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd34941-46e1-4509-987e-dfedca147a46 req-645c8af2-c35c-4758-b332-debb2a6f8ebe tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:06.619503 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1fd34941-46e1-4509-987e-dfedca147a46 req-645c8af2-c35c-4758-b332-debb2a6f8ebe tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.1016109 Jul 06 18:23:06.664196 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1fd34941-46e1-4509-987e-dfedca147a46 req-da315a1d-f667-4ecb-a629-e543d630245f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387590 Jul 06 18:23:07.859668 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefb036-9244-4a82-ada2-ff662fc3f983 req-3929f2be-39b2-4719-84c7-4a0430542846 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:07.861322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2eefb036-9244-4a82-ada2-ff662fc3f983 req-3929f2be-39b2-4719-84c7-4a0430542846 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0712318 Jul 06 18:23:07.905266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2eefb036-9244-4a82-ada2-ff662fc3f983 req-22a690e0-1097-4946-8b5a-080bd2cc4b3c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369594 Jul 06 18:23:09.117590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5ad1d-3eef-4ec8-ae26-0708d9a2839f req-6479b42c-d302-4a64-b150-788447a8580d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:09.119198 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48b5ad1d-3eef-4ec8-ae26-0708d9a2839f req-6479b42c-d302-4a64-b150-788447a8580d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0825274 Jul 06 18:23:09.161942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48b5ad1d-3eef-4ec8-ae26-0708d9a2839f req-039c4ceb-0c8d-41a0-b0d9-9590d9d2a202 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355887 Jul 06 18:23:10.396143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f375608-cfda-4c24-b6ff-322af44cee48 req-e0698ec4-bd9d-4f63-af8e-3d6fedb97258 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:10.398195 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f375608-cfda-4c24-b6ff-322af44cee48 req-e0698ec4-bd9d-4f63-af8e-3d6fedb97258 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.1032848 Jul 06 18:23:10.442382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4f375608-cfda-4c24-b6ff-322af44cee48 req-a8ddb3f1-f730-4f8d-8c83-ae0d3b621dbb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386322 Jul 06 18:23:11.633581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f887a07-dd00-491d-866b-a2346abea9b3 req-e4580caf-381b-4fbb-b0e3-07f8869b955b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:11.635165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f887a07-dd00-491d-866b-a2346abea9b3 req-e4580caf-381b-4fbb-b0e3-07f8869b955b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0691841 Jul 06 18:23:11.676194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f887a07-dd00-491d-866b-a2346abea9b3 req-4d68ff1e-e64d-4e31-b1e0-a0b3df5cc53a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350356 Jul 06 18:23:12.910424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49f38a-81e9-448d-a3d4-99e8f2aba4ef req-c2f9a690-f184-4491-b546-fff3df89da81 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:12.912283 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b49f38a-81e9-448d-a3d4-99e8f2aba4ef req-c2f9a690-f184-4491-b546-fff3df89da81 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.1003652 Jul 06 18:23:12.954604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b49f38a-81e9-448d-a3d4-99e8f2aba4ef req-9421c845-db2e-446b-ac93-c73006e6a4c1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358887 Jul 06 18:23:14.167869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01abe53-4764-42aa-8bf3-6b4cfdb9c52d req-0067200f-e640-42a1-8ad9-66f8ccea525c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:14.169442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d01abe53-4764-42aa-8bf3-6b4cfdb9c52d req-0067200f-e640-42a1-8ad9-66f8ccea525c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 943 time: 0.0747223 Jul 06 18:23:14.211289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d01abe53-4764-42aa-8bf3-6b4cfdb9c52d req-1a10c6d0-a4c9-42fe-9747-cdbe3a3b35b3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349338 Jul 06 18:23:14.693590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 959d65e7-a0ac-45cb-bc7d-42734776bb18 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:23:14.804280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 959d65e7-a0ac-45cb-bc7d-42734776bb18, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=959d65e7-a0ac-45cb-bc7d-42734776bb18,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:14.818712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '959d65e7-a0ac-45cb-bc7d-42734776bb18', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'port_id': '959d65e7-a0ac-45cb-bc7d-42734776bb18', 'mac_address': 'fa:16:3e:18:cb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:23:14.861219 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.876887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d65e7-a0ac-45cb-bc7d-42734776bb18 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:14.899494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 959d65e7-a0ac-45cb-bc7d-42734776bb18, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=959d65e7-a0ac-45cb-bc7d-42734776bb18,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:14.904237 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:14.958268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=959d65e7-a0ac-45cb-bc7d-42734776bb18,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:14.965974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.966421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.966771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.967065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.967450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.967775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.968105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.969193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.970249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.970626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.970957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:14.971284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:15.261051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['959d65e7-a0ac-45cb-bc7d-42734776bb18'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:15.437245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b582fdc-ee77-41e6-978f-d7a5cefee746 req-e2f464ba-2790-4df1-9c0c-44fc11e139ef tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:15.439547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b582fdc-ee77-41e6-978f-d7a5cefee746 req-e2f464ba-2790-4df1-9c0c-44fc11e139ef tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 944 time: 0.0977454 Jul 06 18:23:15.487560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3b582fdc-ee77-41e6-978f-d7a5cefee746 req-0f8b1d65-9639-4c70-b3df-dccd8bd1fa0c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Jul 06 18:23:16.697121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346914b-5525-4672-baee-b82f4faee50e req-fd089e55-f1d3-485a-a19e-203d7669fe27 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:16.698672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9346914b-5525-4672-baee-b82f4faee50e req-fd089e55-f1d3-485a-a19e-203d7669fe27 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 944 time: 0.0697412 Jul 06 18:23:16.703658 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 959d65e7-a0ac-45cb-bc7d-42734776bb18 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:23:16.747187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9346914b-5525-4672-baee-b82f4faee50e req-4c554c12-2427-437b-afb2-bdaea88c2203 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379159 Jul 06 18:23:16.774074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 959d65e7-a0ac-45cb-bc7d-42734776bb18 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:16.778514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 959d65e7-a0ac-45cb-bc7d-42734776bb18 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:16.778925 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.888361 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.915845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3213746-5902-4ae3-8041-52741eea89c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d65e7-a0ac-45cb-bc7d-42734776bb18'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:16.918459 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a5a4a9-e8c1-4310-bfa2-452638fdc9d7" -d '{"events": [{"server_uuid": "a3213746-5902-4ae3-8041-52741eea89c7", "name": "network-vif-plugged", "status": "completed", "tag": "959d65e7-a0ac-45cb-bc7d-42734776bb18"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:16.937170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 959d65e7-a0ac-45cb-bc7d-42734776bb18, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=959d65e7-a0ac-45cb-bc7d-42734776bb18,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:16.943543 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:16.975130 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c666cf19-314a-4ef4-9e89-a7506db0a701 x-openstack-request-id: req-c666cf19-314a-4ef4-9e89-a7506db0a701 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:16.975510 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3213746-5902-4ae3-8041-52741eea89c7", "name": "network-vif-plugged", "status": "completed", "tag": "959d65e7-a0ac-45cb-bc7d-42734776bb18", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:16.975818 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c666cf19-314a-4ef4-9e89-a7506db0a701 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:16.976391 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3213746-5902-4ae3-8041-52741eea89c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d65e7-a0ac-45cb-bc7d-42734776bb18', 'code': 200} Jul 06 18:23:17.014494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=959d65e7-a0ac-45cb-bc7d-42734776bb18,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:17.045487 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8de1-363c-4588-83ea-efeff8440833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:17.125847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35126-0b99-47d5-8f7d-e48ee724f5bd req-3dd359cc-c267-4627-a817-cb0c810b5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:17.127576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03a35126-0b99-47d5-8f7d-e48ee724f5bd req-3dd359cc-c267-4627-a817-cb0c810b5c59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 1096 time: 0.0697474 Jul 06 18:23:17.174759 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03a35126-0b99-47d5-8f7d-e48ee724f5bd req-0cbfcc71-e13f-453c-b788-5b1590636d2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Jul 06 18:23:17.972679 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8cb5a-cb04-49ea-aaf6-d78e410b43f0 req-1a964aee-79c6-4f0b-bb00-dda8265c84d5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:17.974247 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41f8cb5a-cb04-49ea-aaf6-d78e410b43f0 req-1a964aee-79c6-4f0b-bb00-dda8265c84d5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 945 time: 0.0863497 Jul 06 18:23:18.020381 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41f8cb5a-cb04-49ea-aaf6-d78e410b43f0 req-d7af1758-5af1-4ace-a911-3c3704b9dff2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399804 Jul 06 18:23:19.234730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf30f71-e3f0-4958-9bee-3caba96e7160 req-71f77a82-e6be-4bff-ab1f-07aea64dae0e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:19.236404 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaf30f71-e3f0-4958-9bee-3caba96e7160 req-71f77a82-e6be-4bff-ab1f-07aea64dae0e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 945 time: 0.0820479 Jul 06 18:23:19.283139 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eaf30f71-e3f0-4958-9bee-3caba96e7160 req-9931dae3-03ce-44af-bc7a-409f3b1ff605 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Jul 06 18:23:19.513166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4f03-5556-4196-98f2-23d39b0cd295 req-584cee7c-3a56-40ac-aad9-2c8c36117b64 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:19.514777 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-37eb4f03-5556-4196-98f2-23d39b0cd295 req-584cee7c-3a56-40ac-aad9-2c8c36117b64 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 945 time: 0.1003835 Jul 06 18:23:19.566671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-37eb4f03-5556-4196-98f2-23d39b0cd295 req-13810ff3-f973-4882-b1e1-6d71ca03944d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397155 Jul 06 18:23:19.580892 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-379ec31f-149f-414a-9590-7149c24162c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.094424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4dff3-bb9d-417f-9984-4e867b0f9cf3 req-c885b8fa-5038-472a-9294-fd2cfe6a09a2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:20.096308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfa4dff3-bb9d-417f-9984-4e867b0f9cf3 req-c885b8fa-5038-472a-9294-fd2cfe6a09a2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 945 time: 0.0727644 Jul 06 18:23:20.140185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfa4dff3-bb9d-417f-9984-4e867b0f9cf3 req-f6288d15-1160-4f59-b5c6-7b350d04716d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356421 Jul 06 18:23:20.160445 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:20.839637 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.352325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2a852-ab52-4f86-a843-14d4c565ee58 req-5c1a5292-6c0d-4bc5-b761-59f1b88164fa tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:21.353929 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72e2a852-ab52-4f86-a843-14d4c565ee58 req-5c1a5292-6c0d-4bc5-b761-59f1b88164fa tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 945 time: 0.0719604 Jul 06 18:23:21.394952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72e2a852-ab52-4f86-a843-14d4c565ee58 req-02849ecd-d0e9-4344-9bc3-93984e961efe tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347250 Jul 06 18:23:21.658861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-75bc21bb-fd32-402e-b5d6-7765e0511901 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:21.660421 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-75bc21bb-fd32-402e-b5d6-7765e0511901 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 945 time: 0.0713127 Jul 06 18:23:21.776611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port 959d65e7-a0ac-45cb-bc7d-42734776bb18 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:21.777019 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.879324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] For port 959d65e7-a0ac-45cb-bc7d-42734776bb18, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=959d65e7-a0ac-45cb-bc7d-42734776bb18,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:21.879689 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:21.894136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for 959d65e7-a0ac-45cb-bc7d-42734776bb18 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:22.034828 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.050578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3a4f806c-ae6e-474b-8252-e70b346a93a4'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:22.055084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['959d65e7-a0ac-45cb-bc7d-42734776bb18'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:22.083286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=959d65e7-a0ac-45cb-bc7d-42734776bb18,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:22.148390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] No DVR routers for this DVR port 959d65e7-a0ac-45cb-bc7d-42734776bb18 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:22.151420 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:22.153744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9fa5a442-3801-4d99-83cb-3af21b570ffd req-8d3343dc-17c5-4faf-9e14-7ba007dd7692 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "DELETE /v2.0/ports/959d65e7-a0ac-45cb-bc7d-42734776bb18 HTTP/1.1" status: 204 len: 173 time: 0.4879105 Jul 06 18:23:22.154252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3213746-5902-4ae3-8041-52741eea89c7', 'name': 'network-vif-deleted', 'tag': '959d65e7-a0ac-45cb-bc7d-42734776bb18'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:22.157480 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d8ec82-81d3-4dc9-9af5-6ba3c03480d3" -d '{"events": [{"server_uuid": "a3213746-5902-4ae3-8041-52741eea89c7", "name": "network-vif-deleted", "tag": "959d65e7-a0ac-45cb-bc7d-42734776bb18"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:22.240388 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5c9b1a-8eda-4c7a-b53a-d7bcf2d95598 x-openstack-request-id: req-4a5c9b1a-8eda-4c7a-b53a-d7bcf2d95598 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:22.240688 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3213746-5902-4ae3-8041-52741eea89c7", "name": "network-vif-deleted", "tag": "959d65e7-a0ac-45cb-bc7d-42734776bb18", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:22.241200 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a5c9b1a-8eda-4c7a-b53a-d7bcf2d95598 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:22.241609 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3213746-5902-4ae3-8041-52741eea89c7', 'name': 'network-vif-deleted', 'tag': '959d65e7-a0ac-45cb-bc7d-42734776bb18', 'status': 'completed', 'code': 200} Jul 06 18:23:22.634285 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-665e0a88-addb-4a6b-af9a-c2389d3286b4 req-2a130805-71e7-497d-900d-7ab29904a24f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 210 time: 0.0691259 Jul 06 18:23:22.760480 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:23.047400 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:23:23.856680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8c4c6b3-98ae-4a55-b211-6fa441e41a8d req-a6a3745d-8bbb-4296-b2ee-77b39473d4f1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 210 time: 0.0571268 Jul 06 18:23:24.726377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 959d65e7-a0ac-45cb-bc7d-42734776bb18 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:24.749535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 959d65e7-a0ac-45cb-bc7d-42734776bb18 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:24.749897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 959d65e7-a0ac-45cb-bc7d-42734776bb18 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:25.019866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a963966e-4b24-4e55-98e3-f98a8df539b5 req-30252df0-009a-4023-8d02-4d9b1d3ca49a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 210 time: 0.0343146 Jul 06 18:23:26.320299 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0364d9c7-7c59-4cac-b999-bee3feb29267 req-95317a82-79aa-4761-a0e1-ea9c44145724 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3213746-5902-4ae3-8041-52741eea89c7 HTTP/1.1" status: 200 len: 210 time: 0.0325387 Jul 06 18:23:30.237305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-8edfddaa-e592-40bb-8343-143bcc15d834 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583937 Jul 06 18:23:30.350759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-a7b3f4c4-aedb-485f-b28b-55a6fd2622b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.352270 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-a7b3f4c4-aedb-485f-b28b-55a6fd2622b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 1096 time: 0.0616641 Jul 06 18:23:30.481079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-45a89a2d-f519-4c5d-ac5c-933482525304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.482613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-45a89a2d-f519-4c5d-ac5c-933482525304 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.1080112 Jul 06 18:23:30.524799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-be9e344f-12b2-4efb-9c21-1d0367d9df72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4f806c-ae6e-474b-8252-e70b346a93a4 HTTP/1.1" status: 200 len: 217 time: 0.0358608 Jul 06 18:23:30.602795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-ae9034ba-ecb3-4bd0-b7a6-3a4dea66733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.604190 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-ae9034ba-ecb3-4bd0-b7a6-3a4dea66733e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0725920 Jul 06 18:23:30.666562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-62343849-0f8d-4822-a362-03983411b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:30.668081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-62343849-0f8d-4822-a362-03983411b9ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577266 Jul 06 18:23:30.759812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-edf63f57-41cb-4d3d-b5d8-11a8e9920912 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853140 Jul 06 18:23:30.868264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7af8f54-5447-4d2c-9e46-7021027a4ae4 req-1cbaad0e-db18-4422-95e1-dd2799e22821 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015840 Jul 06 18:23:31.232462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27fb2b-8b64-470f-bb8a-f22ae2c03753 req-e051eff1-dc33-46c2-be83-3a7fbf1e3a43 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:31.235335 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce27fb2b-8b64-470f-bb8a-f22ae2c03753 req-e051eff1-dc33-46c2-be83-3a7fbf1e3a43 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 945 time: 0.0948896 Jul 06 18:23:31.280471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce27fb2b-8b64-470f-bb8a-f22ae2c03753 req-962ac6e1-e280-40ce-8e9f-48b140022473 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355539 Jul 06 18:23:32.357795 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.461504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dee2e-4439-4ef7-a4fa-83fa1c4ab2d7 req-4c40f576-9a51-4ccc-be85-3f141c57c7e2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:32.463474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b7dee2e-4439-4ef7-a4fa-83fa1c4ab2d7 req-4c40f576-9a51-4ccc-be85-3f141c57c7e2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 945 time: 0.0663309 Jul 06 18:23:32.505046 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7b7dee2e-4439-4ef7-a4fa-83fa1c4ab2d7 req-3891a2e7-ec79-4be0-ae62-21771b471de6 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=156e87c7-bd03-42cc-97a8-4d255dda7f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357766 Jul 06 18:23:32.603476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b306c-cc16-4375-b992-de691f679e05 req-60f6186d-0a82-415c-b939-6d1e210157cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:32.605021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c1b306c-cc16-4375-b992-de691f679e05 req-60f6186d-0a82-415c-b939-6d1e210157cb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 945 time: 0.0718970 Jul 06 18:23:32.714583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9c1b306c-cc16-4375-b992-de691f679e05 req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port 3a4f806c-ae6e-474b-8252-e70b346a93a4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:23:32.714931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9c1b306c-cc16-4375-b992-de691f679e05 req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:32.810396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9c1b306c-cc16-4375-b992-de691f679e05 req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] For port 3a4f806c-ae6e-474b-8252-e70b346a93a4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3a4f806c-ae6e-474b-8252-e70b346a93a4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:23:32.810768 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9c1b306c-cc16-4375-b992-de691f679e05 req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:33.160563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9c1b306c-cc16-4375-b992-de691f679e05 req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for 3a4f806c-ae6e-474b-8252-e70b346a93a4 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:23:33.308441 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9c1b306c-cc16-4375-b992-de691f679e05 req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:33.325992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3a4f806c-ae6e-474b-8252-e70b346a93a4'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:23:33.344814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=3a4f806c-ae6e-474b-8252-e70b346a93a4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:33.376084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.376494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.376758 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.377090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.377426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.377759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.378089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.378852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.378852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.379114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.379443 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.379766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:33.404384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1b306c-cc16-4375-b992-de691f679e05 req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] No DVR routers for this DVR port 3a4f806c-ae6e-474b-8252-e70b346a93a4 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:23:33.407281 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9c1b306c-cc16-4375-b992-de691f679e05 req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:33.409341 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9c1b306c-cc16-4375-b992-de691f679e05 req-ab5a29a4-dc67-460e-b2df-b9b26285712d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "DELETE /v2.0/ports/3a4f806c-ae6e-474b-8252-e70b346a93a4 HTTP/1.1" status: 204 len: 173 time: 0.7983453 Jul 06 18:23:33.409815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17', 'name': 'network-vif-deleted', 'tag': '3a4f806c-ae6e-474b-8252-e70b346a93a4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:33.414030 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41d545b-9c1c-4f88-afda-a5979367b307" -d '{"events": [{"server_uuid": "bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17", "name": "network-vif-deleted", "tag": "3a4f806c-ae6e-474b-8252-e70b346a93a4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:33.488865 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c54cbe-2860-4a43-858f-ddbc3f9ae0b1 x-openstack-request-id: req-64c54cbe-2860-4a43-858f-ddbc3f9ae0b1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:33.489635 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17", "name": "network-vif-deleted", "tag": "3a4f806c-ae6e-474b-8252-e70b346a93a4", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:33.490201 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64c54cbe-2860-4a43-858f-ddbc3f9ae0b1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:33.491419 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17', 'name': 'network-vif-deleted', 'tag': '3a4f806c-ae6e-474b-8252-e70b346a93a4', 'status': 'completed', 'code': 200} Jul 06 18:23:33.680846 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-60a65342-0ee6-4bbf-a801-2a61537f1140 req-a02f2aaf-673b-4578-b6c9-c0b265cc0c6c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 210 time: 0.0339561 Jul 06 18:23:34.876764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f8fef60-39c6-46b6-b3b0-ccafc5b13efc req-d59c4b9a-a810-4561-8464-9cfa118259d2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 210 time: 0.0338221 Jul 06 18:23:35.789304 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:36.059172 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c0810980-7299-430f-b277-185425985550 req-dcea825e-6d2e-41d9-ab7d-308d6be6afb2 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 210 time: 0.0444024 Jul 06 18:23:37.235704 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-42fdec51-021c-4ca4-950d-10ede12a20ce req-c376bf87-9950-4760-a15a-10ca864e8a07 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5b13de-13c3-43a5-9ca3-1d0c0cb17c17 HTTP/1.1" status: 200 len: 210 time: 0.0327842 Jul 06 18:23:37.703150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3a4f806c-ae6e-474b-8252-e70b346a93a4 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:23:37.726946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 3a4f806c-ae6e-474b-8252-e70b346a93a4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:23:37.727291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3a4f806c-ae6e-474b-8252-e70b346a93a4 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:23:40.525712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:40.530913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-46f91ba7-c6dd-4b6e-9a5f-31eea02b4316 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797325', 'description': 'tempest-secgroup-smoke-1797325 description', 'project_id': '85bceee7e4a3403dafb9458a5cde4def'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:40.554844 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46f91ba7-c6dd-4b6e-9a5f-31eea02b4316 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.649497 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46f91ba7-c6dd-4b6e-9a5f-31eea02b4316 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.653716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46f91ba7-c6dd-4b6e-9a5f-31eea02b4316 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.678262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46f91ba7-c6dd-4b6e-9a5f-31eea02b4316 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.679554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-46f91ba7-c6dd-4b6e-9a5f-31eea02b4316 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1526420 Jul 06 18:23:40.682890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51632) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:40.687923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'security_group_rule': {'security_group_id': '8029cff2-3137-441e-81d6-8f3b0a5bc281', 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:40.688792 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f91ba7-c6dd-4b6e-9a5f-31eea02b4316 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8029cff2-3137-441e-81d6-8f3b0a5bc281,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:40.718763 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.774902 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.779452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.800049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d828d0db-5348-4a11-a3a9-0fe97168c6d4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:40.808933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.810160 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262307 Jul 06 18:23:40.811604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.811958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.812302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.812707 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.813047 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.813387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.813770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.814062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.814203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51634) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:40.814412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.814748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.815072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.815404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a69e8-f6d6-4b04-be5d-136ecd31f37a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:23:40.820225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1e8f8e23-ddc1-4496-b065-a26484634f69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'security_group_rule': {'security_group_id': '8029cff2-3137-441e-81d6-8f3b0a5bc281', 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:40.850173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8e23-ddc1-4496-b065-a26484634f69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.904041 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8e23-ddc1-4496-b065-a26484634f69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.908814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8e23-ddc1-4496-b065-a26484634f69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.928103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f8e23-ddc1-4496-b065-a26484634f69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a6e94d-7d72-4a11-bcfe-59a4949b6511,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:40.934100 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8e23-ddc1-4496-b065-a26484634f69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:40.935355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1e8f8e23-ddc1-4496-b065-a26484634f69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200473 Jul 06 18:23:40.940357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51636) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:40.945219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-323b96f4-7a37-4279-bb03-09a0de506350 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'security_group_rule': {'security_group_id': '8029cff2-3137-441e-81d6-8f3b0a5bc281', 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:40.977473 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-323b96f4-7a37-4279-bb03-09a0de506350 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.052181 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-323b96f4-7a37-4279-bb03-09a0de506350 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.056273 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-323b96f4-7a37-4279-bb03-09a0de506350 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.075581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b96f4-7a37-4279-bb03-09a0de506350 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203b6659-6bdc-4363-a382-7e2bc53d1ebd,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:41.079838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-323b96f4-7a37-4279-bb03-09a0de506350 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.081119 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-323b96f4-7a37-4279-bb03-09a0de506350 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397545 Jul 06 18:23:41.083909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51638) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:41.088427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-50b8dccb-c1e1-416e-9ae2-2ac9c6469dc5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'security_group_rule': {'security_group_id': '8029cff2-3137-441e-81d6-8f3b0a5bc281', 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:41.116243 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50b8dccb-c1e1-416e-9ae2-2ac9c6469dc5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.180414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50b8dccb-c1e1-416e-9ae2-2ac9c6469dc5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.185171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50b8dccb-c1e1-416e-9ae2-2ac9c6469dc5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.207732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8dccb-c1e1-416e-9ae2-2ac9c6469dc5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902bba37-6880-448d-a48b-e933d686183b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:41.211349 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50b8dccb-c1e1-416e-9ae2-2ac9c6469dc5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.212567 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-50b8dccb-c1e1-416e-9ae2-2ac9c6469dc5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277103 Jul 06 18:23:41.218305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51640) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:41.221653 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-97bd7c41-82df-4f31-8057-bcd15ed283a7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'security_group_rule': {'security_group_id': '8029cff2-3137-441e-81d6-8f3b0a5bc281', 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:41.248837 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-97bd7c41-82df-4f31-8057-bcd15ed283a7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Project 85bceee7e4a3403dafb9458a5cde4def added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:23:41.255703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97bd7c41-82df-4f31-8057-bcd15ed283a7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.323199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97bd7c41-82df-4f31-8057-bcd15ed283a7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.326999 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97bd7c41-82df-4f31-8057-bcd15ed283a7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.347244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd7c41-82df-4f31-8057-bcd15ed283a7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4ef0b1-a7f7-4140-841f-60e3434f2c45,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:41.357379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97bd7c41-82df-4f31-8057-bcd15ed283a7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.359054 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-97bd7c41-82df-4f31-8057-bcd15ed283a7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416547 Jul 06 18:23:41.363714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 51642) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:23:41.369119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-28daed62-06ab-466a-a16a-1884e902c9cf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'security_group_rule': {'security_group_id': '8029cff2-3137-441e-81d6-8f3b0a5bc281', 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:41.393704 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-28daed62-06ab-466a-a16a-1884e902c9cf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Project 85bceee7e4a3403dafb9458a5cde4def added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:23:41.399085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28daed62-06ab-466a-a16a-1884e902c9cf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.479418 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28daed62-06ab-466a-a16a-1884e902c9cf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.484150 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28daed62-06ab-466a-a16a-1884e902c9cf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.507052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daed62-06ab-466a-a16a-1884e902c9cf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05be198-d545-4d63-8b22-f893492e84d0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:41.514600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28daed62-06ab-466a-a16a-1884e902c9cf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:41.517020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-28daed62-06ab-466a-a16a-1884e902c9cf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512325 Jul 06 18:23:47.030228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c96a3717-f80b-41af-96ca-56b216ac5472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:49.577396 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-32693d33-56bc-48e8-a220-910352ba0842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.157203 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:50.841055 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:52.762213 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:56.060814 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-a1051484-91fe-4114-b78c-079d0dbbb7b1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797325&fields=id&tenant_id=85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 267 time: 0.0400181 Jul 06 18:23:56.167884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af458-91c3-4492-987d-cc59a31ab831 req-752e3ce0-fb54-4f93-a5e7-b86ce5a0a5e1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:56.169367 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-752e3ce0-fb54-4f93-a5e7-b86ce5a0a5e1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1022305 Jul 06 18:23:56.184338 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-c9e2c65a-ff02-484d-98e8-1d5b4bef6788 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/quotas/85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 375 time: 0.0094342 Jul 06 18:23:56.255387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-fde315cb-0611-48a5-8549-a751f5dd81b7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657332 Jul 06 18:23:56.359378 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-b56e3438-1c35-418f-b5c3-3a2d023ae169 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874770 Jul 06 18:23:56.450469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-63639da2-6dd7-4faa-b601-1744966fc7f7 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848513 Jul 06 18:23:56.757462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e234162-3649-42be-b2aa-662faec1f21b req-e048ef05-d286-4145-b525-1eaf85b9299e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 210 time: 0.0300140 Jul 06 18:23:57.849524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af458-91c3-4492-987d-cc59a31ab831 req-edea51f2-7123-4003-9737-f2b07c24edcf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:57.851220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-edea51f2-7123-4003-9737-f2b07c24edcf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1146560 Jul 06 18:23:57.902505 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-72c8ce1c-9d57-412a-8269-089b03e96235 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 377 time: 0.0384438 Jul 06 18:23:57.912440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'port': {'device_id': '332c2e34-bf14-4583-924a-2a918c0859d6', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'admin_state_up': True, 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'security_groups': ['8029cff2-3137-441e-81d6-8f3b0a5bc281']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:57.912681 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-665dfd1e-214e-484a-9392-db0d75c74a51 req-37fe3769-ddf6-44d7-b21c-21e7edd616d0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 210 time: 0.0382817 Jul 06 18:23:58.042837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Made reservation on behalf of 85bceee7e4a3403dafb9458a5cde4def for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:23:58.050670 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.181260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.20.0.14 (fd30f1a8-1d37-4b08-9bdd-3fec6eb43255/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0/2b88a832-9008-4f83-bb74-f26139d648b4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:23:58.328741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.343486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Transition to ACTIVE for port object 2b88a832-9008-4f83-bb74-f26139d648b4 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:58.379872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.422835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:23:58.426175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:23:58.433056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:23:58.459566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=2b88a832-9008-4f83-bb74-f26139d648b4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:58.492841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:58.493890 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.510458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-71c43405-36a8-4407-ba93-5400f007c792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6019526 Jul 06 18:23:58.525671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Request body: {'port': {'device_id': '332c2e34-bf14-4583-924a-2a918c0859d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:23:58.632586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.742232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-95eb62c2-dc7a-4231-8e24-3f02f8031a0b None None] Provisioning for port 2b88a832-9008-4f83-bb74-f26139d648b4 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:23:58.746491 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-95eb62c2-dc7a-4231-8e24-3f02f8031a0b None None] Provisioning complete for port 2b88a832-9008-4f83-bb74-f26139d648b4 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:23:58.747230 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95eb62c2-dc7a-4231-8e24-3f02f8031a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.785044 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-95eb62c2-dc7a-4231-8e24-3f02f8031a0b None None] Port 2b88a832-9008-4f83-bb74-f26139d648b4 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:23:58.917593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b88a832-9008-4f83-bb74-f26139d648b4 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:23:58.925707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:58.938588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Transition to ACTIVE for port object 2b88a832-9008-4f83-bb74-f26139d648b4 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:23:58.943611 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:59.005462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Pushing event updated for resources: {'Port': ['ID=2b88a832-9008-4f83-bb74-f26139d648b4,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:59.132442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Attempting to bind port 2b88a832-9008-4f83-bb74-f26139d648b4 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:23:59.132882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Attempting to bind port 2b88a832-9008-4f83-bb74-f26139d648b4 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:23:59.133309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Attempting to bind port 2b88a832-9008-4f83-bb74-f26139d648b4 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:59.143038 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Port 2b88a832-9008-4f83-bb74-f26139d648b4 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:23:59.143450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Attempting to bind port 2b88a832-9008-4f83-bb74-f26139d648b4 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:23:59.167964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aeaa1-ef99-4218-83cb-47263e6f0d7b req-34bf1db8-7c2a-4544-88d8-c76d446d2864 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.169562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-144aeaa1-ef99-4218-83cb-47263e6f0d7b req-34bf1db8-7c2a-4544-88d8-c76d446d2864 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 944 time: 0.1137245 Jul 06 18:23:59.170629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:23:59.170968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:23:59.171365 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Bound using segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:23:59.171864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Bound port: 2b88a832-9008-4f83-bb74-f26139d648b4, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:23:59.172240 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:59.260919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-144aeaa1-ef99-4218-83cb-47263e6f0d7b req-38e0a45c-168b-4aec-b075-829111a90c73 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0778723 Jul 06 18:23:59.284108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] For port 2b88a832-9008-4f83-bb74-f26139d648b4, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:23:59.284108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] For port 2b88a832-9008-4f83-bb74-f26139d648b4, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2b88a832-9008-4f83-bb74-f26139d648b4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:23:59.288841 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:59.326606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.327254 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:23:59.329415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] 10.222.0.22 "PUT /v2.0/ports/2b88a832-9008-4f83-bb74-f26139d648b4 HTTP/1.1" status: 200 len: 1092 time: 0.8115819 Jul 06 18:23:59.329934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332c2e34-bf14-4583-924a-2a918c0859d6', 'tag': '2b88a832-9008-4f83-bb74-f26139d648b4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:23:59.332211 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "332c2e34-bf14-4583-924a-2a918c0859d6", "tag": "2b88a832-9008-4f83-bb74-f26139d648b4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:23:59.355301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086d351-78b9-40ed-be77-852e77b2fa3c service neutron] Pushing event updated for resources: {'Port': ['ID=2b88a832-9008-4f83-bb74-f26139d648b4,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:23:59.392053 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a0e08c-2e8e-4678-8782-305ebd5d77be x-openstack-request-id: req-d8a0e08c-2e8e-4678-8782-305ebd5d77be {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:23:59.392377 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332c2e34-bf14-4583-924a-2a918c0859d6", "tag": "2b88a832-9008-4f83-bb74-f26139d648b4", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:23:59.392642 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8a0e08c-2e8e-4678-8782-305ebd5d77be {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:23:59.393203 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332c2e34-bf14-4583-924a-2a918c0859d6', 'tag': '2b88a832-9008-4f83-bb74-f26139d648b4', 'status': 'completed', 'code': 200} Jul 06 18:23:59.459057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af458-91c3-4492-987d-cc59a31ab831 req-a0907816-fd37-4b21-88a6-e06847c992aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.459057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-a0907816-fd37-4b21-88a6-e06847c992aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 1095 time: 0.0764947 Jul 06 18:23:59.514829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-dd78a08b-84b6-4cf2-9880-403b7651a563 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b88a832-9008-4f83-bb74-f26139d648b4 HTTP/1.1" status: 200 len: 217 time: 0.0505176 Jul 06 18:23:59.567225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af458-91c3-4492-987d-cc59a31ab831 req-0d98dc10-e37f-42a6-b2e6-e33e0029af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.568726 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-0d98dc10-e37f-42a6-b2e6-e33e0029af97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0485823 Jul 06 18:23:59.628274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af458-91c3-4492-987d-cc59a31ab831 req-c9e3e809-7e17-4dad-87a7-b6d07aab018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.629721 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-c9e3e809-7e17-4dad-87a7-b6d07aab018b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546310 Jul 06 18:23:59.728532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-3b28c2a8-dd5e-48ea-a44c-a75eac48dbdc service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918586 Jul 06 18:23:59.824733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-473af458-91c3-4492-987d-cc59a31ab831 req-7f209263-e2ef-47af-bc0d-ff248f34bfb1 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892868 Jul 06 18:23:59.935924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-79c05aff-39af-462e-b641-2a55788d44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:23:59.938184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-79c05aff-39af-462e-b641-2a55788d44c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 1095 time: 0.0615156 Jul 06 18:24:00.030903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-c07d104e-2c9f-439d-8498-ec7ad3b8ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.033105 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-c07d104e-2c9f-439d-8498-ec7ad3b8ff03 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0897017 Jul 06 18:24:00.047873 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:24:00.075107 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-60d92698-84bc-4ad4-91df-da94fe63c92a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b88a832-9008-4f83-bb74-f26139d648b4 HTTP/1.1" status: 200 len: 217 time: 0.0355303 Jul 06 18:24:00.131752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-f7e35e67-dbf0-4229-83eb-888d54e860ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.133276 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-f7e35e67-dbf0-4229-83eb-888d54e860ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0526319 Jul 06 18:24:00.199401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-9383d065-ce86-49e7-aaf1-404b84c90c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.200930 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-9383d065-ce86-49e7-aaf1-404b84c90c56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611200 Jul 06 18:24:00.309899 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-58f1faf1-2f8e-4ec2-be8d-2ea4ef69483c service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000652 Jul 06 18:24:00.478329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-000f9e4f-5c0d-4999-bd1b-e3be08109e9d req-039bd0d1-1752-40f4-b731-57503492c6d7 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621912 Jul 06 18:24:00.498629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75510d2c-7007-4ad4-aeea-f06666619cee req-ff71608e-c5f6-4181-af6f-00ca600523c0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:00.501341 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75510d2c-7007-4ad4-aeea-f06666619cee req-ff71608e-c5f6-4181-af6f-00ca600523c0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 944 time: 0.1136563 Jul 06 18:24:00.546257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-75510d2c-7007-4ad4-aeea-f06666619cee req-72e2d239-297a-40f6-bad4-b0a38012098a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388002 Jul 06 18:24:01.743245 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f394a-fc98-4cc7-9237-b49ec1ffba89 req-c38d2d49-5a57-404e-ba31-cd8ca79ffa9c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:01.744811 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-150f394a-fc98-4cc7-9237-b49ec1ffba89 req-c38d2d49-5a57-404e-ba31-cd8ca79ffa9c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 944 time: 0.0750613 Jul 06 18:24:01.785695 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-150f394a-fc98-4cc7-9237-b49ec1ffba89 req-9d6197fb-66a2-4e18-89ae-3a05ee78f57c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346138 Jul 06 18:24:02.369007 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:02.973225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1ed29-33ea-47fe-b635-2a226794c10d req-b8fb62d7-c034-4e83-911a-45f18835dfd5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:02.974863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3a1ed29-33ea-47fe-b635-2a226794c10d req-b8fb62d7-c034-4e83-911a-45f18835dfd5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 944 time: 0.0710392 Jul 06 18:24:03.019767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3a1ed29-33ea-47fe-b635-2a226794c10d req-034e79fd-7dce-4412-8ba3-35a80a5e11c9 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392437 Jul 06 18:24:04.200948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613eed3-a567-4b1e-8ebf-5f54606ad87c req-ece1c3d4-d57d-4021-85bd-fa6871187334 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:04.202498 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2613eed3-a567-4b1e-8ebf-5f54606ad87c req-ece1c3d4-d57d-4021-85bd-fa6871187334 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 944 time: 0.0666320 Jul 06 18:24:04.247211 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2613eed3-a567-4b1e-8ebf-5f54606ad87c req-29e9b674-fcf5-4640-9722-60e7a3e07455 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377514 Jul 06 18:24:05.428348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c48b52-5c91-4478-a00a-acb4b60c1538 req-7cdc2048-0fdb-4527-8cbc-e1d7dcdcbb04 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:05.429932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54c48b52-5c91-4478-a00a-acb4b60c1538 req-7cdc2048-0fdb-4527-8cbc-e1d7dcdcbb04 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 944 time: 0.0676877 Jul 06 18:24:05.470115 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54c48b52-5c91-4478-a00a-acb4b60c1538 req-f8ed7934-021d-47fb-a190-152e631907e0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344238 Jul 06 18:24:05.789273 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:06.659574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57c552-c46d-4c23-83ea-db4e798f4ce5 req-78427467-e618-44bd-9363-af9ce3902e22 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:06.661196 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e57c552-c46d-4c23-83ea-db4e798f4ce5 req-78427467-e618-44bd-9363-af9ce3902e22 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 944 time: 0.0716021 Jul 06 18:24:06.703029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e57c552-c46d-4c23-83ea-db4e798f4ce5 req-5707ff08-ebfd-486f-86c5-18f8d62cb54f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353789 Jul 06 18:24:07.878509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fa662-e396-4e4c-8d63-4f3afbac0a4d req-8e6affa6-6e4c-48ce-9ae0-a8950b4bc99b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:07.880150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e89fa662-e396-4e4c-8d63-4f3afbac0a4d req-8e6affa6-6e4c-48ce-9ae0-a8950b4bc99b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 944 time: 0.0685482 Jul 06 18:24:07.917180 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e89fa662-e396-4e4c-8d63-4f3afbac0a4d req-9ac09ce4-0152-4c12-bf69-b88043d3daf7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316172 Jul 06 18:24:09.097583 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065c9c6-6a4e-4406-863d-b135c7f68767 req-9704d15f-f958-4e8c-953a-f8126346117c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:09.099141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6065c9c6-6a4e-4406-863d-b135c7f68767 req-9704d15f-f958-4e8c-953a-f8126346117c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 944 time: 0.0695281 Jul 06 18:24:09.137863 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6065c9c6-6a4e-4406-863d-b135c7f68767 req-1e187194-abb0-416c-9904-bcd5e7c7347a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331962 Jul 06 18:24:09.855391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2b88a832-9008-4f83-bb74-f26139d648b4 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:24:09.951514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2b88a832-9008-4f83-bb74-f26139d648b4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2b88a832-9008-4f83-bb74-f26139d648b4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:09.963496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '2b88a832-9008-4f83-bb74-f26139d648b4', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'port_id': '2b88a832-9008-4f83-bb74-f26139d648b4', 'mac_address': 'fa:16:3e:c1:58:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:24:10.001654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:10.014306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b88a832-9008-4f83-bb74-f26139d648b4 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:24:10.035241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2b88a832-9008-4f83-bb74-f26139d648b4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2b88a832-9008-4f83-bb74-f26139d648b4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:10.039449 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:10.090923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=2b88a832-9008-4f83-bb74-f26139d648b4,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:10.239898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['2b88a832-9008-4f83-bb74-f26139d648b4'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:24:10.320616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c338a77-cab0-4c4b-a287-7a1232d681ab req-8f630f84-f4da-4fe4-870f-991916f64e69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:10.323029 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c338a77-cab0-4c4b-a287-7a1232d681ab req-8f630f84-f4da-4fe4-870f-991916f64e69 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 945 time: 0.0681217 Jul 06 18:24:10.364106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c338a77-cab0-4c4b-a287-7a1232d681ab req-5c608feb-1d9e-40e9-8060-8fe10dc0f300 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334353 Jul 06 18:24:11.541353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c55b9-0c72-4495-818f-7d50f904564e req-1823dc2a-f800-4881-b2fd-cfc2a47346fb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:11.542930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da2c55b9-0c72-4495-818f-7d50f904564e req-1823dc2a-f800-4881-b2fd-cfc2a47346fb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 945 time: 0.0684268 Jul 06 18:24:11.582526 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-da2c55b9-0c72-4495-818f-7d50f904564e req-c874b077-8d1e-4068-b93f-a3fa13abb326 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339124 Jul 06 18:24:11.871016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2b88a832-9008-4f83-bb74-f26139d648b4 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:24:11.918926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 2b88a832-9008-4f83-bb74-f26139d648b4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:24:11.923404 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 2b88a832-9008-4f83-bb74-f26139d648b4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:24:11.923776 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:12.004625 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:12.027942 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c2e34-bf14-4583-924a-2a918c0859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b88a832-9008-4f83-bb74-f26139d648b4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:12.030221 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275da431-ce75-4237-bc09-bf6eea2d1199" -d '{"events": [{"server_uuid": "332c2e34-bf14-4583-924a-2a918c0859d6", "name": "network-vif-plugged", "status": "completed", "tag": "2b88a832-9008-4f83-bb74-f26139d648b4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:12.048522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 2b88a832-9008-4f83-bb74-f26139d648b4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2b88a832-9008-4f83-bb74-f26139d648b4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:24:12.052780 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:12.075065 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c742e9d-b16d-42d7-b3a8-2e4a78dfa55f x-openstack-request-id: req-9c742e9d-b16d-42d7-b3a8-2e4a78dfa55f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:12.075359 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c2e34-bf14-4583-924a-2a918c0859d6", "name": "network-vif-plugged", "status": "completed", "tag": "2b88a832-9008-4f83-bb74-f26139d648b4", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:12.075612 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c742e9d-b16d-42d7-b3a8-2e4a78dfa55f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:12.075998 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c2e34-bf14-4583-924a-2a918c0859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b88a832-9008-4f83-bb74-f26139d648b4', 'code': 200} Jul 06 18:24:12.103045 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=2b88a832-9008-4f83-bb74-f26139d648b4,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:12.183718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3fdc3-f6a1-4e6e-8fa7-292ead331337 req-905ff340-e0f8-4ea4-baf6-746f43e737b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:12.185114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a3fdc3-f6a1-4e6e-8fa7-292ead331337 req-905ff340-e0f8-4ea4-baf6-746f43e737b3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 1097 time: 0.0510643 Jul 06 18:24:12.218921 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51a3fdc3-f6a1-4e6e-8fa7-292ead331337 req-e52fcfc2-8ea7-4d75-8d63-062f77434ea2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0275762 Jul 06 18:24:12.762242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505afa1-312d-4df8-a8bd-34d733aa6632 req-208a3493-ecef-4dd2-b7ea-706fa699f8dd tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:12.763814 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3505afa1-312d-4df8-a8bd-34d733aa6632 req-208a3493-ecef-4dd2-b7ea-706fa699f8dd tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 946 time: 0.0681210 Jul 06 18:24:12.806380 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3505afa1-312d-4df8-a8bd-34d733aa6632 req-d04c0a52-0643-496c-9f39-7fa37c6c4b14 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356717 Jul 06 18:24:13.989903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee06b1-d072-45d8-a2eb-2b5abe1b6f70 req-96adfea3-7e94-4019-af41-563040f6ea96 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:13.991607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1aee06b1-d072-45d8-a2eb-2b5abe1b6f70 req-96adfea3-7e94-4019-af41-563040f6ea96 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 946 time: 0.0703559 Jul 06 18:24:14.034178 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1aee06b1-d072-45d8-a2eb-2b5abe1b6f70 req-924bbd1d-65ef-484b-ada3-cc6f57ef2573 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365186 Jul 06 18:24:14.215369 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc409f-a03a-45b0-a793-a71d7617119f req-12c7e97d-222d-4ac6-80ac-79a0db0837aa tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:14.216959 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-22cc409f-a03a-45b0-a793-a71d7617119f req-12c7e97d-222d-4ac6-80ac-79a0db0837aa tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 946 time: 0.0649254 Jul 06 18:24:14.263225 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-22cc409f-a03a-45b0-a793-a71d7617119f req-68a2208c-91fa-4063-b4a6-309bfe7d54e1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398610 Jul 06 18:24:14.288686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:14.345961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9961b1d7-9b01-4833-b1bc-892a95388c98 tempest-TestVolumeBootPattern-831985880 tempest-TestVolumeBootPattern-831985880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:14.347537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9961b1d7-9b01-4833-b1bc-892a95388c98 tempest-TestVolumeBootPattern-831985880 tempest-TestVolumeBootPattern-831985880-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 1092 time: 0.0578594 Jul 06 18:24:14.350510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:24:14.354833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '2b88a832-9008-4f83-bb74-f26139d648b4', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:24:14.378929 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:14.485918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:14.591768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.25.7.219 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/4c331353-4bbe-4a82-88e3-e14f13e24858) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:24:14.710815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:14.752522 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:14.789967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:24:14.795303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:24:14.799534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:24:14.805271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=4c331353-4bbe-4a82-88e3-e14f13e24858,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:15.183702 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.264415 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.428191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.433802 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.510186 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=4c331353-4bbe-4a82-88e3-e14f13e24858,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:24:15.519454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.625560 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Floating IP 5a741b89-4dbc-4df3-85d3-b104fcfcc65e associated. External IP: 172.25.7.219, port: 2b88a832-9008-4f83-bb74-f26139d648b4. Jul 06 18:24:15.848804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:24:15.963257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:24:15.977153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] Sync routers for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:24:15.981855 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:15.994097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:15.995320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:23:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:16.036111 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-65986bbe-6c60-471b-b9fd-586bb238208a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6777337 Jul 06 18:24:16.036111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332c2e34-bf14-4583-924a-2a918c0859d6', 'tag': '2b88a832-9008-4f83-bb74-f26139d648b4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:24:16.036111 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "332c2e34-bf14-4583-924a-2a918c0859d6", "tag": "2b88a832-9008-4f83-bb74-f26139d648b4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:24:16.072611 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80594140-4a25-4b29-aa37-e38bf9958124 x-openstack-request-id: req-80594140-4a25-4b29-aa37-e38bf9958124 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:24:16.072905 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332c2e34-bf14-4583-924a-2a918c0859d6", "tag": "2b88a832-9008-4f83-bb74-f26139d648b4", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:24:16.073163 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80594140-4a25-4b29-aa37-e38bf9958124 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:24:16.073574 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332c2e34-bf14-4583-924a-2a918c0859d6', 'tag': '2b88a832-9008-4f83-bb74-f26139d648b4', 'status': 'completed', 'code': 200} Jul 06 18:24:16.117928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:16.168534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-e060e4e2-8e44-4fbd-9827-880de2205bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:16.170526 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-e060e4e2-8e44-4fbd-9827-880de2205bb6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 1097 time: 0.0732224 Jul 06 18:24:16.267386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-a07343c5-060c-49cb-bf97-1b5604381f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:16.268883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-a07343c5-060c-49cb-bf97-1b5604381f96 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0926416 Jul 06 18:24:16.344404 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-99a4a07d-5a90-4d99-b0fa-a781746d018b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b88a832-9008-4f83-bb74-f26139d648b4 HTTP/1.1" status: 200 len: 1000 time: 0.0677490 Jul 06 18:24:16.381079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '5a741b89-4dbc-4df3-85d3-b104fcfcc65e', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '2b88a832-9008-4f83-bb74-f26139d648b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:c1:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c2e34-bf14-4583-924a-2a918c0859d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:15Z', 'revision_number': 0, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:16.399884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-4e6ee6d3-1213-4322-8ca5-d793a5573bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:16.401380 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-4e6ee6d3-1213-4322-8ca5-d793a5573bb0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0512328 Jul 06 18:24:16.412926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] Checking router: 2baffabc-53a0-48e8-afc7-fc98a3c7a8de for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:24:16.423039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:24:16.423657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:23:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:16.470669 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-5a3b9ad1-59d3-4615-a195-c35cb7e604a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:16.472275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-5a3b9ad1-59d3-4615-a195-c35cb7e604a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647640 Jul 06 18:24:16.607395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-2b239c47-0fc8-47cd-b0ef-1dbcd332d537 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276538 Jul 06 18:24:16.720410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5082d41e-d4b3-4ee5-a7ca-fdb410501ff2 req-99b25aa1-226f-4c62-9bcb-a1e6a85f44ab service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059248 Jul 06 18:24:16.725350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:24:16.973434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '5a741b89-4dbc-4df3-85d3-b104fcfcc65e', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '2b88a832-9008-4f83-bb74-f26139d648b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:c1:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c2e34-bf14-4583-924a-2a918c0859d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:15Z', 'revision_number': 0, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:24:17.002932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a15bca-5029-4c53-95f4-544f01b5a1e4 None None] The sync data for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 is: [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '5a741b89-4dbc-4df3-85d3-b104fcfcc65e', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '2b88a832-9008-4f83-bb74-f26139d648b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:c1:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c2e34-bf14-4583-924a-2a918c0859d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:24:15Z', 'updated_at': '2021-07-06T18:24:15Z', 'revision_number': 0, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:24:17.033877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff75fa9d-bf1f-4ebb-9d6c-9cb3aa41347a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:17.232400 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298740b7-aae1-4139-8caa-a55b2e2f3225 None None] New status for floating IP 5a741b89-4dbc-4df3-85d3-b104fcfcc65e: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:24:19.573553 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92a99d40-e727-4f0c-a52a-8ec065633d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.150969 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:20.845630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:22.767024 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.230125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-a0bd2d55-403c-4463-ac56-8e9b26f770a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594592 Jul 06 18:24:32.332342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-eb1fd64f-5cc1-4a50-ab1d-3318cbbeb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:32.333843 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-eb1fd64f-5cc1-4a50-ab1d-3318cbbeb56e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 1097 time: 0.0549295 Jul 06 18:24:32.365842 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:32.453307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-d0ee9b6d-b36d-4845-8688-d90666d5f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:32.455047 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-d0ee9b6d-b36d-4845-8688-d90666d5f85d service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0981727 Jul 06 18:24:32.529396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-97c709e7-1346-4b88-b17e-582a7baf9ab1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b88a832-9008-4f83-bb74-f26139d648b4 HTTP/1.1" status: 200 len: 1002 time: 0.0663052 Jul 06 18:24:32.578785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-e64e9c3d-6fc0-46ec-bb2d-803de555a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:32.580282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-e64e9c3d-6fc0-46ec-bb2d-803de555a248 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0449786 Jul 06 18:24:32.641491 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-9c9f2363-ca1f-40e6-ab41-b2aa9b0d8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:24:32.643028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-9c9f2363-ca1f-40e6-ab41-b2aa9b0d8283 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544393 Jul 06 18:24:32.744520 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-5881363d-5123-483f-80d6-b3cff7d0776a service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926952 Jul 06 18:24:32.837110 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-742e0ed3-a33c-4cdd-aa64-96eef13ddfbb req-70ddd9fd-dcef-49ad-a94e-336b9985b7bc service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Jul 06 18:24:35.801293 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:37.050438 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:24:47.039356 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3c740fe-8ae9-432f-ab68-81ab1b371669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:49.575920 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4921ca2f-4b42-48c5-ae88-2036b24e00aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.155110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:50.847790 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:24:52.784010 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:02.371528 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:05.809299 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:14.051149 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:25:17.041287 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5388-0b1c-41de-b9d2-4833a75d9427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:19.578949 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36dc969c-df04-4081-9c35-59b231be8de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.157497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:20.848424 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:22.769324 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.231912 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-19318ed9-942e-41a3-af50-70421f332eb8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585725 Jul 06 18:25:32.325686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-43fac39c-3b2e-4806-b843-ff9b9041143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:32.327207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-43fac39c-3b2e-4806-b843-ff9b9041143b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 1097 time: 0.0525489 Jul 06 18:25:32.384735 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:32.438953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-b5a3c7dc-80ba-4e59-9348-f30934f11922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:32.440574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-b5a3c7dc-80ba-4e59-9348-f30934f11922 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0946097 Jul 06 18:25:32.508534 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-3d38aabb-3ae4-43b2-b610-9969d26c1c7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b88a832-9008-4f83-bb74-f26139d648b4 HTTP/1.1" status: 200 len: 1002 time: 0.0617516 Jul 06 18:25:32.564648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-094f58bf-852b-4ec5-b2cb-73595ae16d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:32.566122 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-094f58bf-852b-4ec5-b2cb-73595ae16d9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0462942 Jul 06 18:25:32.626475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-5b9b3722-eb23-4487-af76-0f1eb739ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:25:32.627987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-5b9b3722-eb23-4487-af76-0f1eb739ac1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559225 Jul 06 18:25:33.050327 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-0cd57e9a-1786-4e94-b962-e8a6f4748a21 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145420 Jul 06 18:25:33.149549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55641bb6-b583-4db4-8706-483e8abe04a4 req-2299934d-4062-40b0-b9fb-48321000aa90 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929656 Jul 06 18:25:35.807435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:47.043819 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26f2b8e5-bedc-4b55-9d53-0c1eb822c1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:49.580865 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-29eed457-d72c-456e-aaf8-403d6b54ada4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.159745 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:50.852178 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:25:51.051488 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:25:52.773434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:02.384727 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:05.813347 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:14.454923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213168a1-cdbf-4f7b-be50-7d99551440e2 req-00db39b4-f4a1-402a-8cbc-363b0225346b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:14.456410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-213168a1-cdbf-4f7b-be50-7d99551440e2 req-00db39b4-f4a1-402a-8cbc-363b0225346b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 946 time: 0.1420565 Jul 06 18:26:14.520212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-213168a1-cdbf-4f7b-be50-7d99551440e2 req-52c0f339-bd35-41e8-92c8-9c8d6227352b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0552645 Jul 06 18:26:15.766893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b517e7e-009c-4a9f-9f33-84fc7dc914c7 req-4fa3e2f0-39b8-4705-ac7e-e85f78d8b83a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:15.768515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b517e7e-009c-4a9f-9f33-84fc7dc914c7 req-4fa3e2f0-39b8-4705-ac7e-e85f78d8b83a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 946 time: 0.1331460 Jul 06 18:26:15.771310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-5bd566db-abf0-4496-b2db-6485601dcde6 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:15.772862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-5bd566db-abf0-4496-b2db-6485601dcde6 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 946 time: 0.0715475 Jul 06 18:26:15.818656 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b517e7e-009c-4a9f-9f33-84fc7dc914c7 req-3dec83a1-992e-483a-b3bc-df808a764740 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441964 Jul 06 18:26:15.887599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port 2b88a832-9008-4f83-bb74-f26139d648b4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:26:15.887943 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:15.976278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] For port 2b88a832-9008-4f83-bb74-f26139d648b4, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=2b88a832-9008-4f83-bb74-f26139d648b4,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:15.976579 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.219710 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.220457 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.221330 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Floating IP 5a741b89-4dbc-4df3-85d3-b104fcfcc65e disassociated. External IP: 172.25.7.219, port: 2b88a832-9008-4f83-bb74-f26139d648b4. Jul 06 18:26:16.221330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for 2b88a832-9008-4f83-bb74-f26139d648b4 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:26:16.368636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.402260 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=2b88a832-9008-4f83-bb74-f26139d648b4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:16.467069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.467416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.468286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.468811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.469144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.469477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.469815 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.470133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.470500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.470820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.471151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.471473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:16.551332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:26:16.667703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:26:16.678519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] Sync routers for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:26:16.688124 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:26:16.689053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:25:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:16.719049 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] No DVR routers for this DVR port 2b88a832-9008-4f83-bb74-f26139d648b4 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:26:16.722215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:16.724488 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da1485a4-6330-4838-bc23-5d7a888f5a36 req-85db8854-51f7-4ad0-9d12-4f7f47390d24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "DELETE /v2.0/ports/2b88a832-9008-4f83-bb74-f26139d648b4 HTTP/1.1" status: 204 len: 173 time: 0.9460964 Jul 06 18:26:16.724960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c2e34-bf14-4583-924a-2a918c0859d6', 'name': 'network-vif-deleted', 'tag': '2b88a832-9008-4f83-bb74-f26139d648b4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:16.727459 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e265b888-103f-4a51-947c-30f1a5d70241" -d '{"events": [{"server_uuid": "332c2e34-bf14-4583-924a-2a918c0859d6", "name": "network-vif-deleted", "tag": "2b88a832-9008-4f83-bb74-f26139d648b4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:16.829539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:26:16.948547 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15477121-93ec-4c7f-8bba-67836b4c8480 x-openstack-request-id: req-15477121-93ec-4c7f-8bba-67836b4c8480 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:16.949088 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c2e34-bf14-4583-924a-2a918c0859d6", "name": "network-vif-deleted", "tag": "2b88a832-9008-4f83-bb74-f26139d648b4", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:16.949088 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15477121-93ec-4c7f-8bba-67836b4c8480 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:16.949504 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c2e34-bf14-4583-924a-2a918c0859d6', 'name': 'network-vif-deleted', 'tag': '2b88a832-9008-4f83-bb74-f26139d648b4', 'status': 'completed', 'code': 200} Jul 06 18:26:17.024694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc0fe628-c950-40dc-81dd-d1b38e2096d4 req-7d4d42a6-41ff-4862-bbcc-f145e830a7a6 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 210 time: 0.0534909 Jul 06 18:26:17.095752 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7af2d181-010d-4fd9-bc15-71f909c858ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:17.133597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:17.164552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] Checking router: 2baffabc-53a0-48e8-afc7-fc98a3c7a8de for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:26:17.177422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:26:17.178276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:25:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:17.321250 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:26:17.596599 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:17.627052 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd6305-6f01-4ba8-92fd-a8d0321df23c None None] The sync data for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 is: [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:26:17.906072 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df1ecae-f7c7-48f5-bfb5-bcb621db1ba5 None None] New status for floating IP 5a741b89-4dbc-4df3-85d3-b104fcfcc65e: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:26:18.184144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0e01e18c-b68d-4e89-bb9c-536f2d3e17e2 req-76e3c62b-8155-4b22-9648-2526da385c24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 210 time: 0.0355031 Jul 06 18:26:19.338001 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-553f4956-d898-4205-8a16-91c4524e67b3 req-e2bb9df8-943b-4ffb-ab73-6e5c27a80bae tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 210 time: 0.0332334 Jul 06 18:26:19.583348 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75ff2ca9-5028-4ca0-99c6-7ce86215becd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:20.165846 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:20.496334 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e96f9983-5cb1-4c5c-9da4-b750439d6d92 req-f2c5299c-fc80-4c9e-9f8d-a8046dc0ef26 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=332c2e34-bf14-4583-924a-2a918c0859d6 HTTP/1.1" status: 200 len: 210 time: 0.0302699 Jul 06 18:26:20.512852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2b88a832-9008-4f83-bb74-f26139d648b4 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:26:20.534797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 2b88a832-9008-4f83-bb74-f26139d648b4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:26:20.535148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 2b88a832-9008-4f83-bb74-f26139d648b4 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:26:20.857176 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:21.764416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-6baf2f9a-bf2f-4ce6-8656-6f25538e6417 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797325&fields=id&tenant_id=85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 267 time: 0.0438402 Jul 06 18:26:21.881016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-67e4c935-7662-4160-b019-e8d8275ed0a9 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:21.883094 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-67e4c935-7662-4160-b019-e8d8275ed0a9 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1114581 Jul 06 18:26:21.899664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-ce9f2d28-f782-4190-b268-f8e725cec260 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/quotas/85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 375 time: 0.0106428 Jul 06 18:26:21.984722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-ac81291a-1e8a-4c2f-b4fc-fbb5f8c80381 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785553 Jul 06 18:26:22.001655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-abf46cc1-a356-4ac2-870a-6b2cf3387f5e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:26:22.002687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-abf46cc1-a356-4ac2-870a-6b2cf3387f5e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062716 Jul 06 18:26:22.098600 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-78e69e07-f21f-4655-91d8-4e179783ee39 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896471 Jul 06 18:26:22.202865 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-99a7be25-3549-439b-ac34-d6a288fa5b21 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983613 Jul 06 18:26:22.525186 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6f46eef-b085-4162-bc3f-5501e4d46103 req-6110e762-c283-428c-b9bb-6b4054a122bf tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 210 time: 0.0283597 Jul 06 18:26:22.776561 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:23.688781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5fb3df5-1248-4442-9e08-ed04c59e5884 req-3561d742-d504-49ea-b1f0-f0d34147b902 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 210 time: 0.0392003 Jul 06 18:26:23.731971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-2a4c794c-8be5-445d-bf9e-68335377c81a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:23.734307 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-2a4c794c-8be5-445d-bf9e-68335377c81a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1527834 Jul 06 18:26:23.779393 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-73f619e0-1295-4879-b597-b87a70c2ff09 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 377 time: 0.0367932 Jul 06 18:26:23.788315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'port': {'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'admin_state_up': True, 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'security_groups': ['8029cff2-3137-441e-81d6-8f3b0a5bc281']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:23.908089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Made reservation on behalf of 85bceee7e4a3403dafb9458a5cde4def for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:26:23.911815 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.064255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.20.0.9 (fd30f1a8-1d37-4b08-9bdd-3fec6eb43255/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0/64d0b536-a17d-4fd2-b6b1-c58df543dbce) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:24.246388 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.263220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Transition to ACTIVE for port object 64d0b536-a17d-4fd2-b6b1-c58df543dbce will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:24.303497 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.352520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:24.358708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:24.363154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:24.388493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=64d0b536-a17d-4fd2-b6b1-c58df543dbce,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:24.422243 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:24.423277 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.442094 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-e5a9b31e-0053-496d-9e78-74227d37785e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6575501 Jul 06 18:26:24.509830 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Request body: {'port': {'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:24.604538 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.677478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2480416e-5c9a-46be-a2b5-8c0c6c08c05f None None] Provisioning for port 64d0b536-a17d-4fd2-b6b1-c58df543dbce completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:24.689670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2480416e-5c9a-46be-a2b5-8c0c6c08c05f None None] Provisioning complete for port 64d0b536-a17d-4fd2-b6b1-c58df543dbce triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:24.691335 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2480416e-5c9a-46be-a2b5-8c0c6c08c05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.742375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2480416e-5c9a-46be-a2b5-8c0c6c08c05f None None] Port 64d0b536-a17d-4fd2-b6b1-c58df543dbce cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:26:24.897541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5d6a3-4f02-4e12-925e-b0573795da84 req-26355203-c8db-4a44-9af3-5a790a44d32a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:24.899848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21a5d6a3-4f02-4e12-925e-b0573795da84 req-26355203-c8db-4a44-9af3-5a790a44d32a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 931 time: 0.0760858 Jul 06 18:26:24.914460 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d0b536-a17d-4fd2-b6b1-c58df543dbce {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:24.923621 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:24.944039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Transition to ACTIVE for port object 64d0b536-a17d-4fd2-b6b1-c58df543dbce will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:26:24.945986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21a5d6a3-4f02-4e12-925e-b0573795da84 req-71f37f28-398e-4ec9-a0e6-a6a1be91721d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394032 Jul 06 18:26:24.949488 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.035135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Pushing event updated for resources: {'Port': ['ID=64d0b536-a17d-4fd2-b6b1-c58df543dbce,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:25.088148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Attempting to bind port 64d0b536-a17d-4fd2-b6b1-c58df543dbce on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:26:25.088578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Attempting to bind port 64d0b536-a17d-4fd2-b6b1-c58df543dbce by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:26:25.088979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Attempting to bind port 64d0b536-a17d-4fd2-b6b1-c58df543dbce on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:25.094728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Port 64d0b536-a17d-4fd2-b6b1-c58df543dbce on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:26:25.095140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Attempting to bind port 64d0b536-a17d-4fd2-b6b1-c58df543dbce on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:26:25.100726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:26:25.101153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:26:25.101608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Bound using segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:26:25.102119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Bound port: 64d0b536-a17d-4fd2-b6b1-c58df543dbce, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:26:25.102586 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.192236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] For port 64d0b536-a17d-4fd2-b6b1-c58df543dbce, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:26:25.200156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] For port 64d0b536-a17d-4fd2-b6b1-c58df543dbce, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:26:25.208245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.256874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:25.257451 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:25.259085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] 10.222.0.22 "PUT /v2.0/ports/64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 200 len: 1091 time: 0.8092766 Jul 06 18:26:25.259415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:25.261827 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615b44d8-ede8-4c79-95c3-082545d828d2" -d '{"events": [{"name": "network-changed", "server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:25.304900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8005f-eb85-4326-98f3-8c31f6993267 service neutron] Pushing event updated for resources: {'Port': ['ID=64d0b536-a17d-4fd2-b6b1-c58df543dbce,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:25.357549 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf52c2c-c297-4370-9815-617c452775f9 x-openstack-request-id: req-3bf52c2c-c297-4370-9815-617c452775f9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:25.357933 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:25.358988 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bf52c2c-c297-4370-9815-617c452775f9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:25.359481 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'status': 'completed', 'code': 200} Jul 06 18:26:25.402459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-118104a1-e1a9-42a8-82d6-34807374aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:25.405600 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-118104a1-e1a9-42a8-82d6-34807374aa27 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0895307 Jul 06 18:26:25.469218 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-ba4271fa-0a14-4596-9805-418e66eb92ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 200 len: 217 time: 0.0566475 Jul 06 18:26:25.540741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-c599f116-0bc8-4222-97f6-58e93a3243e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:25.542220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-c599f116-0bc8-4222-97f6-58e93a3243e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0669775 Jul 06 18:26:25.632802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-c8986d0f-4f6b-49cf-834f-459bc3585e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:25.634439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-c8986d0f-4f6b-49cf-834f-459bc3585e01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857241 Jul 06 18:26:25.762324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-0f8402a5-f4ca-44bc-9429-59b0deb12a89 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207893 Jul 06 18:26:25.870866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cea10f00-1a36-4bab-b8c1-867f8d9e3595 req-77706e33-d94b-4798-8f4f-9d74cd526a24 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022732 Jul 06 18:26:25.984101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-28a538f2-2d1c-4ea6-b03b-871708444ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:25.985995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-28a538f2-2d1c-4ea6-b03b-871708444ed5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0630550 Jul 06 18:26:26.087394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-0390a20a-f355-4898-9977-342b98f9be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:26.089168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-0390a20a-f355-4898-9977-342b98f9be6d service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0960045 Jul 06 18:26:26.137213 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-67383823-0f54-4652-b2a9-ae1d3382360d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 200 len: 217 time: 0.0419009 Jul 06 18:26:26.188085 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2a4d-492e-48f1-9762-9cf507eaa824 req-94f65506-f4ff-43b6-9778-84aae86e8d33 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:26.189762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-450c2a4d-492e-48f1-9762-9cf507eaa824 req-94f65506-f4ff-43b6-9778-84aae86e8d33 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 943 time: 0.0755904 Jul 06 18:26:26.191625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-07dc9247-9f1c-4d82-9201-b4cf4c485a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:26.193154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-07dc9247-9f1c-4d82-9201-b4cf4c485a6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0501606 Jul 06 18:26:26.243476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-450c2a4d-492e-48f1-9762-9cf507eaa824 req-0c721a56-7186-47fa-afa8-6b3979ffe92e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461471 Jul 06 18:26:26.258054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-4a67c3d9-df0c-4749-9a7d-00f892b8c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:26.259598 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-4a67c3d9-df0c-4749-9a7d-00f892b8c31a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604196 Jul 06 18:26:26.369442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-db0f542b-7c4e-4b12-b068-3441369e9612 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030352 Jul 06 18:26:26.471467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-615b44d8-ede8-4c79-95c3-082545d828d2 req-5ddcc9ff-f429-409e-8ac3-8e1497d78714 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907109 Jul 06 18:26:27.447867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364a26a-315c-48cd-809f-9ffc7fafb518 req-670dbab9-7357-4a5d-a231-1a291867d967 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:27.449601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3364a26a-315c-48cd-809f-9ffc7fafb518 req-670dbab9-7357-4a5d-a231-1a291867d967 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 943 time: 0.0912495 Jul 06 18:26:27.504528 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3364a26a-315c-48cd-809f-9ffc7fafb518 req-9f7b1789-9283-48d7-b413-d754d17c9827 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454202 Jul 06 18:26:28.053440 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:26:28.693649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfd62e-31e6-4635-b22d-15d295aa294b req-2b83c58a-a48a-4a23-997d-0dce55e74df3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:28.695541 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07cfd62e-31e6-4635-b22d-15d295aa294b req-2b83c58a-a48a-4a23-997d-0dce55e74df3 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 943 time: 0.0737431 Jul 06 18:26:28.737881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07cfd62e-31e6-4635-b22d-15d295aa294b req-be60c45e-dae5-4c1c-92a5-1cb142065a55 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358062 Jul 06 18:26:29.934639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35916be0-c0f0-4ba8-80f8-50e20d8b2dbc req-74c60c0d-0bbb-45b7-abf8-08b442a329de tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:29.936742 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-35916be0-c0f0-4ba8-80f8-50e20d8b2dbc req-74c60c0d-0bbb-45b7-abf8-08b442a329de tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 943 time: 0.0677781 Jul 06 18:26:29.979336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-35916be0-c0f0-4ba8-80f8-50e20d8b2dbc req-1117ae8e-60c4-4cae-8c73-d885a5599130 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362206 Jul 06 18:26:31.168381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a28714-615a-4ece-8c36-228c1a7b58c8 req-de2acd8c-10d8-4e98-813a-c02a582faaa8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:31.170027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80a28714-615a-4ece-8c36-228c1a7b58c8 req-de2acd8c-10d8-4e98-813a-c02a582faaa8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 943 time: 0.0710020 Jul 06 18:26:31.213181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80a28714-615a-4ece-8c36-228c1a7b58c8 req-dac4057f-20c8-469e-84d2-142277ef5e94 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364242 Jul 06 18:26:32.387619 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:32.391057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e97e8b-1da0-4c26-beba-c3413fd7ef5d req-87459561-be1b-42cb-ac8a-eae1428dbadc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:32.392574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74e97e8b-1da0-4c26-beba-c3413fd7ef5d req-87459561-be1b-42cb-ac8a-eae1428dbadc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 943 time: 0.0658221 Jul 06 18:26:32.436841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-74e97e8b-1da0-4c26-beba-c3413fd7ef5d req-54bbbe0f-d627-45bf-b39f-10c2f23ffc37 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377786 Jul 06 18:26:33.630037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beb735-4423-48c8-b3cc-ad52a7096197 req-1d33f933-379a-421b-b700-8d4a4c505bef tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:33.631688 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6beb735-4423-48c8-b3cc-ad52a7096197 req-1d33f933-379a-421b-b700-8d4a4c505bef tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 943 time: 0.0724015 Jul 06 18:26:33.676689 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6beb735-4423-48c8-b3cc-ad52a7096197 req-b88b6b50-5238-426d-8ee7-1338df331484 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385654 Jul 06 18:26:34.857744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dc405-0eee-4671-b2c9-41d0d79bbff8 req-8b0956ca-c9ab-41c4-b43f-e3228ba011ab tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:34.859382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-012dc405-0eee-4671-b2c9-41d0d79bbff8 req-8b0956ca-c9ab-41c4-b43f-e3228ba011ab tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 943 time: 0.0688396 Jul 06 18:26:34.899846 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-012dc405-0eee-4671-b2c9-41d0d79bbff8 req-aa637384-e5a0-4242-98cb-2272f9a5386e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334113 Jul 06 18:26:35.822388 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.084976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709bedc-7855-4569-ae35-25d5c961cb05 req-8be93e56-087a-4278-b8ca-22844cde0450 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:36.086514 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e709bedc-7855-4569-ae35-25d5c961cb05 req-8be93e56-087a-4278-b8ca-22844cde0450 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 943 time: 0.0690825 Jul 06 18:26:36.131212 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e709bedc-7855-4569-ae35-25d5c961cb05 req-ad02e269-cc50-4e09-a6cc-6a82f20aa38a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339525 Jul 06 18:26:36.621307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 64d0b536-a17d-4fd2-b6b1-c58df543dbce details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:26:36.733151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 64d0b536-a17d-4fd2-b6b1-c58df543dbce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:36.745502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:26:36.785716 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.805087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d0b536-a17d-4fd2-b6b1-c58df543dbce {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:26:36.825588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 64d0b536-a17d-4fd2-b6b1-c58df543dbce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:36.831394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:36.882961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=64d0b536-a17d-4fd2-b6b1-c58df543dbce,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:36.892654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.892995 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.893625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.893768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.894071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.894312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.894672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.894999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.895326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.895660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.895984 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:36.896308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:26:37.036069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['64d0b536-a17d-4fd2-b6b1-c58df543dbce'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:26:37.331061 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321b184-1ef6-40a9-8552-53368f385dba req-71ff6405-076b-43d3-bbc7-f847c498f75d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:37.332734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8321b184-1ef6-40a9-8552-53368f385dba req-71ff6405-076b-43d3-bbc7-f847c498f75d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 944 time: 0.0677466 Jul 06 18:26:37.378355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8321b184-1ef6-40a9-8552-53368f385dba req-db4df6aa-7e1d-4ecb-af8e-f3e350b8e803 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376160 Jul 06 18:26:38.585136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ad8c1-2ec6-4349-9a18-ca2f8757c13a req-cb45b487-487d-404a-b250-3c321b2eb045 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:38.587101 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3e5ad8c1-2ec6-4349-9a18-ca2f8757c13a req-cb45b487-487d-404a-b250-3c321b2eb045 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 944 time: 0.0754592 Jul 06 18:26:38.621853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 64d0b536-a17d-4fd2-b6b1-c58df543dbce up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:26:38.629872 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3e5ad8c1-2ec6-4349-9a18-ca2f8757c13a req-fc7d6ee0-492a-4474-a2bb-f0fafa3f3cf5 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367889 Jul 06 18:26:38.686958 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 64d0b536-a17d-4fd2-b6b1-c58df543dbce completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:26:38.691324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 64d0b536-a17d-4fd2-b6b1-c58df543dbce triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:26:38.691701 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.776766 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.804155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:38.806809 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa70be1eae8f7075a98f1c0ed50492d4f47586947895e0a6ed30e1c9358a183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827bf819-44df-4545-9f48-3867df7c9054" -d '{"events": [{"server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "name": "network-vif-plugged", "status": "completed", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:38.824033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 64d0b536-a17d-4fd2-b6b1-c58df543dbce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:26:38.829818 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:38.896613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=64d0b536-a17d-4fd2-b6b1-c58df543dbce,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:38.932119 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02383436-6898-4bc9-95f3-b494f9f47f8a x-openstack-request-id: req-02383436-6898-4bc9-95f3-b494f9f47f8a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:38.932418 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "name": "network-vif-plugged", "status": "completed", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:38.932716 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02383436-6898-4bc9-95f3-b494f9f47f8a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:38.933124 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'code': 200} Jul 06 18:26:39.060319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb29758-9874-4404-b382-ea260bbb1914 req-51c12b21-cc16-4c1d-a67a-38d3b7e83b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:39.061800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bcb29758-9874-4404-b382-ea260bbb1914 req-51c12b21-cc16-4c1d-a67a-38d3b7e83b5b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0619876 Jul 06 18:26:39.101961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bcb29758-9874-4404-b382-ea260bbb1914 req-7f305fa8-325b-47d7-8ced-267cd0aafe32 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340147 Jul 06 18:26:39.840818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca057a6f-efbf-4843-89af-f8814b56db4c req-3f4bc3cf-cdc6-4b05-a396-ac389d38b253 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:39.842672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca057a6f-efbf-4843-89af-f8814b56db4c req-3f4bc3cf-cdc6-4b05-a396-ac389d38b253 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 945 time: 0.0809672 Jul 06 18:26:39.894469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca057a6f-efbf-4843-89af-f8814b56db4c req-c4826935-9d28-43cb-aee3-6de15bd2a687 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451472 Jul 06 18:26:41.080166 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd65bf-1ba9-4a51-9c76-d05b1d4df7c2 req-9e2c6740-8c00-4278-8324-883937e1addb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:41.081683 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6fd65bf-1ba9-4a51-9c76-d05b1d4df7c2 req-9e2c6740-8c00-4278-8324-883937e1addb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 945 time: 0.0667846 Jul 06 18:26:41.122438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6fd65bf-1ba9-4a51-9c76-d05b1d4df7c2 req-998043a9-428c-4752-b6bb-c058943f3e53 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350924 Jul 06 18:26:41.308585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533a345-36b7-4983-815b-a39c30e28d51 req-29fe5019-d9e7-4ef1-9a40-762e8f1c1104 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:41.309961 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c533a345-36b7-4983-815b-a39c30e28d51 req-29fe5019-d9e7-4ef1-9a40-762e8f1c1104 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 945 time: 0.0676572 Jul 06 18:26:41.353103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c533a345-36b7-4983-815b-a39c30e28d51 req-5d22615b-929d-4380-94ae-1216c2b726ca tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368714 Jul 06 18:26:41.378763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 51996) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:41.480486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fad7a2-8e2e-4f7f-b6a8-931b84f353ca tempest-TestVolumeBootPattern-831985880 tempest-TestVolumeBootPattern-831985880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:41.482075 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-54fad7a2-8e2e-4f7f-b6a8-931b84f353ca tempest-TestVolumeBootPattern-831985880 tempest-TestVolumeBootPattern-831985880-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1091 time: 0.1018877 Jul 06 18:26:41.485582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52000) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:26:41.490393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:26:41.514900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.618990 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.731181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.25.7.161 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/ead90156-dc89-4b0d-b0cd-d9dee583131d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:26:41.849981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.890009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:41.931138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:26:41.936838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:26:41.939450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:26:41.968084 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=ead90156-dc89-4b0d-b0cd-d9dee583131d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:42.331607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.417334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.929757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.935059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:42.999356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=ead90156-dc89-4b0d-b0cd-d9dee583131d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:26:43.019508 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.132080 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Floating IP cef83077-9374-44e8-8d5a-6e1cff76297f associated. External IP: 172.25.7.161, port: 64d0b536-a17d-4fd2-b6b1-c58df543dbce. Jul 06 18:26:43.359664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:26:43.480763 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:26:43.494066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] Sync routers for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:26:43.504593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:26:43.505569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:43.506067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:26:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:43.562373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d73ffdb1-c8a9-42e3-ab82-f4d05924b614 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0621660 Jul 06 18:26:43.562373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:26:43.562373 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3c5ff06eb008ac3da4443e649e153e192616623e5857a5cd37b181244310653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:26:43.596797 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef9a59-ed9a-4230-8d58-d66d15fbffb3 x-openstack-request-id: req-31ef9a59-ed9a-4230-8d58-d66d15fbffb3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:26:43.597097 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:26:43.598263 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31ef9a59-ed9a-4230-8d58-d66d15fbffb3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:26:43.598714 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'status': 'completed', 'code': 200} Jul 06 18:26:43.630290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:26:43.678077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-56185576-1cee-4e39-8adf-5f3ffef185ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:43.679667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-56185576-1cee-4e39-8adf-5f3ffef185ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0618930 Jul 06 18:26:43.780755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-b1f027d0-9a99-4c33-8f38-36a0401d4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:43.782550 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-b1f027d0-9a99-4c33-8f38-36a0401d4ea7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0963576 Jul 06 18:26:43.856636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-44e9a5e1-f737-4260-96a0-65c500a6b3e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 200 len: 999 time: 0.0677819 Jul 06 18:26:43.915068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-8847e19e-0993-43af-aa7c-eb877f818b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:43.917062 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-8847e19e-0993-43af-aa7c-eb877f818b1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0543034 Jul 06 18:26:43.919821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'cef83077-9374-44e8-8d5a-6e1cff76297f', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:42Z', 'revision_number': 0, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:43.957753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] Checking router: 2baffabc-53a0-48e8-afc7-fc98a3c7a8de for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:26:43.966650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:26:43.968499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:26:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:43.985518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-3a2a597d-6513-4c89-b538-af8a86b92bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:26:43.987282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-3a2a597d-6513-4c89-b538-af8a86b92bd5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641899 Jul 06 18:26:44.112370 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-6d70b8af-ebef-4d78-9ffd-a9cd3a6ece67 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177285 Jul 06 18:26:44.225274 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51eaeb77-b95f-4f00-8f4c-b221a0869d3f req-01e24fd7-3f27-481d-b6b6-a33dff8c246e service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044459 Jul 06 18:26:44.262944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:26:44.533836 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'cef83077-9374-44e8-8d5a-6e1cff76297f', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:42Z', 'revision_number': 0, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:26:44.567734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f1745-7f4f-4791-a114-99893811cee1 None None] The sync data for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 is: [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'cef83077-9374-44e8-8d5a-6e1cff76297f', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:42Z', 'revision_number': 0, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:26:44.784257 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01dd44-d2fd-43a2-9647-51b0d8e9f81b None None] New status for floating IP cef83077-9374-44e8-8d5a-6e1cff76297f: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:26:47.049265 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-de5c72c2-9dc8-4b8c-a5e7-139512c68b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:49.584874 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ac3830a-9efc-4bdb-8a78-3f994148817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.158835 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:50.858516 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:26:52.785112 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:02.404421 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:05.053176 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:27:05.820927 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:17.053057 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07e53d0c-a5e9-40cb-8aa0-47953c9dd454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:19.483949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-d19eed7d-9f38-4151-85c3-75b173cc70a7 req-9aedb538-3ab9-49f3-99eb-ebac4aae3bee service neutron] (93779) timed out ('10.222.0.22', 55221) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:27:19.588242 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2521657d-5e04-4210-a6c3-2f1a4f4501dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:20.161096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:20.860788 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:22.782563 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:32.288515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-499911db-c449-4f0e-944f-01e8b6787440 req-8472bf21-d01d-4f3f-8da2-f90bee9a4371 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930929 Jul 06 18:27:32.387604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499911db-c449-4f0e-944f-01e8b6787440 req-2a89c730-cfca-4611-88a8-0e5aab76e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.389101 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-499911db-c449-4f0e-944f-01e8b6787440 req-2a89c730-cfca-4611-88a8-0e5aab76e8e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0557389 Jul 06 18:27:32.401481 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:32.499166 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499911db-c449-4f0e-944f-01e8b6787440 req-333fff48-52cf-4509-9962-c347f42e351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.500681 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-499911db-c449-4f0e-944f-01e8b6787440 req-333fff48-52cf-4509-9962-c347f42e351d service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0898945 Jul 06 18:27:32.568503 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-499911db-c449-4f0e-944f-01e8b6787440 req-dcfe818e-afcb-4f18-a11c-3a4ac5541de6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 200 len: 1001 time: 0.0609438 Jul 06 18:27:32.621377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499911db-c449-4f0e-944f-01e8b6787440 req-48b70cf4-9c20-4d59-a438-a61f78023250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.622855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-499911db-c449-4f0e-944f-01e8b6787440 req-48b70cf4-9c20-4d59-a438-a61f78023250 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0472484 Jul 06 18:27:32.679453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499911db-c449-4f0e-944f-01e8b6787440 req-bbb32d75-e57f-48f2-befe-62545b2ba03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:27:32.681021 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-499911db-c449-4f0e-944f-01e8b6787440 req-bbb32d75-e57f-48f2-befe-62545b2ba03a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517578 Jul 06 18:27:32.772935 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-499911db-c449-4f0e-944f-01e8b6787440 req-e4cb18c9-32f3-452f-b5aa-f158aeccf7d1 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849671 Jul 06 18:27:32.871956 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-499911db-c449-4f0e-944f-01e8b6787440 req-7d1a104e-ff3d-474b-8b25-31079e5e9dde service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920610 Jul 06 18:27:35.829403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:42.052944 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:27:47.056598 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fda3e22-fb34-4b22-b529-fde50a94249f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:49.590513 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5d07550-93f9-4e2f-8879-7c37296fa6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.162782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:50.864911 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:27:52.786780 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:02.416038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:05.827756 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:17.060218 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e45d3b-aec4-4a04-beb7-6de08cd5d127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:19.052190 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:28:19.594911 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-efecfd8f-b0b1-4da7-8eb7-c6fe97c7bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.170132 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:20.869744 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:22.790835 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:32.251697 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-26a6cb3c-5653-4577-89ac-4cb23ff65cb0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864859 Jul 06 18:28:32.353266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-6838b8f0-9ffa-4d97-9cb3-8b61c2a83132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.354852 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-6838b8f0-9ffa-4d97-9cb3-8b61c2a83132 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0586944 Jul 06 18:28:32.409423 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-06298105-2a7c-4778-911f-85ec9be50336 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797325&fields=id&tenant_id=85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 267 time: 0.0359857 Jul 06 18:28:32.433204 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:32.471388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-963e81f6-f0d7-49f4-90b9-4cb53a92e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.472961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-963e81f6-f0d7-49f4-90b9-4cb53a92e227 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0963540 Jul 06 18:28:32.528946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-4a7dc547-6918-429d-bf03-6a0477324b59 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.530326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-4a7dc547-6918-429d-bf03-6a0477324b59 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1106391 Jul 06 18:28:32.545966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-cbf3eb87-861b-431a-8cc6-ea8348c1becd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 200 len: 1001 time: 0.0668671 Jul 06 18:28:32.548057 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-0dc7c1ff-325b-4491-a01f-ffeebd824579 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/quotas/85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 375 time: 0.0105729 Jul 06 18:28:32.595215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-293b51f4-1153-45ac-98a7-bf4a6ba976b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.596681 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-293b51f4-1153-45ac-98a7-bf4a6ba976b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0447779 Jul 06 18:28:32.630617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-f0cab5dd-f936-44db-854a-f0726270fb88 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0769441 Jul 06 18:28:32.654924 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-617d95b4-92b9-4a62-a72d-0e5f15b555f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:32.656467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-617d95b4-92b9-4a62-a72d-0e5f15b555f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532110 Jul 06 18:28:32.756999 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-b9cdabdd-2c75-40a7-b065-88ed3ad2888c service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942590 Jul 06 18:28:32.809857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-1e50682e-cda4-463e-bd8c-eb6de9803e4a service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277151 Jul 06 18:28:32.852017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b4a80ce7-a77c-402c-b226-3ec0da989c10 req-3ca3b756-585d-4b85-b28d-ba03da5c0255 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883887 Jul 06 18:28:32.909696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-dbbe3c00-7bff-4fdb-969e-291a22f5bb72 service neutron] 10.222.0.13 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931494 Jul 06 18:28:33.350651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6804af56-e74f-4334-91f2-3294d6ed0c22 req-2e105731-c895-4c68-9b43-9cceeeb40b24 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0839977 Jul 06 18:28:34.435339 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-33c6e9a8-31b8-4a03-b41e-74e32c6125c1 req-1cdb1716-336c-4262-a127-d801aa2ff2fe tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0295241 Jul 06 18:28:35.545143 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d4f602f9-3798-44fc-b3d5-5fcd8789ad00 req-347a6ab6-6521-4c48-ba56-01f866d85067 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0329065 Jul 06 18:28:35.835995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:36.633353 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3df48662-1d9b-4d92-94c1-183d3806396a req-9189ba8f-8ce0-4bd8-ad4a-111be46dd2ff tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0315950 Jul 06 18:28:37.781441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0aed1c1e-973c-4add-aa7c-8f2ef697005e req-7e090ef9-0f95-4b43-8235-be06912b4df7 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0291979 Jul 06 18:28:38.436226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-a1947cb6-05a5-4225-90d8-32157a7be1b9 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:38.437775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-a1947cb6-05a5-4225-90d8-32157a7be1b9 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 812 time: 0.1074076 Jul 06 18:28:38.484745 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-4bcdf402-a10a-4a22-ab10-05f77449b019 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bceee7e4a3403dafb9458a5cde4def HTTP/1.1" status: 200 len: 377 time: 0.0377755 Jul 06 18:28:38.494184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'port': {'device_id': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'admin_state_up': True, 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'security_groups': ['8029cff2-3137-441e-81d6-8f3b0a5bc281']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:38.622741 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Made reservation on behalf of 85bceee7e4a3403dafb9458a5cde4def for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:28:38.626616 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.776127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.20.0.6 (fd30f1a8-1d37-4b08-9bdd-3fec6eb43255/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0/af6c587c-6196-4935-b6eb-9c41218820e2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:38.933565 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:38.948956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3e87fe52-0e9f-4e55-a17b-d18ce870eeb1 req-a0500f59-d1eb-4ff3-95a9-1546554e87ca tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0464706 Jul 06 18:28:38.950560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Transition to ACTIVE for port object af6c587c-6196-4935-b6eb-9c41218820e2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:38.988780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.038584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:39.044409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:39.048268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:39.079014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=af6c587c-6196-4935-b6eb-9c41218820e2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:39.095308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.095664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.096014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.096360 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.096703 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.097044 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.097379 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.097714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.098047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.098402 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.098738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.099067 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:39.124606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:39.125285 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.148628 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-9557a6b8-5bce-4973-bb4b-e3cacff96e95 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6568830 Jul 06 18:28:39.240016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Request body: {'port': {'device_id': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:39.320505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.331407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-25615b21-6736-40c6-b78d-c8d0b177a3be None None] Provisioning for port af6c587c-6196-4935-b6eb-9c41218820e2 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:39.335962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-25615b21-6736-40c6-b78d-c8d0b177a3be None None] Provisioning complete for port af6c587c-6196-4935-b6eb-9c41218820e2 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:39.336358 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25615b21-6736-40c6-b78d-c8d0b177a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.372064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-25615b21-6736-40c6-b78d-c8d0b177a3be None None] Port af6c587c-6196-4935-b6eb-9c41218820e2 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:28:39.617734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6c587c-6196-4935-b6eb-9c41218820e2 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:39.625560 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.638154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Transition to ACTIVE for port object af6c587c-6196-4935-b6eb-9c41218820e2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:28:39.642093 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.695897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Pushing event updated for resources: {'Port': ['ID=af6c587c-6196-4935-b6eb-9c41218820e2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:39.776221 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Attempting to bind port af6c587c-6196-4935-b6eb-9c41218820e2 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:28:39.776588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Attempting to bind port af6c587c-6196-4935-b6eb-9c41218820e2 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:28:39.776900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Attempting to bind port af6c587c-6196-4935-b6eb-9c41218820e2 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:39.781620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Port af6c587c-6196-4935-b6eb-9c41218820e2 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:28:39.781953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Attempting to bind port af6c587c-6196-4935-b6eb-9c41218820e2 on network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:28:39.787467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:28:39.787817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Checking segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:28:39.788216 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Bound using segment: {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:28:39.789397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Bound port: af6c587c-6196-4935-b6eb-9c41218820e2, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d717bfc-fb02-4be5-a55f-a4bcda71ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:28:39.789604 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.870394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] For port af6c587c-6196-4935-b6eb-9c41218820e2, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:28:39.874381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] For port af6c587c-6196-4935-b6eb-9c41218820e2, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=af6c587c-6196-4935-b6eb-9c41218820e2,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:28:39.880222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.917534 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:39.918171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:39.919722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] 10.222.0.55 "PUT /v2.0/ports/af6c587c-6196-4935-b6eb-9c41218820e2 HTTP/1.1" status: 200 len: 1091 time: 0.7277548 Jul 06 18:28:39.920195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:40.002603 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf0887-a872-4742-a8cc-3480ca0bfb77" -d '{"events": [{"name": "network-changed", "server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:40.005908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2b744-7049-4e3c-9b68-c48ae0d3729b service neutron] Pushing event updated for resources: {'Port': ['ID=af6c587c-6196-4935-b6eb-9c41218820e2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:40.069072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-1ad4066e-d744-4b2b-b61c-028799711c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:40.072241 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-1ad4066e-d744-4b2b-b61c-028799711c04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 1094 time: 0.0869102 Jul 06 18:28:40.141232 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-e8d25e94-f526-4830-aece-ca498e64b399 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6c587c-6196-4935-b6eb-9c41218820e2 HTTP/1.1" status: 200 len: 217 time: 0.0622425 Jul 06 18:28:40.227851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-4637fa25-0d13-4659-943a-4db0f5b2e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:40.230215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-4637fa25-0d13-4659-943a-4db0f5b2e01f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0663517 Jul 06 18:28:40.260004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4309d7-433c-47dc-b3cc-6c4f4136c0cd req-098cafa8-bf5a-48f4-af08-508894a2fe46 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:40.261515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc4309d7-433c-47dc-b3cc-6c4f4136c0cd req-098cafa8-bf5a-48f4-af08-508894a2fe46 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 943 time: 0.1325240 Jul 06 18:28:40.330396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bc4309d7-433c-47dc-b3cc-6c4f4136c0cd req-b3a5e6cb-d96f-4a22-9b9d-2818239a7c17 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503433 Jul 06 18:28:40.343575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-1d0ebe69-0613-40e0-a9ed-51ec4bd7e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:40.345161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-1d0ebe69-0613-40e0-a9ed-51ec4bd7e8eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075037 Jul 06 18:28:40.440650 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-c54a5e26-410e-4033-811e-74b85f7902e2 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879776 Jul 06 18:28:40.540455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7851b1bc-6d5d-4075-90d6-35d4020f806b req-89d7fb70-c001-4ffb-ab79-5d32257554b9 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930674 Jul 06 18:28:41.202281 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadcd0ca-cf1e-4489-99e8-33a0d22104c6 x-openstack-request-id: req-eadcd0ca-cf1e-4489-99e8-33a0d22104c6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:41.203034 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:41.203456 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eadcd0ca-cf1e-4489-99e8-33a0d22104c6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:41.203759 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'status': 'completed', 'code': 200} Jul 06 18:28:41.294607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-81d1a398-07f9-44b6-9010-9f17882b94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:41.296462 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-81d1a398-07f9-44b6-9010-9f17882b94cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 1094 time: 0.0689802 Jul 06 18:28:41.393578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-a98e8b57-e2b2-4995-b212-5172d0f0ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:41.395271 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-a98e8b57-e2b2-4995-b212-5172d0f0ab6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0926986 Jul 06 18:28:41.446138 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-efef1f9e-63b6-43c8-a1c3-e6d973b04dd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6c587c-6196-4935-b6eb-9c41218820e2 HTTP/1.1" status: 200 len: 217 time: 0.0442970 Jul 06 18:28:41.526547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-132892a4-6a4f-4d54-a043-8f5de55cf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:41.528108 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-132892a4-6a4f-4d54-a043-8f5de55cf23f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0761046 Jul 06 18:28:41.593973 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da54b5-6643-4184-8a18-fd6a6b27ef67 req-3e08181c-fe06-46d3-af97-7329b3df4435 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:41.595609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6da54b5-6643-4184-8a18-fd6a6b27ef67 req-3e08181c-fe06-46d3-af97-7329b3df4435 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 943 time: 0.1160080 Jul 06 18:28:41.637096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-08e07349-9492-456b-9546-c9e00750b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:41.638750 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-08e07349-9492-456b-9546-c9e00750b975 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037765 Jul 06 18:28:41.661017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f6da54b5-6643-4184-8a18-fd6a6b27ef67 req-7653ceb3-46a7-4c0f-b09c-d5077b1ff792 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576077 Jul 06 18:28:41.739788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-a92c8005-4197-42ed-9b29-3c7c5383ebd0 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943587 Jul 06 18:28:41.838427 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f3cf0887-a872-4742-a8cc-3480ca0bfb77 req-75838913-cb1f-425d-9820-01f5584c3813 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926068 Jul 06 18:28:42.896025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a083f-4a83-400d-a0f5-5a910d93c67a req-0d29c097-cf4f-4c85-9bed-5267374daa00 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:42.899301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8e2a083f-4a83-400d-a0f5-5a910d93c67a req-0d29c097-cf4f-4c85-9bed-5267374daa00 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 943 time: 0.1092374 Jul 06 18:28:42.946152 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8e2a083f-4a83-400d-a0f5-5a910d93c67a req-718a8900-b7c1-46f9-811c-bf85f2ce0122 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406253 Jul 06 18:28:44.146705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e425404-83a3-4a0c-9a34-264872b6ab82 req-5492dc08-6541-4cfd-8f57-d74eb3dd9188 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:44.148533 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e425404-83a3-4a0c-9a34-264872b6ab82 req-5492dc08-6541-4cfd-8f57-d74eb3dd9188 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 943 time: 0.0740671 Jul 06 18:28:44.197317 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e425404-83a3-4a0c-9a34-264872b6ab82 req-2cd830a3-616b-4956-abaa-8a46e010a566 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419295 Jul 06 18:28:45.387524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e4b16-fb04-4ba1-bc0f-f7a2026af530 req-a5e6a41c-5714-4913-b552-60b3125489a1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:45.389045 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d9e4b16-fb04-4ba1-bc0f-f7a2026af530 req-a5e6a41c-5714-4913-b552-60b3125489a1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 943 time: 0.0730789 Jul 06 18:28:45.429867 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d9e4b16-fb04-4ba1-bc0f-f7a2026af530 req-45461099-6133-41c7-93f2-5f07050b70ff tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344694 Jul 06 18:28:46.611438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57e432-cafa-4b91-aaef-25b4dc3cff48 req-8414a12d-bf83-489e-ba3a-1d8c491adf18 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:46.612966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b57e432-cafa-4b91-aaef-25b4dc3cff48 req-8414a12d-bf83-489e-ba3a-1d8c491adf18 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 943 time: 0.0654616 Jul 06 18:28:46.656292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5b57e432-cafa-4b91-aaef-25b4dc3cff48 req-a63a02cd-8fdc-4867-97b0-58a9c197b414 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368509 Jul 06 18:28:47.062671 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-70b29536-d7d4-4284-a3ef-86b71f449af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:47.847994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93690b4-a4cc-4575-a0e2-a4a4498e6f8c req-a000b2c5-bf2f-4645-a8d9-399b22bd3899 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:47.849536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c93690b4-a4cc-4575-a0e2-a4a4498e6f8c req-a000b2c5-bf2f-4645-a8d9-399b22bd3899 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 943 time: 0.0709233 Jul 06 18:28:47.898497 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c93690b4-a4cc-4575-a0e2-a4a4498e6f8c req-7b42ed14-229b-44df-9d29-a62c17dbf624 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423839 Jul 06 18:28:49.274655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1447e04-c697-4604-a388-634b7ce9c377 req-7ca9e667-b8b7-492b-9aa5-f63d3ec79c80 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:49.276205 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1447e04-c697-4604-a388-634b7ce9c377 req-7ca9e667-b8b7-492b-9aa5-f63d3ec79c80 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 943 time: 0.0716236 Jul 06 18:28:49.317053 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1447e04-c697-4604-a388-634b7ce9c377 req-1f63a0b8-09be-4511-8130-df23e54c7ea0 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351355 Jul 06 18:28:49.596897 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c4341f6-a1e6-4e62-b585-3c34126c47f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:50.162890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:50.353656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device af6c587c-6196-4935-b6eb-9c41218820e2 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:28:50.461923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port af6c587c-6196-4935-b6eb-9c41218820e2, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=af6c587c-6196-4935-b6eb-9c41218820e2,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:50.474326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'port_id': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'mac_address': 'fa:16:3e:25:f1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:28:50.499221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb3d04-781c-4feb-927e-50761f3ccaa8 req-731d3ed7-cd2a-4c36-b62b-093cbf509aee tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:50.500783 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9eeb3d04-781c-4feb-927e-50761f3ccaa8 req-731d3ed7-cd2a-4c36-b62b-093cbf509aee tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 943 time: 0.0674756 Jul 06 18:28:50.518500 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:50.532662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6c587c-6196-4935-b6eb-9c41218820e2 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:28:50.541884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9eeb3d04-781c-4feb-927e-50761f3ccaa8 req-8ef4049c-f97b-4650-9c5e-112a5e530922 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345962 Jul 06 18:28:50.555723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port af6c587c-6196-4935-b6eb-9c41218820e2, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=af6c587c-6196-4935-b6eb-9c41218820e2,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:50.560206 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:50.608820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=af6c587c-6196-4935-b6eb-9c41218820e2,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:50.616423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.616854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.617687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.618025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.618372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.618709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.619039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.619367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.619693 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.620019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.620342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.620666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:28:50.878527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:50.907788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['af6c587c-6196-4935-b6eb-9c41218820e2'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:28:51.726861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe0dcf-2fcb-4a98-9eed-e91f3004e4e9 req-767189b2-8b8c-400c-bc1e-68c606098502 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:51.728318 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2ebe0dcf-2fcb-4a98-9eed-e91f3004e4e9 req-767189b2-8b8c-400c-bc1e-68c606098502 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 944 time: 0.0726392 Jul 06 18:28:51.768455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2ebe0dcf-2fcb-4a98-9eed-e91f3004e4e9 req-6c688078-42bf-4837-b784-646cd73a323a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342605 Jul 06 18:28:52.369543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device af6c587c-6196-4935-b6eb-9c41218820e2 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:28:52.422733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port af6c587c-6196-4935-b6eb-9c41218820e2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:28:52.426745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port af6c587c-6196-4935-b6eb-9c41218820e2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:28:52.427124 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:52.510217 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:52.534301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:52.549367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port af6c587c-6196-4935-b6eb-9c41218820e2, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=af6c587c-6196-4935-b6eb-9c41218820e2,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:28:52.555145 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:52.592803 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f317bc45-a665-4a7b-84e5-11b7a2770b6a" -d '{"events": [{"server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "name": "network-vif-plugged", "status": "completed", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:52.626110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=af6c587c-6196-4935-b6eb-9c41218820e2,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:52.677432 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdc3d0d-9058-4908-939c-92ae3a26be10 x-openstack-request-id: req-5fdc3d0d-9058-4908-939c-92ae3a26be10 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:52.677772 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "name": "network-vif-plugged", "status": "completed", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:52.678071 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fdc3d0d-9058-4908-939c-92ae3a26be10 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:52.678550 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'code': 200} Jul 06 18:28:52.802103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232b50f-aa31-4bb3-9c4a-83630ac3bc23 req-1a63e614-be68-44e8-8e2f-98a919aec653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:52.805575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7232b50f-aa31-4bb3-9c4a-83630ac3bc23 req-1a63e614-be68-44e8-8e2f-98a919aec653 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 1096 time: 0.0590198 Jul 06 18:28:52.813788 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:52.851823 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7232b50f-aa31-4bb3-9c4a-83630ac3bc23 req-d75309ab-f683-444d-a12a-b098b7012d14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402715 Jul 06 18:28:52.963136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd79a09-8547-48e2-a868-4c24c030685d req-64d42ec7-f2d5-445c-91b3-b65d7c6d4173 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:52.964623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1bd79a09-8547-48e2-a868-4c24c030685d req-64d42ec7-f2d5-445c-91b3-b65d7c6d4173 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 945 time: 0.0681303 Jul 06 18:28:53.009262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1bd79a09-8547-48e2-a868-4c24c030685d req-8dba91bf-7bc7-4ce1-9ceb-8ec60b88bfb8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364294 Jul 06 18:28:54.194303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cff04-4e75-43bb-9695-17188314b7ca req-9263358a-acf3-40cb-999f-4fd27d9b7837 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:54.196552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b92cff04-4e75-43bb-9695-17188314b7ca req-9263358a-acf3-40cb-999f-4fd27d9b7837 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 945 time: 0.0710282 Jul 06 18:28:54.236177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b92cff04-4e75-43bb-9695-17188314b7ca req-397c7161-f3b3-4b2e-b871-9806d45c7c67 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340059 Jul 06 18:28:54.416637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da750640-657e-45b2-a155-c0f13b6e694a req-f806a67f-4279-4d8b-8654-16e78da0fe4b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:54.418255 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da750640-657e-45b2-a155-c0f13b6e694a req-f806a67f-4279-4d8b-8654-16e78da0fe4b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 945 time: 0.0687616 Jul 06 18:28:54.462170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da750640-657e-45b2-a155-c0f13b6e694a req-07c78643-45b7-443a-8bc3-ecad5d111109 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380299 Jul 06 18:28:54.487322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52230) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:54.546643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c349ebe0-b911-443c-8dda-3f52690bc04f tempest-TestVolumeBootPattern-831985880 tempest-TestVolumeBootPattern-831985880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:54.548722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c349ebe0-b911-443c-8dda-3f52690bc04f tempest-TestVolumeBootPattern-831985880 tempest-TestVolumeBootPattern-831985880-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 1091 time: 0.0603995 Jul 06 18:28:54.551551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:28:54.556039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:28:54.578998 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:54.677807 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:54.791167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Allocated IP 172.25.7.131 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/bcedafcf-0968-44be-8a48-9fd512ee07e1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:28:54.896354 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:54.942300 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:54.982094 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:28:54.987475 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:28:54.991315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:28:54.997217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=bcedafcf-0968-44be-8a48-9fd512ee07e1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:55.420310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:55.533565 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:55.691022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:55.696907 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:55.768768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event updated for resources: {'Port': ['ID=bcedafcf-0968-44be-8a48-9fd512ee07e1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:28:55.781352 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:55.885235 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Floating IP 834a3c5d-74b0-46aa-86bb-6ac4676ca5ad associated. External IP: 172.25.7.131, port: af6c587c-6196-4935-b6eb-9c41218820e2. Jul 06 18:28:56.052368 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:28:56.433821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:28:56.547300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:28:56.558523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] Sync routers for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:28:56.565772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:28:56.570781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:56.571444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:28:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:56.605171 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3a46c1c3-7e70-49a6-9dde-4025c177ef21 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0525436 Jul 06 18:28:56.605768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:28:56.608079 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319" -d '{"events": [{"name": "network-changed", "server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:28:56.648739 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e871253-376c-46a4-815f-7e39ef9fb230 x-openstack-request-id: req-1e871253-376c-46a4-815f-7e39ef9fb230 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:28:56.649076 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:28:56.649335 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e871253-376c-46a4-815f-7e39ef9fb230 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:28:56.649749 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'status': 'completed', 'code': 200} Jul 06 18:28:56.684674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:56.734921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-2a4a1f60-90dc-4b47-8aa8-e6d305837384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:56.737518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-2a4a1f60-90dc-4b47-8aa8-e6d305837384 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 1096 time: 0.0634198 Jul 06 18:28:56.830949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-b4f6f958-3aac-441e-8f4b-cbc19dadfc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:56.832547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-b4f6f958-3aac-441e-8f4b-cbc19dadfc69 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0887184 Jul 06 18:28:56.903987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-a1ad90dd-6a69-4f2a-b5e2-d7c8abe6bb1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6c587c-6196-4935-b6eb-9c41218820e2 HTTP/1.1" status: 200 len: 999 time: 0.0656021 Jul 06 18:28:56.915904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '834a3c5d-74b0-46aa-86bb-6ac4676ca5ad', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:25:f1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:28:55Z', 'updated_at': '2021-07-06T18:28:55Z', 'revision_number': 0, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}, {'id': 'cef83077-9374-44e8-8d5a-6e1cff76297f', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:44Z', 'revision_number': 1, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:56.943224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] Checking router: 2baffabc-53a0-48e8-afc7-fc98a3c7a8de for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:28:56.952750 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:28:56.953374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:28:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:56.955666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-47a11a07-c0fc-4b74-b716-b557c128e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:56.957205 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-47a11a07-c0fc-4b74-b716-b557c128e122 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0463963 Jul 06 18:28:57.018461 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-b06b86be-2835-4656-ab40-c302f5f50814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:28:57.020024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-b06b86be-2835-4656-ab40-c302f5f50814 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564535 Jul 06 18:28:57.065676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:28:57.127495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-177de4a2-2f54-45c6-b7c6-af6b9a314b0b service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008530 Jul 06 18:28:57.219551 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-73dbf3ad-c407-459b-a4f2-a7a9dc9d8319 req-c1ea5a0e-77c7-4a7f-ae01-5e232d283f56 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858338 Jul 06 18:28:57.300476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '834a3c5d-74b0-46aa-86bb-6ac4676ca5ad', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:25:f1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:28:55Z', 'updated_at': '2021-07-06T18:28:55Z', 'revision_number': 0, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}, {'id': 'cef83077-9374-44e8-8d5a-6e1cff76297f', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:44Z', 'revision_number': 1, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:28:57.326676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8888a258-bd53-435f-b390-2d634c9dadd8 None None] The sync data for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 is: [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '834a3c5d-74b0-46aa-86bb-6ac4676ca5ad', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:25:f1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:28:55Z', 'updated_at': '2021-07-06T18:28:55Z', 'revision_number': 0, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}, {'id': 'cef83077-9374-44e8-8d5a-6e1cff76297f', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:44Z', 'revision_number': 1, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:28:57.534061 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b7c5ab-9517-43c0-9f98-d1c402c3bcf1 None None] New status for floating IP 834a3c5d-74b0-46aa-86bb-6ac4676ca5ad: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:29:02.433620 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:05.831451 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:17.064617 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd39-575a-42e5-b130-2cee4db74527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:19.599924 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-962a5239-c68e-465f-b023-398b907b0217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:20.167798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:20.877145 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:22.795636 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:32.435798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:33.052584 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:29:34.232911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-ad98a262-66c4-4243-bf1a-de1886763b14 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650208 Jul 06 18:29:34.338935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-5a8a86c1-de26-4d16-9e21-0dcabbfc4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:34.340515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-5a8a86c1-de26-4d16-9e21-0dcabbfc4099 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0627661 Jul 06 18:29:34.453677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-571d9bd7-72d3-473b-ae71-28191bf5cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:34.455225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-571d9bd7-72d3-473b-ae71-28191bf5cad9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0942085 Jul 06 18:29:34.529447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-6b9869fc-ba50-4e22-ac4b-155bd5f5b06b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 200 len: 1001 time: 0.0680354 Jul 06 18:29:34.581030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-b365d0e5-548d-4271-b7b9-62a567e3b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:34.582571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-b365d0e5-548d-4271-b7b9-62a567e3b3a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0472736 Jul 06 18:29:34.643689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-0b5729f0-7b9e-46c9-9751-46bb24b50e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:34.645223 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-0b5729f0-7b9e-46c9-9751-46bb24b50e1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564427 Jul 06 18:29:34.745831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-9327bf0a-1eb3-476e-9e47-58f29be005c7 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934029 Jul 06 18:29:34.842252 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-069f4cf5-ff91-49fc-a72e-9ab204334465 req-389b2bb0-172e-4879-8c85-383863864838 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902915 Jul 06 18:29:35.833582 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:40.166609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5e41797-35fd-4a3c-8539-6906155388ee req-d4d5d001-26ed-4486-9cae-1180918b1875 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566821 Jul 06 18:29:40.284957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41797-35fd-4a3c-8539-6906155388ee req-62d3d3bc-241c-4865-9f15-2c9b4ea19129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:40.286530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5e41797-35fd-4a3c-8539-6906155388ee req-62d3d3bc-241c-4865-9f15-2c9b4ea19129 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 1096 time: 0.0705700 Jul 06 18:29:40.406661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41797-35fd-4a3c-8539-6906155388ee req-5747dfaf-fa81-494b-91c0-8d19c0e70910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:40.408585 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5e41797-35fd-4a3c-8539-6906155388ee req-5747dfaf-fa81-494b-91c0-8d19c0e70910 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.1001811 Jul 06 18:29:40.484138 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5e41797-35fd-4a3c-8539-6906155388ee req-feb2cf0f-774d-46f2-b79a-cee08f238b83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6c587c-6196-4935-b6eb-9c41218820e2 HTTP/1.1" status: 200 len: 1001 time: 0.0677991 Jul 06 18:29:40.542420 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41797-35fd-4a3c-8539-6906155388ee req-e0895b2b-148a-48cb-b5b3-23b16c9f3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:40.544456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5e41797-35fd-4a3c-8539-6906155388ee req-e0895b2b-148a-48cb-b5b3-23b16c9f3512 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0484979 Jul 06 18:29:40.617097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41797-35fd-4a3c-8539-6906155388ee req-e0fe4233-d362-4130-8f28-782376e12dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:29:40.618996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5e41797-35fd-4a3c-8539-6906155388ee req-e0fe4233-d362-4130-8f28-782376e12dce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679498 Jul 06 18:29:40.737532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5e41797-35fd-4a3c-8539-6906155388ee req-026f5e16-8b5a-460b-b9ac-6a16efc5e164 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112220 Jul 06 18:29:40.850871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e5e41797-35fd-4a3c-8539-6906155388ee req-67486355-f9b4-4af6-aa75-a078c8346399 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063979 Jul 06 18:29:47.074131 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7968a473-8858-47a2-926d-97f6ea7b9b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:49.602524 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d618a7ab-34af-4c62-93d2-5a04ac0edd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:50.170088 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:50.883925 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:29:52.797462 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:02.445255 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:05.835276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:10.051158 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:30:17.066181 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e719709d-8226-4aa8-b67e-26a366f8d9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:19.605751 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df91751f-1ccf-41b2-af1f-7cc2d2f5a8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:20.172758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:20.881852 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:22.800389 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:28.480057 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:28.674955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port bcedafcf-0968-44be-8a48-9fd512ee07e1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:28.675192 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:28.759558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:28.759881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:28.772412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for bcedafcf-0968-44be-8a48-9fd512ee07e1 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:28.932078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:28.957867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=bcedafcf-0968-44be-8a48-9fd512ee07e1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:28.970449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.970801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.971147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.971482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.971817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.972146 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.972471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.972796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.973119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.973440 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.973780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:28.974084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:29.036847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:29.037176 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Floating IP 834a3c5d-74b0-46aa-86bb-6ac4676ca5ad disassociated (deleted). External IP: 172.25.7.131, port: af6c587c-6196-4935-b6eb-9c41218820e2. Jul 06 18:30:29.252661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:30:29.366618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:30:29.372139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:29.380891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] Sync routers for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:30:29.392604 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:29.393237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:30:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:29.694930 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:29.768907 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a5db8653-10c0-4256-8bec-38671caaa33d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "DELETE /v2.0/floatingips/834a3c5d-74b0-46aa-86bb-6ac4676ca5ad HTTP/1.1" status: 204 len: 168 time: 1.2876711 Jul 06 18:30:29.769928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:29.917379 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc6eef4-3143-4c4b-921d-3fd68f366e32" -d '{"events": [{"name": "network-changed", "server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:29.948155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'cef83077-9374-44e8-8d5a-6e1cff76297f', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:44Z', 'revision_number': 1, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:29.998530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] Checking router: 2baffabc-53a0-48e8-afc7-fc98a3c7a8de for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:30:30.011135 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:30.012001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:30:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:30.078747 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31aed0d-46f5-4978-a8de-b96cb39162e2 x-openstack-request-id: req-c31aed0d-46f5-4978-a8de-b96cb39162e2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:30.079311 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:30.079791 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c31aed0d-46f5-4978-a8de-b96cb39162e2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:30.080407 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'status': 'completed', 'code': 200} Jul 06 18:30:30.140593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:30.207979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-53ac6765-de51-4dcd-a082-04131a38098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:30.209422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-53ac6765-de51-4dcd-a082-04131a38098f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 1096 time: 0.1067860 Jul 06 18:30:30.274537 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01321a8-a187-4aaa-b35c-49b9068cfcff req-d4eb4b40-533b-463a-bcd2-73a799567577 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:30.276086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a01321a8-a187-4aaa-b35c-49b9068cfcff req-d4eb4b40-533b-463a-bcd2-73a799567577 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 945 time: 0.1396186 Jul 06 18:30:30.343026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a01321a8-a187-4aaa-b35c-49b9068cfcff req-11365168-1d54-4d27-bc46-803cc56fb91b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0572972 Jul 06 18:30:30.353270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-3111a279-948c-4055-94d3-26b56e29e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:30.354877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-3111a279-948c-4055-94d3-26b56e29e34d service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.1356795 Jul 06 18:30:30.379680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'cef83077-9374-44e8-8d5a-6e1cff76297f', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:44Z', 'revision_number': 1, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:30.396593 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-781cad45-0d67-4daf-a409-ce8fab36a96f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af6c587c-6196-4935-b6eb-9c41218820e2 HTTP/1.1" status: 200 len: 217 time: 0.0349429 Jul 06 18:30:30.410137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21e5b0-69b2-4696-bb0a-12e70959a1c0 None None] The sync data for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 is: [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'cef83077-9374-44e8-8d5a-6e1cff76297f', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'port_id': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'mac_address': 'fa:16:3e:ec:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762b32e6-5647-448d-a9dd-564af917c3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:26:42Z', 'updated_at': '2021-07-06T18:26:44Z', 'revision_number': 1, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:30:30.448565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-931d41ff-cdbd-45bd-8ad7-cbbfc86bdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:30.450279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-931d41ff-cdbd-45bd-8ad7-cbbfc86bdd93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0471065 Jul 06 18:30:30.515748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-099f1cf8-7b99-475b-bf73-940b5ab52950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:30.517298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-099f1cf8-7b99-475b-bf73-940b5ab52950 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599713 Jul 06 18:30:30.614679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-3f9b6a8a-1188-4d12-b2fb-e6d34e27c934 service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901539 Jul 06 18:30:30.657947 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c693d-d733-454e-a916-276269b4e165 None None] New status for floating IP 834a3c5d-74b0-46aa-86bb-6ac4676ca5ad: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:30:30.707919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9cc6eef4-3143-4c4b-921d-3fd68f366e32 req-5f2b0b62-964a-4e8c-b8f8-3bffe95112dd service neutron] 10.222.0.55 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867572 Jul 06 18:30:31.546950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b0862-9f97-4c8e-aed0-0b19897214a2 req-98ca1e34-185a-48b8-a80f-0aa7a7e1741c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:31.548531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a21b0862-9f97-4c8e-aed0-0b19897214a2 req-98ca1e34-185a-48b8-a80f-0aa7a7e1741c tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 945 time: 0.0652432 Jul 06 18:30:31.586910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a21b0862-9f97-4c8e-aed0-0b19897214a2 req-ba23252f-3e58-4cd6-b2bd-0e096ac03495 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329168 Jul 06 18:30:31.737369 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-6e50a053-cdb8-4450-86db-e9d0bc889224 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:31.738889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-6e50a053-cdb8-4450-86db-e9d0bc889224 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 945 time: 0.0684881 Jul 06 18:30:31.837599 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port af6c587c-6196-4935-b6eb-9c41218820e2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:31.837936 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:31.930988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] For port af6c587c-6196-4935-b6eb-9c41218820e2, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=af6c587c-6196-4935-b6eb-9c41218820e2,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:31.931301 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:31.943672 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for af6c587c-6196-4935-b6eb-9c41218820e2 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:32.073950 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:32.110555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=af6c587c-6196-4935-b6eb-9c41218820e2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:32.124144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.124490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.124835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.125179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.125515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.125844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.126171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.126526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.126851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.127172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.127493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.127811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:32.171498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] No DVR routers for this DVR port af6c587c-6196-4935-b6eb-9c41218820e2 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:32.174183 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:32.176337 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b01e7e0-4952-466a-9fcf-dc960c081866 req-748c7ecf-f44a-48c9-b405-5838229b09bc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.55 "DELETE /v2.0/ports/af6c587c-6196-4935-b6eb-9c41218820e2 HTTP/1.1" status: 204 len: 173 time: 0.4322953 Jul 06 18:30:32.176857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'name': 'network-vif-deleted', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:32.179190 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10eb743-b840-49a7-980c-d4918d393f60" -d '{"events": [{"server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "name": "network-vif-deleted", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:32.227574 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb11592-caa8-4596-97cb-49c4c6814a83 x-openstack-request-id: req-0fb11592-caa8-4596-97cb-49c4c6814a83 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:32.227869 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccdf0ba-d1f7-4395-a4cd-466121e00d8d", "name": "network-vif-deleted", "tag": "af6c587c-6196-4935-b6eb-9c41218820e2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:32.228130 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fb11592-caa8-4596-97cb-49c4c6814a83 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:32.228558 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccdf0ba-d1f7-4395-a4cd-466121e00d8d', 'name': 'network-vif-deleted', 'tag': 'af6c587c-6196-4935-b6eb-9c41218820e2', 'status': 'completed', 'code': 200} Jul 06 18:30:32.465867 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:32.735283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-35231629-9008-40b8-8eb2-9d0abe65d58b req-d3981d99-52b7-46d3-aa19-29f6964d965a tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0311797 Jul 06 18:30:33.885898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-00e6dc88-0cbc-4926-ae4a-a41a0c6cb884 req-2fcefa16-32ac-450a-8d58-f4cc813b679f tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0316374 Jul 06 18:30:34.975878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device af6c587c-6196-4935-b6eb-9c41218820e2 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:35.004155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: af6c587c-6196-4935-b6eb-9c41218820e2 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:35.004506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device af6c587c-6196-4935-b6eb-9c41218820e2 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:35.062891 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-67ab8a62-b169-4380-b998-8d434189a62f req-edeb771a-4e8e-4291-88d2-f733aa7ce07e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0296097 Jul 06 18:30:35.230674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-bf001137-2251-4cdc-b7b7-8042318177c4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581806 Jul 06 18:30:35.330433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-ac6fc70f-e11f-4ad7-a2e8-0bba81bf0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:35.331983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-ac6fc70f-e11f-4ad7-a2e8-0bba81bf0aab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0562901 Jul 06 18:30:35.441748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-1899f6d3-64b8-4c51-bc03-c39b29f70389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:35.443301 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-1899f6d3-64b8-4c51-bc03-c39b29f70389 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.0909393 Jul 06 18:30:35.516360 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-d60c6655-46cc-45ba-9fb3-055df66842f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 200 len: 1001 time: 0.0669730 Jul 06 18:30:35.573357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-eb935bf5-d00d-4042-8cbc-c848772d065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:35.574978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-eb935bf5-d00d-4042-8cbc-c848772d065b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0519145 Jul 06 18:30:35.639325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-a330ceca-6ed2-498a-8428-057a3e9712e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:35.640512 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-a330ceca-6ed2-498a-8428-057a3e9712e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596831 Jul 06 18:30:35.738093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-f611b77a-4b3d-4aaa-975d-96aac87bd10e service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914211 Jul 06 18:30:35.835135 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72f936e6-fb1d-4607-a536-fbac6d13191f req-1d17d12c-9669-4125-9a9a-c65e509ddad5 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904353 Jul 06 18:30:35.851581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:36.240293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7853f4b9-fb30-4cad-ae8f-ecdc9936586b req-a1928ccb-5afa-462b-aead-966f415f9cfc tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=cccdf0ba-d1f7-4395-a4cd-466121e00d8d HTTP/1.1" status: 200 len: 210 time: 0.0372996 Jul 06 18:30:41.665633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:41.829746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port ead90156-dc89-4b0d-b0cd-d9dee583131d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:41.830128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:41.906882 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:41.907215 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:41.919225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for ead90156-dc89-4b0d-b0cd-d9dee583131d owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:42.077605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.101055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=ead90156-dc89-4b0d-b0cd-d9dee583131d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:42.168423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.168763 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Floating IP cef83077-9374-44e8-8d5a-6e1cff76297f disassociated (deleted). External IP: 172.25.7.161, port: 64d0b536-a17d-4fd2-b6b1-c58df543dbce. Jul 06 18:30:42.390232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:30:42.509763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:30:42.515641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:42.520950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] Sync routers for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:30:42.532606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:42.533259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:30:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:42.562873 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-db3118b6-5899-40f2-bd84-c10754d52024 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "DELETE /v2.0/floatingips/cef83077-9374-44e8-8d5a-6e1cff76297f HTTP/1.1" status: 204 len: 168 time: 0.8961816 Jul 06 18:30:42.563563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:42.566328 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648a8baf-bdde-40cb-b23a-a011c5e4d9df" -d '{"events": [{"name": "network-changed", "server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:42.612444 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f96f45-5f71-4f90-965e-7b6a74c34dd2 x-openstack-request-id: req-15f96f45-5f71-4f90-965e-7b6a74c34dd2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:42.612938 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:42.613337 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15f96f45-5f71-4f90-965e-7b6a74c34dd2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:42.613847 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'status': 'completed', 'code': 200} Jul 06 18:30:42.667210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:42.709692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-b5d4a7bd-6655-404a-81d0-9ab30bbc24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:42.711490 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-b5d4a7bd-6655-404a-81d0-9ab30bbc24c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=85bceee7e4a3403dafb9458a5cde4def&device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0730457 Jul 06 18:30:42.833627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-82288b39-e0b5-4c6e-b680-293b078d2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:42.835787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-82288b39-e0b5-4c6e-b680-293b078d2f2c service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 200 len: 913 time: 0.1172144 Jul 06 18:30:42.895961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-64109207-6f63-4cac-89ba-a687e47ac121 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 200 len: 217 time: 0.0522902 Jul 06 18:30:42.896625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:42.925227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] Checking router: 2baffabc-53a0-48e8-afc7-fc98a3c7a8de for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:30:42.934726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:42.935381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:30:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:42.954275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-776e26de-410b-45e4-a234-ea417f0c2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:42.955970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-776e26de-410b-45e4-a234-ea417f0c2b25 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 200 len: 851 time: 0.0529227 Jul 06 18:30:43.022357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-cfc49029-7f9e-4afb-a1d9-68b3eff6637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:43.022725 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c0102-aa07-496d-b0f2-32f734c1c4f0 req-2fef1d97-ef82-4ddb-8121-8303208de43e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:43.023981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-cfc49029-7f9e-4afb-a1d9-68b3eff6637a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608149 Jul 06 18:30:43.025399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-682c0102-aa07-496d-b0f2-32f734c1c4f0 req-2fef1d97-ef82-4ddb-8121-8303208de43e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 945 time: 0.0805686 Jul 06 18:30:43.058281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:43.069204 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-682c0102-aa07-496d-b0f2-32f734c1c4f0 req-36dff940-29f3-47c6-ae44-85a36095dc9b tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368319 Jul 06 18:30:43.125682 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-029e88d1-ed8e-4ab8-be58-a7015e08a3b4 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936396 Jul 06 18:30:43.222821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-648a8baf-bdde-40cb-b23a-a011c5e4d9df req-feda89d2-4da2-4cb5-b434-8019a223d812 service neutron] 10.222.0.22 "GET /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899138 Jul 06 18:30:43.291581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:43.320724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240bf7ba-c298-4bd4-9c28-61f05e94d137 None None] The sync data for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 is: [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:35Z', 'revision_number': 4, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'eb556385-a022-4a86-a491-2f37445fcae7', 'name': '', 'network_id': 'fd30f1a8-1d37-4b08-9bdd-3fec6eb43255', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'mac_address': 'fa:16:3e:7b:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:34Z', 'updated_at': '2021-07-06T18:20:42Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'subnets': [{'id': 'f2cca8f9-df9f-42fa-9b18-5b7eb67caba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:30:43.552186 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d4c8c-3924-4368-b161-54d4264edd38 None None] New status for floating IP cef83077-9374-44e8-8d5a-6e1cff76297f: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:30:44.251683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adbce9-0634-49d8-b5f4-a21db0df9c04 req-3452d497-64b4-4d27-8179-178fcc2c8d1e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:44.253186 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15adbce9-0634-49d8-b5f4-a21db0df9c04 req-3452d497-64b4-4d27-8179-178fcc2c8d1e tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 945 time: 0.0646172 Jul 06 18:30:44.294851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15adbce9-0634-49d8-b5f4-a21db0df9c04 req-6347c9ed-d373-43e2-ad3f-c8a612b560bb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/security-groups?id=8029cff2-3137-441e-81d6-8f3b0a5bc281&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359006 Jul 06 18:30:44.448717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-047a033a-b141-434a-b95b-71137e5ab6a1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:30:44.450211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-047a033a-b141-434a-b95b-71137e5ab6a1 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 945 time: 0.0665567 Jul 06 18:30:44.557918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port 64d0b536-a17d-4fd2-b6b1-c58df543dbce {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:44.558275 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.650604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] For port 64d0b536-a17d-4fd2-b6b1-c58df543dbce, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=64d0b536-a17d-4fd2-b6b1-c58df543dbce,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:44.650971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.663299 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for 64d0b536-a17d-4fd2-b6b1-c58df543dbce owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:44.801015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.834429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=64d0b536-a17d-4fd2-b6b1-c58df543dbce,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:44.883707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] No DVR routers for this DVR port 64d0b536-a17d-4fd2-b6b1-c58df543dbce on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:44.886495 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:44.888567 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2e982ca7-6076-4e36-b2fa-9f71501b89dd req-7ad2ab38-da4a-4d5d-b644-b84f167db214 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.22 "DELETE /v2.0/ports/64d0b536-a17d-4fd2-b6b1-c58df543dbce HTTP/1.1" status: 204 len: 173 time: 0.4321928 Jul 06 18:30:44.889217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'name': 'network-vif-deleted', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:30:44.891595 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5998ec62-b86e-4fd6-8334-a3c2a847d843" -d '{"events": [{"server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "name": "network-vif-deleted", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:30:44.932731 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae8c94a-f5b9-4620-9281-9da0f2f84c6b x-openstack-request-id: req-6ae8c94a-f5b9-4620-9281-9da0f2f84c6b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:30:44.933049 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762b32e6-5647-448d-a9dd-564af917c3e9", "name": "network-vif-deleted", "tag": "64d0b536-a17d-4fd2-b6b1-c58df543dbce", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:30:44.933318 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ae8c94a-f5b9-4620-9281-9da0f2f84c6b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:30:44.933705 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762b32e6-5647-448d-a9dd-564af917c3e9', 'name': 'network-vif-deleted', 'tag': '64d0b536-a17d-4fd2-b6b1-c58df543dbce', 'status': 'completed', 'code': 200} Jul 06 18:30:45.440927 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86cf0c28-accf-4bfb-a81d-ce5771ba4841 req-946172c1-1bbe-4867-9994-216aec77b5db tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 210 time: 0.0316873 Jul 06 18:30:46.620713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d835295d-2624-4713-9a66-2c28b753d3c2 req-b9dd464d-5708-4f25-bcd1-52d14fd1e4d8 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 210 time: 0.0343912 Jul 06 18:30:47.050687 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:30:47.069941 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56710f00-4c2e-4536-a101-d64b5cabb3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:47.741919 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 64d0b536-a17d-4fd2-b6b1-c58df543dbce no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:47.763739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 64d0b536-a17d-4fd2-b6b1-c58df543dbce {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:47.764347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 64d0b536-a17d-4fd2-b6b1-c58df543dbce not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:47.790158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6be54149-605b-4fd8-a101-dec1c2056b97 req-fa6a4a8f-5f15-41df-a104-97bcd43918eb tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 210 time: 0.0369723 Jul 06 18:30:48.972202 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2e2d3bf-3845-4c6c-8783-3526a1897efc req-35f5d4e5-c898-422c-8e7e-5f553052f324 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "GET /v2.0/ports?device_id=762b32e6-5647-448d-a9dd-564af917c3e9 HTTP/1.1" status: 200 len: 210 time: 0.0386147 Jul 06 18:30:49.609642 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb357-a6b6-459c-aaf1-abf615ae300b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.075577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:50.174804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.201343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Deleting port 4c331353-4bbe-4a82-88e3-e14f13e24858 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:50.201697 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.280421 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.280911 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.293208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Calling delete_port for 4c331353-4bbe-4a82-88e3-e14f13e24858 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:50.440389 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.469487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'Port': ['ID=4c331353-4bbe-4a82-88e3-e14f13e24858,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:50.536757 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.539571 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:50.540799 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d73f6e30-8394-4193-86ad-b22222179900 tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "DELETE /v2.0/floatingips/5a741b89-4dbc-4df3-85d3-b104fcfcc65e HTTP/1.1" status: 204 len: 168 time: 0.4642100 Jul 06 18:30:50.886091 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:52.819921 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:52.899331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:52.967619 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b9e4-2320-4e50-9b52-92c6bb133d1d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:52.997641 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b9e4-2320-4e50-9b52-92c6bb133d1d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.089416 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b9e4-2320-4e50-9b52-92c6bb133d1d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.094874 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b9e4-2320-4e50-9b52-92c6bb133d1d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:53.096276 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c8e8b9e4-2320-4e50-9b52-92c6bb133d1d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] 10.222.0.13 "DELETE /v2.0/security-groups/8029cff2-3137-441e-81d6-8f3b0a5bc281 HTTP/1.1" status: 204 len: 168 time: 0.1959336 Jul 06 18:30:53.106663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8b9e4-2320-4e50-9b52-92c6bb133d1d tempest-TestVolumeBootPattern-768825658 tempest-TestVolumeBootPattern-768825658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8029cff2-3137-441e-81d6-8f3b0a5bc281,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:53.185275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52404) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:53.782031 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:54.054284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Deleting port eb556385-a022-4a86-a491-2f37445fcae7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:54.054981 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:54.134375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] For port eb556385-a022-4a86-a491-2f37445fcae7, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=eb556385-a022-4a86-a491-2f37445fcae7,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:54.134645 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:54.148153 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Calling delete_port for eb556385-a022-4a86-a491-2f37445fcae7 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:54.331717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:54.358284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb556385-a022-4a86-a491-2f37445fcae7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:54.579908 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:54.804652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:30:54.916009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:30:54.921078 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4cb1118a-570b-4ae7-8013-5a34bb01f178 admin admin] 10.222.0.13 "PUT /v2.0/routers/2baffabc-53a0-48e8-afc7-fc98a3c7a8de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7348113 Jul 06 18:30:54.923674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52412) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:54.926943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296b472-9645-4e89-b781-14716f032e19 None None] Sync routers for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:30:54.938303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296b472-9645-4e89-b781-14716f032e19 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:54.939167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9296b472-9645-4e89-b781-14716f032e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:30:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:55.035772 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.058933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9296b472-9645-4e89-b781-14716f032e19 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:55.151651 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.209956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Deleting port 700fb843-6b9a-41fb-8343-d13a8512121d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:55.210312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.297321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9296b472-9645-4e89-b781-14716f032e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:30:54Z', 'revision_number': 5, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port': {'id': '700fb843-6b9a-41fb-8343-d13a8512121d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:55.299491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] For port 700fb843-6b9a-41fb-8343-d13a8512121d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=700fb843-6b9a-41fb-8343-d13a8512121d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:55.299858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.314860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Calling delete_port for 700fb843-6b9a-41fb-8343-d13a8512121d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:55.325749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296b472-9645-4e89-b781-14716f032e19 None None] Checking router: 2baffabc-53a0-48e8-afc7-fc98a3c7a8de for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:30:55.335208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296b472-9645-4e89-b781-14716f032e19 None None] Routers {'2baffabc-53a0-48e8-afc7-fc98a3c7a8de'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:55.335863 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9296b472-9645-4e89-b781-14716f032e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:30:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:55.425966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9296b472-9645-4e89-b781-14716f032e19 None None] Set router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:55.480103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9296b472-9645-4e89-b781-14716f032e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:30:55Z', 'revision_number': 6, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:55.493657 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.514521 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296b472-9645-4e89-b781-14716f032e19 None None] The sync data for ids ['2baffabc-53a0-48e8-afc7-fc98a3c7a8de'] in n-d-799526-3 is: [{'id': '2baffabc-53a0-48e8-afc7-fc98a3c7a8de', 'name': 'tempest-TestVolumeBootPattern-1173713258-router', 'tenant_id': '85bceee7e4a3403dafb9458a5cde4def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:32Z', 'updated_at': '2021-07-06T18:30:55Z', 'revision_number': 6, 'project_id': '85bceee7e4a3403dafb9458a5cde4def', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:30:55.522276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=700fb843-6b9a-41fb-8343-d13a8512121d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:55.595097 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.689774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.692399 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.739393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.740094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2baffabc-53a0-48e8-afc7-fc98a3c7a8de {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:30:55.745370 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.746782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-28d86500-3d7e-4134-a979-669f9b0f75a8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2baffabc-53a0-48e8-afc7-fc98a3c7a8de HTTP/1.1" status: 204 len: 168 time: 0.8220580 Jul 06 18:30:55.749676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52414) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:55.797077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ec73f2-accd-4867-8bc2-c611230a20e9 admin admin] Deleting subnet f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:30:55.800625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76ec73f2-accd-4867-8bc2-c611230a20e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.837095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76ec73f2-accd-4867-8bc2-c611230a20e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.927820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76ec73f2-accd-4867-8bc2-c611230a20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:55.989206 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76ec73f2-accd-4867-8bc2-c611230a20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.012829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec73f2-accd-4867-8bc2-c611230a20e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2cca8f9-df9f-42fa-9b18-5b7eb67caba0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:56.019804 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76ec73f2-accd-4867-8bc2-c611230a20e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.021708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-76ec73f2-accd-4867-8bc2-c611230a20e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f2cca8f9-df9f-42fa-9b18-5b7eb67caba0 HTTP/1.1" status: 204 len: 168 time: 0.2710662 Jul 06 18:30:56.024138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:56.026512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8f7ec-0676-4b59-b7d2-375525f95f92 None None] Network fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:30:56.402837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] DHCP port deletion for fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:30:56.476314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Deleting port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:56.476689 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.481413 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.542050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Deleting port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:56.542296 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.552800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] For port faa8a630-567a-4eb9-9d7d-6848e8fec2a5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=faa8a630-567a-4eb9-9d7d-6848e8fec2a5,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:56.553293 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.568585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Calling delete_port for faa8a630-567a-4eb9-9d7d-6848e8fec2a5 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:56.613544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] For port faa8a630-567a-4eb9-9d7d-6848e8fec2a5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=faa8a630-567a-4eb9-9d7d-6848e8fec2a5,segment=NetworkSegment(9d717bfc-fb02-4be5-a55f-a4bcda71ec03),segment_id=9d717bfc-fb02-4be5-a55f-a4bcda71ec03)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:56.613917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.632949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Calling delete_port for faa8a630-567a-4eb9-9d7d-6848e8fec2a5 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:56.658402 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.686610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Pushing event deleted for resources: {'Port': ['ID=faa8a630-567a-4eb9-9d7d-6848e8fec2a5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:56.689635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] No DVR routers for this DVR port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:56.698890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.699232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.699576 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.699916 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.700252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.700582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.700912 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.701241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.701571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.701886 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.702210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.702765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58299259-25b6-440d-a77f-d8cdef95fca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:30:56.728751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.757098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa8a630-567a-4eb9-9d7d-6848e8fec2a5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:56.761857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] No DVR routers for this DVR port faa8a630-567a-4eb9-9d7d-6848e8fec2a5 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:30:56.845640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.860053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb556385-a022-4a86-a491-2f37445fcae7 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:56.863689 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd30f1a8-1d37-4b08-9bdd-3fec6eb43255']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:56.878525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d717bfc-fb02-4be5-a55f-a4bcda71ec03') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:56.878730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d717bfc-fb02-4be5-a55f-a4bcda71ec03') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:56.881281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: eb556385-a022-4a86-a491-2f37445fcae7 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:56.881629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device eb556385-a022-4a86-a491-2f37445fcae7 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:56.882057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device faa8a630-567a-4eb9-9d7d-6848e8fec2a5 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:56.889469 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.901717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: faa8a630-567a-4eb9-9d7d-6848e8fec2a5 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:56.902054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device faa8a630-567a-4eb9-9d7d-6848e8fec2a5 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:56.902507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 700fb843-6b9a-41fb-8343-d13a8512121d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:30:56.904847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.912520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:30:56.912962 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: self.session.flush() Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:30:56.914934 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:30:56.925286 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 700fb843-6b9a-41fb-8343-d13a8512121d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:30:56.925632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 700fb843-6b9a-41fb-8343-d13a8512121d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:30:56.973436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.979074 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:56.980949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd30f1a8-1d37-4b08-9bdd-3fec6eb43255 HTTP/1.1" status: 204 len: 168 time: 0.9558730 Jul 06 18:30:56.985191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:56.993352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ddd7c-4aa6-436f-92ad-1e8f25318567 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd30f1a8-1d37-4b08-9bdd-3fec6eb43255,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:57.356291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.641016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Deleting port 0063e041-bbbf-4242-9f95-9f07d0ca994b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:57.641296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.725000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] For port 0063e041-bbbf-4242-9f95-9f07d0ca994b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0063e041-bbbf-4242-9f95-9f07d0ca994b,segment=NetworkSegment(b15134f0-b715-436e-93aa-80134f6d9f58),segment_id=b15134f0-b715-436e-93aa-80134f6d9f58)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:57.725375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:57.740423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Calling delete_port for 0063e041-bbbf-4242-9f95-9f07d0ca994b owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:58.292144 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.318143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Pushing event deleted for resources: {'Port': ['ID=0063e041-bbbf-4242-9f95-9f07d0ca994b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:58.513552 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:58.739847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Router 16cd0df1-ce28-455e-affd-c8f884c53ff6 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:30:58.857672 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:30:58.867222 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7a8ee7fa-aff2-414a-9456-8f82f81a041d admin admin] 10.222.0.13 "PUT /v2.0/routers/16cd0df1-ce28-455e-affd-c8f884c53ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779509 Jul 06 18:30:58.867407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:58.867985 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] Sync routers for ids ['16cd0df1-ce28-455e-affd-c8f884c53ff6'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:30:58.879867 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] Routers {'16cd0df1-ce28-455e-affd-c8f884c53ff6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:58.880502 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:30:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['16cd0df1-ce28-455e-affd-c8f884c53ff6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:58.995419 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] Set router 16cd0df1-ce28-455e-affd-c8f884c53ff6 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:58.995851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.107255 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.165917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Deleting port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:30:59.166268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.193472 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:30:58Z', 'revision_number': 5, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'gw_port': {'id': 'dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:20:38Z', 'updated_at': '2021-07-06T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:59.221523 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] Checking router: 16cd0df1-ce28-455e-affd-c8f884c53ff6 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:30:59.230203 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] Routers {'16cd0df1-ce28-455e-affd-c8f884c53ff6'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:30:59.231514 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:30:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['16cd0df1-ce28-455e-affd-c8f884c53ff6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:59.272172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] For port dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:30:59.272537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.287616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Calling delete_port for dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:30:59.326235 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] Set router 16cd0df1-ce28-455e-affd-c8f884c53ff6 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:30:59.382549 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:30:59Z', 'revision_number': 6, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:30:59.411163 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd92a198-ba6f-4f42-b050-646a567ce11e None None] The sync data for ids ['16cd0df1-ce28-455e-affd-c8f884c53ff6'] in n-d-799526-3 is: [{'id': '16cd0df1-ce28-455e-affd-c8f884c53ff6', 'name': 'tempest-TestVolumeBootPattern-324460723-router', 'tenant_id': 'da1decf77ad0446ca5426b33f6096bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:20:37Z', 'updated_at': '2021-07-06T18:30:59Z', 'revision_number': 6, 'project_id': 'da1decf77ad0446ca5426b33f6096bd3', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:30:59.471246 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.497961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:59.565576 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.660488 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.663011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.708056 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.708657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16cd0df1-ce28-455e-affd-c8f884c53ff6 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:30:59.713480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.714757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-41ece19f-3630-4864-88db-d1b1117ce934 admin admin] 10.222.0.13 "DELETE /v2.0/routers/16cd0df1-ce28-455e-affd-c8f884c53ff6 HTTP/1.1" status: 204 len: 168 time: 0.8466032 Jul 06 18:30:59.717270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:59.763215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0933f71-b121-4b36-9734-34b793b85d81 admin admin] Deleting subnet de94e71d-7171-453a-b10b-bda53bf8e4ed {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:30:59.767101 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0933f71-b121-4b36-9734-34b793b85d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.804374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0933f71-b121-4b36-9734-34b793b85d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.898296 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0933f71-b121-4b36-9734-34b793b85d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.951320 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0933f71-b121-4b36-9734-34b793b85d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.980464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0933f71-b121-4b36-9734-34b793b85d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de94e71d-7171-453a-b10b-bda53bf8e4ed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:30:59.985713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0933f71-b121-4b36-9734-34b793b85d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:30:59.987983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b0933f71-b121-4b36-9734-34b793b85d81 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/de94e71d-7171-453a-b10b-bda53bf8e4ed HTTP/1.1" status: 204 len: 168 time: 0.2697830 Jul 06 18:30:59.990530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52426) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:30:59.991326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce53f173-656b-4a4e-9470-db39e30a8988 None None] Network 669c914c-c474-4a05-aa93-75fcff8edb13 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:31:00.062966 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.119358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Deleting port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:31:00.119657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.188883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] For port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9b82f7b0-6902-4b52-bd18-c4a2cbda1d54,segment=NetworkSegment(b15134f0-b715-436e-93aa-80134f6d9f58),segment_id=b15134f0-b715-436e-93aa-80134f6d9f58)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:00.189262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.191820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d13dff-7312-470e-8f6c-4ad98482be4e None None] DHCP port deletion for 669c914c-c474-4a05-aa93-75fcff8edb13 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:31:00.210694 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Calling delete_port for 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:31:00.240880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-92d13dff-7312-470e-8f6c-4ad98482be4e None None] Deleting port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:31:00.241416 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92d13dff-7312-470e-8f6c-4ad98482be4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.309212 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.313635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-92d13dff-7312-470e-8f6c-4ad98482be4e None None] For port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9b82f7b0-6902-4b52-bd18-c4a2cbda1d54,segment=NetworkSegment(b15134f0-b715-436e-93aa-80134f6d9f58),segment_id=b15134f0-b715-436e-93aa-80134f6d9f58)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:00.314225 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92d13dff-7312-470e-8f6c-4ad98482be4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.328803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-92d13dff-7312-470e-8f6c-4ad98482be4e None None] Calling delete_port for 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:31:00.337876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b82f7b0-6902-4b52-bd18-c4a2cbda1d54,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:00.339768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] No DVR routers for this DVR port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:31:00.422615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.423219 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92d13dff-7312-470e-8f6c-4ad98482be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.435313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669c914c-c474-4a05-aa93-75fcff8edb13']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:00.447530 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15134f0-b715-436e-93aa-80134f6d9f58') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:00.447831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15134f0-b715-436e-93aa-80134f6d9f58') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:31:00.458634 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.469268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d13dff-7312-470e-8f6c-4ad98482be4e None None] Pushing event deleted for resources: {'Port': ['ID=9b82f7b0-6902-4b52-bd18-c4a2cbda1d54,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:00.477471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d13dff-7312-470e-8f6c-4ad98482be4e None None] No DVR routers for this DVR port 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:31:00.481819 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.490198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:31:00.490658 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:31:00.492569 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:31:00.549054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.556727 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.557732 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] 10.222.0.13 "DELETE /v2.0/networks/669c914c-c474-4a05-aa93-75fcff8edb13 HTTP/1.1" status: 204 len: 168 time: 0.5661583 Jul 06 18:31:00.568907 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92858d-eec2-4239-a089-2eec9f93b170 admin admin] Pushing event deleted for resources: {'Network': ['ID=669c914c-c474-4a05-aa93-75fcff8edb13,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:00.688506 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52430) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:00.736587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0e1c806f-544e-4639-ac0e-7b43d39b7c1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85bceee7e4a3403dafb9458a5cde4def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467739 Jul 06 18:31:00.739278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:00.788250 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf5bf-d284-4d69-b18c-d2ab9fdb808a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.810745 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf5bf-d284-4d69-b18c-d2ab9fdb808a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.842093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0063e041-bbbf-4242-9f95-9f07d0ca994b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:31:00.864684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf5bf-d284-4d69-b18c-d2ab9fdb808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.865467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0063e041-bbbf-4242-9f95-9f07d0ca994b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:31:00.865821 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0063e041-bbbf-4242-9f95-9f07d0ca994b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:31:00.866257 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:31:00.867568 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf5bf-d284-4d69-b18c-d2ab9fdb808a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:00.868744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e9bdf5bf-d284-4d69-b18c-d2ab9fdb808a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/156e87c7-bd03-42cc-97a8-4d255dda7f0f HTTP/1.1" status: 204 len: 168 time: 0.1285639 Jul 06 18:31:00.878709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdf5bf-d284-4d69-b18c-d2ab9fdb808a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156e87c7-bd03-42cc-97a8-4d255dda7f0f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:00.891056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:31:00.891423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9b82f7b0-6902-4b52-bd18-c4a2cbda1d54 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:31:00.891834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:31:00.918026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:31:00.918396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dfa44d3f-38f2-4dd5-a397-9a23f0bfbbd6 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:31:01.220321 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:01.259411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-50d6995a-094d-4b1a-a87d-0ef6cc88edbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da1decf77ad0446ca5426b33f6096bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378940 Jul 06 18:31:01.261791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52440) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:01.309688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a345611-e164-459d-9599-d95f1c354100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:01.330605 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a345611-e164-459d-9599-d95f1c354100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:01.380607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a345611-e164-459d-9599-d95f1c354100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:01.383218 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a345611-e164-459d-9599-d95f1c354100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:01.384349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3a345611-e164-459d-9599-d95f1c354100 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2012281-e812-4629-9829-e64d64885d16 HTTP/1.1" status: 204 len: 168 time: 0.1216435 Jul 06 18:31:01.393255 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a345611-e164-459d-9599-d95f1c354100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2012281-e812-4629-9829-e64d64885d16,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:02.473867 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:05.850960 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:11.967880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-d22cddda-e148-43d8-a358-970b04a187a1 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a54e97d27c1f4178b89cfe76e3223a0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224700 Jul 06 18:31:12.084032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-55362bae-3e15-4ad6-877b-a92fb71124e9 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:12.085586 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-55362bae-3e15-4ad6-877b-a92fb71124e9 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099138 Jul 06 18:31:12.100594 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-b9406401-845f-4e2b-aaf0-9837c7aebb67 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/quotas/a54e97d27c1f4178b89cfe76e3223a0c HTTP/1.1" status: 200 len: 375 time: 0.0096118 Jul 06 18:31:12.140482 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-9db06df7-f280-44f0-bf34-a9aa801059b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a54e97d27c1f4178b89cfe76e3223a0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339632 Jul 06 18:31:12.323207 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ef6e69e-040d-40ab-a769-2dacae9e18f5 req-229c0a2e-5e35-46a1-8b75-ebe9ff42eccb tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 210 time: 0.0306892 Jul 06 18:31:13.352731 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-b7b0abef-25d8-4429-9952-1a34dca60097 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a54e97d27c1f4178b89cfe76e3223a0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244622 Jul 06 18:31:13.490433 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2cd1f105-3e96-4dcd-b596-593f7a94788f req-813dc094-4fc4-416a-82c3-e636b2f973b7 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 210 time: 0.0442336 Jul 06 18:31:13.513581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-f0d48f06-a5ab-47a7-aef9-fc1842f84377 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:13.515757 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-f0d48f06-a5ab-47a7-aef9-fc1842f84377 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579714 Jul 06 18:31:13.527809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Request body: {'port': {'device_id': '376af771-3718-4246-8d97-55e0e9ca277e', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'admin_state_up': True, 'tenant_id': 'a54e97d27c1f4178b89cfe76e3223a0c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:13.645085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Made reservation on behalf of a54e97d27c1f4178b89cfe76e3223a0c for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:13.648763 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:13.658751 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:13.757723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:13.761607 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:13.831570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59501166-7108-45e0-9dba-56af2883f2f3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:13.906892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Allocated IP 192.168.233.8 (0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6/c04d6d57-8e41-4909-a296-a3b5d6da5d92/da9085d9-225c-459d-af2a-deda05036a74) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:14.069215 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.088643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Transition to ACTIVE for port object da9085d9-225c-459d-af2a-deda05036a74 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:14.123726 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.169822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:14.175168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:14.179205 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:14.186127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Pushing event updated for resources: {'Port': ['ID=da9085d9-225c-459d-af2a-deda05036a74,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:14.237451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:14.238201 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.255708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-e3ffc238-3f19-461a-a69d-eebcad0832b4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7319140 Jul 06 18:31:14.266903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-c89464c6-e32f-4ae1-b950-75fd3af21a4c tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:31:14.268050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-c89464c6-e32f-4ae1-b950-75fd3af21a4c tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061624 Jul 06 18:31:14.281927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Request body: {'port': {'device_id': '376af771-3718-4246-8d97-55e0e9ca277e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:14.365357 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.488979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-63fde204-aa01-43bd-8218-a684b07c4b34 None None] Provisioning for port da9085d9-225c-459d-af2a-deda05036a74 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:14.494394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-63fde204-aa01-43bd-8218-a684b07c4b34 None None] Provisioning complete for port da9085d9-225c-459d-af2a-deda05036a74 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:14.494992 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63fde204-aa01-43bd-8218-a684b07c4b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.552078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-63fde204-aa01-43bd-8218-a684b07c4b34 None None] Port da9085d9-225c-459d-af2a-deda05036a74 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:31:14.677617 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9085d9-225c-459d-af2a-deda05036a74 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:14.680147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c0c46-fdc9-4c5c-91b3-9e2853d572a8 req-ae7eefe6-3854-4d3b-95c9-e459ce784e87 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:14.682033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d9c0c46-fdc9-4c5c-91b3-9e2853d572a8 req-ae7eefe6-3854-4d3b-95c9-e459ce784e87 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 934 time: 0.0737836 Jul 06 18:31:14.685731 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.699188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Transition to ACTIVE for port object da9085d9-225c-459d-af2a-deda05036a74 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:14.702986 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.723522 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d9c0c46-fdc9-4c5c-91b3-9e2853d572a8 req-c8ee4623-9e11-413a-aa47-2a8af4336c2a tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Jul 06 18:31:14.754571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Pushing event updated for resources: {'Port': ['ID=da9085d9-225c-459d-af2a-deda05036a74,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:14.838176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Attempting to bind port da9085d9-225c-459d-af2a-deda05036a74 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:14.838538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Attempting to bind port da9085d9-225c-459d-af2a-deda05036a74 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:14.838878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Attempting to bind port da9085d9-225c-459d-af2a-deda05036a74 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:14.843809 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Port da9085d9-225c-459d-af2a-deda05036a74 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:31:14.844142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Attempting to bind port da9085d9-225c-459d-af2a-deda05036a74 on network 0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:14.849682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:14.850020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Checking segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:14.850440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Bound using segment: {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:14.850876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Bound port: da9085d9-225c-459d-af2a-deda05036a74, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c144b3da-1293-43c4-961b-6b6dd080462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:14.851239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.930683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] For port da9085d9-225c-459d-af2a-deda05036a74, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:14.934207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] For port da9085d9-225c-459d-af2a-deda05036a74, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=da9085d9-225c-459d-af2a-deda05036a74,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:14.939742 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.978499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:14.979131 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:14.980563 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] 10.222.0.22 "PUT /v2.0/ports/da9085d9-225c-459d-af2a-deda05036a74 HTTP/1.1" status: 200 len: 1094 time: 0.7055819 Jul 06 18:31:14.981039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376af771-3718-4246-8d97-55e0e9ca277e', 'tag': 'da9085d9-225c-459d-af2a-deda05036a74'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:14.984905 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef" -d '{"events": [{"name": "network-changed", "server_uuid": "376af771-3718-4246-8d97-55e0e9ca277e", "tag": "da9085d9-225c-459d-af2a-deda05036a74"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:15.010781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba32c2c-58f8-42da-b1bf-395366d5a353 service neutron] Pushing event updated for resources: {'Port': ['ID=da9085d9-225c-459d-af2a-deda05036a74,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:15.052776 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c952790-4719-4825-a1f9-f5a184dfba1f x-openstack-request-id: req-9c952790-4719-4825-a1f9-f5a184dfba1f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:15.053072 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376af771-3718-4246-8d97-55e0e9ca277e", "tag": "da9085d9-225c-459d-af2a-deda05036a74", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:15.053336 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c952790-4719-4825-a1f9-f5a184dfba1f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:15.053747 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376af771-3718-4246-8d97-55e0e9ca277e', 'tag': 'da9085d9-225c-459d-af2a-deda05036a74', 'status': 'completed', 'code': 200} Jul 06 18:31:15.106812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-59e9e4d4-3cd5-4793-a5cb-e54eede55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.109049 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-59e9e4d4-3cd5-4793-a5cb-e54eede55dab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a54e97d27c1f4178b89cfe76e3223a0c&device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 1097 time: 0.0732679 Jul 06 18:31:15.156328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-b44bad34-3a2f-4513-b484-3bfe44b96aaa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=da9085d9-225c-459d-af2a-deda05036a74 HTTP/1.1" status: 200 len: 217 time: 0.0408127 Jul 06 18:31:15.210375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-2b0bd4ae-2fe9-4761-a046-662a9c6c9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.211973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-2b0bd4ae-2fe9-4761-a046-662a9c6c9fbd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0496442 Jul 06 18:31:15.271343 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-9122654a-d07e-4ef4-b1fe-8b947e0e1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.272881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-9122654a-d07e-4ef4-b1fe-8b947e0e1d97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548074 Jul 06 18:31:15.375889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-f59d75d7-169c-47f3-948c-d44457a2708d service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955727 Jul 06 18:31:15.471185 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27a40ba2-c4cd-480b-9154-6f6a1cbba0a4 req-5d18add7-7bce-45cd-84be-4aa01fa07d70 service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884156 Jul 06 18:31:15.583617 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-22958b26-cf75-443d-8c64-afcb33a416f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.585154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-22958b26-cf75-443d-8c64-afcb33a416f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a54e97d27c1f4178b89cfe76e3223a0c&device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 1097 time: 0.0612960 Jul 06 18:31:15.677527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-a3136539-0b89-48f0-8773-57a60255d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.679036 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-a3136539-0b89-48f0-8773-57a60255d56d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6 HTTP/1.1" status: 200 len: 870 time: 0.0872760 Jul 06 18:31:15.721625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-859dba9c-e2f9-4e60-9a25-dcef2801a9e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=da9085d9-225c-459d-af2a-deda05036a74 HTTP/1.1" status: 200 len: 217 time: 0.0361199 Jul 06 18:31:15.777219 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-fe82326e-2912-430d-b7e9-c0e86a0323a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.778717 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-fe82326e-2912-430d-b7e9-c0e86a0323a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c04d6d57-8e41-4909-a296-a3b5d6da5d92 HTTP/1.1" status: 200 len: 843 time: 0.0504766 Jul 06 18:31:15.840408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-3b1a25bc-5882-4e00-9604-e246aa198669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.841788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-3b1a25bc-5882-4e00-9604-e246aa198669 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557895 Jul 06 18:31:15.909361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a85db7-58c3-4ec8-817d-b3e132f2c643 req-2092798c-d5f7-4807-a7e7-202dab612dc7 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:15.911086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-95a85db7-58c3-4ec8-817d-b3e132f2c643 req-2092798c-d5f7-4807-a7e7-202dab612dc7 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 946 time: 0.0668945 Jul 06 18:31:15.937741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-dc396752-a648-43f6-9038-23f2f76f027a service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882347 Jul 06 18:31:15.954350 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-95a85db7-58c3-4ec8-817d-b3e132f2c643 req-1e0cacba-042f-431f-a717-2d83999eecfb tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372326 Jul 06 18:31:16.059103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-13d2f18e-1fc4-4ac0-ad95-c4ab62df69ef req-ecb82ca7-ca1a-44dc-b08f-1eec9f2e3ade service neutron] 10.222.0.22 "GET /v2.0/networks/0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146762 Jul 06 18:31:17.073781 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2327bb4d-e9b0-4413-b905-3c6aa6960975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:17.135773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0857ac-1873-44ea-95c5-626846833a2d req-e5fb4ad2-a35d-486e-9de9-a92e4e6261f9 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:17.137371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a0857ac-1873-44ea-95c5-626846833a2d req-e5fb4ad2-a35d-486e-9de9-a92e4e6261f9 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 946 time: 0.0661805 Jul 06 18:31:17.185837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a0857ac-1873-44ea-95c5-626846833a2d req-b9327cb1-eec6-4516-9bb7-a87931724fa0 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415249 Jul 06 18:31:17.935144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device da9085d9-225c-459d-af2a-deda05036a74 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:31:18.036623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port da9085d9-225c-459d-af2a-deda05036a74, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=da9085d9-225c-459d-af2a-deda05036a74,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:18.048545 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'da9085d9-225c-459d-af2a-deda05036a74', 'network_id': '0c5aed92-beec-4c7f-b3fe-4af3ea2f20d6', 'port_id': 'da9085d9-225c-459d-af2a-deda05036a74', 'mac_address': 'fa:16:3e:cf:f8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04d6d57-8e41-4909-a296-a3b5d6da5d92', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:31:18.087417 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:18.101296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9085d9-225c-459d-af2a-deda05036a74 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:18.124473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port da9085d9-225c-459d-af2a-deda05036a74, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=da9085d9-225c-459d-af2a-deda05036a74,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:18.128255 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:18.178796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=da9085d9-225c-459d-af2a-deda05036a74,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:18.337588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['da9085d9-225c-459d-af2a-deda05036a74'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:31:18.376720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3890bad-c6c4-4b57-97f2-07ed40a2346e req-5f196d42-7283-4711-b5b3-750929c0efb6 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:18.378317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3890bad-c6c4-4b57-97f2-07ed40a2346e req-5f196d42-7283-4711-b5b3-750929c0efb6 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 947 time: 0.0739188 Jul 06 18:31:18.423389 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a3890bad-c6c4-4b57-97f2-07ed40a2346e req-3207bef7-b76b-4a57-9496-11f59b3ffd99 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Jul 06 18:31:19.613758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-585df2b2-7906-4724-9fe0-ba16c5277933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:19.626626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e43c80-bed2-426e-a527-5b3503b91218 req-56897879-88a4-4df2-a93e-ac0ee9f099f9 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:19.628155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9e43c80-bed2-426e-a527-5b3503b91218 req-56897879-88a4-4df2-a93e-ac0ee9f099f9 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 947 time: 0.0752084 Jul 06 18:31:19.675403 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b9e43c80-bed2-426e-a527-5b3503b91218 req-1b99621f-d94a-47f2-807c-093c5e9bba2c tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Jul 06 18:31:19.959391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device da9085d9-225c-459d-af2a-deda05036a74 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:20.007935 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port da9085d9-225c-459d-af2a-deda05036a74 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:20.011811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port da9085d9-225c-459d-af2a-deda05036a74 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:20.012181 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:20.098670 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:20.121921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376af771-3718-4246-8d97-55e0e9ca277e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9085d9-225c-459d-af2a-deda05036a74'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:20.124942 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaae343-5826-4804-b5ab-02c8cab7c4ef" -d '{"events": [{"server_uuid": "376af771-3718-4246-8d97-55e0e9ca277e", "name": "network-vif-plugged", "status": "completed", "tag": "da9085d9-225c-459d-af2a-deda05036a74"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:20.139025 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port da9085d9-225c-459d-af2a-deda05036a74, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=da9085d9-225c-459d-af2a-deda05036a74,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:20.167419 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae0cc39-b4a7-40f6-a05c-513a069d4274 x-openstack-request-id: req-bae0cc39-b4a7-40f6-a05c-513a069d4274 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:20.167692 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376af771-3718-4246-8d97-55e0e9ca277e", "name": "network-vif-plugged", "status": "completed", "tag": "da9085d9-225c-459d-af2a-deda05036a74", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:20.167948 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bae0cc39-b4a7-40f6-a05c-513a069d4274 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:20.168373 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376af771-3718-4246-8d97-55e0e9ca277e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9085d9-225c-459d-af2a-deda05036a74', 'code': 200} Jul 06 18:31:20.178489 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:20.182555 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:20.235790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=da9085d9-225c-459d-af2a-deda05036a74,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:20.282560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc373a-f217-4103-8356-50dbeb7530ef req-99717b21-9499-4915-9f2a-d3d7f6a6e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:20.284131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28bc373a-f217-4103-8356-50dbeb7530ef req-99717b21-9499-4915-9f2a-d3d7f6a6e5a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 1099 time: 0.0552318 Jul 06 18:31:20.319402 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28bc373a-f217-4103-8356-50dbeb7530ef req-8f66e302-0a08-448c-8231-36bc17c017e9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288227 Jul 06 18:31:20.852444 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a34035-0ec2-4ea0-bc65-ab027d9eeed1 req-929c138d-0482-4c1c-9be9-4d757a699aed tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:20.853982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9a34035-0ec2-4ea0-bc65-ab027d9eeed1 req-929c138d-0482-4c1c-9be9-4d757a699aed tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 948 time: 0.0656829 Jul 06 18:31:20.887525 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:20.899184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9a34035-0ec2-4ea0-bc65-ab027d9eeed1 req-f529f92a-0366-4add-b07e-2a31904ae893 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392902 Jul 06 18:31:22.080750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff836a-a5df-4ec1-9b15-e6d84987981b req-b051b5d1-3565-4f72-bf8c-68a170df8578 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:22.082292 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7ff836a-a5df-4ec1-9b15-e6d84987981b req-b051b5d1-3565-4f72-bf8c-68a170df8578 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 948 time: 0.0691381 Jul 06 18:31:22.123287 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a7ff836a-a5df-4ec1-9b15-e6d84987981b req-469ea3f3-f2d3-4fa2-8879-ab27f86f29e2 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352750 Jul 06 18:31:22.807676 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:23.461697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b6ca0-ab5d-45cd-ac5e-ed4dd15d4150 req-2ff53fb7-c0b6-421d-abfb-1e1dc8c82996 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:23.463628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8f9b6ca0-ab5d-45cd-ac5e-ed4dd15d4150 req-2ff53fb7-c0b6-421d-abfb-1e1dc8c82996 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 948 time: 0.0830977 Jul 06 18:31:23.512940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8f9b6ca0-ab5d-45cd-ac5e-ed4dd15d4150 req-567d0533-f42d-41a6-a220-4cc7874f7615 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422916 Jul 06 18:31:24.050905 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:31:24.449110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-7b7c724a-7e22-4d1b-87c7-cc8dbecaa266 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:24.450591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-7b7c724a-7e22-4d1b-87c7-cc8dbecaa266 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.22 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 948 time: 0.0702031 Jul 06 18:31:24.552969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Deleting port da9085d9-225c-459d-af2a-deda05036a74 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:31:24.553318 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:24.677581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] For port da9085d9-225c-459d-af2a-deda05036a74, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=da9085d9-225c-459d-af2a-deda05036a74,segment=NetworkSegment(c144b3da-1293-43c4-961b-6b6dd080462e),segment_id=c144b3da-1293-43c4-961b-6b6dd080462e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:24.677859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:24.693541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Calling delete_port for da9085d9-225c-459d-af2a-deda05036a74 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:31:24.771164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be32ea0-0695-434c-a935-dfcbd9abaf52 req-b9772418-1e29-46df-b946-ff92d1df2513 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:24.772704 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4be32ea0-0695-434c-a935-dfcbd9abaf52 req-b9772418-1e29-46df-b946-ff92d1df2513 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/ports?device_id=376af771-3718-4246-8d97-55e0e9ca277e HTTP/1.1" status: 200 len: 948 time: 0.1397457 Jul 06 18:31:24.830383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4be32ea0-0695-434c-a935-dfcbd9abaf52 req-2f883d71-43d5-4f74-93e8-fecb6979fddc tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.13 "GET /v2.0/security-groups?id=59501166-7108-45e0-9dba-56af2883f2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482385 Jul 06 18:31:24.890757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:24.902568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['da9085d9-225c-459d-af2a-deda05036a74'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:31:24.924384 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Pushing event deleted for resources: {'Port': ['ID=da9085d9-225c-459d-af2a-deda05036a74,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:24.974897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] No DVR routers for this DVR port da9085d9-225c-459d-af2a-deda05036a74 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:31:24.977612 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:24.979712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c16d01ba-e56e-468b-b64d-1fdd970fd872 req-8ec44f6f-b711-46fb-a785-416bcf559bc4 tempest-ServersAdminNegativeTestJSON-451374502 tempest-ServersAdminNegativeTestJSON-451374502-project] 10.222.0.22 "DELETE /v2.0/ports/da9085d9-225c-459d-af2a-deda05036a74 HTTP/1.1" status: 204 len: 173 time: 0.5241396 Jul 06 18:31:24.980181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376af771-3718-4246-8d97-55e0e9ca277e', 'name': 'network-vif-deleted', 'tag': 'da9085d9-225c-459d-af2a-deda05036a74'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:24.982495 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114a98dc-3c8d-4073-a9d7-2bffdecb46ea" -d '{"events": [{"server_uuid": "376af771-3718-4246-8d97-55e0e9ca277e", "name": "network-vif-deleted", "tag": "da9085d9-225c-459d-af2a-deda05036a74"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:25.020925 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2ea533-46e5-4a4e-8359-092e6f9f8e30 x-openstack-request-id: req-3b2ea533-46e5-4a4e-8359-092e6f9f8e30 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:25.021127 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376af771-3718-4246-8d97-55e0e9ca277e", "name": "network-vif-deleted", "tag": "da9085d9-225c-459d-af2a-deda05036a74", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:25.021384 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b2ea533-46e5-4a4e-8359-092e6f9f8e30 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:25.021799 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376af771-3718-4246-8d97-55e0e9ca277e', 'name': 'network-vif-deleted', 'tag': 'da9085d9-225c-459d-af2a-deda05036a74', 'status': 'completed', 'code': 200} Jul 06 18:31:26.163294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:26.290646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fc4c05cb-7618-4d26-a0bb-7a1ec5c3ec0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a54e97d27c1f4178b89cfe76e3223a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259742 Jul 06 18:31:26.293143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52588) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:26.341478 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a853f530-ae33-4c49-b37c-a40e71b6f0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.362763 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a853f530-ae33-4c49-b37c-a40e71b6f0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.414838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a853f530-ae33-4c49-b37c-a40e71b6f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.417412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a853f530-ae33-4c49-b37c-a40e71b6f0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.418591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a853f530-ae33-4c49-b37c-a40e71b6f0f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59501166-7108-45e0-9dba-56af2883f2f3 HTTP/1.1" status: 204 len: 168 time: 0.1245298 Jul 06 18:31:26.427574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853f530-ae33-4c49-b37c-a40e71b6f0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59501166-7108-45e0-9dba-56af2883f2f3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:26.696143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52594) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:26.710075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c5d7714-dbd6-4dd9-b8e3-bf51210aca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.807414 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c5d7714-dbd6-4dd9-b8e3-bf51210aca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.813015 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c5d7714-dbd6-4dd9-b8e3-bf51210aca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.855513 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0c5d7714-dbd6-4dd9-b8e3-bf51210aca33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a64e458f5192420abdb4b4faa79a5bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579833 Jul 06 18:31:26.856490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d7714-dbd6-4dd9-b8e3-bf51210aca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f2ae3-efbb-4c9c-84cd-f8a331f2695c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:26.859438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:26.919813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8b639b2-7078-49e0-831c-c93bec2a3d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.943462 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8b639b2-7078-49e0-831c-c93bec2a3d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.993248 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8b639b2-7078-49e0-831c-c93bec2a3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.995812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8b639b2-7078-49e0-831c-c93bec2a3d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:26.996970 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a8b639b2-7078-49e0-831c-c93bec2a3d8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb2f2ae3-efbb-4c9c-84cd-f8a331f2695c HTTP/1.1" status: 204 len: 168 time: 0.1348231 Jul 06 18:31:27.007171 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b639b2-7078-49e0-831c-c93bec2a3d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f2ae3-efbb-4c9c-84cd-f8a331f2695c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:27.694988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52618) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:27.797545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-464920329-network', 'tenant_id': '1b0cd3337482452e90dd1ef2f570b568'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:27.823555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Made reservation on behalf of 1b0cd3337482452e90dd1ef2f570b568 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:27.826170 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.836169 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.944494 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.949325 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.972554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:31:27.987871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55334fe6-5ef9-47fe-97fd-d0a815fe5739,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:27.993632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:27.993983 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Added segment 8a99d20c-8738-42a6-92d8-aa64bfd3f5f0 of type vlan for network c80a3338-5bed-4cad-88b0-eb5d43985882 Jul 06 18:31:28.042279 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.055033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device da9085d9-225c-459d-af2a-deda05036a74 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:31:28.080120 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.081639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: da9085d9-225c-459d-af2a-deda05036a74 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:31:28.081639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device da9085d9-225c-459d-af2a-deda05036a74 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:31:28.081908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:28.081908 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.161231 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4651589 Jul 06 18:31:28.164299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52622) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:28.169812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Request body: {'subnet': {'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-464920329-subnet', 'tenant_id': '1b0cd3337482452e90dd1ef2f570b568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:28.171531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fb8c2-06c4-4c04-bb4c-9a75adab7d74 admin admin] Pushing event updated for resources: {'Network': ['ID=c80a3338-5bed-4cad-88b0-eb5d43985882,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:28.183040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network c80a3338-5bed-4cad-88b0-eb5d43985882 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:31:28.197815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Made reservation on behalf of 1b0cd3337482452e90dd1ef2f570b568 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:28.200687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.391476 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.454766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c148b066-753d-4a46-8590-77d1e2849063,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:28.462465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Checking segment: {'id': '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:28.462765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Network hostable DHCP agents. Network: c80a3338-5bed-4cad-88b0-eb5d43985882, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:31:28.481927 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Network c80a3338-5bed-4cad-88b0-eb5d43985882 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:31:28.493628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, c80a3338-5bed-4cad-88b0-eb5d43985882) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:28.500402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:28.501380 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:28.505303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964d24d5-2ddf-45de-bb41-db8351b2ce00 None None] Network c80a3338-5bed-4cad-88b0-eb5d43985882 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:31:28.519150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-16138859-c915-471a-8487-a826d61f10bb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3536258 Jul 06 18:31:28.647110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5880ac8b-e365-47ee-8db0-ae497068a54b None None] Network c80a3338-5bed-4cad-88b0-eb5d43985882 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:31:29.003313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-a7224557-4a34-4fb3-87e2-7bae5539a532 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:29.005015 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-a7224557-4a34-4fb3-87e2-7bae5539a532 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/networks?id=c80a3338-5bed-4cad-88b0-eb5d43985882 HTTP/1.1" status: 200 len: 811 time: 0.1206536 Jul 06 18:31:29.021585 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-705f1caf-0b5a-4353-b6a1-52163a5e5a79 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/quotas/1b0cd3337482452e90dd1ef2f570b568 HTTP/1.1" status: 200 len: 375 time: 0.0109315 Jul 06 18:31:29.059976 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-0e710f28-988e-4ef8-9d8b-b1228efc76cd tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b0cd3337482452e90dd1ef2f570b568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324023 Jul 06 18:31:29.160608 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-4cf64b4f-5d20-4873-a943-25a80dcb8ecb service neutron] 10.222.0.13 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901659 Jul 06 18:31:29.262594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-5311fe34-6df6-467e-8245-4c9ca49d5c1f service neutron] 10.222.0.13 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956466 Jul 06 18:31:29.457533 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-15e9362b-5ba9-4b52-9d98-255f1f600077 req-c67e7f53-bc7b-426c-bf25-8d58aed21a6d tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 210 time: 0.0359859 Jul 06 18:31:30.616172 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c7a744b8-5528-405d-994b-85629e453d45 req-4add0a5b-ee1d-4257-b9b3-5012610a109d tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 210 time: 0.0350683 Jul 06 18:31:30.655728 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-e4080fb7-fddd-4e3f-9a5f-ca81dafa6c53 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:30.658164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-e4080fb7-fddd-4e3f-9a5f-ca81dafa6c53 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.22 "GET /v2.0/networks?id=c80a3338-5bed-4cad-88b0-eb5d43985882 HTTP/1.1" status: 200 len: 811 time: 0.1413496 Jul 06 18:31:30.670986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Request body: {'port': {'device_id': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882', 'admin_state_up': True, 'tenant_id': '1b0cd3337482452e90dd1ef2f570b568'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:30.783632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Made reservation on behalf of 1b0cd3337482452e90dd1ef2f570b568 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:31:30.787193 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:30.923851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Allocated IP 172.20.0.13 (c80a3338-5bed-4cad-88b0-eb5d43985882/c148b066-753d-4a46-8590-77d1e2849063/625b3000-3689-46db-a98b-18dbc9b4a487) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:31:31.096668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.143157 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.189274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Network c80a3338-5bed-4cad-88b0-eb5d43985882 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:31:31.194488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:31:31.198257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:31:31.230473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Pushing event updated for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:31.268701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:31.269686 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.286358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-540a51e9-a38c-4ec8-84e7-5d558a475fc7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6199121 Jul 06 18:31:31.298191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Request body: {'port': {'device_id': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:31:31.375055 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.649590 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625b3000-3689-46db-a98b-18dbc9b4a487 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:31.658393 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.676450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Transition to ACTIVE for port object 625b3000-3689-46db-a98b-18dbc9b4a487 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:31:31.681839 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.735262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Pushing event updated for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:31.846207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Attempting to bind port 625b3000-3689-46db-a98b-18dbc9b4a487 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:31:31.846817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Attempting to bind port 625b3000-3689-46db-a98b-18dbc9b4a487 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:31:31.846817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Attempting to bind port 625b3000-3689-46db-a98b-18dbc9b4a487 on network c80a3338-5bed-4cad-88b0-eb5d43985882 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:31.858449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Port 625b3000-3689-46db-a98b-18dbc9b4a487 on network c80a3338-5bed-4cad-88b0-eb5d43985882 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:31:31.858999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Attempting to bind port 625b3000-3689-46db-a98b-18dbc9b4a487 on network c80a3338-5bed-4cad-88b0-eb5d43985882 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:31:31.869484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:31:31.869826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Checking segment: {'id': '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:31:31.870214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Bound using segment: {'id': '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:31:31.870681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Bound port: 625b3000-3689-46db-a98b-18dbc9b4a487, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:31:31.871046 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:31.882018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d180e6d-174e-46a9-9c2b-f50d68d39d9d req-cc2c6bca-2a3e-443e-aed7-ed2517255ee3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:31.883560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d180e6d-174e-46a9-9c2b-f50d68d39d9d req-cc2c6bca-2a3e-443e-aed7-ed2517255ee3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 944 time: 0.1011255 Jul 06 18:31:31.952918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9d180e6d-174e-46a9-9c2b-f50d68d39d9d req-c7462aaf-e4a0-40ae-9b3d-6c5fbcb34ca1 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628312 Jul 06 18:31:31.974691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:31:31.978171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:31:31.983928 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:32.023781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.024421 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:32.025850 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] 10.222.0.22 "PUT /v2.0/ports/625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 200 len: 1092 time: 0.7318828 Jul 06 18:31:32.026317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:32.028827 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3022e81e-0307-46b1-969d-3a3626322cab" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:32.053073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecbab4-e32b-4e95-8ed9-5e03411f84f1 service neutron] Pushing event updated for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:32.078559 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d76e0d-64bc-4367-bfbc-9b2188167694 x-openstack-request-id: req-e3d76e0d-64bc-4367-bfbc-9b2188167694 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:32.078559 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:32.078559 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3d76e0d-64bc-4367-bfbc-9b2188167694 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:32.078559 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487', 'status': 'completed', 'code': 200} Jul 06 18:31:32.120003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-aac1c6cf-a3e0-4e4a-b643-0789591bea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.121491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-aac1c6cf-a3e0-4e4a-b643-0789591bea75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b0cd3337482452e90dd1ef2f570b568&device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 1095 time: 0.0566854 Jul 06 18:31:32.162261 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-ca25a162-f837-4242-bf58-32210098fd9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 200 len: 217 time: 0.0331728 Jul 06 18:31:32.213684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-2bd55302-0a50-4ffc-8453-808fc2ab3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.215050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-2bd55302-0a50-4ffc-8453-808fc2ab3b1e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c148b066-753d-4a46-8590-77d1e2849063 HTTP/1.1" status: 200 len: 851 time: 0.0458388 Jul 06 18:31:32.247878 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-7c5b8a7e-4a6e-4260-80b5-2c16bedf140f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c80a3338-5bed-4cad-88b0-eb5d43985882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256009 Jul 06 18:31:32.333913 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-285f2250-440b-4ea7-a206-3e2214ab4368 service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790396 Jul 06 18:31:32.429158 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d67cee85-b26b-4f35-b9f1-0e79a8c0b554 req-67383805-b928-432d-a128-88808f0d15d9 service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857627 Jul 06 18:31:32.474691 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:32.529312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022e81e-0307-46b1-969d-3a3626322cab req-cd8018df-2cea-42ff-82cf-5f35278458c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.531705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3022e81e-0307-46b1-969d-3a3626322cab req-cd8018df-2cea-42ff-82cf-5f35278458c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b0cd3337482452e90dd1ef2f570b568&device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 1095 time: 0.0543108 Jul 06 18:31:32.624895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022e81e-0307-46b1-969d-3a3626322cab req-cd12bf90-6c0e-4425-9152-58e173c7e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.626419 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3022e81e-0307-46b1-969d-3a3626322cab req-cd12bf90-6c0e-4425-9152-58e173c7e607 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c80a3338-5bed-4cad-88b0-eb5d43985882 HTTP/1.1" status: 200 len: 912 time: 0.0879185 Jul 06 18:31:32.667375 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3022e81e-0307-46b1-969d-3a3626322cab req-e67dd51d-18c1-41b1-a72d-6422e1fdec6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 200 len: 217 time: 0.0343060 Jul 06 18:31:32.714451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022e81e-0307-46b1-969d-3a3626322cab req-f1d80eb1-ad48-47fa-b683-ea9e4babdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:32.715855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3022e81e-0307-46b1-969d-3a3626322cab req-f1d80eb1-ad48-47fa-b683-ea9e4babdeeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c148b066-753d-4a46-8590-77d1e2849063 HTTP/1.1" status: 200 len: 851 time: 0.0426426 Jul 06 18:31:32.754515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3022e81e-0307-46b1-969d-3a3626322cab req-d88610dd-ee7a-4972-bac5-6415dc9ba86f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c80a3338-5bed-4cad-88b0-eb5d43985882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311205 Jul 06 18:31:33.269048 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3022e81e-0307-46b1-969d-3a3626322cab req-b6aa98d3-03af-493f-ae53-0e94f06b3105 service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076075 Jul 06 18:31:33.308262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f36fb-103c-411d-8382-8c98fa52708f req-230d7ea6-a523-4235-94d8-3590359ddb26 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:33.309842 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe3f36fb-103c-411d-8382-8c98fa52708f req-230d7ea6-a523-4235-94d8-3590359ddb26 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 944 time: 0.1572070 Jul 06 18:31:33.396272 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fe3f36fb-103c-411d-8382-8c98fa52708f req-c3fed1fd-454c-4711-b819-5f2a75ece536 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580616 Jul 06 18:31:33.411318 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3022e81e-0307-46b1-969d-3a3626322cab req-7fd686d7-0783-49df-9063-e7575287cd41 service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335104 Jul 06 18:31:34.583607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852b93a-5988-452c-bdc5-d414cdbc8d6e req-386c2486-311d-4132-a092-149186cc6f5f tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:34.585093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7852b93a-5988-452c-bdc5-d414cdbc8d6e req-386c2486-311d-4132-a092-149186cc6f5f tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 944 time: 0.0689752 Jul 06 18:31:34.626543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7852b93a-5988-452c-bdc5-d414cdbc8d6e req-d829bcb9-4fb9-4d08-9149-a7f0bd77df03 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357494 Jul 06 18:31:35.800682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7d116-594a-4675-9a08-3f659cdc5fd4 req-0f0ddabd-b0e1-4f85-8500-7327e3280d29 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:35.802153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9be7d116-594a-4675-9a08-3f659cdc5fd4 req-0f0ddabd-b0e1-4f85-8500-7327e3280d29 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 944 time: 0.0665350 Jul 06 18:31:35.839441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9be7d116-594a-4675-9a08-3f659cdc5fd4 req-b7d378dd-0ff6-4b84-966e-54360c68ebb5 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316520 Jul 06 18:31:35.868224 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:36.083781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 625b3000-3689-46db-a98b-18dbc9b4a487 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:31:36.179161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:36.191429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '625b3000-3689-46db-a98b-18dbc9b4a487', 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882', 'port_id': '625b3000-3689-46db-a98b-18dbc9b4a487', 'mac_address': 'fa:16:3e:06:94:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c148b066-753d-4a46-8590-77d1e2849063', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:31:36.231353 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:36.244696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625b3000-3689-46db-a98b-18dbc9b4a487 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:31:36.264548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:36.268122 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:36.315172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:36.458847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['625b3000-3689-46db-a98b-18dbc9b4a487'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:31:37.022229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716b70-a197-414d-9ffb-434cd6d68152 req-fb63fbae-8d97-4d8d-832e-5f93df92f249 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:37.023185 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63716b70-a197-414d-9ffb-434cd6d68152 req-fb63fbae-8d97-4d8d-832e-5f93df92f249 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 945 time: 0.0663173 Jul 06 18:31:37.066650 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63716b70-a197-414d-9ffb-434cd6d68152 req-37166272-105e-45a9-90ee-e918e651250d tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377903 Jul 06 18:31:38.092595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 625b3000-3689-46db-a98b-18dbc9b4a487 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:31:38.152551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 625b3000-3689-46db-a98b-18dbc9b4a487 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:31:38.156944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 625b3000-3689-46db-a98b-18dbc9b4a487 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:31:38.157323 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:38.236741 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:38.264023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:31:38.265056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5e87e-8afd-4037-ae63-af930f00dd12 req-a9cf2fe3-3c75-4a80-8ad1-207633c89d7f tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:38.266299 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d413c8-bafa-49c7-93ff-88dc52d7797c" -d '{"events": [{"server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "name": "network-vif-plugged", "status": "completed", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:31:38.266659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9d5e87e-8afd-4037-ae63-af930f00dd12 req-a9cf2fe3-3c75-4a80-8ad1-207633c89d7f tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 945 time: 0.0713770 Jul 06 18:31:38.282754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:31:38.288608 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:38.312970 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5859f8d-7c29-4900-9b79-a56eff59e4ee x-openstack-request-id: req-f5859f8d-7c29-4900-9b79-a56eff59e4ee {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:31:38.313267 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "name": "network-vif-plugged", "status": "completed", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:31:38.313526 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5859f8d-7c29-4900-9b79-a56eff59e4ee {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:31:38.313921 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487', 'code': 200} Jul 06 18:31:38.319962 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a9d5e87e-8afd-4037-ae63-af930f00dd12 req-85ac350d-0859-4ec5-8c9c-27d505a9965b tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394158 Jul 06 18:31:38.345783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:31:38.424077 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d50501-acaa-4ad3-ae20-d6493855462b req-6e139291-d1a6-4445-a2e3-adebb889d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:38.425565 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56d50501-acaa-4ad3-ae20-d6493855462b req-6e139291-d1a6-4445-a2e3-adebb889d7f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 1097 time: 0.0554187 Jul 06 18:31:38.463803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56d50501-acaa-4ad3-ae20-d6493855462b req-3c5c9ac9-eb65-431f-a699-4940c4d2d889 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313461 Jul 06 18:31:39.494174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221cd00-0f43-48c6-84d4-fa4c94c45f0a req-8e980d22-9c95-48c9-b9b7-fc9fb87a04a1 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:39.495666 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3221cd00-0f43-48c6-84d4-fa4c94c45f0a req-8e980d22-9c95-48c9-b9b7-fc9fb87a04a1 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0627649 Jul 06 18:31:39.533842 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3221cd00-0f43-48c6-84d4-fa4c94c45f0a req-32ef256d-cd35-40cb-8ecc-134ebeb30d1b tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Jul 06 18:31:39.871753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:31:39.944851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751a6ac-c94f-4e04-a72a-c13e71a21213 req-b532519f-e6ba-4fd1-9d17-3434afde5101 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:39.946364 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9751a6ac-c94f-4e04-a72a-c13e71a21213 req-b532519f-e6ba-4fd1-9d17-3434afde5101 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0785975 Jul 06 18:31:39.964748 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-4e67ee01-6291-4534-bdf1-8a1b8738b86a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917468 Jul 06 18:31:39.987918 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9751a6ac-c94f-4e04-a72a-c13e71a21213 req-b5df47ba-5bf9-4c99-9e94-253c4a85ef37 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Jul 06 18:31:41.172238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70436fbf-5b8c-4a1f-9010-7a98df110c5e req-566476f6-d0b1-4157-b706-1c2e48308490 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:41.174055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70436fbf-5b8c-4a1f-9010-7a98df110c5e req-566476f6-d0b1-4157-b706-1c2e48308490 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0731769 Jul 06 18:31:41.219805 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70436fbf-5b8c-4a1f-9010-7a98df110c5e req-f23d2322-37d8-4a87-a7b5-4257993fdaa4 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364745 Jul 06 18:31:41.281722 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-4e6edc75-f91a-4648-ae01-f7d0f6d50650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:41.283204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-4e6edc75-f91a-4648-ae01-f7d0f6d50650 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b0cd3337482452e90dd1ef2f570b568&device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 1097 time: 0.0579391 Jul 06 18:31:41.372535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-a9c62286-ff99-4af1-82a5-6fb8989b7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:41.374647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-a9c62286-ff99-4af1-82a5-6fb8989b7eee service neutron] 10.222.0.22 "GET /v2.0/networks?id=c80a3338-5bed-4cad-88b0-eb5d43985882 HTTP/1.1" status: 200 len: 912 time: 0.0852060 Jul 06 18:31:41.416150 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-ec481ce0-8685-4e7c-be68-f31d6f263828 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 200 len: 217 time: 0.0353205 Jul 06 18:31:41.471274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-1b155bda-7840-49a1-9baa-a7480614e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:41.472787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-1b155bda-7840-49a1-9baa-a7480614e6e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c148b066-753d-4a46-8590-77d1e2849063 HTTP/1.1" status: 200 len: 851 time: 0.0508759 Jul 06 18:31:41.508916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-3235cafe-789c-4c9c-bdab-0240c6c18beb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c80a3338-5bed-4cad-88b0-eb5d43985882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294149 Jul 06 18:31:41.598849 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-b83f4733-34ac-4167-ad09-71cc52685e6c service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837054 Jul 06 18:31:41.694791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-6a687347-8407-4ada-8ab6-cd434a016374 service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887091 Jul 06 18:31:42.396299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace309-6781-483b-80a1-e2a373b80710 req-3dc2c5c7-faea-4ed0-9316-7e6087eef260 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:42.397791 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aeace309-6781-483b-80a1-e2a373b80710 req-3dc2c5c7-faea-4ed0-9316-7e6087eef260 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0642955 Jul 06 18:31:42.435698 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aeace309-6781-483b-80a1-e2a373b80710 req-b24a86e1-39a5-417b-9db6-320fae968e43 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Jul 06 18:31:43.614170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29a0e-d313-4e28-8d61-a0ff91b0fb7f req-65bf97b4-732f-4a83-8118-f97ad0a03bb1 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:43.615701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a3b29a0e-d313-4e28-8d61-a0ff91b0fb7f req-65bf97b4-732f-4a83-8118-f97ad0a03bb1 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0644939 Jul 06 18:31:43.658017 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a3b29a0e-d313-4e28-8d61-a0ff91b0fb7f req-245a5c86-26f2-4e91-8808-adaef0e4e2df tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367060 Jul 06 18:31:44.833624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd091d1-5713-4460-9b0e-fe136da35db6 req-4780360e-59a7-4187-bb36-cb9547539ff9 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:44.835150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bd091d1-5713-4460-9b0e-fe136da35db6 req-4780360e-59a7-4187-bb36-cb9547539ff9 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0672691 Jul 06 18:31:44.872728 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bd091d1-5713-4460-9b0e-fe136da35db6 req-e2a6ad91-be8a-4ebb-8c27-5141cbc442a3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Jul 06 18:31:46.062473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6858d-ac43-4b4e-bc33-146a52ad55df req-819ce767-fcd9-4a66-b4bb-c44a823e15dc tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:46.064159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-00c6858d-ac43-4b4e-bc33-146a52ad55df req-819ce767-fcd9-4a66-b4bb-c44a823e15dc tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0724804 Jul 06 18:31:46.105834 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-00c6858d-ac43-4b4e-bc33-146a52ad55df req-8de4eec0-7d45-487f-b101-6ff271f8d7e3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361061 Jul 06 18:31:47.076298 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e3a-603f-4226-a7b7-1a194b7278a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:47.283142 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d760a-ea84-445e-bec3-40e1abd2d7e5 req-6dcb73df-af8a-4b79-8b7e-3f8072596829 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:47.284662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a0d760a-ea84-445e-bec3-40e1abd2d7e5 req-6dcb73df-af8a-4b79-8b7e-3f8072596829 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0651278 Jul 06 18:31:47.323804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0a0d760a-ea84-445e-bec3-40e1abd2d7e5 req-5e98c2c5-11a1-4167-8e93-e20f5094fe27 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Jul 06 18:31:48.514922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f5ac-f595-4f06-880e-d28f306da670 req-b5070809-2b83-4ef0-97d4-d541b9b1cc9f tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:48.516608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5315f5ac-f595-4f06-880e-d28f306da670 req-b5070809-2b83-4ef0-97d4-d541b9b1cc9f tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0733912 Jul 06 18:31:48.559629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5315f5ac-f595-4f06-880e-d28f306da670 req-32c8cd74-9f2f-4603-8bc4-57be77ffa031 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371473 Jul 06 18:31:49.614377 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44babc9d-87c5-406c-8aee-a94531c24318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:49.737634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59c952-0499-484e-bdb4-e84a10563ab0 req-8883f2fd-8dcd-4b6e-a90c-9cdf70fa62f3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:49.739112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ce59c952-0499-484e-bdb4-e84a10563ab0 req-8883f2fd-8dcd-4b6e-a90c-9cdf70fa62f3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0694723 Jul 06 18:31:49.776490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ce59c952-0499-484e-bdb4-e84a10563ab0 req-42333897-49d9-4b1a-add0-af8607bb3599 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Jul 06 18:31:50.174295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:50.890801 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:50.953956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa44b7-c659-4071-bab6-f3fac9b1575a req-3b26137f-d476-4366-950b-ae467494c874 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:50.955474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1aa44b7-c659-4071-bab6-f3fac9b1575a req-3b26137f-d476-4366-950b-ae467494c874 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0635219 Jul 06 18:31:50.993864 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d1aa44b7-c659-4071-bab6-f3fac9b1575a req-e5304572-1c9f-490f-aab1-0046c4438053 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329218 Jul 06 18:31:52.182479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c1dc9-0729-4bdf-9875-e2a63878648d req-6de8e99b-e6cf-4e79-8406-f1dc96cd8e01 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:52.183966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-382c1dc9-0729-4bdf-9875-e2a63878648d req-6de8e99b-e6cf-4e79-8406-f1dc96cd8e01 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0731051 Jul 06 18:31:52.221471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-382c1dc9-0729-4bdf-9875-e2a63878648d req-c8d84863-b414-4f9d-a4f9-cae971a2298c tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Jul 06 18:31:52.808558 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:31:53.403659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946a9e7-cd56-4426-b3a3-8bf1e1d8712a req-7f86b53e-03e0-4edd-ac83-fb4fadefdfbf tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:53.405692 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e946a9e7-cd56-4426-b3a3-8bf1e1d8712a req-7f86b53e-03e0-4edd-ac83-fb4fadefdfbf tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0723526 Jul 06 18:31:53.444779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e946a9e7-cd56-4426-b3a3-8bf1e1d8712a req-acf04f1e-6872-483f-bfaa-0f8863fcb5ba tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Jul 06 18:31:54.621384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c030-bc2a-4bde-ad52-a52fcb3364a0 req-2b1cc31f-a15b-4c6f-86b7-490dd32bf8f0 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:54.622893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fe32c030-bc2a-4bde-ad52-a52fcb3364a0 req-2b1cc31f-a15b-4c6f-86b7-490dd32bf8f0 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0642707 Jul 06 18:31:54.660976 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fe32c030-bc2a-4bde-ad52-a52fcb3364a0 req-94cde838-06fb-4d34-983e-03aad2525d9a tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Jul 06 18:31:55.838064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2c19c-de3d-4f95-96cf-989942aa4a21 req-98ab6eb1-4b42-417f-8941-910a125170e3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:55.839596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-afa2c19c-de3d-4f95-96cf-989942aa4a21 req-98ab6eb1-4b42-417f-8941-910a125170e3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0643008 Jul 06 18:31:55.879531 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-afa2c19c-de3d-4f95-96cf-989942aa4a21 req-ef11cab4-d804-4ca8-8868-b9b093cf71cd tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Jul 06 18:31:57.056711 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a29e08-8035-47e8-a9f3-85dbbdcff055 req-30047e4e-6106-48a2-bcd9-c540ea8ed9ae tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:57.058201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4a29e08-8035-47e8-a9f3-85dbbdcff055 req-30047e4e-6106-48a2-bcd9-c540ea8ed9ae tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0683234 Jul 06 18:31:57.097299 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4a29e08-8035-47e8-a9f3-85dbbdcff055 req-15cda93e-0b7c-4d13-ad6f-7aa9001d27e8 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Jul 06 18:31:58.286153 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36eae9-5cb2-4115-859b-3f877e154461 req-dc39e11a-9788-4f96-9a24-0d3eabf07235 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:58.287684 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd36eae9-5cb2-4115-859b-3f877e154461 req-dc39e11a-9788-4f96-9a24-0d3eabf07235 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0714703 Jul 06 18:31:58.327914 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd36eae9-5cb2-4115-859b-3f877e154461 req-86897e38-6abe-469e-a04a-7f1984acf338 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Jul 06 18:31:59.504936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973f11f-7d0e-417d-9f1f-148a81afad76 req-64893ace-9f48-4879-9c3f-eface017aacf tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:31:59.506478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8973f11f-7d0e-417d-9f1f-148a81afad76 req-64893ace-9f48-4879-9c3f-eface017aacf tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0659907 Jul 06 18:31:59.545450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8973f11f-7d0e-417d-9f1f-148a81afad76 req-d34a1b1f-72b5-442b-a450-c0153861cffa tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Jul 06 18:32:00.722806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfac659-9639-4f3a-b46d-9f3642a26200 req-ac288a08-e861-41cf-a1fc-9201fc70000b tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:00.724215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcfac659-9639-4f3a-b46d-9f3642a26200 req-ac288a08-e861-41cf-a1fc-9201fc70000b tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0641174 Jul 06 18:32:00.761248 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcfac659-9639-4f3a-b46d-9f3642a26200 req-0f612a5c-5fda-43be-831c-4f919e91e452 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 06 18:32:01.050534 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:32:01.944379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865e473-4b8c-478b-a9d5-9bcd6272548a req-7e92d3bd-8b69-4faa-be53-4c46fe302236 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:01.945876 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7865e473-4b8c-478b-a9d5-9bcd6272548a req-7e92d3bd-8b69-4faa-be53-4c46fe302236 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0653985 Jul 06 18:32:01.985631 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7865e473-4b8c-478b-a9d5-9bcd6272548a req-0249d05b-aa46-4206-b23f-527746f614db tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Jul 06 18:32:02.490758 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:03.161971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4f911-a546-4583-bedb-1b2b26036260 req-cef77e5a-fd9c-4939-acc6-747dae2b5de6 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:03.163664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03f4f911-a546-4583-bedb-1b2b26036260 req-cef77e5a-fd9c-4939-acc6-747dae2b5de6 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0635898 Jul 06 18:32:03.201299 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03f4f911-a546-4583-bedb-1b2b26036260 req-aa4e675f-0a05-489d-8c11-7798177c747b tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Jul 06 18:32:04.385377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4d7ba-4748-4a05-b693-9fa358db9ca3 req-09b5f3f9-b77a-47bb-9206-c620e5e8f837 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:04.386893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a0a4d7ba-4748-4a05-b693-9fa358db9ca3 req-09b5f3f9-b77a-47bb-9206-c620e5e8f837 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0714114 Jul 06 18:32:04.424996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a0a4d7ba-4748-4a05-b693-9fa358db9ca3 req-e5eb5b9e-be6a-484e-9c18-0ae228d84f74 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Jul 06 18:32:05.611089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a27e-c381-4370-a96e-d4761ad06c3f req-f0acbcd7-b4fe-44e6-9665-247a413427dd tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:05.612596 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ac4a27e-c381-4370-a96e-d4761ad06c3f req-f0acbcd7-b4fe-44e6-9665-247a413427dd tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0680528 Jul 06 18:32:05.649624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ac4a27e-c381-4370-a96e-d4761ad06c3f req-bb86a640-d9f3-4e65-9476-31cdbc04df69 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Jul 06 18:32:05.853765 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:06.822402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57060fc0-5c4d-44a2-aa2f-081b72a07b07 req-7314f1a4-7453-4fbf-be8e-a0182d587b68 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:06.824096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57060fc0-5c4d-44a2-aa2f-081b72a07b07 req-7314f1a4-7453-4fbf-be8e-a0182d587b68 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0633597 Jul 06 18:32:06.862510 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57060fc0-5c4d-44a2-aa2f-081b72a07b07 req-3d247ab9-4b16-43e3-8a64-b8939d12a27f tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Jul 06 18:32:08.038282 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ae1ed-ce2e-40af-b377-dbe207081a62 req-a2470eeb-9b2a-426c-beb5-0be0b11eb111 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:08.039786 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b28ae1ed-ce2e-40af-b377-dbe207081a62 req-a2470eeb-9b2a-426c-beb5-0be0b11eb111 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0631723 Jul 06 18:32:08.077067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b28ae1ed-ce2e-40af-b377-dbe207081a62 req-ff495106-b7bb-4971-8971-d257639ca853 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Jul 06 18:32:08.622000 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-a7901bba-f14a-4345-96cb-b517c8ca644f service neutron] show failed (client error): The resource could not be found. Jul 06 18:32:08.623046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-a7901bba-f14a-4345-96cb-b517c8ca644f service neutron] 10.222.0.22 "GET /v2.0/ports/625b3000-3689-46db-a98b-18dbc9b4a487/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0613122 Jul 06 18:32:08.901415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-6174d0b1-dc46-490e-8f01-7c036085696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:08.902945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-6174d0b1-dc46-490e-8f01-7c036085696b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d&tenant_id=1b0cd3337482452e90dd1ef2f570b568 HTTP/1.1" status: 200 len: 1097 time: 0.0878105 Jul 06 18:32:08.914499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:08.989898 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.199019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:09.233718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:32:09.263844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab09563-cf0d-4e0f-b2c8-6ccf665d3625 req-96745694-50f4-4b33-832a-676ee6b0d335 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:09.265249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ab09563-cf0d-4e0f-b2c8-6ccf665d3625 req-96745694-50f4-4b33-832a-676ee6b0d335 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0692043 Jul 06 18:32:09.274449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:09.276704 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e6a5b-08fb-4e2c-9d3d-3a7c9ae50282" -d '{"events": [{"server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "name": "network-vif-unplugged", "status": "completed", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:09.280360 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.295058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Transition to ACTIVE for port object 625b3000-3689-46db-a98b-18dbc9b4a487 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:32:09.301264 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.306594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ab09563-cf0d-4e0f-b2c8-6ccf665d3625 req-26041463-9f6d-4bc8-8503-e4ed1731f5a7 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351048 Jul 06 18:32:09.341181 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4795d4-1d50-4046-9d43-99cd1642d67d x-openstack-request-id: req-2b4795d4-1d50-4046-9d43-99cd1642d67d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:09.341479 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "name": "network-vif-unplugged", "status": "completed", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:09.341735 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b4795d4-1d50-4046-9d43-99cd1642d67d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:09.342129 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487', 'code': 200} Jul 06 18:32:09.374064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] No DVR routers for this DVR port 625b3000-3689-46db-a98b-18dbc9b4a487 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:09.380750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Pushing event updated for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:09.407538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.407890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.408234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.408570 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.408905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.409235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.409564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.409889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.410214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.410564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.410889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.411211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:09.428088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Attempting to bind port 625b3000-3689-46db-a98b-18dbc9b4a487 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:32:09.428433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Attempting to bind port 625b3000-3689-46db-a98b-18dbc9b4a487 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:32:09.428765 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Attempting to bind port 625b3000-3689-46db-a98b-18dbc9b4a487 on network c80a3338-5bed-4cad-88b0-eb5d43985882 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:09.433131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Port 625b3000-3689-46db-a98b-18dbc9b4a487 on network c80a3338-5bed-4cad-88b0-eb5d43985882 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:32:09.433452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Attempting to bind port 625b3000-3689-46db-a98b-18dbc9b4a487 on network c80a3338-5bed-4cad-88b0-eb5d43985882 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:09.438441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:32:09.438778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Checking segment: {'id': '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:09.439158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Bound using segment: {'id': '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:32:09.439585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Bound port: 625b3000-3689-46db-a98b-18dbc9b4a487, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:32:09.439945 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.503196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:32:09.508504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:32:09.513340 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.552702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:09.553687 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:09.556216 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] 10.222.0.55 "PUT /v2.0/ports/625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 200 len: 1092 time: 0.6456366 Jul 06 18:32:09.629271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f4758-4bbc-4b53-85b6-6ce3df614975 service neutron] Pushing event updated for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:09.658042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-a20375c7-7387-4bdf-a89d-ddf0e5bcb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:09.659599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-a20375c7-7387-4bdf-a89d-ddf0e5bcb910 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b0cd3337482452e90dd1ef2f570b568&device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 1095 time: 0.0798664 Jul 06 18:32:09.751838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-53b7f188-078a-478f-92cb-8a10f8da766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:09.753322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-53b7f188-078a-478f-92cb-8a10f8da766d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c80a3338-5bed-4cad-88b0-eb5d43985882 HTTP/1.1" status: 200 len: 912 time: 0.0876040 Jul 06 18:32:09.800837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-a465bcc2-0b83-4f75-b8b7-26a849c4d281 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 200 len: 217 time: 0.0414739 Jul 06 18:32:09.850280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-fa22eccc-cfa7-46ab-ab5d-1973115bea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:09.851916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-fa22eccc-cfa7-46ab-ab5d-1973115bea03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c148b066-753d-4a46-8590-77d1e2849063 HTTP/1.1" status: 200 len: 851 time: 0.0452914 Jul 06 18:32:09.888632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-bf7233a6-8ddc-4d1b-83d4-959359866820 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c80a3338-5bed-4cad-88b0-eb5d43985882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295005 Jul 06 18:32:09.994079 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-a26a0038-27af-4fc2-94f2-061357f6dc6f service neutron] 10.222.0.55 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996301 Jul 06 18:32:10.086597 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-68f3543b-ee75-49ce-9ecd-5fa1d64a5b5f req-116f0378-92f1-454d-b4c9-abb2f80ae2de service neutron] 10.222.0.55 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865140 Jul 06 18:32:10.485293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf46b41-a731-4c95-86cd-ebacd2ae8099 req-e9a751f0-1909-4188-8abf-8e582daeeeee tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:10.486991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cf46b41-a731-4c95-86cd-ebacd2ae8099 req-e9a751f0-1909-4188-8abf-8e582daeeeee tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 944 time: 0.0657089 Jul 06 18:32:10.525512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cf46b41-a731-4c95-86cd-ebacd2ae8099 req-ec12c4df-cdc8-487c-9d97-20b2cbdfbec4 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329475 Jul 06 18:32:11.344249 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:11.346704 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b886f7-ed34-462f-8643-91f1c6fd44a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:11.397280 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbe98b3-5a3d-40ed-a0b9-f63645ae4b90 x-openstack-request-id: req-8fbe98b3-5a3d-40ed-a0b9-f63645ae4b90 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:11.397575 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:11.397830 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fbe98b3-5a3d-40ed-a0b9-f63645ae4b90 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:11.398441 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487', 'status': 'completed', 'code': 200} Jul 06 18:32:11.511850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-6dff5b1e-9ebe-4044-9363-86757c45c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:11.513430 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-6dff5b1e-9ebe-4044-9363-86757c45c326 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b0cd3337482452e90dd1ef2f570b568&device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 1095 time: 0.0991414 Jul 06 18:32:11.520612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-806f4211-5cfc-466f-972f-6ac3ed5aaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:11.522074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-806f4211-5cfc-466f-972f-6ac3ed5aaaa2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b0cd3337482452e90dd1ef2f570b568&device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 1095 time: 0.0971737 Jul 06 18:32:11.680457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-549d3cd4-f15e-4398-8da4-d0e8d7aa284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:11.681911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-549d3cd4-f15e-4398-8da4-d0e8d7aa284a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c80a3338-5bed-4cad-88b0-eb5d43985882 HTTP/1.1" status: 200 len: 912 time: 0.1589010 Jul 06 18:32:11.683023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-944a974f-7be0-423b-a202-1bd5dcf17ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:11.684355 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-944a974f-7be0-423b-a202-1bd5dcf17ccd service neutron] 10.222.0.22 "GET /v2.0/networks?id=c80a3338-5bed-4cad-88b0-eb5d43985882 HTTP/1.1" status: 200 len: 912 time: 0.1541951 Jul 06 18:32:11.707246 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acea8fc-47f3-49da-8fbe-2dddfe9b3f9b req-1259d775-3723-42bd-bf90-a676ac1182da tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:11.708761 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2acea8fc-47f3-49da-8fbe-2dddfe9b3f9b req-1259d775-3723-42bd-bf90-a676ac1182da tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 944 time: 0.0684695 Jul 06 18:32:11.732659 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-0ec42484-ed9c-451e-a28a-6d0a7bda9780 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 200 len: 217 time: 0.0430038 Jul 06 18:32:11.754414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2acea8fc-47f3-49da-8fbe-2dddfe9b3f9b req-113bb829-eb86-4044-99bc-6ab259e6cd36 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Jul 06 18:32:11.767909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-bc68837e-b100-44dd-b363-9e467bb89e65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 200 len: 217 time: 0.0714941 Jul 06 18:32:11.839178 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-efd53d0a-96cb-405e-8ff7-0bd3e87faedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:11.840649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-efd53d0a-96cb-405e-8ff7-0bd3e87faedb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c148b066-753d-4a46-8590-77d1e2849063 HTTP/1.1" status: 200 len: 851 time: 0.0816586 Jul 06 18:32:11.844056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-9e95db00-e4c8-42fe-bd25-2075199e7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:11.846040 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-9e95db00-e4c8-42fe-bd25-2075199e7a23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c148b066-753d-4a46-8590-77d1e2849063 HTTP/1.1" status: 200 len: 851 time: 0.0582454 Jul 06 18:32:11.887326 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-d50c0898-5e44-4e15-b07a-07527df2600c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c80a3338-5bed-4cad-88b0-eb5d43985882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401957 Jul 06 18:32:11.913279 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-d0a22a4f-2a6d-48d1-b691-e76ae993e6fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c80a3338-5bed-4cad-88b0-eb5d43985882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590801 Jul 06 18:32:12.061537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-6e46b261-b1d9-42ce-9a05-68e7a3e5e2cf service neutron] 10.222.0.55 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573360 Jul 06 18:32:12.067633 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-c1ff323e-6e8d-4657-b9a5-e06af543d4c8 service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425757 Jul 06 18:32:12.228629 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-b26f2bbb-d312-4be7-a99b-c576d6b1d752 service neutron] 10.222.0.55 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600652 Jul 06 18:32:12.231972 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54b886f7-ed34-462f-8643-91f1c6fd44a7 req-02ae7b93-d263-41dd-9fa3-c164e1a06c16 service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566234 Jul 06 18:32:12.255086 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 625b3000-3689-46db-a98b-18dbc9b4a487 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:12.291220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 625b3000-3689-46db-a98b-18dbc9b4a487 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:12.938118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318a519-736b-439e-9b7d-cb4efc568f11 req-47c148b9-a8da-4b4b-b06d-2df3e02d9b66 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:12.939548 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9318a519-736b-439e-9b7d-cb4efc568f11 req-47c148b9-a8da-4b4b-b06d-2df3e02d9b66 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 944 time: 0.0676472 Jul 06 18:32:12.981521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9318a519-736b-439e-9b7d-cb4efc568f11 req-199b03a4-4391-4be1-9a9d-3aa2d0478d9e tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351000 Jul 06 18:32:13.454596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 625b3000-3689-46db-a98b-18dbc9b4a487 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:32:13.549508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:13.560481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '625b3000-3689-46db-a98b-18dbc9b4a487', 'network_id': 'c80a3338-5bed-4cad-88b0-eb5d43985882', 'port_id': '625b3000-3689-46db-a98b-18dbc9b4a487', 'mac_address': 'fa:16:3e:06:94:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c148b066-753d-4a46-8590-77d1e2849063', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:32:13.596887 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:13.609810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625b3000-3689-46db-a98b-18dbc9b4a487 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:32:13.629546 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:13.632601 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:13.681755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:13.689643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.689987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.690325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.690748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.691078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.691407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.691731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.692054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.692855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.692855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.693033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.693306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:13.993173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['625b3000-3689-46db-a98b-18dbc9b4a487'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:14.157574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba25192-17ac-48e7-b46b-c97fc9b8d195 req-ff143a9c-f3b5-4667-b7db-de1e6fd52774 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:14.159106 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cba25192-17ac-48e7-b46b-c97fc9b8d195 req-ff143a9c-f3b5-4667-b7db-de1e6fd52774 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 945 time: 0.0661139 Jul 06 18:32:14.196385 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cba25192-17ac-48e7-b46b-c97fc9b8d195 req-bf0d574c-0939-4925-8f39-29f08b6ef469 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Jul 06 18:32:14.611670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-f6f7a333-e4e7-4699-af92-8b0ab747185f tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:14.613179 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-f6f7a333-e4e7-4699-af92-8b0ab747185f tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d&tenant_id=1b0cd3337482452e90dd1ef2f570b568&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 945 time: 0.1083467 Jul 06 18:32:14.675413 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-16602787-5c8e-41dc-aa06-8f94cf032d94 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:32:14.676412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-16602787-5c8e-41dc-aa06-8f94cf032d94 service neutron] 10.222.0.22 "DELETE /v2.0/ports/625b3000-3689-46db-a98b-18dbc9b4a487/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0567732 Jul 06 18:32:14.772699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-44403001-43b0-4b51-a879-4248bc9cad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:14.774180 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-44403001-43b0-4b51-a879-4248bc9cad4c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b0cd3337482452e90dd1ef2f570b568&device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 1096 time: 0.0530853 Jul 06 18:32:14.861147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-301a8ba4-0a64-47e6-9ea3-1624001c0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:14.862683 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-301a8ba4-0a64-47e6-9ea3-1624001c0d7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c80a3338-5bed-4cad-88b0-eb5d43985882 HTTP/1.1" status: 200 len: 912 time: 0.0825999 Jul 06 18:32:14.908976 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-391f8c00-8893-4409-a538-1c27f94127c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 200 len: 217 time: 0.0379896 Jul 06 18:32:14.960106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-f2f71d6b-a9c3-4b98-8546-7669863b27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:14.961572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-f2f71d6b-a9c3-4b98-8546-7669863b27cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c148b066-753d-4a46-8590-77d1e2849063 HTTP/1.1" status: 200 len: 851 time: 0.0452285 Jul 06 18:32:14.998986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-b4116a6b-d4fc-406c-9fd3-aa35158ff903 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c80a3338-5bed-4cad-88b0-eb5d43985882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304205 Jul 06 18:32:15.089378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-843f7a28-2e4f-410d-b5d2-26534d368fcf service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840759 Jul 06 18:32:15.175236 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-44df0042-481a-4ab2-a0e2-283dd2b7333a service neutron] 10.222.0.22 "GET /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799775 Jul 06 18:32:15.478093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 625b3000-3689-46db-a98b-18dbc9b4a487 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:32:15.529879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 625b3000-3689-46db-a98b-18dbc9b4a487 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:32:15.535218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 625b3000-3689-46db-a98b-18dbc9b4a487 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:32:15.535668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:15.614618 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:15.637008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:15.639257 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c498f95c-fa61-41cb-8cec-1b351a6cbb19" -d '{"events": [{"server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "name": "network-vif-plugged", "status": "completed", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:15.653205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:15.658214 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:15.681163 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaedff1c-c0fb-4151-bcf7-e7463ac5f851 x-openstack-request-id: req-eaedff1c-c0fb-4151-bcf7-e7463ac5f851 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:15.681447 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "name": "network-vif-plugged", "status": "completed", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:15.681697 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaedff1c-c0fb-4151-bcf7-e7463ac5f851 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:15.682200 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487', 'code': 200} Jul 06 18:32:15.709119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:16.013221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca3c33-7655-4397-81ed-f55d9d793f53 req-687de0b3-fda1-41ef-9072-38e007c1585d tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:16.014752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-caca3c33-7655-4397-81ed-f55d9d793f53 req-687de0b3-fda1-41ef-9072-38e007c1585d tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0633759 Jul 06 18:32:16.052540 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-caca3c33-7655-4397-81ed-f55d9d793f53 req-816d717a-1342-49dc-8fdb-683ff571a8f2 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314858 Jul 06 18:32:17.078609 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd81e0ad-90f7-4ed7-b9bf-ebd3e4d12011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:17.235438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493f1db-eaea-4f67-9342-5f07b18b83db req-cd0bb435-fb0b-44f9-9f6e-15302c4b7c65 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:17.237196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9493f1db-eaea-4f67-9342-5f07b18b83db req-cd0bb435-fb0b-44f9-9f6e-15302c4b7c65 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0682564 Jul 06 18:32:17.274604 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9493f1db-eaea-4f67-9342-5f07b18b83db req-a839e7f9-11a8-4b96-ad39-193584a0cbba tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.13 "GET /v2.0/security-groups?id=55334fe6-5ef9-47fe-97fd-d0a815fe5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Jul 06 18:32:17.350510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-f4f8eae7-27f9-4db7-a5aa-ea8927fbaf54 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:17.351909 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-f4f8eae7-27f9-4db7-a5aa-ea8927fbaf54 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3d75999-0e0e-4652-ad9f-5e490d37832d HTTP/1.1" status: 200 len: 946 time: 0.0642655 Jul 06 18:32:17.455373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Deleting port 625b3000-3689-46db-a98b-18dbc9b4a487 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:32:17.455741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:17.545138 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] For port 625b3000-3689-46db-a98b-18dbc9b4a487, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=625b3000-3689-46db-a98b-18dbc9b4a487,segment=NetworkSegment(8a99d20c-8738-42a6-92d8-aa64bfd3f5f0),segment_id=8a99d20c-8738-42a6-92d8-aa64bfd3f5f0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:17.545504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:17.558807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Calling delete_port for 625b3000-3689-46db-a98b-18dbc9b4a487 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:32:17.691270 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:17.703975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['625b3000-3689-46db-a98b-18dbc9b4a487'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:17.720632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Pushing event deleted for resources: {'Port': ['ID=625b3000-3689-46db-a98b-18dbc9b4a487,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:17.764281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] No DVR routers for this DVR port 625b3000-3689-46db-a98b-18dbc9b4a487 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:32:17.768126 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:17.770132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d357d3e-e69d-4977-b66d-4b424dc2a571 req-29286c29-a3ca-4837-bb3f-d5083fe538d3 tempest-DeleteServersTestJSON-1496679396 tempest-DeleteServersTestJSON-1496679396-project] 10.222.0.55 "DELETE /v2.0/ports/625b3000-3689-46db-a98b-18dbc9b4a487 HTTP/1.1" status: 204 len: 173 time: 0.4120140 Jul 06 18:32:17.770678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'name': 'network-vif-deleted', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:17.772925 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b970bd-b361-47fd-8276-fff83d7293aa" -d '{"events": [{"server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "name": "network-vif-deleted", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:17.810064 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0ab533-4668-4c77-bb17-b0b2f7d9dc4e x-openstack-request-id: req-cd0ab533-4668-4c77-bb17-b0b2f7d9dc4e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:17.810417 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d75999-0e0e-4652-ad9f-5e490d37832d", "name": "network-vif-deleted", "tag": "625b3000-3689-46db-a98b-18dbc9b4a487", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:17.810678 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd0ab533-4668-4c77-bb17-b0b2f7d9dc4e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:17.811085 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d75999-0e0e-4652-ad9f-5e490d37832d', 'name': 'network-vif-deleted', 'tag': '625b3000-3689-46db-a98b-18dbc9b4a487', 'status': 'completed', 'code': 200} Jul 06 18:32:18.514236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:18.564486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Deleting subnet c148b066-753d-4a46-8590-77d1e2849063 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:32:18.567537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.602021 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.641480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.695963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.722920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c148b066-753d-4a46-8590-77d1e2849063,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:18.727367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.729476 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c148b066-753d-4a46-8590-77d1e2849063 HTTP/1.1" status: 204 len: 168 time: 0.2140548 Jul 06 18:32:18.731984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52800) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:18.737196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.737546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.737893 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.738232 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.738617 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.738952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.739287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.739620 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.739952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.740280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.740607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.740930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bfb06a-450f-45fa-9ccc-fd3527f50229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:32:18.807539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.884918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.894628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80a3338-5bed-4cad-88b0-eb5d43985882']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:18.908778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:18.909073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a99d20c-8738-42a6-92d8-aa64bfd3f5f0') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:32:18.917671 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.932961 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.939086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:32:18.939988 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:32:18.941832 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:32:18.995529 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:19.002288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:19.004245 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/c80a3338-5bed-4cad-88b0-eb5d43985882 HTTP/1.1" status: 204 len: 168 time: 0.2712562 Jul 06 18:32:19.017766 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56e55f-c1e5-4591-b8e7-163556f733ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c80a3338-5bed-4cad-88b0-eb5d43985882,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:19.123018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52804) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:19.162787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7799dabe-47f9-4a59-8b0a-4b8a3141a5da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b0cd3337482452e90dd1ef2f570b568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384643 Jul 06 18:32:19.165145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52806) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:19.213946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e292-cd5c-44e9-a6a8-f59a2eac295e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:19.238820 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e292-cd5c-44e9-a6a8-f59a2eac295e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:19.285927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e292-cd5c-44e9-a6a8-f59a2eac295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:19.288639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e292-cd5c-44e9-a6a8-f59a2eac295e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:19.289782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b2a8e292-cd5c-44e9-a6a8-f59a2eac295e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55334fe6-5ef9-47fe-97fd-d0a815fe5739 HTTP/1.1" status: 204 len: 168 time: 0.1237235 Jul 06 18:32:19.297795 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8e292-cd5c-44e9-a6a8-f59a2eac295e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55334fe6-5ef9-47fe-97fd-d0a815fe5739,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:19.617308 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-660144bc-a58b-416a-9748-5597abafa25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:19.981967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 52828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:20.084197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1088958240-network', 'tenant_id': 'ca4ac3ca03c14090ac3a3e5003e7efa0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:20.108039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Made reservation on behalf of ca4ac3ca03c14090ac3a3e5003e7efa0 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:20.111643 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.120127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.177143 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.215068 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.219532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.240596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:32:20.253797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:20.258460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.258812 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Added segment 2c541c1b-e990-4ab2-addc-08a3f1895794 of type vlan for network 88dcf814-802c-487f-a89c-9d5795a24d40 Jul 06 18:32:20.297980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.326715 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.327803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:20.328473 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.712338 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7291915 Jul 06 18:32:20.715380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 52832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:32:20.721227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Request body: {'subnet': {'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1088958240-subnet', 'tenant_id': 'ca4ac3ca03c14090ac3a3e5003e7efa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:20.722195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b34a2-79f1-4ad7-babc-44c91fccf34d admin admin] Pushing event updated for resources: {'Network': ['ID=88dcf814-802c-487f-a89c-9d5795a24d40,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:20.732073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 88dcf814-802c-487f-a89c-9d5795a24d40 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:32:20.744906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Made reservation on behalf of ca4ac3ca03c14090ac3a3e5003e7efa0 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:20.747336 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.895441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.920147 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:20.981409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:20.988789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Checking segment: {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:20.989149 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Network hostable DHCP agents. Network: 88dcf814-802c-487f-a89c-9d5795a24d40, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:32:21.005662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Network 88dcf814-802c-487f-a89c-9d5795a24d40 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:32:21.013843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 88dcf814-802c-487f-a89c-9d5795a24d40) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:21.018651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:21.019249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:21.025233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3911df3-ab73-413d-ad2b-f30503138d88 None None] Network 88dcf814-802c-487f-a89c-9d5795a24d40 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:32:21.034640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a096598f-dbfb-41df-b77c-cf31cabd2c56 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3179374 Jul 06 18:32:21.160884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba417f86-9d94-46f7-bb1a-629bab323ace None None] Network 88dcf814-802c-487f-a89c-9d5795a24d40 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:32:21.460292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-12fe6526-9232-4b29-86fb-6a63941bfaca tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:21.461784 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-12fe6526-9232-4b29-86fb-6a63941bfaca tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 815 time: 0.1000612 Jul 06 18:32:21.477252 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-78bf68cf-c395-4bf7-8147-1a5782e7780f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/quotas/ca4ac3ca03c14090ac3a3e5003e7efa0 HTTP/1.1" status: 200 len: 375 time: 0.0100052 Jul 06 18:32:21.500493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 625b3000-3689-46db-a98b-18dbc9b4a487 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:32:21.516457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-390c55c6-44fa-4499-9ef5-7a97ee6ded47 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340238 Jul 06 18:32:21.521800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 625b3000-3689-46db-a98b-18dbc9b4a487 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:32:21.522096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 625b3000-3689-46db-a98b-18dbc9b4a487 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:32:21.606579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-24dcfdfc-4c3d-4054-aa77-8adb74e66a06 service neutron] 10.222.0.13 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823307 Jul 06 18:32:21.700566 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-4f8c1047-b77a-4b85-93e6-f4cdd196fef7 service neutron] 10.222.0.13 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873976 Jul 06 18:32:21.868233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f56efc88-f483-4613-9f09-fc27cdcac3a2 req-d7f28fa4-39cd-4148-9aee-64ca252ad6cc tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 210 time: 0.0301073 Jul 06 18:32:22.811604 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:22.917622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-c12eb089-2628-4bf6-8400-07352c8936c7 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:22.919433 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-c12eb089-2628-4bf6-8400-07352c8936c7 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.55 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 815 time: 0.1118722 Jul 06 18:32:22.938083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Request body: {'port': {'device_id': '1e585600-0209-48f8-becb-86742d6f4689', 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40', 'admin_state_up': True, 'tenant_id': 'ca4ac3ca03c14090ac3a3e5003e7efa0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:23.024442 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a1a5247-e95d-403d-ace3-13e784df1cf5 req-85cc9bdc-9f38-42e1-8183-fc768c021e3c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 210 time: 0.0324099 Jul 06 18:32:23.065376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Made reservation on behalf of ca4ac3ca03c14090ac3a3e5003e7efa0 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:32:23.069016 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.195458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Allocated IP 172.20.0.5 (88dcf814-802c-487f-a89c-9d5795a24d40/3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed/95161a7b-d639-4de8-8bbf-970b8aeb8334) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:32:23.346224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.385941 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.428245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Network 88dcf814-802c-487f-a89c-9d5795a24d40 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:32:23.431440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:32:23.437291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:32:23.464302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Pushing event updated for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:23.490073 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:23.490729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.504339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-08d7e902-5768-45e7-9428-a26a11c8c3bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705214 Jul 06 18:32:23.517820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Request body: {'port': {'device_id': '1e585600-0209-48f8-becb-86742d6f4689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:32:23.590538 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.848393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95161a7b-d639-4de8-8bbf-970b8aeb8334 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:32:23.855840 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.869033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Transition to ACTIVE for port object 95161a7b-d639-4de8-8bbf-970b8aeb8334 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:32:23.882126 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:23.933538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Pushing event updated for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:24.007177 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Attempting to bind port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:32:24.007511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Attempting to bind port 95161a7b-d639-4de8-8bbf-970b8aeb8334 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:32:24.007845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Attempting to bind port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on network 88dcf814-802c-487f-a89c-9d5795a24d40 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:24.012092 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on network 88dcf814-802c-487f-a89c-9d5795a24d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:32:24.012411 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Attempting to bind port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on network 88dcf814-802c-487f-a89c-9d5795a24d40 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:32:24.018327 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:32:24.018698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Checking segment: {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:32:24.019080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Bound using segment: {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:32:24.019523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Bound port: 95161a7b-d639-4de8-8bbf-970b8aeb8334, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:32:24.019864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:24.085985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:32:24.089065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:32:24.094597 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:24.131158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:24.131888 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:24.133277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] 10.222.0.55 "PUT /v2.0/ports/95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 1091 time: 0.6199045 Jul 06 18:32:24.133783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:24.136070 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:24.191223 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cb82d2-2315-4cad-803c-e7e89374530d x-openstack-request-id: req-d9cb82d2-2315-4cad-803c-e7e89374530d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:24.191565 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:24.191767 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9cb82d2-2315-4cad-803c-e7e89374530d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:24.192136 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'status': 'completed', 'code': 200} Jul 06 18:32:24.219675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b0b0c-30c4-4955-8f40-72985aac33bc service neutron] Pushing event updated for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:24.268804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c355768-b31b-43c9-8173-8a57b753c99f req-fd2c7b9a-dbfc-4aa1-a1f7-95deec19347f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:24.270282 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c355768-b31b-43c9-8173-8a57b753c99f req-fd2c7b9a-dbfc-4aa1-a1f7-95deec19347f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 943 time: 0.1194966 Jul 06 18:32:24.275510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-009c48c6-d515-432f-a8cb-f2cb58550f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:24.276881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-009c48c6-d515-432f-a8cb-f2cb58550f4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 1094 time: 0.0883889 Jul 06 18:32:24.325518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-547478a4-40e9-4f1c-b059-a36c2f64767f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 217 time: 0.0403280 Jul 06 18:32:24.370435 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c355768-b31b-43c9-8173-8a57b753c99f req-c00bf020-f917-489b-94a7-567e8b5e0050 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925798 Jul 06 18:32:24.390214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-ea2ac18d-03d5-4f1a-bdcc-4894f926a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:24.392445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-ea2ac18d-03d5-4f1a-bdcc-4894f926a255 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0570800 Jul 06 18:32:24.426438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-be428b6b-ffc6-4538-b460-8afe20e56056 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286000 Jul 06 18:32:24.514179 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-2b996fca-1473-4970-8462-2511b1b390a4 service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815365 Jul 06 18:32:24.609595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1404b0e6-614f-4efe-bd79-44c83d854826 req-fdf3d315-cb10-44ba-b574-772cf084d20c service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888455 Jul 06 18:32:24.718536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-5f68e5cf-00f4-480c-aa58-c3a9f40a9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:24.720832 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-5f68e5cf-00f4-480c-aa58-c3a9f40a9251 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 1094 time: 0.0539775 Jul 06 18:32:24.813070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-6bb5880c-d589-4592-a539-b5f88d53e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:24.814618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-6bb5880c-d589-4592-a539-b5f88d53e79d service neutron] 10.222.0.55 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.0880084 Jul 06 18:32:24.856303 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-d32443f3-fc13-4552-a80c-d5957bd54dc7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 217 time: 0.0355415 Jul 06 18:32:24.905828 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-88b82eb3-b944-4f29-86e3-69cfcdb0ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:24.908549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-88b82eb3-b944-4f29-86e3-69cfcdb0ad24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0453954 Jul 06 18:32:24.943925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-032f1352-f605-4a84-b12e-61883186ba3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306764 Jul 06 18:32:25.044991 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-45c9d516-b7dc-45bf-a245-83db72b407d2 service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944078 Jul 06 18:32:25.158357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a39ba15f-a54c-4c93-91b8-7f3958c13a7c req-e8ce8aa4-cbbe-4cfc-b00c-c1ddf49c4b6c service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069396 Jul 06 18:32:25.551750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc256a2-56c1-493a-861c-60bd0384f879 req-e7946984-72af-48c9-a41d-e1d1361c15f3 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:25.553246 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4dc256a2-56c1-493a-861c-60bd0384f879 req-e7946984-72af-48c9-a41d-e1d1361c15f3 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 943 time: 0.0651133 Jul 06 18:32:25.590798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4dc256a2-56c1-493a-861c-60bd0384f879 req-e99506ee-e1cb-4c64-9a73-bf4c3a7ab4ca tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Jul 06 18:32:26.762907 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309ff99-bee8-484c-96b4-ec6c2270c296 req-38d1b0ae-5f4e-4cc9-82bb-26f98d0dbf63 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:26.764297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3309ff99-bee8-484c-96b4-ec6c2270c296 req-38d1b0ae-5f4e-4cc9-82bb-26f98d0dbf63 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 943 time: 0.0631251 Jul 06 18:32:26.802043 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3309ff99-bee8-484c-96b4-ec6c2270c296 req-daf3d779-d58a-46af-9c3d-48abf38be9c7 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Jul 06 18:32:27.551626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 95161a7b-d639-4de8-8bbf-970b8aeb8334 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:32:27.647011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:27.658534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40', 'port_id': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'mac_address': 'fa:16:3e:d9:3d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:32:27.694027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.706649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95161a7b-d639-4de8-8bbf-970b8aeb8334 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:32:27.725632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:27.729320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:27.774709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:27.978726 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93f93b-a0bd-477d-8324-e1c2e1858a1c req-3ca1e813-a75d-47b0-b7ac-c471a0d7789e tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:27.980161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad93f93b-a0bd-477d-8324-e1c2e1858a1c req-3ca1e813-a75d-47b0-b7ac-c471a0d7789e tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 944 time: 0.0672593 Jul 06 18:32:28.019642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ad93f93b-a0bd-477d-8324-e1c2e1858a1c req-4fafa16d-0895-40e6-ab8a-ee9dd430ebf0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330553 Jul 06 18:32:28.021691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['95161a7b-d639-4de8-8bbf-970b8aeb8334'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:32:29.192498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40034823-36fc-4ea1-9462-75321769cc70 req-94ef2f73-654c-472b-b417-c5bbd331910d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:29.193928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40034823-36fc-4ea1-9462-75321769cc70 req-94ef2f73-654c-472b-b417-c5bbd331910d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 944 time: 0.0627060 Jul 06 18:32:29.233838 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-40034823-36fc-4ea1-9462-75321769cc70 req-72a3aebc-583d-41ef-b498-7216587147da tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321858 Jul 06 18:32:29.567319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 95161a7b-d639-4de8-8bbf-970b8aeb8334 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:32:29.615374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 95161a7b-d639-4de8-8bbf-970b8aeb8334 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:32:29.619078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 95161a7b-d639-4de8-8bbf-970b8aeb8334 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:32:29.619474 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.697995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.719595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:32:29.721929 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e94d866-db7e-404b-98f5-234d9bd86d92" -d '{"events": [{"server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "name": "network-vif-plugged", "status": "completed", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:32:29.734393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:32:29.741502 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:29.765145 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee041a3f-fc91-462b-bd57-a358879ffa12 x-openstack-request-id: req-ee041a3f-fc91-462b-bd57-a358879ffa12 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:32:29.765441 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "name": "network-vif-plugged", "status": "completed", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:32:29.765697 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee041a3f-fc91-462b-bd57-a358879ffa12 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:32:29.766088 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'code': 200} Jul 06 18:32:29.794489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:32:29.878673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c03830-573b-4435-b4a6-1554dace102c req-9541d373-05e2-4d88-aac9-60cbe64009f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:29.880175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01c03830-573b-4435-b4a6-1554dace102c req-9541d373-05e2-4d88-aac9-60cbe64009f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 1096 time: 0.0577164 Jul 06 18:32:29.914607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-01c03830-573b-4435-b4a6-1554dace102c req-23591340-d0b7-44ae-aae2-73b12afbf436 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281997 Jul 06 18:32:30.406263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded297d-8e62-432c-933b-19c72710afa4 req-e8e394e9-4c12-4a94-8b22-505f18b86d33 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:30.408674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ded297d-8e62-432c-933b-19c72710afa4 req-e8e394e9-4c12-4a94-8b22-505f18b86d33 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0657144 Jul 06 18:32:30.447109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7ded297d-8e62-432c-933b-19c72710afa4 req-a9bb2416-670d-44f1-a1a9-078b3cf5c137 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328560 Jul 06 18:32:31.626775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88833e-bb16-4b40-be6c-678f19c0f71f req-b814cfa0-bb29-444a-ab7b-7442eba5aec0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:31.628270 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7f88833e-bb16-4b40-be6c-678f19c0f71f req-b814cfa0-bb29-444a-ab7b-7442eba5aec0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0660255 Jul 06 18:32:31.666249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7f88833e-bb16-4b40-be6c-678f19c0f71f req-8079551c-b093-4535-8d20-4e5d91cbfd16 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Jul 06 18:32:31.840307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f325f3-971a-420b-b4a6-3c4f37ad4e37 req-88b879ba-ada6-497d-8238-573bccc70b04 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:31.841785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48f325f3-971a-420b-b4a6-3c4f37ad4e37 req-88b879ba-ada6-497d-8238-573bccc70b04 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0636268 Jul 06 18:32:31.883933 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48f325f3-971a-420b-b4a6-3c4f37ad4e37 req-483fdbd7-6a6f-4358-b7e4-5ebf066618e9 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359063 Jul 06 18:32:32.241801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51792102-4c75-4086-8ac3-d6b369322078 req-8ee69635-4d22-4c39-a398-347f20d46b2c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:32.243246 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51792102-4c75-4086-8ac3-d6b369322078 req-8ee69635-4d22-4c39-a398-347f20d46b2c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0811512 Jul 06 18:32:32.283157 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-51792102-4c75-4086-8ac3-d6b369322078 req-6a01b2e7-00fd-446f-88dd-da624692d6ed tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344076 Jul 06 18:32:32.453197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad541d4-51ea-45c5-afb6-395aedaa5e67 req-01094bbc-5f64-4b94-b1c8-80a6b575ff41 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:32.455325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ad541d4-51ea-45c5-afb6-395aedaa5e67 req-01094bbc-5f64-4b94-b1c8-80a6b575ff41 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0652463 Jul 06 18:32:32.494659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ad541d4-51ea-45c5-afb6-395aedaa5e67 req-379be176-4376-43e2-97a3-bcb1d2c3664b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334637 Jul 06 18:32:32.529713 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:32.854509 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-d618262a-cf31-4901-8886-03be9c683b02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0656536 Jul 06 18:32:32.917887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885e103-e581-47f3-8171-0ef108109771 req-a2fd9968-3cdb-4298-9a9c-57b615ebff46 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:32.919655 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d885e103-e581-47f3-8171-0ef108109771 req-a2fd9968-3cdb-4298-9a9c-57b615ebff46 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0792885 Jul 06 18:32:32.961145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d885e103-e581-47f3-8171-0ef108109771 req-ba32c4f7-833d-4a06-89fe-25761da2aa13 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339155 Jul 06 18:32:34.065004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-1a9c37bb-0eb2-49d4-bac9-0e95e44387fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:34.066442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-1a9c37bb-0eb2-49d4-bac9-0e95e44387fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 1096 time: 0.0595834 Jul 06 18:32:34.200987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-75ae667c-273b-48da-be29-afead29c5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:34.202501 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-75ae667c-273b-48da-be29-afead29c5dd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.1293855 Jul 06 18:32:34.213332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96603717-5b6f-493e-a370-120e251d3850 req-e903ee1c-50ed-4c32-9b96-006644b628a0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:34.214779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96603717-5b6f-493e-a370-120e251d3850 req-e903ee1c-50ed-4c32-9b96-006644b628a0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.1336925 Jul 06 18:32:34.262979 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-29895075-0cc6-46f5-9a2e-2cf33f2674f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 217 time: 0.0471361 Jul 06 18:32:34.309167 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-96603717-5b6f-493e-a370-120e251d3850 req-e4e78850-709d-4f69-bf83-683d4e99ef41 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870247 Jul 06 18:32:34.324158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-427ba4a0-c918-499e-bc13-f436fa57a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:34.325618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-427ba4a0-c918-499e-bc13-f436fa57a6e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0560844 Jul 06 18:32:34.363665 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-50f3a51c-63ec-4475-bb87-28d029bdff45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315022 Jul 06 18:32:34.451899 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-7ae61f5c-c04a-4940-bf36-3e281343f2eb service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822027 Jul 06 18:32:34.545964 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-5518486c-6528-4179-8843-1fc7cb6ac01a service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872693 Jul 06 18:32:35.484380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca1508-71ea-48aa-919d-e866a65d1fba req-c791f46c-e871-487e-a528-5fa704697eca tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:35.486962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bca1508-71ea-48aa-919d-e866a65d1fba req-c791f46c-e871-487e-a528-5fa704697eca tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0666227 Jul 06 18:32:35.525804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bca1508-71ea-48aa-919d-e866a65d1fba req-3ea87b50-23ef-411b-a677-642558ae1fee tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Jul 06 18:32:35.873242 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:36.708634 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f79a-ae1b-4b9e-8d38-eb071016a94d req-bf935c26-b97e-4a27-888c-c8e281825013 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:36.710012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0621f79a-ae1b-4b9e-8d38-eb071016a94d req-bf935c26-b97e-4a27-888c-c8e281825013 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0670900 Jul 06 18:32:36.747569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0621f79a-ae1b-4b9e-8d38-eb071016a94d req-efc8b70c-feab-407d-8c9e-160ed9c527df tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Jul 06 18:32:37.928449 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cd889-1fb8-4435-b5d1-8a0a56201f81 req-7b0bf05c-f75f-45aa-84bb-d63015a676ca tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:37.929963 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-525cd889-1fb8-4435-b5d1-8a0a56201f81 req-7b0bf05c-f75f-45aa-84bb-d63015a676ca tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0685313 Jul 06 18:32:37.967710 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-525cd889-1fb8-4435-b5d1-8a0a56201f81 req-9cd1d4ae-8b94-433b-a21e-2d28c20334a1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Jul 06 18:32:38.050327 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:32:39.146071 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b3ce-c648-4e8d-a851-8013843207e8 req-f3070e8b-5013-473e-a8b1-d6c112e17990 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:39.147525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5368b3ce-c648-4e8d-a851-8013843207e8 req-f3070e8b-5013-473e-a8b1-d6c112e17990 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0652010 Jul 06 18:32:39.184143 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5368b3ce-c648-4e8d-a851-8013843207e8 req-2b6f0630-f2ec-47e9-8035-12eab9facc71 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Jul 06 18:32:40.356297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb20436-6ae5-499c-a822-6dc88882227a req-20af8af9-db0e-4dfc-9a34-1e3f3355a5ee tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:40.357788 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfb20436-6ae5-499c-a822-6dc88882227a req-20af8af9-db0e-4dfc-9a34-1e3f3355a5ee tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0625212 Jul 06 18:32:40.395967 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfb20436-6ae5-499c-a822-6dc88882227a req-a935c800-4ac5-4924-8fc5-f4c1bd7e81c2 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Jul 06 18:32:41.573544 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab32c1-f93d-4481-a106-e3ec6020da5c req-e3978e30-f70d-4544-88cd-453a9fac5906 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:41.575039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70ab32c1-f93d-4481-a106-e3ec6020da5c req-e3978e30-f70d-4544-88cd-453a9fac5906 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0662148 Jul 06 18:32:41.613073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-70ab32c1-f93d-4481-a106-e3ec6020da5c req-b016d1c2-b8c6-40c8-a265-a54502ea356d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Jul 06 18:32:42.666759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a506b9e-8b61-49cb-8463-031063a8817c req-a5f048a3-7d46-4a4a-9a2a-5ddf5551e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:42.668225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a506b9e-8b61-49cb-8463-031063a8817c req-a5f048a3-7d46-4a4a-9a2a-5ddf5551e546 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 1096 time: 0.0545948 Jul 06 18:32:42.779683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a506b9e-8b61-49cb-8463-031063a8817c req-70441572-3cec-49f4-926d-c640d75c55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:42.781165 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a506b9e-8b61-49cb-8463-031063a8817c req-70441572-3cec-49f4-926d-c640d75c55b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.0897171 Jul 06 18:32:42.786950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e0aa-8cfc-4649-ad96-6d4362cea201 req-5edf0f0b-bbc1-4eb0-a4e9-9aed3ae995d7 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:42.788452 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0018e0aa-8cfc-4649-ad96-6d4362cea201 req-5edf0f0b-bbc1-4eb0-a4e9-9aed3ae995d7 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0633154 Jul 06 18:32:42.822801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a506b9e-8b61-49cb-8463-031063a8817c req-264f9b7c-fc0f-4bd5-9977-d9733960871d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 217 time: 0.0350256 Jul 06 18:32:42.830170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0018e0aa-8cfc-4649-ad96-6d4362cea201 req-7ce1e934-bb3b-49b3-a8a5-abaa1da076af tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360386 Jul 06 18:32:42.874184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a506b9e-8b61-49cb-8463-031063a8817c req-ba85bb15-4015-4438-b04b-9466066b1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:42.875675 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a506b9e-8b61-49cb-8463-031063a8817c req-ba85bb15-4015-4438-b04b-9466066b1852 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0467992 Jul 06 18:32:42.906607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a506b9e-8b61-49cb-8463-031063a8817c req-58032630-4fe0-42d0-85cb-4f4b40631726 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250251 Jul 06 18:32:42.997794 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a506b9e-8b61-49cb-8463-031063a8817c req-d73132a8-b0af-4b73-b32b-c1ad4ba746d2 service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849454 Jul 06 18:32:43.085211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a506b9e-8b61-49cb-8463-031063a8817c req-19c11d5a-e94e-4e78-a21f-acb91219594f service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814102 Jul 06 18:32:44.012796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe11b0-1eea-44e4-8e3f-3759bc5b7898 req-c0dc3b8a-0131-4624-b619-c18cdd6c59a7 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:44.014273 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fbe11b0-1eea-44e4-8e3f-3759bc5b7898 req-c0dc3b8a-0131-4624-b619-c18cdd6c59a7 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0695689 Jul 06 18:32:44.052379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7fbe11b0-1eea-44e4-8e3f-3759bc5b7898 req-1eab18d0-10f0-4f03-8eb1-ef1d6e5dae26 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Jul 06 18:32:45.224368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a2b3-085e-4ef4-83ad-76446d57a9fe req-0a290d3a-0d31-4a40-9c9a-abf9211c6e80 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:45.225860 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28d4a2b3-085e-4ef4-83ad-76446d57a9fe req-0a290d3a-0d31-4a40-9c9a-abf9211c6e80 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0633149 Jul 06 18:32:45.263953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-28d4a2b3-085e-4ef4-83ad-76446d57a9fe req-fd990ac7-8dca-4796-8fd8-5e83e9583c4d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Jul 06 18:32:46.438733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a5987-fbab-477f-85ad-51bde6e72441 req-d7c33eb1-2f73-49c3-a18a-3be3d39394b6 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:46.438733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-529a5987-fbab-477f-85ad-51bde6e72441 req-d7c33eb1-2f73-49c3-a18a-3be3d39394b6 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0639305 Jul 06 18:32:46.478102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-529a5987-fbab-477f-85ad-51bde6e72441 req-6b26983f-0582-409d-9cfb-97e1032293bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323746 Jul 06 18:32:47.081416 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21da61a0-0c05-4803-95bc-a812b074b4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:47.661134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c8ad7-87fe-4e5c-9423-fb4c7e308f02 req-acf4ea74-4db1-4f70-9a36-08187b9c0d7c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:47.662905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff3c8ad7-87fe-4e5c-9423-fb4c7e308f02 req-acf4ea74-4db1-4f70-9a36-08187b9c0d7c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0694847 Jul 06 18:32:47.700770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff3c8ad7-87fe-4e5c-9423-fb4c7e308f02 req-fb124877-37b6-4f1b-88ed-60840af9945d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Jul 06 18:32:48.883980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714e9f1-1d31-48e2-aa1a-82be51241e65 req-bbf460ff-9ce0-49d0-9d70-f0702fa91734 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:48.885439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6714e9f1-1d31-48e2-aa1a-82be51241e65 req-bbf460ff-9ce0-49d0-9d70-f0702fa91734 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0677896 Jul 06 18:32:48.921965 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6714e9f1-1d31-48e2-aa1a-82be51241e65 req-6871e157-44d3-4bed-9f17-7fc092ff2e0f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Jul 06 18:32:49.618599 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbe38495-5cf4-48ba-9bb0-e99f97160c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.100569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e65a2-bd82-4e08-986c-6be9864281f0 req-efdb015a-c695-40ed-9678-9f9b35b3a305 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:50.102067 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-924e65a2-bd82-4e08-986c-6be9864281f0 req-efdb015a-c695-40ed-9678-9f9b35b3a305 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0681992 Jul 06 18:32:50.140639 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-924e65a2-bd82-4e08-986c-6be9864281f0 req-22a0ba38-2b1e-448b-8b45-a4c746f41cf1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Jul 06 18:32:50.183413 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:50.897339 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:51.340677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066da86a-a1b4-4044-8da9-1a650c148a28 req-6da71457-a81d-4f0f-865e-88eb3d97174f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:51.342187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-066da86a-a1b4-4044-8da9-1a650c148a28 req-6da71457-a81d-4f0f-865e-88eb3d97174f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0789139 Jul 06 18:32:51.381627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-066da86a-a1b4-4044-8da9-1a650c148a28 req-aa8e3d4d-fd11-4dad-b10d-0605171f4460 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Jul 06 18:32:52.559425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f391-22a0-4036-b592-226a7755bacf req-5f69bf02-7261-4ff6-8db9-618ee02be7d9 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:52.560914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-df63f391-22a0-4036-b592-226a7755bacf req-5f69bf02-7261-4ff6-8db9-618ee02be7d9 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0637739 Jul 06 18:32:52.598884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-df63f391-22a0-4036-b592-226a7755bacf req-17cb5306-96aa-4928-abca-58863ad523c5 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322852 Jul 06 18:32:52.812284 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:32:53.774302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f426b9-4f95-411c-a1f0-0e7afd1ddc80 req-bd0cbdd9-faba-4aae-a2b5-842638c313b0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:53.775793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62f426b9-4f95-411c-a1f0-0e7afd1ddc80 req-bd0cbdd9-faba-4aae-a2b5-842638c313b0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0655808 Jul 06 18:32:53.812443 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-62f426b9-4f95-411c-a1f0-0e7afd1ddc80 req-107b1f64-7409-4722-bbd9-3e88165e618e tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312083 Jul 06 18:32:54.999411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca117e-7581-4678-9f56-e1d413e94e7b req-7646ca68-c438-4be9-bcae-05c0df474f37 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:55.000922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2dca117e-7581-4678-9f56-e1d413e94e7b req-7646ca68-c438-4be9-bcae-05c0df474f37 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0770664 Jul 06 18:32:55.038450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2dca117e-7581-4678-9f56-e1d413e94e7b req-06228e09-d808-4fc9-b7d3-1e9670002c03 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309169 Jul 06 18:32:56.216623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea72cc-47a1-4b02-b5d0-b7d23b799d63 req-8acf5879-f986-4a51-a4a6-7bf0dec1d0fd tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:56.218098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9aea72cc-47a1-4b02-b5d0-b7d23b799d63 req-8acf5879-f986-4a51-a4a6-7bf0dec1d0fd tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0674334 Jul 06 18:32:56.258761 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9aea72cc-47a1-4b02-b5d0-b7d23b799d63 req-36caaad2-155d-4f74-8342-98415ab0e8cf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344973 Jul 06 18:32:57.434025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8868bd-28ca-4932-9fdc-244e993b3555 req-aea82fca-3c8e-4b33-bd88-c750567cb7f0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:57.435620 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c8868bd-28ca-4932-9fdc-244e993b3555 req-aea82fca-3c8e-4b33-bd88-c750567cb7f0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0646856 Jul 06 18:32:57.474030 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c8868bd-28ca-4932-9fdc-244e993b3555 req-fe4c5770-6257-4918-ae8f-1977ab4e5b43 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Jul 06 18:32:58.653603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7b877-c401-4b0c-b735-decbc38ff6af req-829cc652-8d7e-4f52-9301-b3b228c2efaf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:58.655566 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e1b7b877-c401-4b0c-b735-decbc38ff6af req-829cc652-8d7e-4f52-9301-b3b228c2efaf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0666783 Jul 06 18:32:58.697202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e1b7b877-c401-4b0c-b735-decbc38ff6af req-b890fc2b-57ff-4f53-b35a-1f257fbdc1fb tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353370 Jul 06 18:32:59.872186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74949c-b087-4685-a631-8688f4030906 req-3028b1e8-4407-4aad-ae83-fa553f5794c2 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:32:59.874207 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e74949c-b087-4685-a631-8688f4030906 req-3028b1e8-4407-4aad-ae83-fa553f5794c2 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0648139 Jul 06 18:32:59.912325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4e74949c-b087-4685-a631-8688f4030906 req-13b1c75a-7f99-4e28-91aa-23c883537b2a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Jul 06 18:33:01.091149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2604a-c746-4509-8ee5-789e34f48cc5 req-1338c066-94e6-4f67-bd8b-3d88d7457a35 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:01.092664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ae2604a-c746-4509-8ee5-789e34f48cc5 req-1338c066-94e6-4f67-bd8b-3d88d7457a35 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0682266 Jul 06 18:33:01.133770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6ae2604a-c746-4509-8ee5-789e34f48cc5 req-42d44be0-3f48-448d-8f55-5e7d21e155be tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Jul 06 18:33:01.445850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-9e2270c0-8a75-4573-a01f-7a270efbf09a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:33:01.446889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-9e2270c0-8a75-4573-a01f-7a270efbf09a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054114 Jul 06 18:33:01.508161 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-a7fdf4dc-d360-4124-8281-2c14ed1f679d service neutron] show failed (client error): The resource could not be found. Jul 06 18:33:01.509178 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-a7fdf4dc-d360-4124-8281-2c14ed1f679d service neutron] 10.222.0.55 "GET /v2.0/ports/95161a7b-d639-4de8-8bbf-970b8aeb8334/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0558963 Jul 06 18:33:01.797938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-eaccf5b2-2161-4338-a118-76d92d01bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:01.799452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-eaccf5b2-2161-4338-a118-76d92d01bf43 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689&tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0 HTTP/1.1" status: 200 len: 1096 time: 0.0947020 Jul 06 18:33:01.811129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:01.885178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.097266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:02.130913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:02.169824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:02.172230 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14df200-ca9e-4912-ad60-132017a75c33" -d '{"events": [{"server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "name": "network-vif-unplugged", "status": "completed", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:02.176390 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.189542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Transition to ACTIVE for port object 95161a7b-d639-4de8-8bbf-970b8aeb8334 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:02.194477 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.231659 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d228329-a948-44b4-bac1-d6fb17055969 x-openstack-request-id: req-2d228329-a948-44b4-bac1-d6fb17055969 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:02.231976 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "name": "network-vif-unplugged", "status": "completed", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:02.232220 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d228329-a948-44b4-bac1-d6fb17055969 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:02.232624 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'code': 200} Jul 06 18:33:02.265076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] No DVR routers for this DVR port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:33:02.276921 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Pushing event updated for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:02.306415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Attempting to bind port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:02.306755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Attempting to bind port 95161a7b-d639-4de8-8bbf-970b8aeb8334 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:02.307091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Attempting to bind port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on network 88dcf814-802c-487f-a89c-9d5795a24d40 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:02.311313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on network 88dcf814-802c-487f-a89c-9d5795a24d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:02.311637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Attempting to bind port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on network 88dcf814-802c-487f-a89c-9d5795a24d40 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:02.317227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:33:02.317568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Checking segment: {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:02.317949 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Bound using segment: {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:33:02.318403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Bound port: 95161a7b-d639-4de8-8bbf-970b8aeb8334, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:33:02.318766 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.319692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d6664-434a-4b33-87b8-3baf9e1e4962 req-42880089-8e76-4fbc-a56e-09a339007532 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:02.321206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d0d6664-434a-4b33-87b8-3baf9e1e4962 req-42880089-8e76-4fbc-a56e-09a339007532 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 943 time: 0.0730121 Jul 06 18:33:02.359502 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d0d6664-434a-4b33-87b8-3baf9e1e4962 req-a694e25d-714c-4906-8c94-68610dbb53f1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325038 Jul 06 18:33:02.383389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:02.386478 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:33:02.390924 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.424367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:02.425014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.427057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] 10.222.0.22 "PUT /v2.0/ports/95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 1091 time: 0.6198723 Jul 06 18:33:02.450183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446575d-fb1f-4271-9870-8d12c0b8a507 service neutron] Pushing event updated for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:02.508116 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-4cd705f5-173c-4d9f-8fb6-ef27607d6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:02.509730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-4cd705f5-173c-4d9f-8fb6-ef27607d6d55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 1094 time: 0.0567288 Jul 06 18:33:02.511077 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:02.596008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-0201c287-9c18-4520-a634-ef42b7ee8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:02.597483 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-0201c287-9c18-4520-a634-ef42b7ee8bb0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.0817509 Jul 06 18:33:02.641769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-43434b60-b195-4cdc-83e7-f7176999fc85 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 217 time: 0.0383046 Jul 06 18:33:02.688647 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-388617a8-c9d3-4584-8339-5dfbc001718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:02.690073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-388617a8-c9d3-4584-8339-5dfbc001718b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0427759 Jul 06 18:33:02.724328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-a2ad742e-9395-444f-a91f-aec22874d3f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275531 Jul 06 18:33:02.815366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-951c3d63-58c7-43fb-ad79-a0bf9b09b86d service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845912 Jul 06 18:33:02.903455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cd09f5f5-1c2e-4926-83ed-9247d22eefc3 req-574a2e2a-68b5-4bbb-a965-58bf526b79f7 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820019 Jul 06 18:33:03.537076 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9ea8-03f3-49df-a62a-e2022ac35f7f req-16ae25d4-5272-4095-b3dd-45b4a6227a74 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:03.538584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-894f9ea8-03f3-49df-a62a-e2022ac35f7f req-16ae25d4-5272-4095-b3dd-45b4a6227a74 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 943 time: 0.0642104 Jul 06 18:33:03.575996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-894f9ea8-03f3-49df-a62a-e2022ac35f7f req-dae60489-0068-4ff7-ac76-22d4eae83060 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Jul 06 18:33:04.233953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:04.236606 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9340373a-c589-446d-97b6-4986d15352fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:04.284024 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd288e0f-21b9-4994-b5c8-7aa7dea647f2 x-openstack-request-id: req-dd288e0f-21b9-4994-b5c8-7aa7dea647f2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:04.284316 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:04.284570 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd288e0f-21b9-4994-b5c8-7aa7dea647f2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:04.285467 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'status': 'completed', 'code': 200} Jul 06 18:33:04.400311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340373a-c589-446d-97b6-4986d15352fc req-0bd7fc1d-ec66-4408-b1e4-0646a06e9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.401942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-0bd7fc1d-ec66-4408-b1e4-0646a06e9c27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 1094 time: 0.0959158 Jul 06 18:33:04.404555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340373a-c589-446d-97b6-4986d15352fc req-5422f9f7-9529-4e5e-83f5-fc7488720c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.405906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-5422f9f7-9529-4e5e-83f5-fc7488720c1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 1094 time: 0.0921512 Jul 06 18:33:04.566326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340373a-c589-446d-97b6-4986d15352fc req-51b0b7dc-021c-44a8-a709-e8e5d7f12373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.567747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-51b0b7dc-021c-44a8-a709-e8e5d7f12373 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.1594274 Jul 06 18:33:04.568893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340373a-c589-446d-97b6-4986d15352fc req-5181bc37-8a97-4e63-b9e8-ad3d501fa2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.570265 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-5181bc37-8a97-4e63-b9e8-ad3d501fa2ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.1536617 Jul 06 18:33:04.641657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-941b9131-f7e4-4015-8437-f24af5439a06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 217 time: 0.0674484 Jul 06 18:33:04.643039 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-753bd86c-3b56-43da-8313-9ea4b102442f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 217 time: 0.0633781 Jul 06 18:33:04.753802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340373a-c589-446d-97b6-4986d15352fc req-5d8f104f-5eb2-4718-a57a-74c79ec7b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.755291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-5d8f104f-5eb2-4718-a57a-74c79ec7b9ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.1079657 Jul 06 18:33:04.760872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340373a-c589-446d-97b6-4986d15352fc req-b8090ad1-9484-48b7-8ad8-4bb4d0864ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:04.762207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-b8090ad1-9484-48b7-8ad8-4bb4d0864ddc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.1066496 Jul 06 18:33:04.800802 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-66ac46bc-6985-4594-b362-8fa4e9442835 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376630 Jul 06 18:33:04.820256 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-78202174-c0da-486c-95b3-8a45ad096b46 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457602 Jul 06 18:33:05.286716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c3500-9c0e-4bf5-b24a-99b49d7db7ec req-00cd96bd-60d9-4947-98ef-f1480d868cac tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.288236 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e6c3500-9c0e-4bf5-b24a-99b49d7db7ec req-00cd96bd-60d9-4947-98ef-f1480d868cac tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 943 time: 0.5856388 Jul 06 18:33:05.347792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-1a00f93e-188b-4d84-a171-5fa6044c535c service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292521 Jul 06 18:33:05.375476 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-b6cd0ebc-05b2-4a8b-abf5-bafca3e19fbb service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471866 Jul 06 18:33:05.423380 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6e6c3500-9c0e-4bf5-b24a-99b49d7db7ec req-4345f3d6-933b-4f8c-958f-d7da554f541c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232302 Jul 06 18:33:05.523646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-025ee1ed-6e2b-49c0-b4d9-243897e9e8a1 service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661525 Jul 06 18:33:05.533919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9340373a-c589-446d-97b6-4986d15352fc req-3fa8c2c9-154d-44c9-a140-8b2ded635a53 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471653 Jul 06 18:33:05.768387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 95161a7b-d639-4de8-8bbf-970b8aeb8334 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:05.776467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-e3525b2c-cc82-4298-b2b1-da9e51ac904a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.777971 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-e3525b2c-cc82-4298-b2b1-da9e51ac904a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689&tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 943 time: 0.1155391 Jul 06 18:33:05.787197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d5405-5c8d-4850-8cd2-f722e1642566 req-fecd7b6e-55ce-4c98-80fb-8eff1b2dce10 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.788649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d5d5405-5c8d-4850-8cd2-f722e1642566 req-fecd7b6e-55ce-4c98-80fb-8eff1b2dce10 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 943 time: 0.1169202 Jul 06 18:33:05.807526 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 95161a7b-d639-4de8-8bbf-970b8aeb8334 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:33:05.865693 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d5d5405-5c8d-4850-8cd2-f722e1642566 req-657ee1d5-dc58-4a73-8df5-f458bcddbb7a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706336 Jul 06 18:33:05.874385 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:05.876028 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-0396874e-64b1-4ca2-a499-89be700e053e service neutron] delete failed (client error): The resource could not be found. Jul 06 18:33:05.877159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-0396874e-64b1-4ca2-a499-89be700e053e service neutron] 10.222.0.55 "DELETE /v2.0/ports/95161a7b-d639-4de8-8bbf-970b8aeb8334/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0876346 Jul 06 18:33:05.974667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-5d4bebec-2034-43a9-91d5-ec1afd651a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:05.976162 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-5d4bebec-2034-43a9-91d5-ec1afd651a21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 1094 time: 0.0572801 Jul 06 18:33:06.062697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-abd6df4b-5326-4c99-ac27-e6b2609611a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:06.064098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-abd6df4b-5326-4c99-ac27-e6b2609611a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.0821979 Jul 06 18:33:06.109101 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-c8f1b716-f4c7-42ee-b761-aa0c3dfda9c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 200 len: 217 time: 0.0386436 Jul 06 18:33:06.157108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-10265f19-b594-407b-95de-629dc075a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:06.158594 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-10265f19-b594-407b-95de-629dc075a412 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0439346 Jul 06 18:33:06.190478 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-c068e127-a8d0-4d31-b43c-c2f7e235ff4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259345 Jul 06 18:33:06.281715 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-f7625efb-1405-479e-a83a-367e401f435c service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848544 Jul 06 18:33:06.370949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5f3516-07a5-4d88-9280-aaab9ae428cb req-04ce8d18-a77f-4ec4-8dcd-858d487ae9b3 service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834315 Jul 06 18:33:06.653246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 95161a7b-d639-4de8-8bbf-970b8aeb8334 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:33:06.767970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:06.779905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40', 'port_id': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'mac_address': 'fa:16:3e:d9:3d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:33:06.818356 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:06.830928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95161a7b-d639-4de8-8bbf-970b8aeb8334 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:06.851525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:06.857591 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:06.908195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:07.064183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c81e4-23cc-42f4-9d27-9a37e17e5829 req-5b5e6c03-2418-4ad1-82ea-1e953dfd8ce0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:07.065706 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e22c81e4-23cc-42f4-9d27-9a37e17e5829 req-5b5e6c03-2418-4ad1-82ea-1e953dfd8ce0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 944 time: 0.0667405 Jul 06 18:33:07.070631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['95161a7b-d639-4de8-8bbf-970b8aeb8334'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:07.103645 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e22c81e4-23cc-42f4-9d27-9a37e17e5829 req-0d28b115-7707-4e46-ab7e-68600d5da7d1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Jul 06 18:33:07.281027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8618702-28da-4417-9b93-b1d543e6f520 req-55a6278a-2c24-4953-abf9-2eaf1c68cdfe tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:07.282431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8618702-28da-4417-9b93-b1d543e6f520 req-55a6278a-2c24-4953-abf9-2eaf1c68cdfe tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 944 time: 0.0635839 Jul 06 18:33:07.320404 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8618702-28da-4417-9b93-b1d543e6f520 req-10ffe3d3-56ae-408c-995e-97f85620ad17 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Jul 06 18:33:07.494009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc03238-1c92-4bee-8021-f137dd8b2379 req-0024996f-1bf8-4a8f-bdaf-5e22c3eb8592 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:07.495517 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5dc03238-1c92-4bee-8021-f137dd8b2379 req-0024996f-1bf8-4a8f-bdaf-5e22c3eb8592 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 944 time: 0.0661938 Jul 06 18:33:07.533312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5dc03238-1c92-4bee-8021-f137dd8b2379 req-886a6ea9-05bb-4431-8b2d-a305f16c3f36 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321786 Jul 06 18:33:07.974164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-40d18972-291a-4d72-9a41-42e7cb5e30cf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:07.975679 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-40d18972-291a-4d72-9a41-42e7cb5e30cf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 815 time: 0.1061966 Jul 06 18:33:07.990080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-c2c4864c-9187-40d5-9b32-ff682eeaf425 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/quotas/ca4ac3ca03c14090ac3a3e5003e7efa0 HTTP/1.1" status: 200 len: 375 time: 0.0091896 Jul 06 18:33:08.056672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-b0a8739f-8427-4e40-a1a9-9ee71b9b4790 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616622 Jul 06 18:33:08.068239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-7849135e-f592-42bc-8d2a-2c4895297f2e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:33:08.069253 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-7849135e-f592-42bc-8d2a-2c4895297f2e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062065 Jul 06 18:33:08.167183 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-7bc8a1ce-aead-4fc4-8d5d-32b02a660ff8 service neutron] 10.222.0.13 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923023 Jul 06 18:33:08.261341 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-d9a4196e-5a87-408b-ab73-80999065f648 service neutron] 10.222.0.13 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885150 Jul 06 18:33:08.433828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2488b490-b77d-4d23-84b9-fb9d29273b6b req-6aa5f57c-ec19-4fba-a7b9-be7f2797fd56 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 210 time: 0.0344062 Jul 06 18:33:08.668949 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 95161a7b-d639-4de8-8bbf-970b8aeb8334 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:08.719133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 95161a7b-d639-4de8-8bbf-970b8aeb8334 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:08.723473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 95161a7b-d639-4de8-8bbf-970b8aeb8334 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:08.723852 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:08.811855 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:08.833992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:08.836197 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ec774f-2a36-4b83-84b3-e16be10117ce" -d '{"events": [{"server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "name": "network-vif-plugged", "status": "completed", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:08.861434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:08.867621 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:08.897026 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a1a339-e479-4dc1-81d5-f4f7f2069392 x-openstack-request-id: req-c3a1a339-e479-4dc1-81d5-f4f7f2069392 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:08.897312 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "name": "network-vif-plugged", "status": "completed", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:08.897567 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3a1a339-e479-4dc1-81d5-f4f7f2069392 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:08.897977 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'code': 200} Jul 06 18:33:08.927039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:09.151712 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2b323-fff8-45c0-9e21-86547222f835 req-1b123992-c8e4-4165-88c1-1f1fd155f751 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:09.153078 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87d2b323-fff8-45c0-9e21-86547222f835 req-1b123992-c8e4-4165-88c1-1f1fd155f751 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e585600-0209-48f8-becb-86742d6f4689 HTTP/1.1" status: 200 len: 945 time: 0.0626261 Jul 06 18:33:09.254990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Deleting port 95161a7b-d639-4de8-8bbf-970b8aeb8334 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:09.255567 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.355956 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] For port 95161a7b-d639-4de8-8bbf-970b8aeb8334, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=95161a7b-d639-4de8-8bbf-970b8aeb8334,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:09.356328 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.372873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Calling delete_port for 95161a7b-d639-4de8-8bbf-970b8aeb8334 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:09.375720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.22', 55925) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:09.492410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-bb8c137e-cdd6-4a3a-9c67-18f0e674211c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:09.494306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-bb8c137e-cdd6-4a3a-9c67-18f0e674211c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.22 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 815 time: 0.1175270 Jul 06 18:33:09.512242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Request body: {'port': {'device_id': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40', 'admin_state_up': True, 'tenant_id': 'ca4ac3ca03c14090ac3a3e5003e7efa0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:09.521627 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.535419 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['95161a7b-d639-4de8-8bbf-970b8aeb8334'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:09.553023 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Pushing event deleted for resources: {'Port': ['ID=95161a7b-d639-4de8-8bbf-970b8aeb8334,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:09.579617 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.580261 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.580784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.581974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.582649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.583157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.583666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.584173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.584677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.585181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.585679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.586183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:09.611217 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4513a219-983e-4100-ac6e-b91a63255d14 req-625c18cf-ec50-42a5-9dd5-da90bae7ca69 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 210 time: 0.0530977 Jul 06 18:33:09.657930 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] No DVR routers for this DVR port 95161a7b-d639-4de8-8bbf-970b8aeb8334 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:33:09.661186 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.663316 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.22 "DELETE /v2.0/ports/95161a7b-d639-4de8-8bbf-970b8aeb8334 HTTP/1.1" status: 204 len: 173 time: 0.5043912 Jul 06 18:33:09.663698 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'name': 'network-vif-deleted', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:09.665973 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c065f-3aa7-4c06-82c0-a23ef7da7b38" -d '{"events": [{"server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "name": "network-vif-deleted", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:09.679629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Made reservation on behalf of ca4ac3ca03c14090ac3a3e5003e7efa0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:09.683600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:09.704614 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2702c311-c2ee-4e9b-8d04-76e9b8adbcb4 x-openstack-request-id: req-2702c311-c2ee-4e9b-8d04-76e9b8adbcb4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:09.704910 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e585600-0209-48f8-becb-86742d6f4689", "name": "network-vif-deleted", "tag": "95161a7b-d639-4de8-8bbf-970b8aeb8334", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:09.705187 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2702c311-c2ee-4e9b-8d04-76e9b8adbcb4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:09.705620 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e585600-0209-48f8-becb-86742d6f4689', 'name': 'network-vif-deleted', 'tag': '95161a7b-d639-4de8-8bbf-970b8aeb8334', 'status': 'completed', 'code': 200} Jul 06 18:33:09.814410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Allocated IP 172.20.0.8 (88dcf814-802c-487f-a89c-9d5795a24d40/3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed/ebdf3fa0-d75f-4f6d-831d-707b35d0006d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:09.969522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:10.017565 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:10.031307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['95161a7b-d639-4de8-8bbf-970b8aeb8334'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:10.063331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Network 88dcf814-802c-487f-a89c-9d5795a24d40 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:33:10.068753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:10.072578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:33:10.101087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Pushing event updated for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:10.129855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:10.130497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:10.144900 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-8610602b-9bdc-4b6f-9993-eaf004765940 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6381009 Jul 06 18:33:10.156530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Request body: {'port': {'device_id': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:10.227777 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:10.527351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdf3fa0-d75f-4f6d-831d-707b35d0006d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:10.536292 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:10.548691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Transition to ACTIVE for port object ebdf3fa0-d75f-4f6d-831d-707b35d0006d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:10.552964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:10.602515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:10.673110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Attempting to bind port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:10.673459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Attempting to bind port ebdf3fa0-d75f-4f6d-831d-707b35d0006d by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:10.673794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Attempting to bind port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on network 88dcf814-802c-487f-a89c-9d5795a24d40 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:10.678546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on network 88dcf814-802c-487f-a89c-9d5795a24d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:10.679086 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Attempting to bind port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on network 88dcf814-802c-487f-a89c-9d5795a24d40 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:10.686274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:33:10.686795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Checking segment: {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:10.687345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Bound using segment: {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:33:10.687971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Bound port: ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:33:10.688488 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:10.803951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb957cd-e514-4a68-8c64-4f334ae86195 req-7056f7c4-50ea-437d-b661-395e2f22eea0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:10.805525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fb957cd-e514-4a68-8c64-4f334ae86195 req-7056f7c4-50ea-437d-b661-395e2f22eea0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 943 time: 0.0689237 Jul 06 18:33:10.848024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8fb957cd-e514-4a68-8c64-4f334ae86195 req-42941881-05d4-4b57-bf04-b451858336c0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356691 Jul 06 18:33:11.104803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:11.107728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:33:11.112391 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:11.146970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.147598 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:11.149024 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] 10.222.0.22 "PUT /v2.0/ports/ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 1091 time: 0.9966321 Jul 06 18:33:11.149466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:11.151746 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced84c01-7b6d-42e0-ad72-453880fd7175" -d '{"events": [{"name": "network-changed", "server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:11.174881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737a34d-b0ff-43c3-a462-08d4daec9fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:11.202320 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73918089-8cba-48f9-8e99-5833231d6ff3 x-openstack-request-id: req-73918089-8cba-48f9-8e99-5833231d6ff3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:11.202638 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:11.202889 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73918089-8cba-48f9-8e99-5833231d6ff3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:11.203278 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'status': 'completed', 'code': 200} Jul 06 18:33:11.280960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-4a1bd475-1434-4e38-9111-3c299464a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.282488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-4a1bd475-1434-4e38-9111-3c299464a8ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 1094 time: 0.0887983 Jul 06 18:33:11.338121 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-a48fb365-55c3-4ea8-bfe8-55b660826f5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 217 time: 0.0488060 Jul 06 18:33:11.416225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-0e301df6-0fff-42b4-8c97-7cac4d493325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.417665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-0e301df6-0fff-42b4-8c97-7cac4d493325 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0741074 Jul 06 18:33:11.469354 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-81f0793b-e3ff-41ca-aae9-65ed71ee038e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453980 Jul 06 18:33:11.559214 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-ef692057-a8e6-4406-84a4-42d3e1925b45 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834978 Jul 06 18:33:11.654278 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c4f47193-72c7-4dd2-be90-9de0a602225f req-5d06bc97-575d-495f-bd96-1ebe2e3b9378 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881009 Jul 06 18:33:11.758578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-da97d5a3-c293-4ad8-94ac-48090be137ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.760066 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-da97d5a3-c293-4ad8-94ac-48090be137ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 1094 time: 0.0579557 Jul 06 18:33:11.914473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-fc7d54a1-4c9b-43a6-9aff-6efe14b639b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:11.915981 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-fc7d54a1-4c9b-43a6-9aff-6efe14b639b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.1497171 Jul 06 18:33:11.959007 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-ae10ece3-651f-4854-af0b-08c29456edbf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 217 time: 0.0360684 Jul 06 18:33:12.013030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-aaaac7f3-b100-4a0f-b9c5-67dd06950184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:12.014628 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-aaaac7f3-b100-4a0f-b9c5-67dd06950184 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0491862 Jul 06 18:33:12.029127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932bb62-e436-46d7-88de-aeb635734ce2 req-a6675bcd-081d-4dec-acad-6a2d4cd9ffc8 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:12.030753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e932bb62-e436-46d7-88de-aeb635734ce2 req-a6675bcd-081d-4dec-acad-6a2d4cd9ffc8 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 943 time: 0.0661793 Jul 06 18:33:12.048336 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-3bc2c432-9b42-4cbd-abe7-f07e5eabba46 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265894 Jul 06 18:33:12.069437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e932bb62-e436-46d7-88de-aeb635734ce2 req-90d984fa-218d-4634-a519-926f601d68cd tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330739 Jul 06 18:33:12.149162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-2c3a30d5-6bc5-48fd-a407-67a68e6a7271 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945036 Jul 06 18:33:12.244025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ced84c01-7b6d-42e0-ad72-453880fd7175 req-f33292cf-24e9-4161-9817-db854a4d131f service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875685 Jul 06 18:33:12.660597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 95161a7b-d639-4de8-8bbf-970b8aeb8334 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:12.683336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 95161a7b-d639-4de8-8bbf-970b8aeb8334 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:33:12.683616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 95161a7b-d639-4de8-8bbf-970b8aeb8334 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:33:13.248100 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c8eb-b097-4583-a462-aff82b8b31c6 req-966b6425-6ea1-4d92-be00-b1f0c8c478d4 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:13.249598 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e32c8eb-b097-4583-a462-aff82b8b31c6 req-966b6425-6ea1-4d92-be00-b1f0c8c478d4 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 943 time: 0.0635276 Jul 06 18:33:13.288865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9e32c8eb-b097-4583-a462-aff82b8b31c6 req-93932117-523f-4eac-919d-a00b1dd51334 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335152 Jul 06 18:33:14.464244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364987a4-c486-44b9-8fa6-3cf46b59f32b req-41efd8bc-99a1-48a9-a036-31f78fd5b3a0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:14.465758 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-364987a4-c486-44b9-8fa6-3cf46b59f32b req-41efd8bc-99a1-48a9-a036-31f78fd5b3a0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 943 time: 0.0667365 Jul 06 18:33:14.504266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-364987a4-c486-44b9-8fa6-3cf46b59f32b req-a36e63a2-6d68-4c15-9985-97055284c8b0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Jul 06 18:33:14.669973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ebdf3fa0-d75f-4f6d-831d-707b35d0006d details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:33:14.763239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:14.774594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40', 'port_id': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'mac_address': 'fa:16:3e:0f:1d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:33:14.811293 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:14.827314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdf3fa0-d75f-4f6d-831d-707b35d0006d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:14.846073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:14.850816 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:14.899872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:14.907568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.907920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.908266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.908603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.908934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.909268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.909597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.910936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.910936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.911155 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.911460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:14.911785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:15.038114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['ebdf3fa0-d75f-4f6d-831d-707b35d0006d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:15.049296 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:33:15.680195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2210e-e9c0-4904-913c-0ad39fa5f633 req-ca066f3a-8f64-48cb-897a-26141f7c20a2 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:15.681614 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69c2210e-e9c0-4904-913c-0ad39fa5f633 req-ca066f3a-8f64-48cb-897a-26141f7c20a2 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 944 time: 0.0675020 Jul 06 18:33:15.720119 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69c2210e-e9c0-4904-913c-0ad39fa5f633 req-47487c5e-09ac-4c5a-aa77-26355a8def03 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329850 Jul 06 18:33:16.679720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ebdf3fa0-d75f-4f6d-831d-707b35d0006d up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:16.729629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port ebdf3fa0-d75f-4f6d-831d-707b35d0006d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:16.733403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port ebdf3fa0-d75f-4f6d-831d-707b35d0006d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:16.733780 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:16.809790 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:16.832667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:16.835186 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52bf2f5-d86f-498c-abdf-9f8b3d6be017" -d '{"events": [{"server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "name": "network-vif-plugged", "status": "completed", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:16.850720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:16.855119 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:16.887526 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84690ff0-5e77-477e-a28c-b68f5a063921 x-openstack-request-id: req-84690ff0-5e77-477e-a28c-b68f5a063921 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:16.887821 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "name": "network-vif-plugged", "status": "completed", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:16.888079 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84690ff0-5e77-477e-a28c-b68f5a063921 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:16.888471 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'code': 200} Jul 06 18:33:16.901471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395c5aa-acac-4dba-affb-3329e16acd21 req-97836321-d0c8-4f2b-96a1-bfcb2b0b9395 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:16.903821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5395c5aa-acac-4dba-affb-3329e16acd21 req-97836321-d0c8-4f2b-96a1-bfcb2b0b9395 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 944 time: 0.0722816 Jul 06 18:33:16.920142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:16.946643 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5395c5aa-acac-4dba-affb-3329e16acd21 req-bded3efc-734e-4cf8-921d-a8db6cdeabd1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Jul 06 18:33:16.990808 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2858011-5243-4639-8d06-c642a94e1607 req-8abbd216-4200-42dd-8ab5-816a2e8ad5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:16.992327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2858011-5243-4639-8d06-c642a94e1607 req-8abbd216-4200-42dd-8ab5-816a2e8ad5ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 1096 time: 0.0531251 Jul 06 18:33:17.033480 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e2858011-5243-4639-8d06-c642a94e1607 req-c219b0cb-3c80-4174-9873-b0778b0fe4d4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Jul 06 18:33:17.083362 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1bdb-3b45-40d4-8a64-93b222c785b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:18.123573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55555d0-50e1-40f5-a8ca-372f19d4f5ad req-6ba380c0-9bee-4142-866f-5e90bcd0be5b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:18.125090 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c55555d0-50e1-40f5-a8ca-372f19d4f5ad req-6ba380c0-9bee-4142-866f-5e90bcd0be5b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0643311 Jul 06 18:33:18.167284 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c55555d0-50e1-40f5-a8ca-372f19d4f5ad req-b83146bd-85d0-4ae2-aff1-225078dd3f2a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366013 Jul 06 18:33:18.340948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53e08-58cc-4d0e-9ec1-3c6095e1adfb req-77df2c8a-4dc7-4078-bfde-5968badec97a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:18.342458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c3c53e08-58cc-4d0e-9ec1-3c6095e1adfb req-77df2c8a-4dc7-4078-bfde-5968badec97a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0629663 Jul 06 18:33:18.380702 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c3c53e08-58cc-4d0e-9ec1-3c6095e1adfb req-7fbaad91-5c5c-4c87-8040-87536cbd140c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Jul 06 18:33:18.752565 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-cd51028d-8403-41b1-9b22-11be646e42d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832090 Jul 06 18:33:18.790075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825202e1-d72e-46b0-a178-7338ad5a910e req-d05ffd26-80af-4daa-a7f5-2358f383fc97 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:18.792121 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-825202e1-d72e-46b0-a178-7338ad5a910e req-d05ffd26-80af-4daa-a7f5-2358f383fc97 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0737696 Jul 06 18:33:18.835280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-825202e1-d72e-46b0-a178-7338ad5a910e req-9d72f053-fc16-42e1-ac9f-213851724c07 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Jul 06 18:33:19.619159 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44a38c6c-a661-44b0-80b0-2f29d5f700e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:19.934582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-0bc925ba-291c-44b6-bb30-0f0d8ea2211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:19.936132 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-0bc925ba-291c-44b6-bb30-0f0d8ea2211a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 1096 time: 0.0541894 Jul 06 18:33:20.078156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b7fb5-72ca-4896-96bb-db7fdca5d5a5 req-983e531e-62b9-40b3-9915-faa7cf4c4c1b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:20.079712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-020b7fb5-72ca-4896-96bb-db7fdca5d5a5 req-983e531e-62b9-40b3-9915-faa7cf4c4c1b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.1298461 Jul 06 18:33:20.080728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-8a33fd1b-5494-4a84-b690-b1220e00dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:20.082468 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-8a33fd1b-5494-4a84-b690-b1220e00dd70 service neutron] 10.222.0.22 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.1401229 Jul 06 18:33:20.134905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-af4503a4-8703-41f6-9f74-27eec9ab13f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 217 time: 0.0427363 Jul 06 18:33:20.178730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-020b7fb5-72ca-4896-96bb-db7fdca5d5a5 req-a3a4ca88-b933-4948-b94c-d91f04b8c09c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928576 Jul 06 18:33:20.187563 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:20.198543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-9468a063-98f6-4d91-a455-916cc9e9cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:20.199940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-9468a063-98f6-4d91-a455-916cc9e9cc06 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0558381 Jul 06 18:33:20.237029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-0e8eb7dd-5dda-45fe-86fd-a94f030e6673 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309610 Jul 06 18:33:20.326176 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-ce9bb1c5-500b-438a-a099-621f9b2860dc service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809090 Jul 06 18:33:20.420898 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-020a7e41-d5fd-4666-8032-4dc84eabcbd8 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885394 Jul 06 18:33:20.901092 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:21.362380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17569bb6-494f-4a4b-bc5e-c8c218411da7 req-a3b2e641-542c-44e7-a620-a03ab27e6bf2 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:21.363869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17569bb6-494f-4a4b-bc5e-c8c218411da7 req-a3b2e641-542c-44e7-a620-a03ab27e6bf2 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0649142 Jul 06 18:33:21.405468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17569bb6-494f-4a4b-bc5e-c8c218411da7 req-2081181f-ede7-4b2b-9081-f0fc634b1ea8 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356107 Jul 06 18:33:22.583971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f9fd-0374-45e0-8120-f09f38b9ed06 req-f1ff93ed-ca4f-4184-9cda-21588ffa0a2d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:22.585499 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e066f9fd-0374-45e0-8120-f09f38b9ed06 req-f1ff93ed-ca4f-4184-9cda-21588ffa0a2d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0693812 Jul 06 18:33:22.622588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e066f9fd-0374-45e0-8120-f09f38b9ed06 req-1b345a00-c444-4c50-b8ee-30eea4fb5480 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Jul 06 18:33:22.817873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:23.796895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213eef09-c885-4e75-a276-b1afcbf7ed23 req-21da0e6c-e396-48b5-817c-277c133dc5af tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:23.798404 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-213eef09-c885-4e75-a276-b1afcbf7ed23 req-21da0e6c-e396-48b5-817c-277c133dc5af tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0646644 Jul 06 18:33:23.836816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-213eef09-c885-4e75-a276-b1afcbf7ed23 req-4cdd8d20-c291-4033-ba99-0585fd9c82e7 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Jul 06 18:33:25.015851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fe27d-63db-4af8-95c6-9b266ccc082a req-07f587bd-06b1-4392-bc7e-1e8ea03b6ad8 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:25.017356 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba8fe27d-63db-4af8-95c6-9b266ccc082a req-07f587bd-06b1-4392-bc7e-1e8ea03b6ad8 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0677671 Jul 06 18:33:25.056582 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba8fe27d-63db-4af8-95c6-9b266ccc082a req-a38fc695-ef27-4f82-8829-0baa96af73c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Jul 06 18:33:26.238451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc5ae2-4432-43f0-858a-a901516a6db5 req-6479c90f-7600-479f-9d24-66f87a46ae1b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:26.240412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aadc5ae2-4432-43f0-858a-a901516a6db5 req-6479c90f-7600-479f-9d24-66f87a46ae1b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0661697 Jul 06 18:33:26.278638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aadc5ae2-4432-43f0-858a-a901516a6db5 req-aec124ba-6c38-4a10-97da-145b8e7b790d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Jul 06 18:33:27.458922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a4af-48f5-4301-be96-003da8bf7c42 req-956ba0b9-02da-45ef-9128-08df361a630c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:27.460433 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9496a4af-48f5-4301-be96-003da8bf7c42 req-956ba0b9-02da-45ef-9128-08df361a630c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0688457 Jul 06 18:33:27.498569 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9496a4af-48f5-4301-be96-003da8bf7c42 req-21d92cdf-9ab6-4eac-b1f7-621338110f19 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325577 Jul 06 18:33:28.677259 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4d1a-aaeb-4ef3-860e-2d7eabf11a9b req-620b2f25-cb0e-485e-9a88-bf19dd8a80b4 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:28.678679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a47f4d1a-aaeb-4ef3-860e-2d7eabf11a9b req-620b2f25-cb0e-485e-9a88-bf19dd8a80b4 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0681610 Jul 06 18:33:28.716330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a47f4d1a-aaeb-4ef3-860e-2d7eabf11a9b req-ba74796b-7bfb-468c-90da-40787ed90f89 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Jul 06 18:33:29.891512 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2128-9f11-4437-8bd7-d2968b4afaa1 req-cc694044-8615-4243-8c14-dbc6134cc047 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:29.892991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-419e2128-9f11-4437-8bd7-d2968b4afaa1 req-cc694044-8615-4243-8c14-dbc6134cc047 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0656495 Jul 06 18:33:29.931051 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-419e2128-9f11-4437-8bd7-d2968b4afaa1 req-cbdb804a-8477-4a23-8520-e7dd850eb28d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Jul 06 18:33:31.106654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b2c4c-5672-4453-8e94-1403b9177259 req-28beeb25-2a9a-4eef-a004-205cf7f5f5f2 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:31.108170 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c3b2c4c-5672-4453-8e94-1403b9177259 req-28beeb25-2a9a-4eef-a004-205cf7f5f5f2 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0665054 Jul 06 18:33:31.148491 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5c3b2c4c-5672-4453-8e94-1403b9177259 req-2acc2177-8026-47d0-85d2-dc67f131d19a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339241 Jul 06 18:33:32.377215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbb5e4-1d62-49fa-9d44-b5bc2b11950e req-16c0187a-f9d9-4a04-acf1-ac0733540527 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:32.378759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cbbb5e4-1d62-49fa-9d44-b5bc2b11950e req-16c0187a-f9d9-4a04-acf1-ac0733540527 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.1200764 Jul 06 18:33:32.417093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cbbb5e4-1d62-49fa-9d44-b5bc2b11950e req-946ce300-9ab6-4ea6-b1fa-e1f288e17665 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319204 Jul 06 18:33:32.516382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:33.644600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7de3b-657f-4b2c-97d6-c10780001da8 req-ea787484-b0d5-422b-86d2-8c77e167f3d9 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:33.646236 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27e7de3b-657f-4b2c-97d6-c10780001da8 req-ea787484-b0d5-422b-86d2-8c77e167f3d9 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.1128256 Jul 06 18:33:33.688996 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-27e7de3b-657f-4b2c-97d6-c10780001da8 req-d1129932-66de-46a2-8b6c-41536b2970f6 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373082 Jul 06 18:33:34.904282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c70185-dcf7-4307-8d03-262047a7fd23 req-83cb6960-8d34-4725-9fb5-03222a2709f5 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:34.905789 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88c70185-dcf7-4307-8d03-262047a7fd23 req-83cb6960-8d34-4725-9fb5-03222a2709f5 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0683761 Jul 06 18:33:34.945386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88c70185-dcf7-4307-8d03-262047a7fd23 req-1c4f64b2-c43c-4aef-b408-753c3abd6904 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338829 Jul 06 18:33:35.877494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:36.147148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c97b6-579e-4810-a33e-0968a9c43311 req-242bb1cd-0a5c-49e4-84f0-498c30b449ac tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:36.148681 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e51c97b6-579e-4810-a33e-0968a9c43311 req-242bb1cd-0a5c-49e4-84f0-498c30b449ac tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0713940 Jul 06 18:33:36.186999 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e51c97b6-579e-4810-a33e-0968a9c43311 req-a5ce4840-2342-4893-9fb3-7bc6aeb25b64 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Jul 06 18:33:37.365421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bc19-2527-4146-a120-f2b4f23a8c20 req-11afbb25-e103-4b0f-b4c6-b87daa596ab8 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:37.366949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3a2bc19-2527-4146-a120-f2b4f23a8c20 req-11afbb25-e103-4b0f-b4c6-b87daa596ab8 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0665240 Jul 06 18:33:37.410035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c3a2bc19-2527-4146-a120-f2b4f23a8c20 req-616b902b-4db5-40e7-b09d-cde2dcfcb4a3 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Jul 06 18:33:38.228238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-2ae212c6-d721-4a39-8887-d58bbbb5146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.229737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-2ae212c6-d721-4a39-8887-d58bbbb5146e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 1096 time: 0.0522528 Jul 06 18:33:38.333239 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-8e1cf6e7-660e-49e9-8343-0b51ae70ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.334742 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-8e1cf6e7-660e-49e9-8343-0b51ae70ec9f service neutron] 10.222.0.22 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.0841231 Jul 06 18:33:38.381022 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-3660ca3a-5e1c-4aa8-ab9e-38fa85a27d2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 217 time: 0.0385573 Jul 06 18:33:38.430632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-e6f9b4de-5475-4604-ae57-7a6bda50cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.432109 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-e6f9b4de-5475-4604-ae57-7a6bda50cf6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0446608 Jul 06 18:33:38.465266 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-887a9360-315a-47c0-92ea-db3657ad4572 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268600 Jul 06 18:33:38.561910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-ec099c23-a12b-45de-8439-1a8ca7558b64 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903826 Jul 06 18:33:38.595195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf3930-24be-489d-99d4-b8c9b2683c5d req-a96707f6-b4bb-4513-a523-6f16e50962be tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:38.596735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2bcf3930-24be-489d-99d4-b8c9b2683c5d req-a96707f6-b4bb-4513-a523-6f16e50962be tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0688481 Jul 06 18:33:38.637061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2bcf3930-24be-489d-99d4-b8c9b2683c5d req-d3dc94e4-6a8e-48e9-83a1-2486b6d7014d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Jul 06 18:33:38.653651 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02d6f3d1-9ab1-49b2-8b04-d9e780f1d091 req-f4d4177e-e093-4724-8744-462fbed30e39 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855937 Jul 06 18:33:39.812389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407eb429-ac61-49d5-9b87-92c06b4282ad req-44028ac4-4802-4a2a-a754-a2b80818857f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:39.813888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-407eb429-ac61-49d5-9b87-92c06b4282ad req-44028ac4-4802-4a2a-a754-a2b80818857f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0657945 Jul 06 18:33:39.856322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-407eb429-ac61-49d5-9b87-92c06b4282ad req-c5e27efa-555b-4fd5-8e9c-78840fff9080 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367553 Jul 06 18:33:41.032448 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8b1c4-11ba-4eb8-9ff3-58e2a1b4c3e4 req-8413a590-9a03-4cbb-a9ae-67f61c16c650 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:41.033919 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aca8b1c4-11ba-4eb8-9ff3-58e2a1b4c3e4 req-8413a590-9a03-4cbb-a9ae-67f61c16c650 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0682225 Jul 06 18:33:41.072823 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aca8b1c4-11ba-4eb8-9ff3-58e2a1b4c3e4 req-4649f524-37e6-428c-9f44-abab73ac069d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Jul 06 18:33:42.245830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ce819-f4ee-4cba-9dfa-8fb619b72eb5 req-ec27a717-184b-413f-9d35-2ad706f08bf8 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:42.247370 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-636ce819-f4ee-4cba-9dfa-8fb619b72eb5 req-ec27a717-184b-413f-9d35-2ad706f08bf8 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0644784 Jul 06 18:33:42.286699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-636ce819-f4ee-4cba-9dfa-8fb619b72eb5 req-56f6d634-616e-4488-b81d-2a93b36e4b71 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337555 Jul 06 18:33:43.462274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1c511-3609-4e22-8408-be51a05f3648 req-28a637fb-9cd2-4c3e-95d4-042fdffa40ca tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:43.463880 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-47f1c511-3609-4e22-8408-be51a05f3648 req-28a637fb-9cd2-4c3e-95d4-042fdffa40ca tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0647421 Jul 06 18:33:43.502803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-47f1c511-3609-4e22-8408-be51a05f3648 req-986322c2-786e-4be0-a7e0-788c484fc8da tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Jul 06 18:33:44.682575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a554f-372e-42c5-9202-29327371dcbe req-265dd352-e855-4ac6-8cb3-969eca998e5e tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:44.683991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-492a554f-372e-42c5-9202-29327371dcbe req-265dd352-e855-4ac6-8cb3-969eca998e5e tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0658736 Jul 06 18:33:44.721151 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-492a554f-372e-42c5-9202-29327371dcbe req-34321002-6274-401a-bd55-a1d7a10f08e9 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Jul 06 18:33:45.897051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96eae-cc43-46a1-b6b2-fd7b79135e3b req-9548b5b0-50ed-403b-aa40-a9247be8f6e0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:45.898564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04f96eae-cc43-46a1-b6b2-fd7b79135e3b req-9548b5b0-50ed-403b-aa40-a9247be8f6e0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0648837 Jul 06 18:33:45.940220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-04f96eae-cc43-46a1-b6b2-fd7b79135e3b req-26166742-2191-4e6f-a984-694bcce7dd66 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Jul 06 18:33:47.083021 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f51c5e7d-8001-4d66-901c-bf8f16fb7a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:47.118332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67acdcf-5b84-472d-abc3-f50b3bddd7d2 req-3a28da5e-054d-4578-9a9b-e33141f62dea tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:47.119851 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d67acdcf-5b84-472d-abc3-f50b3bddd7d2 req-3a28da5e-054d-4578-9a9b-e33141f62dea tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0688117 Jul 06 18:33:47.156684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d67acdcf-5b84-472d-abc3-f50b3bddd7d2 req-447bbed4-133d-48d6-bfc3-6f57d180948d tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311935 Jul 06 18:33:47.277686 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-81365872-2064-473d-9876-d92f556976ea service neutron] show failed (client error): The resource could not be found. Jul 06 18:33:47.278763 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-81365872-2064-473d-9876-d92f556976ea service neutron] 10.222.0.22 "GET /v2.0/ports/ebdf3fa0-d75f-4f6d-831d-707b35d0006d/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0560343 Jul 06 18:33:47.568659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-d3c50209-1b86-4294-85e8-73214389b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:47.571487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-d3c50209-1b86-4294-85e8-73214389b3a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61&tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0 HTTP/1.1" status: 200 len: 1096 time: 0.0983269 Jul 06 18:33:47.582876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:47.653466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:47.853724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:47.891789 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:47.930621 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:47.932906 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75eca4e-3f3d-4981-9570-adf30e6429be" -d '{"events": [{"server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "name": "network-vif-unplugged", "status": "completed", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:47.936881 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:47.949396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Transition to ACTIVE for port object ebdf3fa0-d75f-4f6d-831d-707b35d0006d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:33:47.953174 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.013091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] No DVR routers for this DVR port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:33:48.024661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:48.046760 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f13b5f-c5b4-4a58-b584-e29fdf4d9529 x-openstack-request-id: req-34f13b5f-c5b4-4a58-b584-e29fdf4d9529 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:48.047049 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "name": "network-vif-unplugged", "status": "completed", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:48.047297 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34f13b5f-c5b4-4a58-b584-e29fdf4d9529 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:48.047690 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'code': 200} Jul 06 18:33:48.061717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Attempting to bind port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:33:48.062056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Attempting to bind port ebdf3fa0-d75f-4f6d-831d-707b35d0006d by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:33:48.062442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Attempting to bind port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on network 88dcf814-802c-487f-a89c-9d5795a24d40 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:48.066748 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on network 88dcf814-802c-487f-a89c-9d5795a24d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:33:48.067068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Attempting to bind port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on network 88dcf814-802c-487f-a89c-9d5795a24d40 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:33:48.072701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:33:48.073059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Checking segment: {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:48.073464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Bound using segment: {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:33:48.073892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Bound port: ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c541c1b-e990-4ab2-addc-08a3f1895794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:33:48.074248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.145858 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:33:48.149166 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:33:48.153677 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.196575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:48.197203 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:48.198691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] 10.222.0.55 "PUT /v2.0/ports/ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 1091 time: 0.6201515 Jul 06 18:33:48.214427 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad1274-f0ea-4052-b610-5e9c38c4d23a service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:48.282965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-09e03e96-56d4-4aa9-8cf9-97b164aa2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:48.284894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-09e03e96-56d4-4aa9-8cf9-97b164aa2558 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 1094 time: 0.0580547 Jul 06 18:33:48.336317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640a092-8c9e-47be-ae54-a812828eb72a req-5e8f3d56-fe20-4547-bcc0-68af42a93172 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:48.337822 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b640a092-8c9e-47be-ae54-a812828eb72a req-5e8f3d56-fe20-4547-bcc0-68af42a93172 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 943 time: 0.0662246 Jul 06 18:33:48.375847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b640a092-8c9e-47be-ae54-a812828eb72a req-1fb72167-ea6b-4857-b5b1-fe4114436479 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Jul 06 18:33:48.378899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-7a3c559f-2f3e-41ce-8211-4551dcb6f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:48.380703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-7a3c559f-2f3e-41ce-8211-4551dcb6f9ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.0898681 Jul 06 18:33:48.423183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-942f5d7b-16ac-4f7d-96cd-a38ea8db588c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 217 time: 0.0365117 Jul 06 18:33:48.477693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-818c0083-3afa-4069-a90f-600912cadec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:48.479237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-818c0083-3afa-4069-a90f-600912cadec7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0497401 Jul 06 18:33:48.513496 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-84b19979-1fbb-4669-94e1-3b1d53750a67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278738 Jul 06 18:33:48.603954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-2d9a6d2e-1995-4ad8-a707-375366442bf2 service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Jul 06 18:33:48.700701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-199be20c-0539-4d5b-895b-a503922f9ec9 req-01ed7e1f-afff-4958-a1a8-0c536465b758 service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899482 Jul 06 18:33:49.555273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9da77-3c60-4711-ac3d-16b06804429c req-3957f0ff-b1e0-4cd3-8e35-08a177a2c68b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:49.556763 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-33c9da77-3c60-4711-ac3d-16b06804429c req-3957f0ff-b1e0-4cd3-8e35-08a177a2c68b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 943 time: 0.0639365 Jul 06 18:33:49.594286 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-33c9da77-3c60-4711-ac3d-16b06804429c req-99d38dd8-8c61-47c2-ab83-5775364250bf tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Jul 06 18:33:49.619973 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45fdfae1-40f9-4f03-ad3b-7c2c6305ea27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.048826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:50.051239 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89305857-2f98-4f13-90fa-1046991bba7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:50.100697 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6945a46-f8da-40d0-a7d6-afb8f25f1d86 x-openstack-request-id: req-f6945a46-f8da-40d0-a7d6-afb8f25f1d86 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:50.100992 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:50.101242 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6945a46-f8da-40d0-a7d6-afb8f25f1d86 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:50.101641 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'status': 'completed', 'code': 200} Jul 06 18:33:50.180925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305857-2f98-4f13-90fa-1046991bba7b req-f74f52bb-b95d-4f6d-8d37-5294a54c8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.182728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-f74f52bb-b95d-4f6d-8d37-5294a54c8f76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 1094 time: 0.0634601 Jul 06 18:33:50.183740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.183912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305857-2f98-4f13-90fa-1046991bba7b req-beac4be0-b9b3-4479-b4c5-a84df9e55c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.185286 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-beac4be0-b9b3-4479-b4c5-a84df9e55c1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 1094 time: 0.0597448 Jul 06 18:33:50.280103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305857-2f98-4f13-90fa-1046991bba7b req-0c50986e-d30f-440d-9593-5bf20b468dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.281629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-0c50986e-d30f-440d-9593-5bf20b468dfd service neutron] 10.222.0.22 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.0904772 Jul 06 18:33:50.283538 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305857-2f98-4f13-90fa-1046991bba7b req-2e92ae7f-cb78-4810-bed5-c03a0d10d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.285048 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-2e92ae7f-cb78-4810-bed5-c03a0d10d23f service neutron] 10.222.0.55 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.0961888 Jul 06 18:33:50.327153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-78cc97a8-47a2-429d-a0c3-22a40851754c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 217 time: 0.0354936 Jul 06 18:33:50.328100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-a64c8e23-cf21-434c-9f5c-2e72dbac468e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 217 time: 0.0407240 Jul 06 18:33:50.378875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305857-2f98-4f13-90fa-1046991bba7b req-9cfa636f-3b94-4a48-affb-a4574d84deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.380360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-9cfa636f-3b94-4a48-affb-a4574d84deec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0468011 Jul 06 18:33:50.382450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305857-2f98-4f13-90fa-1046991bba7b req-75427729-9216-4394-abde-a3e02632aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.383916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-75427729-9216-4394-abde-a3e02632aacb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0506852 Jul 06 18:33:50.419321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-2c8908b1-b58f-4486-a1b1-43de051f4e11 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289960 Jul 06 18:33:50.419568 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-a876eaab-cfa4-4e18-8665-82b8be1c86bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282180 Jul 06 18:33:50.519734 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-ae9206c4-c27c-428b-991f-475f07de635f service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973411 Jul 06 18:33:50.519972 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-6b222eb7-50be-4593-a848-5f28c5c78b4b service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937603 Jul 06 18:33:50.614847 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-46e04e5f-6148-4120-8436-f5ddd50fb92d service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879362 Jul 06 18:33:50.640787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89305857-2f98-4f13-90fa-1046991bba7b req-0043e839-9dd3-4f7f-89cc-8e5b52a540f4 service neutron] 10.222.0.55 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143117 Jul 06 18:33:50.784484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce85353-9b6b-4851-a6ae-fae6aa985d0a req-d555a50b-ab9c-49ef-8038-1f37f3630d82 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:50.786297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ce85353-9b6b-4851-a6ae-fae6aa985d0a req-d555a50b-ab9c-49ef-8038-1f37f3630d82 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 943 time: 0.0688081 Jul 06 18:33:50.831599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ce85353-9b6b-4851-a6ae-fae6aa985d0a req-b979a72c-bf55-448a-ba4b-e8908f8db49e tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Jul 06 18:33:50.893377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ebdf3fa0-d75f-4f6d-831d-707b35d0006d no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:50.930313 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:50.941858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device ebdf3fa0-d75f-4f6d-831d-707b35d0006d not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:33:51.870369 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ebdf3fa0-d75f-4f6d-831d-707b35d0006d details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:33:51.968882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:51.980279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'network_id': '88dcf814-802c-487f-a89c-9d5795a24d40', 'port_id': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'mac_address': 'fa:16:3e:0f:1d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:33:52.015922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33696-47b4-42f8-8265-a706750feff8 req-5fbbc442-9c1e-465d-9283-8463212a4621 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.017406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34d33696-47b4-42f8-8265-a706750feff8 req-5fbbc442-9c1e-465d-9283-8463212a4621 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 943 time: 0.0670686 Jul 06 18:33:52.017872 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.031127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdf3fa0-d75f-4f6d-831d-707b35d0006d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:33:52.050742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:52.052243 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:33:52.055796 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.057197 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34d33696-47b4-42f8-8265-a706750feff8 req-47fb5f7e-510a-40ba-9aae-1f1955871923 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334771 Jul 06 18:33:52.110089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:52.427758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['ebdf3fa0-d75f-4f6d-831d-707b35d0006d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:52.452337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9096f70-e976-498d-86b8-92edb504ba49 req-bd0122c6-993e-46b7-9c1b-148a38f1376f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.453841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9096f70-e976-498d-86b8-92edb504ba49 req-bd0122c6-993e-46b7-9c1b-148a38f1376f tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61&tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 944 time: 0.1472652 Jul 06 18:33:52.462580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016253e-7ec5-4882-9da8-8608fe61fecc req-cdbac0ac-dfd3-435d-892a-9b1d85571d27 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.464149 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9016253e-7ec5-4882-9da8-8608fe61fecc req-cdbac0ac-dfd3-435d-892a-9b1d85571d27 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 944 time: 0.1675973 Jul 06 18:33:52.533457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9016253e-7ec5-4882-9da8-8608fe61fecc req-5cdeda0a-cd72-4dd0-9680-bc7a4f0a27dc tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627377 Jul 06 18:33:52.555061 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-d9096f70-e976-498d-86b8-92edb504ba49 req-8d46d205-f3b5-436d-81f9-3a31b0a309af service neutron] delete failed (client error): The resource could not be found. Jul 06 18:33:52.556100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9096f70-e976-498d-86b8-92edb504ba49 req-8d46d205-f3b5-436d-81f9-3a31b0a309af service neutron] 10.222.0.22 "DELETE /v2.0/ports/ebdf3fa0-d75f-4f6d-831d-707b35d0006d/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0911613 Jul 06 18:33:52.651133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9096f70-e976-498d-86b8-92edb504ba49 req-02e3b82c-e3a7-4b29-b6a6-5c1e4ef20b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.652803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9096f70-e976-498d-86b8-92edb504ba49 req-02e3b82c-e3a7-4b29-b6a6-5c1e4ef20b0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 1095 time: 0.0541315 Jul 06 18:33:52.746007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9096f70-e976-498d-86b8-92edb504ba49 req-9f77231d-e74b-4ac3-a045-463fd9b99a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.747535 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9096f70-e976-498d-86b8-92edb504ba49 req-9f77231d-e74b-4ac3-a045-463fd9b99a6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 200 len: 916 time: 0.0888898 Jul 06 18:33:52.791171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9096f70-e976-498d-86b8-92edb504ba49 req-9793e1e5-5dde-4f25-aa45-03dcbdaad673 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 200 len: 217 time: 0.0372405 Jul 06 18:33:52.819687 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:52.840162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9096f70-e976-498d-86b8-92edb504ba49 req-dad29996-7cbc-46ce-8136-3af0c5eb035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:52.841633 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9096f70-e976-498d-86b8-92edb504ba49 req-dad29996-7cbc-46ce-8136-3af0c5eb035e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 200 len: 855 time: 0.0447729 Jul 06 18:33:52.878101 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9096f70-e976-498d-86b8-92edb504ba49 req-17c84900-adc2-4be5-892d-ff19ba0c9ba2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=88dcf814-802c-487f-a89c-9d5795a24d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304818 Jul 06 18:33:52.968602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9096f70-e976-498d-86b8-92edb504ba49 req-c8be85a9-4bc2-4df6-96b7-66ffb31a27c0 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836155 Jul 06 18:33:53.060165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d9096f70-e976-498d-86b8-92edb504ba49 req-9085e7ac-a3aa-4e5c-bf47-666bfedbbc61 service neutron] 10.222.0.22 "GET /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857728 Jul 06 18:33:53.716893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ced95d-1507-47b0-907c-1448504f18c5 req-88a038f9-7ffa-4c62-9929-c2fefe0b1d8c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:53.719212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71ced95d-1507-47b0-907c-1448504f18c5 req-88a038f9-7ffa-4c62-9929-c2fefe0b1d8c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 944 time: 0.0673864 Jul 06 18:33:53.757046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-71ced95d-1507-47b0-907c-1448504f18c5 req-bc26340d-579b-49aa-b011-5d4e7a25c0fd tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Jul 06 18:33:53.877057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ebdf3fa0-d75f-4f6d-831d-707b35d0006d up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:33:53.925651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port ebdf3fa0-d75f-4f6d-831d-707b35d0006d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:33:53.929766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port ebdf3fa0-d75f-4f6d-831d-707b35d0006d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:33:53.930842 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:53.937238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2574e-ade1-460f-b3f9-e24bffba1153 req-2bca1b96-de59-415a-9ae3-f9c6239aae9a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:53.938861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-efa2574e-ade1-460f-b3f9-e24bffba1153 req-2bca1b96-de59-415a-9ae3-f9c6239aae9a tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 944 time: 0.0737460 Jul 06 18:33:53.976431 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-efa2574e-ade1-460f-b3f9-e24bffba1153 req-d427a0ba-8244-40c6-a870-9cf83f45e3d0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318782 Jul 06 18:33:54.011612 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.034485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:54.036760 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eca2aa4-4ed0-46e8-b342-7c64a46b560a" -d '{"events": [{"server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "name": "network-vif-plugged", "status": "completed", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:54.052097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:54.056779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:54.108596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:54.134899 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e5a0f0-2468-426e-babf-6494f47811dc x-openstack-request-id: req-e3e5a0f0-2468-426e-babf-6494f47811dc {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:54.135189 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "name": "network-vif-plugged", "status": "completed", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:54.135443 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3e5a0f0-2468-426e-babf-6494f47811dc {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:54.135843 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'code': 200} Jul 06 18:33:54.156214 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593e6d-3413-4ea7-a5b1-8b73bf07e2c5 req-567e6718-8b46-4bcb-8574-98d9d1e36a59 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:54.157710 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54593e6d-3413-4ea7-a5b1-8b73bf07e2c5 req-567e6718-8b46-4bcb-8574-98d9d1e36a59 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0651700 Jul 06 18:33:54.194972 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54593e6d-3413-4ea7-a5b1-8b73bf07e2c5 req-b9602cb9-0e8f-4a5e-97c3-8ea029783905 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Jul 06 18:33:54.762816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e2161-6c70-4e3b-b925-fcbbb49994d9 req-132c306b-1bdf-4168-9e3c-8a7d24bdae8b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:54.764203 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b30e2161-6c70-4e3b-b925-fcbbb49994d9 req-132c306b-1bdf-4168-9e3c-8a7d24bdae8b tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0635412 Jul 06 18:33:54.802434 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b30e2161-6c70-4e3b-b925-fcbbb49994d9 req-5116c4d1-a7e2-4ca7-a802-55fc0273d5a0 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Jul 06 18:33:55.924113 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39487a88-0515-4f41-861e-096432ef53ad req-e04fcc96-085f-4ac3-bd1a-95b875e93bfa tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:55.925548 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39487a88-0515-4f41-861e-096432ef53ad req-e04fcc96-085f-4ac3-bd1a-95b875e93bfa tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.0673501 Jul 06 18:33:56.071759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837cae-4af1-433b-814a-0e0c70d6f8d3 req-7b5b5c68-0b11-4350-ad5c-cc15754a2815 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:56.073734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a837cae-4af1-433b-814a-0e0c70d6f8d3 req-7b5b5c68-0b11-4350-ad5c-cc15754a2815 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea522a44-e412-4f71-a8bd-2feedb82ca61 HTTP/1.1" status: 200 len: 945 time: 0.1584585 Jul 06 18:33:56.105385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-39487a88-0515-4f41-861e-096432ef53ad req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Deleting port ebdf3fa0-d75f-4f6d-831d-707b35d0006d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:33:56.105641 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-39487a88-0515-4f41-861e-096432ef53ad req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.165713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2a837cae-4af1-433b-814a-0e0c70d6f8d3 req-41852d13-f9d4-45ce-bdae-6657306dcf9c tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.13 "GET /v2.0/security-groups?id=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863702 Jul 06 18:33:56.213169 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-39487a88-0515-4f41-861e-096432ef53ad req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] For port ebdf3fa0-d75f-4f6d-831d-707b35d0006d, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,segment=NetworkSegment(2c541c1b-e990-4ab2-addc-08a3f1895794),segment_id=2c541c1b-e990-4ab2-addc-08a3f1895794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:33:56.213528 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-39487a88-0515-4f41-861e-096432ef53ad req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.226306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-39487a88-0515-4f41-861e-096432ef53ad req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Calling delete_port for ebdf3fa0-d75f-4f6d-831d-707b35d0006d owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:33:56.354295 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-39487a88-0515-4f41-861e-096432ef53ad req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.367342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['ebdf3fa0-d75f-4f6d-831d-707b35d0006d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:33:56.384913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Pushing event deleted for resources: {'Port': ['ID=ebdf3fa0-d75f-4f6d-831d-707b35d0006d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:56.436495 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-39487a88-0515-4f41-861e-096432ef53ad req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] No DVR routers for this DVR port ebdf3fa0-d75f-4f6d-831d-707b35d0006d on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:33:56.439156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-39487a88-0515-4f41-861e-096432ef53ad req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:56.441136 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39487a88-0515-4f41-861e-096432ef53ad req-05adc651-4193-4867-b5cb-bd6f94d94d20 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] 10.222.0.55 "DELETE /v2.0/ports/ebdf3fa0-d75f-4f6d-831d-707b35d0006d HTTP/1.1" status: 204 len: 173 time: 0.5078456 Jul 06 18:33:56.441605 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'name': 'network-vif-deleted', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:33:56.443937 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49c0863-2fb8-4d6a-a666-d23b09fd1ed1" -d '{"events": [{"server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "name": "network-vif-deleted", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:33:56.481930 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc16449-e1f6-412c-bd20-c0f3185a3a7c x-openstack-request-id: req-bbc16449-e1f6-412c-bd20-c0f3185a3a7c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:33:56.482297 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea522a44-e412-4f71-a8bd-2feedb82ca61", "name": "network-vif-deleted", "tag": "ebdf3fa0-d75f-4f6d-831d-707b35d0006d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:33:56.482632 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbc16449-e1f6-412c-bd20-c0f3185a3a7c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:33:56.482953 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea522a44-e412-4f71-a8bd-2feedb82ca61', 'name': 'network-vif-deleted', 'tag': 'ebdf3fa0-d75f-4f6d-831d-707b35d0006d', 'status': 'completed', 'code': 200} Jul 06 18:33:57.394594 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53174) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:57.442484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-13edfaff-7ea4-440c-8fbd-60bb627e8f11 admin admin] Deleting subnet 3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:33:57.446576 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13edfaff-7ea4-440c-8fbd-60bb627e8f11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.486573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13edfaff-7ea4-440c-8fbd-60bb627e8f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.526442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13edfaff-7ea4-440c-8fbd-60bb627e8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.579381 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13edfaff-7ea4-440c-8fbd-60bb627e8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.607428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edfaff-7ea4-440c-8fbd-60bb627e8f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:57.609682 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13edfaff-7ea4-440c-8fbd-60bb627e8f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.611557 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-13edfaff-7ea4-440c-8fbd-60bb627e8f11 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3b1eee11-befc-4c5a-b1d8-d9ad2be2c4ed HTTP/1.1" status: 204 len: 168 time: 0.2159107 Jul 06 18:33:57.614148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:57.683934 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.765067 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.777671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dcf814-802c-487f-a89c-9d5795a24d40']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:57.788172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c541c1b-e990-4ab2-addc-08a3f1895794') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:57.788469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c541c1b-e990-4ab2-addc-08a3f1895794') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:33:57.799901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.817880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.824900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:33:57.825301 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:33:57.827027 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:33:57.886909 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.892494 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:57.894327 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] 10.222.0.13 "DELETE /v2.0/networks/88dcf814-802c-487f-a89c-9d5795a24d40 HTTP/1.1" status: 204 len: 168 time: 0.2792463 Jul 06 18:33:57.906473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a3e4a-b072-4c59-86ea-2d169bc52760 admin admin] Pushing event deleted for resources: {'Network': ['ID=88dcf814-802c-487f-a89c-9d5795a24d40,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:58.009888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53180) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:58.056815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-77c9c844-7190-4b0c-94f7-0f7ea0d3eb5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca4ac3ca03c14090ac3a3e5003e7efa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451157 Jul 06 18:33:58.059263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53182) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:58.107187 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fa4174d-766a-4863-b749-6c11e64664ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.129072 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fa4174d-766a-4863-b749-6c11e64664ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.177917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fa4174d-766a-4863-b749-6c11e64664ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.181347 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fa4174d-766a-4863-b749-6c11e64664ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.182529 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5fa4174d-766a-4863-b749-6c11e64664ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95240ce2-1b77-4328-bb1b-34d5cbf3bdaf HTTP/1.1" status: 204 len: 168 time: 0.1223309 Jul 06 18:33:58.191054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4174d-766a-4863-b749-6c11e64664ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95240ce2-1b77-4328-bb1b-34d5cbf3bdaf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:58.834670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53204) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:58.928759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1453002311-network', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:58.950288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Made reservation on behalf of 1f7f3a54843b48c6aa9d5e20534e7e38 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:58.952698 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:58.965159 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.057523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.061423 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.080526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:33:59.098793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.099139 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Added segment 93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb of type vlan for network 6b9df720-4297-4a92-b658-bc9d50297909 Jul 06 18:33:59.100372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bdd2d5-dbb6-49d8-9454-8de466a7274c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:59.142478 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.172086 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.173033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:59.173606 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.227781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3918188 Jul 06 18:33:59.230683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53208) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:59.236576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Request body: {'subnet': {'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1453002311-subnet', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:59.236910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0f59b-e3c7-4c5d-8d27-9c7170a54e1b admin admin] Pushing event updated for resources: {'Network': ['ID=6b9df720-4297-4a92-b658-bc9d50297909,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:59.248264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 6b9df720-4297-4a92-b658-bc9d50297909 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:33:59.263218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Made reservation on behalf of 1f7f3a54843b48c6aa9d5e20534e7e38 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:33:59.265939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.440762 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.503151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a7460b-52a9-4b56-bcdc-063da46dae98,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:33:59.515156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.515567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.515904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.516235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.516567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.516896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.517221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.517544 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.517867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.518188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.518538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.518860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:33:59.524559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:33:59.524922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Network hostable DHCP agents. Network: 6b9df720-4297-4a92-b658-bc9d50297909, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:33:59.541114 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Network 6b9df720-4297-4a92-b658-bc9d50297909 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:33:59.549685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 6b9df720-4297-4a92-b658-bc9d50297909) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:33:59.556138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:33:59.556912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.558390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a301ed7-c30f-4da8-9028-49de5f79cbbe None None] Network 6b9df720-4297-4a92-b658-bc9d50297909 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:33:59.571778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c3ca6d68-a2e4-4345-ac97-855588ecbfe2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3394208 Jul 06 18:33:59.574699 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53210) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:33:59.579268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:33:59.601574 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.602810 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.657029 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.704940 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-6b9df720-4297-4a92-b658-bc9d50297909', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:33:59.705810 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.802709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:33:59.842495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Allocated IP 172.20.0.2 (6b9df720-4297-4a92-b658-bc9d50297909/41a7460b-52a9-4b56-bcdc-063da46dae98/0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:33:59.900368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ebdf3fa0-d75f-4f6d-831d-707b35d0006d no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:33:59.925315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: ebdf3fa0-d75f-4f6d-831d-707b35d0006d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:33:59.925663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device ebdf3fa0-d75f-4f6d-831d-707b35d0006d not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:34:00.004266 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.006657 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.015677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Transition to ACTIVE for port object 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:00.029090 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.032323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Transition to ACTIVE for port object 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:00.039591 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.079851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Network 6b9df720-4297-4a92-b658-bc9d50297909 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:00.086529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:00.091264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:00.094506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Pushing event updated for resources: {'Port': ['ID=0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:00.145400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Allocated IP 172.25.7.83 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/da2bf4fc-8576-40a6-807e-4407e91e414b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:00.154905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Attempting to bind port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:00.155281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Attempting to bind port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:00.155648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Attempting to bind port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:00.161463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:00.161837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:00.162243 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.162662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:00.163126 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Bound port: 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:00.163527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.232147 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] For port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:00.235698 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] For port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:00.241462 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.259081 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.308200 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:00.308799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069eab7-0677-42db-82dd-98f11bdfc661 None None] Pushing event updated for resources: {'Port': ['ID=0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:00.350319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:00.353563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:00.359244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:00.386601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Pushing event updated for resources: {'Port': ['ID=da2bf4fc-8576-40a6-807e-4407e91e414b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:00.978239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:00.983290 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.035466 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:01.199717 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.247237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecdca1-131e-417f-8705-0e943277020a None None] Network 6b9df720-4297-4a92-b658-bc9d50297909 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:34:01.310105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-74f2e985-fbe4-47ca-9b47-76c4488cb68f None None] Provisioning for port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:01.322074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-74f2e985-fbe4-47ca-9b47-76c4488cb68f None None] Provisioning complete for port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:01.322474 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74f2e985-fbe4-47ca-9b47-76c4488cb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.335521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:34:01.445708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:34:01.460163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:34:01.467766 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.469055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-391fc46f-d85c-46cc-96ba-15876524d424 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8933089 Jul 06 18:34:01.469873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74f2e985-fbe4-47ca-9b47-76c4488cb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.471856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:01.499853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:01.500405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:33:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:01.559646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-74f2e985-fbe4-47ca-9b47-76c4488cb68f None None] For port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:01.568902 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74f2e985-fbe4-47ca-9b47-76c4488cb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.827156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:01.830961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2e64c897-eea4-4b37-a258-753526c2704b None None] Provisioning complete for port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:01.831526 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e64c897-eea4-4b37-a258-753526c2704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:01.900285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2e985-fbe4-47ca-9b47-76c4488cb68f None None] Pushing event updated for resources: {'Port': ['ID=0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:01.917407 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.074177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:00Z', 'revision_number': 3, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:02.080761 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Allocated IP 172.20.0.1 (6b9df720-4297-4a92-b658-bc9d50297909/41a7460b-52a9-4b56-bcdc-063da46dae98/6e361e07-71db-4923-b857-134ef2c9f7b1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:02.104876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:34:02.105232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Updating router 4e32734d-0cd6-41c4-8892-016a99c31bb9 port da2bf4fc-8576-40a6-807e-4407e91e414b binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:34:02.140812 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.191755 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.206253 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Transition to ACTIVE for port object 6e361e07-71db-4923-b857-134ef2c9f7b1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:02.241178 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.276650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Network 6b9df720-4297-4a92-b658-bc9d50297909 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:02.279523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:02.283033 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:02.316376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Pushing event updated for resources: {'Port': ['ID=6e361e07-71db-4923-b857-134ef2c9f7b1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:02.332391 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.411476 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.428547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Transition to ACTIVE for port object da2bf4fc-8576-40a6-807e-4407e91e414b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:02.436725 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.487449 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.494111 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Attempting to bind port da2bf4fc-8576-40a6-807e-4407e91e414b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:02.494530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Attempting to bind port da2bf4fc-8576-40a6-807e-4407e91e414b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:02.494904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Attempting to bind port da2bf4fc-8576-40a6-807e-4407e91e414b on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:02.497038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38542634-b75d-44f5-9db1-21e2165c7542 None None] Pushing event updated for resources: {'Port': ['ID=da2bf4fc-8576-40a6-807e-4407e91e414b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:02.502731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:02.503137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:02.503540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.503970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:02.504447 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Bound port: da2bf4fc-8576-40a6-807e-4407e91e414b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:02.504836 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.555988 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.579401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] For port da2bf4fc-8576-40a6-807e-4407e91e414b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:02.582761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] For port da2bf4fc-8576-40a6-807e-4407e91e414b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=da2bf4fc-8576-40a6-807e-4407e91e414b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:02.586872 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7942fe09-d490-4ee8-8c86-be48b47d6d9b None None] Provisioning for port 6e361e07-71db-4923-b857-134ef2c9f7b1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:02.590949 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.599253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7942fe09-d490-4ee8-8c86-be48b47d6d9b None None] Provisioning complete for port 6e361e07-71db-4923-b857-134ef2c9f7b1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:02.599630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7942fe09-d490-4ee8-8c86-be48b47d6d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.669722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.675500 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.680508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7942fe09-d490-4ee8-8c86-be48b47d6d9b None None] Port 6e361e07-71db-4923-b857-134ef2c9f7b1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:34:02.682416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38542634-b75d-44f5-9db1-21e2165c7542 None None] Pushing event updated for resources: {'Port': ['ID=da2bf4fc-8576-40a6-807e-4407e91e414b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:02.687023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:02.687723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:33:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:02.744064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Pushing event updated for resources: {'Port': ['ID=6e361e07-71db-4923-b857-134ef2c9f7b1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:02.747530 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:02.798517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:02.841990 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Network 6b9df720-4297-4a92-b658-bc9d50297909 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:02.843423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:02.970404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:34:02.990280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:03.051056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 2, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:03.082547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1514c-a866-48cf-83f1-ab7d0eeeaaa3 None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 2, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:03.085374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:03.086309 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.103505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:34:03.116423 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d8d18b99-1d17-47b8-93d4-9ede44d56e38 admin admin] 10.222.0.13 "PUT /v2.0/routers/4e32734d-0cd6-41c4-8892-016a99c31bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359093 Jul 06 18:34:03.141293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-33c8b563-0d98-4e50-b2e3-a1fb516921e7 None None] Provisioning complete for port 6e361e07-71db-4923-b857-134ef2c9f7b1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:03.141671 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33c8b563-0d98-4e50-b2e3-a1fb516921e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:03.209044 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-33c8b563-0d98-4e50-b2e3-a1fb516921e7 None None] Port 6e361e07-71db-4923-b857-134ef2c9f7b1 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:34:03.880173 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53220) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:03.885768 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e89cc7c6-dec5-4454-bba3-907072582047 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144478002', 'description': 'tempest-description--34256866'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:03.916804 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e89cc7c6-dec5-4454-bba3-907072582047 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.013232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e89cc7c6-dec5-4454-bba3-907072582047 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.017704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e89cc7c6-dec5-4454-bba3-907072582047 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.046509 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e89cc7c6-dec5-4454-bba3-907072582047 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.047756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e89cc7c6-dec5-4454-bba3-907072582047 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1665437 Jul 06 18:34:04.049623 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cc7c6-dec5-4454-bba3-907072582047 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f191581f-71a4-4eff-9053-4ea5c759a8d3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:04.050761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:04.057963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-62408170-cc62-401f-801b-b2b17c013429 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'security_group_rule': {'security_group_id': 'f191581f-71a4-4eff-9053-4ea5c759a8d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:04.087332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62408170-cc62-401f-801b-b2b17c013429 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.149393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62408170-cc62-401f-801b-b2b17c013429 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.153162 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62408170-cc62-401f-801b-b2b17c013429 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.172453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62408170-cc62-401f-801b-b2b17c013429 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb24cfe-2199-4692-9952-8c96fb1830f5,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:04.178273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62408170-cc62-401f-801b-b2b17c013429 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.179350 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-62408170-cc62-401f-801b-b2b17c013429 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267946 Jul 06 18:34:04.182708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53224) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:04.187383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5f4ce93a-7f9c-485a-8eb9-857330a18c23 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'security_group_rule': {'security_group_id': 'f191581f-71a4-4eff-9053-4ea5c759a8d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:04.216250 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce93a-7f9c-485a-8eb9-857330a18c23 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.279195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce93a-7f9c-485a-8eb9-857330a18c23 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.283329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce93a-7f9c-485a-8eb9-857330a18c23 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.304008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ce93a-7f9c-485a-8eb9-857330a18c23 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbfe581-8292-4724-ba16-4d3abe717a9f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:04.308208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce93a-7f9c-485a-8eb9-857330a18c23 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.309434 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5f4ce93a-7f9c-485a-8eb9-857330a18c23 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257415 Jul 06 18:34:04.312831 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53226) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:04.317530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:04.343553 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.446588 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.554078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Allocated IP 172.25.7.109 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/0063656c-f27d-4f7b-ab4e-67237ac20711) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:04.656954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.696725 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.735742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:04.741764 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:04.746787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:04.750021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event updated for resources: {'Port': ['ID=0063656c-f27d-4f7b-ab4e-67237ac20711,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:04.873806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.926252 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:04.977122 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device da2bf4fc-8576-40a6-807e-4407e91e414b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:05.037292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port da2bf4fc-8576-40a6-807e-4407e91e414b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:05.042023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port da2bf4fc-8576-40a6-807e-4407e91e414b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:05.042491 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.092698 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:34:05.101475 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:05.102244 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:33:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:05.128650 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.151479 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port da2bf4fc-8576-40a6-807e-4407e91e414b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=da2bf4fc-8576-40a6-807e-4407e91e414b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:05.156163 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.208807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=da2bf4fc-8576-40a6-807e-4407e91e414b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:05.209041 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:05.466940 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.472000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.505997 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 2, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:05.535164 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:34:05.535515 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Updating router 4e32734d-0cd6-41c4-8892-016a99c31bb9 port 6e361e07-71db-4923-b857-134ef2c9f7b1 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:34:05.553423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event updated for resources: {'Port': ['ID=0063656c-f27d-4f7b-ab4e-67237ac20711,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:05.565721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.578540 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.579769 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.581144 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ba564efe-76a9-4d54-a44c-e73c94e7270d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2673059 Jul 06 18:34:05.728798 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-0f972c69-61d9-4eac-a2fb-7925688e9c34 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1144478002&fields=id&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 267 time: 0.0358727 Jul 06 18:34:05.840072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-9eb4648f-80cc-4ba1-a4dc-7954be52a41c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:05.841564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-9eb4648f-80cc-4ba1-a4dc-7954be52a41c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 812 time: 0.1061518 Jul 06 18:34:05.847908 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.857964 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Transition to ACTIVE for port object 6e361e07-71db-4923-b857-134ef2c9f7b1 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:05.863566 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.865561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-026ef3ec-77ed-4e3f-b76e-c763e82d271b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/quotas/1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 375 time: 0.0184391 Jul 06 18:34:05.892328 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:05.922012 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Pushing event updated for resources: {'Port': ['ID=6e361e07-71db-4923-b857-134ef2c9f7b1,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:05.949227 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-09518b97-b933-45e5-a95b-95ae96fa6a23 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777755 Jul 06 18:34:05.949737 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.950082 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.950449 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.950785 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.951110 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.951437 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.951759 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.952088 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.952405 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.952723 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.953047 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.953364 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:05.995409 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Attempting to bind port 6e361e07-71db-4923-b857-134ef2c9f7b1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:05.995775 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Attempting to bind port 6e361e07-71db-4923-b857-134ef2c9f7b1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:05.996131 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Attempting to bind port 6e361e07-71db-4923-b857-134ef2c9f7b1 on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:06.001385 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:06.001888 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:06.002412 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.002899 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:06.003460 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Bound port: 6e361e07-71db-4923-b857-134ef2c9f7b1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:06.003928 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.072878 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] For port 6e361e07-71db-4923-b857-134ef2c9f7b1, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:06.076239 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] For port 6e361e07-71db-4923-b857-134ef2c9f7b1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6e361e07-71db-4923-b857-134ef2c9f7b1,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:06.082150 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:06.143026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-d3c670c0-fc5c-4837-8509-62f00b0a6cee service neutron] 10.222.0.13 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431937 Jul 06 18:34:06.145540 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:06.146165 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:33:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:06.148125 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fbde1-c99a-4c38-9c59-7a8fc735e55c None None] Pushing event updated for resources: {'Port': ['ID=6e361e07-71db-4923-b857-134ef2c9f7b1,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:06.253263 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-6a48747a-15a4-4183-a1b3-b24672c4608c service neutron] 10.222.0.13 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946879 Jul 06 18:34:06.274167 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:06.439609 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68eadad7-f866-49e7-84b3-ebcee398fcb7 req-38d2f9e1-e7e5-4e04-81e6-d4c1e3602764 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 210 time: 0.0315895 Jul 06 18:34:06.511889 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:06Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:06.538241 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddae808-5695-4752-8b0f-88cc4475fdc7 None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:06Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:06.986992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6e361e07-71db-4923-b857-134ef2c9f7b1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:07.041897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 6e361e07-71db-4923-b857-134ef2c9f7b1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:07.050903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6e361e07-71db-4923-b857-134ef2c9f7b1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:07.051273 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.138934 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.174492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 6e361e07-71db-4923-b857-134ef2c9f7b1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6e361e07-71db-4923-b857-134ef2c9f7b1,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:07.179110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.180691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device da2bf4fc-8576-40a6-807e-4407e91e414b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:07.270867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=6e361e07-71db-4923-b857-134ef2c9f7b1,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:07.279116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port da2bf4fc-8576-40a6-807e-4407e91e414b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:07.279524 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.590532 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d6f9944d-f9fc-4134-b3d0-f3fdca88a31d req-ef883d58-a3b7-426b-bf14-52a9e72b38f9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 210 time: 0.0313287 Jul 06 18:34:07.704579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1f5dcac6-d2c6-40ea-a729-4474397228e8 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:07.706092 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1f5dcac6-d2c6-40ea-a729-4474397228e8 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 812 time: 0.1063581 Jul 06 18:34:07.748873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-543c94c8-02b6-48ff-8f47-a1ef5ef1ae2a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 380 time: 0.0345159 Jul 06 18:34:07.757611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'port': {'device_id': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'admin_state_up': True, 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'security_groups': ['f191581f-71a4-4eff-9053-4ea5c759a8d3']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:07.862958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Made reservation on behalf of 1f7f3a54843b48c6aa9d5e20534e7e38 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:34:07.866460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:07.995262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Allocated IP 172.20.0.11 (6b9df720-4297-4a92-b658-bc9d50297909/41a7460b-52a9-4b56-bcdc-063da46dae98/03f1c52b-12d6-491f-9822-6a4086bde64a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:34:08.138891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.156513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Transition to ACTIVE for port object 03f1c52b-12d6-491f-9822-6a4086bde64a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:08.189331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.232607 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Network 6b9df720-4297-4a92-b658-bc9d50297909 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:34:08.234037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:34:08.238103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:34:08.271640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event updated for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:08.303213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:08.303879 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.318759 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-1b587ff2-5ede-4e5a-a713-f906ae85601e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647585 Jul 06 18:34:08.329818 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Request body: {'port': {'device_id': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:08.412440 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.434583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7a8e272f-5d86-4e42-9f33-dbb940fe3b07 None None] Provisioning for port 03f1c52b-12d6-491f-9822-6a4086bde64a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:08.438483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7a8e272f-5d86-4e42-9f33-dbb940fe3b07 None None] Provisioning complete for port 03f1c52b-12d6-491f-9822-6a4086bde64a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:08.438887 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a8e272f-5d86-4e42-9f33-dbb940fe3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.472560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e272f-5d86-4e42-9f33-dbb940fe3b07 None None] Port 03f1c52b-12d6-491f-9822-6a4086bde64a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:34:08.688029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f1c52b-12d6-491f-9822-6a4086bde64a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:34:08.696020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.708014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Transition to ACTIVE for port object 03f1c52b-12d6-491f-9822-6a4086bde64a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:34:08.712860 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.775698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d42ed-7196-401a-81f7-a67f5088b5d4 req-6df88960-287a-412a-8cbd-9d13db843448 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:08.778903 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-379d42ed-7196-401a-81f7-a67f5088b5d4 req-6df88960-287a-412a-8cbd-9d13db843448 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.0731945 Jul 06 18:34:08.788821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Pushing event updated for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:08.825771 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-379d42ed-7196-401a-81f7-a67f5088b5d4 req-542061e8-fcf9-4157-8256-c04576ce777e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 Jul 06 18:34:08.841611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Attempting to bind port 03f1c52b-12d6-491f-9822-6a4086bde64a on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:34:08.841867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Attempting to bind port 03f1c52b-12d6-491f-9822-6a4086bde64a by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:34:08.842064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Attempting to bind port 03f1c52b-12d6-491f-9822-6a4086bde64a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:08.846565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Port 03f1c52b-12d6-491f-9822-6a4086bde64a on network 6b9df720-4297-4a92-b658-bc9d50297909 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:34:08.846894 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Attempting to bind port 03f1c52b-12d6-491f-9822-6a4086bde64a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:34:08.852131 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:34:08.852551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:34:08.852935 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:34:08.853367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Bound port: 03f1c52b-12d6-491f-9822-6a4086bde64a, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:34:08.853729 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.925773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:34:08.929158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:34:08.934554 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.967020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6e361e07-71db-4923-b857-134ef2c9f7b1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:08.972184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:08.972887 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:08.974164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] 10.222.0.55 "PUT /v2.0/ports/03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1092 time: 0.6486928 Jul 06 18:34:08.974639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:08.977177 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9110552-1026-49f8-a194-d6d9c39e8d54" -d '{"events": [{"name": "network-changed", "server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:09.010779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d1c98-4ad6-4359-b093-1d4ec3b99d0b service neutron] Pushing event updated for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:09.047745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6e361e07-71db-4923-b857-134ef2c9f7b1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:09.048202 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:09.060071 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f529181-d410-4fed-b431-a5beec82414e x-openstack-request-id: req-2f529181-d410-4fed-b431-a5beec82414e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:09.060367 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:09.060623 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f529181-d410-4fed-b431-a5beec82414e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:09.061024 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'status': 'completed', 'code': 200} Jul 06 18:34:09.091771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-77ac82ea-5942-4235-a574-f4b41871b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:09.093364 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-77ac82ea-5942-4235-a574-f4b41871b7bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1095 time: 0.0728002 Jul 06 18:34:09.140899 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-7c842d5a-6082-4c9f-8377-4d1be6895c90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 217 time: 0.0365803 Jul 06 18:34:09.190313 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-d4dd1628-aa52-4f95-b9b8-af23456990c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:09.191831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-d4dd1628-aa52-4f95-b9b8-af23456990c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0447371 Jul 06 18:34:09.598277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-ad306f6b-32c1-4fba-83fb-61aebddd2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:09.599834 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-ad306f6b-32c1-4fba-83fb-61aebddd2d35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4019046 Jul 06 18:34:09.687863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-ffaa8218-87c9-462b-9d3c-9ccf9320a7dc service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806270 Jul 06 18:34:09.780756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5472a74d-d7d2-4b70-980d-cc2a1dbfe18a req-3f4abf9e-f3c1-4bb5-8028-3fad55d1306c service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857000 Jul 06 18:34:09.884937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-917e81f1-60cd-4296-ad79-d6c894ceb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:09.886473 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-917e81f1-60cd-4296-ad79-d6c894ceb6d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1095 time: 0.0551884 Jul 06 18:34:09.980967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-cfa56ad2-a911-4164-8c29-48a57eda6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:09.982506 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-cfa56ad2-a911-4164-8c29-48a57eda6ee3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0900211 Jul 06 18:34:10.009125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603ee0a-f5b5-4ae2-af5c-eb6aa71c4ab7 req-778abda2-3532-405e-b952-b91ddbe0dc0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:10.010701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8603ee0a-f5b5-4ae2-af5c-eb6aa71c4ab7 req-778abda2-3532-405e-b952-b91ddbe0dc0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.0677574 Jul 06 18:34:10.024477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-1877eb27-b874-4cba-8409-135ae8462f18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 217 time: 0.0351648 Jul 06 18:34:10.050472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8603ee0a-f5b5-4ae2-af5c-eb6aa71c4ab7 req-5b3491d5-0f5f-4091-b98e-19d6c7c34dbc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340855 Jul 06 18:34:10.072933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-b551c4b6-ca55-44e9-babc-2b82e2f7fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:10.074498 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-b551c4b6-ca55-44e9-babc-2b82e2f7fc09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0438302 Jul 06 18:34:10.141043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-0f4a77e4-98d6-4dfb-aa6c-49247296859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:10.142451 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-0f4a77e4-98d6-4dfb-aa6c-49247296859b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619512 Jul 06 18:34:10.231760 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-056644fe-5a1b-41c3-945a-bf6a0b9fd673 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827036 Jul 06 18:34:10.325537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9110552-1026-49f8-a194-d6d9c39e8d54 req-703c5d4c-a28a-4d93-b37b-f0075430e1ac service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869689 Jul 06 18:34:11.237884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1786c-99bb-4739-ab29-59697ecb9ffe req-9ea00a12-07fe-4378-85ba-16f5a5ea0e26 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:11.239330 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03f1786c-99bb-4739-ab29-59697ecb9ffe req-9ea00a12-07fe-4378-85ba-16f5a5ea0e26 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.0694945 Jul 06 18:34:11.278398 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03f1786c-99bb-4739-ab29-59697ecb9ffe req-bc21a728-89ff-4218-97e4-f57047f7a576 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Jul 06 18:34:12.451257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d8b7f-831a-408a-9b34-0f3893d8fee4 req-fe0c39ea-3bb5-4b62-b89b-3cd17e4d1363 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:12.452667 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa3d8b7f-831a-408a-9b34-0f3893d8fee4 req-fe0c39ea-3bb5-4b62-b89b-3cd17e4d1363 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.0650170 Jul 06 18:34:12.491020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa3d8b7f-831a-408a-9b34-0f3893d8fee4 req-964ba01e-81e0-4dec-8422-1a590122c088 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328412 Jul 06 18:34:13.679468 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43c316-9177-4232-acc2-2ffb8251f596 req-5c57b836-921e-40d0-970f-3cd8a821abb5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:13.680983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e43c316-9177-4232-acc2-2ffb8251f596 req-5c57b836-921e-40d0-970f-3cd8a821abb5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.0648522 Jul 06 18:34:13.718397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e43c316-9177-4232-acc2-2ffb8251f596 req-d09e8a28-39ca-4d52-b554-a680db8424d0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Jul 06 18:34:13.915404 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 03f1c52b-12d6-491f-9822-6a4086bde64a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:34:14.013029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:14.025217 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'port_id': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'mac_address': 'fa:16:3e:c4:b7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:34:14.061002 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.074489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f1c52b-12d6-491f-9822-6a4086bde64a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:34:14.094934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:14.098542 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:14.145542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:14.372968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['03f1c52b-12d6-491f-9822-6a4086bde64a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:34:14.888971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33376f0-4ac5-4422-a70b-34d67c5af173 req-f3bc3423-b725-4b6b-b28c-3a7a8e93dcf9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:14.890494 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d33376f0-4ac5-4422-a70b-34d67c5af173 req-f3bc3423-b725-4b6b-b28c-3a7a8e93dcf9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 945 time: 0.0636780 Jul 06 18:34:14.935981 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d33376f0-4ac5-4422-a70b-34d67c5af173 req-8b9b3908-34dc-4ca6-a9c9-71874de2fc23 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Jul 06 18:34:15.932125 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 03f1c52b-12d6-491f-9822-6a4086bde64a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:34:15.980971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 03f1c52b-12d6-491f-9822-6a4086bde64a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:34:15.985042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 03f1c52b-12d6-491f-9822-6a4086bde64a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:34:15.985416 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.063211 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.085677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:16.088468 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bda2076-d4ba-42b1-9f92-dfb7d0b7a6a8" -d '{"events": [{"server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "name": "network-vif-plugged", "status": "completed", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:16.101653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:34:16.107354 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:16.130572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b813eef-0750-4144-b51d-af7d9924daa9 req-72b4af0e-04bd-4917-86be-2df305936f85 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:16.131085 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b739b1-20c3-4bc7-a661-3c635aca1aad x-openstack-request-id: req-46b739b1-20c3-4bc7-a661-3c635aca1aad {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:16.131204 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "name": "network-vif-plugged", "status": "completed", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:16.131400 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46b739b1-20c3-4bc7-a661-3c635aca1aad {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:16.131789 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'code': 200} Jul 06 18:34:16.132192 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b813eef-0750-4144-b51d-af7d9924daa9 req-72b4af0e-04bd-4917-86be-2df305936f85 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 945 time: 0.0733130 Jul 06 18:34:16.160409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:34:16.170315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.170683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.171024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.171362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.171694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.172030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.172360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.172683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.173010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.173333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.173646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.173968 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:34:16.177704 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4b813eef-0750-4144-b51d-af7d9924daa9 req-d75183a6-66a8-4fcb-894a-e3fdde52bcef tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380702 Jul 06 18:34:16.250901 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b932e78-b1cd-4be5-bf21-506dc02380dc req-0e5fb500-caab-4cb9-803a-70c818c52598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:16.252389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b932e78-b1cd-4be5-bf21-506dc02380dc req-0e5fb500-caab-4cb9-803a-70c818c52598 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1097 time: 0.0533657 Jul 06 18:34:16.287055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1b932e78-b1cd-4be5-bf21-506dc02380dc req-8dfd4962-a33a-40db-bfad-668e2ad45058 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278792 Jul 06 18:34:17.086866 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a20d04e0-9e91-4032-bbca-2ec0347802eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:17.359649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca41c7-e158-41b9-aa08-c8c778ff8267 req-c4cbe863-776f-4799-8384-1cc0da743562 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:17.361140 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9cca41c7-e158-41b9-aa08-c8c778ff8267 req-c4cbe863-776f-4799-8384-1cc0da743562 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0670757 Jul 06 18:34:17.399739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9cca41c7-e158-41b9-aa08-c8c778ff8267 req-4a49e39f-d405-4f6f-bd2b-5b087aa922fa tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Jul 06 18:34:18.581660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25a119-06ed-4477-8b89-2ec9a6332b9f req-9a7784fd-8f55-4f25-a463-ff128282de9d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:18.583159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e25a119-06ed-4477-8b89-2ec9a6332b9f req-9a7784fd-8f55-4f25-a463-ff128282de9d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0668147 Jul 06 18:34:18.621397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5e25a119-06ed-4477-8b89-2ec9a6332b9f req-d23ccb43-9eb5-41c6-89bc-647d8ee3ef16 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319970 Jul 06 18:34:18.788205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163477d-04f4-4feb-981a-006dd276df23 req-52cbd4b4-3836-4410-942e-00baed51e7f4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:18.789720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9163477d-04f4-4feb-981a-006dd276df23 req-52cbd4b4-3836-4410-942e-00baed51e7f4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0646067 Jul 06 18:34:18.798263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:34:18.802865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a28da9b7-fcab-42b1-9117-f5428cf82fc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'floatingip': {'port_id': '03f1c52b-12d6-491f-9822-6a4086bde64a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:34:18.845994 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a28da9b7-fcab-42b1-9117-f5428cf82fc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:19.297202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a28da9b7-fcab-42b1-9117-f5428cf82fc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:19.301176 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a28da9b7-fcab-42b1-9117-f5428cf82fc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:19.404233 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-a28da9b7-fcab-42b1-9117-f5428cf82fc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 associated. External IP: 172.25.7.109, port: 03f1c52b-12d6-491f-9822-6a4086bde64a. Jul 06 18:34:19.613935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28da9b7-fcab-42b1-9117-f5428cf82fc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:34:19.620555 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fca654dd-904a-4bfb-a29f-bd4f8c80a381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:19.724205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28da9b7-fcab-42b1-9117-f5428cf82fc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:34:19.729499 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a28da9b7-fcab-42b1-9117-f5428cf82fc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:19.733721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:34:19.743325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:19.743943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:34:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:19.768221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a28da9b7-fcab-42b1-9117-f5428cf82fc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "PUT /v2.0/floatingips/9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 HTTP/1.1" status: 200 len: 992 time: 0.9688454 Jul 06 18:34:19.768819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:34:19.771189 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b95ae1-297e-4789-8944-f175ee2d764a" -d '{"events": [{"name": "network-changed", "server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:34:19.812919 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12adbded-c884-4f45-a219-4b1d33982ebb x-openstack-request-id: req-12adbded-c884-4f45-a219-4b1d33982ebb {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:34:19.813503 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:34:19.813590 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12adbded-c884-4f45-a219-4b1d33982ebb {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:34:19.813992 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'status': 'completed', 'code': 200} Jul 06 18:34:19.853358 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:19.897676 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95ae1-297e-4789-8944-f175ee2d764a req-2fcd0089-fe77-4d1c-9fec-899c6f6dd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:19.899312 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58b95ae1-297e-4789-8944-f175ee2d764a req-2fcd0089-fe77-4d1c-9fec-899c6f6dd0ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1097 time: 0.0610750 Jul 06 18:34:19.994352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95ae1-297e-4789-8944-f175ee2d764a req-6f8e829a-6390-4db6-8104-27fac7226cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:19.995993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58b95ae1-297e-4789-8944-f175ee2d764a req-6f8e829a-6390-4db6-8104-27fac7226cc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0909224 Jul 06 18:34:20.060733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58b95ae1-297e-4789-8944-f175ee2d764a req-7157a53a-cddb-4f28-bc96-b5985ff4a890 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1000 time: 0.0586271 Jul 06 18:34:20.078833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:c4:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:34:19Z', 'revision_number': 1, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:20.105534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:34:20.111845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95ae1-297e-4789-8944-f175ee2d764a req-62071278-5b25-4798-a345-c926bd790755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:20.113328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58b95ae1-297e-4789-8944-f175ee2d764a req-62071278-5b25-4798-a345-c926bd790755 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0449545 Jul 06 18:34:20.114251 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:34:20.116156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:34:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:20.178393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95ae1-297e-4789-8944-f175ee2d764a req-1c3bf702-7c94-4253-ada0-1915d116e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:20.179870 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58b95ae1-297e-4789-8944-f175ee2d764a req-1c3bf702-7c94-4253-ada0-1915d116e3cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590329 Jul 06 18:34:20.274156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58b95ae1-297e-4789-8944-f175ee2d764a req-9788ba26-3450-4efe-960c-500cda331680 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876405 Jul 06 18:34:20.371006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-58b95ae1-297e-4789-8944-f175ee2d764a req-60490d9d-0d57-4903-9505-313d3e909eb2 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910830 Jul 06 18:34:20.384196 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:20.398927 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:34:20.617790 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:c4:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:34:19Z', 'revision_number': 1, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:34:20.647302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230d487-40a6-41f0-9087-4a702c16d5db None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:c4:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:34:19Z', 'revision_number': 1, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:34:20.834866 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661188f-af8d-43a4-8ffb-36286113e26d None None] New status for floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:34:20.908995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:22.823131 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:29.055575 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:34:32.559532 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:35.881278 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:43.611370 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4573241f-6885-4404-966b-3dbc6bae402c req-75329245-d45c-4270-a469-2226003c24ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523448 Jul 06 18:34:43.705931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573241f-6885-4404-966b-3dbc6bae402c req-2b4ddc69-8ce0-4464-abc0-038af9b23d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:43.707359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4573241f-6885-4404-966b-3dbc6bae402c req-2b4ddc69-8ce0-4464-abc0-038af9b23d9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1097 time: 0.0523651 Jul 06 18:34:43.813849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573241f-6885-4404-966b-3dbc6bae402c req-9b8ba934-61ac-4b3d-ba41-e406ea342fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:43.815365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4573241f-6885-4404-966b-3dbc6bae402c req-9b8ba934-61ac-4b3d-ba41-e406ea342fbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0871139 Jul 06 18:34:43.881322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4573241f-6885-4404-966b-3dbc6bae402c req-7912a138-143b-4f9c-90a2-395fa52d62f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1002 time: 0.0587947 Jul 06 18:34:43.929666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573241f-6885-4404-966b-3dbc6bae402c req-1db5d30d-602d-4ffd-9933-11b18ecef1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:43.931420 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4573241f-6885-4404-966b-3dbc6bae402c req-1db5d30d-602d-4ffd-9933-11b18ecef1cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0441227 Jul 06 18:34:43.991848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573241f-6885-4404-966b-3dbc6bae402c req-b52fb9c9-406b-4cfe-86ce-e16d2cf235bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:34:43.993258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4573241f-6885-4404-966b-3dbc6bae402c req-b52fb9c9-406b-4cfe-86ce-e16d2cf235bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554230 Jul 06 18:34:44.085073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4573241f-6885-4404-966b-3dbc6bae402c req-592dc7bf-2cc7-4f08-a7dc-cb0082b1bdfd service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852182 Jul 06 18:34:44.182998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4573241f-6885-4404-966b-3dbc6bae402c req-1e632e70-adb3-491b-8a22-96e7c728cc54 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909948 Jul 06 18:34:47.088265 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79c959c3-c596-41f6-8dfd-491dd952a64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:49.624759 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2d23f28-12de-4410-9bce-4ec79d6cd3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.194613 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:50.909458 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:34:52.827656 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:02.560170 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:05.890964 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:06.053650 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:35:17.091671 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15578e06-5ff5-4260-86b6-95b6529a8d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:19.627150 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-611d95b0-a96b-4bba-b386-d6f5ee16cedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:20.185282 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:20.911207 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:22.828679 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:32.560497 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:35.894852 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:43.053616 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:35:46.221267 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-bd77db34-ad93-4d38-b4d2-bd9618f0f998 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556509 Jul 06 18:35:46.317426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-b8ca86f6-f021-495f-9bf3-5f4efbe105e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:46.318947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-b8ca86f6-f021-495f-9bf3-5f4efbe105e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1097 time: 0.0548127 Jul 06 18:35:46.428143 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-53915ed5-9047-4724-90fb-87bdf33675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:46.429638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-53915ed5-9047-4724-90fb-87bdf33675dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0901742 Jul 06 18:35:46.495218 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-b85dc7d7-be61-47e2-b9ee-14bed58bc2de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1002 time: 0.0588353 Jul 06 18:35:46.549514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-92585276-ac8e-4692-a956-655bdb4ae31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:46.551036 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-92585276-ac8e-4692-a956-655bdb4ae31b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0443742 Jul 06 18:35:46.612267 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-50a6844a-1973-488b-82a8-539648c015ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:35:46.613767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-50a6844a-1973-488b-82a8-539648c015ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557637 Jul 06 18:35:46.702657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-0d0b2095-aee4-4823-8ed7-5cc5429f1992 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818219 Jul 06 18:35:46.793904 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-042c4ce1-2607-4182-a7e6-495e46841ce4 req-687cba43-3aca-4d70-8e4c-8efc0371d819 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855794 Jul 06 18:35:47.093605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d00cc53-db9c-4327-847e-0254c01dfa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:49.628560 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85eab4c3-1946-4c6e-a282-0cf4a35ab5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:50.190000 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:50.913692 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:35:52.830754 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:02.589834 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:05.887974 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:17.095640 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-559254e3-5330-4751-b9cf-f0af15806004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:19.629045 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cecff7a5-2d41-4dad-9638-c44a7d765ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:20.052433 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:36:20.192696 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:20.917791 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:22.834231 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:32.604416 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:35.885655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.098923 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a979952f-ff51-4f09-9b5a-3fbe0bc771ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:47.646723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-5a003f99-db27-4f7c-9c5e-b399c9ac5e63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562928 Jul 06 18:36:47.746027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-7bceea7e-147b-4273-b584-f6d1c4d67fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:47.747501 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-7bceea7e-147b-4273-b584-f6d1c4d67fbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1097 time: 0.0575047 Jul 06 18:36:47.863469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-6e08067a-f2a3-479c-af44-930487f30ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:47.864987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-6e08067a-f2a3-479c-af44-930487f30ce4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0953710 Jul 06 18:36:47.934262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-4ec2a285-2008-439c-a141-5a4f813f57bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1002 time: 0.0621889 Jul 06 18:36:47.992910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-db23c711-dde3-4166-9c4b-bb9c92c377f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:47.994881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-db23c711-dde3-4166-9c4b-bb9c92c377f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0529745 Jul 06 18:36:48.059651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-9c123241-64db-4e5d-aca9-98950d425463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:48.061196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-9c123241-64db-4e5d-aca9-98950d425463 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599380 Jul 06 18:36:48.167683 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-95357b60-f77e-42e8-8ca7-363f71aefe2d service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000388 Jul 06 18:36:48.271194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8742f0a-4f10-463e-bc2e-ecd1b6910371 req-8c20fc8a-5b4c-45e6-bd33-e36d9cc43b23 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971184 Jul 06 18:36:49.637781 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c6d32d8-a0cc-42a2-b6ee-e66d616ecd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.195613 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:50.923022 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:51.524893 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529bef0-c7ed-4ff4-9dd7-2c79d72b4896 req-cc626987-e147-400b-9d29-a3fa2ca2119a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:51.527196 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3529bef0-c7ed-4ff4-9dd7-2c79d72b4896 req-cc626987-e147-400b-9d29-a3fa2ca2119a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0682256 Jul 06 18:36:51.565693 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3529bef0-c7ed-4ff4-9dd7-2c79d72b4896 req-069dd032-4066-4846-b68e-1dc9bf5853b6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Jul 06 18:36:52.126596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 53610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:36:52.210167 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b73c-20b4-4514-9568-052127a08ec2 req-abe9844f-d750-4e78-ba24-23a85ae0ad3a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:52.211746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a684b73c-20b4-4514-9568-052127a08ec2 req-abe9844f-d750-4e78-ba24-23a85ae0ad3a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0845764 Jul 06 18:36:52.236817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-1c808f02-e623-4447-89c4-0e3c3ac61259 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090312 Jul 06 18:36:52.266679 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a684b73c-20b4-4514-9568-052127a08ec2 req-d5db2b4f-d42d-4612-827b-2722cef0279e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432391 Jul 06 18:36:52.839428 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:36:53.463836 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ca30-a8b8-40ec-b567-3c72e04d8fc6 req-1b70f32c-77e4-46ad-a36a-5c0fa54e0ece tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:53.463836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7465ca30-a8b8-40ec-b567-3c72e04d8fc6 req-1b70f32c-77e4-46ad-a36a-5c0fa54e0ece tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0779712 Jul 06 18:36:53.502291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-124e89ad-dcd6-45b1-a4b9-518eea811de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:53.503839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-124e89ad-dcd6-45b1-a4b9-518eea811de3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1097 time: 0.0568981 Jul 06 18:36:53.504854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7465ca30-a8b8-40ec-b567-3c72e04d8fc6 req-e2370b0d-d624-4f63-b106-628127189875 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353198 Jul 06 18:36:53.597702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-bd47d883-446d-49b2-920d-e34dd4477d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:53.599347 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-bd47d883-446d-49b2-920d-e34dd4477d32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0860047 Jul 06 18:36:53.669817 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-d6774892-fb8d-4484-afb0-0ad4f34b7a28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1002 time: 0.0641103 Jul 06 18:36:53.719090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-da877f74-105a-4d05-a123-99c391bcbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:53.720555 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-da877f74-105a-4d05-a123-99c391bcbe65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0442166 Jul 06 18:36:53.777120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-0e8db314-1364-4805-88a8-82532ce5760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:53.778776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-0e8db314-1364-4805-88a8-82532ce5760e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522890 Jul 06 18:36:53.871956 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-08d69b89-73ca-44f4-a8a2-2bb3d57f5caf service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855043 Jul 06 18:36:53.962140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-3d1fbe74-2a6f-432b-9008-43600b64646f service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829146 Jul 06 18:36:54.700985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735c84f-fa79-4766-a583-68b387e0acc8 req-af3e29e0-ecc4-4b44-86d8-98be0e821af0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:54.702458 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7735c84f-fa79-4766-a583-68b387e0acc8 req-af3e29e0-ecc4-4b44-86d8-98be0e821af0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0712206 Jul 06 18:36:54.743131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7735c84f-fa79-4766-a583-68b387e0acc8 req-466958d5-802c-4a27-85e2-66eb2b62b12a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351315 Jul 06 18:36:55.924975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675529-f8e2-4dc6-9ed0-117b86d37865 req-34274f29-fc7f-4bc3-8baa-69321fc5de14 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:55.926505 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21675529-f8e2-4dc6-9ed0-117b86d37865 req-34274f29-fc7f-4bc3-8baa-69321fc5de14 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0689530 Jul 06 18:36:55.965432 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21675529-f8e2-4dc6-9ed0-117b86d37865 req-044e86b5-1794-44b4-bd3e-3ddc46f9bac6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320723 Jul 06 18:36:57.050994 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:36:57.143101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538f073-0d6c-4f30-979a-5ce2d2734909 req-7344b4cc-3de0-47e1-91e9-551da05c9b11 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:57.144655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4538f073-0d6c-4f30-979a-5ce2d2734909 req-7344b4cc-3de0-47e1-91e9-551da05c9b11 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0655191 Jul 06 18:36:57.194787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4538f073-0d6c-4f30-979a-5ce2d2734909 req-61c6d9c7-a8e6-455b-85ce-43df360f20d9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445175 Jul 06 18:36:58.377404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def214a-44d2-4cba-b01e-1976e245d795 req-6ed6f49f-d1ed-4d19-8f22-91882f6b9143 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:58.378963 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9def214a-44d2-4cba-b01e-1976e245d795 req-6ed6f49f-d1ed-4d19-8f22-91882f6b9143 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0700519 Jul 06 18:36:58.419520 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9def214a-44d2-4cba-b01e-1976e245d795 req-96da1542-acdc-40f6-951a-5de097c51589 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Jul 06 18:36:59.599558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c76c9-a894-4c96-9d4f-29cf64a874a2 req-b3055f68-c2bc-438a-9962-c453c6f1a100 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:36:59.601067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a5c76c9-a894-4c96-9d4f-29cf64a874a2 req-b3055f68-c2bc-438a-9962-c453c6f1a100 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0638916 Jul 06 18:36:59.639325 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a5c76c9-a894-4c96-9d4f-29cf64a874a2 req-e7041951-3a2f-4cdf-ad2c-73fe52d6b60e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Jul 06 18:37:00.824956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083ecb3-4902-4cb3-8e4b-869aadff50b7 req-6cc3c6bd-1eba-43bf-a93c-253d4ad9efec tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:00.826504 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4083ecb3-4902-4cb3-8e4b-869aadff50b7 req-6cc3c6bd-1eba-43bf-a93c-253d4ad9efec tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0715985 Jul 06 18:37:00.866816 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4083ecb3-4902-4cb3-8e4b-869aadff50b7 req-eece911e-80d6-426a-8ba8-8fc979fb623d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Jul 06 18:37:02.075408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93f017-6598-4d46-98ef-05ba92fc719d req-97440957-bed8-458c-ae5e-57c066b39fbe tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:02.077036 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e93f017-6598-4d46-98ef-05ba92fc719d req-97440957-bed8-458c-ae5e-57c066b39fbe tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0847809 Jul 06 18:37:02.123464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e93f017-6598-4d46-98ef-05ba92fc719d req-e9e46e3c-9e03-4782-9cfd-0508b97d4825 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393648 Jul 06 18:37:02.620158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:03.315672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa171f2c-cd02-4ca1-bc2a-58642efd2889 req-cf3bea8f-2209-44f3-accc-1a8527500375 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:03.317088 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa171f2c-cd02-4ca1-bc2a-58642efd2889 req-cf3bea8f-2209-44f3-accc-1a8527500375 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0734348 Jul 06 18:37:03.357734 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fa171f2c-cd02-4ca1-bc2a-58642efd2889 req-0c09b318-021f-48fb-aa2a-8a9e8e658c8f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343218 Jul 06 18:37:04.546237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f729e7-5f3d-4294-98a7-e69f6bfbe305 req-5d66c0ae-ad52-4619-baf4-3dbd3d3163b4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:04.547815 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-10f729e7-5f3d-4294-98a7-e69f6bfbe305 req-5d66c0ae-ad52-4619-baf4-3dbd3d3163b4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0718107 Jul 06 18:37:04.586767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-10f729e7-5f3d-4294-98a7-e69f6bfbe305 req-ed181089-8bfd-4076-9b5d-94bc63bf0053 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332043 Jul 06 18:37:05.767753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0f7be-b5ce-424a-871c-6de369598344 req-86eae317-0f70-4774-9b42-8c157690222b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:05.769226 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-45b0f7be-b5ce-424a-871c-6de369598344 req-86eae317-0f70-4774-9b42-8c157690222b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0678718 Jul 06 18:37:05.811523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-45b0f7be-b5ce-424a-871c-6de369598344 req-538411ac-bb03-4df4-8184-bd6a8f664801 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361230 Jul 06 18:37:05.873400 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-f8e5e2c7-bc77-4b27-ba8b-550cfde9e011 service neutron] show failed (client error): The resource could not be found. Jul 06 18:37:05.874480 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-f8e5e2c7-bc77-4b27-ba8b-550cfde9e011 service neutron] 10.222.0.55 "GET /v2.0/ports/03f1c52b-12d6-491f-9822-6a4086bde64a/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0606358 Jul 06 18:37:05.886203 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.159494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-b16dd657-ac99-4798-b52b-ebb66fe6a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:06.161046 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-b16dd657-ac99-4798-b52b-ebb66fe6a7ac service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 1097 time: 0.0906198 Jul 06 18:37:06.171985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:06.246333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.454614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:06.493543 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:06.534766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:06.537058 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1b3d8d-ee96-4fd5-ad8c-76f0ff73b16b" -d '{"events": [{"server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "name": "network-vif-unplugged", "status": "completed", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:06.541624 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.555842 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Transition to ACTIVE for port object 03f1c52b-12d6-491f-9822-6a4086bde64a will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:06.561564 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:06.665523 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2309c95-2858-41db-99c6-d066b7bd32c2 x-openstack-request-id: req-b2309c95-2858-41db-99c6-d066b7bd32c2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:06.665771 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "name": "network-vif-unplugged", "status": "completed", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:06.666732 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2309c95-2858-41db-99c6-d066b7bd32c2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:06.667739 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'code': 200} Jul 06 18:37:06.694654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:06.720256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.720604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.720951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.721291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.721627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.721966 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.722299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.722658 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.722986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.723310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.723635 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.723964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:06.766781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] No DVR routers for this DVR port 03f1c52b-12d6-491f-9822-6a4086bde64a on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:06.943120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Attempting to bind port 03f1c52b-12d6-491f-9822-6a4086bde64a on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:06.943792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Attempting to bind port 03f1c52b-12d6-491f-9822-6a4086bde64a by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:06.943792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Attempting to bind port 03f1c52b-12d6-491f-9822-6a4086bde64a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:06.976396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Port 03f1c52b-12d6-491f-9822-6a4086bde64a on network 6b9df720-4297-4a92-b658-bc9d50297909 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:06.976726 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Attempting to bind port 03f1c52b-12d6-491f-9822-6a4086bde64a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:06.986284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:37:06.986650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:06.987039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:37:06.987470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Bound port: 03f1c52b-12d6-491f-9822-6a4086bde64a, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:37:06.987865 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.060532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef2ff-cbaa-4c83-b032-5f0ad3f29e0f req-0cff7e15-57e2-4cc6-82ae-4371ad28318f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:07.062083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cccef2ff-cbaa-4c83-b032-5f0ad3f29e0f req-0cff7e15-57e2-4cc6-82ae-4371ad28318f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.1212671 Jul 06 18:37:07.098129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:07.121505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:37:07.127234 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cccef2ff-cbaa-4c83-b032-5f0ad3f29e0f req-cd63617f-2b27-4628-9272-21d135c2b12d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555382 Jul 06 18:37:07.128768 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.163991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:07.164609 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:07.166598 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] 10.222.0.22 "PUT /v2.0/ports/03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1092 time: 0.9983175 Jul 06 18:37:07.202252 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d853652-9fe0-4709-83bf-907930f4b8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:07.259298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-26e1f079-9d94-4755-9d2d-8cdb03d46fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:07.261604 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-26e1f079-9d94-4755-9d2d-8cdb03d46fd1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1095 time: 0.0684278 Jul 06 18:37:07.364520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-d3d849ce-2ab7-4999-969a-8dc23e514d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:07.366372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-d3d849ce-2ab7-4999-969a-8dc23e514d62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0978572 Jul 06 18:37:07.468594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-b479f684-006b-4197-b0a4-694eb1468ce4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1000 time: 0.0965328 Jul 06 18:37:07.521196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-d31289d1-44c2-432a-b6ab-14e24321fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:07.522749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-d31289d1-44c2-432a-b6ab-14e24321fe6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0484049 Jul 06 18:37:07.610505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-30f2087f-96bf-4db7-b560-60088b40c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:07.612076 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-30f2087f-96bf-4db7-b560-60088b40c0c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816419 Jul 06 18:37:07.713591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-128afce2-4a6f-4ae2-abe7-c7ac975cac6d service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945544 Jul 06 18:37:08.088298 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-1cf3a6a5-a7bd-4c3d-b71f-2f14633f8233 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685057 Jul 06 18:37:08.350879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7c365-cdbe-404d-89e1-2e800fbad643 req-2225f65d-51d0-4fff-91b8-06e813ba5ff5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.352332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0d7c365-cdbe-404d-89e1-2e800fbad643 req-2225f65d-51d0-4fff-91b8-06e813ba5ff5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.0974288 Jul 06 18:37:08.394140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c0d7c365-cdbe-404d-89e1-2e800fbad643 req-5e49e883-b67f-48c9-913a-9d4814432fec tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343080 Jul 06 18:37:08.669268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:08.671611 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6258ec00-67a7-4897-85c0-5f265f80c04e" -d '{"events": [{"name": "network-changed", "server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:08.722320 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44cf841-8e43-4c24-9055-7fcf65e1a9eb x-openstack-request-id: req-e44cf841-8e43-4c24-9055-7fcf65e1a9eb {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:08.722658 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:08.722944 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e44cf841-8e43-4c24-9055-7fcf65e1a9eb {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:08.723924 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'status': 'completed', 'code': 200} Jul 06 18:37:08.798462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-f10fd5ed-108c-455c-a96b-ededf5f47b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.799975 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-f10fd5ed-108c-455c-a96b-ededf5f47b93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1095 time: 0.0579996 Jul 06 18:37:08.803499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-c60bb436-b602-4a16-8de7-9845ed5835b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.805014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-c60bb436-b602-4a16-8de7-9845ed5835b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1095 time: 0.0587783 Jul 06 18:37:08.906102 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-cf51e520-53b7-447d-a259-106f2df40f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.907664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-cf51e520-53b7-447d-a259-106f2df40f75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.1017108 Jul 06 18:37:08.907811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-a388b10a-63cd-447e-a458-2a3d353b2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:08.909163 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-a388b10a-63cd-447e-a458-2a3d353b2630 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0964122 Jul 06 18:37:08.976212 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-29fbf114-3cb1-402f-abb9-a1b9d2971d99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1000 time: 0.0618677 Jul 06 18:37:08.978950 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-3d34e736-9adc-48a5-b8e6-f898818783b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1000 time: 0.0623474 Jul 06 18:37:09.038709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-4291d7fc-a5e9-4b09-acf1-866488d00369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.040221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-4291d7fc-a5e9-4b09-acf1-866488d00369 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0536294 Jul 06 18:37:09.044335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-79ba93d8-17c1-4230-9c91-499c5ec8ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.046778 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-79ba93d8-17c1-4230-9c91-499c5ec8ea6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0639050 Jul 06 18:37:09.108781 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-6967eabc-1b1d-421b-863a-f30c9a5a4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.109289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-602102ec-93bf-4088-8c20-c31d086d520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.110386 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-6967eabc-1b1d-421b-863a-f30c9a5a4779 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574150 Jul 06 18:37:09.110804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-602102ec-93bf-4088-8c20-c31d086d520a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634768 Jul 06 18:37:09.210202 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-55ab4de3-8a37-4442-befd-02386d0a4429 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934975 Jul 06 18:37:09.210841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-9149f4d8-4446-474e-8f3e-b377965ca13f service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929639 Jul 06 18:37:09.312388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-67f557d8-b95a-4066-94b0-5d8b9be4412c service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960953 Jul 06 18:37:09.313992 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6258ec00-67a7-4897-85c0-5f265f80c04e req-1e6aa420-a6c3-41b5-a7ec-566e9d807680 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961447 Jul 06 18:37:09.586396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c955a-df9d-4d2e-8fd3-73f75c47f491 req-e90dc496-79e0-4a92-8ece-1af115ece557 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:09.588553 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a9c955a-df9d-4d2e-8fd3-73f75c47f491 req-e90dc496-79e0-4a92-8ece-1af115ece557 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.0664623 Jul 06 18:37:09.629995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1a9c955a-df9d-4d2e-8fd3-73f75c47f491 req-e1f509de-322d-4a2e-a115-f78b548557ed tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356188 Jul 06 18:37:10.808958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413b69e-ae4f-4b96-b456-792c573fab84 req-ad47b5fb-adba-4b65-b73a-845154a21350 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:10.810479 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4413b69e-ae4f-4b96-b456-792c573fab84 req-ad47b5fb-adba-4b65-b73a-845154a21350 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.0649204 Jul 06 18:37:10.849177 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4413b69e-ae4f-4b96-b456-792c573fab84 req-c4a1c540-151b-4f2f-bba1-956937e678b6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Jul 06 18:37:10.872132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 03f1c52b-12d6-491f-9822-6a4086bde64a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:10.914716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 03f1c52b-12d6-491f-9822-6a4086bde64a not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:11.147540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f7ace-3857-4ffb-9e44-ef6ff79cc558 req-8d4ddcf8-f0da-4a2b-8a6c-1f93cdf51313 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.149052 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec1f7ace-3857-4ffb-9e44-ef6ff79cc558 req-8d4ddcf8-f0da-4a2b-8a6c-1f93cdf51313 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 944 time: 0.0655708 Jul 06 18:37:11.177048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-e2c83c38-9b67-4b1a-97a4-d862cb24a09e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.178515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-e2c83c38-9b67-4b1a-97a4-d862cb24a09e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 944 time: 0.0889175 Jul 06 18:37:11.190012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ec1f7ace-3857-4ffb-9e44-ef6ff79cc558 req-f240f3e9-78c2-4a3e-af3e-6356d968dfba tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340934 Jul 06 18:37:11.242740 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-cd8506c7-7a08-4253-a582-61f6eb6be341 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:37:11.243780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-cd8506c7-7a08-4253-a582-61f6eb6be341 service neutron] 10.222.0.55 "DELETE /v2.0/ports/03f1c52b-12d6-491f-9822-6a4086bde64a/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0593128 Jul 06 18:37:11.345206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-9f2e7e35-aca2-4f96-b6a2-5d519e26fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.346816 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-9f2e7e35-aca2-4f96-b6a2-5d519e26fd74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 1095 time: 0.0593662 Jul 06 18:37:11.440017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-9be73bae-6fdf-468d-b26b-237825d686ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.441417 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-9be73bae-6fdf-468d-b26b-237825d686ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0888312 Jul 06 18:37:11.506069 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-675afab6-9cfd-41e7-8f23-7fd6324d015e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 200 len: 1000 time: 0.0575869 Jul 06 18:37:11.554157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-b93478d4-2543-491e-ae76-83b7111d13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.555671 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-b93478d4-2543-491e-ae76-83b7111d13b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0430880 Jul 06 18:37:11.615975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-231182a7-f740-45e9-8a03-6e3400a3569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:11.617514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-231182a7-f740-45e9-8a03-6e3400a3569f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551355 Jul 06 18:37:11.703958 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-fb8b8ca2-3ba4-4921-87ea-060a4eb36695 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795748 Jul 06 18:37:12.124473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 03f1c52b-12d6-491f-9822-6a4086bde64a details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:37:12.143394 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cfd31f3-0454-4c4c-a3db-d0c109281377 req-6cf3ce2c-24ba-45b9-a683-2200f8d55f01 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336288 Jul 06 18:37:12.219377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:12.234092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'port_id': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'mac_address': 'fa:16:3e:c4:b7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:37:12.272167 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:12.286074 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f1c52b-12d6-491f-9822-6a4086bde64a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:37:12.305806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:12.309839 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:12.362690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:12.370623 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.370969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.371311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.371649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.371984 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.372311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.372633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.372961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.373394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.373643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.373964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.374282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:37:12.376032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bea9cb-50c6-447e-aab4-96c971497759 req-0ab2739d-bdca-454a-80ef-9c1aa77dd168 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:12.377782 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e7bea9cb-50c6-447e-aab4-96c971497759 req-0ab2739d-bdca-454a-80ef-9c1aa77dd168 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 945 time: 0.0662615 Jul 06 18:37:12.416952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e7bea9cb-50c6-447e-aab4-96c971497759 req-b01a26d9-efc7-4e6f-aa90-416bea49177b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337713 Jul 06 18:37:12.558814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['03f1c52b-12d6-491f-9822-6a4086bde64a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:13.597021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf4843-c149-49d8-84f4-2df82d25bd45 req-5414aa0e-a10c-4581-95d2-918c178497fd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:13.598525 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0cf4843-c149-49d8-84f4-2df82d25bd45 req-5414aa0e-a10c-4581-95d2-918c178497fd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 945 time: 0.0681922 Jul 06 18:37:13.637777 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0cf4843-c149-49d8-84f4-2df82d25bd45 req-dc814614-b9c2-453c-ab5f-05d4d16cfe4a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Jul 06 18:37:13.807803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21956294-e6d9-4354-8402-f15b792ffeb4 req-7551c90f-f980-4a80-a0c4-1b8b4ce88070 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:13.809349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21956294-e6d9-4354-8402-f15b792ffeb4 req-7551c90f-f980-4a80-a0c4-1b8b4ce88070 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 945 time: 0.0620890 Jul 06 18:37:13.847618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-21956294-e6d9-4354-8402-f15b792ffeb4 req-894bf93e-6c85-443b-94f2-941f3877988e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Jul 06 18:37:14.022591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655b6e-de5e-4839-8227-445c0c5e20c9 req-e1eba49c-a720-467a-a46c-b85817e417bc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:14.023962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9655b6e-de5e-4839-8227-445c0c5e20c9 req-e1eba49c-a720-467a-a46c-b85817e417bc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 945 time: 0.0634592 Jul 06 18:37:14.062974 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a9655b6e-de5e-4839-8227-445c0c5e20c9 req-cefc8adc-b224-497e-9d9d-83e80eb2fca6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332146 Jul 06 18:37:14.126770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 03f1c52b-12d6-491f-9822-6a4086bde64a up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:14.179717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 03f1c52b-12d6-491f-9822-6a4086bde64a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:14.183512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 03f1c52b-12d6-491f-9822-6a4086bde64a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:14.183926 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:14.264251 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:14.288480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:14.294380 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa52444-3e23-4544-b8d0-d4226f02a90d" -d '{"events": [{"server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "name": "network-vif-plugged", "status": "completed", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:14.307048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:14.317126 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:14.346328 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b895cfd-087b-4ca4-9007-66d0911d61d1 x-openstack-request-id: req-6b895cfd-087b-4ca4-9007-66d0911d61d1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:14.346669 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "name": "network-vif-plugged", "status": "completed", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:14.346934 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b895cfd-087b-4ca4-9007-66d0911d61d1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:14.347354 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'code': 200} Jul 06 18:37:14.377759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:14.475565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a0568-995d-4f63-ae6a-27114150b90a req-907e82c3-5dba-4a8b-8284-28bfdf957810 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:14.477043 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b5a0568-995d-4f63-ae6a-27114150b90a req-907e82c3-5dba-4a8b-8284-28bfdf957810 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.0682220 Jul 06 18:37:14.514764 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b5a0568-995d-4f63-ae6a-27114150b90a req-eb1337d6-2b27-4b03-a054-97e909956035 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Jul 06 18:37:15.737391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6742ed-d423-4630-bb9d-039c083bf9f7 req-d27c2107-b6be-4db3-8f65-fb1a726108ae tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:15.738985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f6742ed-d423-4630-bb9d-039c083bf9f7 req-d27c2107-b6be-4db3-8f65-fb1a726108ae tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.1112607 Jul 06 18:37:15.771120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349da4-d654-41b6-877c-2e487a969535 req-f6bff808-25a4-4380-8e8e-ed9a94551c43 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:15.772617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-47349da4-d654-41b6-877c-2e487a969535 req-f6bff808-25a4-4380-8e8e-ed9a94551c43 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 946 time: 0.1087024 Jul 06 18:37:15.820988 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f6742ed-d423-4630-bb9d-039c083bf9f7 req-83004826-22fd-4140-8a41-423665294f81 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753863 Jul 06 18:37:15.893192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Deleting port 03f1c52b-12d6-491f-9822-6a4086bde64a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:37:15.893663 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:15.984096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] For port 03f1c52b-12d6-491f-9822-6a4086bde64a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=03f1c52b-12d6-491f-9822-6a4086bde64a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:15.984459 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.211443 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.211819 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.212139 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 disassociated. External IP: 172.25.7.109, port: 03f1c52b-12d6-491f-9822-6a4086bde64a. Jul 06 18:37:16.212486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Calling delete_port for 03f1c52b-12d6-491f-9822-6a4086bde64a owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:37:16.342107 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.371860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event deleted for resources: {'Port': ['ID=03f1c52b-12d6-491f-9822-6a4086bde64a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:16.494594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:16.602972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:16.615151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:16.624179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:16.629896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:36:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:16.647654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] No DVR routers for this DVR port 03f1c52b-12d6-491f-9822-6a4086bde64a on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:37:16.650203 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:16.652955 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-47349da4-d654-41b6-877c-2e487a969535 req-8f52d609-a4ab-4891-bbf4-71237f24e079 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "DELETE /v2.0/ports/03f1c52b-12d6-491f-9822-6a4086bde64a HTTP/1.1" status: 204 len: 173 time: 0.8730953 Jul 06 18:37:16.653484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'name': 'network-vif-deleted', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:16.655767 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9543c5a6-449b-4eb0-ba18-b8bc7b29f51a" -d '{"events": [{"server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "name": "network-vif-deleted", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:16.693362 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092bf3f-161b-4ee7-b92f-723b132b6ce0 x-openstack-request-id: req-a092bf3f-161b-4ee7-b92f-723b132b6ce0 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:16.693779 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713eafdb-c7dc-4164-a41b-6c66955098ac", "name": "network-vif-deleted", "tag": "03f1c52b-12d6-491f-9822-6a4086bde64a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:16.694183 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a092bf3f-161b-4ee7-b92f-723b132b6ce0 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:16.695016 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713eafdb-c7dc-4164-a41b-6c66955098ac', 'name': 'network-vif-deleted', 'tag': '03f1c52b-12d6-491f-9822-6a4086bde64a', 'status': 'completed', 'code': 200} Jul 06 18:37:16.751109 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:16.972994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:17.007357 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:17.017638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:17.018420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:36:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:17.020138 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-daad9165-37e6-43ec-ae35-74b2659b26d1 req-74bbf98b-26ba-4f7d-9bcc-14c8f2321e66 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=713eafdb-c7dc-4164-a41b-6c66955098ac HTTP/1.1" status: 200 len: 210 time: 0.0456696 Jul 06 18:37:17.122111 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f435d39b-bcee-476f-a881-e89927d8cc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:17.138674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:17.351053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:17.379614 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f9ce2-5ac7-4819-93f3-1aff2194362e None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:17.604623 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94392d55-b221-4312-b21b-f7f743051e5c None None] New status for floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:37:18.323961 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-a816f3cb-cff5-4d38-8495-ad2f24669eff tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1144478002&fields=id&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 267 time: 0.0332921 Jul 06 18:37:18.436383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700006-0e23-418f-b35e-db775cd566a2 req-e5a0a652-ae2c-4482-a465-a1a6c56bea8e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:18.437858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-e5a0a652-ae2c-4482-a465-a1a6c56bea8e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 812 time: 0.1071780 Jul 06 18:37:18.452155 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-1a9ebf5c-f3fa-4dbb-b0c1-56082d75d836 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/quotas/1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 375 time: 0.0090587 Jul 06 18:37:18.549587 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-4272ce8f-a952-4d9e-a367-bde0dde79178 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925651 Jul 06 18:37:18.566535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-03ff870e-d068-45b1-8178-e225db8fab42 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:37:18.567493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-03ff870e-d068-45b1-8178-e225db8fab42 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052614 Jul 06 18:37:18.656131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-4913ac4b-1240-4a96-ac74-f6cb2306082a service neutron] 10.222.0.13 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832577 Jul 06 18:37:18.754495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-01c2b7a3-f871-4b00-a37b-2e1e822efa2a service neutron] 10.222.0.13 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923979 Jul 06 18:37:18.926792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2450d3fd-e1c5-4abe-af9f-b124cbf24353 req-97d6f935-845e-4772-833f-ea569c04b221 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 210 time: 0.0305009 Jul 06 18:37:19.635848 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af99d45a-786e-4dce-bae8-6fec7db700de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:19.968362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700006-0e23-418f-b35e-db775cd566a2 req-445856b3-b705-4734-be87-5ff7f5b46af9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:19.969974 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-445856b3-b705-4734-be87-5ff7f5b46af9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 812 time: 0.1101863 Jul 06 18:37:20.034037 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-6cf6068c-80de-45ae-9fc7-068b03119ebb tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 380 time: 0.0533195 Jul 06 18:37:20.043659 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'port': {'device_id': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'admin_state_up': True, 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'security_groups': ['f191581f-71a4-4eff-9053-4ea5c759a8d3']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:20.082350 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e3e9e352-3905-44f1-8093-3184b8b6bc44 req-588e4891-7f34-40c8-83e9-1a0b4e2d4383 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 210 time: 0.0326219 Jul 06 18:37:20.141143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 03f1c52b-12d6-491f-9822-6a4086bde64a no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:37:20.159923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Made reservation on behalf of 1f7f3a54843b48c6aa9d5e20534e7e38 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:37:20.163041 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 03f1c52b-12d6-491f-9822-6a4086bde64a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:37:20.163457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 03f1c52b-12d6-491f-9822-6a4086bde64a not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:37:20.163585 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.196492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.299844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Allocated IP 172.20.0.7 (6b9df720-4297-4a92-b658-bc9d50297909/41a7460b-52a9-4b56-bcdc-063da46dae98/aee5f084-aca7-4662-ae7e-523897b65975) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:37:20.436711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.450726 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Transition to ACTIVE for port object aee5f084-aca7-4662-ae7e-523897b65975 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:20.484242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.532985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Network 6b9df720-4297-4a92-b658-bc9d50297909 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:37:20.538179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:37:20.541973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:37:20.549003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event updated for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:20.596800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:20.597445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.614622 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-10a53e68-547e-45e6-a521-622a18a14f51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5753243 Jul 06 18:37:20.627259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Request body: {'port': {'device_id': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:20.702668 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.772236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-188a925a-eb1b-43ce-a4ab-38cf976ae773 None None] Provisioning for port aee5f084-aca7-4662-ae7e-523897b65975 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:20.776173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-188a925a-eb1b-43ce-a4ab-38cf976ae773 None None] Provisioning complete for port aee5f084-aca7-4662-ae7e-523897b65975 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:20.776590 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-188a925a-eb1b-43ce-a4ab-38cf976ae773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.811110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-188a925a-eb1b-43ce-a4ab-38cf976ae773 None None] Port aee5f084-aca7-4662-ae7e-523897b65975 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:37:20.925158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.974621 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee5f084-aca7-4662-ae7e-523897b65975 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:37:20.982917 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:20.994301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Transition to ACTIVE for port object aee5f084-aca7-4662-ae7e-523897b65975 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:37:20.998718 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:21.050084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:21.122624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Attempting to bind port aee5f084-aca7-4662-ae7e-523897b65975 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:37:21.122995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Attempting to bind port aee5f084-aca7-4662-ae7e-523897b65975 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:37:21.123283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Attempting to bind port aee5f084-aca7-4662-ae7e-523897b65975 on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:21.128268 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Port aee5f084-aca7-4662-ae7e-523897b65975 on network 6b9df720-4297-4a92-b658-bc9d50297909 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:37:21.128619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Attempting to bind port aee5f084-aca7-4662-ae7e-523897b65975 on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:37:21.133763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:37:21.134105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:37:21.134532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:37:21.134963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Bound port: aee5f084-aca7-4662-ae7e-523897b65975, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:37:21.135327 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:21.236671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:37:21.252841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:37:21.259794 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:21.310040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:21.310711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:21.312141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] 10.222.0.22 "PUT /v2.0/ports/aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 1091 time: 0.6895502 Jul 06 18:37:21.312618 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:21.314921 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "tag": "aee5f084-aca7-4662-ae7e-523897b65975"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:21.348705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b3eca-bcdd-4e2d-86c9-170859df06f7 req-17961e84-4c18-44d5-99d6-40aa23b74ed8 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:21.350671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e21b3eca-bcdd-4e2d-86c9-170859df06f7 req-17961e84-4c18-44d5-99d6-40aa23b74ed8 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 943 time: 0.1453919 Jul 06 18:37:21.356948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4af40-367f-449e-98dd-618b8aa119c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:21.366711 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f22d15-c324-4f99-a7e0-fcb822e181ef x-openstack-request-id: req-30f22d15-c324-4f99-a7e0-fcb822e181ef {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:21.367067 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "tag": "aee5f084-aca7-4662-ae7e-523897b65975", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:21.367355 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30f22d15-c324-4f99-a7e0-fcb822e181ef {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:21.367772 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975', 'status': 'completed', 'code': 200} Jul 06 18:37:21.440269 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e21b3eca-bcdd-4e2d-86c9-170859df06f7 req-38042a84-ea52-482d-b3f3-4f830f086d7e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678012 Jul 06 18:37:21.465762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700006-0e23-418f-b35e-db775cd566a2 req-ea706f6b-e2a3-40e9-a59d-08582a25cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:21.465762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-ea706f6b-e2a3-40e9-a59d-08582a25cb32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1094 time: 0.0822732 Jul 06 18:37:21.509799 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-6a39d73e-fc3d-4900-8828-13655117519a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 217 time: 0.0413785 Jul 06 18:37:21.571523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700006-0e23-418f-b35e-db775cd566a2 req-dde96a50-237a-419a-bcfd-683536b9a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:21.573283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-dde96a50-237a-419a-bcfd-683536b9a17c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0579851 Jul 06 18:37:21.635649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700006-0e23-418f-b35e-db775cd566a2 req-2627848c-aa01-4a5e-b8d2-48c0ae86b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:21.638353 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-2627848c-aa01-4a5e-b8d2-48c0ae86b580 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593207 Jul 06 18:37:21.741052 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-723f2e72-35cc-40c5-890d-27aa1d404d4c service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964439 Jul 06 18:37:21.851327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9700006-0e23-418f-b35e-db775cd566a2 req-cbced995-be6e-4a3d-914d-ec44f2f56e69 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004267 Jul 06 18:37:21.956093 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-62dbed30-ffee-4f06-b4d7-c4fbd9e92c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:21.957483 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-62dbed30-ffee-4f06-b4d7-c4fbd9e92c75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1094 time: 0.0541413 Jul 06 18:37:22.054869 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-59c2d4fe-3ec0-47e6-a9d2-b4060879fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:22.056390 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-59c2d4fe-3ec0-47e6-a9d2-b4060879fa98 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0929551 Jul 06 18:37:22.099689 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-b1971ac5-a6b5-4aa5-88df-f9b53949d9e1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 217 time: 0.0358891 Jul 06 18:37:22.171556 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-af5a7247-0eb7-45ac-bde6-0916e58a2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:22.173085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-af5a7247-0eb7-45ac-bde6-0916e58a2f0e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0655799 Jul 06 18:37:22.237613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-94cff75d-7f61-4581-9454-2394dedef444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:22.239130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-94cff75d-7f61-4581-9454-2394dedef444 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596652 Jul 06 18:37:22.331170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-76c1052e-0119-497c-9544-b6c5d1ac37bd service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842068 Jul 06 18:37:22.427556 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b5128eda-4f2f-4a8a-9104-0d2a1414e24b req-63e2ea99-a401-409a-a97d-c15a1fdfc591 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886645 Jul 06 18:37:22.620338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498a0db-78cb-486c-a7b6-30573ece282f req-576cc90c-3efc-426a-b22b-2e2247871da1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:22.621824 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7498a0db-78cb-486c-a7b6-30573ece282f req-576cc90c-3efc-426a-b22b-2e2247871da1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 943 time: 0.0632331 Jul 06 18:37:22.658941 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7498a0db-78cb-486c-a7b6-30573ece282f req-5c7f9f83-7295-48b3-849b-13513794c0df tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Jul 06 18:37:22.841804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:23.836340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4a222-fe90-4cbc-89fb-beadde728e48 req-a43d5f52-89e8-4851-9de5-bf3e093d8de7 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:23.837835 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bce4a222-fe90-4cbc-89fb-beadde728e48 req-a43d5f52-89e8-4851-9de5-bf3e093d8de7 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 943 time: 0.0640817 Jul 06 18:37:23.877842 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bce4a222-fe90-4cbc-89fb-beadde728e48 req-7d0772fe-4e0c-4f3a-a07b-a8d3252d027e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334034 Jul 06 18:37:24.153957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device aee5f084-aca7-4662-ae7e-523897b65975 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:37:24.248637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:24.260309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'aee5f084-aca7-4662-ae7e-523897b65975', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'port_id': 'aee5f084-aca7-4662-ae7e-523897b65975', 'mac_address': 'fa:16:3e:01:29:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:37:24.299540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.312728 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee5f084-aca7-4662-ae7e-523897b65975 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:37:24.332513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:24.336375 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:24.391724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:24.526017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['aee5f084-aca7-4662-ae7e-523897b65975'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:37:25.065304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef4b52-91da-4bf2-b9bf-d320a0287b21 req-58cfbff0-f5b4-4446-81e2-c0fe50897001 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:25.066831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0ef4b52-91da-4bf2-b9bf-d320a0287b21 req-58cfbff0-f5b4-4446-81e2-c0fe50897001 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 944 time: 0.0730233 Jul 06 18:37:25.108560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d0ef4b52-91da-4bf2-b9bf-d320a0287b21 req-95b7611a-2ff2-497d-acd7-c028298962ec tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361733 Jul 06 18:37:26.184979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device aee5f084-aca7-4662-ae7e-523897b65975 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:37:26.235398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port aee5f084-aca7-4662-ae7e-523897b65975 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:37:26.239438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port aee5f084-aca7-4662-ae7e-523897b65975 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:37:26.239820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.296358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7bc4a-b1c5-4193-a9c6-32d512310649 req-e8a32cd7-1006-46e5-bf36-a31829d502e4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:26.297998 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-52c7bc4a-b1c5-4193-a9c6-32d512310649 req-e8a32cd7-1006-46e5-bf36-a31829d502e4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 944 time: 0.0636883 Jul 06 18:37:26.319814 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.338957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-52c7bc4a-b1c5-4193-a9c6-32d512310649 req-cb4cfc81-0d37-4a15-bd03-99f51c21653c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348444 Jul 06 18:37:26.343420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:26.345675 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f2411-7141-41c9-8083-cace1ef560bb" -d '{"events": [{"server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "name": "network-vif-plugged", "status": "completed", "tag": "aee5f084-aca7-4662-ae7e-523897b65975"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:26.360209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:37:26.364579 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:26.389471 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c958dddf-4ba1-4a90-b8fb-25753b13a160 x-openstack-request-id: req-c958dddf-4ba1-4a90-b8fb-25753b13a160 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:26.389711 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "name": "network-vif-plugged", "status": "completed", "tag": "aee5f084-aca7-4662-ae7e-523897b65975", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:26.389961 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c958dddf-4ba1-4a90-b8fb-25753b13a160 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:26.390364 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975', 'code': 200} Jul 06 18:37:26.417038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:37:26.501558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea81ab-f2ab-4307-b4dd-786bfb857455 req-80abb46b-4235-435e-9c25-fb63903a64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:26.503080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07ea81ab-f2ab-4307-b4dd-786bfb857455 req-80abb46b-4235-435e-9c25-fb63903a64aa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1096 time: 0.0569520 Jul 06 18:37:26.537929 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-07ea81ab-f2ab-4307-b4dd-786bfb857455 req-47abd09d-a681-46ba-a11f-03c745bfd8b0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287535 Jul 06 18:37:27.526150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896c39d-c2b1-4683-a2f9-2917245089be req-940c4ef5-cf1b-4dd1-9471-801c6b69f583 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:27.528058 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e896c39d-c2b1-4683-a2f9-2917245089be req-940c4ef5-cf1b-4dd1-9471-801c6b69f583 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0647449 Jul 06 18:37:27.565688 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e896c39d-c2b1-4683-a2f9-2917245089be req-0360eb1b-e930-4780-aa44-4a300851488e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323575 Jul 06 18:37:27.741666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e2039-3bc2-4534-96b4-02d4f1fe14b6 req-312f2fb8-cba6-496a-b4c1-c6b24551b1c8 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:27.743094 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c32e2039-3bc2-4534-96b4-02d4f1fe14b6 req-312f2fb8-cba6-496a-b4c1-c6b24551b1c8 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0662990 Jul 06 18:37:27.751715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 53764) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:37:27.756251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cf4c9d82-9a89-4685-8cc4-9bbcf609ff86 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'floatingip': {'port_id': 'aee5f084-aca7-4662-ae7e-523897b65975'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:37:27.828068 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9d82-9a89-4685-8cc4-9bbcf609ff86 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.396760 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9d82-9a89-4685-8cc4-9bbcf609ff86 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.400757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9d82-9a89-4685-8cc4-9bbcf609ff86 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.511951 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-cf4c9d82-9a89-4685-8cc4-9bbcf609ff86 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 associated. External IP: 172.25.7.109, port: aee5f084-aca7-4662-ae7e-523897b65975. Jul 06 18:37:28.721536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4c9d82-9a89-4685-8cc4-9bbcf609ff86 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:37:28.828269 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4c9d82-9a89-4685-8cc4-9bbcf609ff86 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:37:28.832977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9d82-9a89-4685-8cc4-9bbcf609ff86 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:28.838150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:37:28.848251 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:28.848857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:37:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:28.873109 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cf4c9d82-9a89-4685-8cc4-9bbcf609ff86 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "PUT /v2.0/floatingips/9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 HTTP/1.1" status: 200 len: 991 time: 1.1203094 Jul 06 18:37:28.873806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:37:28.876222 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bc7886-d076-45be-96b4-b693b5dcb17b" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "tag": "aee5f084-aca7-4662-ae7e-523897b65975"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:37:28.913268 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89896f07-c71e-4474-a1d0-f44568737a68 x-openstack-request-id: req-89896f07-c71e-4474-a1d0-f44568737a68 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:37:28.913562 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "tag": "aee5f084-aca7-4662-ae7e-523897b65975", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:37:28.913828 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89896f07-c71e-4474-a1d0-f44568737a68 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:37:28.914226 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975', 'status': 'completed', 'code': 200} Jul 06 18:37:28.961080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:28.997770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-b1308a50-6d65-48e9-a04b-1f1c0181e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:28.999318 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-b1308a50-6d65-48e9-a04b-1f1c0181e966 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1096 time: 0.0591104 Jul 06 18:37:29.205946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': 'aee5f084-aca7-4662-ae7e-523897b65975', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:01:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:37:28Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:29.233890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:37:29.242502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:37:29.243116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:37:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:29.352054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:37:29.370793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-8f4e2b09-c031-408b-a521-e61c9b7a2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:29.372270 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-8f4e2b09-c031-408b-a521-e61c9b7a2de1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.3668318 Jul 06 18:37:29.439197 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-a1ada274-5256-4546-8ae9-72c4ffc4d2d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 999 time: 0.0599947 Jul 06 18:37:29.497302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-ad75863b-b89c-4bb7-ada6-9bca7fe2edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:29.498739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-ad75863b-b89c-4bb7-ada6-9bca7fe2edaa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0538340 Jul 06 18:37:29.560098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-21f139a0-861a-464d-b38e-9b0b71e0199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:29.561640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-21f139a0-861a-464d-b38e-9b0b71e0199d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565646 Jul 06 18:37:29.652575 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-e8651353-0e82-4635-b0ed-3e1a90338ffb service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837944 Jul 06 18:37:29.738332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': 'aee5f084-aca7-4662-ae7e-523897b65975', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:01:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:37:28Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:37:29.748899 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1bc7886-d076-45be-96b4-b693b5dcb17b req-ec5c5909-c51a-4b6f-b2fa-9dcebe58e95e service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896947 Jul 06 18:37:29.765350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb491494-322c-46c7-b6ff-06ba371d4b7b None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': 'aee5f084-aca7-4662-ae7e-523897b65975', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:01:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:37:28Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:37:29.962443 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e6c2d-e39a-4b50-adf4-c3908d77d321 None None] New status for floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:37:32.618570 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:34.050470 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:37:35.907291 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:42.218481 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-2eb5e52c-45e2-4abb-b96c-05f20dc044c7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0604620 Jul 06 18:37:42.320090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-d4d6a2bf-ed83-4488-8f72-7240cbf576f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:42.321722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-d4d6a2bf-ed83-4488-8f72-7240cbf576f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1096 time: 0.0573447 Jul 06 18:37:42.438811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-fdb72231-0998-4711-8e28-a940a38f44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:42.440467 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-fdb72231-0998-4711-8e28-a940a38f44f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0978737 Jul 06 18:37:42.510650 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-9be44cc1-3065-4337-9539-a31c1607ccec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 1001 time: 0.0639017 Jul 06 18:37:42.565874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-ff633266-f6b7-4d79-bdc1-85d42424af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:42.567395 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-ff633266-f6b7-4d79-bdc1-85d42424af5c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0508475 Jul 06 18:37:42.628103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-919f599a-d509-4706-b079-953248283db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:37:42.629612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-919f599a-d509-4706-b079-953248283db6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558150 Jul 06 18:37:42.723941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-81b0cd18-81ef-4f77-9f87-dd62c5f56321 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876770 Jul 06 18:37:42.821770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dbe012b5-9163-44f8-965c-4a9ae51bb026 req-b097e88d-ae1f-4c6d-bfaa-a035d8eccdb1 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909963 Jul 06 18:37:47.102973 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8312a37-7d5a-4618-a4ac-3d598f88e851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:49.628401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c585394b-4f0b-4e28-8a54-cc4ea4714b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:50.197849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:50.926208 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:37:52.841697 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:02.627133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:05.911609 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:11.050147 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:38:17.103452 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31229feb-a482-4fbe-91a2-2f65c3ee731d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:19.630639 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4bb1-eacf-49e5-a201-5ad18c5c1c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.197981 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:20.928473 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:22.844342 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:32.628327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:35.908645 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:42.253834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-b9edc7a5-3dfa-4c3f-b834-6d86cf8a037a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1147296 Jul 06 18:38:42.357103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-f3873046-1e7a-4b3e-8f19-fcd3096f5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:42.358680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-f3873046-1e7a-4b3e-8f19-fcd3096f5968 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1096 time: 0.0603628 Jul 06 18:38:42.469699 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-52f0acba-4c8d-4cdb-ba49-35c851405e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:42.471251 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-52f0acba-4c8d-4cdb-ba49-35c851405e53 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0906985 Jul 06 18:38:42.558031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-43d7c361-42ef-40b2-919c-9687ec77a5c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 1001 time: 0.0798981 Jul 06 18:38:42.613576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-f57e7962-07ac-4055-9a8e-6841b8047dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:42.615136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-f57e7962-07ac-4055-9a8e-6841b8047dae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0506279 Jul 06 18:38:42.678528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-60963cf2-5422-4063-a98f-e73c6bfcd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:38:42.681028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-60963cf2-5422-4063-a98f-e73c6bfcd7be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598838 Jul 06 18:38:42.783490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-b895d935-fc9f-43c1-ab72-5049b4ee3dfb service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957053 Jul 06 18:38:42.882459 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f6157374-1dad-4583-89a3-1e4beac2a725 req-b70779c3-eab1-45b8-9b0e-6b06743d0460 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928535 Jul 06 18:38:47.104672 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9f46-b094-4182-85a7-67a7214d1239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:48.049049 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:38:49.635746 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe59b-f38f-43cb-b00b-4ad4a7f7fdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.197851 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:50.933557 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:38:52.847847 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:02.622692 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:05.540868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351be0b8-3df6-409c-bb2d-0dbb51b4ad33 req-24cce084-602d-4176-a67f-5e946e1e228c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:05.542418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-351be0b8-3df6-409c-bb2d-0dbb51b4ad33 req-24cce084-602d-4176-a67f-5e946e1e228c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.1213784 Jul 06 18:39:05.582293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-351be0b8-3df6-409c-bb2d-0dbb51b4ad33 req-c186b658-a4f8-4430-b301-cb64599868d6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342548 Jul 06 18:39:05.929700 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:06.821904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbcad9-1565-4e55-9c56-964df9a72453 req-3f8c6825-5ebc-4d6c-b339-0f1185116210 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:06.823488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3dbcad9-1565-4e55-9c56-964df9a72453 req-3f8c6825-5ebc-4d6c-b339-0f1185116210 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.1173854 Jul 06 18:39:06.881414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3dbcad9-1565-4e55-9c56-964df9a72453 req-0df8a49d-31dd-4cb3-b31b-e19982a7d4a2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520701 Jul 06 18:39:08.063485 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a82f7-c0fa-4211-89af-3b9b7d1e3ef9 req-21441731-b856-4b8d-abf5-9041bb9a9833 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:08.065415 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13a82f7-c0fa-4211-89af-3b9b7d1e3ef9 req-21441731-b856-4b8d-abf5-9041bb9a9833 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0646479 Jul 06 18:39:08.104164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13a82f7-c0fa-4211-89af-3b9b7d1e3ef9 req-09a462a4-4e69-408f-919f-89cbc5ed7f0e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334499 Jul 06 18:39:09.294156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa694-5444-478d-8b5a-193a666ab70c req-c4444962-e301-4a36-a494-cfaeb128d4b0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:09.295700 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2cdaa694-5444-478d-8b5a-193a666ab70c req-c4444962-e301-4a36-a494-cfaeb128d4b0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0721273 Jul 06 18:39:09.333637 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2cdaa694-5444-478d-8b5a-193a666ab70c req-f6c67d1c-2d94-451c-abbd-5f529d30ab38 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320117 Jul 06 18:39:10.514324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489233a-433a-44be-b8ca-789e3b42d97f req-2a77fa8c-bd86-477c-afbe-ad3dd1f6cf87 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:10.515881 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b489233a-433a-44be-b8ca-789e3b42d97f req-2a77fa8c-bd86-477c-afbe-ad3dd1f6cf87 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0680583 Jul 06 18:39:10.554739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b489233a-433a-44be-b8ca-789e3b42d97f req-a4b564cf-132a-4e00-896c-0a00b6887503 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329771 Jul 06 18:39:11.731957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0a493-59fa-41c5-b879-3257bf39e55a req-1ed7308a-bc27-450d-b35b-680e99d07ad1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:11.733386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7df0a493-59fa-41c5-b879-3257bf39e55a req-1ed7308a-bc27-450d-b35b-680e99d07ad1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0659556 Jul 06 18:39:11.773163 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7df0a493-59fa-41c5-b879-3257bf39e55a req-e09fcaae-d773-4b6a-8d4c-4dee4ab0d86c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333374 Jul 06 18:39:12.960197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb5ce8-fe39-4a38-b740-3d785d0115f6 req-cbfbc946-8475-455f-a7f9-cf4012ec374f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:12.961742 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7feb5ce8-fe39-4a38-b740-3d785d0115f6 req-cbfbc946-8475-455f-a7f9-cf4012ec374f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0660801 Jul 06 18:39:13.000701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7feb5ce8-fe39-4a38-b740-3d785d0115f6 req-5a905664-0821-4268-9f96-307c9e5632da tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333705 Jul 06 18:39:14.182572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e677fc-c6f2-4901-9d86-30b1f90cf09e req-3de36ff5-27a3-4899-a023-058f664a8dfd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:14.184182 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f8e677fc-c6f2-4901-9d86-30b1f90cf09e req-3de36ff5-27a3-4899-a023-058f664a8dfd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0712993 Jul 06 18:39:14.227483 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f8e677fc-c6f2-4901-9d86-30b1f90cf09e req-6f11170e-9221-4703-8f0e-c670d5043a45 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374963 Jul 06 18:39:15.408678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3b26a-f109-4ac8-af86-e9526fa579fa req-c44aa12a-432c-4721-b4ae-f8c40f6394c4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:15.410210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-33c3b26a-f109-4ac8-af86-e9526fa579fa req-c44aa12a-432c-4721-b4ae-f8c40f6394c4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0653293 Jul 06 18:39:15.453675 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-33c3b26a-f109-4ac8-af86-e9526fa579fa req-30bd3b3e-b528-4f65-8d97-35af5eba8f67 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379405 Jul 06 18:39:16.637837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9f938-a3a9-47a4-9da5-cfdf16b36598 req-f852e780-af65-4f84-bd73-8800f76557e6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:16.639422 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80b9f938-a3a9-47a4-9da5-cfdf16b36598 req-f852e780-af65-4f84-bd73-8800f76557e6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0734847 Jul 06 18:39:16.681531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80b9f938-a3a9-47a4-9da5-cfdf16b36598 req-e9b55f9f-e4cd-4f79-98e9-daf52b44ef94 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350523 Jul 06 18:39:17.102947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497e5bc-2985-43e9-bb37-b15c6645bf42 req-238384f7-671d-48f6-aaa2-1e59d7e19c4e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:17.105761 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-45089428-c703-4477-b539-08ad21bdf33a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001019 Jul 06 18:39:17.106827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4497e5bc-2985-43e9-bb37-b15c6645bf42 req-238384f7-671d-48f6-aaa2-1e59d7e19c4e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0707684 Jul 06 18:39:17.118466 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12bce849-94cb-417e-9edc-886943c79ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:17.150570 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4497e5bc-2985-43e9-bb37-b15c6645bf42 req-a52cbb2c-fe8f-4504-95b2-0874218c1fd1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387290 Jul 06 18:39:18.302234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-aafb3427-7687-4622-9962-20fcd7257657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.303812 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-aafb3427-7687-4622-9962-20fcd7257657 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1096 time: 0.0614178 Jul 06 18:39:18.335913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2bbf8-7f2a-405e-87a1-3d08b02f5ac3 req-2f6e7af6-bc19-4942-9476-1437911cdf6a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.337445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cc2bbf8-7f2a-405e-87a1-3d08b02f5ac3 req-2f6e7af6-bc19-4942-9476-1437911cdf6a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0664062 Jul 06 18:39:18.384632 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1cc2bbf8-7f2a-405e-87a1-3d08b02f5ac3 req-0cdb03a1-c552-43cf-a19a-ae09551fc159 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Jul 06 18:39:18.412155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-e3f1239a-b065-4a06-a191-3cff585d836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.414206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-e3f1239a-b065-4a06-a191-3cff585d836c service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.1033592 Jul 06 18:39:18.483414 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-52765f0e-6707-4de0-9229-41eae2dfbc32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 1001 time: 0.0635364 Jul 06 18:39:18.535634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-8d4f7d2e-0dfe-45e1-b3ca-4477dd5a24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.537093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-8d4f7d2e-0dfe-45e1-b3ca-4477dd5a24d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0456886 Jul 06 18:39:18.593983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-aba44bef-d32a-4257-9db2-3f3f74d7009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:18.595498 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-aba44bef-d32a-4257-9db2-3f3f74d7009a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525813 Jul 06 18:39:18.689394 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-40835b72-a2ed-4745-81b8-ce6b542957c4 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867455 Jul 06 18:39:18.787499 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-eaf04c1b-a686-4d95-a168-bd85feace081 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905981 Jul 06 18:39:19.572241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134499e-5565-4610-a9b2-41d56d635ef3 req-6890abaf-4253-4424-999f-685ce0bf701f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:19.573836 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e134499e-5565-4610-a9b2-41d56d635ef3 req-6890abaf-4253-4424-999f-685ce0bf701f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0723686 Jul 06 18:39:19.620352 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e134499e-5565-4610-a9b2-41d56d635ef3 req-85cce52a-2fcb-4288-9ade-14e388032117 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Jul 06 18:39:19.640836 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbd93a57-f280-4359-9574-ae182ea15417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.204315 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.807903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558bd5a-bbf4-44b6-a29f-da54848dc367 req-8fc2ccad-744b-4e74-b7ad-a7b67aec4fa1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:20.809411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6558bd5a-bbf4-44b6-a29f-da54848dc367 req-8fc2ccad-744b-4e74-b7ad-a7b67aec4fa1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0715115 Jul 06 18:39:20.851854 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6558bd5a-bbf4-44b6-a29f-da54848dc367 req-d93353b6-fa53-467c-b398-18a2d36ea044 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368047 Jul 06 18:39:20.936832 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:20.959418 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-c40fe4c6-e6f3-47bb-b331-ced88ae35987 service neutron] show failed (client error): The resource could not be found. Jul 06 18:39:20.960472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-c40fe4c6-e6f3-47bb-b331-ced88ae35987 service neutron] 10.222.0.22 "GET /v2.0/ports/aee5f084-aca7-4662-ae7e-523897b65975/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0587184 Jul 06 18:39:21.259008 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-eca346cf-3e1f-4189-ae94-f822c96b51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:21.260561 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-eca346cf-3e1f-4189-ae94-f822c96b51e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 1096 time: 0.0993946 Jul 06 18:39:21.273513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:21.348125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.559598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:21.595839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:21.639126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:21.641711 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bea7d20-befe-4cee-9fb2-09fd2b446d66" -d '{"events": [{"server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "name": "network-vif-unplugged", "status": "completed", "tag": "aee5f084-aca7-4662-ae7e-523897b65975"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:21.646382 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.660954 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Transition to ACTIVE for port object aee5f084-aca7-4662-ae7e-523897b65975 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:21.664793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:21.761345 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0130ccd9-6168-4019-aa10-bdaa9a0a9dfe x-openstack-request-id: req-0130ccd9-6168-4019-aa10-bdaa9a0a9dfe {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:21.761637 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "name": "network-vif-unplugged", "status": "completed", "tag": "aee5f084-aca7-4662-ae7e-523897b65975", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:21.761889 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0130ccd9-6168-4019-aa10-bdaa9a0a9dfe {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:21.762286 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975', 'code': 200} Jul 06 18:39:21.784837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Pushing event updated for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:21.807368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.807715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.808057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.808632 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.808734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.809030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.809355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.809732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.809999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.810320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.810665 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.810988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:21.851521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] No DVR routers for this DVR port aee5f084-aca7-4662-ae7e-523897b65975 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:22.019804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Attempting to bind port aee5f084-aca7-4662-ae7e-523897b65975 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:22.020069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Attempting to bind port aee5f084-aca7-4662-ae7e-523897b65975 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:22.020403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Attempting to bind port aee5f084-aca7-4662-ae7e-523897b65975 on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:22.028821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Port aee5f084-aca7-4662-ae7e-523897b65975 on network 6b9df720-4297-4a92-b658-bc9d50297909 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:22.029152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Attempting to bind port aee5f084-aca7-4662-ae7e-523897b65975 on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:22.036562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:22.036901 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:22.037287 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:22.037717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Bound port: aee5f084-aca7-4662-ae7e-523897b65975, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:22.038075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.099403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd9dc-9f35-4d4a-9ae8-ad508eee20c3 req-260acc19-f7b2-4386-83ff-17a6f76573f6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:22.100894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-35ecd9dc-9f35-4d4a-9ae8-ad508eee20c3 req-260acc19-f7b2-4386-83ff-17a6f76573f6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 943 time: 0.1220839 Jul 06 18:39:22.134886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:22.154323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:22.160499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.164608 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-35ecd9dc-9f35-4d4a-9ae8-ad508eee20c3 req-01d44fc9-783a-4913-bd4e-b8c6523f2235 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542641 Jul 06 18:39:22.196201 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:22.196823 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:22.198268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] 10.222.0.55 "PUT /v2.0/ports/aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 1091 time: 0.9293561 Jul 06 18:39:22.233380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb591912-52ef-4c23-a2ae-53199316f784 service neutron] Pushing event updated for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:22.285677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-f3e33a16-82e9-4b3a-aff0-1f6bf86a2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:22.287250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-f3e33a16-82e9-4b3a-aff0-1f6bf86a2daa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1094 time: 0.0641050 Jul 06 18:39:22.384315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-d7a49699-7843-43fb-81e4-131393e42827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:22.385827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-d7a49699-7843-43fb-81e4-131393e42827 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0926535 Jul 06 18:39:22.460574 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-4f9ecfad-093a-44f7-b972-b28c22ec4220 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 999 time: 0.0677686 Jul 06 18:39:22.508923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-8e86bc0f-2fee-4382-b6dd-b0737c613d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:22.510383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-8e86bc0f-2fee-4382-b6dd-b0737c613d6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0442410 Jul 06 18:39:22.567198 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-a380f1c2-3946-4849-85ec-2f8280fb4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:22.568736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-a380f1c2-3946-4849-85ec-2f8280fb4abd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524228 Jul 06 18:39:22.662292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-f2be35d0-8741-47e0-817b-26a91198ace4 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870485 Jul 06 18:39:22.755294 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-767bd7c1-9834-4f94-bf5f-d6b4e0c80e95 req-72322338-599d-4696-ae13-85faf4f2c067 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871861 Jul 06 18:39:22.852630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:23.339357 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31858baf-0eb6-48cf-b734-e9aeb9488cab req-fcc19e3b-327d-4f90-8d0d-8eca9c6f731c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:23.341586 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31858baf-0eb6-48cf-b734-e9aeb9488cab req-fcc19e3b-327d-4f90-8d0d-8eca9c6f731c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 943 time: 0.0645635 Jul 06 18:39:23.379696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31858baf-0eb6-48cf-b734-e9aeb9488cab req-b5aad8b6-ddfc-4b9b-b3ea-2639887980dd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Jul 06 18:39:23.763031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:23.765462 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dcb760-ff42-4259-9303-dcfb8e85b16b" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "tag": "aee5f084-aca7-4662-ae7e-523897b65975"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:23.813204 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7beb91f-d9d1-471f-ba49-cd37b57dcdf2 x-openstack-request-id: req-b7beb91f-d9d1-471f-ba49-cd37b57dcdf2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:23.813497 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "tag": "aee5f084-aca7-4662-ae7e-523897b65975", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:23.813750 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7beb91f-d9d1-471f-ba49-cd37b57dcdf2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:23.814180 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975', 'status': 'completed', 'code': 200} Jul 06 18:39:23.890755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-61830d48-63fc-46a5-a539-e811dde31366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:23.892328 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-61830d48-63fc-46a5-a539-e811dde31366 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1094 time: 0.0577712 Jul 06 18:39:23.901195 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-129d3925-4384-49b5-8433-3b8ead5fe4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:23.902726 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-129d3925-4384-49b5-8433-3b8ead5fe4c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1094 time: 0.0634518 Jul 06 18:39:23.999368 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-34264670-57c1-4a5e-b6e4-b92df78bed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:24.002454 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-34264670-57c1-4a5e-b6e4-b92df78bed17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.1028059 Jul 06 18:39:24.006221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-249ac055-c663-4942-af30-f827e3340fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:24.007788 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-249ac055-c663-4942-af30-f827e3340fd1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0983589 Jul 06 18:39:24.070524 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-cf8530fa-3d67-42bc-baef-d3f241a3b14e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 999 time: 0.0618699 Jul 06 18:39:24.081848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-f66ba939-5834-414b-88c0-cbcf74c51639 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 999 time: 0.0680311 Jul 06 18:39:24.124154 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-09f2ba63-940d-45a2-8e6b-dad854fff47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:24.125552 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-09f2ba63-940d-45a2-8e6b-dad854fff47a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0490799 Jul 06 18:39:24.131820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-8b081640-5966-4924-adc1-8d795a67be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:24.133313 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-8b081640-5966-4924-adc1-8d795a67be85 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0458429 Jul 06 18:39:24.183535 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-d26a4c39-7131-4743-ad68-34ae9c051da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:24.185016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-d26a4c39-7131-4743-ad68-34ae9c051da7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524282 Jul 06 18:39:24.190613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-eeff80d6-b9c6-4fdd-a081-824c28d674e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:24.192132 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-eeff80d6-b9c6-4fdd-a081-824c28d674e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531125 Jul 06 18:39:24.275547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-bd9ee441-cd92-470a-83d6-559ec4709616 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825887 Jul 06 18:39:24.284838 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-69ebb635-3001-4ba5-be5b-95d99edd6fa6 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866237 Jul 06 18:39:24.372547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-eecc3d3e-f487-4466-85bb-137770e1f46b service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905786 Jul 06 18:39:24.376431 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-43dcb760-ff42-4259-9303-dcfb8e85b16b req-8009b1db-4845-4bc7-a409-69d4bd4b525d service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855186 Jul 06 18:39:24.559706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835865c-9bfd-4ee5-a560-ed944a6aedab req-109d7519-f230-4c8c-a111-bc688fa6fe73 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:24.561191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6835865c-9bfd-4ee5-a560-ed944a6aedab req-109d7519-f230-4c8c-a111-bc688fa6fe73 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 943 time: 0.0662556 Jul 06 18:39:24.598527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6835865c-9bfd-4ee5-a560-ed944a6aedab req-b89d7e30-7e4f-436e-99f3-6a8c65efaf9c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Jul 06 18:39:24.665645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device aee5f084-aca7-4662-ae7e-523897b65975 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:24.704785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device aee5f084-aca7-4662-ae7e-523897b65975 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:25.048311 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:39:25.786596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9009e-4acb-49c0-b40d-a59a79249580 req-b6154fe9-21e3-456c-bc49-74f4bd5ea671 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:25.788041 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfb9009e-4acb-49c0-b40d-a59a79249580 req-b6154fe9-21e3-456c-bc49-74f4bd5ea671 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 943 time: 0.0697296 Jul 06 18:39:25.829233 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bfb9009e-4acb-49c0-b40d-a59a79249580 req-35ff3a38-2f3a-461c-8c7b-a3c34ac8e613 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355501 Jul 06 18:39:26.134407 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9f60-8b28-4884-9c87-11c8e1d867ec req-575f70ce-376a-4c5e-8537-8b7e61605bbd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:26.136053 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5add9f60-8b28-4884-9c87-11c8e1d867ec req-575f70ce-376a-4c5e-8537-8b7e61605bbd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 943 time: 0.0691261 Jul 06 18:39:26.145791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-71b512fc-7b42-48e3-a147-b3cf711d2f4a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:26.147323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-71b512fc-7b42-48e3-a147-b3cf711d2f4a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 943 time: 0.0782142 Jul 06 18:39:26.210663 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-43f6b7f2-8fa4-4bf3-ab5d-0bfe8fc6dce9 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:39:26.211812 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-43f6b7f2-8fa4-4bf3-ab5d-0bfe8fc6dce9 service neutron] 10.222.0.22 "DELETE /v2.0/ports/aee5f084-aca7-4662-ae7e-523897b65975/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0590167 Jul 06 18:39:26.317113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-6f5eb5a8-5b61-4792-8db5-c793fde3fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:26.318705 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-6f5eb5a8-5b61-4792-8db5-c793fde3fc10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1094 time: 0.0608284 Jul 06 18:39:26.421530 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-ef9a6022-43a3-4b5c-ace4-5f2710fa80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:26.423214 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-ef9a6022-43a3-4b5c-ace4-5f2710fa80c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0984414 Jul 06 18:39:26.493444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-d192f1a8-8068-4ace-a682-44ead52e705b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 999 time: 0.0636406 Jul 06 18:39:26.532373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5add9f60-8b28-4884-9c87-11c8e1d867ec req-e6c772f5-4856-4314-a188-102cb4567160 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907177 Jul 06 18:39:26.548977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-f171ac08-6b19-483c-9dcb-8822f409cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:26.550747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-f171ac08-6b19-483c-9dcb-8822f409cc87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0515807 Jul 06 18:39:26.608508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-9f3bf1da-687c-4278-8b9c-616efd9b3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:26.610092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-9f3bf1da-687c-4278-8b9c-616efd9b3b71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532680 Jul 06 18:39:26.698588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-404472df-4664-4dbe-bf5e-77b1d9f8a0ff service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820374 Jul 06 18:39:26.794217 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3edba234-5724-4bbc-a7fb-c76dd6e63595 req-dad26ab7-4e1a-4911-8254-897dc2c94e51 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893261 Jul 06 18:39:27.509029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aee5f084-aca7-4662-ae7e-523897b65975 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:39:27.604985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:27.617441 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'aee5f084-aca7-4662-ae7e-523897b65975', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'port_id': 'aee5f084-aca7-4662-ae7e-523897b65975', 'mac_address': 'fa:16:3e:01:29:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:39:27.662596 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.676429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee5f084-aca7-4662-ae7e-523897b65975 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:27.697823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:27.703067 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:27.726717 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449048fb-246b-4a44-bc77-7cdc35e05c78 req-315cb338-fe11-4f41-a426-984242b2f1dd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:27.728327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-449048fb-246b-4a44-bc77-7cdc35e05c78 req-315cb338-fe11-4f41-a426-984242b2f1dd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 943 time: 0.0757751 Jul 06 18:39:27.756686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:27.764997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.765355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.765694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.766034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.766401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.766738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.767068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.767531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.767950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.768274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.768613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.768938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:27.780283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-449048fb-246b-4a44-bc77-7cdc35e05c78 req-e76d10d9-9ff2-4ba7-be98-547537115581 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440986 Jul 06 18:39:27.959078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc95a57-cefb-4cfe-9304-466bcfcce1a0 req-0fcab6a1-bf2a-49b0-bdb6-f058cac4e7e5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:27.960520 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bbc95a57-cefb-4cfe-9304-466bcfcce1a0 req-0fcab6a1-bf2a-49b0-bdb6-f058cac4e7e5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 944 time: 0.0646582 Jul 06 18:39:28.006855 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bbc95a57-cefb-4cfe-9304-466bcfcce1a0 req-b58c3e75-d5b3-49d7-98fe-f4b0942fd593 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Jul 06 18:39:28.068908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['aee5f084-aca7-4662-ae7e-523897b65975'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:39:28.412706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cbdfd-1818-479b-b5de-fa5e26305d1f req-28fd3cee-eff1-4723-8aa2-57cae09e4967 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:28.414281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d26cbdfd-1818-479b-b5de-fa5e26305d1f req-28fd3cee-eff1-4723-8aa2-57cae09e4967 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 944 time: 0.1022410 Jul 06 18:39:28.416469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-5d9952b1-d1c2-44ae-9a99-0f26ba83a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:28.417901 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-5d9952b1-d1c2-44ae-9a99-0f26ba83a296 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 1095 time: 0.1136358 Jul 06 18:39:28.510179 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d26cbdfd-1818-479b-b5de-fa5e26305d1f req-493ff3d8-5dd7-4b90-9a19-edbf6d83ea84 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897441 Jul 06 18:39:28.539598 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-f0c5e5ec-bf1b-4d6d-82e9-fae5b30788e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:28.541145 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-f0c5e5ec-bf1b-4d6d-82e9-fae5b30788e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.1145720 Jul 06 18:39:28.610391 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-2186ef9c-8d4b-4a3f-9d9a-689e43539304 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 200 len: 1000 time: 0.0612466 Jul 06 18:39:28.662066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-f3401f6a-3410-4464-9c7b-f22b9bbd4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:28.663606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-f3401f6a-3410-4464-9c7b-f22b9bbd4b5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0465696 Jul 06 18:39:28.727293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-bec79351-0b08-4ddd-8f41-bffb76e4e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:28.728835 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-bec79351-0b08-4ddd-8f41-bffb76e4e94a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592341 Jul 06 18:39:28.821141 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-0e95784f-8e6d-4ee5-b7ba-eeae1bc66726 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853870 Jul 06 18:39:28.919664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b3382ec6-9b40-4d49-a85e-78993e459c10 req-ecb8be58-b287-4a55-9160-10a593a5f02e service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924566 Jul 06 18:39:29.521636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aee5f084-aca7-4662-ae7e-523897b65975 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:29.575430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port aee5f084-aca7-4662-ae7e-523897b65975 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:29.579256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port aee5f084-aca7-4662-ae7e-523897b65975 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:29.579641 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:29.657059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:29.680087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:29.682303 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5459cd9-e1e2-46a0-89c5-71220ef446d3" -d '{"events": [{"server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "name": "network-vif-plugged", "status": "completed", "tag": "aee5f084-aca7-4662-ae7e-523897b65975"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:29.695351 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:29.696894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ae621-1a25-48f1-a5f4-64b217e6e49d req-38af1b3d-9db5-4cd3-9f27-831fa7d16c5b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:29.698611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-205ae621-1a25-48f1-a5f4-64b217e6e49d req-38af1b3d-9db5-4cd3-9f27-831fa7d16c5b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 944 time: 0.0704603 Jul 06 18:39:29.699750 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:29.742504 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-205ae621-1a25-48f1-a5f4-64b217e6e49d req-49b4a19c-0c15-4254-9af6-35f36dda7fc6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358670 Jul 06 18:39:29.754830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:29.785620 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721e26d4-f73d-469f-9b36-7d427d52376e x-openstack-request-id: req-721e26d4-f73d-469f-9b36-7d427d52376e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:29.785916 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "name": "network-vif-plugged", "status": "completed", "tag": "aee5f084-aca7-4662-ae7e-523897b65975", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:29.786171 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-721e26d4-f73d-469f-9b36-7d427d52376e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:29.786613 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975', 'code': 200} Jul 06 18:39:30.148238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca634d7-8b90-4bb4-b5f6-24b83f1c1059 req-301f3f47-6a32-495c-afc9-39048606f588 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:30.149796 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dca634d7-8b90-4bb4-b5f6-24b83f1c1059 req-301f3f47-6a32-495c-afc9-39048606f588 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0678091 Jul 06 18:39:30.191348 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dca634d7-8b90-4bb4-b5f6-24b83f1c1059 req-4cb62190-11e1-4b1f-81af-50b03cb0f8e1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356491 Jul 06 18:39:31.374475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12536d2a-1bc5-418f-be04-ccbe657aa90e req-a646da85-a1a7-451c-8c0b-75ec73eeeb20 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:31.375987 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-12536d2a-1bc5-418f-be04-ccbe657aa90e req-a646da85-a1a7-451c-8c0b-75ec73eeeb20 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0655990 Jul 06 18:39:31.418399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-12536d2a-1bc5-418f-be04-ccbe657aa90e req-96bc2e7e-e83f-42ce-9881-6a615f960309 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332894 Jul 06 18:39:31.469762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-84fdbf02-0d6d-442a-b071-38fe20ea105f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:31.471359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-84fdbf02-0d6d-442a-b071-38fe20ea105f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 945 time: 0.0675619 Jul 06 18:39:31.575423 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Deleting port aee5f084-aca7-4662-ae7e-523897b65975 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:39:31.575796 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.663346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] For port aee5f084-aca7-4662-ae7e-523897b65975, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aee5f084-aca7-4662-ae7e-523897b65975,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:31.663589 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.882332 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.882723 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:31.883036 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 disassociated. External IP: 172.25.7.109, port: aee5f084-aca7-4662-ae7e-523897b65975. Jul 06 18:39:31.883386 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Calling delete_port for aee5f084-aca7-4662-ae7e-523897b65975 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:39:32.015154 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.043650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event deleted for resources: {'Port': ['ID=aee5f084-aca7-4662-ae7e-523897b65975,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:32.162817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:32.278127 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:32.287875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:32.296795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:32.297413 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:39:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:32.323231 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] No DVR routers for this DVR port aee5f084-aca7-4662-ae7e-523897b65975 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:39:32.325954 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.328100 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8ce7d389-dc84-4cca-a775-540a2fed9c0c req-fcd3c6a2-40ce-4307-80a7-f163202fbd0a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "DELETE /v2.0/ports/aee5f084-aca7-4662-ae7e-523897b65975 HTTP/1.1" status: 204 len: 173 time: 0.8515320 Jul 06 18:39:32.328507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'name': 'network-vif-deleted', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:32.331596 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5033ae5b-e416-4b3c-90f5-48300642b9fb" -d '{"events": [{"server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "name": "network-vif-deleted", "tag": "aee5f084-aca7-4662-ae7e-523897b65975"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:32.381849 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68b6903-1ece-4c2c-852b-c262b1a3ec2e x-openstack-request-id: req-f68b6903-1ece-4c2c-852b-c262b1a3ec2e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:32.382228 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1b5a4-7ac5-4214-bde9-4b7836be97cb", "name": "network-vif-deleted", "tag": "aee5f084-aca7-4662-ae7e-523897b65975", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:32.382571 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f68b6903-1ece-4c2c-852b-c262b1a3ec2e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:32.383057 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1b5a4-7ac5-4214-bde9-4b7836be97cb', 'name': 'network-vif-deleted', 'tag': 'aee5f084-aca7-4662-ae7e-523897b65975', 'status': 'completed', 'code': 200} Jul 06 18:39:32.417565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:32.624962 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:32.642297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a4e53571-ea59-4a6d-8b3c-7608d5233cd7 req-c9b4553f-72ac-4156-b372-c9a64ca608cd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c1b5a4-7ac5-4214-bde9-4b7836be97cb HTTP/1.1" status: 200 len: 210 time: 0.0506589 Jul 06 18:39:32.708726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:32.737910 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:32.746501 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:32.747117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:39:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:32.904363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:33.179552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:33.206493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262d823-0052-4ce9-a7c8-9c52c562ca0e None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:33.462827 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc52ff-c726-404b-a168-c29a92db0078 None None] New status for floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:39:34.003429 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-b01fd896-30e3-4dbd-97ad-8ba575e4f693 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1144478002&fields=id&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 267 time: 0.0356758 Jul 06 18:39:34.122213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-5e77293a-34fe-46a4-9fea-9655d98bce4b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:34.123739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-5e77293a-34fe-46a4-9fea-9655d98bce4b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 812 time: 0.1129274 Jul 06 18:39:34.140615 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-d62d712b-9767-4556-b6ac-a4f092ee17dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/quotas/1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 375 time: 0.0106177 Jul 06 18:39:34.217379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-14b9cde0-c02c-4cdd-aaff-f7629031e396 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705631 Jul 06 18:39:34.365050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-234f4138-322a-4d59-b013-c0a6ce458baf service neutron] 10.222.0.13 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342642 Jul 06 18:39:34.459332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-72435351-b3d2-4cb0-a094-899c42e217d6 service neutron] 10.222.0.13 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883155 Jul 06 18:39:34.652791 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e343f343-6e6c-4044-974b-6f20e4d8996e req-08aa8824-75c7-4960-b6e6-b0c784982bb2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 210 time: 0.0344839 Jul 06 18:39:35.541785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aee5f084-aca7-4662-ae7e-523897b65975 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:39:35.566006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: aee5f084-aca7-4662-ae7e-523897b65975 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:39:35.566382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aee5f084-aca7-4662-ae7e-523897b65975 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:39:35.814617 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bca72b77-7067-4288-827a-1840c9bbc869 req-72d48f42-4fd9-48fb-bb7e-bbd444a54b7d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 210 time: 0.0376935 Jul 06 18:39:35.831478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-f4bdeb2f-5a64-48be-895b-55fd7bc747ac tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:35.833270 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-f4bdeb2f-5a64-48be-895b-55fd7bc747ac tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 812 time: 0.1136181 Jul 06 18:39:35.880202 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-7172629a-5a02-4199-bf4f-14fff447d369 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 380 time: 0.0383356 Jul 06 18:39:35.889169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'port': {'device_id': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'admin_state_up': True, 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'security_groups': ['f191581f-71a4-4eff-9053-4ea5c759a8d3']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:35.928927 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.019624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Made reservation on behalf of 1f7f3a54843b48c6aa9d5e20534e7e38 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:39:36.023184 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.155860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Allocated IP 172.20.0.12 (6b9df720-4297-4a92-b658-bc9d50297909/41a7460b-52a9-4b56-bcdc-063da46dae98/9443b9ca-e477-40b9-ba8c-16572db671b6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:39:36.309441 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.325887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Transition to ACTIVE for port object 9443b9ca-e477-40b9-ba8c-16572db671b6 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:36.360710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.406033 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Network 6b9df720-4297-4a92-b658-bc9d50297909 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:39:36.410187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:39:36.412885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:39:36.458391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event updated for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:36.473792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.474151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.474734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.475110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.475457 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.475804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.476143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.476520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.476870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.477204 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.477538 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.477871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:39:36.498141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:36.498816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.519137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-0dfdb34e-fa6b-44f9-bca9-b8a74e083a75 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6340423 Jul 06 18:39:36.533390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Request body: {'port': {'device_id': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:36.616336 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.649552 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-929c9491-2d06-49a8-a211-ce6b3fde48f6 None None] Provisioning for port 9443b9ca-e477-40b9-ba8c-16572db671b6 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:36.653499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-929c9491-2d06-49a8-a211-ce6b3fde48f6 None None] Provisioning complete for port 9443b9ca-e477-40b9-ba8c-16572db671b6 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:36.653882 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-929c9491-2d06-49a8-a211-ce6b3fde48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.691238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-929c9491-2d06-49a8-a211-ce6b3fde48f6 None None] Port 9443b9ca-e477-40b9-ba8c-16572db671b6 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:39:36.886309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9443b9ca-e477-40b9-ba8c-16572db671b6 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:36.893853 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:36.907505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Transition to ACTIVE for port object 9443b9ca-e477-40b9-ba8c-16572db671b6 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:39:36.911751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.001464 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:37.098175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717bc57-828a-4488-b824-bd50641becdc req-f62a0f2b-9a3d-4253-93d3-8597abff6b7c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:37.099810 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9717bc57-828a-4488-b824-bd50641becdc req-f62a0f2b-9a3d-4253-93d3-8597abff6b7c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.1621037 Jul 06 18:39:37.107885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Attempting to bind port 9443b9ca-e477-40b9-ba8c-16572db671b6 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:39:37.108444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Attempting to bind port 9443b9ca-e477-40b9-ba8c-16572db671b6 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:39:37.109178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Attempting to bind port 9443b9ca-e477-40b9-ba8c-16572db671b6 on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:37.123894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Port 9443b9ca-e477-40b9-ba8c-16572db671b6 on network 6b9df720-4297-4a92-b658-bc9d50297909 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:39:37.124228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Attempting to bind port 9443b9ca-e477-40b9-ba8c-16572db671b6 on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:39:37.139566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:39:37.139910 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:39:37.140317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:39:37.140763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Bound port: 9443b9ca-e477-40b9-ba8c-16572db671b6, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:39:37.141129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.170996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9717bc57-828a-4488-b824-bd50641becdc req-fd7fafd1-9ea5-4dc8-8e24-11df78076a85 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576298 Jul 06 18:39:37.232479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:39:37.235657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:39:37.240869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.276235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:37.276881 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:37.278279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] 10.222.0.22 "PUT /v2.0/ports/9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 1092 time: 0.7511499 Jul 06 18:39:37.281293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:37.284818 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9762d87-f3a3-4ab4-b0f8-403be77b564f" -d '{"events": [{"name": "network-changed", "server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:37.320504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823affa-fdf5-4934-a5a3-a611ce1710b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:37.332867 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7f557b-746e-438b-9c5c-8bdd6636f7b6 x-openstack-request-id: req-8c7f557b-746e-438b-9c5c-8bdd6636f7b6 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:37.333161 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:37.333416 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c7f557b-746e-438b-9c5c-8bdd6636f7b6 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:37.333818 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'status': 'completed', 'code': 200} Jul 06 18:39:37.385963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-6319ec4b-95f7-49be-9798-194f41902094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:37.387560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-6319ec4b-95f7-49be-9798-194f41902094 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0640886 Jul 06 18:39:37.430291 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-57c29cda-9556-437a-80d1-d3fec715ba78 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 217 time: 0.0360057 Jul 06 18:39:37.481107 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9ca473fb-5e00-4d88-9ad3-e90b8d379c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:37.482638 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-9ca473fb-5e00-4d88-9ad3-e90b8d379c9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0466402 Jul 06 18:39:37.550688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-ee1d247a-e75d-449f-ba4c-58f86e9dbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:37.552239 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-ee1d247a-e75d-449f-ba4c-58f86e9dbe90 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632415 Jul 06 18:39:37.644816 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-4eba21b5-4f53-4160-a806-0abc4535c7ad service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861809 Jul 06 18:39:37.751028 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2b73d4df-28bf-458d-967f-6a105e8f8ef3 req-99115c83-4cbb-4302-bf11-809bd2e94c6b service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001363 Jul 06 18:39:38.144335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-15d8b3b5-7223-466c-8940-a70b606a7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.145858 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-15d8b3b5-7223-466c-8940-a70b606a7f3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1095 time: 0.3406427 Jul 06 18:39:38.242219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-bd849345-e332-4fba-a0ac-daffd46a4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.243893 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-bd849345-e332-4fba-a0ac-daffd46a4787 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0914271 Jul 06 18:39:38.295012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-a0440c8e-854c-41ab-a33f-141c2b0043de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 217 time: 0.0436792 Jul 06 18:39:38.375191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-37127871-8854-4924-827a-95b436578c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.376795 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-37127871-8854-4924-827a-95b436578c81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0758541 Jul 06 18:39:38.439061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7e911-5920-47b4-8cd8-a121e14f1fac req-bcbcd072-df50-4b02-a702-99178c232f65 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.441153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0d7e911-5920-47b4-8cd8-a121e14f1fac req-bcbcd072-df50-4b02-a702-99178c232f65 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.1135845 Jul 06 18:39:38.486931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-e3902399-15e9-4476-a063-c90ab132cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:38.488522 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-e3902399-15e9-4476-a063-c90ab132cd4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040747 Jul 06 18:39:38.493956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d0d7e911-5920-47b4-8cd8-a121e14f1fac req-2634bdcc-89c9-46c8-9e5d-f4c77d7b3e8c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Jul 06 18:39:38.596444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-c65bdbc1-8748-4932-9307-391ef0e696c3 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964389 Jul 06 18:39:38.703418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c9762d87-f3a3-4ab4-b0f8-403be77b564f req-bf613d4d-25e9-491f-92b6-e5ebe21b1257 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992804 Jul 06 18:39:39.704750 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c1023-8db8-492f-b8e1-155ffad52c1f req-2b05d675-6b1f-4f48-ae5e-c6ca30dcc746 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:39.706198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8e7c1023-8db8-492f-b8e1-155ffad52c1f req-2b05d675-6b1f-4f48-ae5e-c6ca30dcc746 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.0673096 Jul 06 18:39:39.745311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8e7c1023-8db8-492f-b8e1-155ffad52c1f req-d22460b1-e37a-45bc-a8aa-0959d0742920 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333397 Jul 06 18:39:40.728507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9443b9ca-e477-40b9-ba8c-16572db671b6 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:39:40.822396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:40.837807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'port_id': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'mac_address': 'fa:16:3e:35:7f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:39:40.944299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f1e8-5b26-4ff4-b580-71974a9870da req-ff882512-83ef-4710-abfe-c54fa6f33044 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:40.945943 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01f8f1e8-5b26-4ff4-b580-71974a9870da req-ff882512-83ef-4710-abfe-c54fa6f33044 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.0694661 Jul 06 18:39:40.989712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01f8f1e8-5b26-4ff4-b580-71974a9870da req-7feca9b3-7d3d-48b1-a72d-2cf825e860df tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377245 Jul 06 18:39:41.047787 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.060679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9443b9ca-e477-40b9-ba8c-16572db671b6 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:39:41.082444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:41.092967 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:41.141873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:41.327776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['9443b9ca-e477-40b9-ba8c-16572db671b6'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:39:42.190314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9ecc8-ddda-4f8e-921a-c50aa069e526 req-1270f5f9-ca13-4417-935f-1591aa6508fd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:42.191899 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03d9ecc8-ddda-4f8e-921a-c50aa069e526 req-1270f5f9-ca13-4417-935f-1591aa6508fd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 945 time: 0.0666051 Jul 06 18:39:42.231863 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-03d9ecc8-ddda-4f8e-921a-c50aa069e526 req-38b44157-6f03-4864-ad6e-96de61b303a9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343416 Jul 06 18:39:42.758282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9443b9ca-e477-40b9-ba8c-16572db671b6 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:39:42.808282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 9443b9ca-e477-40b9-ba8c-16572db671b6 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:39:42.812721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 9443b9ca-e477-40b9-ba8c-16572db671b6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:39:42.813106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.894057 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.916503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:42.918995 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c82200-2d2d-4d50-9be1-ba1aefc6df48" -d '{"events": [{"server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "name": "network-vif-plugged", "status": "completed", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:42.932473 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:39:42.937085 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:42.961764 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975788c5-0561-45d1-983d-a97698b871f9 x-openstack-request-id: req-975788c5-0561-45d1-983d-a97698b871f9 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:42.962050 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "name": "network-vif-plugged", "status": "completed", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:42.962299 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-975788c5-0561-45d1-983d-a97698b871f9 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:42.962705 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'code': 200} Jul 06 18:39:42.993230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:39:43.082433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487676-d5dc-4443-8b1f-ff050985c672 req-7fc40ec7-c3ed-4de9-9219-6c800d9e8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:43.083957 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68487676-d5dc-4443-8b1f-ff050985c672 req-7fc40ec7-c3ed-4de9-9219-6c800d9e8573 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0575938 Jul 06 18:39:43.120285 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-68487676-d5dc-4443-8b1f-ff050985c672 req-1302e456-e128-42fe-8e03-c0df02f2a744 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302575 Jul 06 18:39:43.415783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27246f7-16eb-4bce-9f9e-56d427e31b25 req-89235ef6-f1f4-42d8-b6e2-9e5582dd2bb5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:43.417344 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f27246f7-16eb-4bce-9f9e-56d427e31b25 req-89235ef6-f1f4-42d8-b6e2-9e5582dd2bb5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0682628 Jul 06 18:39:43.464672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f27246f7-16eb-4bce-9f9e-56d427e31b25 req-25eca2bc-ae59-41f7-8e24-2471ddecfec8 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381162 Jul 06 18:39:44.187073 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-60d563b3-ef37-4f0e-846f-3b9947b2c65b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510211 Jul 06 18:39:44.279499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-4051ecea-e3bf-4fb1-9692-c73ce4024487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.280991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-4051ecea-e3bf-4fb1-9692-c73ce4024487 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0533290 Jul 06 18:39:44.389647 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-a69d3322-dd07-4587-aa58-971bfe94c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.391180 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-a69d3322-dd07-4587-aa58-971bfe94c3fc service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0908334 Jul 06 18:39:44.435254 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-bdff4c86-3e29-448f-81d2-2c5de64e62dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 217 time: 0.0369194 Jul 06 18:39:44.483529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-13190a66-a04a-4ae6-8f7a-9b3376df2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.484925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-13190a66-a04a-4ae6-8f7a-9b3376df2ece service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0442147 Jul 06 18:39:44.549588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-b920eaf3-344a-4ff8-83a3-ad7ab93bb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.551157 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-b920eaf3-344a-4ff8-83a3-ad7ab93bb8f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602331 Jul 06 18:39:44.687708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-e424b97d-6138-4967-a081-7edb88ea83b1 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304011 Jul 06 18:39:44.700454 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1a875-f17b-413c-956a-7463f91f24ad req-4bf6878f-bb12-45f0-9e43-c1e30482b575 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.701910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85f1a875-f17b-413c-956a-7463f91f24ad req-4bf6878f-bb12-45f0-9e43-c1e30482b575 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.1028812 Jul 06 18:39:44.789247 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-85f1a875-f17b-413c-956a-7463f91f24ad req-fbdf8163-9a13-48da-9b94-f71e49934a40 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785966 Jul 06 18:39:44.817698 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6c2da47e-138b-4781-b052-2ea0908ad3b5 req-3f0e651f-ca74-454e-90bf-310172ae8262 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147790 Jul 06 18:39:44.961664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da2297-0a87-4a7b-a52d-fcd6260b0704 req-74286812-1d92-4a32-b604-b112bd28a94b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:44.963211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29da2297-0a87-4a7b-a52d-fcd6260b0704 req-74286812-1d92-4a32-b604-b112bd28a94b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0653636 Jul 06 18:39:44.972928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 54138) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:39:44.977683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-83241a5d-8cb4-4f0f-9f37-455501c782cc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'floatingip': {'port_id': '9443b9ca-e477-40b9-ba8c-16572db671b6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:39:45.028753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83241a5d-8cb4-4f0f-9f37-455501c782cc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.480404 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83241a5d-8cb4-4f0f-9f37-455501c782cc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.483891 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83241a5d-8cb4-4f0f-9f37-455501c782cc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:45.586073 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-83241a5d-8cb4-4f0f-9f37-455501c782cc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 associated. External IP: 172.25.7.109, port: 9443b9ca-e477-40b9-ba8c-16572db671b6. Jul 06 18:39:45.793998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83241a5d-8cb4-4f0f-9f37-455501c782cc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:39:46.166695 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83241a5d-8cb4-4f0f-9f37-455501c782cc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:39:46.171385 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83241a5d-8cb4-4f0f-9f37-455501c782cc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:46.176548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:39:46.186941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:46.187573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:39:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:46.209096 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-83241a5d-8cb4-4f0f-9f37-455501c782cc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "PUT /v2.0/floatingips/9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 HTTP/1.1" status: 200 len: 992 time: 1.2350655 Jul 06 18:39:46.209708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:39:46.212019 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb664db-2ee1-4a02-a568-71e3791996c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:39:46.265095 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39d6d69-595d-4ccd-9c08-b8d6c9229bdf x-openstack-request-id: req-a39d6d69-595d-4ccd-9c08-b8d6c9229bdf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:39:46.265392 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:39:46.265645 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a39d6d69-595d-4ccd-9c08-b8d6c9229bdf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:39:46.266045 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'status': 'completed', 'code': 200} Jul 06 18:39:46.314889 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:46.351041 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-b7a98761-a792-4b6a-91b1-e8e7899992f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.352582 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-b7a98761-a792-4b6a-91b1-e8e7899992f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0703273 Jul 06 18:39:46.463984 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-40be0970-41da-469c-8cbd-96a7baa39d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.465415 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-40be0970-41da-469c-8cbd-96a7baa39d89 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.1068094 Jul 06 18:39:46.539329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-fc107b88-6123-4315-b4d2-fe5cc440a3c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 1000 time: 0.0678706 Jul 06 18:39:46.587067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:35:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:39:45Z', 'revision_number': 9, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:46.594601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-b4b2a861-b47e-4a74-9f48-defc502efa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.596136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-b4b2a861-b47e-4a74-9f48-defc502efa27 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0509057 Jul 06 18:39:46.615471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:39:46.624053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:39:46.624671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:39:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:46.657586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-ed563064-3e28-4b6d-af15-071b308d55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:39:46.659235 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-ed563064-3e28-4b6d-af15-071b308d55ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562425 Jul 06 18:39:46.732481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:39:46.761252 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-67b82909-c6b9-4d92-bcfc-87e815c02985 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953913 Jul 06 18:39:46.859691 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebb664db-2ee1-4a02-a568-71e3791996c1 req-1d4c4a8d-d9f2-4770-adc7-af8f57387545 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914996 Jul 06 18:39:46.967727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:35:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:39:45Z', 'revision_number': 9, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:39:46.999090 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f4786-bae2-43af-adad-f3fa0295a7a6 None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:35:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:39:45Z', 'revision_number': 9, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:39:47.112548 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9be0-129e-4c8a-a970-21f6b8dfbc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:47.206146 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bed6c3-d9e7-4bb1-9275-a1f03a3a3883 None None] New status for floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:39:49.633466 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9226146-3a77-4ca8-bf95-28c4873dcb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.198077 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:50.937388 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:39:52.853298 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:02.047109 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:40:02.633110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:05.928420 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:17.117394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aad88cbd-b683-4da1-9d4a-4f49fc199ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:19.633771 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-360620e9-1ae4-492f-a9bb-fbc235fd0413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.201712 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:20.941042 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:22.854914 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:32.645873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:35.941615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:39.046280 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:40:46.195702 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58a63110-96ca-431c-885f-56fed3740ea8 req-328e71b3-92c4-4e18-a967-fda751802651 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535722 Jul 06 18:40:46.296004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63110-96ca-431c-885f-56fed3740ea8 req-e4e2aeba-462f-415f-9b82-a40411cba8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:46.297507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58a63110-96ca-431c-885f-56fed3740ea8 req-e4e2aeba-462f-415f-9b82-a40411cba8fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0592117 Jul 06 18:40:46.400768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63110-96ca-431c-885f-56fed3740ea8 req-203e34ea-3674-4650-8ba7-4180e13b963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:46.402262 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58a63110-96ca-431c-885f-56fed3740ea8 req-203e34ea-3674-4650-8ba7-4180e13b963f service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0847206 Jul 06 18:40:46.473484 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58a63110-96ca-431c-885f-56fed3740ea8 req-c52d088e-dbb7-4dac-9976-d438f920872b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 1003 time: 0.0650926 Jul 06 18:40:46.523203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63110-96ca-431c-885f-56fed3740ea8 req-dc7e4f6c-80a3-4fc6-ab66-2dffbdc5a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:46.525112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58a63110-96ca-431c-885f-56fed3740ea8 req-dc7e4f6c-80a3-4fc6-ab66-2dffbdc5a139 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0457947 Jul 06 18:40:46.583207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63110-96ca-431c-885f-56fed3740ea8 req-f665d3f0-c58c-478d-ac97-c9ccf01db1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:40:46.584764 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58a63110-96ca-431c-885f-56fed3740ea8 req-f665d3f0-c58c-478d-ac97-c9ccf01db1e4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538867 Jul 06 18:40:46.691590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58a63110-96ca-431c-885f-56fed3740ea8 req-73f0150f-9fa8-40e1-8f0b-66a24d9aa954 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002789 Jul 06 18:40:46.780730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58a63110-96ca-431c-885f-56fed3740ea8 req-85a73a2d-f758-4bc8-a638-b7a11e39e8d7 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824549 Jul 06 18:40:47.120214 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f52bafb6-c8a3-4bed-87e8-9ca453bb2c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:49.634283 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26f65165-e095-4088-9c19-92528013039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.204137 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:50.945471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:40:52.860310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:02.660922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:05.941128 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:16.045471 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:41:17.122094 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67a0ca11-56a2-40ef-b674-d81bf6ea4133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:19.635730 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-620a2aa0-657b-49c0-809c-15dec2e52589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.206727 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:20.947529 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:21.873201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-801014cb-482d-4451-b9e3-18417c00c836 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0637767 Jul 06 18:41:21.963256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a2e22-14bc-446d-9389-b3aaf7559334 req-92c4bdab-c001-4e20-a55c-79ad156a7f01 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:21.965140 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-842a2e22-14bc-446d-9389-b3aaf7559334 req-92c4bdab-c001-4e20-a55c-79ad156a7f01 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.1022441 Jul 06 18:41:22.016014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-842a2e22-14bc-446d-9389-b3aaf7559334 req-8a6b3265-4a3e-4b6d-a7e3-1573970ec6ee tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452971 Jul 06 18:41:22.861607 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:23.103926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-05008617-4af5-4597-9e06-c98fd34e4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.105524 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-05008617-4af5-4597-9e06-c98fd34e4d98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0572984 Jul 06 18:41:23.202546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fb653-7881-4fc9-abea-64a753f8ccea req-6fc2905d-2bc8-47d2-bcce-11813f28e6a4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.203185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-4fea7ab6-042c-412e-b3ed-0a226a1542cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.204073 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f61fb653-7881-4fc9-abea-64a753f8ccea req-6fc2905d-2bc8-47d2-bcce-11813f28e6a4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0660985 Jul 06 18:41:23.204268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-4fea7ab6-042c-412e-b3ed-0a226a1542cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0919063 Jul 06 18:41:23.244826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f61fb653-7881-4fc9-abea-64a753f8ccea req-2ddc8832-f29c-4f6c-a9f0-cb3cc6bde512 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342906 Jul 06 18:41:23.277296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-24052ca3-1713-4e39-831a-4051e75bbf36 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 1003 time: 0.0666735 Jul 06 18:41:23.327486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-cd0485d6-d4d4-4d51-af42-495da12860e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.329035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-cd0485d6-d4d4-4d51-af42-495da12860e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0445657 Jul 06 18:41:23.388828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-11c85645-7acb-4bff-a901-608685590a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:23.390326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-11c85645-7acb-4bff-a901-608685590a99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551794 Jul 06 18:41:23.400684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a91f65ba-9138-4a88-b8c3-db60750460d9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:41:23.401705 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a91f65ba-9138-4a88-b8c3-db60750460d9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051482 Jul 06 18:41:23.505896 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-e8ab3055-09e0-43d1-a3a5-67f8197bb283 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981333 Jul 06 18:41:23.602806 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-5f4370a3-da13-4061-b249-1256e41a536d service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895779 Jul 06 18:41:24.436552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b2890-2a0a-44bd-935a-47cd24f5969c req-97c60934-2f6d-40c0-abc1-ce591fa552c1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:24.438072 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca0b2890-2a0a-44bd-935a-47cd24f5969c req-97c60934-2f6d-40c0-abc1-ce591fa552c1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0789926 Jul 06 18:41:24.477210 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca0b2890-2a0a-44bd-935a-47cd24f5969c req-5d9df7b5-da6b-4a99-b8a4-51ffc9320cce tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Jul 06 18:41:25.658527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5564ff-a896-49d1-97dc-605e44b93d9f req-6787fa0f-30f4-4899-ac54-e85da66d37f1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:25.660002 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea5564ff-a896-49d1-97dc-605e44b93d9f req-6787fa0f-30f4-4899-ac54-e85da66d37f1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0633035 Jul 06 18:41:25.697131 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea5564ff-a896-49d1-97dc-605e44b93d9f req-3adc3b8f-45ec-4a76-bfc9-4d4ab8bc443f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314798 Jul 06 18:41:26.871885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b3845-2fe8-4252-9f18-d6e2f3834943 req-56383640-3b8d-4e17-bd70-57072ec793ac tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:26.873394 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d24b3845-2fe8-4252-9f18-d6e2f3834943 req-56383640-3b8d-4e17-bd70-57072ec793ac tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0647228 Jul 06 18:41:26.911057 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d24b3845-2fe8-4252-9f18-d6e2f3834943 req-739824c0-2af9-4522-9e0d-8fe2caa83915 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315475 Jul 06 18:41:28.091705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b6f72-6dfc-4f44-8e0d-eeaeb0a24e5e req-5ed6e83c-e1e2-4c98-a402-0ef1d846e0b1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:28.093116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca9b6f72-6dfc-4f44-8e0d-eeaeb0a24e5e req-5ed6e83c-e1e2-4c98-a402-0ef1d846e0b1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0678146 Jul 06 18:41:28.133589 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca9b6f72-6dfc-4f44-8e0d-eeaeb0a24e5e req-7d6b3a68-aa1c-46a8-94d5-39fa2c93018e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341208 Jul 06 18:41:29.306030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9fbe4-2600-47f4-8de4-ef598624479f req-6ebf0bbb-04c4-4af5-bd75-802e3bf11c1e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:29.307569 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98f9fbe4-2600-47f4-8de4-ef598624479f req-6ebf0bbb-04c4-4af5-bd75-802e3bf11c1e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0642948 Jul 06 18:41:29.346658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-98f9fbe4-2600-47f4-8de4-ef598624479f req-8d23177b-ca79-4c91-95bb-fa059c40ceac tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333760 Jul 06 18:41:30.534012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8ca2f-3c15-4352-9764-2375ad301b10 req-129a680c-9553-44ce-b3da-801fcdb64fec tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:30.535564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0af8ca2f-3c15-4352-9764-2375ad301b10 req-129a680c-9553-44ce-b3da-801fcdb64fec tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0681896 Jul 06 18:41:30.574708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0af8ca2f-3c15-4352-9764-2375ad301b10 req-12e6220b-db38-444e-acb4-1d2425fab3ba tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332029 Jul 06 18:41:31.759894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bcc63-641a-46f0-878b-9f910b8f477f req-960043ce-23b6-4863-a74d-4f4eab6b756e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:31.761318 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c6bcc63-641a-46f0-878b-9f910b8f477f req-960043ce-23b6-4863-a74d-4f4eab6b756e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0722439 Jul 06 18:41:31.800799 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7c6bcc63-641a-46f0-878b-9f910b8f477f req-2325daab-37e9-4693-9ced-7146efeed7c5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338211 Jul 06 18:41:32.659073 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:32.990782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a551-bdbb-4a63-a6be-6e14c62cc2dc req-17d7c838-e764-4ac9-98c5-ff91ceee85ed tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:32.992411 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d698a551-bdbb-4a63-a6be-6e14c62cc2dc req-17d7c838-e764-4ac9-98c5-ff91ceee85ed tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0676250 Jul 06 18:41:33.035894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d698a551-bdbb-4a63-a6be-6e14c62cc2dc req-680895bd-7d6f-4e49-a215-e2062070c8a5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376859 Jul 06 18:41:34.217583 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef9882-6b6a-4c6b-9761-a5518260fe34 req-16ef24bd-ee00-4b29-8de4-7a697bf45af1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:34.219110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ecef9882-6b6a-4c6b-9761-a5518260fe34 req-16ef24bd-ee00-4b29-8de4-7a697bf45af1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0658088 Jul 06 18:41:34.257063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ecef9882-6b6a-4c6b-9761-a5518260fe34 req-a2c19d9a-a2b5-46fe-b949-598036d9dc9f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Jul 06 18:41:35.431797 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878f09b-a8d6-4c3d-9d03-74c95471ec37 req-9b18d4ce-ea50-4ce6-9ef5-c94222486216 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:35.433277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b878f09b-a8d6-4c3d-9d03-74c95471ec37 req-9b18d4ce-ea50-4ce6-9ef5-c94222486216 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0655694 Jul 06 18:41:35.473266 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b878f09b-a8d6-4c3d-9d03-74c95471ec37 req-e5bc4d50-4e6f-4943-a540-d324f955aecd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343235 Jul 06 18:41:35.526079 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-b272a7f3-37dc-4683-9e05-720e2169a4a3 service neutron] show failed (client error): The resource could not be found. Jul 06 18:41:35.527150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-b272a7f3-37dc-4683-9e05-720e2169a4a3 service neutron] 10.222.0.22 "GET /v2.0/ports/9443b9ca-e477-40b9-ba8c-16572db671b6/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0595832 Jul 06 18:41:35.780982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-74fca840-4a50-4d1f-b3b5-873d89048393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:35.782459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-74fca840-4a50-4d1f-b3b5-873d89048393 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 1097 time: 0.0543625 Jul 06 18:41:35.793679 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:35.867959 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:35.955955 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.068887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:36.101637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:36.140613 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:36.143206 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a230609-fc15-453f-bc4a-c71814a6d588" -d '{"events": [{"server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:36.147130 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.160450 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Transition to ACTIVE for port object 9443b9ca-e477-40b9-ba8c-16572db671b6 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:36.163884 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.199272 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a6e70c-2f87-4fc0-bf91-14cd05b9d800 x-openstack-request-id: req-86a6e70c-2f87-4fc0-bf91-14cd05b9d800 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:36.199577 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:36.199834 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86a6e70c-2f87-4fc0-bf91-14cd05b9d800 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:36.200224 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'code': 200} Jul 06 18:41:36.249066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Pushing event updated for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:36.261388 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.261744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.262088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.262456 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.262798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.263140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.263474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.263806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.264137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.264464 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.264793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.265130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:36.304295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] No DVR routers for this DVR port 9443b9ca-e477-40b9-ba8c-16572db671b6 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:36.443571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Attempting to bind port 9443b9ca-e477-40b9-ba8c-16572db671b6 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:36.444274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Attempting to bind port 9443b9ca-e477-40b9-ba8c-16572db671b6 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:36.444274 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Attempting to bind port 9443b9ca-e477-40b9-ba8c-16572db671b6 on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:36.448540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Port 9443b9ca-e477-40b9-ba8c-16572db671b6 on network 6b9df720-4297-4a92-b658-bc9d50297909 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:41:36.448864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Attempting to bind port 9443b9ca-e477-40b9-ba8c-16572db671b6 on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:36.453671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:36.454004 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:36.454953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:36.455378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Bound port: 9443b9ca-e477-40b9-ba8c-16572db671b6, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:36.455734 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.520333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:36.523573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:36.528709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.567824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:36.568840 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:36.569774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] 10.222.0.55 "PUT /v2.0/ports/9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 1092 time: 0.7804990 Jul 06 18:41:36.636100 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5acdc-9ea7-4679-a89e-e1b53d09e201 service neutron] Pushing event updated for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:36.711709 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da0f9-9eb7-47f8-815a-f70797737cf7 req-efe94d97-f6ae-478f-a2fd-824c82a7623a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:36.713377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff4da0f9-9eb7-47f8-815a-f70797737cf7 req-efe94d97-f6ae-478f-a2fd-824c82a7623a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.1210387 Jul 06 18:41:36.716785 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-7cc7a92e-fc8f-4c4c-99a0-0b2dd2e8b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:36.718349 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-7cc7a92e-fc8f-4c4c-99a0-0b2dd2e8b6bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1095 time: 0.1220729 Jul 06 18:41:36.808530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff4da0f9-9eb7-47f8-815a-f70797737cf7 req-dc7f39ee-957f-4e70-ba9f-ff518f4f93ba tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890408 Jul 06 18:41:36.843720 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-e37bced4-8e3a-47ad-9df7-d5bb6c61750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:36.845188 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-e37bced4-8e3a-47ad-9df7-d5bb6c61750a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.1190908 Jul 06 18:41:36.918966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-d1e4c56c-18e1-4e9f-bc19-b38404b9e36d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 1001 time: 0.0672560 Jul 06 18:41:36.969627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-f1de50a0-0907-4458-99f0-059050cdd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:36.971911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-f1de50a0-0907-4458-99f0-059050cdd766 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0466652 Jul 06 18:41:37.039882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-7860fc46-96f5-42a9-a1e5-21c5da56139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:37.041409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-7860fc46-96f5-42a9-a1e5-21c5da56139a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631549 Jul 06 18:41:37.134308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-c23e20c4-579f-49eb-82e3-e7e7c0b35451 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861254 Jul 06 18:41:37.225857 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3fa521c5-d5f1-4c73-8fcb-d9f353aac6f5 req-670184a2-b0c8-46ef-b86a-5a4ee54f1914 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855708 Jul 06 18:41:37.989977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c36e3e-e610-49dc-bc8b-93ac0fdc679e req-5705d650-ad7f-4790-b0c8-a091bcc681e2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:37.991493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8c36e3e-e610-49dc-bc8b-93ac0fdc679e req-5705d650-ad7f-4790-b0c8-a091bcc681e2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.0646741 Jul 06 18:41:38.035596 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8c36e3e-e610-49dc-bc8b-93ac0fdc679e req-f22f6364-ac0c-463c-a393-c0c24a223b66 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385928 Jul 06 18:41:38.202454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:38.205478 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6662ca59-5ffd-4744-8748-40b2360f02d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:38.257478 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180354ea-388c-49f0-bc3f-9ca025f77203 x-openstack-request-id: req-180354ea-388c-49f0-bc3f-9ca025f77203 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:38.257837 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:38.258098 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-180354ea-388c-49f0-bc3f-9ca025f77203 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:38.258544 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'status': 'completed', 'code': 200} Jul 06 18:41:38.328955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-c47d8c89-ca0a-4e19-86a0-366b9abeb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.331272 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-c47d8c89-ca0a-4e19-86a0-366b9abeb330 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0546145 Jul 06 18:41:38.334472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-9edb8348-5df0-4004-a762-e3c8a9883ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.335938 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-9edb8348-5df0-4004-a762-e3c8a9883ff3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0546401 Jul 06 18:41:38.432550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-e0be4a2b-1442-4dc6-a2b1-7e3d02bc1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.434545 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-e0be4a2b-1442-4dc6-a2b1-7e3d02bc1b05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0964720 Jul 06 18:41:38.435719 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-bb81a657-91c7-44bb-bc9b-dff16403bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.437231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-bb81a657-91c7-44bb-bc9b-dff16403bf2e service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0945780 Jul 06 18:41:38.501508 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-0bfabc87-04fe-4d17-9425-ed55c378734c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 1001 time: 0.0600061 Jul 06 18:41:38.505749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-694cdb9f-1555-4166-a64e-4441d1cddea6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 1001 time: 0.0622039 Jul 06 18:41:38.555548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-cec6bff3-eb75-4907-8d47-a0e5b3b2ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.557013 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-cec6bff3-eb75-4907-8d47-a0e5b3b2ffc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0498872 Jul 06 18:41:38.559469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-cd16563d-c69f-4129-aa99-1f09c3c3db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.560932 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-cd16563d-c69f-4129-aa99-1f09c3c3db8d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0491257 Jul 06 18:41:38.616714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-a52e554f-5e87-4940-b763-40bf289a043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.617632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-4ebd07d1-cf17-477a-b835-cc45afdba413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:38.618210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-a52e554f-5e87-4940-b763-40bf289a043a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535245 Jul 06 18:41:38.619197 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-4ebd07d1-cf17-477a-b835-cc45afdba413 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522134 Jul 06 18:41:38.709703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-08b2f731-fd71-4e49-bd4b-d6f94c476635 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838184 Jul 06 18:41:38.710361 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-48cb8bf6-cb1c-47c4-a66d-dee4f7a6f856 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848715 Jul 06 18:41:38.806579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-d91a60a4-db72-4de3-9dd3-24ab153d8c12 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900066 Jul 06 18:41:38.806821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6662ca59-5ffd-4744-8748-40b2360f02d9 req-cdb291cb-c2f2-44ce-98f6-f80699f79b6c service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903616 Jul 06 18:41:39.221813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137eacc-93d9-4479-91ac-25c7ac5437f8 req-631d0ca6-56ef-48b3-9fe1-b0f6991d0513 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:39.223559 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9137eacc-93d9-4479-91ac-25c7ac5437f8 req-631d0ca6-56ef-48b3-9fe1-b0f6991d0513 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.0730202 Jul 06 18:41:39.263014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9137eacc-93d9-4479-91ac-25c7ac5437f8 req-a7f61f39-85ca-4e30-98b4-8f06e90b7e83 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335994 Jul 06 18:41:39.521353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9443b9ca-e477-40b9-ba8c-16572db671b6 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:39.559332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 9443b9ca-e477-40b9-ba8c-16572db671b6 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:40.442037 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1e430-f19d-4e76-9374-be0db0e145af req-e8cfa71b-0337-4c65-a65e-c7be719c1347 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:40.443559 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19b1e430-f19d-4e76-9374-be0db0e145af req-e8cfa71b-0337-4c65-a65e-c7be719c1347 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.0648832 Jul 06 18:41:40.484230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19b1e430-f19d-4e76-9374-be0db0e145af req-1559f06c-3f33-447b-be62-e629db180cf1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350482 Jul 06 18:41:40.898209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-e7526bf2-96ac-495a-ad64-f68d7f2305a7 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:40.899898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-e7526bf2-96ac-495a-ad64-f68d7f2305a7 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 944 time: 0.0868099 Jul 06 18:41:40.993691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-980eb275-16d2-479c-a787-e9744b868f79 service neutron] 10.222.0.55 "GET /v2.0/ports/9443b9ca-e477-40b9-ba8c-16572db671b6/bindings/n-h2-799526-3 HTTP/1.1" status: 200 len: 382 time: 0.0746231 Jul 06 18:41:41.002508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae4509-5ca4-4f8c-aa61-02594bdcb70d req-843b54c2-8935-4dc0-9510-5fc43cabec33 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:41.003970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39ae4509-5ca4-4f8c-aa61-02594bdcb70d req-843b54c2-8935-4dc0-9510-5fc43cabec33 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.1283362 Jul 06 18:41:41.073237 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39ae4509-5ca4-4f8c-aa61-02594bdcb70d req-6d1daa93-1336-4f22-acd3-902d1234f01f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636849 Jul 06 18:41:41.094145 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-a0ab214c-b1b4-4dfd-b9d4-e7c1670f259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:41.096262 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-a0ab214c-b1b4-4dfd-b9d4-e7c1670f259b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0806172 Jul 06 18:41:41.185505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-4c9e9a79-6a7f-4e11-a17d-6fb349d76943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:41.186925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-4c9e9a79-6a7f-4e11-a17d-6fb349d76943 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0847788 Jul 06 18:41:41.255866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-d293708b-4a82-40b1-8306-a233e60323ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 200 len: 1001 time: 0.0628648 Jul 06 18:41:41.302742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-f6135b51-e843-4a98-bd15-7ea1c23f43a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:41.304178 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-f6135b51-e843-4a98-bd15-7ea1c23f43a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0427744 Jul 06 18:41:41.361238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-ddc3836f-2963-419e-b72f-522aadbd0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:41.362767 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-ddc3836f-2963-419e-b72f-522aadbd0ace service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527105 Jul 06 18:41:41.457836 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-9800b11d-9f8e-4c5b-a9b1-dbadf1bfd94e service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888062 Jul 06 18:41:41.547278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f74c37e-d60f-4a68-b695-66930231fdaa req-b2720892-3d80-4ee6-b6e1-a524e43e0996 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837245 Jul 06 18:41:42.162390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 9443b9ca-e477-40b9-ba8c-16572db671b6 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:41:42.259331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ecbd0-c584-4ce4-9a46-05ed49f2361c req-fc2c301e-64e9-41db-b09f-801edc5b6f66 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:42.260941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-525ecbd0-c584-4ce4-9a46-05ed49f2361c req-fc2c301e-64e9-41db-b09f-801edc5b6f66 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 944 time: 0.0691223 Jul 06 18:41:42.264808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:42.277153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'port_id': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'mac_address': 'fa:16:3e:35:7f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:41:42.309547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-525ecbd0-c584-4ce4-9a46-05ed49f2361c req-06496d71-95c5-4749-a7a1-ea212229832f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Jul 06 18:41:42.319495 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.333033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9443b9ca-e477-40b9-ba8c-16572db671b6 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:42.354256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:42.358182 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:42.406268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:42.415445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.415807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.416150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.416488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.416828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.417161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.417493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.417826 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.418150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.418512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.418837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.419164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:41:42.668644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['9443b9ca-e477-40b9-ba8c-16572db671b6'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:43.499124 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d74c5a-4e1f-4556-9cc3-d2fbeb6c0da0 req-449b76af-9149-44e0-a652-2a070a0f92d1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:43.500606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e7d74c5a-4e1f-4556-9cc3-d2fbeb6c0da0 req-449b76af-9149-44e0-a652-2a070a0f92d1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 945 time: 0.0642741 Jul 06 18:41:43.544578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e7d74c5a-4e1f-4556-9cc3-d2fbeb6c0da0 req-448a2a19-16a8-4271-956c-7214c8857bad tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376546 Jul 06 18:41:43.741585 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da19cb9-eaf5-440b-a25a-2eadb3b42072 req-794fe704-812f-4445-99fe-792b0f249995 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:43.743088 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3da19cb9-eaf5-440b-a25a-2eadb3b42072 req-794fe704-812f-4445-99fe-792b0f249995 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 945 time: 0.0646849 Jul 06 18:41:43.781159 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3da19cb9-eaf5-440b-a25a-2eadb3b42072 req-f354cba6-04e9-4ee9-a060-ca9613c406fa tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Jul 06 18:41:44.155215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 9443b9ca-e477-40b9-ba8c-16572db671b6 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:44.205697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 9443b9ca-e477-40b9-ba8c-16572db671b6 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:44.211909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 9443b9ca-e477-40b9-ba8c-16572db671b6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:44.211909 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.290390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.312773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:44.315628 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02de38f7-ca38-4a8e-b37d-eca2cb6fcf69" -d '{"events": [{"server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "name": "network-vif-plugged", "status": "completed", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:44.328655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:44.334518 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:44.369934 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51beea9e-70e0-473a-a744-c1a8b5bb4ead x-openstack-request-id: req-51beea9e-70e0-473a-a744-c1a8b5bb4ead {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:44.370256 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "name": "network-vif-plugged", "status": "completed", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:44.370528 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51beea9e-70e0-473a-a744-c1a8b5bb4ead {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:44.370931 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'code': 200} Jul 06 18:41:44.385688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:44.969361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142328-d052-43ac-a0da-2cae554d9738 req-59fb2c65-e56c-4df8-ba79-d992afc51fff tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:44.971495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e142328-d052-43ac-a0da-2cae554d9738 req-59fb2c65-e56c-4df8-ba79-d992afc51fff tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0672472 Jul 06 18:41:45.011012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e142328-d052-43ac-a0da-2cae554d9738 req-cc4dd3c8-1eb7-4a1f-be7d-c4073a1ef1fb tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339813 Jul 06 18:41:45.440951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee2c14-61a9-40c5-a67d-7487f548fa10 req-591e6c10-bd2f-4796-b52a-17251b1c548c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:45.442508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6aee2c14-61a9-40c5-a67d-7487f548fa10 req-591e6c10-bd2f-4796-b52a-17251b1c548c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0703998 Jul 06 18:41:45.484986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6aee2c14-61a9-40c5-a67d-7487f548fa10 req-0a189bdf-742f-418d-910a-ff54f0be5c67 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366697 Jul 06 18:41:46.679999 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15b7c3-bd7b-41fa-ad53-af7a02d9242d req-12853b50-88ba-43a5-8207-e4b4c2d2138e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:46.681461 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed15b7c3-bd7b-41fa-ad53-af7a02d9242d req-12853b50-88ba-43a5-8207-e4b4c2d2138e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.0660505 Jul 06 18:41:46.764199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed15b7c3-bd7b-41fa-ad53-af7a02d9242d req-f17bc58a-2d22-448f-831a-78c090409ef9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624669 Jul 06 18:41:46.789561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-d58d6db5-94d7-4ce7-9794-9e3ad2d9af71 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:46.791154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-d58d6db5-94d7-4ce7-9794-9e3ad2d9af71 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.1027656 Jul 06 18:41:46.906625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Deleting port 9443b9ca-e477-40b9-ba8c-16572db671b6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:41:46.906974 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.001075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] For port 9443b9ca-e477-40b9-ba8c-16572db671b6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=9443b9ca-e477-40b9-ba8c-16572db671b6,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:47.001482 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.123030 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb83850c-dc50-473f-be50-7ad9a350e9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.231874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.232167 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.232488 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 disassociated. External IP: 172.25.7.109, port: 9443b9ca-e477-40b9-ba8c-16572db671b6. Jul 06 18:41:47.232845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Calling delete_port for 9443b9ca-e477-40b9-ba8c-16572db671b6 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:41:47.241807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751244b8-35ea-4f14-89f3-39c82ab107d5 req-3763e3c6-23de-45cf-9b91-31457d9391fb tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:47.243332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-751244b8-35ea-4f14-89f3-39c82ab107d5 req-3763e3c6-23de-45cf-9b91-31457d9391fb tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=8faf9923-1e2e-47c1-9529-8d3ff5254cb5 HTTP/1.1" status: 200 len: 946 time: 0.1692815 Jul 06 18:41:47.330197 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-751244b8-35ea-4f14-89f3-39c82ab107d5 req-551286c0-98e8-4710-b053-2cc384493fee tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791578 Jul 06 18:41:47.402221 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.432350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event deleted for resources: {'Port': ['ID=9443b9ca-e477-40b9-ba8c-16572db671b6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:47.558375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:41:47.668915 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:41:47.678811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:41:47.689941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:47.690587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:41:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:47.712889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] No DVR routers for this DVR port 9443b9ca-e477-40b9-ba8c-16572db671b6 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:41:47.715602 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:47.717639 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-cbf9c7a8-7c3f-4eb9-ab26-d0d9cbf69a20 req-2ac6755c-9e3b-4e37-bb18-9bc24b0aee25 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "DELETE /v2.0/ports/9443b9ca-e477-40b9-ba8c-16572db671b6 HTTP/1.1" status: 204 len: 173 time: 0.9209836 Jul 06 18:41:47.718188 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'name': 'network-vif-deleted', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:47.720450 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16a4c6f-6889-43fa-8041-b902a6e0c867" -d '{"events": [{"server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "name": "network-vif-deleted", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:47.788379 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ef5927-d379-4da1-ae17-c11c4199e7a3 x-openstack-request-id: req-c3ef5927-d379-4da1-ae17-c11c4199e7a3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:47.788883 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf9923-1e2e-47c1-9529-8d3ff5254cb5", "name": "network-vif-deleted", "tag": "9443b9ca-e477-40b9-ba8c-16572db671b6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:47.789159 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3ef5927-d379-4da1-ae17-c11c4199e7a3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:47.789600 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf9923-1e2e-47c1-9529-8d3ff5254cb5', 'name': 'network-vif-deleted', 'tag': '9443b9ca-e477-40b9-ba8c-16572db671b6', 'status': 'completed', 'code': 200} Jul 06 18:41:47.804480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:41:48.019743 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:48.050300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:41:48.059058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:41:48.059701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:41:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:48.325577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:41:48.535249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:41:48.564833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba2112-a574-4aad-ba8c-4d8ccd976465 None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:41:48.819885 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb84c4-b36f-4a9b-b715-6057e7aa3c01 None None] New status for floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:41:48.893066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-158ef018-e145-43bb-ba15-eb96a3b17c92 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1144478002&fields=id&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 267 time: 0.0344396 Jul 06 18:41:49.276702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-cf5ef4e4-e6a6-4067-8af1-41dfbd31e5d7 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:49.278220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-cf5ef4e4-e6a6-4067-8af1-41dfbd31e5d7 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 812 time: 0.3783913 Jul 06 18:41:49.292734 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-7a179e06-9814-4c16-80e9-bae420bd7895 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/quotas/1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 375 time: 0.0091476 Jul 06 18:41:49.361250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-ebd4b385-afe1-4d0b-8b55-9974511e7108 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627911 Jul 06 18:41:49.461569 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-e2b18a9a-3b33-49d0-a0dd-8b67e31c05a0 service neutron] 10.222.0.13 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885758 Jul 06 18:41:49.560452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-d49acd9e-21d4-4b7f-be69-567d0558da9a service neutron] 10.222.0.13 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929561 Jul 06 18:41:49.637343 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ead446fb-7e6d-4e1c-89c2-9ce954bef000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:49.729622 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3c59fc3-a653-442d-8c91-daa3c11027e8 req-f5012006-d0ca-4f4a-a416-86a3e2793624 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 210 time: 0.0300601 Jul 06 18:41:50.208737 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.765886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-eaf15032-a2dd-4253-95db-bca9a7c30b49 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:50.767858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-eaf15032-a2dd-4253-95db-bca9a7c30b49 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 812 time: 0.1123302 Jul 06 18:41:50.820087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-0c377e68-57f6-4b22-98ff-705ac2e53de6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 380 time: 0.0382237 Jul 06 18:41:50.828592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'port': {'device_id': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'admin_state_up': True, 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'security_groups': ['f191581f-71a4-4eff-9053-4ea5c759a8d3']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:50.908707 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6cbf3142-1770-41c1-a17d-33f2e2db4229 req-e4c34032-a632-4a31-9d40-d2bbd1661ad9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 210 time: 0.0359371 Jul 06 18:41:50.950949 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:50.966324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Made reservation on behalf of 1f7f3a54843b48c6aa9d5e20534e7e38 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:41:50.970713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.098759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Allocated IP 172.20.0.9 (6b9df720-4297-4a92-b658-bc9d50297909/41a7460b-52a9-4b56-bcdc-063da46dae98/76d36819-bf67-4b48-b8d5-fedb09a58d2a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:41:51.240058 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.253927 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Transition to ACTIVE for port object 76d36819-bf67-4b48-b8d5-fedb09a58d2a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:51.286959 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.334650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Network 6b9df720-4297-4a92-b658-bc9d50297909 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:41:51.347805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:41:51.352975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:41:51.374964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:51.405955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:51.410782 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.426848 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-f0d5bc32-6b30-4b08-83d3-5dfabde45b77 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6018863 Jul 06 18:41:51.439548 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Request body: {'port': {'device_id': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:41:51.525813 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.644835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-88b7625e-1e8f-4bd8-8906-f3c4b8364814 None None] Provisioning for port 76d36819-bf67-4b48-b8d5-fedb09a58d2a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:51.649666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-88b7625e-1e8f-4bd8-8906-f3c4b8364814 None None] Provisioning complete for port 76d36819-bf67-4b48-b8d5-fedb09a58d2a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:51.650264 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88b7625e-1e8f-4bd8-8906-f3c4b8364814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.684383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-88b7625e-1e8f-4bd8-8906-f3c4b8364814 None None] Port 76d36819-bf67-4b48-b8d5-fedb09a58d2a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:41:51.818808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d36819-bf67-4b48-b8d5-fedb09a58d2a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:51.826280 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.839103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Transition to ACTIVE for port object 76d36819-bf67-4b48-b8d5-fedb09a58d2a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:41:51.842705 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:51.903767 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:51.979193 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:41:51.979675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:41:51.980015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:51.985445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on network 6b9df720-4297-4a92-b658-bc9d50297909 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:41:51.985783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:41:51.992967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:41:51.993502 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:41:51.994099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:41:51.994693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Bound port: 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:41:51.995182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.074625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:41:52.078435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:41:52.083935 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.103948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b0d42-cb94-4624-bf6f-a37e1a6ae162 req-90e32f43-47fb-4ce6-b9c6-2d24fb449926 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.106073 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e55b0d42-cb94-4624-bf6f-a37e1a6ae162 req-90e32f43-47fb-4ce6-b9c6-2d24fb449926 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0743666 Jul 06 18:41:52.120381 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.121004 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.122446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] 10.222.0.55 "PUT /v2.0/ports/76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1091 time: 0.6881781 Jul 06 18:41:52.123040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:52.125219 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:52.161771 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e55b0d42-cb94-4624-bf6f-a37e1a6ae162 req-432d6bac-ba14-40fa-b9bd-4c0384c36c41 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487747 Jul 06 18:41:52.175064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded49c5-03e3-4bd7-b0c9-b05171787fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:52.193985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 9443b9ca-e477-40b9-ba8c-16572db671b6 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:41:52.209955 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af7e6d2-927a-48c6-81b7-0b38cf2a9abc x-openstack-request-id: req-2af7e6d2-927a-48c6-81b7-0b38cf2a9abc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:52.210263 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:52.210553 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2af7e6d2-927a-48c6-81b7-0b38cf2a9abc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:52.211012 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'status': 'completed', 'code': 200} Jul 06 18:41:52.218680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 9443b9ca-e477-40b9-ba8c-16572db671b6 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:41:52.219030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 9443b9ca-e477-40b9-ba8c-16572db671b6 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:41:52.246477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-47e6979b-a9fd-49a8-99f8-58b350b5cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.248051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-47e6979b-a9fd-49a8-99f8-58b350b5cfe1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1094 time: 0.0831242 Jul 06 18:41:52.294198 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-e95cc6c9-9c51-49bc-bb61-12f729815e58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 217 time: 0.0382137 Jul 06 18:41:52.345297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-1fe12fd3-7934-4eab-999b-48897008f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.346883 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-1fe12fd3-7934-4eab-999b-48897008f791 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0465934 Jul 06 18:41:52.407855 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-52c6ec21-23f9-4833-99bf-9d8ced33dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.409542 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-52c6ec21-23f9-4833-99bf-9d8ced33dc90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554211 Jul 06 18:41:52.510008 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-9d45f6f2-3b59-4e30-967d-0fffd35b94a2 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940964 Jul 06 18:41:52.598215 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-de2aa11c-fa6f-4e82-b2c5-1a5224297614 req-752663a4-4ad0-45b7-ae7f-2938abc227ec service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822768 Jul 06 18:41:52.699210 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-566bc962-1bf9-4997-a2ad-0d4244b0c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.700618 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-566bc962-1bf9-4997-a2ad-0d4244b0c0ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1094 time: 0.0536191 Jul 06 18:41:52.796278 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-4c1b84b4-63d0-4c85-8ca0-568c22a98e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.797993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-4c1b84b4-63d0-4c85-8ca0-568c22a98e6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0907516 Jul 06 18:41:52.838579 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-dc64c7fe-b1ef-436f-83ad-201ffb2edb27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 217 time: 0.0347102 Jul 06 18:41:52.864052 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:52.893075 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-3b4d60b2-e157-4848-9ea4-ab199a436db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.894581 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-3b4d60b2-e157-4848-9ea4-ab199a436db9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0504713 Jul 06 18:41:52.952778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-a75a2cc0-3b1f-4e60-bf9f-f60534c396d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:52.954791 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-a75a2cc0-3b1f-4e60-bf9f-f60534c396d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542061 Jul 06 18:41:53.042955 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-6c7270ff-850c-4591-bfd7-f7fea4eac849 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818892 Jul 06 18:41:53.044086 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:41:53.147412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e18aa117-fee2-49d5-9bb1-74b70ae5b1e8 req-26948219-3aec-4f9d-a670-1feb7a984e68 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931411 Jul 06 18:41:53.336517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428cb6d-25fa-4de7-93dc-a3dfbbf78eec req-9cc9c78d-2341-42e2-9881-292c76b93432 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:53.338002 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2428cb6d-25fa-4de7-93dc-a3dfbbf78eec req-9cc9c78d-2341-42e2-9881-292c76b93432 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0650675 Jul 06 18:41:53.375287 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2428cb6d-25fa-4de7-93dc-a3dfbbf78eec req-8e43acc6-e0eb-416d-a064-7c0e87eb7e84 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Jul 06 18:41:54.557195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b8b9c-0a7b-4617-ad68-13365454010a req-0b57c059-7a4e-441e-a7fb-2680d1296658 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:54.558745 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57b8b9c-0a7b-4617-ad68-13365454010a req-0b57c059-7a4e-441e-a7fb-2680d1296658 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0666227 Jul 06 18:41:54.599733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d57b8b9c-0a7b-4617-ad68-13365454010a req-5a76dbf8-24a4-43a2-9809-969ac90416f8 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332553 Jul 06 18:41:55.769845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa9a73-6d5d-4c2d-87e7-d13b53a7358d req-1b2eb3fe-4547-4f68-8f90-f6ad374d4716 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:55.771278 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0fa9a73-6d5d-4c2d-87e7-d13b53a7358d req-1b2eb3fe-4547-4f68-8f90-f6ad374d4716 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0640509 Jul 06 18:41:55.809918 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0fa9a73-6d5d-4c2d-87e7-d13b53a7358d req-91aa4cfc-9fcb-4482-b23d-ddf2df24f7ef tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331028 Jul 06 18:41:56.240988 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:41:56.335582 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:56.346624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'port_id': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'mac_address': 'fa:16:3e:da:78:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:41:56.383158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.396666 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d36819-bf67-4b48-b8d5-fedb09a58d2a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:41:56.416227 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:56.421541 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:56.469742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:56.714489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['76d36819-bf67-4b48-b8d5-fedb09a58d2a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:41:56.993057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62e9e4-e49a-4a37-98de-ab625964381a req-9128e25e-286d-4671-9b2a-380c72b117df tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:56.994453 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6f62e9e4-e49a-4a37-98de-ab625964381a req-9128e25e-286d-4671-9b2a-380c72b117df tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0685825 Jul 06 18:41:57.032752 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6f62e9e4-e49a-4a37-98de-ab625964381a req-6ff7ca12-508b-4ab6-abef-674a5f1c00e1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326843 Jul 06 18:41:58.227104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e1270-472d-42e0-8f96-2389766c1d4e req-41ffef9e-a703-4e31-8370-be0727633ecc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:58.228589 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de9e1270-472d-42e0-8f96-2389766c1d4e req-41ffef9e-a703-4e31-8370-be0727633ecc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0682411 Jul 06 18:41:58.255144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:41:58.268479 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-de9e1270-472d-42e0-8f96-2389766c1d4e req-f6a9df92-12ad-437b-9ea3-12518e8dc8bc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Jul 06 18:41:58.302223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 76d36819-bf67-4b48-b8d5-fedb09a58d2a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:41:58.305724 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 76d36819-bf67-4b48-b8d5-fedb09a58d2a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:41:58.306102 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.390279 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.415304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:41:58.417835 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cde6eb-b069-46b0-95b1-84d214ab86cd" -d '{"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-plugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:41:58.432094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:41:58.436520 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:41:58.459547 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fe2c1-e31c-4b1a-8afa-143962ad97d0 x-openstack-request-id: req-307fe2c1-e31c-4b1a-8afa-143962ad97d0 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:41:58.459841 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-plugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:41:58.460127 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-307fe2c1-e31c-4b1a-8afa-143962ad97d0 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:41:58.460492 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'code': 200} Jul 06 18:41:58.494648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:41:58.574371 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60becd-20e5-4e90-a2bb-f709d32a76be req-71bf01bb-ce50-4726-9118-761fb7904342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:58.575892 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd60becd-20e5-4e90-a2bb-f709d32a76be req-71bf01bb-ce50-4726-9118-761fb7904342 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1096 time: 0.0543830 Jul 06 18:41:58.611383 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bd60becd-20e5-4e90-a2bb-f709d32a76be req-98953cde-5328-43a6-b24e-e314a3299685 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283189 Jul 06 18:41:59.444625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f4afa-dc8e-4f1d-ad12-52ff03cd9a5c req-448a6161-f939-4570-9e19-af182f8102fd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:41:59.446111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-383f4afa-dc8e-4f1d-ad12-52ff03cd9a5c req-448a6161-f939-4570-9e19-af182f8102fd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0657787 Jul 06 18:41:59.484584 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-383f4afa-dc8e-4f1d-ad12-52ff03cd9a5c req-144f9bc3-cdee-406b-9490-e5a2be4690e9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327313 Jul 06 18:42:00.660408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987f5c-c20b-4e86-84a0-7cdf11538f86 req-ad8dcfc0-cc56-4f5c-a1cb-42872472ae70 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:00.661901 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b987f5c-c20b-4e86-84a0-7cdf11538f86 req-ad8dcfc0-cc56-4f5c-a1cb-42872472ae70 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0631196 Jul 06 18:42:00.705671 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9b987f5c-c20b-4e86-84a0-7cdf11538f86 req-a51b1b85-d25b-4110-bc5b-3223b8caf198 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377667 Jul 06 18:42:00.871203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259d4ca-c4e0-403a-a74d-a85a4dcecbd3 req-8481900d-0783-43cf-af40-a61df27a055b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:00.872673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9259d4ca-c4e0-403a-a74d-a85a4dcecbd3 req-8481900d-0783-43cf-af40-a61df27a055b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0626738 Jul 06 18:42:00.881900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 54472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:42:00.886383 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fe378d4d-055f-419f-aeef-36ef945a7de3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Request body: {'floatingip': {'port_id': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:42:00.931211 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe378d4d-055f-419f-aeef-36ef945a7de3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.657595 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe378d4d-055f-419f-aeef-36ef945a7de3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.661061 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe378d4d-055f-419f-aeef-36ef945a7de3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:01.763683 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-fe378d4d-055f-419f-aeef-36ef945a7de3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 associated. External IP: 172.25.7.109, port: 76d36819-bf67-4b48-b8d5-fedb09a58d2a. Jul 06 18:42:01.967742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe378d4d-055f-419f-aeef-36ef945a7de3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:42:02.077961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe378d4d-055f-419f-aeef-36ef945a7de3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:42:02.083517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe378d4d-055f-419f-aeef-36ef945a7de3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:02.088341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:42:02.098547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:02.099176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:41:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:02.124231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe378d4d-055f-419f-aeef-36ef945a7de3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "PUT /v2.0/floatingips/9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 HTTP/1.1" status: 200 len: 992 time: 1.2412276 Jul 06 18:42:02.124828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:42:02.129469 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0784d519-6480-4a4f-b14f-e6773a42779b" -d '{"events": [{"name": "network-changed", "server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:42:02.179020 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7a0cc0-6268-4e2b-a978-d83d5d033091 x-openstack-request-id: req-3f7a0cc0-6268-4e2b-a978-d83d5d033091 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:42:02.179323 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:42:02.179699 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f7a0cc0-6268-4e2b-a978-d83d5d033091 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:42:02.180110 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'status': 'completed', 'code': 200} Jul 06 18:42:02.215013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:02.261426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d519-6480-4a4f-b14f-e6773a42779b req-4e6c25fd-d2ab-4d10-b2fb-d1e4defb9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:02.263163 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0784d519-6480-4a4f-b14f-e6773a42779b req-4e6c25fd-d2ab-4d10-b2fb-d1e4defb9d46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1096 time: 0.0595596 Jul 06 18:42:02.353782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d519-6480-4a4f-b14f-e6773a42779b req-11e273de-ed37-4592-9ee7-49df6b5a63df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:02.355249 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0784d519-6480-4a4f-b14f-e6773a42779b req-11e273de-ed37-4592-9ee7-49df6b5a63df service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0856833 Jul 06 18:42:02.428359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0784d519-6480-4a4f-b14f-e6773a42779b req-e6ecf3c9-68ec-4ddb-9b01-a43cd786c873 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1000 time: 0.0671363 Jul 06 18:42:02.445760 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:da:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:42:01Z', 'revision_number': 13, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:02.473753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:42:02.479823 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d519-6480-4a4f-b14f-e6773a42779b req-93b2c5b6-6f82-4007-a68d-087c43d627f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:02.481320 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0784d519-6480-4a4f-b14f-e6773a42779b req-93b2c5b6-6f82-4007-a68d-087c43d627f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0467260 Jul 06 18:42:02.482696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:42:02.483332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:41:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:02.542006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d519-6480-4a4f-b14f-e6773a42779b req-f2cffcb0-ce47-4909-945a-696edbab1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:02.543571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0784d519-6480-4a4f-b14f-e6773a42779b req-f2cffcb0-ce47-4909-945a-696edbab1c79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562177 Jul 06 18:42:02.596254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:42:02.639495 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0784d519-6480-4a4f-b14f-e6773a42779b req-f97b5d99-9572-46d7-bb52-e76f72acc4f1 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894351 Jul 06 18:42:02.705482 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:02.742019 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0784d519-6480-4a4f-b14f-e6773a42779b req-426942b0-e1e0-404a-befa-963aef327e51 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956178 Jul 06 18:42:02.844210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:da:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:42:01Z', 'revision_number': 13, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:42:02.870060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98ce29-2abf-4965-b4df-ca8202ab7a1c None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'port_id': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'mac_address': 'fa:16:3e:da:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:34:04Z', 'updated_at': '2021-07-06T18:42:01Z', 'revision_number': 13, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:42:03.069322 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330358bc-dfc3-49dd-9913-13d199a2a90e None None] New status for floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:42:05.971107 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:17.126821 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6f6996c-a31f-40aa-a4fe-a93c243cbbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:19.640467 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe9fe-7790-485d-874c-58a14666c2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.211654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:20.957326 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:22.867396 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:30.043136 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:42:32.704798 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:35.972160 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:47.128353 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ceba-0ab1-48e5-a8e9-c27fc728c270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:49.641335 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19677cac-1d99-4dea-955f-a06da8d371c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.213581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:50.957016 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:52.870194 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:42:55.274044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d97e13-8a22-4b44-8782-bd936841253e req-460fefdd-5a87-46db-ab4d-c1fb7b141e6d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576601 Jul 06 18:42:55.384581 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d97e13-8a22-4b44-8782-bd936841253e req-59dcd449-8970-4ecd-88ad-6786d8660ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:55.386116 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d97e13-8a22-4b44-8782-bd936841253e req-59dcd449-8970-4ecd-88ad-6786d8660ae9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1096 time: 0.0526597 Jul 06 18:42:55.493879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d97e13-8a22-4b44-8782-bd936841253e req-1883c5b3-0288-4923-8523-320f82cea8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:55.495445 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d97e13-8a22-4b44-8782-bd936841253e req-1883c5b3-0288-4923-8523-320f82cea8cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0895638 Jul 06 18:42:55.563603 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d97e13-8a22-4b44-8782-bd936841253e req-f88373eb-ca8b-4923-811e-f71a385fbfdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1002 time: 0.0620580 Jul 06 18:42:55.612097 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d97e13-8a22-4b44-8782-bd936841253e req-74d0c461-8898-48c7-a0ba-52eda3c1439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:55.613492 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d97e13-8a22-4b44-8782-bd936841253e req-74d0c461-8898-48c7-a0ba-52eda3c1439f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0442421 Jul 06 18:42:55.670199 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d97e13-8a22-4b44-8782-bd936841253e req-bb06fc7a-db8d-44b0-90bc-985bfa84e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:42:55.672332 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d97e13-8a22-4b44-8782-bd936841253e req-bb06fc7a-db8d-44b0-90bc-985bfa84e1ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518475 Jul 06 18:42:55.762981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d97e13-8a22-4b44-8782-bd936841253e req-d9115125-9c58-4e0b-b951-872fa3c75c0b service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844383 Jul 06 18:42:55.852621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a8d97e13-8a22-4b44-8782-bd936841253e req-3dc58fbb-fc0d-4a91-a3fc-e9c021e979f1 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835946 Jul 06 18:43:02.703698 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:05.973858 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:07.042286 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:43:17.128762 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a138d83-58e7-4e9f-97fd-e740deddfa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:19.641348 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b59aad17-bb03-452a-b7c2-f42cc32340a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.214931 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:20.961009 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:22.874424 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:32.704683 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:35.967911 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:44.041969 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:43:47.128840 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-34ddcd6e-f58f-4a37-8885-90a409be52f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:49.643461 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40a605c2-6e1b-4abf-bb1a-6c551c1da1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:50.215793 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:50.963288 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:52.876884 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:43:55.161997 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-6303cf75-448b-44b2-9095-31dc6c806744 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597289 Jul 06 18:43:55.257352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-42aecfbc-baa1-4b1a-8021-80075b0a08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:55.258877 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-42aecfbc-baa1-4b1a-8021-80075b0a08c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1096 time: 0.0549350 Jul 06 18:43:55.366877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-4f88fc77-1dd8-46d0-8284-f3cfd66b6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:55.368377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-4f88fc77-1dd8-46d0-8284-f3cfd66b6446 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0900428 Jul 06 18:43:55.437660 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-0d858598-a499-4203-8c72-be891e2ca348 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1002 time: 0.0629306 Jul 06 18:43:55.487576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-2a1ab503-826a-4810-bd76-da7afbdb495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:55.489077 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-2a1ab503-826a-4810-bd76-da7afbdb495d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0452220 Jul 06 18:43:55.546446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-f805af60-52c4-4e54-a2f6-5207d52a4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:43:55.548070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-f805af60-52c4-4e54-a2f6-5207d52a4b7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530500 Jul 06 18:43:55.558147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-1306cde7-11d1-421d-baac-09f78770c72a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:43:55.559127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-1306cde7-11d1-421d-baac-09f78770c72a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050437 Jul 06 18:43:55.655187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-3e07c2eb-8243-43c6-a7b7-e53d291fcbf1 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893857 Jul 06 18:43:55.742701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea974dba-3a9d-466f-b18e-9867d5d64c81 req-3ab4663c-3524-403d-b4b9-c02878ea87d8 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814681 Jul 06 18:44:02.717738 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:05.983160 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:17.130605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5931b6c8-e713-4dd4-a714-ca3b5f8719f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:19.647875 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9a3a-83f1-494c-bd7c-4016ce976de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:20.220299 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:20.967694 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:21.040822 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:44:22.878932 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:32.733252 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:34.251060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc939e0-edb0-4269-8db0-72c8b53cec4f req-63347f4a-86f6-473a-9868-28cb23e1f638 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:34.252539 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfc939e0-edb0-4269-8db0-72c8b53cec4f req-63347f4a-86f6-473a-9868-28cb23e1f638 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.1621444 Jul 06 18:44:34.291798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dfc939e0-edb0-4269-8db0-72c8b53cec4f req-a145c016-7956-4176-b479-45b950eb88ab tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337157 Jul 06 18:44:35.995093 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:45.941520 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd3cd3-2ce5-4370-ba03-b1309c0657fc req-ef608f22-984b-4f22-8ed1-97336bd6cbc1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:45.943082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dfd3cd3-2ce5-4370-ba03-b1309c0657fc req-ef608f22-984b-4f22-8ed1-97336bd6cbc1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.1086309 Jul 06 18:44:45.947063 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-92458732-1385-40e7-844b-26915d076bbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1565061 Jul 06 18:44:45.982938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1dfd3cd3-2ce5-4370-ba03-b1309c0657fc req-c7ac652a-233a-45c0-961c-0107249e3c3d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340726 Jul 06 18:44:47.132701 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78159383-3bd2-404d-914e-28eebda56c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:47.162623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02659be-ca03-4da1-98cf-b1cc8659c871 req-59637a77-e675-4253-a1fe-f05392b10b87 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:47.164099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a02659be-ca03-4da1-98cf-b1cc8659c871 req-59637a77-e675-4253-a1fe-f05392b10b87 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0683663 Jul 06 18:44:47.236716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a02659be-ca03-4da1-98cf-b1cc8659c871 req-03f87339-3b94-466c-8e8c-79ff6fd23dcd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661204 Jul 06 18:44:47.357375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-b9e9e102-c076-4b1a-8265-04589a926910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:47.359375 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-b9e9e102-c076-4b1a-8265-04589a926910 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1096 time: 0.0945170 Jul 06 18:44:47.456206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-dcdfa26f-35e2-446f-85c5-77cafa7b8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:47.457672 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-dcdfa26f-35e2-446f-85c5-77cafa7b8a76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0923204 Jul 06 18:44:47.524752 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-2ca1f300-a185-4c53-87f4-29b2c536d575 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1002 time: 0.0607040 Jul 06 18:44:47.574899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-a715d3c7-99c7-4823-85a0-2045ad839ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:47.576857 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-a715d3c7-99c7-4823-85a0-2045ad839ba6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0465546 Jul 06 18:44:47.635248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-2104215c-d41b-4af0-b301-eefe6aeeff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:47.636783 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-2104215c-d41b-4af0-b301-eefe6aeeff7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526145 Jul 06 18:44:47.727012 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-d8ff3c25-c464-4cb9-b9ba-0a49624011a4 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835166 Jul 06 18:44:47.824662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-5ccb4846-e2db-4e8e-bf37-a9b63817e567 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914474 Jul 06 18:44:48.416068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c82b37-615d-4c86-8e73-d1ff65e237fe req-bda1fb33-f12a-4aa6-ba63-31e421bb857b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:48.417599 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2c82b37-615d-4c86-8e73-d1ff65e237fe req-bda1fb33-f12a-4aa6-ba63-31e421bb857b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0638378 Jul 06 18:44:48.456500 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2c82b37-615d-4c86-8e73-d1ff65e237fe req-bfb6b79f-6bf8-49cc-953c-319deb202bba tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Jul 06 18:44:49.641433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa13873-4944-45aa-8632-ec5e620ddad5 req-55b6c0ce-c306-4e46-9b66-a25b7296c6e6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:49.643012 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffa13873-4944-45aa-8632-ec5e620ddad5 req-55b6c0ce-c306-4e46-9b66-a25b7296c6e6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0666490 Jul 06 18:44:49.651813 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7799c29c-ff62-4bcc-aa08-c3ed1a821570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:49.682718 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ffa13873-4944-45aa-8632-ec5e620ddad5 req-468bbeb9-5201-4027-804c-f67a92aaa6ed tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Jul 06 18:44:50.225404 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:50.859018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff916eeb-2ba8-4e21-aaf4-beecf8339df2 req-eaa7231b-ae2c-4872-a6b3-0cffd44a6ad0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:50.860573 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff916eeb-2ba8-4e21-aaf4-beecf8339df2 req-eaa7231b-ae2c-4872-a6b3-0cffd44a6ad0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0637181 Jul 06 18:44:50.903324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ff916eeb-2ba8-4e21-aaf4-beecf8339df2 req-1cf18f23-96cf-499f-9490-9f8813a5a762 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371687 Jul 06 18:44:50.969453 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:52.083002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816eaa-65e9-4f9b-896e-30edac226ded req-adfb7ba5-55a0-4bbd-b053-27027261474a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:52.084971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74816eaa-65e9-4f9b-896e-30edac226ded req-adfb7ba5-55a0-4bbd-b053-27027261474a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0668898 Jul 06 18:44:52.124822 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74816eaa-65e9-4f9b-896e-30edac226ded req-5de30fcd-a8c3-4e2f-9a69-102d5c30e288 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344372 Jul 06 18:44:52.881552 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:44:53.314019 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158f51c-ead8-4d25-9be9-900d7b57272c req-387691b4-e5c3-4214-9c94-6b1e6ee481ec tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:53.315642 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d158f51c-ead8-4d25-9be9-900d7b57272c req-387691b4-e5c3-4214-9c94-6b1e6ee481ec tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0672688 Jul 06 18:44:53.359422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d158f51c-ead8-4d25-9be9-900d7b57272c req-36244d91-4c5a-4a31-afde-25024f918c64 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379794 Jul 06 18:44:54.549794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2806fb-8e16-446d-bfdf-3b621563a81c req-5bedab02-1918-4865-ad46-89244d2e6dc2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:54.551315 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c2806fb-8e16-446d-bfdf-3b621563a81c req-5bedab02-1918-4865-ad46-89244d2e6dc2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0711353 Jul 06 18:44:54.589749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c2806fb-8e16-446d-bfdf-3b621563a81c req-19af00b5-c643-454a-9600-e7d02d86b007 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328567 Jul 06 18:44:55.226472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-68cfb54c-14f3-40ad-8304-1a4d14ca9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:55.227989 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-68cfb54c-14f3-40ad-8304-1a4d14ca9cc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1096 time: 0.0543914 Jul 06 18:44:55.335953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-5c30f482-70eb-4d80-857e-cefe7b9f174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:55.337727 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-5c30f482-70eb-4d80-857e-cefe7b9f174a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0894744 Jul 06 18:44:55.404408 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-e93a6b54-0e06-482d-9a41-c66f634ee22f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1002 time: 0.0603817 Jul 06 18:44:55.458901 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-934aa733-8617-48f7-b943-dd0901dadf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:55.460357 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-934aa733-8617-48f7-b943-dd0901dadf62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0495210 Jul 06 18:44:55.817593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-ccb7b4ce-fe8f-44b9-8f2f-8989a9a354d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:55.819106 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-ccb7b4ce-fe8f-44b9-8f2f-8989a9a354d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3523517 Jul 06 18:44:55.827409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c0f33-3d77-4797-8d30-4e597329f6e4 req-07dd967a-02bf-47ca-b9a7-5676f5a125b3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:55.828827 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-450c0f33-3d77-4797-8d30-4e597329f6e4 req-07dd967a-02bf-47ca-b9a7-5676f5a125b3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0789397 Jul 06 18:44:55.912688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-450c0f33-3d77-4797-8d30-4e597329f6e4 req-d1c917db-0654-462d-be71-1ebaaabbd6d9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758371 Jul 06 18:44:55.940382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-6417f281-9dc0-4470-a1b7-d7cbd4b863a1 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106100 Jul 06 18:44:56.026562 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e0286b01-3e25-455a-8a2f-0b18cb074a23 req-04a39f47-9c3c-46d8-9860-3b00951f8f13 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802574 Jul 06 18:44:57.088249 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbe9e-1fcf-4661-b5d2-eb73295aa900 req-be587d1d-7656-43ae-a1b5-5f23ada686cd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:57.089760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fcafbe9e-1fcf-4661-b5d2-eb73295aa900 req-be587d1d-7656-43ae-a1b5-5f23ada686cd tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0633745 Jul 06 18:44:57.127394 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fcafbe9e-1fcf-4661-b5d2-eb73295aa900 req-dd46f019-395a-4080-832f-9a28e4c199b3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Jul 06 18:44:58.040567 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:44:58.311713 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6b86-45ba-43fd-84ca-157674c3c784 req-26bfb39f-ea85-4e98-b1a0-8703cf9f5540 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:58.313121 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53aa6b86-45ba-43fd-84ca-157674c3c784 req-26bfb39f-ea85-4e98-b1a0-8703cf9f5540 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0676160 Jul 06 18:44:58.351998 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53aa6b86-45ba-43fd-84ca-157674c3c784 req-0780dab6-40ad-4275-9b53-b110d9fd348d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Jul 06 18:44:59.549126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152f145-2f08-442e-b84f-35653bbb6759 req-bad5653c-106f-48b7-85f3-abfffeac5896 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:44:59.550745 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9152f145-2f08-442e-b84f-35653bbb6759 req-bad5653c-106f-48b7-85f3-abfffeac5896 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0789306 Jul 06 18:44:59.604543 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9152f145-2f08-442e-b84f-35653bbb6759 req-05df9b81-b871-4040-9401-20a61470c91e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461140 Jul 06 18:45:00.785022 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ac943-11ed-4368-884b-274665f1acfa req-5fa84ba7-6209-420c-9a2d-af082777e013 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:00.786555 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d26ac943-11ed-4368-884b-274665f1acfa req-5fa84ba7-6209-420c-9a2d-af082777e013 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0679891 Jul 06 18:45:00.828464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d26ac943-11ed-4368-884b-274665f1acfa req-9eb52322-e2f9-408b-98f3-4a849a77ca32 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360556 Jul 06 18:45:01.587920 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [req-f13f972d-d568-4a9c-9602-9890ec47665b req-c80825e8-3bd3-4cfd-99b4-1c1f47cca064 service neutron] show failed (client error): The resource could not be found. Jul 06 18:45:01.588938 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-c80825e8-3bd3-4cfd-99b4-1c1f47cca064 service neutron] 10.222.0.55 "GET /v2.0/ports/76d36819-bf67-4b48-b8d5-fedb09a58d2a/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0607843 Jul 06 18:45:01.875224 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-bbe8fada-865d-46eb-b253-07b168e4a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:01.876778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-bbe8fada-865d-46eb-b253-07b168e4a08f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 1096 time: 0.0907376 Jul 06 18:45:01.887817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:01.999739 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.072344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b7c48-3c5c-4218-ab02-be0c945910fc req-0aa99bb6-8715-4e08-874b-c40aad30a57b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:02.073742 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c8b7c48-3c5c-4218-ab02-be0c945910fc req-0aa99bb6-8715-4e08-874b-c40aad30a57b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.1245205 Jul 06 18:45:02.184529 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4c8b7c48-3c5c-4218-ab02-be0c945910fc req-38363030-edb9-4df5-99fc-243bf286d419 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036756 Jul 06 18:45:02.258756 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:02.292456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:02.332633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:02.334805 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe4094d-7287-477a-b3f6-509376c12493" -d '{"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-unplugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:02.338678 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.351667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Transition to ACTIVE for port object 76d36819-bf67-4b48-b8d5-fedb09a58d2a will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:02.356012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.448765 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf4cb2c-a1b2-4252-88a4-066853580013 x-openstack-request-id: req-6cf4cb2c-a1b2-4252-88a4-066853580013 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:02.449105 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-unplugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:02.449306 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cf4cb2c-a1b2-4252-88a4-066853580013 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:02.449714 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'code': 200} Jul 06 18:45:02.453596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:02.465743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.466096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.466473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.466810 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.467194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.468135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.468478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.468813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.469147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.469478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.469807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.470133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:02.508486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] No DVR routers for this DVR port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on host n-h2-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:02.649971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:02.650312 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:02.650675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:02.654943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on network 6b9df720-4297-4a92-b658-bc9d50297909 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:45:02.655267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:02.660105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:02.660479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:02.660870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:02.661341 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Bound port: 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:02.661851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.725385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:02.728441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:02.732347 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.747839 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.773487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:02.774152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:02.775648 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] 10.222.0.22 "PUT /v2.0/ports/76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1091 time: 0.8921506 Jul 06 18:45:02.795905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea45e6-e193-402b-bb53-ee18b68b73f8 service neutron] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:02.856273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-5921fe50-9ca1-45df-bc98-2a3a57ba1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:02.858451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-5921fe50-9ca1-45df-bc98-2a3a57ba1091 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1094 time: 0.0580022 Jul 06 18:45:02.957302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-54dae678-7fd3-46af-aa28-693705d76d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:02.959011 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-54dae678-7fd3-46af-aa28-693705d76d27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0947289 Jul 06 18:45:03.032264 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-5d3e40fd-9992-4242-bdae-77305bef6197 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1000 time: 0.0670490 Jul 06 18:45:03.082105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-d8493d03-5a07-413f-8d8b-aae46e3aadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.083661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-d8493d03-5a07-413f-8d8b-aae46e3aadbf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0456836 Jul 06 18:45:03.141296 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f972d-d568-4a9c-9602-9890ec47665b req-0035e1d4-f4d3-4ae4-aff5-477316d1d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.142820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-0035e1d4-f4d3-4ae4-aff5-477316d1d0f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527747 Jul 06 18:45:03.239969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-491b896f-0d9e-4154-996e-bab6984f7e0b service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908773 Jul 06 18:45:03.369851 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-95f368f2-c781-4a00-b279-faf6083a174d service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243339 Jul 06 18:45:03.391970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f555929-8268-4a3a-94cb-c5516e55340e req-222d6e2a-6a5f-47d1-8e34-83175d7877a1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:03.393384 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f555929-8268-4a3a-94cb-c5516e55340e req-222d6e2a-6a5f-47d1-8e34-83175d7877a1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0940421 Jul 06 18:45:03.434818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f555929-8268-4a3a-94cb-c5516e55340e req-01c6b49a-2219-4dba-8cf3-b36fc9ead67b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357070 Jul 06 18:45:04.450747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:04.454038 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d65f71-1aec-485c-a681-bd3851914c94" -d '{"events": [{"name": "network-changed", "server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:04.512573 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7198cce1-4f21-4105-a8d2-a52673823a40 x-openstack-request-id: req-7198cce1-4f21-4105-a8d2-a52673823a40 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:04.512573 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:04.512573 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7198cce1-4f21-4105-a8d2-a52673823a40 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:04.512573 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'status': 'completed', 'code': 200} Jul 06 18:45:04.597832 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65f71-1aec-485c-a681-bd3851914c94 req-07f00df9-2d58-4e83-a6e7-c53bc96efb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.600444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-07f00df9-2d58-4e83-a6e7-c53bc96efb8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1094 time: 0.0663300 Jul 06 18:45:04.642520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65f71-1aec-485c-a681-bd3851914c94 req-bbbdf25d-2fc7-44e1-8c89-631cce4eb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.644068 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-bbbdf25d-2fc7-44e1-8c89-631cce4eb39c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1094 time: 0.1089885 Jul 06 18:45:04.658582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd6ba4-de3c-4e2c-84c7-93117a863338 req-352f3d38-442c-4b44-9a93-1004c7e133ba tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.659678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21fd6ba4-de3c-4e2c-84c7-93117a863338 req-352f3d38-442c-4b44-9a93-1004c7e133ba tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0939095 Jul 06 18:45:04.696122 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65f71-1aec-485c-a681-bd3851914c94 req-d53dad74-3b03-482d-8ea7-299195c036a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.697601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-d53dad74-3b03-482d-8ea7-299195c036a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0908365 Jul 06 18:45:04.745466 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-21fd6ba4-de3c-4e2c-84c7-93117a863338 req-ef3cfe67-8868-40a8-8cfc-874c3241cbc2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674043 Jul 06 18:45:04.777664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-aa9e6daa-2cb7-411d-b202-afc035578f20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1000 time: 0.0738592 Jul 06 18:45:04.778526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65f71-1aec-485c-a681-bd3851914c94 req-c628d55f-0204-4e34-bd53-40eed714fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.780544 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-c628d55f-0204-4e34-bd53-40eed714fd71 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.1306911 Jul 06 18:45:04.827801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65f71-1aec-485c-a681-bd3851914c94 req-df3df1df-7f1c-4180-9ee4-1f04821b9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.829982 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-df3df1df-7f1c-4180-9ee4-1f04821b9be9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0462310 Jul 06 18:45:04.851685 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-a437b0c7-c3a2-4481-a8f8-f3a22aa8b51c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1000 time: 0.0654171 Jul 06 18:45:04.893192 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65f71-1aec-485c-a681-bd3851914c94 req-26cd08aa-d0fe-4d9a-a157-15fbf43fc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.894753 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-26cd08aa-d0fe-4d9a-a157-15fbf43fc68b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589900 Jul 06 18:45:04.901326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65f71-1aec-485c-a681-bd3851914c94 req-0a185303-331c-4988-a4c6-5b789cdd95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.902835 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-0a185303-331c-4988-a4c6-5b789cdd95a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0455642 Jul 06 18:45:04.962099 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65f71-1aec-485c-a681-bd3851914c94 req-868dca6d-63c1-42ab-88e4-57ad1f159397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:04.963521 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-868dca6d-63c1-42ab-88e4-57ad1f159397 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548732 Jul 06 18:45:04.994000 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-3b849e2f-1619-496f-99dc-b923b31deb6e service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930388 Jul 06 18:45:05.066747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-2ff7cb74-cc0c-44a7-b22e-9c4f69b1bb56 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966935 Jul 06 18:45:05.088687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-5d0e2501-91d4-42eb-a42f-c0da742dcb0d service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886631 Jul 06 18:45:05.161813 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29d65f71-1aec-485c-a681-bd3851914c94 req-5f933c46-fbae-4572-9974-3d9a45102831 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893562 Jul 06 18:45:05.203494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:05.242212 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:05.941163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f62be-5772-495c-b018-091eab0219b4 req-aaf25246-9206-4e11-8125-f7f97cf0e597 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:05.942799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c74f62be-5772-495c-b018-091eab0219b4 req-aaf25246-9206-4e11-8125-f7f97cf0e597 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0732758 Jul 06 18:45:05.983787 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c74f62be-5772-495c-b018-091eab0219b4 req-8b401f11-f6ae-4096-a253-dd51979f4a53 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349538 Jul 06 18:45:06.003079 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:07.178714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b21586-0929-47df-a7c9-5e2d1b21777a req-9c415657-82b9-4828-b3dc-432084a7c5f5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:07.180441 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b0b21586-0929-47df-a7c9-5e2d1b21777a req-9c415657-82b9-4828-b3dc-432084a7c5f5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0687549 Jul 06 18:45:07.227162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b0b21586-0929-47df-a7c9-5e2d1b21777a req-d9224d30-9408-42b1-ba71-fba85e35fa80 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Jul 06 18:45:08.401717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fd9e7-d307-42e7-94a1-2e91bc9a5885 req-a7096ed7-aa79-4b9b-afee-14783e01e7ac tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:08.403226 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-488fd9e7-d307-42e7-94a1-2e91bc9a5885 req-a7096ed7-aa79-4b9b-afee-14783e01e7ac tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0646324 Jul 06 18:45:08.442168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-488fd9e7-d307-42e7-94a1-2e91bc9a5885 req-6393421e-a6ff-4a3e-a286-bc5cbb62d4ed tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Jul 06 18:45:09.619064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cfbda-71d5-4044-b82a-e554aa3fccf6 req-161215a0-d2ee-4450-9764-1b121fd9cdb2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:09.620688 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d6cfbda-71d5-4044-b82a-e554aa3fccf6 req-161215a0-d2ee-4450-9764-1b121fd9cdb2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0658865 Jul 06 18:45:09.664001 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1d6cfbda-71d5-4044-b82a-e554aa3fccf6 req-b22fd824-3f42-4635-b05f-1ac9524a4884 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364988 Jul 06 18:45:10.844054 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1824-4691-411a-a6e8-54921bb094d0 req-5284ce88-b971-4163-87d6-0e3dc51c64e1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:10.845550 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e08e1824-4691-411a-a6e8-54921bb094d0 req-5284ce88-b971-4163-87d6-0e3dc51c64e1 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0647967 Jul 06 18:45:10.883831 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e08e1824-4691-411a-a6e8-54921bb094d0 req-f543d6a9-7a8b-4216-b14b-cb7c4e752cad tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324006 Jul 06 18:45:12.057855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fa2ce-7d5c-4975-8c3f-ccefcb214cb1 req-bb675c96-791e-4ce9-a822-f9adeb3178ac tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:12.059371 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be6fa2ce-7d5c-4975-8c3f-ccefcb214cb1 req-bb675c96-791e-4ce9-a822-f9adeb3178ac tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0626118 Jul 06 18:45:12.097706 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be6fa2ce-7d5c-4975-8c3f-ccefcb214cb1 req-c3557a14-c25a-422c-835a-f2fb489eca1c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Jul 06 18:45:13.288063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17f78b-de3d-44c9-b9a0-c02839dc7d52 req-cfa06423-6bee-49e0-85af-1018b8ea0581 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:13.289554 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a17f78b-de3d-44c9-b9a0-c02839dc7d52 req-cfa06423-6bee-49e0-85af-1018b8ea0581 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0722702 Jul 06 18:45:13.328611 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4a17f78b-de3d-44c9-b9a0-c02839dc7d52 req-f570ce60-813e-4870-9ed8-4f3580374e3e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Jul 06 18:45:14.509980 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8d6d8-fe07-4fa4-9e02-c50d3aab6424 req-9bf2a652-9a15-4f10-bb48-fea6d1d3dcc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:14.511533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-99d8d6d8-fe07-4fa4-9e02-c50d3aab6424 req-9bf2a652-9a15-4f10-bb48-fea6d1d3dcc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 943 time: 0.0709381 Jul 06 18:45:14.550258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-99d8d6d8-fe07-4fa4-9e02-c50d3aab6424 req-079794f5-70fc-4fbd-8e0e-21e7f10d4075 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Jul 06 18:45:14.576066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:45:14.679732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:14.693663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'port_id': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'mac_address': 'fa:16:3e:da:78:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:45:14.740206 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.758688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d36819-bf67-4b48-b8d5-fedb09a58d2a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:14.780953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:14.785398 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:14.833119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:14.840718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.841065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.841401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.841734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.842064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.842484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.843355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.843683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.844004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.844326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.844649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:14.844966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:15.041822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['76d36819-bf67-4b48-b8d5-fedb09a58d2a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:15.723708 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353b19-dc0f-46b3-b202-39aa4ee547fb req-3bfec242-ce2a-4c5d-be99-bdebb1c7ef19 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:15.725123 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-42353b19-dc0f-46b3-b202-39aa4ee547fb req-3bfec242-ce2a-4c5d-be99-bdebb1c7ef19 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0637937 Jul 06 18:45:15.762624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-42353b19-dc0f-46b3-b202-39aa4ee547fb req-f7491c9e-cc0a-4f2e-baf8-16d05f67e590 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319188 Jul 06 18:45:16.165340 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-4464a1ee-2e92-4635-be51-97a590f4c48c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:16.166752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-4464a1ee-2e92-4635-be51-97a590f4c48c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.22 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&binding%3Ahost_id=n-h1-799526-3 HTTP/1.1" status: 200 len: 944 time: 0.0747559 Jul 06 18:45:16.216389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa606b8-044a-45c7-8cd4-f10ff5de8df8 req-5c19d66b-83b6-4e15-83f3-51134cab63a0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:16.218085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3aa606b8-044a-45c7-8cd4-f10ff5de8df8 req-5c19d66b-83b6-4e15-83f3-51134cab63a0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0678866 Jul 06 18:45:16.229090 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-08dff281-1e3a-4654-9d72-fcc995dc8419 service neutron] 10.222.0.22 "GET /v2.0/ports/76d36819-bf67-4b48-b8d5-fedb09a58d2a/bindings/n-h1-799526-3 HTTP/1.1" status: 200 len: 382 time: 0.0561349 Jul 06 18:45:16.259542 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3aa606b8-044a-45c7-8cd4-f10ff5de8df8 req-39f0c3ee-0762-4f4a-b0c3-6b194b6890d8 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352716 Jul 06 18:45:16.313475 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-9d0889dd-af59-4762-b3f1-1c350e8ddb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:16.315063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-9d0889dd-af59-4762-b3f1-1c350e8ddb2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1095 time: 0.0623336 Jul 06 18:45:16.410273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-329c429a-dc81-4c05-8a3c-1b9ebaf7b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:16.411806 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-329c429a-dc81-4c05-8a3c-1b9ebaf7b092 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0910056 Jul 06 18:45:16.482139 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-d9ae5021-6e4d-4c7b-9e97-361e8495d84d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1001 time: 0.0645418 Jul 06 18:45:16.529868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-d55daa22-ae42-4146-b1cf-3d2f4f21554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:16.531900 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-d55daa22-ae42-4146-b1cf-3d2f4f21554a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0438972 Jul 06 18:45:16.585903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:16.594407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-eaa2c682-38e9-43c9-beb4-248f5e70bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:16.595935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-eaa2c682-38e9-43c9-beb4-248f5e70bc0f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584347 Jul 06 18:45:16.635020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 76d36819-bf67-4b48-b8d5-fedb09a58d2a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:16.638808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 76d36819-bf67-4b48-b8d5-fedb09a58d2a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:16.639188 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.734558 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.759523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:16.761837 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e62f1a-b924-4a2a-bbfc-f4c0195d9a37" -d '{"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-plugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:16.776660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:16.782956 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:16.835140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:16.907514 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6311b57b-185f-4a54-9437-42b156c34181 x-openstack-request-id: req-6311b57b-185f-4a54-9437-42b156c34181 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:16.907889 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-plugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:16.908151 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6311b57b-185f-4a54-9437-42b156c34181 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:16.908592 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'code': 200} Jul 06 18:45:16.979966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-50225a2f-bcab-436e-a9bd-7e1d54c7882b service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777494 Jul 06 18:45:17.070792 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-a136738e-7a5e-4012-98e1-467da8d44e3c service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836284 Jul 06 18:45:17.133821 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a7951de-cbc2-444e-ab9d-8fd9250cd078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:17.441158 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af5f29-5df1-431e-a528-53286c7a4d6d req-2ab45788-fb72-4438-9539-ce6e9aa958e0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:17.442723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a0af5f29-5df1-431e-a528-53286c7a4d6d req-2ab45788-fb72-4438-9539-ce6e9aa958e0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0661595 Jul 06 18:45:17.481701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a0af5f29-5df1-431e-a528-53286c7a4d6d req-cdacd375-377f-454f-ad88-b17ee118b65e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Jul 06 18:45:18.668302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3bbb9-5126-4a8f-8484-a95124348c88 req-be387479-319c-4f6e-a84e-62236664beaa tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:18.669784 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14d3bbb9-5126-4a8f-8484-a95124348c88 req-be387479-319c-4f6e-a84e-62236664beaa tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0719991 Jul 06 18:45:18.709661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-14d3bbb9-5126-4a8f-8484-a95124348c88 req-635e03e7-da86-4c9e-ab43-1a6011f9454a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338831 Jul 06 18:45:19.655054 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38cb3ed4-3ddd-4639-b8a2-04c13ca04a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:19.888993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d275-764c-4053-a263-797f4907fa08 req-321cac9f-1b5d-4767-a682-12f417714649 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:19.891204 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab09d275-764c-4053-a263-797f4907fa08 req-321cac9f-1b5d-4767-a682-12f417714649 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0652437 Jul 06 18:45:19.930711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ab09d275-764c-4053-a263-797f4907fa08 req-4b8c3e71-c142-4422-8d75-bf776ce3e35a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336287 Jul 06 18:45:20.226764 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:20.846108 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-192b3ebf-3e8d-4581-aad2-1a295d6ebba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:20.847915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-192b3ebf-3e8d-4581-aad2-1a295d6ebba9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5&tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38 HTTP/1.1" status: 200 len: 1096 time: 0.0579715 Jul 06 18:45:20.859352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:20.929876 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:20.975692 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:21.120913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e26e3-c4ea-4c68-8e6d-3dc6ff7b66ce req-12296ee3-bd8a-499d-b255-41a38668748f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:21.122465 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-004e26e3-c4ea-4c68-8e6d-3dc6ff7b66ce req-12296ee3-bd8a-499d-b255-41a38668748f tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0710220 Jul 06 18:45:21.142056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:21.161508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-004e26e3-c4ea-4c68-8e6d-3dc6ff7b66ce req-4231bdf5-7e57-48b0-90b0-35b7bed4c25a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332136 Jul 06 18:45:21.181470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:21.226524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:21.228810 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a91c10-9a94-44eb-89b1-623c6fd35952" -d '{"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-unplugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:21.232335 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:21.244609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Transition to ACTIVE for port object 76d36819-bf67-4b48-b8d5-fedb09a58d2a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:21.248651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:21.338976 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77061bf0-4ba7-453e-8d64-94f5f90d34d7 x-openstack-request-id: req-77061bf0-4ba7-453e-8d64-94f5f90d34d7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:21.339275 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-unplugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:21.339529 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77061bf0-4ba7-453e-8d64-94f5f90d34d7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:21.339923 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'code': 200} Jul 06 18:45:21.343515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:21.360604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.360953 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.361295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.361630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.361964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.362292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.362645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.362969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.363293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.363615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.363937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.364270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:45:21.403101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] No DVR routers for this DVR port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:21.545322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:21.545674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:21.546007 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:21.550358 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on network 6b9df720-4297-4a92-b658-bc9d50297909 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:45:21.550633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Attempting to bind port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on network 6b9df720-4297-4a92-b658-bc9d50297909 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:21.555333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:21.555675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Checking segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:21.556058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Bound using segment: {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:21.556487 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Bound port: 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:21.556841 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:21.621233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:21.624967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:21.628897 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:21.660783 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:21.661411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:21.662828 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] 10.222.0.55 "PUT /v2.0/ports/76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1092 time: 0.8083558 Jul 06 18:45:21.700367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bd767-c804-4bd3-8d64-562326931cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:21.751516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-8927a6b0-7967-40e9-a9f2-4b5e401ede69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:21.753056 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-8927a6b0-7967-40e9-a9f2-4b5e401ede69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1095 time: 0.0651608 Jul 06 18:45:21.854462 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-16ce365f-d6f8-4172-abbf-4d3a65d01d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:21.855966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-16ce365f-d6f8-4172-abbf-4d3a65d01d03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0961068 Jul 06 18:45:21.928518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-c1f6029d-cdf9-4c74-bc90-29d147cb365a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1000 time: 0.0660529 Jul 06 18:45:21.978068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-b0f2f9ea-a905-4779-9bd4-bdcce098fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:21.979467 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-b0f2f9ea-a905-4779-9bd4-bdcce098fa37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0445001 Jul 06 18:45:22.036106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-4bc21418-9def-4fa9-8eff-aaf1296e4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:22.037616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-4bc21418-9def-4fa9-8eff-aaf1296e4721 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518508 Jul 06 18:45:22.134446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-25c0201d-f5a7-48bc-b269-b584dcfbe470 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874350 Jul 06 18:45:22.226159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-80599ab8-5a37-42bd-a50b-290acb3e10a7 req-c0aa420e-fe7d-4ce3-8934-ddcdf1615152 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850294 Jul 06 18:45:22.348209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c27d0-1779-4e65-9854-ff803a74e1b6 req-f2126b8a-3f6f-476c-b117-97309d1e86d6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:22.350059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-758c27d0-1779-4e65-9854-ff803a74e1b6 req-f2126b8a-3f6f-476c-b117-97309d1e86d6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0693164 Jul 06 18:45:22.389812 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-758c27d0-1779-4e65-9854-ff803a74e1b6 req-e477ea98-90c7-429a-ac48-4945ebebeacc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337672 Jul 06 18:45:22.639957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:22.677598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:22.885271 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:23.340682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:23.344782 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc848a7-906b-44ac-9457-27d3e7731e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:23.398120 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8074cc45-26c5-410c-96cf-7c484768f1cb x-openstack-request-id: req-8074cc45-26c5-410c-96cf-7c484768f1cb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:23.398453 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:23.398724 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8074cc45-26c5-410c-96cf-7c484768f1cb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:23.399155 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'status': 'completed', 'code': 200} Jul 06 18:45:23.476620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-0df421ad-ce5b-4d77-9ff0-a8dcea93d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.478470 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-0df421ad-ce5b-4d77-9ff0-a8dcea93d249 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1095 time: 0.0597250 Jul 06 18:45:23.487840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-e28bacea-e388-4687-864d-599963d8f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.489511 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-e28bacea-e388-4687-864d-599963d8f2cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 1095 time: 0.0654721 Jul 06 18:45:23.580472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-416b5cd3-704c-4125-822a-cc21ace1bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.581981 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-416b5cd3-704c-4125-822a-cc21ace1bb7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.0968399 Jul 06 18:45:23.635701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-5133acdb-cedd-4aca-b042-823ad4928879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.637238 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-5133acdb-cedd-4aca-b042-823ad4928879 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 200 len: 913 time: 0.1413083 Jul 06 18:45:23.648601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b32b8-d512-4452-8317-fb27df29c077 req-8762a634-efef-4b07-8462-03eebb80d397 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.649487 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-8a0b9b67-abd9-406d-b3bd-2f6ed08213a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1000 time: 0.0615275 Jul 06 18:45:23.650265 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-206b32b8-d512-4452-8317-fb27df29c077 req-8762a634-efef-4b07-8462-03eebb80d397 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.1074755 Jul 06 18:45:23.704968 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-36d824ea-769b-4a58-bc89-0e75396c989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.707716 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-36d824ea-769b-4a58-bc89-0e75396c989f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0500124 Jul 06 18:45:23.741500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-206b32b8-d512-4452-8317-fb27df29c077 req-c3b69c7f-2823-4f17-8434-820744638eb4 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837765 Jul 06 18:45:23.745831 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-f37f8c31-692b-4b70-a602-450ba622c0cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 200 len: 1000 time: 0.0945623 Jul 06 18:45:23.775101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-c9b01b12-c627-4343-bf5f-d81b0642af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.776623 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-c9b01b12-c627-4343-bf5f-d81b0642af2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644128 Jul 06 18:45:23.797524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-d244f60f-caee-4aae-b23a-b8f52de4135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.799030 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-d244f60f-caee-4aae-b23a-b8f52de4135a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 200 len: 851 time: 0.0464530 Jul 06 18:45:23.859103 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-d309a005-186e-4dff-ad44-c3444b2bb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:23.861127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-d309a005-186e-4dff-ad44-c3444b2bb765 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9df720-4297-4a92-b658-bc9d50297909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562649 Jul 06 18:45:23.869930 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-b3490f63-9e59-42cc-8370-4d533a8bc628 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869498 Jul 06 18:45:23.957619 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-d0f07ff0-6d5d-4408-808d-5c7fb6b34752 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901973 Jul 06 18:45:23.964825 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-40a01edc-b5b3-4f4a-b380-eb299e7792a8 service neutron] 10.222.0.55 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890174 Jul 06 18:45:24.056043 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdc848a7-906b-44ac-9457-27d3e7731e6e req-d1f21713-75db-48e5-bb7d-4c703624aaa0 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925784 Jul 06 18:45:24.928270 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6465ad-9f19-4760-b118-73162b91b549 req-acc82f8c-73ee-43e1-9e8d-01fa2b6c4f3d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:24.929762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c6465ad-9f19-4760-b118-73162b91b549 req-acc82f8c-73ee-43e1-9e8d-01fa2b6c4f3d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0659442 Jul 06 18:45:24.970281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c6465ad-9f19-4760-b118-73162b91b549 req-69b2e3c8-f9b4-49a3-985d-95b0bdde6a9c tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347111 Jul 06 18:45:26.165407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72c6b3-4caf-4cb1-9abd-7d171f75b3cf req-4993d66e-1be6-4cd6-b156-27b21247abf9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:26.166925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b72c6b3-4caf-4cb1-9abd-7d171f75b3cf req-4993d66e-1be6-4cd6-b156-27b21247abf9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0654008 Jul 06 18:45:26.205673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b72c6b3-4caf-4cb1-9abd-7d171f75b3cf req-799c497b-c766-4ecc-b0d8-7bb12ed2d29d tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316439 Jul 06 18:45:27.384553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0efbe-2d7c-4cfe-b3bd-09a061ac8c7c req-51517ef7-c44f-4afa-a2ae-c0d1758bc522 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:27.386127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cd0efbe-2d7c-4cfe-b3bd-09a061ac8c7c req-51517ef7-c44f-4afa-a2ae-c0d1758bc522 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0687609 Jul 06 18:45:27.432371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8cd0efbe-2d7c-4cfe-b3bd-09a061ac8c7c req-7156bcaa-e4b4-4334-803e-99a8980e46a6 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366805 Jul 06 18:45:28.611292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd04676-c6de-40a2-a54e-8fc33e9e39f9 req-4f239c3f-56fa-4cf1-9dd2-e14d3ac44cc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:28.612806 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdd04676-c6de-40a2-a54e-8fc33e9e39f9 req-4f239c3f-56fa-4cf1-9dd2-e14d3ac44cc5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0703542 Jul 06 18:45:28.649747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bdd04676-c6de-40a2-a54e-8fc33e9e39f9 req-56fd2bea-9277-4a04-bc7e-e0d6afea6cdb tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Jul 06 18:45:29.825505 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d74191-a7eb-4140-9b41-66abd97f1804 req-4d807b8e-d427-49e8-8725-3982a93c357b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:29.827200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87d74191-a7eb-4140-9b41-66abd97f1804 req-4d807b8e-d427-49e8-8725-3982a93c357b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0631137 Jul 06 18:45:29.865337 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-87d74191-a7eb-4140-9b41-66abd97f1804 req-434d20d5-d096-4b64-ab42-c65f7697ca30 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327787 Jul 06 18:45:31.044387 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34dd8f-f235-44f6-adcf-976087442544 req-855e9154-3e62-4211-a7e9-d921992a9c8e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:31.046054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d34dd8f-f235-44f6-adcf-976087442544 req-855e9154-3e62-4211-a7e9-d921992a9c8e tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0639637 Jul 06 18:45:31.084302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d34dd8f-f235-44f6-adcf-976087442544 req-3c116aa3-4a30-441d-897b-a3c6d62c8498 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Jul 06 18:45:32.262111 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25639a09-7c6f-4365-8a7f-042e9433a67a req-dc492bf4-ae9a-4d8c-ab31-582268f1ef51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:32.263602 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25639a09-7c6f-4365-8a7f-042e9433a67a req-dc492bf4-ae9a-4d8c-ab31-582268f1ef51 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0643551 Jul 06 18:45:32.301250 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25639a09-7c6f-4365-8a7f-042e9433a67a req-0c35cd75-d18a-44db-8732-daf0580dcd39 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320790 Jul 06 18:45:32.749279 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:33.487055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79184d-842c-4256-9631-3351fdea0502 req-98704eb1-8fdd-4f34-a8cb-8f0ec3eb4e81 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:33.488591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9c79184d-842c-4256-9631-3351fdea0502 req-98704eb1-8fdd-4f34-a8cb-8f0ec3eb4e81 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0738153 Jul 06 18:45:33.528704 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9c79184d-842c-4256-9631-3351fdea0502 req-38e5900d-91a5-43ae-b8c7-2a6c509988f3 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344789 Jul 06 18:45:34.714447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcffc3-0bdf-4178-880a-91e076f913e6 req-cdff5016-8298-4255-ba2e-51b91802db40 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:34.715899 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dedcffc3-0bdf-4178-880a-91e076f913e6 req-cdff5016-8298-4255-ba2e-51b91802db40 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 944 time: 0.0738509 Jul 06 18:45:34.756378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dedcffc3-0bdf-4178-880a-91e076f913e6 req-7dafbf37-f6f0-4a09-8e15-a4c13f468933 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339098 Jul 06 18:45:35.039801 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:45:35.415403 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:45:35.664258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:35.676036 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'port_id': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'mac_address': 'fa:16:3e:da:78:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:45:35.711894 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:35.727492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d36819-bf67-4b48-b8d5-fedb09a58d2a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:35.747129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:35.751778 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:35.800514 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=12']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:35.932667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039946-4ce9-4b33-94d2-4ec6611f4a41 req-5d31f109-7dec-46cd-b7dd-33bae5e4a47b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:35.934091 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c039946-4ce9-4b33-94d2-4ec6611f4a41 req-5d31f109-7dec-46cd-b7dd-33bae5e4a47b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0640559 Jul 06 18:45:35.972508 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c039946-4ce9-4b33-94d2-4ec6611f4a41 req-4e60f4ca-1fb4-41fe-ba97-c5933175c7b9 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323603 Jul 06 18:45:35.990109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:36.112586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['76d36819-bf67-4b48-b8d5-fedb09a58d2a'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:36.150569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661aac4-c420-40c2-b7ba-a6deb403300d req-d1284c3b-3cb4-430f-8a7a-223eeb13e838 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:36.152098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9661aac4-c420-40c2-b7ba-a6deb403300d req-d1284c3b-3cb4-430f-8a7a-223eeb13e838 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0644867 Jul 06 18:45:36.193179 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9661aac4-c420-40c2-b7ba-a6deb403300d req-98ed1749-ad81-4031-8a0b-405be9667ff7 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344474 Jul 06 18:45:36.367782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d948b-1eeb-40ce-b5ef-3afc5b3eea83 req-f1697926-dea2-4449-9a56-7d54b68eb22a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:36.369274 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-972d948b-1eeb-40ce-b5ef-3afc5b3eea83 req-f1697926-dea2-4449-9a56-7d54b68eb22a tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0633709 Jul 06 18:45:36.410384 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-972d948b-1eeb-40ce-b5ef-3afc5b3eea83 req-b2b48ccc-0241-4bd6-be98-886772e1bd09 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Jul 06 18:45:36.802488 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f0c83-4952-4b2c-9d06-c4d15d6e3bb7 req-b5f8f3b3-f166-4332-b1a8-d243eba3b441 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:36.803881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f71f0c83-4952-4b2c-9d06-c4d15d6e3bb7 req-b5f8f3b3-f166-4332-b1a8-d243eba3b441 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 945 time: 0.0695384 Jul 06 18:45:36.843979 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f71f0c83-4952-4b2c-9d06-c4d15d6e3bb7 req-5cdb266d-71c2-40b7-9412-844099ae3a93 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345645 Jul 06 18:45:37.423888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:45:37.473746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 76d36819-bf67-4b48-b8d5-fedb09a58d2a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:45:37.477320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 76d36819-bf67-4b48-b8d5-fedb09a58d2a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:45:37.477697 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:37.552661 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:37.575002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:37.577281 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f0355f-b08e-477c-916e-85a9081503aa" -d '{"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-plugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:37.590129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:37.594911 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:37.620847 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33985fb-1cb0-4d0e-80d7-3420012bf801 x-openstack-request-id: req-d33985fb-1cb0-4d0e-80d7-3420012bf801 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:37.621137 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-plugged", "status": "completed", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:37.621403 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d33985fb-1cb0-4d0e-80d7-3420012bf801 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:37.621772 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'code': 200} Jul 06 18:45:37.647333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=13']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:38.017503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0017a5-cb3f-4664-b358-137222f57bf1 req-391a38ab-1287-4246-8af4-7dc3cd34024b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:38.018954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c0017a5-cb3f-4664-b358-137222f57bf1 req-391a38ab-1287-4246-8af4-7dc3cd34024b tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 946 time: 0.0647819 Jul 06 18:45:38.057969 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1c0017a5-cb3f-4664-b358-137222f57bf1 req-14300c8d-2e1f-420e-870a-091bf90ab3c0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups?id=f191581f-71a4-4eff-9053-4ea5c759a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332706 Jul 06 18:45:38.432120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-bc2dd31d-ea7a-443b-8cc1-e5243862e190 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:38.433603 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-bc2dd31d-ea7a-443b-8cc1-e5243862e190 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 946 time: 0.0681975 Jul 06 18:45:38.538680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Deleting port 76d36819-bf67-4b48-b8d5-fedb09a58d2a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:38.539031 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:38.630006 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] For port 76d36819-bf67-4b48-b8d5-fedb09a58d2a, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76d36819-bf67-4b48-b8d5-fedb09a58d2a,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:38.630394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:38.797930 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:38.798216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:38.798564 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 disassociated. External IP: 172.25.7.109, port: 76d36819-bf67-4b48-b8d5-fedb09a58d2a. Jul 06 18:45:38.798910 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Calling delete_port for 76d36819-bf67-4b48-b8d5-fedb09a58d2a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:38.926075 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:38.956195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event deleted for resources: {'Port': ['ID=76d36819-bf67-4b48-b8d5-fedb09a58d2a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:39.075549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:45:39.460436 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1f6cc0b6-6474-40bf-9802-30d871d8cdf5 req-27632aab-def6-41f4-a7ec-04e6d9ea2a74 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 210 time: 0.0316827 Jul 06 18:45:39.476465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:45:39.487508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:45:39.497347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:39.498078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:45:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:39.520473 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] No DVR routers for this DVR port 76d36819-bf67-4b48-b8d5-fedb09a58d2a on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:39.523305 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:39.525346 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-756f6c7d-5a10-4e2c-a119-6946ac2ec23b req-e40ff659-cef2-47a7-900e-83cbdd2252dc tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.55 "DELETE /v2.0/ports/76d36819-bf67-4b48-b8d5-fedb09a58d2a HTTP/1.1" status: 204 len: 173 time: 1.0865476 Jul 06 18:45:39.525799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-deleted', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:39.528126 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651a9eb1-09a7-4551-97c5-1e18b33b7f86" -d '{"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-deleted", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:39.566971 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92faabf-f4e8-466d-a2e9-c795146a8061 x-openstack-request-id: req-f92faabf-f4e8-466d-a2e9-c795146a8061 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:39.567268 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944bd38-4ae0-4b4c-b48e-fa1281717de5", "name": "network-vif-deleted", "tag": "76d36819-bf67-4b48-b8d5-fedb09a58d2a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:39.567524 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f92faabf-f4e8-466d-a2e9-c795146a8061 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:39.567925 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944bd38-4ae0-4b4c-b48e-fa1281717de5', 'name': 'network-vif-deleted', 'tag': '76d36819-bf67-4b48-b8d5-fedb09a58d2a', 'status': 'completed', 'code': 200} Jul 06 18:45:39.625727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:39.823824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:39.852594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:45:39.861008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:39.861619 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:45:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:39.972933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:40.182987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:40.210943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605d8ef-786c-4d5d-99ae-577ef76cbd43 None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:34:02Z', 'revision_number': 4, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6e361e07-71db-4923-b857-134ef2c9f7b1', 'name': '', 'network_id': '6b9df720-4297-4a92-b658-bc9d50297909', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'mac_address': 'fa:16:3e:70:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:01Z', 'updated_at': '2021-07-06T18:34:07Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'subnets': [{'id': '41a7460b-52a9-4b56-bcdc-063da46dae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:45:40.451471 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709352e-2c98-4bfb-8b05-cafbe42cc5ed None None] New status for floating IP 9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:45:40.613291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-242208c2-ab5a-4543-af1f-2a40dc104e0a req-b7100329-4f5b-49da-bf56-9abb503e1737 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 210 time: 0.0371356 Jul 06 18:45:41.761471 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d0054b1-8066-4d40-a354-19577e035113 req-fa594406-cd18-4db5-a7c1-cb7ec40c4477 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 210 time: 0.0332797 Jul 06 18:45:42.911796 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-591ae1ce-7d86-41cc-af6d-0102620012d8 req-457fc043-0255-45b4-9a21-eea9d97832d2 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/ports?device_id=0944bd38-4ae0-4b4c-b48e-fa1281717de5 HTTP/1.1" status: 200 len: 210 time: 0.0309999 Jul 06 18:45:43.464800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:43.486446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 76d36819-bf67-4b48-b8d5-fedb09a58d2a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:43.486789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76d36819-bf67-4b48-b8d5-fedb09a58d2a not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:46.979010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:47.041265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7a58-9e44-460d-90b2-154b6b77beef tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.065799 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7a58-9e44-460d-90b2-154b6b77beef tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.114421 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7a58-9e44-460d-90b2-154b6b77beef tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.117072 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7a58-9e44-460d-90b2-154b6b77beef tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.119843 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c3cb7a58-9e44-460d-90b2-154b6b77beef tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "DELETE /v2.0/security-groups/f191581f-71a4-4eff-9053-4ea5c759a8d3 HTTP/1.1" status: 204 len: 168 time: 0.1385601 Jul 06 18:45:47.120889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55058) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:47.131178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb7a58-9e44-460d-90b2-154b6b77beef tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f191581f-71a4-4eff-9053-4ea5c759a8d3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:47.136665 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-277a36d7-3a4c-4845-abe7-a496ed1d9ae0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] show failed (client error): The resource could not be found. Jul 06 18:45:47.137704 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-277a36d7-3a4c-4845-abe7-a496ed1d9ae0 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "GET /v2.0/security-groups/f191581f-71a4-4eff-9053-4ea5c759a8d3 HTTP/1.1" status: 404 len: 347 time: 0.0156176 Jul 06 18:45:47.138115 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52982e88-a550-41f3-b849-282f6d24875f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.141230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55060) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:47.270012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Deleting port 0063656c-f27d-4f7b-ab4e-67237ac20711 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:47.270379 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.353171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.353502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.365746 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Calling delete_port for 0063656c-f27d-4f7b-ab4e-67237ac20711 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:47.505343 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.535655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Pushing event deleted for resources: {'Port': ['ID=0063656c-f27d-4f7b-ab4e-67237ac20711,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:47.595432 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.598136 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:47.599307 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d139dcf5-733d-4dc1-96ea-1e97c8ab6ef5 tempest-ServerActionsTestJSON-1231562588 tempest-ServerActionsTestJSON-1231562588-project] 10.222.0.13 "DELETE /v2.0/floatingips/9a2c95ad-6be8-400a-a379-bd7b4fc1c4a5 HTTP/1.1" status: 204 len: 168 time: 0.4571402 Jul 06 18:45:47.602316 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55062) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:48.074703 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.333560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Deleting port 6e361e07-71db-4923-b857-134ef2c9f7b1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:48.334224 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.412109 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] For port 6e361e07-71db-4923-b857-134ef2c9f7b1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6e361e07-71db-4923-b857-134ef2c9f7b1,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:48.412472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.426066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Calling delete_port for 6e361e07-71db-4923-b857-134ef2c9f7b1 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:48.609807 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:48.636630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e361e07-71db-4923-b857-134ef2c9f7b1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:48.812146 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.022915 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Router 4e32734d-0cd6-41c4-8892-016a99c31bb9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:45:49.128970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:45:49.133937 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eb06973f-bb28-4c00-a753-1e9a301b820e admin admin] 10.222.0.13 "PUT /v2.0/routers/4e32734d-0cd6-41c4-8892-016a99c31bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5306664 Jul 06 18:45:49.136519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:49.137385 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] Sync routers for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:45:49.148952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:49.149581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:45:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:49.243376 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.254884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:49.350009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.416318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Deleting port da2bf4fc-8576-40a6-807e-4407e91e414b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:49.416318 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.450213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:45:48Z', 'revision_number': 5, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port': {'id': 'da2bf4fc-8576-40a6-807e-4407e91e414b', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:34:00Z', 'updated_at': '2021-07-06T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:49.480281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] Checking router: 4e32734d-0cd6-41c4-8892-016a99c31bb9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:45:49.490525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] Routers {'4e32734d-0cd6-41c4-8892-016a99c31bb9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:45:49.491137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:45:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['4e32734d-0cd6-41c4-8892-016a99c31bb9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:49.509582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] For port da2bf4fc-8576-40a6-807e-4407e91e414b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=da2bf4fc-8576-40a6-807e-4407e91e414b,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:49.509946 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.524683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Calling delete_port for da2bf4fc-8576-40a6-807e-4407e91e414b owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:49.581588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] Set router 4e32734d-0cd6-41c4-8892-016a99c31bb9 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:45:49.632363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:45:49Z', 'revision_number': 6, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:49.665354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee80dcda-e808-4d9f-b7e6-58c0295d1055 None None] The sync data for ids ['4e32734d-0cd6-41c4-8892-016a99c31bb9'] in n-d-799526-3 is: [{'id': '4e32734d-0cd6-41c4-8892-016a99c31bb9', 'name': 'tempest-ServerActionsTestJSON-1453002311-router', 'tenant_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:33:59Z', 'updated_at': '2021-07-06T18:45:49Z', 'revision_number': 6, 'project_id': '1f7f3a54843b48c6aa9d5e20534e7e38', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:45:49.691676 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36f77c20-46ec-47e5-b964-4a124b112093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.709209 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.736865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2bf4fc-8576-40a6-807e-4407e91e414b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:49.797665 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.903111 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.905649 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.966833 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.968335 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e32734d-0cd6-41c4-8892-016a99c31bb9 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:45:49.973668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:49.974860 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0408a120-a624-4174-80cb-26f015c5c5c7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4e32734d-0cd6-41c4-8892-016a99c31bb9 HTTP/1.1" status: 204 len: 168 time: 0.8374257 Jul 06 18:45:49.977417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55068) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:50.021587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb92afb7-7d54-412f-a1f0-388af374d60d admin admin] Deleting subnet 41a7460b-52a9-4b56-bcdc-063da46dae98 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:45:50.024983 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb92afb7-7d54-412f-a1f0-388af374d60d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.228881 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.328213 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb92afb7-7d54-412f-a1f0-388af374d60d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.443487 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb92afb7-7d54-412f-a1f0-388af374d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.502678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb92afb7-7d54-412f-a1f0-388af374d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.528268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92afb7-7d54-412f-a1f0-388af374d60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a7460b-52a9-4b56-bcdc-063da46dae98,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:50.533056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb92afb7-7d54-412f-a1f0-388af374d60d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.537166 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cb92afb7-7d54-412f-a1f0-388af374d60d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41a7460b-52a9-4b56-bcdc-063da46dae98 HTTP/1.1" status: 204 len: 168 time: 0.5565927 Jul 06 18:45:50.537625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:50.540136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab344df7-f795-4788-865e-bf0fe40883f6 None None] Network 6b9df720-4297-4a92-b658-bc9d50297909 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:45:50.607714 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.671978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Deleting port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:50.672403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.743859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef40f4-8557-4041-8df2-8d76af2d68de None None] DHCP port deletion for 6b9df720-4297-4a92-b658-bc9d50297909 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:45:50.746682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] For port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:50.747054 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.760284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Calling delete_port for 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:50.789391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-29ef40f4-8557-4041-8df2-8d76af2d68de None None] Deleting port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:45:50.789768 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-29ef40f4-8557-4041-8df2-8d76af2d68de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.844018 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.852796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-29ef40f4-8557-4041-8df2-8d76af2d68de None None] For port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac,segment=NetworkSegment(93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb),segment_id=93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:50.853244 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-29ef40f4-8557-4041-8df2-8d76af2d68de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.866802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-29ef40f4-8557-4041-8df2-8d76af2d68de None None] Calling delete_port for 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:45:50.872438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] No DVR routers for this DVR port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:50.878052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:50.946175 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-29ef40f4-8557-4041-8df2-8d76af2d68de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.950506 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.961657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9df720-4297-4a92-b658-bc9d50297909']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:50.973066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:50.973284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c4d5c0-3fc1-4d49-937b-4b3f0ed417cb') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:45:50.975538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef40f4-8557-4041-8df2-8d76af2d68de None None] Pushing event deleted for resources: {'Port': ['ID=0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:50.985782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef40f4-8557-4041-8df2-8d76af2d68de None None] No DVR routers for this DVR port 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:45:50.988094 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:50.994241 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.004743 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.011082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:45:51.011449 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:45:51.013086 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:45:51.070462 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.075903 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.077987 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6b9df720-4297-4a92-b658-bc9d50297909 HTTP/1.1" status: 204 len: 168 time: 0.5396771 Jul 06 18:45:51.088732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaab97-5779-426b-ab1b-d6e493c14bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9df720-4297-4a92-b658-bc9d50297909,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:51.189683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55074) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:51.229945 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b534fa76-cd3c-4a06-895c-8d4ffe5ae2d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f7f3a54843b48c6aa9d5e20534e7e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390460 Jul 06 18:45:51.232408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:51.283033 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-349d997a-29c1-498b-8a00-0817264d8e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.304082 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-349d997a-29c1-498b-8a00-0817264d8e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.354412 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-349d997a-29c1-498b-8a00-0817264d8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.356929 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-349d997a-29c1-498b-8a00-0817264d8e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:51.358968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-349d997a-29c1-498b-8a00-0817264d8e4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05bdd2d5-dbb6-49d8-9454-8de466a7274c HTTP/1.1" status: 204 len: 168 time: 0.1244235 Jul 06 18:45:51.366642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d997a-29c1-498b-8a00-0817264d8e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bdd2d5-dbb6-49d8-9454-8de466a7274c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:51.461913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device da2bf4fc-8576-40a6-807e-4407e91e414b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:51.484962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: da2bf4fc-8576-40a6-807e-4407e91e414b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:51.485396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device da2bf4fc-8576-40a6-807e-4407e91e414b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:51.485888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6e361e07-71db-4923-b857-134ef2c9f7b1 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:51.504139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 6e361e07-71db-4923-b857-134ef2c9f7b1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:51.504485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6e361e07-71db-4923-b857-134ef2c9f7b1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:51.504897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:45:51.531407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:45:51.531850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0df36d3b-f3d3-4783-8d5d-c15cdbf5f0ac not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:45:52.079808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55098) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:52.183522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-510037026-network', 'tenant_id': '21f71778e9a24d7e9563f6b6052bab15'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:52.203504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Made reservation on behalf of 21f71778e9a24d7e9563f6b6052bab15 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:45:52.205852 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.214358 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.304504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.308231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.329337 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:45:52.344848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99de779-daac-410b-8a21-370740e6d397,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:52.348033 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.348384 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Added segment 63a47678-9443-4bbc-a714-82d56560eefd of type vlan for network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c Jul 06 18:45:52.388018 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.417713 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.419026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:52.419619 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.477351 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3963962 Jul 06 18:45:52.480350 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:45:52.486090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Request body: {'subnet': {'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-510037026-subnet', 'tenant_id': '21f71778e9a24d7e9563f6b6052bab15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:52.486718 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f8c35-c877-46c3-b50a-e588ef7f69a1 admin admin] Pushing event updated for resources: {'Network': ['ID=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:52.496785 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:45:52.510266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Made reservation on behalf of 21f71778e9a24d7e9563f6b6052bab15 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:45:52.512729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.681899 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.730753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741e9042-34b3-4e36-90dc-674b6c58deb5,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:52.745993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Checking segment: {'id': '63a47678-9443-4bbc-a714-82d56560eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:52.746381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Network hostable DHCP agents. Network: eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:45:52.763445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:45:52.772453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:52.776684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:52.777332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.783458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450bcbb-6e81-4e8c-8b64-95e2e16a1d7d None None] Network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:45:52.792478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-480ec8af-cdf6-4405-9465-69cd6c299d07 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3109014 Jul 06 18:45:52.919460 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:52.921933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee227e-b477-4d71-817c-f514d06517ac None None] Network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:45:53.223896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-8bc74472-7623-4cac-ac33-33da7d47b673 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:53.225294 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-8bc74472-7623-4cac-ac33-33da7d47b673 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/networks?id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c HTTP/1.1" status: 200 len: 813 time: 0.1049755 Jul 06 18:45:53.240639 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-01ea3dfe-73b8-47f5-972b-33bea9bea1d6 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/quotas/21f71778e9a24d7e9563f6b6052bab15 HTTP/1.1" status: 200 len: 375 time: 0.0100229 Jul 06 18:45:53.273633 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-f79d8747-3ae5-45c8-810e-e4fd9fbbadff tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f71778e9a24d7e9563f6b6052bab15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280011 Jul 06 18:45:53.328662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-39d6b4ea-fc75-4cc8-a575-9affcdf9c38e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:45:53.329675 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-39d6b4ea-fc75-4cc8-a575-9affcdf9c38e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500343 Jul 06 18:45:53.422329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-1d5fc796-36f2-4554-809a-14ea8bf1ec4f service neutron] 10.222.0.13 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868187 Jul 06 18:45:53.514059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-9b76fcab-59ad-4f7a-82b1-1046d75008cd service neutron] 10.222.0.13 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858750 Jul 06 18:45:53.679146 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-26cfca5e-6675-401b-a116-0d3fc2c3a4ae req-16a06297-7b1e-4779-8b6d-574d43a3d919 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0296700 Jul 06 18:45:54.826116 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-657e3f4e-158b-4fdd-81df-999710b74014 req-7bbb52f4-423e-466b-9c61-e1d362504aaf tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0303383 Jul 06 18:45:54.933197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-2e13f6eb-79fd-420a-bc3b-1b0bff22c831 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:54.934663 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-2e13f6eb-79fd-420a-bc3b-1b0bff22c831 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.22 "GET /v2.0/networks?id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c HTTP/1.1" status: 200 len: 813 time: 0.1109567 Jul 06 18:45:54.946649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Request body: {'port': {'device_id': '38339ad5-bba9-4529-93a2-65a97268f8c7', 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c', 'admin_state_up': True, 'tenant_id': '21f71778e9a24d7e9563f6b6052bab15'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:55.058511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Made reservation on behalf of 21f71778e9a24d7e9563f6b6052bab15 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:45:55.062758 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.197380 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Allocated IP 172.20.0.9 (eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c/741e9042-34b3-4e36-90dc-674b6c58deb5/3c9b06bf-5d16-414a-91e3-ed32c7e38243) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:45:55.364779 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.410163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.455336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:45:55.458866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:45:55.465127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:45:55.491856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Pushing event updated for resources: {'Port': ['ID=3c9b06bf-5d16-414a-91e3-ed32c7e38243,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:55.520944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:55.521554 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.535670 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-fadfcff7-6749-4d32-8b3f-1b263433aa2f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930221 Jul 06 18:45:55.548318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Request body: {'port': {'device_id': '38339ad5-bba9-4529-93a2-65a97268f8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:45:55.631426 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.900352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9b06bf-5d16-414a-91e3-ed32c7e38243 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:55.909076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.922868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Transition to ACTIVE for port object 3c9b06bf-5d16-414a-91e3-ed32c7e38243 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:45:55.926946 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:55.978042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b06bf-5d16-414a-91e3-ed32c7e38243,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:56.007655 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a8f9-343a-4d65-a204-e9cd99661a83 req-9698e44f-74a4-4524-80ae-5e7251f981f3 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:56.009161 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b733a8f9-343a-4d65-a204-e9cd99661a83 req-9698e44f-74a4-4524-80ae-5e7251f981f3 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0654819 Jul 06 18:45:56.048571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b733a8f9-343a-4d65-a204-e9cd99661a83 req-dcc04293-6a60-4fb1-afd5-a4f4c4f72712 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335941 Jul 06 18:45:56.052918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Attempting to bind port 3c9b06bf-5d16-414a-91e3-ed32c7e38243 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:45:56.053263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Attempting to bind port 3c9b06bf-5d16-414a-91e3-ed32c7e38243 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '63a47678-9443-4bbc-a714-82d56560eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:45:56.053623 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Attempting to bind port 3c9b06bf-5d16-414a-91e3-ed32c7e38243 on network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:56.058005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Port 3c9b06bf-5d16-414a-91e3-ed32c7e38243 on network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:45:56.058736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Attempting to bind port 3c9b06bf-5d16-414a-91e3-ed32c7e38243 on network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:45:56.063813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:45:56.064143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Checking segment: {'id': '63a47678-9443-4bbc-a714-82d56560eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:45:56.064522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Bound using segment: {'id': '63a47678-9443-4bbc-a714-82d56560eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:45:56.064949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Bound port: 3c9b06bf-5d16-414a-91e3-ed32c7e38243, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a47678-9443-4bbc-a714-82d56560eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:45:56.065311 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:56.132442 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] For port 3c9b06bf-5d16-414a-91e3-ed32c7e38243, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:45:56.135643 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] For port 3c9b06bf-5d16-414a-91e3-ed32c7e38243, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c9b06bf-5d16-414a-91e3-ed32c7e38243,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:45:56.141531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:56.177747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:56.178432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:56.179881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] 10.222.0.22 "PUT /v2.0/ports/3c9b06bf-5d16-414a-91e3-ed32c7e38243 HTTP/1.1" status: 200 len: 1091 time: 0.6364331 Jul 06 18:45:56.182226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38339ad5-bba9-4529-93a2-65a97268f8c7', 'tag': '3c9b06bf-5d16-414a-91e3-ed32c7e38243'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:45:56.184597 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540d5426-37d6-4565-916e-c9cb0778a5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "38339ad5-bba9-4529-93a2-65a97268f8c7", "tag": "3c9b06bf-5d16-414a-91e3-ed32c7e38243"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:45:56.214092 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bad7f-4f7b-4615-8e2a-5ed985e1435b service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b06bf-5d16-414a-91e3-ed32c7e38243,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:56.233913 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c099a5-d110-4b3e-b383-3d7f55f856f5 x-openstack-request-id: req-42c099a5-d110-4b3e-b383-3d7f55f856f5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:45:56.234211 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38339ad5-bba9-4529-93a2-65a97268f8c7", "tag": "3c9b06bf-5d16-414a-91e3-ed32c7e38243", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:45:56.234490 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42c099a5-d110-4b3e-b383-3d7f55f856f5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:45:56.234886 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38339ad5-bba9-4529-93a2-65a97268f8c7', 'tag': '3c9b06bf-5d16-414a-91e3-ed32c7e38243', 'status': 'completed', 'code': 200} Jul 06 18:45:56.285242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-a0d24bef-a4f1-4c04-affb-b8e41424249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:56.286756 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-a0d24bef-a4f1-4c04-affb-b8e41424249a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21f71778e9a24d7e9563f6b6052bab15&device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 1094 time: 0.0638568 Jul 06 18:45:56.327679 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-e9eb75b8-8600-4311-b2e8-1aabcb55c5b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c9b06bf-5d16-414a-91e3-ed32c7e38243 HTTP/1.1" status: 200 len: 217 time: 0.0342634 Jul 06 18:45:56.374956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-21ab1a86-cecc-4c54-abf9-3c6f972430b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:56.376401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-21ab1a86-cecc-4c54-abf9-3c6f972430b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=741e9042-34b3-4e36-90dc-674b6c58deb5 HTTP/1.1" status: 200 len: 853 time: 0.0432181 Jul 06 18:45:56.409619 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-7938dc4a-a388-44b3-bf90-3b286e98710b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274723 Jul 06 18:45:56.508562 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-9c3f2520-6202-4e24-b450-7dd145e5469a service neutron] 10.222.0.22 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929272 Jul 06 18:45:56.596826 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6d26a564-dc5b-47f1-a1e8-176b73f88f69 req-0e8fd58d-4fd8-43be-9fef-a2eb54660d62 service neutron] 10.222.0.22 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822225 Jul 06 18:45:56.701912 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-b8033738-d85f-4992-8389-c4a3f233ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:56.703449 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-b8033738-d85f-4992-8389-c4a3f233ec13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21f71778e9a24d7e9563f6b6052bab15&device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 1094 time: 0.0586817 Jul 06 18:45:56.792873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-87f981f4-498b-43eb-ae18-32d3d8e2f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:56.794279 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-87f981f4-498b-43eb-ae18-32d3d8e2f824 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c HTTP/1.1" status: 200 len: 914 time: 0.0849254 Jul 06 18:45:56.837672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-3aedfce3-195f-4843-a114-9d0b5240ee15 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c9b06bf-5d16-414a-91e3-ed32c7e38243 HTTP/1.1" status: 200 len: 217 time: 0.0373242 Jul 06 18:45:56.887336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-086f2c53-2d03-40dd-9759-b5b1d185f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:56.889384 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-086f2c53-2d03-40dd-9759-b5b1d185f7fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=741e9042-34b3-4e36-90dc-674b6c58deb5 HTTP/1.1" status: 200 len: 853 time: 0.0446279 Jul 06 18:45:56.921601 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-9875afb7-2a79-4596-99da-5e48ef2cd2d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263853 Jul 06 18:45:57.015672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-87f217e7-5cab-4eb8-afde-b5e3c3c2be73 service neutron] 10.222.0.22 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866871 Jul 06 18:45:57.106677 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-540d5426-37d6-4565-916e-c9cb0778a5eb req-e1edee58-1648-417e-bf11-6ea13c3607da service neutron] 10.222.0.22 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845420 Jul 06 18:45:57.226181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875eac9-f913-4e8e-903c-1fe5c30b3759 req-6822a7f2-a764-4548-97d3-24ceb714ca62 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:57.227741 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c875eac9-f913-4e8e-903c-1fe5c30b3759 req-6822a7f2-a764-4548-97d3-24ceb714ca62 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0676086 Jul 06 18:45:57.267137 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c875eac9-f913-4e8e-903c-1fe5c30b3759 req-f247dcc1-b535-45ab-9c06-053676f1d4fc tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336616 Jul 06 18:45:58.448335 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73bf7b-9232-4e7f-a327-b340c32d6292 req-e5d021ac-471d-4e50-a753-f0e2b3cbaf5a tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:58.449837 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d73bf7b-9232-4e7f-a327-b340c32d6292 req-e5d021ac-471d-4e50-a753-f0e2b3cbaf5a tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0699809 Jul 06 18:45:58.491452 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d73bf7b-9232-4e7f-a327-b340c32d6292 req-7d910a3d-01e2-4419-876e-247680357f12 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353696 Jul 06 18:45:59.060719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3c9b06bf-5d16-414a-91e3-ed32c7e38243 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:45:59.153461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3c9b06bf-5d16-414a-91e3-ed32c7e38243, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c9b06bf-5d16-414a-91e3-ed32c7e38243,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:59.166864 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '3c9b06bf-5d16-414a-91e3-ed32c7e38243', 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c', 'port_id': '3c9b06bf-5d16-414a-91e3-ed32c7e38243', 'mac_address': 'fa:16:3e:81:a7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741e9042-34b3-4e36-90dc-674b6c58deb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:45:59.210029 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.223065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9b06bf-5d16-414a-91e3-ed32c7e38243 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:45:59.242350 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3c9b06bf-5d16-414a-91e3-ed32c7e38243, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c9b06bf-5d16-414a-91e3-ed32c7e38243,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:45:59.246136 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:45:59.293784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3c9b06bf-5d16-414a-91e3-ed32c7e38243,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:45:59.436322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3c9b06bf-5d16-414a-91e3-ed32c7e38243'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:45:59.704175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2903-7c29-46b0-980d-4ff8c992f6d3 req-245f9046-11d3-4000-9f9d-8838c7679c47 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:45:59.705677 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f03e2903-7c29-46b0-980d-4ff8c992f6d3 req-245f9046-11d3-4000-9f9d-8838c7679c47 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0799615 Jul 06 18:45:59.746888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f03e2903-7c29-46b0-980d-4ff8c992f6d3 req-bf1aba33-834a-4362-bfc7-a484994a59c8 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Jul 06 18:46:00.930973 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1806d97-9d2c-4a90-b785-865065e63931 req-621adddc-f8b4-4e2b-9362-d00d03cbc343 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:00.932512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e1806d97-9d2c-4a90-b785-865065e63931 req-621adddc-f8b4-4e2b-9362-d00d03cbc343 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0682166 Jul 06 18:46:00.971973 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e1806d97-9d2c-4a90-b785-865065e63931 req-a011a940-acf8-4389-ad1b-fa65d1783b5c tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339296 Jul 06 18:46:01.076029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3c9b06bf-5d16-414a-91e3-ed32c7e38243 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:01.129294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 3c9b06bf-5d16-414a-91e3-ed32c7e38243 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:01.132820 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 3c9b06bf-5d16-414a-91e3-ed32c7e38243 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:01.133194 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:01.209427 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:01.234436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38339ad5-bba9-4529-93a2-65a97268f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b06bf-5d16-414a-91e3-ed32c7e38243'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:01.237234 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59720524-c34a-411c-a97d-cbb28a36fcb2" -d '{"events": [{"server_uuid": "38339ad5-bba9-4529-93a2-65a97268f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b06bf-5d16-414a-91e3-ed32c7e38243"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:01.250028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 3c9b06bf-5d16-414a-91e3-ed32c7e38243, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c9b06bf-5d16-414a-91e3-ed32c7e38243,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:01.254102 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:01.277892 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fd162b-eeeb-41c6-8857-58e5fa70278a x-openstack-request-id: req-55fd162b-eeeb-41c6-8857-58e5fa70278a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:01.278183 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38339ad5-bba9-4529-93a2-65a97268f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b06bf-5d16-414a-91e3-ed32c7e38243", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:01.278533 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55fd162b-eeeb-41c6-8857-58e5fa70278a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:01.278922 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38339ad5-bba9-4529-93a2-65a97268f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b06bf-5d16-414a-91e3-ed32c7e38243', 'code': 200} Jul 06 18:46:01.305690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=3c9b06bf-5d16-414a-91e3-ed32c7e38243,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:01.389526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ba468-19b9-476d-8c18-e6b62c995c31 req-05e4641a-4fc6-4d4a-8b3c-b418557a7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:01.391099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c70ba468-19b9-476d-8c18-e6b62c995c31 req-05e4641a-4fc6-4d4a-8b3c-b418557a7f29 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 1096 time: 0.0534656 Jul 06 18:46:01.427845 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c70ba468-19b9-476d-8c18-e6b62c995c31 req-00f36654-4476-4e61-9633-53092d12644d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306756 Jul 06 18:46:02.154361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1de83-9e35-495f-ae1e-29a60c5f803c req-996f78d0-8862-45f1-ae6b-547333638f3e tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:02.155856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34e1de83-9e35-495f-ae1e-29a60c5f803c req-996f78d0-8862-45f1-ae6b-547333638f3e tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0725012 Jul 06 18:46:02.194174 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-34e1de83-9e35-495f-ae1e-29a60c5f803c req-9a111083-36f6-404e-bb42-80169f56cf61 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Jul 06 18:46:02.769840 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:03.368523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae126d-0627-4009-9501-1c1061a6ef3b req-5a925eba-47d1-408e-999d-bf7dd9147a2d tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:03.370010 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcae126d-0627-4009-9501-1c1061a6ef3b req-5a925eba-47d1-408e-999d-bf7dd9147a2d tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0627561 Jul 06 18:46:03.407661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dcae126d-0627-4009-9501-1c1061a6ef3b req-f38e871a-9ff2-4d5b-8d60-a89e8e017f78 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Jul 06 18:46:03.630526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534627e4-759d-4ea0-9832-9e542b19606a req-ba1c554f-6de3-49a2-b494-43bba35c4993 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:03.631990 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-ba1c554f-6de3-49a2-b494-43bba35c4993 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/networks?id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c HTTP/1.1" status: 200 len: 813 time: 0.0999186 Jul 06 18:46:03.646789 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-6d9a97de-54cb-4d0c-b46d-887b8ac1c715 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/quotas/21f71778e9a24d7e9563f6b6052bab15 HTTP/1.1" status: 200 len: 375 time: 0.0095348 Jul 06 18:46:03.712616 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-ad203e1b-55a9-4172-ad51-1472a9126fae tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f71778e9a24d7e9563f6b6052bab15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607193 Jul 06 18:46:03.802233 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-dde1a021-c70b-4dc0-b5e8-7524a1b921d0 service neutron] 10.222.0.13 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831797 Jul 06 18:46:03.897577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-4116f934-1634-4ca5-831a-7e02641fd301 service neutron] 10.222.0.13 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891082 Jul 06 18:46:04.084003 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-638d5f83-d2f0-4848-890d-1f50919c5899 req-b8572c7a-dfa2-42a2-9842-1a341baf2c55 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 210 time: 0.0337362 Jul 06 18:46:05.086723 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534627e4-759d-4ea0-9832-9e542b19606a req-9d305fe3-84bd-4d88-889c-5d0e53f238ed tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:05.088375 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-9d305fe3-84bd-4d88-889c-5d0e53f238ed tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.55 "GET /v2.0/networks?id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c HTTP/1.1" status: 200 len: 813 time: 0.1052630 Jul 06 18:46:05.100983 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Request body: {'port': {'device_id': 'b8cdd743-7aad-4d18-a34d-bb29f79952b5', 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c', 'admin_state_up': True, 'tenant_id': '21f71778e9a24d7e9563f6b6052bab15'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:05.230248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Made reservation on behalf of 21f71778e9a24d7e9563f6b6052bab15 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:05.233794 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:05.255621 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-84eb755f-4eac-4d0d-a23e-6a29c0a5a058 req-ed481402-4c01-4314-8047-89e6f3dd6f3c tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 210 time: 0.0314956 Jul 06 18:46:05.358493 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Allocated IP 172.20.0.10 (eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c/741e9042-34b3-4e36-90dc-674b6c58deb5/76ba1537-e9ba-428a-b876-fb5283b0a103) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:05.512603 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:05.551858 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:05.564846 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3c9b06bf-5d16-414a-91e3-ed32c7e38243'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:05.593856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:05.597155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:05.604042 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:05.635794 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Pushing event updated for resources: {'Port': ['ID=76ba1537-e9ba-428a-b876-fb5283b0a103,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:05.661702 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:05.662364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:05.676389 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-4e32406a-0ef3-47bd-b2fc-d1ec842b2ae5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5796688 Jul 06 18:46:05.687803 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Request body: {'port': {'device_id': 'b8cdd743-7aad-4d18-a34d-bb29f79952b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:05.758799 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:06.000286 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:06.022355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ba1537-e9ba-428a-b876-fb5283b0a103 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:46:06.037081 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:06.052332 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Transition to ACTIVE for port object 76ba1537-e9ba-428a-b876-fb5283b0a103 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:06.055731 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:06.109536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Pushing event updated for resources: {'Port': ['ID=76ba1537-e9ba-428a-b876-fb5283b0a103,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:06.178498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Attempting to bind port 76ba1537-e9ba-428a-b876-fb5283b0a103 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:06.178839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Attempting to bind port 76ba1537-e9ba-428a-b876-fb5283b0a103 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '63a47678-9443-4bbc-a714-82d56560eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:06.179175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Attempting to bind port 76ba1537-e9ba-428a-b876-fb5283b0a103 on network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:06.183435 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Port 76ba1537-e9ba-428a-b876-fb5283b0a103 on network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:46:06.183762 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Attempting to bind port 76ba1537-e9ba-428a-b876-fb5283b0a103 on network eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:06.188764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:06.189106 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Checking segment: {'id': '63a47678-9443-4bbc-a714-82d56560eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:06.189496 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Bound using segment: {'id': '63a47678-9443-4bbc-a714-82d56560eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:06.189920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Bound port: 76ba1537-e9ba-428a-b876-fb5283b0a103, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a47678-9443-4bbc-a714-82d56560eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:06.190284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:06.256671 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] For port 76ba1537-e9ba-428a-b876-fb5283b0a103, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:06.259618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] For port 76ba1537-e9ba-428a-b876-fb5283b0a103, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76ba1537-e9ba-428a-b876-fb5283b0a103,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:06.264086 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:06.298812 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:06.299777 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:06.301514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] 10.222.0.55 "PUT /v2.0/ports/76ba1537-e9ba-428a-b876-fb5283b0a103 HTTP/1.1" status: 200 len: 1092 time: 0.6177585 Jul 06 18:46:06.303721 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cdd743-7aad-4d18-a34d-bb29f79952b5', 'tag': '76ba1537-e9ba-428a-b876-fb5283b0a103'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:06.307237 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f780f5f8-606c-4dad-af0c-9650487726f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cdd743-7aad-4d18-a34d-bb29f79952b5", "tag": "76ba1537-e9ba-428a-b876-fb5283b0a103"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:06.337964 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa7935-1e38-47f6-b217-e7a239e5f618 service neutron] Pushing event updated for resources: {'Port': ['ID=76ba1537-e9ba-428a-b876-fb5283b0a103,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:06.356978 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498a99d1-498e-49ba-aa0c-ffeac3902d6e x-openstack-request-id: req-498a99d1-498e-49ba-aa0c-ffeac3902d6e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:06.357268 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cdd743-7aad-4d18-a34d-bb29f79952b5", "tag": "76ba1537-e9ba-428a-b876-fb5283b0a103", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:06.357523 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-498a99d1-498e-49ba-aa0c-ffeac3902d6e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:06.357921 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cdd743-7aad-4d18-a34d-bb29f79952b5', 'tag': '76ba1537-e9ba-428a-b876-fb5283b0a103', 'status': 'completed', 'code': 200} Jul 06 18:46:06.450481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534627e4-759d-4ea0-9832-9e542b19606a req-fc86de53-9907-4a61-9f09-435ffe40ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:06.452033 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-fc86de53-9907-4a61-9f09-435ffe40ec2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f71778e9a24d7e9563f6b6052bab15&device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 1095 time: 0.1063108 Jul 06 18:46:06.460950 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4489a6-0508-4b67-99f6-8a1dff105efc req-2c3b38e0-48fa-40c1-b674-ae2096465943 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:06.462685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc4489a6-0508-4b67-99f6-8a1dff105efc req-2c3b38e0-48fa-40c1-b674-ae2096465943 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 944 time: 0.0815294 Jul 06 18:46:06.507317 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-d1f6bb39-3698-4c0b-aa23-bd1e4d191f4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76ba1537-e9ba-428a-b876-fb5283b0a103 HTTP/1.1" status: 200 len: 217 time: 0.0435860 Jul 06 18:46:06.565756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-dc4489a6-0508-4b67-99f6-8a1dff105efc req-0e8ca5a4-41d6-49c5-9c8f-8cdaaedc389c tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953205 Jul 06 18:46:06.572837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534627e4-759d-4ea0-9832-9e542b19606a req-6d4a3c53-601e-41d0-81bb-a0d413b0ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:06.574273 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-6d4a3c53-601e-41d0-81bb-a0d413b0ee05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=741e9042-34b3-4e36-90dc-674b6c58deb5 HTTP/1.1" status: 200 len: 853 time: 0.0604520 Jul 06 18:46:06.608220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-0eb61ad9-a3fa-483b-8632-2eff69e4e0f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270941 Jul 06 18:46:06.698184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-19a1d9c6-0d81-4c5e-90cd-9de70537843d service neutron] 10.222.0.55 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838449 Jul 06 18:46:06.785739 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-534627e4-759d-4ea0-9832-9e542b19606a req-ec84d6cb-1524-48da-8ca9-7fe55139935b service neutron] 10.222.0.55 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805757 Jul 06 18:46:06.915680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-e961d2fa-07f1-422b-90bb-431132fd6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:06.917175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-e961d2fa-07f1-422b-90bb-431132fd6aab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f71778e9a24d7e9563f6b6052bab15&device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 1095 time: 0.0585275 Jul 06 18:46:07.006851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-b3f63753-5814-4c5f-82e0-67a68f08ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:07.008313 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-b3f63753-5814-4c5f-82e0-67a68f08ef1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c HTTP/1.1" status: 200 len: 914 time: 0.0849512 Jul 06 18:46:07.055822 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-5ccf75d9-9642-4354-8b30-5cfebb84d55a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76ba1537-e9ba-428a-b876-fb5283b0a103 HTTP/1.1" status: 200 len: 217 time: 0.0403559 Jul 06 18:46:07.105500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-f3592d37-aa50-42bc-9819-a4b0766375ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:07.106959 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-f3592d37-aa50-42bc-9819-a4b0766375ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=741e9042-34b3-4e36-90dc-674b6c58deb5 HTTP/1.1" status: 200 len: 853 time: 0.0448463 Jul 06 18:46:07.139292 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-6486ec5b-da11-407e-99c9-dfb7cedf8eed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258806 Jul 06 18:46:07.232114 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-82309ccf-2c9f-437a-a197-afc55f605c0b service neutron] 10.222.0.55 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868669 Jul 06 18:46:07.322539 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f780f5f8-606c-4dad-af0c-9650487726f3 req-5f488f5e-7601-4653-8d98-f95d52963ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832937 Jul 06 18:46:07.737799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b84908-2ebc-4672-973e-adbd5aecd549 req-f10b27d1-2238-4997-84f8-efd490520dca tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:07.739343 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0b84908-2ebc-4672-973e-adbd5aecd549 req-f10b27d1-2238-4997-84f8-efd490520dca tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 944 time: 0.0630958 Jul 06 18:46:07.776813 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e0b84908-2ebc-4672-973e-adbd5aecd549 req-885894aa-4d4b-40b8-b247-86976bd96472 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jul 06 18:46:08.948279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7d1d7-eacc-4fdd-9aa0-9ccab384e6a4 req-4ba1ab92-6cde-4d19-9b7c-e95f5769bbbd tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:08.949790 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aaa7d1d7-eacc-4fdd-9aa0-9ccab384e6a4 req-4ba1ab92-6cde-4d19-9b7c-e95f5769bbbd tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 944 time: 0.0645237 Jul 06 18:46:08.988413 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aaa7d1d7-eacc-4fdd-9aa0-9ccab384e6a4 req-8db0f17b-64ce-4b71-b2e1-d2d440d7b457 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328040 Jul 06 18:46:10.166064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a5516-9a51-46b3-bc27-a72cc913aee9 req-385531c9-348a-4e92-8322-2792f223934f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:10.167624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-221a5516-9a51-46b3-bc27-a72cc913aee9 req-385531c9-348a-4e92-8322-2792f223934f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 944 time: 0.0676746 Jul 06 18:46:10.207106 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-221a5516-9a51-46b3-bc27-a72cc913aee9 req-bddc6ef7-ba66-4a89-a916-89b3895b5030 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334547 Jul 06 18:46:11.384727 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15a03d-6a3a-4820-ab19-bcad1e8e4708 req-4a94930e-910a-4ad7-9b07-4598c84862a6 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:11.386247 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f15a03d-6a3a-4820-ab19-bcad1e8e4708 req-4a94930e-910a-4ad7-9b07-4598c84862a6 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 944 time: 0.0686209 Jul 06 18:46:11.425095 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5f15a03d-6a3a-4820-ab19-bcad1e8e4708 req-b0ff9996-88e1-41d3-befb-7168e7cc33e5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Jul 06 18:46:11.595171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76ba1537-e9ba-428a-b876-fb5283b0a103 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:46:11.691649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 76ba1537-e9ba-428a-b876-fb5283b0a103, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76ba1537-e9ba-428a-b876-fb5283b0a103,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:11.702812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '76ba1537-e9ba-428a-b876-fb5283b0a103', 'network_id': 'eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c', 'port_id': '76ba1537-e9ba-428a-b876-fb5283b0a103', 'mac_address': 'fa:16:3e:56:2b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741e9042-34b3-4e36-90dc-674b6c58deb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:46:11.742653 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.905923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ba1537-e9ba-428a-b876-fb5283b0a103 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:46:11.926113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 76ba1537-e9ba-428a-b876-fb5283b0a103, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76ba1537-e9ba-428a-b876-fb5283b0a103,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:11.929898 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:11.976291 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=76ba1537-e9ba-428a-b876-fb5283b0a103,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:12.039890 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:46:12.200110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['76ba1537-e9ba-428a-b876-fb5283b0a103'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:12.603924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1f02-84fc-4f02-a7f6-5ff885faf0c1 req-4e5c5617-84e7-4c70-94af-afa4254505a7 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:12.605441 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae1f1f02-84fc-4f02-a7f6-5ff885faf0c1 req-4e5c5617-84e7-4c70-94af-afa4254505a7 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 945 time: 0.0657227 Jul 06 18:46:12.644073 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ae1f1f02-84fc-4f02-a7f6-5ff885faf0c1 req-b19c4a89-6c67-4971-b75b-18561874f98d tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Jul 06 18:46:13.596078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76ba1537-e9ba-428a-b876-fb5283b0a103 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:13.643870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 76ba1537-e9ba-428a-b876-fb5283b0a103 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:13.647553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 76ba1537-e9ba-428a-b876-fb5283b0a103 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:13.647930 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.725831 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.748508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cdd743-7aad-4d18-a34d-bb29f79952b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ba1537-e9ba-428a-b876-fb5283b0a103'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:13.750880 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8895e57-9a1b-4291-b7ff-1fa91c6d7436" -d '{"events": [{"server_uuid": "b8cdd743-7aad-4d18-a34d-bb29f79952b5", "name": "network-vif-plugged", "status": "completed", "tag": "76ba1537-e9ba-428a-b876-fb5283b0a103"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:13.763991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 76ba1537-e9ba-428a-b876-fb5283b0a103, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76ba1537-e9ba-428a-b876-fb5283b0a103,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:13.768566 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:13.800257 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129adafc-b444-4a7f-aef9-4bf4745b1312 x-openstack-request-id: req-129adafc-b444-4a7f-aef9-4bf4745b1312 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:13.800548 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cdd743-7aad-4d18-a34d-bb29f79952b5", "name": "network-vif-plugged", "status": "completed", "tag": "76ba1537-e9ba-428a-b876-fb5283b0a103", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:13.800802 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-129adafc-b444-4a7f-aef9-4bf4745b1312 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:13.801190 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cdd743-7aad-4d18-a34d-bb29f79952b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ba1537-e9ba-428a-b876-fb5283b0a103', 'code': 200} Jul 06 18:46:13.826249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=76ba1537-e9ba-428a-b876-fb5283b0a103,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:13.838662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da29c02-6391-4bab-9e41-3318955b054e req-d0f84883-61fe-4d70-92fc-a62ab5f10f0d tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:13.840346 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7da29c02-6391-4bab-9e41-3318955b054e req-d0f84883-61fe-4d70-92fc-a62ab5f10f0d tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 946 time: 0.0806367 Jul 06 18:46:13.914676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7da29c02-6391-4bab-9e41-3318955b054e req-e7c89a20-071d-4906-bbce-c37fda03149c tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675828 Jul 06 18:46:13.933142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348814b6-c8cc-49a2-8499-50d915b0b7ad req-d6998870-5ac6-4225-8c35-952e1180a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:13.934681 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-348814b6-c8cc-49a2-8499-50d915b0b7ad req-d6998870-5ac6-4225-8c35-952e1180a07f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 1097 time: 0.0722775 Jul 06 18:46:13.970922 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-348814b6-c8cc-49a2-8499-50d915b0b7ad req-7b801e24-82e3-4cb6-af2a-294c3b90d7c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299482 Jul 06 18:46:15.094768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6f202-05eb-4b7f-a334-f83edd0b65db req-d254964d-97b3-42ac-80e6-385eb7980a26 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:15.096872 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63e6f202-05eb-4b7f-a334-f83edd0b65db req-d254964d-97b3-42ac-80e6-385eb7980a26 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 946 time: 0.0675848 Jul 06 18:46:15.139753 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-63e6f202-05eb-4b7f-a334-f83edd0b65db req-f8b7df4d-bb7b-494d-b624-0c18f55cea75 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364132 Jul 06 18:46:16.320302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472b791-c274-4511-813e-ecd12e69b492 req-5cf0282b-c492-4b4c-89c8-b16bd3692104 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:16.321793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e472b791-c274-4511-813e-ecd12e69b492 req-5cf0282b-c492-4b4c-89c8-b16bd3692104 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 946 time: 0.0634024 Jul 06 18:46:16.360736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e472b791-c274-4511-813e-ecd12e69b492 req-f6bfe450-642c-4dd2-8ad1-a03ab577f913 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Jul 06 18:46:16.740839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32125c-928e-4c4d-be4c-ed0d7db38b39 req-4f8f1345-302a-457d-949a-04546909213f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:16.742235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c32125c-928e-4c4d-be4c-ed0d7db38b39 req-4f8f1345-302a-457d-949a-04546909213f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 946 time: 0.0631230 Jul 06 18:46:16.784128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c32125c-928e-4c4d-be4c-ed0d7db38b39 req-64597625-7aef-4913-a40e-7c83dd159663 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364232 Jul 06 18:46:17.132015 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f210-57bf-4ec9-baad-f1aed7c472d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:17.973819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53206ea6-3cdb-4171-b66c-853b313d547a req-80a08719-c333-456e-aa70-9222f18f5572 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:17.975345 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53206ea6-3cdb-4171-b66c-853b313d547a req-80a08719-c333-456e-aa70-9222f18f5572 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 946 time: 0.0687463 Jul 06 18:46:18.014941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-53206ea6-3cdb-4171-b66c-853b313d547a req-b24b97aa-48f8-415b-8189-347db56a12c4 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Jul 06 18:46:18.072688 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-1a4c60ea-c7a5-4e54-8021-e38bbaaaddfd tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:18.074152 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-1a4c60ea-c7a5-4e54-8021-e38bbaaaddfd tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8cdd743-7aad-4d18-a34d-bb29f79952b5 HTTP/1.1" status: 200 len: 946 time: 0.0642085 Jul 06 18:46:18.178948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Deleting port 76ba1537-e9ba-428a-b876-fb5283b0a103 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:18.179304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.274172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] For port 76ba1537-e9ba-428a-b876-fb5283b0a103, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=76ba1537-e9ba-428a-b876-fb5283b0a103,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:18.274567 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.286774 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Calling delete_port for 76ba1537-e9ba-428a-b876-fb5283b0a103 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:18.424846 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.437222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['76ba1537-e9ba-428a-b876-fb5283b0a103'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:18.440315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3c9b06bf-5d16-414a-91e3-ed32c7e38243'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:18.454740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Pushing event deleted for resources: {'Port': ['ID=76ba1537-e9ba-428a-b876-fb5283b0a103,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:18.501651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] No DVR routers for this DVR port 76ba1537-e9ba-428a-b876-fb5283b0a103 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:18.504338 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:18.506477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c7a8f863-9299-4a80-b0b8-9a3ec1041110 req-5c9e1111-9f1f-4943-8c8b-8f295cba4537 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.55 "DELETE /v2.0/ports/76ba1537-e9ba-428a-b876-fb5283b0a103 HTTP/1.1" status: 204 len: 173 time: 0.4264190 Jul 06 18:46:18.506941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cdd743-7aad-4d18-a34d-bb29f79952b5', 'name': 'network-vif-deleted', 'tag': '76ba1537-e9ba-428a-b876-fb5283b0a103'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:18.509282 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc9a2b8-522a-4288-883f-7f1bac654134" -d '{"events": [{"server_uuid": "b8cdd743-7aad-4d18-a34d-bb29f79952b5", "name": "network-vif-deleted", "tag": "76ba1537-e9ba-428a-b876-fb5283b0a103"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:18.555181 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51acf0c-1bdb-4597-9349-5c4349c18173 x-openstack-request-id: req-e51acf0c-1bdb-4597-9349-5c4349c18173 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:18.555503 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cdd743-7aad-4d18-a34d-bb29f79952b5", "name": "network-vif-deleted", "tag": "76ba1537-e9ba-428a-b876-fb5283b0a103", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:18.555761 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e51acf0c-1bdb-4597-9349-5c4349c18173 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:18.556168 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cdd743-7aad-4d18-a34d-bb29f79952b5', 'name': 'network-vif-deleted', 'tag': '76ba1537-e9ba-428a-b876-fb5283b0a103', 'status': 'completed', 'code': 200} Jul 06 18:46:19.262000 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd9ffc-b6e9-4385-8c7c-07caba43b407 req-79677f74-6151-44e7-8377-b05614ad2484 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:19.263501 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eefd9ffc-b6e9-4385-8c7c-07caba43b407 req-79677f74-6151-44e7-8377-b05614ad2484 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0647299 Jul 06 18:46:19.304901 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eefd9ffc-b6e9-4385-8c7c-07caba43b407 req-4da81095-39c8-4a50-a47b-3f7a170a8152 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Jul 06 18:46:19.500118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14585e9f-3d52-4335-9bc5-54924f0e2a91 req-a01fe5a9-f4f4-454e-b66d-fd547a3d622a tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:19.502496 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14585e9f-3d52-4335-9bc5-54924f0e2a91 req-a01fe5a9-f4f4-454e-b66d-fd547a3d622a tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0665586 Jul 06 18:46:19.540507 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-14585e9f-3d52-4335-9bc5-54924f0e2a91 req-47133cd0-12e1-4fb1-8dca-7cc873d19a75 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Jul 06 18:46:19.659297 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bccc65bc-ce04-47d5-862f-1cd820d5b243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:19.716879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78a4a1-c7b1-4e6d-b245-e42ecb3d9dc0 req-d09bff5e-a449-4cca-8ca5-c671f2df55ed tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:19.718244 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bb78a4a1-c7b1-4e6d-b245-e42ecb3d9dc0 req-d09bff5e-a449-4cca-8ca5-c671f2df55ed tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0651503 Jul 06 18:46:19.757365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bb78a4a1-c7b1-4e6d-b245-e42ecb3d9dc0 req-656b49a5-163b-462e-b422-3130078c7486 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Jul 06 18:46:20.232242 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:20.238113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79856db4-a8be-4385-8b87-cd7e7858d942 req-f4fa2d12-d06d-4bb1-a68c-38531cf03c7f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:20.239778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79856db4-a8be-4385-8b87-cd7e7858d942 req-f4fa2d12-d06d-4bb1-a68c-38531cf03c7f tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0814269 Jul 06 18:46:20.567139 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79856db4-a8be-4385-8b87-cd7e7858d942 req-7eb1209d-e60b-46fe-bdee-88dc251571dd tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200450 Jul 06 18:46:20.740587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61faef-7bb0-4a26-9c9a-20c52f22725e req-2d725cc2-be15-42b0-a4df-10d2b4a8fb3c tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:20.741986 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b61faef-7bb0-4a26-9c9a-20c52f22725e req-2d725cc2-be15-42b0-a4df-10d2b4a8fb3c tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0632348 Jul 06 18:46:20.778924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2b61faef-7bb0-4a26-9c9a-20c52f22725e req-ab7f2827-28c0-4580-afa1-b2bcb5780874 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Jul 06 18:46:20.965265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2810a-e4ce-4cbd-9a9a-8e0b24f1d6e7 req-91c7e2f9-7d65-4e24-96cc-79447b0219cd tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:20.966774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9f2810a-e4ce-4cbd-9a9a-8e0b24f1d6e7 req-91c7e2f9-7d65-4e24-96cc-79447b0219cd tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0690134 Jul 06 18:46:20.979647 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:21.006730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d9f2810a-e4ce-4cbd-9a9a-8e0b24f1d6e7 req-235d3904-2e1d-453e-b817-1fac0a08d707 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Jul 06 18:46:21.519408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00a734-96fd-4922-a908-41d4f2bb5932 req-358e2871-7c99-44b1-826d-1963738e53ed tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:21.520799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb00a734-96fd-4922-a908-41d4f2bb5932 req-358e2871-7c99-44b1-826d-1963738e53ed tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0645261 Jul 06 18:46:21.560384 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bb00a734-96fd-4922-a908-41d4f2bb5932 req-536e8abb-ff5d-456d-945a-eff1c8f34deb tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Jul 06 18:46:21.643733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76ba1537-e9ba-428a-b876-fb5283b0a103 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:21.665844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 76ba1537-e9ba-428a-b876-fb5283b0a103 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:21.666191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 76ba1537-e9ba-428a-b876-fb5283b0a103 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:22.761261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87444-7e60-46dd-80bc-3a2fd23c10e4 req-5d881aab-5b0b-4128-b56a-6542bc393866 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:22.762678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0df87444-7e60-46dd-80bc-3a2fd23c10e4 req-5d881aab-5b0b-4128-b56a-6542bc393866 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0772951 Jul 06 18:46:22.826296 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0df87444-7e60-46dd-80bc-3a2fd23c10e4 req-7b1a3858-21c6-4693-8e5d-e544dc9f30c5 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.13 "GET /v2.0/security-groups?id=d99de779-daac-410b-8a21-370740e6d397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471087 Jul 06 18:46:22.850513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-780baa53-6140-4989-8053-f49dd18b5a4e tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:22.852085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-780baa53-6140-4989-8053-f49dd18b5a4e tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.22 "GET /v2.0/ports?device_id=38339ad5-bba9-4529-93a2-65a97268f8c7 HTTP/1.1" status: 200 len: 945 time: 0.1105115 Jul 06 18:46:22.890303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:22.952157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Deleting port 3c9b06bf-5d16-414a-91e3-ed32c7e38243 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:22.952509 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:23.043260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] For port 3c9b06bf-5d16-414a-91e3-ed32c7e38243, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=3c9b06bf-5d16-414a-91e3-ed32c7e38243,segment=NetworkSegment(63a47678-9443-4bbc-a714-82d56560eefd),segment_id=63a47678-9443-4bbc-a714-82d56560eefd)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:23.043504 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:23.056069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Calling delete_port for 3c9b06bf-5d16-414a-91e3-ed32c7e38243 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:23.180810 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:23.194804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['3c9b06bf-5d16-414a-91e3-ed32c7e38243'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:46:23.214364 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Pushing event deleted for resources: {'Port': ['ID=3c9b06bf-5d16-414a-91e3-ed32c7e38243,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:23.227459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.227813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.228164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.228505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.228845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.229179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.229511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.229848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.230179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.230536 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.230867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.231196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:23.269588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] No DVR routers for this DVR port 3c9b06bf-5d16-414a-91e3-ed32c7e38243 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:23.272158 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:23.274267 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1ae0323d-aac0-4f5e-9826-3569fe1b6902 req-57cf0a58-7812-4211-a3cc-9967fc7d1450 tempest-ServersNegativeTestJSON-1954415826 tempest-ServersNegativeTestJSON-1954415826-project] 10.222.0.22 "DELETE /v2.0/ports/3c9b06bf-5d16-414a-91e3-ed32c7e38243 HTTP/1.1" status: 204 len: 173 time: 0.4166834 Jul 06 18:46:23.274741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38339ad5-bba9-4529-93a2-65a97268f8c7', 'name': 'network-vif-deleted', 'tag': '3c9b06bf-5d16-414a-91e3-ed32c7e38243'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:23.277061 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939f396a-8651-4a5d-af94-a69ffa6ab536" -d '{"events": [{"server_uuid": "38339ad5-bba9-4529-93a2-65a97268f8c7", "name": "network-vif-deleted", "tag": "3c9b06bf-5d16-414a-91e3-ed32c7e38243"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:23.318486 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1858f949-9b8e-4bab-9791-26ebd0b75719 x-openstack-request-id: req-1858f949-9b8e-4bab-9791-26ebd0b75719 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:23.318786 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38339ad5-bba9-4529-93a2-65a97268f8c7", "name": "network-vif-deleted", "tag": "3c9b06bf-5d16-414a-91e3-ed32c7e38243", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:23.319059 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1858f949-9b8e-4bab-9791-26ebd0b75719 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:23.319455 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38339ad5-bba9-4529-93a2-65a97268f8c7', 'name': 'network-vif-deleted', 'tag': '3c9b06bf-5d16-414a-91e3-ed32c7e38243', 'status': 'completed', 'code': 200} Jul 06 18:46:23.930352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:23.977983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6c2c27-5571-4205-b132-4251220130a3 admin admin] Deleting subnet 741e9042-34b3-4e36-90dc-674b6c58deb5 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:23.981071 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c6c2c27-5571-4205-b132-4251220130a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.014901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c6c2c27-5571-4205-b132-4251220130a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.057373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c6c2c27-5571-4205-b132-4251220130a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.108119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c6c2c27-5571-4205-b132-4251220130a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.135206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c2c27-5571-4205-b132-4251220130a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741e9042-34b3-4e36-90dc-674b6c58deb5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:24.137171 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c6c2c27-5571-4205-b132-4251220130a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.140139 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3c6c2c27-5571-4205-b132-4251220130a3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/741e9042-34b3-4e36-90dc-674b6c58deb5 HTTP/1.1" status: 204 len: 168 time: 0.2077060 Jul 06 18:46:24.141775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55258) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:24.209711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.292828 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.303390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:24.313898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a47678-9443-4bbc-a714-82d56560eefd') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:24.314189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a47678-9443-4bbc-a714-82d56560eefd') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:24.322708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.336855 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.342575 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:24.342968 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:24.345667 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:24.402932 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.409051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.411040 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c HTTP/1.1" status: 204 len: 168 time: 0.2684407 Jul 06 18:46:24.423189 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f891a-63bb-413e-8df5-96cf1d7e5f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=eccc2b23-14b6-4ec8-ae61-81d3ea2e3e2c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:24.523230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:24.562751 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a6a488f7-0557-4ccf-9ab2-aa4b371019ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21f71778e9a24d7e9563f6b6052bab15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383003 Jul 06 18:46:24.565205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55264) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:24.613918 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d67d2a68-6b6c-4605-a662-b23bf9b8c61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.635408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d67d2a68-6b6c-4605-a662-b23bf9b8c61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.681038 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d67d2a68-6b6c-4605-a662-b23bf9b8c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.683670 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d67d2a68-6b6c-4605-a662-b23bf9b8c61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:24.684823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d67d2a68-6b6c-4605-a662-b23bf9b8c61b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d99de779-daac-410b-8a21-370740e6d397 HTTP/1.1" status: 204 len: 168 time: 0.1187248 Jul 06 18:46:24.693284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d2a68-6b6c-4605-a662-b23bf9b8c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99de779-daac-410b-8a21-370740e6d397,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:25.185721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3c9b06bf-5d16-414a-91e3-ed32c7e38243 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:25.207990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 3c9b06bf-5d16-414a-91e3-ed32c7e38243 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:25.208338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 3c9b06bf-5d16-414a-91e3-ed32c7e38243 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:25.367847 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55286) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:25.462605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1688783645'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:25.487520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:25.491086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.500331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.599442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.603207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.627786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:25.643489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da50d75-5a0e-4483-b908-6ed6e3d5e289,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:25.647726 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.648083 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Added segment 0168b693-13f9-4683-9990-a9906a2d6c7e of type vlan for network 3fad034e-2cb2-449a-9c87-d1dfc57c1614 Jul 06 18:46:25.690507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.718745 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.725063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:25.725648 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:25.794387 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4253898 Jul 06 18:46:25.831054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46c307-19be-445b-aad9-633ec742b1c9 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Network': ['ID=3fad034e-2cb2-449a-9c87-d1dfc57c1614,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:25.841444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 3fad034e-2cb2-449a-9c87-d1dfc57c1614 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:29.140303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55290) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:29.146180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'subnet': {'network_id': '3fad034e-2cb2-449a-9c87-d1dfc57c1614', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:29.233627 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:29.237310 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.425276 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.488775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Subnet': ['ID=bcae448b-4f4a-40c1-8bf6-e0f71095cd14,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:29.498947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Checking segment: {'id': '0168b693-13f9-4683-9990-a9906a2d6c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3fad034e-2cb2-449a-9c87-d1dfc57c1614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:29.499313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network hostable DHCP agents. Network: 3fad034e-2cb2-449a-9c87-d1dfc57c1614, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:29.516236 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network 3fad034e-2cb2-449a-9c87-d1dfc57c1614 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:29.524860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 3fad034e-2cb2-449a-9c87-d1dfc57c1614) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:29.529138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:29.529733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.534460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4564bc5-57d4-41a9-9283-7fd8ae9e4dbf None None] Network 3fad034e-2cb2-449a-9c87-d1dfc57c1614 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:29.546248 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b5ce25fa-34de-4450-8822-cb26e9ee1dad tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4046071 Jul 06 18:46:29.550684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:29.555726 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-524357990'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:29.577087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:29.581256 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.606255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:29.616612 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.617009 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Added segment 285fed9c-f6ac-4b89-b85c-6c7646595acd of type vlan for network dc6bf6c3-68ce-45ed-b478-8cb026ffd693 Jul 06 18:46:29.658731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.686542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-3fad034e-2cb2-449a-9c87-d1dfc57c1614', 'network_id': '3fad034e-2cb2-449a-9c87-d1dfc57c1614', 'tenant_id': '734b1bffe4d74ba69abf655e391426c0', 'fixed_ips': [{'subnet_id': 'bcae448b-4f4a-40c1-8bf6-e0f71095cd14'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:29.688594 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.693944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.699549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:29.700290 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.764016 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2122579 Jul 06 18:46:29.767635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:29.772963 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'subnet': {'network_id': 'dc6bf6c3-68ce-45ed-b478-8cb026ffd693', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:29.776892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f5a2d-2710-4030-8850-6bdd78e6b9dd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Network': ['ID=dc6bf6c3-68ce-45ed-b478-8cb026ffd693,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:29.788906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network dc6bf6c3-68ce-45ed-b478-8cb026ffd693 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:29.866661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:29.870244 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:29.887795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Allocated IP 2001:db8:0:ffff::2 (3fad034e-2cb2-449a-9c87-d1dfc57c1614/bcae448b-4f4a-40c1-8bf6-e0f71095cd14/814f307c-b04b-4e99-a0f8-b7b6a00c66b1) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:30.038044 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.048462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Transition to ACTIVE for port object 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:30.063483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Transition to ACTIVE for port object 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:30.069708 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.083217 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.107825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Network 3fad034e-2cb2-449a-9c87-d1dfc57c1614 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:30.113169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:30.116506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:30.123538 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Pushing event updated for resources: {'Port': ['ID=814f307c-b04b-4e99-a0f8-b7b6a00c66b1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:30.133103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.133453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.133801 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.134140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.134508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.134843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.135176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.135504 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.135829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.136153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.136477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.136810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.143779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Subnet': ['ID=b342ac74-3136-4a49-a5ef-1ccb6843a2d2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:30.158606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.158961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.159306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.159650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.159986 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.160320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.160650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.160979 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.161306 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.161631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.161957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.162295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:30.165892 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Checking segment: {'id': '285fed9c-f6ac-4b89-b85c-6c7646595acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dc6bf6c3-68ce-45ed-b478-8cb026ffd693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:30.166254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network hostable DHCP agents. Network: dc6bf6c3-68ce-45ed-b478-8cb026ffd693, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:30.188057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network dc6bf6c3-68ce-45ed-b478-8cb026ffd693 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:30.190941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Attempting to bind port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:30.191310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Attempting to bind port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '0168b693-13f9-4683-9990-a9906a2d6c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3fad034e-2cb2-449a-9c87-d1dfc57c1614'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:30.191959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Attempting to bind port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 on network 3fad034e-2cb2-449a-9c87-d1dfc57c1614 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:30.196973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:30.197336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Checking segment: {'id': '0168b693-13f9-4683-9990-a9906a2d6c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3fad034e-2cb2-449a-9c87-d1dfc57c1614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:30.197742 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.198150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Bound using segment: {'id': '0168b693-13f9-4683-9990-a9906a2d6c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3fad034e-2cb2-449a-9c87-d1dfc57c1614'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:30.198757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Bound port: 814f307c-b04b-4e99-a0f8-b7b6a00c66b1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0168b693-13f9-4683-9990-a9906a2d6c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3fad034e-2cb2-449a-9c87-d1dfc57c1614'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:30.199120 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.200891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, dc6bf6c3-68ce-45ed-b478-8cb026ffd693) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:30.205562 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:30.206161 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.214901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853198d6-8583-4ef0-b314-69cff822a4ab None None] Network dc6bf6c3-68ce-45ed-b478-8cb026ffd693 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:30.221581 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3a3e95a2-ce41-4965-baa8-52d8009b9ccd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4528532 Jul 06 18:46:30.224614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55296) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:30.331962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] For port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:30.333757 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.339597 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] For port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=814f307c-b04b-4e99-a0f8-b7b6a00c66b1,segment=NetworkSegment(0168b693-13f9-4683-9990-a9906a2d6c7e),segment_id=0168b693-13f9-4683-9990-a9906a2d6c7e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:30.346416 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.436375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.442313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ff8db-56d7-4017-bd14-1b0efb9311d1 None None] Pushing event updated for resources: {'Port': ['ID=814f307c-b04b-4e99-a0f8-b7b6a00c66b1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:30.476997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f45a1-4cd1-4477-bc43-e270f997b266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-dc6bf6c3-68ce-45ed-b478-8cb026ffd693', 'network_id': 'dc6bf6c3-68ce-45ed-b478-8cb026ffd693', 'tenant_id': '734b1bffe4d74ba69abf655e391426c0', 'fixed_ips': [{'subnet_id': 'b342ac74-3136-4a49-a5ef-1ccb6843a2d2'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:30.478830 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b3f45a1-4cd1-4477-bc43-e270f997b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.519196 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.548304 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Subnet': ['ID=b342ac74-3136-4a49-a5ef-1ccb6843a2d2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server [None req-6b3f45a1-4cd1-4477-bc43-e270f997b266 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b342ac74-3136-4a49-a5ef-1ccb6843a2d2: This subnet is being modified by another concurrent operation. Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server raise exception Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b342ac74-3136-4a49-a5ef-1ccb6843a2d2: This subnet is being modified by another concurrent operation. Jul 06 18:46:30.616176 n-d-799526-3 neutron-server[93780]: ERROR oslo_messaging.rpc.server Jul 06 18:46:30.625686 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.636070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6bf6c3-68ce-45ed-b478-8cb026ffd693']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:30.639505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e29ac-f240-49bc-a32e-0766fef45243 None None] Network dc6bf6c3-68ce-45ed-b478-8cb026ffd693 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:30.651678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285fed9c-f6ac-4b89-b85c-6c7646595acd') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:30.652065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285fed9c-f6ac-4b89-b85c-6c7646595acd') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:30.663068 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.679085 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.685793 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:30.686927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:30.691144 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:30.756561 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.763814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.765661 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/networks/dc6bf6c3-68ce-45ed-b478-8cb026ffd693 HTTP/1.1" status: 204 len: 168 time: 0.5401285 Jul 06 18:46:30.770035 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:30.776043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1988357652'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:30.786142 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e204c4-b5e1-4e4e-b2bc-be31a12a15b5 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Network': ['ID=dc6bf6c3-68ce-45ed-b478-8cb026ffd693,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:30.826054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:30.830651 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.857549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:30.868003 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.868273 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Added segment 9cfa129d-0afa-4493-9018-607b9419401c of type vlan for network f1176930-0096-4f9e-94ad-e71a01e3296f Jul 06 18:46:30.917242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.951016 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:30.957243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:30.957832 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.019323 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2480659 Jul 06 18:46:31.022251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:31.027287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'subnet': {'network_id': 'f1176930-0096-4f9e-94ad-e71a01e3296f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:31.073735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573440f4-a81f-4385-85b3-081922016925 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Network': ['ID=f1176930-0096-4f9e-94ad-e71a01e3296f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:31.085068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network f1176930-0096-4f9e-94ad-e71a01e3296f details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:31.127402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:31.131086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.196515 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Performing IP validity checks on allocation pools {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 18:46:31.197050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 18:46:31.325279 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.397541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Subnet': ['ID=6a5f850f-ef0d-4243-a23e-52bcddc3cc03,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:31.405046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Checking segment: {'id': '9cfa129d-0afa-4493-9018-607b9419401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f1176930-0096-4f9e-94ad-e71a01e3296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:31.405406 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network hostable DHCP agents. Network: f1176930-0096-4f9e-94ad-e71a01e3296f, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:31.426622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network f1176930-0096-4f9e-94ad-e71a01e3296f is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:31.438202 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, f1176930-0096-4f9e-94ad-e71a01e3296f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:31.447812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:31.447964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e6e7a-1123-4d46-8bab-2ec1d084ec73 None None] Network f1176930-0096-4f9e-94ad-e71a01e3296f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:31.448415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.465888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-36949248-1fe8-4c85-966f-df9adf202d93 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4424210 Jul 06 18:46:31.468503 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55302) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:31.590142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:31.625816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf19f8c-691e-4606-960e-ff05ea2f6814 None None] Network 3fad034e-2cb2-449a-9c87-d1dfc57c1614 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:31.745842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-f1176930-0096-4f9e-94ad-e71a01e3296f', 'network_id': 'f1176930-0096-4f9e-94ad-e71a01e3296f', 'tenant_id': '734b1bffe4d74ba69abf655e391426c0', 'fixed_ips': [{'subnet_id': '6a5f850f-ef0d-4243-a23e-52bcddc3cc03'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:31.746756 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.762478 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bcee695b-1965-44e8-ba4c-d7322bece04d None None] Provisioning for port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:31.782306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:31.787502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bcee695b-1965-44e8-ba4c-d7322bece04d None None] Provisioning complete for port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:31.787880 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcee695b-1965-44e8-ba4c-d7322bece04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.814203 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:31.814531 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.897883 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:31.950832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.106371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Allocated IP 2001:db8::3 (f1176930-0096-4f9e-94ad-e71a01e3296f/6a5f850f-ef0d-4243-a23e-52bcddc3cc03/b218c9ea-fe58-4ef1-9b51-88f1c09d6830) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:32.131278 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcee695b-1965-44e8-ba4c-d7322bece04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.157573 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.249211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bcee695b-1965-44e8-ba4c-d7322bece04d None None] For port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=814f307c-b04b-4e99-a0f8-b7b6a00c66b1,segment=NetworkSegment(0168b693-13f9-4683-9990-a9906a2d6c7e),segment_id=0168b693-13f9-4683-9990-a9906a2d6c7e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:32.264110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcee695b-1965-44e8-ba4c-d7322bece04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.390100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee695b-1965-44e8-ba4c-d7322bece04d None None] Pushing event updated for resources: {'Port': ['ID=814f307c-b04b-4e99-a0f8-b7b6a00c66b1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:32.396319 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:46:32.396674 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:46:32.397461 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.405665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Transition to ACTIVE for port object b218c9ea-fe58-4ef1-9b51-88f1c09d6830 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:32.421099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Transition to ACTIVE for port object b218c9ea-fe58-4ef1-9b51-88f1c09d6830 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:32.429923 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.447532 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.477380 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5f850f-ef0d-4243-a23e-52bcddc3cc03,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:32.545539 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.556847 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1176930-0096-4f9e-94ad-e71a01e3296f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:32.569346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfa129d-0afa-4493-9018-607b9419401c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:32.569626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfa129d-0afa-4493-9018-607b9419401c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:32.579735 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.594034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.600689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:32.601125 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:32.604486 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:32.643708 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Network f1176930-0096-4f9e-94ad-e71a01e3296f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:32.650310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:32.654134 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:32.655971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Pushing event updated for resources: {'Port': ['ID=b218c9ea-fe58-4ef1-9b51-88f1c09d6830,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:32.662693 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2195057e-77e9-438f-856b-7cbd06e2a2fb None None] Provisioning complete for port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:32.663073 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2195057e-77e9-438f-856b-7cbd06e2a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.676683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 18:46:32.676683 n-d-799526-3 neutron-server[93779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 18:46:32.676683 n-d-799526-3 neutron-server[93779]: [parameters: {'id': 'f1176930-0096-4f9e-94ad-e71a01e3296f'}] Jul 06 18:46:32.676683 n-d-799526-3 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:46:32.677446 n-d-799526-3 neutron-server[93779]: DEBUG oslo_db.api [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:46:32.753837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Attempting to bind port b218c9ea-fe58-4ef1-9b51-88f1c09d6830 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:32.754212 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Attempting to bind port b218c9ea-fe58-4ef1-9b51-88f1c09d6830 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '9cfa129d-0afa-4493-9018-607b9419401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f1176930-0096-4f9e-94ad-e71a01e3296f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:32.754615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Attempting to bind port b218c9ea-fe58-4ef1-9b51-88f1c09d6830 on network f1176930-0096-4f9e-94ad-e71a01e3296f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:32.769690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:32.770077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Checking segment: {'id': '9cfa129d-0afa-4493-9018-607b9419401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f1176930-0096-4f9e-94ad-e71a01e3296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:32.770591 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.771060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Bound using segment: {'id': '9cfa129d-0afa-4493-9018-607b9419401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f1176930-0096-4f9e-94ad-e71a01e3296f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:32.771584 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Bound port: b218c9ea-fe58-4ef1-9b51-88f1c09d6830, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfa129d-0afa-4493-9018-607b9419401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f1176930-0096-4f9e-94ad-e71a01e3296f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:32.771990 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.776331 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:32.869324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] For port b218c9ea-fe58-4ef1-9b51-88f1c09d6830, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:32.872923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] For port b218c9ea-fe58-4ef1-9b51-88f1c09d6830, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b218c9ea-fe58-4ef1-9b51-88f1c09d6830,segment=NetworkSegment(9cfa129d-0afa-4493-9018-607b9419401c),segment_id=9cfa129d-0afa-4493-9018-607b9419401c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:32.877368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.006362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0006-68dd-4ce3-a666-164c89269902 None None] Pushing event updated for resources: {'Port': ['ID=b218c9ea-fe58-4ef1-9b51-88f1c09d6830,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:33.024072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc50be3-f7f8-4d2f-b834-b7c1c4cbdbad None None] Network f1176930-0096-4f9e-94ad-e71a01e3296f requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:33.163020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38c4b87-79da-4204-a1d0-51c84335948c None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:46:33.178931 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.229965 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c4b87-79da-4204-a1d0-51c84335948c None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:46:33.244788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Deleting port b218c9ea-fe58-4ef1-9b51-88f1c09d6830 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:33.245138 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.315366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] For port b218c9ea-fe58-4ef1-9b51-88f1c09d6830, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b218c9ea-fe58-4ef1-9b51-88f1c09d6830,segment=NetworkSegment(9cfa129d-0afa-4493-9018-607b9419401c),segment_id=9cfa129d-0afa-4493-9018-607b9419401c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:33.315738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.333200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Calling delete_port for b218c9ea-fe58-4ef1-9b51-88f1c09d6830 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:33.427564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.455531 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Port': ['ID=b218c9ea-fe58-4ef1-9b51-88f1c09d6830,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:33.457432 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No DVR routers for this DVR port b218c9ea-fe58-4ef1-9b51-88f1c09d6830 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:33.481851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0117a38-7ac2-4d6f-ab9c-ca435351d0ea None None] get_active_networks_info from n-d-799526-3 {{(pid=93780) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 18:46:33.523710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:33.539807 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.549827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1176930-0096-4f9e-94ad-e71a01e3296f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:33.564400 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfa129d-0afa-4493-9018-607b9419401c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:33.564706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfa129d-0afa-4493-9018-607b9419401c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:33.573976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.588555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.597614 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:33.598053 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.598191 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0117a38-7ac2-4d6f-ab9c-ca435351d0ea None None] Resources bound (agent type, host, resource id): {{(pid=93780) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:33.601257 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:33.619295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:33.619749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.664760 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.672025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.673925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/networks/f1176930-0096-4f9e-94ad-e71a01e3296f HTTP/1.1" status: 204 len: 168 time: 2.2035933 Jul 06 18:46:33.678080 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:33.684371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-836429641'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:33.687300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18923cec-25a8-4512-b3bf-5c878faa134e tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Network': ['ID=f1176930-0096-4f9e-94ad-e71a01e3296f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:33.711173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:33.714694 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.739092 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:33.748975 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.749326 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Added segment 22e0f09c-1e9d-48db-84db-68bf1b76404e of type vlan for network b9b3874f-f884-4bef-8832-7157083bd9e6 Jul 06 18:46:33.793837 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.827199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.833621 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:33.834229 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:33.892135 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2120986 Jul 06 18:46:33.894671 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:33.899494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'subnet': {'network_id': 'b9b3874f-f884-4bef-8832-7157083bd9e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:33.947841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f84a9d-883a-4624-9c10-56e4b23f54cd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Network': ['ID=b9b3874f-f884-4bef-8832-7157083bd9e6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:33.959430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b9b3874f-f884-4bef-8832-7157083bd9e6 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:33.999083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:34.003445 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.183600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.243281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Subnet': ['ID=80a90573-c690-43be-9f2d-f28f17217843,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.254029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Checking segment: {'id': '22e0f09c-1e9d-48db-84db-68bf1b76404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9b3874f-f884-4bef-8832-7157083bd9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:34.254418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network hostable DHCP agents. Network: b9b3874f-f884-4bef-8832-7157083bd9e6, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:34.273155 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network b9b3874f-f884-4bef-8832-7157083bd9e6 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:34.283284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b9b3874f-f884-4bef-8832-7157083bd9e6) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:34.289947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:34.290922 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.292189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8d025-8ca2-414e-932c-eefd6aedefce None None] Network b9b3874f-f884-4bef-8832-7157083bd9e6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:34.307100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-934e20ff-cd3e-4863-9dd8-dc06ac0e46a4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4114037 Jul 06 18:46:34.311595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:34.317658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223248467'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:34.340404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:34.345933 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.371551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:34.385772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.386373 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Added segment 92ca7d01-4058-464b-a5c3-77f231b9f15d of type vlan for network a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1 Jul 06 18:46:34.448622 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.466789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-b9b3874f-f884-4bef-8832-7157083bd9e6', 'network_id': 'b9b3874f-f884-4bef-8832-7157083bd9e6', 'tenant_id': '734b1bffe4d74ba69abf655e391426c0', 'fixed_ips': [{'subnet_id': '80a90573-c690-43be-9f2d-f28f17217843'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:34.467662 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.490534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.496833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:34.497686 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.584416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2716715 Jul 06 18:46:34.587353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:34.593015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Request body: {'subnet': {'network_id': 'a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:34.603422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6fc11-35f5-4bfb-9365-c1188de00766 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Network': ['ID=a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.616293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:34.625078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Allocated IP 2001:db8::2 (b9b3874f-f884-4bef-8832-7157083bd9e6/80a90573-c690-43be-9f2d-f28f17217843/0b5805ad-ce04-4be8-b9e7-9ad33e8523c1) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:34.689769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Made reservation on behalf of 734b1bffe4d74ba69abf655e391426c0 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:34.693287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.825917 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.834967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Transition to ACTIVE for port object 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:34.850640 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Transition to ACTIVE for port object 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:34.856788 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.881922 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.895499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Network b9b3874f-f884-4bef-8832-7157083bd9e6 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:34.900272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:34.903581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:34.910894 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Pushing event updated for resources: {'Port': ['ID=0b5805ad-ce04-4be8-b9e7-9ad33e8523c1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.952435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event updated for resources: {'Subnet': ['ID=1655c847-700b-48a3-a222-8897456c6e96,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:34.957010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Checking segment: {'id': '92ca7d01-4058-464b-a5c3-77f231b9f15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:34.957388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network hostable DHCP agents. Network: a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:34.964829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Attempting to bind port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:34.965339 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Attempting to bind port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '22e0f09c-1e9d-48db-84db-68bf1b76404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9b3874f-f884-4bef-8832-7157083bd9e6'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:34.965573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Attempting to bind port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 on network b9b3874f-f884-4bef-8832-7157083bd9e6 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:34.971420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:34.971797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Checking segment: {'id': '22e0f09c-1e9d-48db-84db-68bf1b76404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9b3874f-f884-4bef-8832-7157083bd9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:34.972238 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.972856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Bound using segment: {'id': '22e0f09c-1e9d-48db-84db-68bf1b76404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9b3874f-f884-4bef-8832-7157083bd9e6'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:34.973318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Bound port: 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e0f09c-1e9d-48db-84db-68bf1b76404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9b3874f-f884-4bef-8832-7157083bd9e6'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:34.973698 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:34.975465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Network a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:34.984243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:34.988832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:34.989497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.004241 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb225c49-3d5b-4e9b-95f3-302263779dd8 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4156227 Jul 06 18:46:35.008298 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.009422 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3bd0e1-9b95-4267-9046-4b8d3d81a38d None None] Network a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:35.091673 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] For port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:35.108801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.112810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] For port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0b5805ad-ce04-4be8-b9e7-9ad33e8523c1,segment=NetworkSegment(22e0f09c-1e9d-48db-84db-68bf1b76404e),segment_id=22e0f09c-1e9d-48db-84db-68bf1b76404e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:35.119540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.189125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.227879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff5966-ffd9-49de-a1b8-76a6cdb81496 None None] Pushing event updated for resources: {'Port': ['ID=0b5805ad-ce04-4be8-b9e7-9ad33e8523c1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.245365 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7243758-4918-4155-949d-2c0930e53e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1', 'network_id': 'a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1', 'tenant_id': '734b1bffe4d74ba69abf655e391426c0', 'fixed_ips': [{'subnet_id': '1655c847-700b-48a3-a222-8897456c6e96'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:35.246289 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7243758-4918-4155-949d-2c0930e53e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.258812 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.294267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Subnet': ['ID=1655c847-700b-48a3-a222-8897456c6e96,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.338005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d41aa-74e5-49c3-bcc0-d7c10890c114 None None] Network a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:35.358689 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.370630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:35.401006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ca7d01-4058-464b-a5c3-77f231b9f15d') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:35.401314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ca7d01-4058-464b-a5c3-77f231b9f15d') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:35.416563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.443493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.452297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:35.452717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:35.458248 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:35.536514 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.544874 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.550038 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/networks/a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1 HTTP/1.1" status: 204 len: 168 time: 0.5375681 Jul 06 18:46:35.550509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.558073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3704f-6112-4877-aace-01eb1c47e278 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Network': ['ID=a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.570764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:35.598854 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2810a1-0912-4b25-8381-96a8c662c1f0 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] GET failed (client error): The resource could not be found. Jul 06 18:46:35.600305 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-db2810a1-0912-4b25-8381-96a8c662c1f0 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "GET /v2.0/subnets/1655c847-700b-48a3-a222-8897456c6e96 HTTP/1.1" status: 404 len: 337 time: 0.0487232 Jul 06 18:46:35.603303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55316) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.622375 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b1b16c-6641-4510-954c-efce21d7d95c tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] DELETE failed (client error): The resource could not be found. Jul 06 18:46:35.622874 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b1b16c-6641-4510-954c-efce21d7d95c tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:46:35.623617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:35.624821 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c3b1b16c-6641-4510-954c-efce21d7d95c tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/networks/a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1 HTTP/1.1" status: 404 len: 339 time: 0.0205088 Jul 06 18:46:35.629349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.661277 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c45a429-91a6-461a-b10d-6768cb0982ac tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] DELETE failed (client error): The resource could not be found. Jul 06 18:46:35.661745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c45a429-91a6-461a-b10d-6768cb0982ac tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:46:35.663520 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8c45a429-91a6-461a-b10d-6768cb0982ac tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/subnets/1655c847-700b-48a3-a222-8897456c6e96 HTTP/1.1" status: 404 len: 337 time: 0.0326710 Jul 06 18:46:35.666157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.685274 n-d-799526-3 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf73244-7846-47d5-872c-79e485649f50 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] DELETE failed (client error): The resource could not be found. Jul 06 18:46:35.685838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf73244-7846-47d5-872c-79e485649f50 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:46:35.687561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3bf73244-7846-47d5-872c-79e485649f50 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/networks/a1d5d8bf-f6eb-46bf-afd4-b6d5d78268a1 HTTP/1.1" status: 404 len: 339 time: 0.0204616 Jul 06 18:46:35.690325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:35.743235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefa93fe-bd98-4fb0-9b43-8a46dbde7112 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Deleting subnet 80a90573-c690-43be-9f2d-f28f17217843 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:35.746333 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cefa93fe-bd98-4fb0-9b43-8a46dbde7112 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.785722 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cefa93fe-bd98-4fb0-9b43-8a46dbde7112 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.872302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cefa93fe-bd98-4fb0-9b43-8a46dbde7112 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.934060 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cefa93fe-bd98-4fb0-9b43-8a46dbde7112 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.963789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa93fe-bd98-4fb0-9b43-8a46dbde7112 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Subnet': ['ID=80a90573-c690-43be-9f2d-f28f17217843,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:35.968173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cefa93fe-bd98-4fb0-9b43-8a46dbde7112 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:35.971329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cefa93fe-bd98-4fb0-9b43-8a46dbde7112 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/subnets/80a90573-c690-43be-9f2d-f28f17217843 HTTP/1.1" status: 204 len: 168 time: 0.2799337 Jul 06 18:46:35.973991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:36.002904 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.069652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.125735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Deleting port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:36.126086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.177073 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d65d7-0223-4bba-99d0-5377234c4a2a None None] Network b9b3874f-f884-4bef-8832-7157083bd9e6 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:36.191881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] For port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=0b5805ad-ce04-4be8-b9e7-9ad33e8523c1,segment=NetworkSegment(22e0f09c-1e9d-48db-84db-68bf1b76404e),segment_id=22e0f09c-1e9d-48db-84db-68bf1b76404e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:36.192244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.205712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Calling delete_port for 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:36.241396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bf3740a6-df33-4047-888d-19b89894bc37 None None] Provisioning for port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:36.252282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bf3740a6-df33-4047-888d-19b89894bc37 None None] Provisioning complete for port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:36.252661 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf3740a6-df33-4047-888d-19b89894bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.289594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.320060 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Port': ['ID=0b5805ad-ce04-4be8-b9e7-9ad33e8523c1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:36.322503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No DVR routers for this DVR port 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:36.325153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bf3740a6-df33-4047-888d-19b89894bc37 None None] Could not find standard attr ID for object 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:46:36.328439 n-d-799526-3 neutron-server[93780]: INFO neutron.plugins.ml2.db [None req-bf3740a6-df33-4047-888d-19b89894bc37 None None] No ports have port_id starting with 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 Jul 06 18:46:36.379727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b82606-53bc-4246-bfe7-5459f78a08d1 None None] DHCP port deletion for b9b3874f-f884-4bef-8832-7157083bd9e6 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:46:36.405963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.419351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b3874f-f884-4bef-8832-7157083bd9e6']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:36.712988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e0f09c-1e9d-48db-84db-68bf1b76404e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:36.713650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e0f09c-1e9d-48db-84db-68bf1b76404e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:36.723297 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.737329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.743348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:36.743733 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:36.746636 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:36.805023 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.812140 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:36.813951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/networks/b9b3874f-f884-4bef-8832-7157083bd9e6 HTTP/1.1" status: 204 len: 168 time: 0.8388877 Jul 06 18:46:36.816670 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:36.825332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3ec53-4c75-4ee9-8618-6ef51b14be54 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Network': ['ID=b9b3874f-f884-4bef-8832-7157083bd9e6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:36.843835 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-26303551-eed8-4cc3-b221-21ea82196d2b tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] DELETE failed (client error): The resource could not be found. Jul 06 18:46:36.844888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26303551-eed8-4cc3-b221-21ea82196d2b tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:46:36.846560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-26303551-eed8-4cc3-b221-21ea82196d2b tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/subnets/6a5f850f-ef0d-4243-a23e-52bcddc3cc03 HTTP/1.1" status: 404 len: 337 time: 0.0287535 Jul 06 18:46:36.849471 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:36.868025 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db438ef-b41e-4940-8ce7-a9ae2e0964fd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] DELETE failed (client error): The resource could not be found. Jul 06 18:46:36.868567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db438ef-b41e-4940-8ce7-a9ae2e0964fd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:46:36.870258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2db438ef-b41e-4940-8ce7-a9ae2e0964fd tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/networks/f1176930-0096-4f9e-94ad-e71a01e3296f HTTP/1.1" status: 404 len: 339 time: 0.0198731 Jul 06 18:46:36.872877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55330) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:36.898544 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c39b22-2570-415b-968b-4d60b2db3d98 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] DELETE failed (client error): The resource could not be found. Jul 06 18:46:36.898992 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c39b22-2570-415b-968b-4d60b2db3d98 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:46:36.900695 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-07c39b22-2570-415b-968b-4d60b2db3d98 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/subnets/b342ac74-3136-4a49-a5ef-1ccb6843a2d2 HTTP/1.1" status: 404 len: 337 time: 0.0269196 Jul 06 18:46:36.903404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55332) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:36.920869 n-d-799526-3 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afa39bf-ee63-4437-a736-63596b23bc48 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] DELETE failed (client error): The resource could not be found. Jul 06 18:46:36.921378 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afa39bf-ee63-4437-a736-63596b23bc48 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 18:46:36.923576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2afa39bf-ee63-4437-a736-63596b23bc48 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/networks/dc6bf6c3-68ce-45ed-b478-8cb026ffd693 HTTP/1.1" status: 404 len: 339 time: 0.0192854 Jul 06 18:46:36.926088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55334) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:36.980018 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-333773b6-e2ad-4886-a4fb-bf72c7e67d1d tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Deleting subnet bcae448b-4f4a-40c1-8bf6-e0f71095cd14 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:36.983022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-333773b6-e2ad-4886-a4fb-bf72c7e67d1d tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.036940 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-333773b6-e2ad-4886-a4fb-bf72c7e67d1d tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.119683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-333773b6-e2ad-4886-a4fb-bf72c7e67d1d tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.181267 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-333773b6-e2ad-4886-a4fb-bf72c7e67d1d tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.207838 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333773b6-e2ad-4886-a4fb-bf72c7e67d1d tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Subnet': ['ID=bcae448b-4f4a-40c1-8bf6-e0f71095cd14,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:37.211408 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-333773b6-e2ad-4886-a4fb-bf72c7e67d1d tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.213703 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-333773b6-e2ad-4886-a4fb-bf72c7e67d1d tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/subnets/bcae448b-4f4a-40c1-8bf6-e0f71095cd14 HTTP/1.1" status: 204 len: 168 time: 0.2861364 Jul 06 18:46:37.215804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55336) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:37.218881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ab562-a6e9-4cb0-86a4-983f4fd7df39 None None] Network 3fad034e-2cb2-449a-9c87-d1dfc57c1614 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:37.291578 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.344026 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Deleting port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:37.344970 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.420714 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] For port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=814f307c-b04b-4e99-a0f8-b7b6a00c66b1,segment=NetworkSegment(0168b693-13f9-4683-9990-a9906a2d6c7e),segment_id=0168b693-13f9-4683-9990-a9906a2d6c7e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:37.421087 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.434458 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Calling delete_port for 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:37.435224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076277a-3f4f-478b-9254-72da1c844ebe None None] DHCP port deletion for 3fad034e-2cb2-449a-9c87-d1dfc57c1614 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:46:37.490603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2076277a-3f4f-478b-9254-72da1c844ebe None None] Deleting port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:37.491140 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2076277a-3f4f-478b-9254-72da1c844ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.519190 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.528292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:37.549648 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Port': ['ID=814f307c-b04b-4e99-a0f8-b7b6a00c66b1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:37.554399 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] No DVR routers for this DVR port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:37.556003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:37.556555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:37.556839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:37.584920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:37.585270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 0b5805ad-ce04-4be8-b9e7-9ad33e8523c1 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:37.591016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2076277a-3f4f-478b-9254-72da1c844ebe None None] For port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=814f307c-b04b-4e99-a0f8-b7b6a00c66b1,segment=NetworkSegment(0168b693-13f9-4683-9990-a9906a2d6c7e),segment_id=0168b693-13f9-4683-9990-a9906a2d6c7e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:37.591381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2076277a-3f4f-478b-9254-72da1c844ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.604530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2076277a-3f4f-478b-9254-72da1c844ebe None None] Calling delete_port for 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:37.634838 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.644915 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fad034e-2cb2-449a-9c87-d1dfc57c1614']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:37.655218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0168b693-13f9-4683-9990-a9906a2d6c7e') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:37.655515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0168b693-13f9-4683-9990-a9906a2d6c7e') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:37.665248 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.679771 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.683581 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2076277a-3f4f-478b-9254-72da1c844ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.685469 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:37.685856 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:37.689549 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:37.708284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076277a-3f4f-478b-9254-72da1c844ebe None None] Pushing event deleted for resources: {'Port': ['ID=814f307c-b04b-4e99-a0f8-b7b6a00c66b1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:37.711812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076277a-3f4f-478b-9254-72da1c844ebe None None] No DVR routers for this DVR port 814f307c-b04b-4e99-a0f8-b7b6a00c66b1 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:37.752826 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.759779 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:37.761589 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] 10.222.0.13 "DELETE /v2.0/networks/3fad034e-2cb2-449a-9c87-d1dfc57c1614 HTTP/1.1" status: 204 len: 168 time: 0.5448713 Jul 06 18:46:37.773754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f90fda-a906-4279-9c66-3d5b61b82fe4 tempest-NetworksIpV6Test-709890167 tempest-NetworksIpV6Test-709890167-project] Pushing event deleted for resources: {'Network': ['ID=3fad034e-2cb2-449a-9c87-d1dfc57c1614,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:38.002208 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55342) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.138031 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a6bafc02-fe4c-4183-b0ff-54f06c2a1da2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=734b1bffe4d74ba69abf655e391426c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345305 Jul 06 18:46:38.140565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55346) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.189310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f49c773-383d-4adf-8106-838f4ffe63c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.210317 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f49c773-383d-4adf-8106-838f4ffe63c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.256499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f49c773-383d-4adf-8106-838f4ffe63c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.259154 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f49c773-383d-4adf-8106-838f4ffe63c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:38.260300 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7f49c773-383d-4adf-8106-838f4ffe63c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9da50d75-5a0e-4483-b908-6ed6e3d5e289 HTTP/1.1" status: 204 len: 168 time: 0.1182075 Jul 06 18:46:38.268742 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49c773-383d-4adf-8106-838f4ffe63c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da50d75-5a0e-4483-b908-6ed6e3d5e289,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:38.894041 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55368) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:38.986195 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dca11260-b967-457e-a810-bb73ade59c56 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2013818416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:39.009359 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dca11260-b967-457e-a810-bb73ade59c56 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.010534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dca11260-b967-457e-a810-bb73ade59c56 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.068266 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dca11260-b967-457e-a810-bb73ade59c56 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.072572 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dca11260-b967-457e-a810-bb73ade59c56 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.087880 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dca11260-b967-457e-a810-bb73ade59c56 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.089251 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dca11260-b967-457e-a810-bb73ade59c56 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1941345 Jul 06 18:46:39.091988 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.098040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-211903161'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:39.118913 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Made reservation on behalf of f82850a214fb41b086590b09296dcd48 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:39.122451 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.131399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.230829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.236230 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.262578 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:39.272355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60eb8ae3-0d14-4b7a-87bc-c25dbc88ad7a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:39.278594 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.278948 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Added segment eb88b880-bed6-45fe-8c3e-f29aa8402a13 of type vlan for network e8306940-8979-4243-b9ed-07777899f5cc Jul 06 18:46:39.324422 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.355356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.361266 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:39.361856 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.430538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3349679 Jul 06 18:46:39.430968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55374) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.434223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479677d-4dd8-48cd-b37e-80599e7d5a95 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event updated for resources: {'Network': ['ID=e8306940-8979-4243-b9ed-07777899f5cc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:39.437125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Request body: {'subnet': {'network_id': 'e8306940-8979-4243-b9ed-07777899f5cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:39.446600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network e8306940-8979-4243-b9ed-07777899f5cc details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:39.530467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Made reservation on behalf of f82850a214fb41b086590b09296dcd48 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:39.534760 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.713539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.772127 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event updated for resources: {'Subnet': ['ID=803307a5-409c-4533-96cc-1d344c168794,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:39.780597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Checking segment: {'id': 'eb88b880-bed6-45fe-8c3e-f29aa8402a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e8306940-8979-4243-b9ed-07777899f5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:39.780960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Network hostable DHCP agents. Network: e8306940-8979-4243-b9ed-07777899f5cc, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:39.796404 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Network e8306940-8979-4243-b9ed-07777899f5cc is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:39.804915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, e8306940-8979-4243-b9ed-07777899f5cc) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:39.810275 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:39.810901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.815746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222004d2-7295-4b46-9fce-592344b71be1 None None] Network e8306940-8979-4243-b9ed-07777899f5cc requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:39.826916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2da48d78-8c33-4576-9c89-34c4a7572647 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3948040 Jul 06 18:46:39.830441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55376) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:39.835470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1574642516'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:39.856796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Made reservation on behalf of f82850a214fb41b086590b09296dcd48 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:39.860618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.884638 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:39.895031 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.895370 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Added segment a129d581-db71-4f5b-8eae-f7d04b2307cc of type vlan for network 6e55e64b-1044-44ec-950b-3789b7169b14 Jul 06 18:46:39.936956 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.965352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-e8306940-8979-4243-b9ed-07777899f5cc', 'network_id': 'e8306940-8979-4243-b9ed-07777899f5cc', 'tenant_id': 'f82850a214fb41b086590b09296dcd48', 'fixed_ips': [{'subnet_id': '803307a5-409c-4533-96cc-1d344c168794'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:39.966121 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.969212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:39.975192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:39.975791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.037141 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2055449 Jul 06 18:46:40.039899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55378) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:40.044856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Request body: {'subnet': {'network_id': '6e55e64b-1044-44ec-950b-3789b7169b14', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:40.092354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c82179-0e39-4a7b-b264-8cea8ace779c tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event updated for resources: {'Network': ['ID=6e55e64b-1044-44ec-950b-3789b7169b14,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:40.103743 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Allocated IP 172.20.0.2 (e8306940-8979-4243-b9ed-07777899f5cc/803307a5-409c-4533-96cc-1d344c168794/992bec90-59d1-44fc-8844-8da81fda6b89) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:40.107438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 6e55e64b-1044-44ec-950b-3789b7169b14 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:40.140768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Made reservation on behalf of f82850a214fb41b086590b09296dcd48 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:40.144769 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.353810 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.419474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event updated for resources: {'Subnet': ['ID=0b4b5a80-b611-4876-b91c-b385b6fa5ae7,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:40.442741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Checking segment: {'id': 'a129d581-db71-4f5b-8eae-f7d04b2307cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e55e64b-1044-44ec-950b-3789b7169b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:40.443448 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Network hostable DHCP agents. Network: 6e55e64b-1044-44ec-950b-3789b7169b14, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:40.463303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Network 6e55e64b-1044-44ec-950b-3789b7169b14 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:40.475429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 6e55e64b-1044-44ec-950b-3789b7169b14) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:40.484655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:40.486122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.498882 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e776bb-9aad-4d29-92a4-616147c999fa None None] Network 6e55e64b-1044-44ec-950b-3789b7169b14 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:40.503231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f851c49e-b57d-4b63-8b60-e6a2d8af0310 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4622898 Jul 06 18:46:40.506322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:40.511550 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7d032b4b-ec64-4888-bd0b-ed65dd3b7ded tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e55e64b-1044-44ec-950b-3789b7169b14'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:40.527296 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.564438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Transition to ACTIVE for port object 992bec90-59d1-44fc-8844-8da81fda6b89 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:40.581660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Transition to ACTIVE for port object 992bec90-59d1-44fc-8844-8da81fda6b89 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:40.592265 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.647106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Network e8306940-8979-4243-b9ed-07777899f5cc is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:40.654983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:40.664515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:40.671755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Pushing event updated for resources: {'Port': ['ID=992bec90-59d1-44fc-8844-8da81fda6b89,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:40.758276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Attempting to bind port 992bec90-59d1-44fc-8844-8da81fda6b89 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:40.758694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Attempting to bind port 992bec90-59d1-44fc-8844-8da81fda6b89 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'eb88b880-bed6-45fe-8c3e-f29aa8402a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e8306940-8979-4243-b9ed-07777899f5cc'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:40.759046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Attempting to bind port 992bec90-59d1-44fc-8844-8da81fda6b89 on network e8306940-8979-4243-b9ed-07777899f5cc {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:40.766840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:40.767214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Checking segment: {'id': 'eb88b880-bed6-45fe-8c3e-f29aa8402a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e8306940-8979-4243-b9ed-07777899f5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:40.767620 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.768018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Bound using segment: {'id': 'eb88b880-bed6-45fe-8c3e-f29aa8402a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e8306940-8979-4243-b9ed-07777899f5cc'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:40.768487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Bound port: 992bec90-59d1-44fc-8844-8da81fda6b89, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb88b880-bed6-45fe-8c3e-f29aa8402a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e8306940-8979-4243-b9ed-07777899f5cc'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:40.768871 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.780059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d032b4b-ec64-4888-bd0b-ed65dd3b7ded tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.800244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-6e55e64b-1044-44ec-950b-3789b7169b14', 'network_id': '6e55e64b-1044-44ec-950b-3789b7169b14', 'tenant_id': 'f82850a214fb41b086590b09296dcd48', 'fixed_ips': [{'subnet_id': '0b4b5a80-b611-4876-b91c-b385b6fa5ae7'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:40.801067 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:40.894065 n-d-799526-3 neutron-server[93779]: INFO neutron.api.v2.resource [None req-7d032b4b-ec64-4888-bd0b-ed65dd3b7ded tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 18:46:40.895167 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7d032b4b-ec64-4888-bd0b-ed65dd3b7ded tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "PUT /v2.0/routers/daefd97e-1b20-4d55-b658-dfe51d9842b7 HTTP/1.1" status: 400 len: 364 time: 0.3877981 Jul 06 18:46:40.901151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:40.924661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] For port 992bec90-59d1-44fc-8844-8da81fda6b89, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:40.943737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] For port 992bec90-59d1-44fc-8844-8da81fda6b89, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=992bec90-59d1-44fc-8844-8da81fda6b89,segment=NetworkSegment(eb88b880-bed6-45fe-8c3e-f29aa8402a13),segment_id=eb88b880-bed6-45fe-8c3e-f29aa8402a13)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:40.957374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfd4972-b2ff-4070-9b60-2d49e2e701ca tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Deleting subnet 0b4b5a80-b611-4876-b91c-b385b6fa5ae7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:40.967572 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.039259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Allocated IP 172.21.0.2 (6e55e64b-1044-44ec-950b-3789b7169b14/0b4b5a80-b611-4876-b91c-b385b6fa5ae7/182867c3-87e3-432f-b11d-e2b7856c1ed5) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:41.052313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe075f-6e08-46cf-ab1b-d04c82775f9b None None] Pushing event updated for resources: {'Port': ['ID=992bec90-59d1-44fc-8844-8da81fda6b89,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:41.216904 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.226153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Transition to ACTIVE for port object 182867c3-87e3-432f-b11d-e2b7856c1ed5 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:41.241827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Transition to ACTIVE for port object 182867c3-87e3-432f-b11d-e2b7856c1ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:41.248121 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4972-b2ff-4070-9b60-2d49e2e701ca tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.248922 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.286476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Network 6e55e64b-1044-44ec-950b-3789b7169b14 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:41.289464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:41.291971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:41.303011 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4972-b2ff-4070-9b60-2d49e2e701ca tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.327021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Pushing event updated for resources: {'Port': ['ID=182867c3-87e3-432f-b11d-e2b7856c1ed5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:41.360595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Attempting to bind port 182867c3-87e3-432f-b11d-e2b7856c1ed5 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:41.361137 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Attempting to bind port 182867c3-87e3-432f-b11d-e2b7856c1ed5 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'a129d581-db71-4f5b-8eae-f7d04b2307cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e55e64b-1044-44ec-950b-3789b7169b14'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:41.361510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Attempting to bind port 182867c3-87e3-432f-b11d-e2b7856c1ed5 on network 6e55e64b-1044-44ec-950b-3789b7169b14 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:41.366587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:41.366969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Checking segment: {'id': 'a129d581-db71-4f5b-8eae-f7d04b2307cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e55e64b-1044-44ec-950b-3789b7169b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:41.367376 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.367773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Bound using segment: {'id': 'a129d581-db71-4f5b-8eae-f7d04b2307cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e55e64b-1044-44ec-950b-3789b7169b14'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:41.368243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Bound port: 182867c3-87e3-432f-b11d-e2b7856c1ed5, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a129d581-db71-4f5b-8eae-f7d04b2307cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e55e64b-1044-44ec-950b-3789b7169b14'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:41.368629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.397053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4972-b2ff-4070-9b60-2d49e2e701ca tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.461537 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4972-b2ff-4070-9b60-2d49e2e701ca tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.465994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] For port 182867c3-87e3-432f-b11d-e2b7856c1ed5, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:41.470833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] For port 182867c3-87e3-432f-b11d-e2b7856c1ed5, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=182867c3-87e3-432f-b11d-e2b7856c1ed5,segment=NetworkSegment(a129d581-db71-4f5b-8eae-f7d04b2307cc),segment_id=a129d581-db71-4f5b-8eae-f7d04b2307cc)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:41.479660 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.500046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4972-b2ff-4070-9b60-2d49e2e701ca tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.502380 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7cfd4972-b2ff-4070-9b60-2d49e2e701ca tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "DELETE /v2.0/subnets/0b4b5a80-b611-4876-b91c-b385b6fa5ae7 HTTP/1.1" status: 204 len: 168 time: 0.6000447 Jul 06 18:46:41.503415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd4972-b2ff-4070-9b60-2d49e2e701ca tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4b5a80-b611-4876-b91c-b385b6fa5ae7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:41.504976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55384) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:41.544200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dd81e-bd39-4cf0-82ff-116851096543 None None] Pushing event updated for resources: {'Port': ['ID=182867c3-87e3-432f-b11d-e2b7856c1ed5,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:41.578761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 992bec90-59d1-44fc-8844-8da81fda6b89 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:41.593088 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.639103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 992bec90-59d1-44fc-8844-8da81fda6b89 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:41.658991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Deleting port 182867c3-87e3-432f-b11d-e2b7856c1ed5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:41.659344 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.735933 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] For port 182867c3-87e3-432f-b11d-e2b7856c1ed5, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=182867c3-87e3-432f-b11d-e2b7856c1ed5,segment=NetworkSegment(a129d581-db71-4f5b-8eae-f7d04b2307cc),segment_id=a129d581-db71-4f5b-8eae-f7d04b2307cc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:41.736738 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.751923 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Calling delete_port for 182867c3-87e3-432f-b11d-e2b7856c1ed5 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:41.854523 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.886976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event deleted for resources: {'Port': ['ID=182867c3-87e3-432f-b11d-e2b7856c1ed5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:41.891572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] No DVR routers for this DVR port 182867c3-87e3-432f-b11d-e2b7856c1ed5 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:41.975119 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:41.985851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e55e64b-1044-44ec-950b-3789b7169b14']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:41.996982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a129d581-db71-4f5b-8eae-f7d04b2307cc') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:41.997276 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a129d581-db71-4f5b-8eae-f7d04b2307cc') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:42.007971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.024099 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.030309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:42.030752 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:42.033924 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:42.100267 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.104954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99ce89-1c21-4302-b2b4-743ea935ef1c None None] Network e8306940-8979-4243-b9ed-07777899f5cc requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:42.109113 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.113925 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:42.114201 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "DELETE /v2.0/networks/6e55e64b-1044-44ec-950b-3789b7169b14 HTTP/1.1" status: 204 len: 168 time: 0.6078742 Jul 06 18:46:42.124969 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60b962-1e2a-47d9-b485-c215e7c20731 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event deleted for resources: {'Network': ['ID=6e55e64b-1044-44ec-950b-3789b7169b14,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:42.168983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b671996-b760-4991-99c2-d1929ec8e232 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Deleting subnet 803307a5-409c-4533-96cc-1d344c168794 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:46:42.172132 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b671996-b760-4991-99c2-d1929ec8e232 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.217057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e1f9da11-8a15-43c5-9986-624e13786d3f None None] Provisioning for port 992bec90-59d1-44fc-8844-8da81fda6b89 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:42.218832 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b671996-b760-4991-99c2-d1929ec8e232 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.226905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e1f9da11-8a15-43c5-9986-624e13786d3f None None] Provisioning complete for port 992bec90-59d1-44fc-8844-8da81fda6b89 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:42.227282 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1f9da11-8a15-43c5-9986-624e13786d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.312046 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b671996-b760-4991-99c2-d1929ec8e232 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.351726 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1f9da11-8a15-43c5-9986-624e13786d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.395798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b671996-b760-4991-99c2-d1929ec8e232 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.421604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b671996-b760-4991-99c2-d1929ec8e232 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event deleted for resources: {'Subnet': ['ID=803307a5-409c-4533-96cc-1d344c168794,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:42.439636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b671996-b760-4991-99c2-d1929ec8e232 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.442256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3b671996-b760-4991-99c2-d1929ec8e232 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "DELETE /v2.0/subnets/803307a5-409c-4533-96cc-1d344c168794 HTTP/1.1" status: 204 len: 168 time: 0.3264689 Jul 06 18:46:42.444489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55388) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:42.445176 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-e1f9da11-8a15-43c5-9986-624e13786d3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 18:46:42.445551 n-d-799526-3 neutron-server[93780]: DEBUG oslo_db.api [None req-e1f9da11-8a15-43c5-9986-624e13786d3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 18:46:42.536261 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.606852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Deleting port 992bec90-59d1-44fc-8844-8da81fda6b89 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:46:42.607367 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.641926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdda2e0-30ff-49c3-a14b-f96e8c47e1ce None None] Network e8306940-8979-4243-b9ed-07777899f5cc requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:42.682494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] For port 992bec90-59d1-44fc-8844-8da81fda6b89, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=992bec90-59d1-44fc-8844-8da81fda6b89,segment=NetworkSegment(eb88b880-bed6-45fe-8c3e-f29aa8402a13),segment_id=eb88b880-bed6-45fe-8c3e-f29aa8402a13)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:42.682869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.699382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Calling delete_port for 992bec90-59d1-44fc-8844-8da81fda6b89 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:46:42.788222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.790372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f3126-ceab-4ae6-9d0c-4a13d8492071 None None] DHCP port deletion for 6e55e64b-1044-44ec-950b-3789b7169b14 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:46:42.809028 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc9b11-8e68-4af2-b8d2-a65787832c7a None None] Network 6e55e64b-1044-44ec-950b-3789b7169b14 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:42.815990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event deleted for resources: {'Port': ['ID=992bec90-59d1-44fc-8844-8da81fda6b89,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:42.821966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc9b11-8e68-4af2-b8d2-a65787832c7a None None] Network 6e55e64b-1044-44ec-950b-3789b7169b14 could not be found, it might have been deleted concurrently. {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 18:46:42.823710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] No DVR routers for this DVR port 992bec90-59d1-44fc-8844-8da81fda6b89 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:46:42.878605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10d7bd-16a0-4b2c-8e32-a7d0f9b008c8 None None] DHCP port deletion for e8306940-8979-4243-b9ed-07777899f5cc request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:46:42.919953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.931289 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8306940-8979-4243-b9ed-07777899f5cc']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:42.943918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb88b880-bed6-45fe-8c3e-f29aa8402a13') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:42.944213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb88b880-bed6-45fe-8c3e-f29aa8402a13') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:42.955198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.967451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9da11-8a15-43c5-9986-624e13786d3f None None] Port 992bec90-59d1-44fc-8844-8da81fda6b89 update to ACTIVE by agent not found {{(pid=93780) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 18:46:42.971614 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.978119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:46:42.978546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:46:42.981574 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:46:43.047910 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.056073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.057463 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "DELETE /v2.0/networks/e8306940-8979-4243-b9ed-07777899f5cc HTTP/1.1" status: 204 len: 168 time: 0.6120136 Jul 06 18:46:43.060710 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:43.075906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844d7d5-ef85-49b7-a3f4-0fcbde09cfce tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Pushing event deleted for resources: {'Network': ['ID=e8306940-8979-4243-b9ed-07777899f5cc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:43.080021 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-789d3b8b-45cc-4b01-933d-ea3e9940c426 None None] Could not find standard attr ID for object 182867c3-87e3-432f-b11d-e2b7856c1ed5. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:46:43.083568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-789d3b8b-45cc-4b01-933d-ea3e9940c426 None None] Could not find standard attr ID for object 992bec90-59d1-44fc-8844-8da81fda6b89. {{(pid=93780) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 18:46:43.094122 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-41d75989-b250-4cd9-bdcd-5d8f0242fada tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "GET /v2.0/ports?device_id=daefd97e-1b20-4d55-b658-dfe51d9842b7 HTTP/1.1" status: 200 len: 205 time: 0.0319657 Jul 06 18:46:43.097082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55392) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:43.174306 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-396166f9-d8b4-413a-8b2e-fd7c42967cb4 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.338608 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-396166f9-d8b4-413a-8b2e-fd7c42967cb4 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.340722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-396166f9-d8b4-413a-8b2e-fd7c42967cb4 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.386707 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-396166f9-d8b4-413a-8b2e-fd7c42967cb4 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.387242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396166f9-d8b4-413a-8b2e-fd7c42967cb4 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Fanout notify agent at l3_agent the message router_deleted on router daefd97e-1b20-4d55-b658-dfe51d9842b7 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:46:43.394980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-396166f9-d8b4-413a-8b2e-fd7c42967cb4 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.398949 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-396166f9-d8b4-413a-8b2e-fd7c42967cb4 tempest-RoutersNegativeTest-1839716101 tempest-RoutersNegativeTest-1839716101-project] 10.222.0.13 "DELETE /v2.0/routers/daefd97e-1b20-4d55-b658-dfe51d9842b7 HTTP/1.1" status: 204 len: 168 time: 0.2976871 Jul 06 18:46:43.486739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 992bec90-59d1-44fc-8844-8da81fda6b89 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:46:43.507061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 992bec90-59d1-44fc-8844-8da81fda6b89 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:46:43.507411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 992bec90-59d1-44fc-8844-8da81fda6b89 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:46:43.643789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:43.772295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d5ca8589-96fa-48dd-ab09-8bcf851805f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f82850a214fb41b086590b09296dcd48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273234 Jul 06 18:46:43.774734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55402) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:43.822957 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3a64f4a-5c52-40a3-a51f-dce3c99e6987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.845026 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3a64f4a-5c52-40a3-a51f-dce3c99e6987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.893662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3a64f4a-5c52-40a3-a51f-dce3c99e6987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.896269 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3a64f4a-5c52-40a3-a51f-dce3c99e6987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:43.897427 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f3a64f4a-5c52-40a3-a51f-dce3c99e6987 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60eb8ae3-0d14-4b7a-87bc-c25dbc88ad7a HTTP/1.1" status: 204 len: 168 time: 0.1217880 Jul 06 18:46:43.905038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a64f4a-5c52-40a3-a51f-dce3c99e6987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eb8ae3-0d14-4b7a-87bc-c25dbc88ad7a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:44.522972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:44.625856 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1372977772-network', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:44.649936 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Made reservation on behalf of d12ee9a245c74b07baccc42544db2152 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:44.652377 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.661636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.763143 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.767957 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.799489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:44.810036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2889aebb-bc33-4a6f-a098-5efd257d7372,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:44.818025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.818542 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Added segment a253e0d0-b78c-46e8-8fa8-04d63c1e7a05 of type vlan for network 052821da-bb3e-4161-8851-593ae6465e8b Jul 06 18:46:44.861593 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.890551 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.891624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:44.892221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:44.946321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4221189 Jul 06 18:46:44.949580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55428) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:44.954947 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Request body: {'subnet': {'network_id': '052821da-bb3e-4161-8851-593ae6465e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-subnet', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:44.956501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575c8e0-1d94-4168-a65c-867c82159a74 admin admin] Pushing event updated for resources: {'Network': ['ID=052821da-bb3e-4161-8851-593ae6465e8b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:44.966881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 052821da-bb3e-4161-8851-593ae6465e8b details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:44.978147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Made reservation on behalf of d12ee9a245c74b07baccc42544db2152 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:44.982171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.178226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.232017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df307a07-e5fb-458b-906b-4c9b58a50a0f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:45.243168 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Checking segment: {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:45.243533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Network hostable DHCP agents. Network: 052821da-bb3e-4161-8851-593ae6465e8b, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:45.260857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Network 052821da-bb3e-4161-8851-593ae6465e8b is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:45.270960 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 052821da-bb3e-4161-8851-593ae6465e8b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:45.275654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:45.276695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.280314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb12d47-9db4-4061-a1b1-87f51f715c64 None None] Network 052821da-bb3e-4161-8851-593ae6465e8b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:45.292955 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-98d627f7-1cea-48bd-8222-02d629e9881e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3420243 Jul 06 18:46:45.295798 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55430) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:45.300507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:45.322467 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.323477 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.382273 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.444189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-052821da-bb3e-4161-8851-593ae6465e8b', 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'fixed_ips': [{'subnet_id': 'df307a07-e5fb-458b-906b-4c9b58a50a0f'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:45.445270 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.599682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Allocated IP 172.20.0.2 (052821da-bb3e-4161-8851-593ae6465e8b/df307a07-e5fb-458b-906b-4c9b58a50a0f/97aeffaf-c18b-42d2-a44a-33b9b75b50d2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:45.764445 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.779311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Transition to ACTIVE for port object 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:45.795060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Transition to ACTIVE for port object 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:45.800927 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.818009 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.840700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Network 052821da-bb3e-4161-8851-593ae6465e8b is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:45.847198 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:45.849905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:45.855776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Pushing event updated for resources: {'Port': ['ID=97aeffaf-c18b-42d2-a44a-33b9b75b50d2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:45.916700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Attempting to bind port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:45.917111 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Attempting to bind port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:45.917451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Attempting to bind port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 on network 052821da-bb3e-4161-8851-593ae6465e8b {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:45.923269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:45.923675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Checking segment: {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:45.924078 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.924485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Bound using segment: {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:45.924964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Bound port: 97aeffaf-c18b-42d2-a44a-33b9b75b50d2, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:45.925351 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:45.997690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] For port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:46.001857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] For port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=97aeffaf-c18b-42d2-a44a-33b9b75b50d2,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:46.007918 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.030017 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.065070 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.071627 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdebeeb-277c-40b4-bdb1-23f739d8c397 None None] Pushing event updated for resources: {'Port': ['ID=97aeffaf-c18b-42d2-a44a-33b9b75b50d2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:46.189250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Allocated IP 172.25.7.245 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/37a05ceb-7ca3-403a-ad50-32cbf051fce3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:46.322466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.376762 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.422320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:46.428088 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:46.431693 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:46.437225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Pushing event updated for resources: {'Port': ['ID=37a05ceb-7ca3-403a-ad50-32cbf051fce3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:46.696091 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:46.915680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.011954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d930ea3-316d-42c2-833b-9a39f898a51f None None] Network 052821da-bb3e-4161-8851-593ae6465e8b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:47.050228 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Router 41dc161f-eea4-4790-b0df-882283e54bad is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:46:47.082888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ad50dec3-b3f2-4e8e-958a-5e4b03764603 None None] Provisioning for port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:47.148659 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae97406e-cfc2-4977-bd85-1a9db28c2024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.160234 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:47.168964 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Sync routers for ids ['41dc161f-eea4-4790-b0df-882283e54bad'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:47.178306 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.179441 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Routers {'41dc161f-eea4-4790-b0df-882283e54bad'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:47.179752 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-db5031cf-bb3b-41b5-ac0a-fcb1253353dc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8829789 Jul 06 18:46:47.180637 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:46:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['41dc161f-eea4-4790-b0df-882283e54bad'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:47.183385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55432) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:47.293716 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Set router 41dc161f-eea4-4790-b0df-882283e54bad gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:47.493483 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dc161f-eea4-4790-b0df-882283e54bad', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:45Z', 'updated_at': '2021-07-06T18:46:46Z', 'revision_number': 3, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'gw_port': {'id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:46Z', 'updated_at': '2021-07-06T18:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:47.522727 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Checking router: 41dc161f-eea4-4790-b0df-882283e54bad for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:47.522932 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Updating router 41dc161f-eea4-4790-b0df-882283e54bad port 37a05ceb-7ca3-403a-ad50-32cbf051fce3 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:46:47.545931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:47.559883 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.600331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:47.604500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:47.605669 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.649894 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.684948 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.721132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=97aeffaf-c18b-42d2-a44a-33b9b75b50d2,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:47.727675 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.780416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=97aeffaf-c18b-42d2-a44a-33b9b75b50d2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:47.825030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Allocated IP 172.20.0.1 (052821da-bb3e-4161-8851-593ae6465e8b/df307a07-e5fb-458b-906b-4c9b58a50a0f/6db7484f-e3ee-42b2-94c4-3499e001196c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:47.839858 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.850669 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Transition to ACTIVE for port object 37a05ceb-7ca3-403a-ad50-32cbf051fce3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:47.856213 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.907587 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Pushing event updated for resources: {'Port': ['ID=37a05ceb-7ca3-403a-ad50-32cbf051fce3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:47.909623 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Attempting to bind port 37a05ceb-7ca3-403a-ad50-32cbf051fce3 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:47.909987 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Attempting to bind port 37a05ceb-7ca3-403a-ad50-32cbf051fce3 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:47.910371 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Attempting to bind port 37a05ceb-7ca3-403a-ad50-32cbf051fce3 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:47.918904 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:47.919272 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:47.919671 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.920061 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:47.920515 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Bound port: 37a05ceb-7ca3-403a-ad50-32cbf051fce3, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:47.920889 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.923385 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.924344 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.924344 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.924344 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.924790 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.925012 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.925332 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.925654 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.925993 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.926323 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.926648 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.926969 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:46:47.934750 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.948629 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Transition to ACTIVE for port object 6db7484f-e3ee-42b2-94c4-3499e001196c will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:47.980158 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] For port 37a05ceb-7ca3-403a-ad50-32cbf051fce3, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:47.982719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:47.983277 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] For port 37a05ceb-7ca3-403a-ad50-32cbf051fce3, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=37a05ceb-7ca3-403a-ad50-32cbf051fce3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:47.989546 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.026373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Network 052821da-bb3e-4161-8851-593ae6465e8b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:48.029294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:48.034987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:48.037784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Pushing event updated for resources: {'Port': ['ID=6db7484f-e3ee-42b2-94c4-3499e001196c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:48.042865 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Routers {'41dc161f-eea4-4790-b0df-882283e54bad'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:48.043500 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:46:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['41dc161f-eea4-4790-b0df-882283e54bad'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:48.079315 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.090139 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8165938-5051-4516-8765-0ab3865d6ff0 None None] Pushing event updated for resources: {'Port': ['ID=37a05ceb-7ca3-403a-ad50-32cbf051fce3,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:48.166941 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] Set router 41dc161f-eea4-4790-b0df-882283e54bad gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:48.240417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.340625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d764fce9-2bd8-44ff-bdbc-91f981515adf None None] Provisioning for port 6db7484f-e3ee-42b2-94c4-3499e001196c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:48.345411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d764fce9-2bd8-44ff-bdbc-91f981515adf None None] Provisioning complete for port 6db7484f-e3ee-42b2-94c4-3499e001196c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:48.345802 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d764fce9-2bd8-44ff-bdbc-91f981515adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.388225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d764fce9-2bd8-44ff-bdbc-91f981515adf None None] Port 6db7484f-e3ee-42b2-94c4-3499e001196c cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:48.418655 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.424710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.450941 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dc161f-eea4-4790-b0df-882283e54bad', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:45Z', 'updated_at': '2021-07-06T18:46:46Z', 'revision_number': 3, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'gw_port': {'id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:46Z', 'updated_at': '2021-07-06T18:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:48.478608 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae736f5e-89a1-4dad-bdc2-999f802dd869 None None] The sync data for ids ['41dc161f-eea4-4790-b0df-882283e54bad'] in n-d-799526-3 is: [{'id': '41dc161f-eea4-4790-b0df-882283e54bad', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:45Z', 'updated_at': '2021-07-06T18:46:46Z', 'revision_number': 3, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'gw_port': {'id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:46Z', 'updated_at': '2021-07-06T18:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:48.498597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Pushing event updated for resources: {'Port': ['ID=6db7484f-e3ee-42b2-94c4-3499e001196c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:48.502028 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.603880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Network 052821da-bb3e-4161-8851-593ae6465e8b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:48.605317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:48.753775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Router 41dc161f-eea4-4790-b0df-882283e54bad has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:48.892860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:48.898383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-593ca892-1c75-4f4e-a471-ba1323f23c3d admin admin] 10.222.0.13 "PUT /v2.0/routers/41dc161f-eea4-4790-b0df-882283e54bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136581 Jul 06 18:46:48.927130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bd3fb3f6-4235-4472-a6a8-e569f53469f2 None None] Provisioning complete for port 6db7484f-e3ee-42b2-94c4-3499e001196c triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:48.927509 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd3fb3f6-4235-4472-a6a8-e569f53469f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:48.965163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fb3f6-4235-4472-a6a8-e569f53469f2 None None] Port 6db7484f-e3ee-42b2-94c4-3499e001196c cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:49.039622 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:46:49.427666 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:49.432872 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-292281545-network', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:49.455696 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Made reservation on behalf of 0de2ee122d82476aa7f90a27e5066276 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:49.458108 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.471981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.583476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:49.587547 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.592732 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.623536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:46:49.634491 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216cffd2-e2be-4377-a5f7-8aa2bbaa2e1d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:49.643006 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.643670 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Added segment 02331a55-2933-41da-8af5-dc5ce954d657 of type vlan for network ae21731d-2618-475e-8654-b59f1dacf280 Jul 06 18:46:49.660094 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:49.660686 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.696421 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d95e2432-a947-4ea7-95d3-3572ef4d8bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.701201 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.755711 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.757357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:49.758331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.759654 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 37a05ceb-7ca3-403a-ad50-32cbf051fce3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:49.819040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 37a05ceb-7ca3-403a-ad50-32cbf051fce3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:49.821547 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:49.822074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3928673 Jul 06 18:46:49.825427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 37a05ceb-7ca3-403a-ad50-32cbf051fce3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:49.826856 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.827554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Request body: {'subnet': {'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-subnet', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:49.832241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693e2a9-bde4-4d95-ae83-1a6365b81f31 admin admin] Pushing event updated for resources: {'Network': ['ID=ae21731d-2618-475e-8654-b59f1dacf280,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:49.865648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Made reservation on behalf of 0de2ee122d82476aa7f90a27e5066276 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:49.868412 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:49.871691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network ae21731d-2618-475e-8654-b59f1dacf280 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:46:50.013061 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.039508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 37a05ceb-7ca3-403a-ad50-32cbf051fce3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=37a05ceb-7ca3-403a-ad50-32cbf051fce3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:50.043499 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.074862 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.102392 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=37a05ceb-7ca3-403a-ad50-32cbf051fce3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:50.137881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=849a22cb-0685-4b11-8a97-349d4e7685a6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:50.156894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Checking segment: {'id': '02331a55-2933-41da-8af5-dc5ce954d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:50.156894 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Network hostable DHCP agents. Network: ae21731d-2618-475e-8654-b59f1dacf280, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:46:50.180223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Network ae21731d-2618-475e-8654-b59f1dacf280 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:46:50.183971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Sync routers for ids ['41dc161f-eea4-4790-b0df-882283e54bad'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:50.191372 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, ae21731d-2618-475e-8654-b59f1dacf280) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:50.202148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb82689-9e81-4213-bdf8-3a49a29c65ce None None] Network ae21731d-2618-475e-8654-b59f1dacf280 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:50.203218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:50.204555 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.220702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Routers {'41dc161f-eea4-4790-b0df-882283e54bad'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:50.221643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:46:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['41dc161f-eea4-4790-b0df-882283e54bad'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:50.224314 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-46c9c460-8f44-4928-ad97-cbeb0381a5bd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4009004 Jul 06 18:46:50.227270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55452) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:50.231913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:50.258685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.259907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.312797 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.331253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.483628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.607853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Set router 41dc161f-eea4-4790-b0df-882283e54bad gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:50.675720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-ae21731d-2618-475e-8654-b59f1dacf280', 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'fixed_ips': [{'subnet_id': '849a22cb-0685-4b11-8a97-349d4e7685a6'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:46:50.676579 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.695004 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.715226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.831528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Allocated IP 172.25.7.248 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/89d74a69-ad2d-444e-bc82-18c39244898c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:50.936312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:50.940446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Allocated IP 172.20.0.2 (ae21731d-2618-475e-8654-b59f1dacf280/849a22cb-0685-4b11-8a97-349d4e7685a6/dff480a6-17a6-4e79-8be3-ae11974ce924) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:50.978106 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.021423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dc161f-eea4-4790-b0df-882283e54bad', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:45Z', 'updated_at': '2021-07-06T18:46:48Z', 'revision_number': 4, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'gw_port': {'id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:46Z', 'updated_at': '2021-07-06T18:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6db7484f-e3ee-42b2-94c4-3499e001196c', 'name': '', 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'mac_address': 'fa:16:3e:fb:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'df307a07-e5fb-458b-906b-4c9b58a50a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:47Z', 'updated_at': '2021-07-06T18:46:48Z', 'revision_number': 2, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'subnets': [{'id': 'df307a07-e5fb-458b-906b-4c9b58a50a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:51.021976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:51.025500 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.026138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:51.032332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:51.050544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Checking router: 41dc161f-eea4-4790-b0df-882283e54bad for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:51.050904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Updating router 41dc161f-eea4-4790-b0df-882283e54bad port 6db7484f-e3ee-42b2-94c4-3499e001196c binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:46:51.064468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Pushing event updated for resources: {'Port': ['ID=89d74a69-ad2d-444e-bc82-18c39244898c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:51.109649 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.202222 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.262080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Transition to ACTIVE for port object dff480a6-17a6-4e79-8be3-ae11974ce924 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:51.292895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Transition to ACTIVE for port object dff480a6-17a6-4e79-8be3-ae11974ce924 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:51.308588 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.388133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Network ae21731d-2618-475e-8654-b59f1dacf280 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:51.390928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Pushing event updated for resources: {'Port': ['ID=dff480a6-17a6-4e79-8be3-ae11974ce924,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:51.395537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:51.399319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:51.509164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 37a05ceb-7ca3-403a-ad50-32cbf051fce3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:51.540432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Attempting to bind port dff480a6-17a6-4e79-8be3-ae11974ce924 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:51.540822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Attempting to bind port dff480a6-17a6-4e79-8be3-ae11974ce924 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '02331a55-2933-41da-8af5-dc5ce954d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:51.541169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Attempting to bind port dff480a6-17a6-4e79-8be3-ae11974ce924 on network ae21731d-2618-475e-8654-b59f1dacf280 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:51.575858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:51.576236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Checking segment: {'id': '02331a55-2933-41da-8af5-dc5ce954d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:51.576652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.577051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Bound using segment: {'id': '02331a55-2933-41da-8af5-dc5ce954d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:51.577539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Bound port: dff480a6-17a6-4e79-8be3-ae11974ce924, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02331a55-2933-41da-8af5-dc5ce954d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:51.577926 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.600074 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.632471 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.657966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Transition to ACTIVE for port object 6db7484f-e3ee-42b2-94c4-3499e001196c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:51.671408 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.711263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 37a05ceb-7ca3-403a-ad50-32cbf051fce3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:51.711574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.713780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] For port dff480a6-17a6-4e79-8be3-ae11974ce924, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:51.763387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] For port dff480a6-17a6-4e79-8be3-ae11974ce924, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dff480a6-17a6-4e79-8be3-ae11974ce924,segment=NetworkSegment(02331a55-2933-41da-8af5-dc5ce954d657),segment_id=02331a55-2933-41da-8af5-dc5ce954d657)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:51.779627 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.792022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5dc03-b9be-4b3d-87d2-771c79200013 None None] Pushing event updated for resources: {'Port': ['ID=6db7484f-e3ee-42b2-94c4-3499e001196c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:51.845173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.891324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Attempting to bind port 6db7484f-e3ee-42b2-94c4-3499e001196c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:51.891696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Attempting to bind port 6db7484f-e3ee-42b2-94c4-3499e001196c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:51.892067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Attempting to bind port 6db7484f-e3ee-42b2-94c4-3499e001196c on network 052821da-bb3e-4161-8851-593ae6465e8b {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:51.912784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:51.913199 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Checking segment: {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:51.913582 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.913994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Bound using segment: {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:51.914652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Bound port: 6db7484f-e3ee-42b2-94c4-3499e001196c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:51.915056 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:51.953661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df66392-ee6f-44e9-bb72-49c744128041 None None] Pushing event updated for resources: {'Port': ['ID=dff480a6-17a6-4e79-8be3-ae11974ce924,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:52.008940 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:46:52.037933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] For port 6db7484f-e3ee-42b2-94c4-3499e001196c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:52.041909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] For port 6db7484f-e3ee-42b2-94c4-3499e001196c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6db7484f-e3ee-42b2-94c4-3499e001196c,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:52.048111 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.111101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Routers {'41dc161f-eea4-4790-b0df-882283e54bad'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:52.111762 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:46:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['41dc161f-eea4-4790-b0df-882283e54bad'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:52.150276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:52.150558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5dc03-b9be-4b3d-87d2-771c79200013 None None] Pushing event updated for resources: {'Port': ['ID=6db7484f-e3ee-42b2-94c4-3499e001196c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:52.200552 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.204999 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8cae9887-cd5c-4d6f-a9a3-9930321fad01 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9740791 Jul 06 18:46:52.205995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:46:52.207633 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Sync routers for ids ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:52.228713 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Routers {'d020d969-ebf5-41f5-b7d2-4692dad4e5d2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:52.229658 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:46:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:52.327100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] Set router 41dc161f-eea4-4790-b0df-882283e54bad gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:52.385205 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Set router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:52.627433 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dc161f-eea4-4790-b0df-882283e54bad', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:45Z', 'updated_at': '2021-07-06T18:46:48Z', 'revision_number': 4, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'gw_port': {'id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:46Z', 'updated_at': '2021-07-06T18:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6db7484f-e3ee-42b2-94c4-3499e001196c', 'name': '', 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'mac_address': 'fa:16:3e:fb:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'df307a07-e5fb-458b-906b-4c9b58a50a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:47Z', 'updated_at': '2021-07-06T18:46:52Z', 'revision_number': 4, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'subnets': [{'id': 'df307a07-e5fb-458b-906b-4c9b58a50a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:52.659879 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:51Z', 'revision_number': 3, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'gw_port': {'id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:26:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:52.678676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea859c-5c04-414e-a15b-7f933b719307 None None] The sync data for ids ['41dc161f-eea4-4790-b0df-882283e54bad'] in n-d-799526-3 is: [{'id': '41dc161f-eea4-4790-b0df-882283e54bad', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:45Z', 'updated_at': '2021-07-06T18:46:48Z', 'revision_number': 4, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'gw_port': {'id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:46Z', 'updated_at': '2021-07-06T18:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6db7484f-e3ee-42b2-94c4-3499e001196c', 'name': '', 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'mac_address': 'fa:16:3e:fb:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'df307a07-e5fb-458b-906b-4c9b58a50a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:47Z', 'updated_at': '2021-07-06T18:46:52Z', 'revision_number': 4, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'subnets': [{'id': 'df307a07-e5fb-458b-906b-4c9b58a50a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:52.700265 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Checking router: d020d969-ebf5-41f5-b7d2-4692dad4e5d2 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:52.700611 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Updating router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 port 89d74a69-ad2d-444e-bc82-18c39244898c binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:46:52.741275 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.903938 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:52.958892 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.154117 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.176872 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Transition to ACTIVE for port object 89d74a69-ad2d-444e-bc82-18c39244898c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:53.188991 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.213217 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Allocated IP 172.20.0.1 (ae21731d-2618-475e-8654-b59f1dacf280/849a22cb-0685-4b11-8a97-349d4e7685a6/92385b8f-cf35-4c0e-b28d-9938be1920ad) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:53.294981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2af766-eb00-4a8f-a3c5-31b60ca04ffa None None] Network ae21731d-2618-475e-8654-b59f1dacf280 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:46:53.299924 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Attempting to bind port 89d74a69-ad2d-444e-bc82-18c39244898c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:53.301463 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Attempting to bind port 89d74a69-ad2d-444e-bc82-18c39244898c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:53.302323 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Attempting to bind port 89d74a69-ad2d-444e-bc82-18c39244898c on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:53.317663 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:53.318582 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:53.319575 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.320465 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:53.321507 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Bound port: 89d74a69-ad2d-444e-bc82-18c39244898c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:53.322612 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.361091 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.379547 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Transition to ACTIVE for port object 92385b8f-cf35-4c0e-b28d-9938be1920ad will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:53.424453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.456332 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] For port 89d74a69-ad2d-444e-bc82-18c39244898c, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:53.465921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9d7d5ab9-bd95-4a0a-a7a9-07497d9e21bf None None] Provisioning for port dff480a6-17a6-4e79-8be3-ae11974ce924 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:53.489822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Network ae21731d-2618-475e-8654-b59f1dacf280 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:53.495765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:53.503360 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7769a8-bf7e-483f-ad42-6b0b02ef13c9 None None] Pushing event updated for resources: {'Port': ['ID=89d74a69-ad2d-444e-bc82-18c39244898c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:53.506068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:53.521016 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] For port 89d74a69-ad2d-444e-bc82-18c39244898c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=89d74a69-ad2d-444e-bc82-18c39244898c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:53.528013 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.556320 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Pushing event updated for resources: {'Port': ['ID=92385b8f-cf35-4c0e-b28d-9938be1920ad,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:53.590079 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.609578 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Routers {'d020d969-ebf5-41f5-b7d2-4692dad4e5d2'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:53.610882 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:46:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:53.617279 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7769a8-bf7e-483f-ad42-6b0b02ef13c9 None None] Pushing event updated for resources: {'Port': ['ID=89d74a69-ad2d-444e-bc82-18c39244898c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:53.696203 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dff480a6-17a6-4e79-8be3-ae11974ce924 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:53.774463 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] Set router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:53.808264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port dff480a6-17a6-4e79-8be3-ae11974ce924 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:53.815803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port dff480a6-17a6-4e79-8be3-ae11974ce924 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:53.819346 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.826040 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:53.935558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-57137ef3-fe81-4e30-9566-e96816f2edad None None] Provisioning complete for port dff480a6-17a6-4e79-8be3-ae11974ce924 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:53.936232 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57137ef3-fe81-4e30-9566-e96816f2edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.029228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.030830 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:51Z', 'revision_number': 3, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'gw_port': {'id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:26:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:54.042563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.051451 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.072354 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eace8ba-b2cf-4753-b5f2-565e1fc260cd None None] The sync data for ids ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'] in n-d-799526-3 is: [{'id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:51Z', 'revision_number': 3, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'gw_port': {'id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:26:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:54.092567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port dff480a6-17a6-4e79-8be3-ae11974ce924, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dff480a6-17a6-4e79-8be3-ae11974ce924,segment=NetworkSegment(02331a55-2933-41da-8af5-dc5ce954d657),segment_id=02331a55-2933-41da-8af5-dc5ce954d657)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:54.100844 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.101852 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6db7484f-e3ee-42b2-94c4-3499e001196c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:54.139648 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Pushing event updated for resources: {'Port': ['ID=92385b8f-cf35-4c0e-b28d-9938be1920ad,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:54.143825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.232891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=dff480a6-17a6-4e79-8be3-ae11974ce924,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:54.254113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-57137ef3-fe81-4e30-9566-e96816f2edad None None] Provisioning for port 92385b8f-cf35-4c0e-b28d-9938be1920ad completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:54.260911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-57137ef3-fe81-4e30-9566-e96816f2edad None None] Provisioning complete for port 92385b8f-cf35-4c0e-b28d-9938be1920ad triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:54.261422 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57137ef3-fe81-4e30-9566-e96816f2edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.271977 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Network ae21731d-2618-475e-8654-b59f1dacf280 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:54.273484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:54.301254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-57137ef3-fe81-4e30-9566-e96816f2edad None None] Port 92385b8f-cf35-4c0e-b28d-9938be1920ad cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:54.304544 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 6db7484f-e3ee-42b2-94c4-3499e001196c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:54.309091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6db7484f-e3ee-42b2-94c4-3499e001196c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:54.309464 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.428944 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:46:54.464215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.584269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:46:54.589239 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9eb9c61e-7630-4578-a2a8-05c4b2b26559 admin admin] 10.222.0.13 "PUT /v2.0/routers/d020d969-ebf5-41f5-b7d2-4692dad4e5d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3829348 Jul 06 18:46:54.694926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d50c9304-a8a1-4b6e-b9d0-6f4ba41d8140 None None] Provisioning complete for port 92385b8f-cf35-4c0e-b28d-9938be1920ad triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:54.695276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d50c9304-a8a1-4b6e-b9d0-6f4ba41d8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.700192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 6db7484f-e3ee-42b2-94c4-3499e001196c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6db7484f-e3ee-42b2-94c4-3499e001196c,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:54.721883 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.764878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d50c9304-a8a1-4b6e-b9d0-6f4ba41d8140 None None] Port 92385b8f-cf35-4c0e-b28d-9938be1920ad cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:54.779879 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=6db7484f-e3ee-42b2-94c4-3499e001196c,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:54.888164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-aa1cd1d7-8bda-41bd-8fa8-18a3ed7ea103 None None] Provisioning complete for port 92385b8f-cf35-4c0e-b28d-9938be1920ad triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:54.888803 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd1d7-8bda-41bd-8fa8-18a3ed7ea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:54.928464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cd1d7-8bda-41bd-8fa8-18a3ed7ea103 None None] Port 92385b8f-cf35-4c0e-b28d-9938be1920ad cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:55.419771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f349fa-740d-491e-9c35-796a69d92152 req-03767817-fd24-4cf8-9319-e460324911b5 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:55.421321 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-03767817-fd24-4cf8-9319-e460324911b5 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/networks?id=052821da-bb3e-4161-8851-593ae6465e8b HTTP/1.1" status: 200 len: 817 time: 0.1053970 Jul 06 18:46:55.439993 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-6039e189-2d09-46fa-b211-0b830647d706 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/quotas/d12ee9a245c74b07baccc42544db2152 HTTP/1.1" status: 200 len: 375 time: 0.0124578 Jul 06 18:46:55.520846 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-5985f2ea-a821-4143-b44e-2cdf951f10f2 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d12ee9a245c74b07baccc42544db2152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753706 Jul 06 18:46:55.587335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dff480a6-17a6-4e79-8be3-ae11974ce924 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:55.628869 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-9fd020dd-5725-4e7d-9ab1-8242a9e9c923 service neutron] 10.222.0.13 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949059 Jul 06 18:46:55.637948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port dff480a6-17a6-4e79-8be3-ae11974ce924 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:55.638323 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.726862 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 89d74a69-ad2d-444e-bc82-18c39244898c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:55.729859 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-b2d57d0e-87df-47ca-9af7-2d0007f69406 service neutron] 10.222.0.13 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941010 Jul 06 18:46:55.777799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 89d74a69-ad2d-444e-bc82-18c39244898c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:55.782296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 89d74a69-ad2d-444e-bc82-18c39244898c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:55.782753 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.871862 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.897896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 89d74a69-ad2d-444e-bc82-18c39244898c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=89d74a69-ad2d-444e-bc82-18c39244898c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:55.903597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:55.904898 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6db7484f-e3ee-42b2-94c4-3499e001196c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:55.962966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bbf004ed-3679-4218-9341-9006b38fda4d req-9ab2d489-abdb-4274-b548-0b5184d592b8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 210 time: 0.0511055 Jul 06 18:46:56.018101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=89d74a69-ad2d-444e-bc82-18c39244898c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:56.029865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6db7484f-e3ee-42b2-94c4-3499e001196c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:56.031823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:56.328876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Sync routers for ids ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:46:56.338555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Routers {'d020d969-ebf5-41f5-b7d2-4692dad4e5d2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:56.339204 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:46:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:56.471973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Set router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:56.677143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:53Z', 'revision_number': 4, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'gw_port': {'id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '92385b8f-cf35-4c0e-b28d-9938be1920ad', 'name': '', 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'mac_address': 'fa:16:3e:68:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '849a22cb-0685-4b11-8a97-349d4e7685a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:52Z', 'updated_at': '2021-07-06T18:46:53Z', 'revision_number': 2, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'subnets': [{'id': '849a22cb-0685-4b11-8a97-349d4e7685a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:56.708954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Checking router: d020d969-ebf5-41f5-b7d2-4692dad4e5d2 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:46:56.709221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Updating router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 port 92385b8f-cf35-4c0e-b28d-9938be1920ad binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:46:56.747378 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.041018 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.051867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Transition to ACTIVE for port object 92385b8f-cf35-4c0e-b28d-9938be1920ad will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:57.057823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.110645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b8494-0a11-422f-b2fb-14c03d244b49 None None] Pushing event updated for resources: {'Port': ['ID=92385b8f-cf35-4c0e-b28d-9938be1920ad,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:57.117573 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4b2f90e9-6eae-49e5-8dff-7a5e146064f3 req-0708a561-0f53-4f80-8959-f865c6a5410b tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 210 time: 0.0318897 Jul 06 18:46:57.175948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Attempting to bind port 92385b8f-cf35-4c0e-b28d-9938be1920ad on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:57.176467 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Attempting to bind port 92385b8f-cf35-4c0e-b28d-9938be1920ad by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '02331a55-2933-41da-8af5-dc5ce954d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:57.177082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Attempting to bind port 92385b8f-cf35-4c0e-b28d-9938be1920ad on network ae21731d-2618-475e-8654-b59f1dacf280 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:57.182806 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:57.183309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Checking segment: {'id': '02331a55-2933-41da-8af5-dc5ce954d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:57.185065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.185065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Bound using segment: {'id': '02331a55-2933-41da-8af5-dc5ce954d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:57.185065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Bound port: 92385b8f-cf35-4c0e-b28d-9938be1920ad, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02331a55-2933-41da-8af5-dc5ce954d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:57.185065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.280017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] For port 92385b8f-cf35-4c0e-b28d-9938be1920ad, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:57.292536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] For port 92385b8f-cf35-4c0e-b28d-9938be1920ad, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=92385b8f-cf35-4c0e-b28d-9938be1920ad,segment=NetworkSegment(02331a55-2933-41da-8af5-dc5ce954d657),segment_id=02331a55-2933-41da-8af5-dc5ce954d657)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:57.300144 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.377935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f349fa-740d-491e-9c35-796a69d92152 req-de74248f-e484-4395-9901-9163f3b90bb1 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:57.377935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-de74248f-e484-4395-9901-9163f3b90bb1 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.22 "GET /v2.0/networks?id=052821da-bb3e-4161-8851-593ae6465e8b HTTP/1.1" status: 200 len: 817 time: 0.1278689 Jul 06 18:46:57.380173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Routers {'d020d969-ebf5-41f5-b7d2-4692dad4e5d2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:46:57.380575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:46:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:57.388051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b8494-0a11-422f-b2fb-14c03d244b49 None None] Pushing event updated for resources: {'Port': ['ID=92385b8f-cf35-4c0e-b28d-9938be1920ad,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:57.390062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Request body: {'port': {'device_id': 'ae59d575-485d-4f49-be6e-0e563abbe564', 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b', 'admin_state_up': True, 'tenant_id': 'd12ee9a245c74b07baccc42544db2152'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:57.557540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Made reservation on behalf of d12ee9a245c74b07baccc42544db2152 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:46:57.563644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.580656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 89d74a69-ad2d-444e-bc82-18c39244898c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:57.584247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] Set router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:46:57.733697 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Allocated IP 172.20.0.7 (052821da-bb3e-4161-8851-593ae6465e8b/df307a07-e5fb-458b-906b-4c9b58a50a0f/592b78b7-c0ee-4d2f-92df-c2f78e686fa3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:46:57.762848 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 89d74a69-ad2d-444e-bc82-18c39244898c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:57.763557 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.896035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:57.908460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:53Z', 'revision_number': 4, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'gw_port': {'id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '92385b8f-cf35-4c0e-b28d-9938be1920ad', 'name': '', 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'mac_address': 'fa:16:3e:68:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '849a22cb-0685-4b11-8a97-349d4e7685a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:52Z', 'updated_at': '2021-07-06T18:46:57Z', 'revision_number': 4, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'subnets': [{'id': '849a22cb-0685-4b11-8a97-349d4e7685a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:46:57.913986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Transition to ACTIVE for port object 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:57.937162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a56ea2-a766-4dde-8175-92e35dc30375 None None] The sync data for ids ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'] in n-d-799526-3 is: [{'id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:53Z', 'revision_number': 4, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'gw_port': {'id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '92385b8f-cf35-4c0e-b28d-9938be1920ad', 'name': '', 'network_id': 'ae21731d-2618-475e-8654-b59f1dacf280', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'mac_address': 'fa:16:3e:68:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '849a22cb-0685-4b11-8a97-349d4e7685a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:52Z', 'updated_at': '2021-07-06T18:46:57Z', 'revision_number': 4, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'subnets': [{'id': '849a22cb-0685-4b11-8a97-349d4e7685a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:46:57.961355 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.031219 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Network 052821da-bb3e-4161-8851-593ae6465e8b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:46:58.037400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:46:58.041394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:46:58.070587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Pushing event updated for resources: {'Port': ['ID=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:58.102883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:58.103816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.121231 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-d2b2876d-81a1-453d-86d6-7a21e9e9b3ce tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7365983 Jul 06 18:46:58.137262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Request body: {'port': {'device_id': 'ae59d575-485d-4f49-be6e-0e563abbe564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:46:58.263536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.330620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36945c-064e-40e7-8380-20fb97e2695c req-9e63d48f-719f-48c8-9fdc-e201b6f8d353 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:58.339493 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f36945c-064e-40e7-8380-20fb97e2695c req-9e63d48f-719f-48c8-9fdc-e201b6f8d353 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 931 time: 0.0855532 Jul 06 18:46:58.369056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1d2e538f-0100-48c6-b919-47e85cbef66d None None] Provisioning for port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:58.373890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1d2e538f-0100-48c6-b919-47e85cbef66d None None] Provisioning complete for port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:58.374501 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d2e538f-0100-48c6-b919-47e85cbef66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.379307 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0f36945c-064e-40e7-8380-20fb97e2695c req-bf99c5fa-2bd5-46e8-9a54-7f81f476bb14 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388625 Jul 06 18:46:58.438784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e538f-0100-48c6-b919-47e85cbef66d None None] Port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:46:58.568024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:46:58.575373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.587702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Transition to ACTIVE for port object 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:46:58.592386 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.642054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Pushing event updated for resources: {'Port': ['ID=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:58.720890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Attempting to bind port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:46:58.721231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Attempting to bind port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:46:58.721566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Attempting to bind port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 on network 052821da-bb3e-4161-8851-593ae6465e8b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:58.726541 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 on network 052821da-bb3e-4161-8851-593ae6465e8b not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:46:58.726867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Attempting to bind port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 on network 052821da-bb3e-4161-8851-593ae6465e8b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:46:58.732158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:46:58.732506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Checking segment: {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:46:58.732895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Bound using segment: {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:46:58.733329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Bound port: 592b78b7-c0ee-4d2f-92df-c2f78e686fa3, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:46:58.733693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.800454 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] For port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:46:58.804087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] For port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:46:58.809314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.841238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:58.841942 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:58.843575 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] 10.222.0.22 "PUT /v2.0/ports/592b78b7-c0ee-4d2f-92df-c2f78e686fa3 HTTP/1.1" status: 200 len: 1091 time: 0.7145805 Jul 06 18:46:58.846802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae59d575-485d-4f49-be6e-0e563abbe564', 'tag': '592b78b7-c0ee-4d2f-92df-c2f78e686fa3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:46:58.850005 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee02908-9925-43f7-adf1-23e4c7829ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "ae59d575-485d-4f49-be6e-0e563abbe564", "tag": "592b78b7-c0ee-4d2f-92df-c2f78e686fa3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:46:58.888334 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7316a3-0795-4519-8973-45ee38ac4d0f service neutron] Pushing event updated for resources: {'Port': ['ID=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:58.899664 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8589ec-4262-4edf-925d-ce01f9ae7e1b x-openstack-request-id: req-fb8589ec-4262-4edf-925d-ce01f9ae7e1b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:46:58.899961 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae59d575-485d-4f49-be6e-0e563abbe564", "tag": "592b78b7-c0ee-4d2f-92df-c2f78e686fa3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:46:58.900236 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb8589ec-4262-4edf-925d-ce01f9ae7e1b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:46:58.900640 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae59d575-485d-4f49-be6e-0e563abbe564', 'tag': '592b78b7-c0ee-4d2f-92df-c2f78e686fa3', 'status': 'completed', 'code': 200} Jul 06 18:46:58.959359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f349fa-740d-491e-9c35-796a69d92152 req-2563585a-d360-4385-84b8-ccd5952229b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:58.960897 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-2563585a-d360-4385-84b8-ccd5952229b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d12ee9a245c74b07baccc42544db2152&device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 1094 time: 0.0636728 Jul 06 18:46:59.005579 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-0a477453-ead0-4324-8865-7ff7dffa206d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=592b78b7-c0ee-4d2f-92df-c2f78e686fa3 HTTP/1.1" status: 200 len: 217 time: 0.0363743 Jul 06 18:46:59.061537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f349fa-740d-491e-9c35-796a69d92152 req-ad9a5e1a-dc20-4466-a969-3031b87099f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.063215 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-ad9a5e1a-dc20-4466-a969-3031b87099f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df307a07-e5fb-458b-906b-4c9b58a50a0f HTTP/1.1" status: 200 len: 856 time: 0.0518649 Jul 06 18:46:59.127470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f349fa-740d-491e-9c35-796a69d92152 req-5e1c2aaa-4e04-4058-b936-eb3f3df569ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.128974 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-5e1c2aaa-4e04-4058-b936-eb3f3df569ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=052821da-bb3e-4161-8851-593ae6465e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600829 Jul 06 18:46:59.220492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-c5e0ead0-3275-4ad4-ada2-fa6395007aa4 service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849733 Jul 06 18:46:59.322674 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2f349fa-740d-491e-9c35-796a69d92152 req-941e5ade-64d9-4820-a3eb-02a60344d7b0 service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962732 Jul 06 18:46:59.445310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-dfe2319f-6380-4d63-b324-546681ab7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.446855 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-dfe2319f-6380-4d63-b324-546681ab7889 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d12ee9a245c74b07baccc42544db2152&device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 1094 time: 0.0674722 Jul 06 18:46:59.564398 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 92385b8f-cf35-4c0e-b28d-9938be1920ad up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:46:59.569631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-01f65a4a-1a21-4d26-acdc-3a676f8ec235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.571289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-01f65a4a-1a21-4d26-acdc-3a676f8ec235 service neutron] 10.222.0.22 "GET /v2.0/networks?id=052821da-bb3e-4161-8851-593ae6465e8b HTTP/1.1" status: 200 len: 918 time: 0.1172717 Jul 06 18:46:59.619690 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e259c5-faf1-484b-a828-c0aa4eb40c8a req-e1f15dcf-c4b3-4094-beda-43e1091b8ed2 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.621979 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95e259c5-faf1-484b-a828-c0aa4eb40c8a req-e1f15dcf-c4b3-4094-beda-43e1091b8ed2 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 943 time: 0.1073918 Jul 06 18:46:59.630545 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-bae2bf3d-54fc-423b-b9ff-f408d43d28bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=592b78b7-c0ee-4d2f-92df-c2f78e686fa3 HTTP/1.1" status: 200 len: 217 time: 0.0522523 Jul 06 18:46:59.640171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 92385b8f-cf35-4c0e-b28d-9938be1920ad completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:46:59.645610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 92385b8f-cf35-4c0e-b28d-9938be1920ad triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:46:59.646725 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:59.696434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-de7a197d-c84c-41f8-bb0b-8576f265bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.698031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-de7a197d-c84c-41f8-bb0b-8576f265bb3e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df307a07-e5fb-458b-906b-4c9b58a50a0f HTTP/1.1" status: 200 len: 856 time: 0.0611346 Jul 06 18:46:59.704744 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95e259c5-faf1-484b-a828-c0aa4eb40c8a req-dfb30bc6-2452-41c3-b19e-6e7180d639ab tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726738 Jul 06 18:46:59.752521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:59.787744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-0d3acc65-f8fc-4c4d-a56a-e293f4ff4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:46:59.789438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-0d3acc65-f8fc-4c4d-a56a-e293f4ff4fb6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=052821da-bb3e-4161-8851-593ae6465e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836577 Jul 06 18:46:59.789946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 92385b8f-cf35-4c0e-b28d-9938be1920ad, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=92385b8f-cf35-4c0e-b28d-9938be1920ad,segment=NetworkSegment(02331a55-2933-41da-8af5-dc5ce954d657),segment_id=02331a55-2933-41da-8af5-dc5ce954d657)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:46:59.794514 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:46:59.861611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=92385b8f-cf35-4c0e-b28d-9938be1920ad,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:46:59.912703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-1b036ffb-6524-44e9-9875-37f8354e161c service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152446 Jul 06 18:47:00.018783 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ee02908-9925-43f7-adf1-23e4c7829ccf req-4811759e-7f84-46e2-a592-c827f61cc539 service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983043 Jul 06 18:47:00.893546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dc6b7-aa9f-4295-b1d1-12828068cf01 req-cc316405-44de-410e-8cf2-41ecc83c599e tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:00.895259 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a17dc6b7-aa9f-4295-b1d1-12828068cf01 req-cc316405-44de-410e-8cf2-41ecc83c599e tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 943 time: 0.0753565 Jul 06 18:47:00.935962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a17dc6b7-aa9f-4295-b1d1-12828068cf01 req-e0ce4d81-29ba-42c2-b443-314204f44aa1 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349948 Jul 06 18:47:01.331110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:47:01.428568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:01.441053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '592b78b7-c0ee-4d2f-92df-c2f78e686fa3', 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b', 'port_id': '592b78b7-c0ee-4d2f-92df-c2f78e686fa3', 'mac_address': 'fa:16:3e:25:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df307a07-e5fb-458b-906b-4c9b58a50a0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:47:01.489266 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.502901 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:47:01.524162 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 92385b8f-cf35-4c0e-b28d-9938be1920ad up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:01.529644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:01.550296 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.615633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:01.624828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 92385b8f-cf35-4c0e-b28d-9938be1920ad triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:01.625229 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:01.754438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['592b78b7-c0ee-4d2f-92df-c2f78e686fa3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:47:02.123904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4b2a8-3636-4dc8-ae8b-5a25a08cde97 req-3e1718bb-1826-4f46-9a71-7db6ac650377 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:02.125983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5bf4b2a8-3636-4dc8-ae8b-5a25a08cde97 req-3e1718bb-1826-4f46-9a71-7db6ac650377 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 944 time: 0.0694766 Jul 06 18:47:02.166434 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5bf4b2a8-3636-4dc8-ae8b-5a25a08cde97 req-256523f9-254b-419f-9b0e-d8ffc1895f60 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Jul 06 18:47:02.776992 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.341177 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:03.344216 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8465258-8a38-48aa-a369-9583b972290f req-c996f4b6-e3b1-4458-a200-acf83bb42506 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:03.346058 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8465258-8a38-48aa-a369-9583b972290f req-c996f4b6-e3b1-4458-a200-acf83bb42506 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 944 time: 0.0665774 Jul 06 18:47:03.386068 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8465258-8a38-48aa-a369-9583b972290f req-8dace19e-693f-4176-8f0c-cded053c467f tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341110 Jul 06 18:47:03.396271 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:03.399950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:03.400429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.478579 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.500720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae59d575-485d-4f49-be6e-0e563abbe564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592b78b7-c0ee-4d2f-92df-c2f78e686fa3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:03.503234 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ac5b7c-a4f7-438e-8720-937f4d0b1b3f" -d '{"events": [{"server_uuid": "ae59d575-485d-4f49-be6e-0e563abbe564", "name": "network-vif-plugged", "status": "completed", "tag": "592b78b7-c0ee-4d2f-92df-c2f78e686fa3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:03.516810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:03.521300 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:03.546021 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1946cbd-c7d8-435e-a101-dce43db779f7 x-openstack-request-id: req-e1946cbd-c7d8-435e-a101-dce43db779f7 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:03.547353 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae59d575-485d-4f49-be6e-0e563abbe564", "name": "network-vif-plugged", "status": "completed", "tag": "592b78b7-c0ee-4d2f-92df-c2f78e686fa3", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:03.547611 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1946cbd-c7d8-435e-a101-dce43db779f7 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:03.548351 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae59d575-485d-4f49-be6e-0e563abbe564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592b78b7-c0ee-4d2f-92df-c2f78e686fa3', 'code': 200} Jul 06 18:47:03.580277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:03.657641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838160a3-8a8e-4e29-a558-dda4364c6a06 req-8f6851d9-34c9-412c-bcab-17397afe0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:03.659200 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-838160a3-8a8e-4e29-a558-dda4364c6a06 req-8f6851d9-34c9-412c-bcab-17397afe0c79 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 1096 time: 0.0542319 Jul 06 18:47:03.697554 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-838160a3-8a8e-4e29-a558-dda4364c6a06 req-348cf1a7-f733-4d81-ac90-208b9403cc1e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Jul 06 18:47:04.605461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b269f-d3de-4070-9b67-838f04501ccc req-1ee5166c-b482-470c-955e-aa122d245709 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:04.607001 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-920b269f-d3de-4070-9b67-838f04501ccc req-1ee5166c-b482-470c-955e-aa122d245709 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 945 time: 0.0782821 Jul 06 18:47:04.657043 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-920b269f-d3de-4070-9b67-838f04501ccc req-6230b02b-95df-410c-8413-4b70cb525119 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435338 Jul 06 18:47:04.848651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43823c9-8896-4cd1-9af4-597f4bf0a574 req-bdbe0559-ebfb-4102-a1bb-7d8db3f0f4ee tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:04.850210 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a43823c9-8896-4cd1-9af4-597f4bf0a574 req-bdbe0559-ebfb-4102-a1bb-7d8db3f0f4ee tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 945 time: 0.0721731 Jul 06 18:47:04.892622 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a43823c9-8896-4cd1-9af4-597f4bf0a574 req-d17144f4-013c-4b52-9d05-8f02f4d24ad6 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360155 Jul 06 18:47:05.994595 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:17.131337 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914e5166-b519-4558-9c0b-1d539ebf207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:19.660330 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-221c60ee-469b-4958-b9a1-2b0c14f99991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.235710 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:20.985964 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:22.896892 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:24.001929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270db56e-b0bc-4423-929b-e29c12fc31b8 req-2abb0d82-e641-4de7-9bd3-82172fa0706d tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:24.003422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-270db56e-b0bc-4423-929b-e29c12fc31b8 req-2abb0d82-e641-4de7-9bd3-82172fa0706d tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 945 time: 0.0693204 Jul 06 18:47:24.044792 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-270db56e-b0bc-4423-929b-e29c12fc31b8 req-f1702692-beec-48b3-94d0-8e161143df57 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355308 Jul 06 18:47:25.226785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d1477-436e-44a7-91d4-7f06eee02a12 req-5535c3c6-7bb9-41f4-91d2-d5b1310b761d tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:25.228675 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd0d1477-436e-44a7-91d4-7f06eee02a12 req-5535c3c6-7bb9-41f4-91d2-d5b1310b761d tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 945 time: 0.0659366 Jul 06 18:47:25.269244 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd0d1477-436e-44a7-91d4-7f06eee02a12 req-a6336a98-a2b7-4771-85de-5ba62fd8da49 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345826 Jul 06 18:47:25.486728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-1b5dbeaf-d8f4-4466-8bb0-19b244f5a60a tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:25.488171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-1b5dbeaf-d8f4-4466-8bb0-19b244f5a60a tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 945 time: 0.0712864 Jul 06 18:47:25.868143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Deleting port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:25.868487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.957400 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] For port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:25.957780 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:25.970961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Calling delete_port for 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:26.039786 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:47:26.102325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.115139 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['592b78b7-c0ee-4d2f-92df-c2f78e686fa3'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:47:26.133796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Pushing event deleted for resources: {'Port': ['ID=592b78b7-c0ee-4d2f-92df-c2f78e686fa3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:26.164616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.164970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.165310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.165644 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.165975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.166308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.166663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.167000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.167327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.167651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.167975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.168299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:26.190890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] No DVR routers for this DVR port 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:26.195002 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:26.197426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f51c3c0-1168-4f88-9820-6040a533eb85 req-41122e8d-e5ba-4582-8b10-b97c00e8f1a8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.22 "DELETE /v2.0/ports/592b78b7-c0ee-4d2f-92df-c2f78e686fa3 HTTP/1.1" status: 204 len: 173 time: 0.7041309 Jul 06 18:47:26.197901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae59d575-485d-4f49-be6e-0e563abbe564', 'name': 'network-vif-deleted', 'tag': '592b78b7-c0ee-4d2f-92df-c2f78e686fa3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:26.200435 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8e82e2-ef93-4f60-ab40-e03e7fc281f6" -d '{"events": [{"server_uuid": "ae59d575-485d-4f49-be6e-0e563abbe564", "name": "network-vif-deleted", "tag": "592b78b7-c0ee-4d2f-92df-c2f78e686fa3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:26.240105 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d186d45a-be86-4ba4-8d5a-6741e6153a2c x-openstack-request-id: req-d186d45a-be86-4ba4-8d5a-6741e6153a2c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:26.240719 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae59d575-485d-4f49-be6e-0e563abbe564", "name": "network-vif-deleted", "tag": "592b78b7-c0ee-4d2f-92df-c2f78e686fa3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:26.240719 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d186d45a-be86-4ba4-8d5a-6741e6153a2c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:26.241040 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae59d575-485d-4f49-be6e-0e563abbe564', 'name': 'network-vif-deleted', 'tag': '592b78b7-c0ee-4d2f-92df-c2f78e686fa3', 'status': 'completed', 'code': 200} Jul 06 18:47:26.615786 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-528eb3ae-668e-4f54-8d5f-4f2f046c990b req-4f031e56-32c1-43bd-9571-a710dc2850f8 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae59d575-485d-4f49-be6e-0e563abbe564 HTTP/1.1" status: 200 len: 210 time: 0.0286746 Jul 06 18:47:28.278987 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-d20cb801-ea6f-47c2-9207-4783f630f845 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:28.280376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-d20cb801-ea6f-47c2-9207-4783f630f845 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/networks?id=052821da-bb3e-4161-8851-593ae6465e8b HTTP/1.1" status: 200 len: 817 time: 0.1224461 Jul 06 18:47:28.295613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-bec58f44-4c02-4a4f-bd74-ec786efb6fa0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/quotas/d12ee9a245c74b07baccc42544db2152 HTTP/1.1" status: 200 len: 375 time: 0.0094821 Jul 06 18:47:28.363147 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-02155e47-9008-4847-8804-3458e3d95fe0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d12ee9a245c74b07baccc42544db2152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624216 Jul 06 18:47:28.465409 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-f70ccd5d-79ee-437b-90fc-ff6839192868 service neutron] 10.222.0.13 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910759 Jul 06 18:47:28.562084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-342991f7-dedd-4700-a286-8324639088ef service neutron] 10.222.0.13 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901575 Jul 06 18:47:28.738456 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c981ce4a-7b47-47c8-9009-d45d02c9b945 req-b483cb26-a041-4a02-a2e1-5458fdd5a945 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 210 time: 0.0330186 Jul 06 18:47:29.435233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:47:29.455944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:47:29.456278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 592b78b7-c0ee-4d2f-92df-c2f78e686fa3 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:47:29.776522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-3105fae3-cc3c-471c-8353-e15eb0a4e106 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:29.778047 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-3105fae3-cc3c-471c-8353-e15eb0a4e106 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.22 "GET /v2.0/networks?id=052821da-bb3e-4161-8851-593ae6465e8b HTTP/1.1" status: 200 len: 817 time: 0.1092677 Jul 06 18:47:29.790652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Request body: {'port': {'device_id': '24ef8076-13a0-4db2-904c-0b5d74dcaec8', 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b', 'admin_state_up': True, 'tenant_id': 'd12ee9a245c74b07baccc42544db2152'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:29.900905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5fc38b5a-4cdd-486d-9e15-2eead09a34cb req-de59e765-dc42-4d1d-a074-56a6e5231e5d tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 210 time: 0.0457494 Jul 06 18:47:29.936098 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Made reservation on behalf of d12ee9a245c74b07baccc42544db2152 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:47:29.939809 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.065574 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Allocated IP 172.20.0.13 (052821da-bb3e-4161-8851-593ae6465e8b/df307a07-e5fb-458b-906b-4c9b58a50a0f/fb19ab75-f77d-494d-8eaa-5361b791771b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:47:30.215936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.230780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Transition to ACTIVE for port object fb19ab75-f77d-494d-8eaa-5361b791771b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:30.262774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.315218 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Network 052821da-bb3e-4161-8851-593ae6465e8b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:47:30.320678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:47:30.324452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:47:30.349365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Pushing event updated for resources: {'Port': ['ID=fb19ab75-f77d-494d-8eaa-5361b791771b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:30.378807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:30.379453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.394804 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-dda016a1-9379-4af8-a014-910f7ada8689 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6080925 Jul 06 18:47:30.407191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Request body: {'port': {'device_id': '24ef8076-13a0-4db2-904c-0b5d74dcaec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:47:30.489027 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.507616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2373ff72-4e14-40c6-8c22-c393bd3e858f None None] Provisioning for port fb19ab75-f77d-494d-8eaa-5361b791771b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:30.511870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2373ff72-4e14-40c6-8c22-c393bd3e858f None None] Provisioning complete for port fb19ab75-f77d-494d-8eaa-5361b791771b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:30.512242 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2373ff72-4e14-40c6-8c22-c393bd3e858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.545991 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2373ff72-4e14-40c6-8c22-c393bd3e858f None None] Port fb19ab75-f77d-494d-8eaa-5361b791771b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:47:30.765184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb19ab75-f77d-494d-8eaa-5361b791771b {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:47:30.772616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.784221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Transition to ACTIVE for port object fb19ab75-f77d-494d-8eaa-5361b791771b will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:47:30.788262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:30.839498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb19ab75-f77d-494d-8eaa-5361b791771b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:30.912491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Attempting to bind port fb19ab75-f77d-494d-8eaa-5361b791771b on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:47:30.912835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Attempting to bind port fb19ab75-f77d-494d-8eaa-5361b791771b by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:47:30.913173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Attempting to bind port fb19ab75-f77d-494d-8eaa-5361b791771b on network 052821da-bb3e-4161-8851-593ae6465e8b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:30.917792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Port fb19ab75-f77d-494d-8eaa-5361b791771b on network 052821da-bb3e-4161-8851-593ae6465e8b not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:47:30.918113 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Attempting to bind port fb19ab75-f77d-494d-8eaa-5361b791771b on network 052821da-bb3e-4161-8851-593ae6465e8b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:47:30.924316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:47:30.924661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Checking segment: {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:47:30.926741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Bound using segment: {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:47:30.926741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Bound port: fb19ab75-f77d-494d-8eaa-5361b791771b, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:47:30.926741 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.004482 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] For port fb19ab75-f77d-494d-8eaa-5361b791771b, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:47:31.007672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] For port fb19ab75-f77d-494d-8eaa-5361b791771b, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fb19ab75-f77d-494d-8eaa-5361b791771b,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:47:31.012640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.046309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.048814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:31.050361 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] 10.222.0.22 "PUT /v2.0/ports/fb19ab75-f77d-494d-8eaa-5361b791771b HTTP/1.1" status: 200 len: 1092 time: 0.6479452 Jul 06 18:47:31.052719 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ef8076-13a0-4db2-904c-0b5d74dcaec8', 'tag': 'fb19ab75-f77d-494d-8eaa-5361b791771b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:31.065604 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "24ef8076-13a0-4db2-904c-0b5d74dcaec8", "tag": "fb19ab75-f77d-494d-8eaa-5361b791771b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:31.109908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6eaca-ed7b-4e23-a97a-ce4e2955ab8a req-ab3c5ca8-3984-48de-88f8-47b5062807a0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.111647 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bc6eaca-ed7b-4e23-a97a-ce4e2955ab8a req-ab3c5ca8-3984-48de-88f8-47b5062807a0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 944 time: 0.0936055 Jul 06 18:47:31.129613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221df527-3a9e-4a0b-a340-1e082a9fc2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb19ab75-f77d-494d-8eaa-5361b791771b,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:31.141831 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ed4d99-4520-4e26-b6cf-d22d10468509 x-openstack-request-id: req-16ed4d99-4520-4e26-b6cf-d22d10468509 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:31.142137 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ef8076-13a0-4db2-904c-0b5d74dcaec8", "tag": "fb19ab75-f77d-494d-8eaa-5361b791771b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:31.142412 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16ed4d99-4520-4e26-b6cf-d22d10468509 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:31.142826 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ef8076-13a0-4db2-904c-0b5d74dcaec8', 'tag': 'fb19ab75-f77d-494d-8eaa-5361b791771b', 'status': 'completed', 'code': 200} Jul 06 18:47:31.154125 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bc6eaca-ed7b-4e23-a97a-ce4e2955ab8a req-aa1832e2-e847-470a-adca-2337ac858f49 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366340 Jul 06 18:47:31.172473 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-e7215c5d-449b-4254-9f09-f423f3427caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.174061 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-e7215c5d-449b-4254-9f09-f423f3427caa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d12ee9a245c74b07baccc42544db2152&device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 1095 time: 0.0778368 Jul 06 18:47:31.221074 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-1aa3b148-0484-414f-b9b5-57fffdf83238 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb19ab75-f77d-494d-8eaa-5361b791771b HTTP/1.1" status: 200 len: 217 time: 0.0404239 Jul 06 18:47:31.271369 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-cf1fc789-11f3-44ff-9205-86c0cc89c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.272886 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-cf1fc789-11f3-44ff-9205-86c0cc89c200 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df307a07-e5fb-458b-906b-4c9b58a50a0f HTTP/1.1" status: 200 len: 856 time: 0.0459850 Jul 06 18:47:31.331935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-ea9f3b7e-af2b-4c18-b06f-fd998daa67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.333472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-ea9f3b7e-af2b-4c18-b06f-fd998daa67aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=052821da-bb3e-4161-8851-593ae6465e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544112 Jul 06 18:47:31.428920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-a999b12a-6716-45a8-bdbc-2a9ebf1aa802 service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890648 Jul 06 18:47:31.522735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-884e106a-5b23-47d4-a0a6-e41d77b3fd6a req-786b8bc8-96c4-47c7-be58-05feec7a8325 service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874069 Jul 06 18:47:31.634938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-f81355e9-f6e7-47a8-b358-4b00179ef838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.636438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-f81355e9-f6e7-47a8-b358-4b00179ef838 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d12ee9a245c74b07baccc42544db2152&device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 1095 time: 0.0623670 Jul 06 18:47:31.735580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-69931f8c-45e6-4f91-9708-57455d595ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.737086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-69931f8c-45e6-4f91-9708-57455d595ba0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=052821da-bb3e-4161-8851-593ae6465e8b HTTP/1.1" status: 200 len: 918 time: 0.0928996 Jul 06 18:47:31.779733 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-73c2ee6b-0e57-43b1-8076-91717db028de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb19ab75-f77d-494d-8eaa-5361b791771b HTTP/1.1" status: 200 len: 217 time: 0.0360255 Jul 06 18:47:31.833119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-5fbb5d8a-db5b-415d-a3a9-b2becfa5239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.834590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-5fbb5d8a-db5b-415d-a3a9-b2becfa5239e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df307a07-e5fb-458b-906b-4c9b58a50a0f HTTP/1.1" status: 200 len: 856 time: 0.0482724 Jul 06 18:47:31.892102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-749937df-98da-4eb0-98bd-2c2f67f4103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:31.893530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-749937df-98da-4eb0-98bd-2c2f67f4103b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=052821da-bb3e-4161-8851-593ae6465e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526357 Jul 06 18:47:31.986187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-f7c8fa46-8878-46af-bbd0-9db67ed5bae4 service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850430 Jul 06 18:47:32.079968 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af2abe31-23a7-40fa-ba5d-c03c8a398ef9 req-b8aa5c61-9209-456b-b920-a3cfd025074b service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871735 Jul 06 18:47:32.334179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca08719-0368-483c-9851-106d71515b45 req-7e2b11e0-a16a-4870-ad3d-585839e7fed9 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:32.335702 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dca08719-0368-483c-9851-106d71515b45 req-7e2b11e0-a16a-4870-ad3d-585839e7fed9 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 944 time: 0.0642972 Jul 06 18:47:32.374107 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dca08719-0368-483c-9851-106d71515b45 req-805fdca3-c244-4f08-8afc-0c7e02c35502 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Jul 06 18:47:32.785808 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:33.450694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fb19ab75-f77d-494d-8eaa-5361b791771b details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:47:33.552236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fb19ab75-f77d-494d-8eaa-5361b791771b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fb19ab75-f77d-494d-8eaa-5361b791771b,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:33.564432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'fb19ab75-f77d-494d-8eaa-5361b791771b', 'network_id': '052821da-bb3e-4161-8851-593ae6465e8b', 'port_id': 'fb19ab75-f77d-494d-8eaa-5361b791771b', 'mac_address': 'fa:16:3e:2c:f8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df307a07-e5fb-458b-906b-4c9b58a50a0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:47:33.582682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91af84-ef32-4616-a3b5-1dd461d83223 req-fea1ff49-d2f4-4399-a36a-b02a1aa10c79 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:33.585061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f91af84-ef32-4616-a3b5-1dd461d83223 req-fea1ff49-d2f4-4399-a36a-b02a1aa10c79 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 944 time: 0.0802526 Jul 06 18:47:33.602168 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:33.615449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb19ab75-f77d-494d-8eaa-5361b791771b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:47:33.626983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9f91af84-ef32-4616-a3b5-1dd461d83223 req-b3ec1eb5-8a7f-4cfe-b67f-5ed8076ac7d0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358298 Jul 06 18:47:33.635549 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fb19ab75-f77d-494d-8eaa-5361b791771b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fb19ab75-f77d-494d-8eaa-5361b791771b,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:33.639591 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:33.692127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fb19ab75-f77d-494d-8eaa-5361b791771b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:33.699263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.699608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.699947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.700281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.700613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.700974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.701301 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.701622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.701941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.702461 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.702812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.703751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:47:33.829211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['fb19ab75-f77d-494d-8eaa-5361b791771b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:47:34.802709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaeb7d-dc84-4564-83ee-19f1ad9d9f4e req-e6fbb416-982f-4d9f-ba6b-ca28641ee03b tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:34.804192 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39eaeb7d-dc84-4564-83ee-19f1ad9d9f4e req-e6fbb416-982f-4d9f-ba6b-ca28641ee03b tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 945 time: 0.0690649 Jul 06 18:47:34.842142 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-39eaeb7d-dc84-4564-83ee-19f1ad9d9f4e req-a76cc191-b4e9-433f-bdb8-e344cd021f81 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Jul 06 18:47:35.450845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fb19ab75-f77d-494d-8eaa-5361b791771b up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:47:35.503739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port fb19ab75-f77d-494d-8eaa-5361b791771b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:47:35.507756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port fb19ab75-f77d-494d-8eaa-5361b791771b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:47:35.508132 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.584907 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.606625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef8076-13a0-4db2-904c-0b5d74dcaec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb19ab75-f77d-494d-8eaa-5361b791771b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:35.608983 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e37f87-4b65-472d-a8e8-25635be58459" -d '{"events": [{"server_uuid": "24ef8076-13a0-4db2-904c-0b5d74dcaec8", "name": "network-vif-plugged", "status": "completed", "tag": "fb19ab75-f77d-494d-8eaa-5361b791771b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:35.622329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port fb19ab75-f77d-494d-8eaa-5361b791771b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fb19ab75-f77d-494d-8eaa-5361b791771b,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:35.627785 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:35.665435 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd764e-395e-4395-95d7-1922d85402c2 x-openstack-request-id: req-cfcd764e-395e-4395-95d7-1922d85402c2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:35.665685 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef8076-13a0-4db2-904c-0b5d74dcaec8", "name": "network-vif-plugged", "status": "completed", "tag": "fb19ab75-f77d-494d-8eaa-5361b791771b", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:35.665946 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfcd764e-395e-4395-95d7-1922d85402c2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:35.666390 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef8076-13a0-4db2-904c-0b5d74dcaec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb19ab75-f77d-494d-8eaa-5361b791771b', 'code': 200} Jul 06 18:47:35.691024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=fb19ab75-f77d-494d-8eaa-5361b791771b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:35.787801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bc934-3633-41e2-9f5f-8b277fcc2411 req-86b44774-177f-4db7-9f7e-6ef2d1c68501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:35.789577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a5bc934-3633-41e2-9f5f-8b277fcc2411 req-86b44774-177f-4db7-9f7e-6ef2d1c68501 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 1097 time: 0.0583587 Jul 06 18:47:35.832161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a5bc934-3633-41e2-9f5f-8b277fcc2411 req-0124aea9-0ff6-4593-951f-ba5f013a9acb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358324 Jul 06 18:47:36.010371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:36.025014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972e232-a802-419c-abae-704886c7ce67 req-d017a53f-7f68-4c15-8e10-fe2dfdd2d457 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:36.026830 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e972e232-a802-419c-abae-704886c7ce67 req-d017a53f-7f68-4c15-8e10-fe2dfdd2d457 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 946 time: 0.0691378 Jul 06 18:47:36.066122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e972e232-a802-419c-abae-704886c7ce67 req-72fb0c87-bced-4541-a95f-cf36b04b0934 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Jul 06 18:47:37.242317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4bd71-88b0-4153-987d-6318968c9d71 req-b0501511-e2a9-4700-a4f6-bb68df7b885f tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:37.243973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9f4bd71-88b0-4153-987d-6318968c9d71 req-b0501511-e2a9-4700-a4f6-bb68df7b885f tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 946 time: 0.0662887 Jul 06 18:47:37.282329 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f9f4bd71-88b0-4153-987d-6318968c9d71 req-67405eec-faed-4899-b0da-14f491dc4f40 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Jul 06 18:47:37.464301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840597c-9f20-4fa8-9f76-9d8f75a08346 req-2cc8854c-bee1-4e2d-8411-2d418e219f52 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:37.465402 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d840597c-9f20-4fa8-9f76-9d8f75a08346 req-2cc8854c-bee1-4e2d-8411-2d418e219f52 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 946 time: 0.0691779 Jul 06 18:47:37.505956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d840597c-9f20-4fa8-9f76-9d8f75a08346 req-07d064c3-bc11-4b06-8892-7cb1bf7abf34 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Jul 06 18:47:47.131223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59a9f51e-d57b-4c11-a6d7-e205441e7f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:49.663268 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85e94f2a-1c09-4c95-87c8-8b0149c91ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.242110 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:50.988385 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:52.901740 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:54.200920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af079bc0-5be9-4280-bdae-481b6049f79d req-61f889ac-7cc9-41c0-b77d-d8fbb0f21fb3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536253 Jul 06 18:47:54.293256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af079bc0-5be9-4280-bdae-481b6049f79d req-df451469-5103-419e-a54f-2372e3167752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:54.294801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af079bc0-5be9-4280-bdae-481b6049f79d req-df451469-5103-419e-a54f-2372e3167752 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d12ee9a245c74b07baccc42544db2152&device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 1097 time: 0.0531650 Jul 06 18:47:54.405076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af079bc0-5be9-4280-bdae-481b6049f79d req-0acf1200-3ab5-4b5e-8512-365cc8b61972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:54.407379 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af079bc0-5be9-4280-bdae-481b6049f79d req-0acf1200-3ab5-4b5e-8512-365cc8b61972 service neutron] 10.222.0.22 "GET /v2.0/networks?id=052821da-bb3e-4161-8851-593ae6465e8b HTTP/1.1" status: 200 len: 918 time: 0.0922482 Jul 06 18:47:54.450551 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af079bc0-5be9-4280-bdae-481b6049f79d req-8f55f82f-39d2-4f37-93f4-69948605f771 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb19ab75-f77d-494d-8eaa-5361b791771b HTTP/1.1" status: 200 len: 217 time: 0.0368998 Jul 06 18:47:54.513652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af079bc0-5be9-4280-bdae-481b6049f79d req-f3b03e9f-fc4b-4566-8253-f7728074d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:54.515168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af079bc0-5be9-4280-bdae-481b6049f79d req-f3b03e9f-fc4b-4566-8253-f7728074d94a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df307a07-e5fb-458b-906b-4c9b58a50a0f HTTP/1.1" status: 200 len: 856 time: 0.0584495 Jul 06 18:47:54.583696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af079bc0-5be9-4280-bdae-481b6049f79d req-435b2a25-1952-4294-9fbc-88d094fdee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:54.585225 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af079bc0-5be9-4280-bdae-481b6049f79d req-435b2a25-1952-4294-9fbc-88d094fdee7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=052821da-bb3e-4161-8851-593ae6465e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638561 Jul 06 18:47:54.681418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af079bc0-5be9-4280-bdae-481b6049f79d req-5829eb58-aafc-4e0b-93e8-ed0bade703d9 service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860751 Jul 06 18:47:54.778158 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-af079bc0-5be9-4280-bdae-481b6049f79d req-2d94cc8b-eafc-4995-932f-8cce4e4bac02 service neutron] 10.222.0.22 "GET /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892208 Jul 06 18:47:56.394668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de372d7-003c-497c-845c-5fa3b94ebd67 req-133ff472-8bf4-4536-8cb3-fabb0b1fe98a tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:56.396233 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9de372d7-003c-497c-845c-5fa3b94ebd67 req-133ff472-8bf4-4536-8cb3-fabb0b1fe98a tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 946 time: 0.0651271 Jul 06 18:47:56.440488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9de372d7-003c-497c-845c-5fa3b94ebd67 req-ada7586e-b560-4313-968a-00897ee43f5d tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Jul 06 18:47:57.621220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7df74d-6715-42ff-8d7d-5de70407706d req-1086f1e7-5597-46b4-88fd-554231fcf30b tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:57.622713 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df7df74d-6715-42ff-8d7d-5de70407706d req-1086f1e7-5597-46b4-88fd-554231fcf30b tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 946 time: 0.0629086 Jul 06 18:47:57.665132 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-df7df74d-6715-42ff-8d7d-5de70407706d req-711889d6-08cb-4a45-b1ef-4e7ed73d8741 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/security-groups?id=2889aebb-bc33-4a6f-a098-5efd257d7372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Jul 06 18:47:57.950810 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-71020b49-ec08-4496-a8cc-71ac0ee311b1 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:47:57.952382 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-71020b49-ec08-4496-a8cc-71ac0ee311b1 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.22 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 946 time: 0.0695624 Jul 06 18:47:58.054734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Deleting port fb19ab75-f77d-494d-8eaa-5361b791771b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:47:58.055076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.146867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] For port fb19ab75-f77d-494d-8eaa-5361b791771b, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=fb19ab75-f77d-494d-8eaa-5361b791771b,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:47:58.147232 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.160385 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Calling delete_port for fb19ab75-f77d-494d-8eaa-5361b791771b owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:47:58.288275 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.301515 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['fb19ab75-f77d-494d-8eaa-5361b791771b'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:47:58.323096 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Pushing event deleted for resources: {'Port': ['ID=fb19ab75-f77d-494d-8eaa-5361b791771b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:47:58.371846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] No DVR routers for this DVR port fb19ab75-f77d-494d-8eaa-5361b791771b on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:47:58.375085 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:47:58.377149 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ff986bea-d11d-46d8-b3d1-42cce7d1dc40 req-62f93fb0-1126-4440-ac6d-f0c9ca9ccae0 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.22 "DELETE /v2.0/ports/fb19ab75-f77d-494d-8eaa-5361b791771b HTTP/1.1" status: 204 len: 173 time: 0.4193361 Jul 06 18:47:58.377610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef8076-13a0-4db2-904c-0b5d74dcaec8', 'name': 'network-vif-deleted', 'tag': 'fb19ab75-f77d-494d-8eaa-5361b791771b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:47:58.379953 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686b6144-4fb2-4707-b850-cc36b92b53a4" -d '{"events": [{"server_uuid": "24ef8076-13a0-4db2-904c-0b5d74dcaec8", "name": "network-vif-deleted", "tag": "fb19ab75-f77d-494d-8eaa-5361b791771b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:47:58.425122 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff2652d-f0b6-45ee-b436-cbd27e7a645a x-openstack-request-id: req-fff2652d-f0b6-45ee-b436-cbd27e7a645a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:47:58.425422 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef8076-13a0-4db2-904c-0b5d74dcaec8", "name": "network-vif-deleted", "tag": "fb19ab75-f77d-494d-8eaa-5361b791771b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:47:58.425695 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fff2652d-f0b6-45ee-b436-cbd27e7a645a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:47:58.426135 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef8076-13a0-4db2-904c-0b5d74dcaec8', 'name': 'network-vif-deleted', 'tag': 'fb19ab75-f77d-494d-8eaa-5361b791771b', 'status': 'completed', 'code': 200} Jul 06 18:47:58.828565 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5703e31c-6795-47c3-a18c-89a0a167c749 req-7c3175ac-b282-4587-a456-845e29344717 tempest-TestEncryptedCinderVolumes-1511079203 tempest-TestEncryptedCinderVolumes-1511079203-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef8076-13a0-4db2-904c-0b5d74dcaec8 HTTP/1.1" status: 200 len: 210 time: 0.0290434 Jul 06 18:47:59.959840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55748) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:00.304141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.563733 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Deleting port 6db7484f-e3ee-42b2-94c4-3499e001196c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:00.564025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.645913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] For port 6db7484f-e3ee-42b2-94c4-3499e001196c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6db7484f-e3ee-42b2-94c4-3499e001196c,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:00.646275 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.659501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Calling delete_port for 6db7484f-e3ee-42b2-94c4-3499e001196c owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:00.842676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:00.867913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db7484f-e3ee-42b2-94c4-3499e001196c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:01.049156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.513120 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fb19ab75-f77d-494d-8eaa-5361b791771b no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:01.535411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: fb19ab75-f77d-494d-8eaa-5361b791771b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:01.535761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device fb19ab75-f77d-494d-8eaa-5361b791771b not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:01.608173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Router 41dc161f-eea4-4790-b0df-882283e54bad has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:01.740043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:01.746776 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96f928e9-d679-4f0d-8056-c8f576b88238 admin admin] 10.222.0.13 "PUT /v2.0/routers/41dc161f-eea4-4790-b0df-882283e54bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852044 Jul 06 18:48:01.749000 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] Sync routers for ids ['41dc161f-eea4-4790-b0df-882283e54bad'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:01.750392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55750) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:01.760061 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] Routers {'41dc161f-eea4-4790-b0df-882283e54bad'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:01.760765 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['41dc161f-eea4-4790-b0df-882283e54bad'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:01.865201 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:01.869973 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] Set router 41dc161f-eea4-4790-b0df-882283e54bad gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:01.984635 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.043816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Deleting port 37a05ceb-7ca3-403a-ad50-32cbf051fce3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:02.044086 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.081755 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dc161f-eea4-4790-b0df-882283e54bad', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:45Z', 'updated_at': '2021-07-06T18:48:00Z', 'revision_number': 5, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'gw_port': {'id': '37a05ceb-7ca3-403a-ad50-32cbf051fce3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dc161f-eea4-4790-b0df-882283e54bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:46Z', 'updated_at': '2021-07-06T18:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:02.108594 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] Checking router: 41dc161f-eea4-4790-b0df-882283e54bad for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:02.117285 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] Routers {'41dc161f-eea4-4790-b0df-882283e54bad'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:02.117897 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['41dc161f-eea4-4790-b0df-882283e54bad'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:02.149703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] For port 37a05ceb-7ca3-403a-ad50-32cbf051fce3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=37a05ceb-7ca3-403a-ad50-32cbf051fce3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:02.150966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.167862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Calling delete_port for 37a05ceb-7ca3-403a-ad50-32cbf051fce3 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:02.300680 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] Set router 41dc161f-eea4-4790-b0df-882283e54bad gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:02.367909 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dc161f-eea4-4790-b0df-882283e54bad', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:45Z', 'updated_at': '2021-07-06T18:48:01Z', 'revision_number': 6, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:02.369765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.396270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Pushing event deleted for resources: {'Port': ['ID=37a05ceb-7ca3-403a-ad50-32cbf051fce3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:02.401808 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ab7ff-3524-453f-8dd1-fa1c6eb659e2 None None] The sync data for ids ['41dc161f-eea4-4790-b0df-882283e54bad'] in n-d-799526-3 is: [{'id': '41dc161f-eea4-4790-b0df-882283e54bad', 'name': 'tempest-TestEncryptedCinderVolumes-1372977772-router', 'tenant_id': 'd12ee9a245c74b07baccc42544db2152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:45Z', 'updated_at': '2021-07-06T18:48:01Z', 'revision_number': 6, 'project_id': 'd12ee9a245c74b07baccc42544db2152', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:02.467487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.559563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.561754 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.606701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.607260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41dc161f-eea4-4790-b0df-882283e54bad {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:02.612209 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.613441 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8b889ebf-e7eb-4e64-acdd-d2db0e69385f admin admin] 10.222.0.13 "DELETE /v2.0/routers/41dc161f-eea4-4790-b0df-882283e54bad HTTP/1.1" status: 204 len: 168 time: 0.8620915 Jul 06 18:48:02.616071 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:02.661200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7372f847-1498-4396-8e0f-b30a764a1757 admin admin] Deleting subnet df307a07-e5fb-458b-906b-4c9b58a50a0f {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:48:02.664271 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7372f847-1498-4396-8e0f-b30a764a1757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.698461 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7372f847-1498-4396-8e0f-b30a764a1757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.784973 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7372f847-1498-4396-8e0f-b30a764a1757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.804778 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.846593 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7372f847-1498-4396-8e0f-b30a764a1757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.872888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372f847-1498-4396-8e0f-b30a764a1757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df307a07-e5fb-458b-906b-4c9b58a50a0f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:02.877142 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7372f847-1498-4396-8e0f-b30a764a1757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:02.879052 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7372f847-1498-4396-8e0f-b30a764a1757 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/df307a07-e5fb-458b-906b-4c9b58a50a0f HTTP/1.1" status: 204 len: 168 time: 0.2620299 Jul 06 18:48:02.881576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55754) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:02.884175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f59f0-4586-4180-b3d8-33c84829c8e4 None None] Network 052821da-bb3e-4161-8851-593ae6465e8b requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:02.954774 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.013056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Deleting port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:03.013435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.040023 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:48:03.077472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] For port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=97aeffaf-c18b-42d2-a44a-33b9b75b50d2,segment=NetworkSegment(a253e0d0-b78c-46e8-8fa8-04d63c1e7a05),segment_id=a253e0d0-b78c-46e8-8fa8-04d63c1e7a05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:03.078827 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.091362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Calling delete_port for 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:03.177567 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.204478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Pushing event deleted for resources: {'Port': ['ID=97aeffaf-c18b-42d2-a44a-33b9b75b50d2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:03.205266 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf79102-9b66-4489-853e-60c630f99a5b None None] DHCP port deletion for 052821da-bb3e-4161-8851-593ae6465e8b request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:48:03.208013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] No DVR routers for this DVR port 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:03.284702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.295213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052821da-bb3e-4161-8851-593ae6465e8b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:03.309293 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:03.309453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a253e0d0-b78c-46e8-8fa8-04d63c1e7a05') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:03.320636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.336435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.342069 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:48:03.342521 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:48:03.344307 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:48:03.398584 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.404660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:03.406781 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] 10.222.0.13 "DELETE /v2.0/networks/052821da-bb3e-4161-8851-593ae6465e8b HTTP/1.1" status: 204 len: 168 time: 0.5240946 Jul 06 18:48:03.410191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55756) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:03.425867 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeef009-6db5-4738-9eaa-4284302fd50a admin admin] Pushing event deleted for resources: {'Network': ['ID=052821da-bb3e-4161-8851-593ae6465e8b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:03.536380 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:03.555756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:03.556194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 97aeffaf-c18b-42d2-a44a-33b9b75b50d2 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:03.556681 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6db7484f-e3ee-42b2-94c4-3499e001196c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:03.580758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 6db7484f-e3ee-42b2-94c4-3499e001196c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:03.581105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6db7484f-e3ee-42b2-94c4-3499e001196c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:03.581536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 37a05ceb-7ca3-403a-ad50-32cbf051fce3 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:03.601704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 37a05ceb-7ca3-403a-ad50-32cbf051fce3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:03.601983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 37a05ceb-7ca3-403a-ad50-32cbf051fce3 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:03.784309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.048459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Deleting port 92385b8f-cf35-4c0e-b28d-9938be1920ad {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:04.048681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.126327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] For port 92385b8f-cf35-4c0e-b28d-9938be1920ad, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=92385b8f-cf35-4c0e-b28d-9938be1920ad,segment=NetworkSegment(02331a55-2933-41da-8af5-dc5ce954d657),segment_id=02331a55-2933-41da-8af5-dc5ce954d657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:04.126716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.139200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Calling delete_port for 92385b8f-cf35-4c0e-b28d-9938be1920ad owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:04.322422 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:04.352603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=92385b8f-cf35-4c0e-b28d-9938be1920ad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:04.522942 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.019527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:05.122560 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:05.127455 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2cf88315-7ad9-4023-8f08-c043647d04b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/d020d969-ebf5-41f5-b7d2-4692dad4e5d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165327 Jul 06 18:48:05.130036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:05.132834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] Sync routers for ids ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:05.141955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] Routers {'d020d969-ebf5-41f5-b7d2-4692dad4e5d2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:05.142603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:05.236667 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.253480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] Set router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:05.339913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.392673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Deleting port 89d74a69-ad2d-444e-bc82-18c39244898c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:05.393014 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.430087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:48:04Z', 'revision_number': 5, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'gw_port': {'id': '89d74a69-ad2d-444e-bc82-18c39244898c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:05.456160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] Checking router: d020d969-ebf5-41f5-b7d2-4692dad4e5d2 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:05.466674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] Routers {'d020d969-ebf5-41f5-b7d2-4692dad4e5d2'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:05.467417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:05.479452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] For port 89d74a69-ad2d-444e-bc82-18c39244898c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=89d74a69-ad2d-444e-bc82-18c39244898c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:05.479866 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.494994 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Calling delete_port for 89d74a69-ad2d-444e-bc82-18c39244898c owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:05.559034 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] Set router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:05.615058 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:48:05Z', 'revision_number': 6, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:05.642706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec094273-a008-4bc9-99b1-b40c14d9fd14 None None] The sync data for ids ['d020d969-ebf5-41f5-b7d2-4692dad4e5d2'] in n-d-799526-3 is: [{'id': 'd020d969-ebf5-41f5-b7d2-4692dad4e5d2', 'name': 'tempest-TestEncryptedCinderVolumes-292281545-router', 'tenant_id': '0de2ee122d82476aa7f90a27e5066276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:46:50Z', 'updated_at': '2021-07-06T18:48:05Z', 'revision_number': 6, 'project_id': '0de2ee122d82476aa7f90a27e5066276', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:05.677199 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.701441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d74a69-ad2d-444e-bc82-18c39244898c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:05.769844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.858239 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.860748 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.904210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.904758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d020d969-ebf5-41f5-b7d2-4692dad4e5d2 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:48:05.909277 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.910530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7054bbe5-312f-4d8a-aa4b-84604349b331 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d020d969-ebf5-41f5-b7d2-4692dad4e5d2 HTTP/1.1" status: 204 len: 168 time: 0.7795031 Jul 06 18:48:05.913077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:05.957925 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c079d9f-3434-4e4d-acda-00a3ca1d78f6 admin admin] Deleting subnet 849a22cb-0685-4b11-8a97-349d4e7685a6 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:48:05.960944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c079d9f-3434-4e4d-acda-00a3ca1d78f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:05.997330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c079d9f-3434-4e4d-acda-00a3ca1d78f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.016338 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.091888 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c079d9f-3434-4e4d-acda-00a3ca1d78f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.148381 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c079d9f-3434-4e4d-acda-00a3ca1d78f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.175628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c079d9f-3434-4e4d-acda-00a3ca1d78f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849a22cb-0685-4b11-8a97-349d4e7685a6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:06.177517 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c079d9f-3434-4e4d-acda-00a3ca1d78f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.180540 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2c079d9f-3434-4e4d-acda-00a3ca1d78f6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/849a22cb-0685-4b11-8a97-349d4e7685a6 HTTP/1.1" status: 204 len: 168 time: 0.2653792 Jul 06 18:48:06.181957 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:06.184335 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89b101-867e-43a1-b764-a9fbe7666e53 None None] Network ae21731d-2618-475e-8654-b59f1dacf280 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:06.254124 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.305872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Deleting port dff480a6-17a6-4e79-8be3-ae11974ce924 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:06.306221 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.369953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] For port dff480a6-17a6-4e79-8be3-ae11974ce924, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dff480a6-17a6-4e79-8be3-ae11974ce924,segment=NetworkSegment(02331a55-2933-41da-8af5-dc5ce954d657),segment_id=02331a55-2933-41da-8af5-dc5ce954d657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:06.370611 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.383274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Calling delete_port for dff480a6-17a6-4e79-8be3-ae11974ce924 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:06.425966 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] DHCP port deletion for ae21731d-2618-475e-8654-b59f1dacf280 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:48:06.475349 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.479782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] Deleting port dff480a6-17a6-4e79-8be3-ae11974ce924 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:48:06.480167 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.503816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=dff480a6-17a6-4e79-8be3-ae11974ce924,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:06.507514 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] No DVR routers for this DVR port dff480a6-17a6-4e79-8be3-ae11974ce924 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:06.549557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] For port dff480a6-17a6-4e79-8be3-ae11974ce924, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:06.549940 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.563046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] Calling delete_port for dff480a6-17a6-4e79-8be3-ae11974ce924 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:48:06.565808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] Port dff480a6-17a6-4e79-8be3-ae11974ce924 was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:48:06.567106 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.584334 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.593075 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] Pushing event deleted for resources: {'Port': ['ID=dff480a6-17a6-4e79-8be3-ae11974ce924,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:06.595517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28239f4c-2c9f-46db-8753-f11afd04ae01 None None] No DVR routers for this DVR port dff480a6-17a6-4e79-8be3-ae11974ce924 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:48:06.595876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae21731d-2618-475e-8654-b59f1dacf280']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:06.607517 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02331a55-2933-41da-8af5-dc5ce954d657') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:06.607819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02331a55-2933-41da-8af5-dc5ce954d657') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:06.617858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.632663 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.639201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:48:06.639605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:48:06.642156 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:48:06.701933 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.716914 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.718104 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] 10.222.0.13 "DELETE /v2.0/networks/ae21731d-2618-475e-8654-b59f1dacf280 HTTP/1.1" status: 204 len: 168 time: 0.5351968 Jul 06 18:48:06.730375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e302ad-d4e5-4c4a-81e5-0c8c124c0ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=ae21731d-2618-475e-8654-b59f1dacf280,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:06.873657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55766) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:06.917346 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8fdf0256-f2b9-4498-adba-28c7611bca3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d12ee9a245c74b07baccc42544db2152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423694 Jul 06 18:48:06.919788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55768) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:06.974855 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb722a6f-fdc1-4e94-8edf-9ee93379e07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:06.995128 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb722a6f-fdc1-4e94-8edf-9ee93379e07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.041875 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb722a6f-fdc1-4e94-8edf-9ee93379e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.044423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb722a6f-fdc1-4e94-8edf-9ee93379e07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.045574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fb722a6f-fdc1-4e94-8edf-9ee93379e07a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2889aebb-bc33-4a6f-a098-5efd257d7372 HTTP/1.1" status: 204 len: 168 time: 0.1248407 Jul 06 18:48:07.053857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb722a6f-fdc1-4e94-8edf-9ee93379e07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2889aebb-bc33-4a6f-a098-5efd257d7372,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:07.367528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55774) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:07.407869 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cc9392a9-c89d-47d6-88ed-fb9a811266c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0de2ee122d82476aa7f90a27e5066276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391462 Jul 06 18:48:07.410325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:07.460260 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5564d686-332a-44b4-b0e4-db9de82aa55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.482498 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5564d686-332a-44b4-b0e4-db9de82aa55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.534019 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5564d686-332a-44b4-b0e4-db9de82aa55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.537496 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5564d686-332a-44b4-b0e4-db9de82aa55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:07.539968 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5564d686-332a-44b4-b0e4-db9de82aa55a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/216cffd2-e2be-4377-a5f7-8aa2bbaa2e1d HTTP/1.1" status: 204 len: 168 time: 0.1285870 Jul 06 18:48:07.541759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dff480a6-17a6-4e79-8be3-ae11974ce924 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:07.551461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564d686-332a-44b4-b0e4-db9de82aa55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216cffd2-e2be-4377-a5f7-8aa2bbaa2e1d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:07.567150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: dff480a6-17a6-4e79-8be3-ae11974ce924 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:07.567510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dff480a6-17a6-4e79-8be3-ae11974ce924 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:07.567934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 89d74a69-ad2d-444e-bc82-18c39244898c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:07.590498 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 89d74a69-ad2d-444e-bc82-18c39244898c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:07.590851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 89d74a69-ad2d-444e-bc82-18c39244898c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:07.591279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 92385b8f-cf35-4c0e-b28d-9938be1920ad no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:48:07.613996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 92385b8f-cf35-4c0e-b28d-9938be1920ad {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:48:07.614362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 92385b8f-cf35-4c0e-b28d-9938be1920ad not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:48:08.205668 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 55798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:08.312888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-237047566-network', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:08.334691 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Made reservation on behalf of a5a34cd7e9164f76aef1239b4569f5a7 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:08.337076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.349963 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.449442 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.454253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.483273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:48:08.489921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e3c9a9-fc9e-4484-b5c4-532c6537f4af,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:08.496818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.497164 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Added segment 6d75a2a2-1fac-4c07-b51d-b84cf973bc2d of type vlan for network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 Jul 06 18:48:08.546486 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.577303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.578884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:08.579467 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.631854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4250309 Jul 06 18:48:08.634876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55802) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:08.640040 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Request body: {'subnet': {'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-237047566-subnet', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:08.642493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07075068-6424-4c44-8546-ab40895c70b6 admin admin] Pushing event updated for resources: {'Network': ['ID=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:08.652320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:48:08.662663 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Made reservation on behalf of a5a34cd7e9164f76aef1239b4569f5a7 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:08.665040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.836864 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.891447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c72574c-2028-40f2-abdc-34c1af9a035a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:08.902135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.902518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.902867 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.903209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.903543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.903875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.904206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.904536 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.904863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.905191 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.905516 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.906361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:08.911241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Checking segment: {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:08.911608 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Network hostable DHCP agents. Network: 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:48:08.927745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:48:08.936148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:08.941001 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:08.941590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.946511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2f2a3-13e7-4c23-b20a-c27c5d02510b None None] Network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:08.955967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e86a808e-01ba-4388-aaba-e6302521ab0f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3199623 Jul 06 18:48:08.959348 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55804) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:08.964017 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:08.985033 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:08.986037 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.045052 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.097739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:48:09.098908 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.183872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.239497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Allocated IP 172.20.0.2 (44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5/9c72574c-2028-40f2-abdc-34c1af9a035a/b9e66bc5-007f-49ba-9848-ead75571fb51) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:09.385924 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.395349 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Transition to ACTIVE for port object b9e66bc5-007f-49ba-9848-ead75571fb51 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:09.408517 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.413575 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Transition to ACTIVE for port object b9e66bc5-007f-49ba-9848-ead75571fb51 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:09.420638 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.433232 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.465601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:09.473553 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:09.477931 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:09.481024 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Pushing event updated for resources: {'Port': ['ID=b9e66bc5-007f-49ba-9848-ead75571fb51,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:09.539394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Attempting to bind port b9e66bc5-007f-49ba-9848-ead75571fb51 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:09.539756 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Attempting to bind port b9e66bc5-007f-49ba-9848-ead75571fb51 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:09.540114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Attempting to bind port b9e66bc5-007f-49ba-9848-ead75571fb51 on network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:09.543521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Allocated IP 172.25.7.211 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/2aed1886-0132-474e-9e48-29654daa783d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:09.545405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:09.545779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Checking segment: {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:09.546186 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.546745 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Bound using segment: {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:09.547777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Bound port: b9e66bc5-007f-49ba-9848-ead75571fb51, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:09.548165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.615960 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] For port b9e66bc5-007f-49ba-9848-ead75571fb51, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:09.619023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] For port b9e66bc5-007f-49ba-9848-ead75571fb51, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b9e66bc5-007f-49ba-9848-ead75571fb51,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:09.623215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.649044 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.665315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-87d2b323-fff8-45c0-9e21-86547222f835 req-e2810463-078f-4b3f-9c98-dd158acf97c1 tempest-ServerDiskConfigTestJSON-1947174500 tempest-ServerDiskConfigTestJSON-1947174500-project] (93779) timed out ('10.222.0.22', 55168) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:48:09.690400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0b2f5-65b7-442f-bdde-efed49efbbf4 None None] Pushing event updated for resources: {'Port': ['ID=b9e66bc5-007f-49ba-9848-ead75571fb51,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:09.692681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:09.732902 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:09.738314 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:09.741849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:09.748489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Pushing event updated for resources: {'Port': ['ID=2aed1886-0132-474e-9e48-29654daa783d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:10.017743 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.531631 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.626699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eae708-f594-4da7-9a8e-42b35144401d None None] Network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:10.667091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Router 3a2598fe-bb82-4e10-9202-63a066b8e990 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:10.712317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-666d59c8-8bb0-41e7-ad2f-1ed8b156c658 None None] Provisioning for port b9e66bc5-007f-49ba-9848-ead75571fb51 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:10.779486 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:10.790408 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Sync routers for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:10.795448 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:10.797246 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a2ae13ce-a47b-4f60-8a05-f935c824f7af admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8368173 Jul 06 18:48:10.800323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55806) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:10.802765 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:10.803548 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:10.918364 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:11.094670 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:09Z', 'revision_number': 3, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:11.124112 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Checking router: 3a2598fe-bb82-4e10-9202-63a066b8e990 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:11.124559 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Updating router 3a2598fe-bb82-4e10-9202-63a066b8e990 port 2aed1886-0132-474e-9e48-29654daa783d binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:48:11.158483 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.237189 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.394737 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Allocated IP 172.20.0.1 (44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5/9c72574c-2028-40f2-abdc-34c1af9a035a/2fb662f6-f2c9-41bc-a64a-8068467ce08a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:11.413925 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.424808 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Transition to ACTIVE for port object 2aed1886-0132-474e-9e48-29654daa783d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:11.430408 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.479007 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Attempting to bind port 2aed1886-0132-474e-9e48-29654daa783d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:11.479371 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Attempting to bind port 2aed1886-0132-474e-9e48-29654daa783d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:11.479732 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Attempting to bind port 2aed1886-0132-474e-9e48-29654daa783d on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:11.488427 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Pushing event updated for resources: {'Port': ['ID=2aed1886-0132-474e-9e48-29654daa783d,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:11.490696 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:11.491067 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:11.491615 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.491995 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:11.492468 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Bound port: 2aed1886-0132-474e-9e48-29654daa783d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:11.492920 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.523220 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.528284 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.528643 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.528983 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.529317 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.529648 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.529976 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.530298 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.530718 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.531568 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.531868 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.532188 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.532508 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:11.539417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Transition to ACTIVE for port object 2fb662f6-f2c9-41bc-a64a-8068467ce08a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:11.574356 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.574605 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] For port 2aed1886-0132-474e-9e48-29654daa783d, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:11.578669 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] For port 2aed1886-0132-474e-9e48-29654daa783d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2aed1886-0132-474e-9e48-29654daa783d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:11.585441 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.607869 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b9e66bc5-007f-49ba-9848-ead75571fb51 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:11.620730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:11.623660 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:11.629134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:11.632500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb662f6-f2c9-41bc-a64a-8068467ce08a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:11.639332 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ecdcb-fb85-4d08-b43b-f47691eeb88f None None] Pushing event updated for resources: {'Port': ['ID=2aed1886-0132-474e-9e48-29654daa783d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:11.670465 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:11.671205 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:11.673281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port b9e66bc5-007f-49ba-9848-ead75571fb51 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:11.677293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b9e66bc5-007f-49ba-9848-ead75571fb51 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:11.678206 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.686808 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.763286 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.798720 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:11.807026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port b9e66bc5-007f-49ba-9848-ead75571fb51, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b9e66bc5-007f-49ba-9848-ead75571fb51,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:11.811121 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.844722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:11.868835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=b9e66bc5-007f-49ba-9848-ead75571fb51,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:11.984391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5d08648e-7a18-47d6-9f62-94bf05e947d2 None None] Provisioning for port 2fb662f6-f2c9-41bc-a64a-8068467ce08a completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:11.988802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5d08648e-7a18-47d6-9f62-94bf05e947d2 None None] Provisioning complete for port 2fb662f6-f2c9-41bc-a64a-8068467ce08a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:11.989117 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:09Z', 'revision_number': 3, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:11.989276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d08648e-7a18-47d6-9f62-94bf05e947d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.020957 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d09f20-356b-4e8d-9b3b-d63656f9a73b None None] The sync data for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 is: [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:09Z', 'revision_number': 3, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:12.022040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.028001 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5d08648e-7a18-47d6-9f62-94bf05e947d2 None None] Port 2fb662f6-f2c9-41bc-a64a-8068467ce08a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:48:12.028153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.104633 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.106587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb662f6-f2c9-41bc-a64a-8068467ce08a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:12.202848 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:12.204391 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:12.346148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Router 3a2598fe-bb82-4e10-9202-63a066b8e990 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:12.479409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:12.493081 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d89c9897-e443-4519-a2d9-55dee47bf3e6 admin admin] 10.222.0.13 "PUT /v2.0/routers/3a2598fe-bb82-4e10-9202-63a066b8e990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842990 Jul 06 18:48:12.561488 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b0a301b8-3c06-4c5f-8b2a-107f1eba61b4 None None] Provisioning complete for port 2fb662f6-f2c9-41bc-a64a-8068467ce08a triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:12.562376 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b0a301b8-3c06-4c5f-8b2a-107f1eba61b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:12.601210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b0a301b8-3c06-4c5f-8b2a-107f1eba61b4 None None] Port 2fb662f6-f2c9-41bc-a64a-8068467ce08a cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:48:13.020959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:13.026099 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-457168150-network', 'tenant_id': '09af355e64e04b85890965d1121280d1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:13.048056 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Made reservation on behalf of 09af355e64e04b85890965d1121280d1 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:13.050492 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.059291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.158236 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.162040 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.186580 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:48:13.196987 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd5b3a7-fddb-469a-bc20-9753db128e89,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:13.204326 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.204816 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Added segment ac3a5314-113f-427d-a04b-fceecf6ef71a of type vlan for network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 Jul 06 18:48:13.244568 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.273554 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.274547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:13.275123 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.336472 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3143651 Jul 06 18:48:13.339320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:13.344759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Request body: {'subnet': {'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-457168150-subnet', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:13.351433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e67cc1-5d63-4324-af3c-15974cb4f258 admin admin] Pushing event updated for resources: {'Network': ['ID=14b81db1-f008-42f1-95d0-8ccd49cf1db9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:13.363763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:48:13.372479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Made reservation on behalf of 09af355e64e04b85890965d1121280d1 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:13.375853 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.566652 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.619908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d6cb0b-ee36-4a16-83f1-21cd5036c19a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:13.635258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Checking segment: {'id': 'ac3a5314-113f-427d-a04b-fceecf6ef71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:13.635408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Network hostable DHCP agents. Network: 14b81db1-f008-42f1-95d0-8ccd49cf1db9, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:48:13.642622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2aed1886-0132-474e-9e48-29654daa783d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:13.653900 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:48:13.664185 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 14b81db1-f008-42f1-95d0-8ccd49cf1db9) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:13.669500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:13.670590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.676237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216ab5d-1c45-48d4-b81c-567c860f2416 None None] Network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:13.686914 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-106b3acb-47a1-4d17-adaf-39ea9f3392f1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3466828 Jul 06 18:48:13.689631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:13.694257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:13.721391 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.721668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Sync routers for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:13.722680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.751486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:13.752130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:13.777736 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.791423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2aed1886-0132-474e-9e48-29654daa783d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:13.805839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2aed1886-0132-474e-9e48-29654daa783d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:13.806291 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:13.929896 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.111246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:14.141401 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.160206 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.195842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-14b81db1-f008-42f1-95d0-8ccd49cf1db9', 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'fixed_ips': [{'subnet_id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:48:14.196704 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.240976 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.279620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Allocated IP 172.25.7.252 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/3ff4b391-c715-424e-9903-cea977be01a4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:14.308336 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2aed1886-0132-474e-9e48-29654daa783d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2aed1886-0132-474e-9e48-29654daa783d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:14.319134 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.319925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b9e66bc5-007f-49ba-9848-ead75571fb51 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:14.398555 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.451976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.491582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:14.495156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:14.497801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:14.521315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2aed1886-0132-474e-9e48-29654daa783d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:14.540164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff4b391-c715-424e-9903-cea977be01a4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:14.566737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Allocated IP 172.20.0.2 (14b81db1-f008-42f1-95d0-8ccd49cf1db9/e2d6cb0b-ee36-4a16-83f1-21cd5036c19a/2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:14.568660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b9e66bc5-007f-49ba-9848-ead75571fb51 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:14.569050 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.697516 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2fb662f6-f2c9-41bc-a64a-8068467ce08a', 'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'mac_address': 'fa:16:3e:f4:8e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:11Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 2, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'subnets': [{'id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:14.755763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Checking router: 3a2598fe-bb82-4e10-9202-63a066b8e990 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:14.756119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Updating router 3a2598fe-bb82-4e10-9202-63a066b8e990 port 2fb662f6-f2c9-41bc-a64a-8068467ce08a binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:48:14.780716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.839882 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.886392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.900567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Transition to ACTIVE for port object 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:14.973782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Transition to ACTIVE for port object 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:14.988254 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:14.989102 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.080393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:15.090647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:15.094363 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Pushing event updated for resources: {'Port': ['ID=2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:15.098161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:15.188057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Attempting to bind port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:15.188474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Attempting to bind port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'ac3a5314-113f-427d-a04b-fceecf6ef71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:15.188793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Attempting to bind port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f on network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:15.202474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:15.202870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Checking segment: {'id': 'ac3a5314-113f-427d-a04b-fceecf6ef71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:15.203286 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.203769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Bound using segment: {'id': 'ac3a5314-113f-427d-a04b-fceecf6ef71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:15.204267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Bound port: 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3a5314-113f-427d-a04b-fceecf6ef71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:15.204652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.296877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.319287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Transition to ACTIVE for port object 2fb662f6-f2c9-41bc-a64a-8068467ce08a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:15.325448 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] For port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:15.328835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] For port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f,segment=NetworkSegment(ac3a5314-113f-427d-a04b-fceecf6ef71a),segment_id=ac3a5314-113f-427d-a04b-fceecf6ef71a)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:15.329939 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.335657 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.397091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bb7a8-5f35-4ba4-8776-724304da205b None None] Pushing event updated for resources: {'Port': ['ID=2fb662f6-f2c9-41bc-a64a-8068467ce08a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:15.447945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Router c053211f-0744-48da-a846-21feb2aff1f5 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:48:15.544329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c33cf-4a4a-4df2-9b65-86c18f7f65aa None None] Pushing event updated for resources: {'Port': ['ID=2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:15.549946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Attempting to bind port 2fb662f6-f2c9-41bc-a64a-8068467ce08a on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:15.554367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Attempting to bind port 2fb662f6-f2c9-41bc-a64a-8068467ce08a by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:15.554799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Attempting to bind port 2fb662f6-f2c9-41bc-a64a-8068467ce08a on network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:15.565547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:15.565961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Checking segment: {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:15.566446 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.566867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Bound using segment: {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:15.567389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Bound port: 2fb662f6-f2c9-41bc-a64a-8068467ce08a, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:15.567793 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.600058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:15.613581 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Sync routers for ids ['c053211f-0744-48da-a846-21feb2aff1f5'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:15.618242 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.619735 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2af34555-fb3e-4238-92ba-1345bb67b5c0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9290445 Jul 06 18:48:15.622225 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 55828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:48:15.630272 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Routers {'c053211f-0744-48da-a846-21feb2aff1f5'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:15.630965 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c053211f-0744-48da-a846-21feb2aff1f5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:15.638428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2aed1886-0132-474e-9e48-29654daa783d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:15.728823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] For port 2fb662f6-f2c9-41bc-a64a-8068467ce08a, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:15.757974 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] For port 2fb662f6-f2c9-41bc-a64a-8068467ce08a, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2fb662f6-f2c9-41bc-a64a-8068467ce08a,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:15.771605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.813144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2aed1886-0132-474e-9e48-29654daa783d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:15.813715 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:15.891295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:15.891979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:15.899665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bb7a8-5f35-4ba4-8776-724304da205b None None] Pushing event updated for resources: {'Port': ['ID=2fb662f6-f2c9-41bc-a64a-8068467ce08a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:15.974844 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Set router c053211f-0744-48da-a846-21feb2aff1f5 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:16.063989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:16.207026 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '3ff4b391-c715-424e-9903-cea977be01a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:13Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 3, 'project_id': '09af355e64e04b85890965d1121280d1', 'gw_port': {'id': '3ff4b391-c715-424e-9903-cea977be01a4', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:14Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:16.214637 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.237902 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Checking router: c053211f-0744-48da-a846-21feb2aff1f5 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:16.238480 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Updating router c053211f-0744-48da-a846-21feb2aff1f5 port 3ff4b391-c715-424e-9903-cea977be01a4 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:48:16.278270 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.302622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2fb662f6-f2c9-41bc-a64a-8068467ce08a', 'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'mac_address': 'fa:16:3e:f4:8e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:11Z', 'updated_at': '2021-07-06T18:48:15Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'subnets': [{'id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:16.340378 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488d783-178b-4a24-bc69-68cae9ad0a8c None None] The sync data for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 is: [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2fb662f6-f2c9-41bc-a64a-8068467ce08a', 'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'mac_address': 'fa:16:3e:f4:8e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:11Z', 'updated_at': '2021-07-06T18:48:15Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'subnets': [{'id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:16.394513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Allocated IP 172.20.0.1 (14b81db1-f008-42f1-95d0-8ccd49cf1db9/e2d6cb0b-ee36-4a16-83f1-21cd5036c19a/dc654836-ead7-4681-abdb-026e1be038ae) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:16.546234 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.565303 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Transition to ACTIVE for port object dc654836-ead7-4681-abdb-026e1be038ae will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:16.609765 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.655081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:16.657589 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.659346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:16.663305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:16.669991 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Transition to ACTIVE for port object 3ff4b391-c715-424e-9903-cea977be01a4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:16.679670 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.693864 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Pushing event updated for resources: {'Port': ['ID=dc654836-ead7-4681-abdb-026e1be038ae,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:16.718981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.741073 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Attempting to bind port 3ff4b391-c715-424e-9903-cea977be01a4 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:16.741440 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Attempting to bind port 3ff4b391-c715-424e-9903-cea977be01a4 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:16.741797 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Attempting to bind port 3ff4b391-c715-424e-9903-cea977be01a4 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:16.755858 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:16.756366 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:16.756770 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.757158 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:16.757631 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Bound port: 3ff4b391-c715-424e-9903-cea977be01a4, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:16.758009 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.759817 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721a1d7-48ce-4615-a633-571d7284b2d1 None None] Pushing event updated for resources: {'Port': ['ID=3ff4b391-c715-424e-9903-cea977be01a4,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:16.804174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3ce76-de2a-4856-89d9-4ddf48f0d3fe None None] Network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:48:16.830696 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] For port 3ff4b391-c715-424e-9903-cea977be01a4, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:16.834800 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] For port 3ff4b391-c715-424e-9903-cea977be01a4, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3ff4b391-c715-424e-9903-cea977be01a4,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:16.841434 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.877817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6b4ad9c0-8171-44ba-bd70-94cdc0500339 None None] Provisioning for port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:16.891471 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:16.917136 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Routers {'c053211f-0744-48da-a846-21feb2aff1f5'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:16.918278 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:47:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c053211f-0744-48da-a846-21feb2aff1f5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:16.922000 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721a1d7-48ce-4615-a633-571d7284b2d1 None None] Pushing event updated for resources: {'Port': ['ID=3ff4b391-c715-424e-9903-cea977be01a4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:17.066418 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] Set router c053211f-0744-48da-a846-21feb2aff1f5 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:17.159665 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.167339 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b84c723-5b8f-49b8-b175-474da0417f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.169493 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.297628 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.300891 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Pushing event updated for resources: {'Port': ['ID=dc654836-ead7-4681-abdb-026e1be038ae,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:17.333307 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '3ff4b391-c715-424e-9903-cea977be01a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:13Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 4, 'project_id': '09af355e64e04b85890965d1121280d1', 'gw_port': {'id': '3ff4b391-c715-424e-9903-cea977be01a4', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:14Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'dc654836-ead7-4681-abdb-026e1be038ae', 'name': '', 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'mac_address': 'fa:16:3e:3f:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:16Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 1, 'project_id': '09af355e64e04b85890965d1121280d1', 'subnets': [{'id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:17.362887 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bdad79-7152-42ba-baf4-effd074e4a29 None None] The sync data for ids ['c053211f-0744-48da-a846-21feb2aff1f5'] in n-d-799526-3 is: [{'id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '3ff4b391-c715-424e-9903-cea977be01a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:13Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 4, 'project_id': '09af355e64e04b85890965d1121280d1', 'gw_port': {'id': '3ff4b391-c715-424e-9903-cea977be01a4', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:14Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'dc654836-ead7-4681-abdb-026e1be038ae', 'name': '', 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'mac_address': 'fa:16:3e:3f:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:16Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 1, 'project_id': '09af355e64e04b85890965d1121280d1', 'subnets': [{'id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:17.420863 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:17.422771 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:17.564939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-65a2c27d-d2dd-45de-a442-59c4d84bde52 None None] Provisioning for port dc654836-ead7-4681-abdb-026e1be038ae completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:17.575506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-65a2c27d-d2dd-45de-a442-59c4d84bde52 None None] Provisioning complete for port dc654836-ead7-4681-abdb-026e1be038ae triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:17.576983 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65a2c27d-d2dd-45de-a442-59c4d84bde52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.599860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Router c053211f-0744-48da-a846-21feb2aff1f5 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:48:17.681714 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-65a2c27d-d2dd-45de-a442-59c4d84bde52 None None] Port dc654836-ead7-4681-abdb-026e1be038ae cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:48:17.732809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:17.796572 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:48:17.803333 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-79daccb8-0ae0-423c-b68f-efa24370c03a admin admin] 10.222.0.13 "PUT /v2.0/routers/c053211f-0744-48da-a846-21feb2aff1f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1798630 Jul 06 18:48:17.806657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:17.818035 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:17.818860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.943742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-92f500e2-0fb0-4cda-bada-d5f51107092a None None] Provisioning complete for port dc654836-ead7-4681-abdb-026e1be038ae triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:17.944123 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92f500e2-0fb0-4cda-bada-d5f51107092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:17.974368 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.029401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-92f500e2-0fb0-4cda-bada-d5f51107092a None None] Port dc654836-ead7-4681-abdb-026e1be038ae cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:48:18.057531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f,segment=NetworkSegment(ac3a5314-113f-427d-a04b-fceecf6ef71a),segment_id=ac3a5314-113f-427d-a04b-fceecf6ef71a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:18.065414 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.066688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2fb662f6-f2c9-41bc-a64a-8068467ce08a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:18.149827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:18.177800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-59f61280-851c-470b-b4b0-cb3a05eeb4c1 None None] Provisioning complete for port dc654836-ead7-4681-abdb-026e1be038ae triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:18.178315 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59f61280-851c-470b-b4b0-cb3a05eeb4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.205986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2fb662f6-f2c9-41bc-a64a-8068467ce08a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:18.217434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2fb662f6-f2c9-41bc-a64a-8068467ce08a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:18.217974 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.224275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-59f61280-851c-470b-b4b0-cb3a05eeb4c1 None None] Port dc654836-ead7-4681-abdb-026e1be038ae cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:48:18.312797 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.373847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2fb662f6-f2c9-41bc-a64a-8068467ce08a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2fb662f6-f2c9-41bc-a64a-8068467ce08a,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:18.380096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:18.462843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2fb662f6-f2c9-41bc-a64a-8068467ce08a,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:19.675480 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e28bee3d-5616-41b4-a526-bb70daadbbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.705644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:19.773922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:19.774298 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:19.879867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2fb662f6-f2c9-41bc-a64a-8068467ce08a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:19.944816 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2fb662f6-f2c9-41bc-a64a-8068467ce08a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:19.945579 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.048329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ff4b391-c715-424e-9903-cea977be01a4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:20.097615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 3ff4b391-c715-424e-9903-cea977be01a4 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:20.104330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3ff4b391-c715-424e-9903-cea977be01a4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:20.104330 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.193037 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.238068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 3ff4b391-c715-424e-9903-cea977be01a4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3ff4b391-c715-424e-9903-cea977be01a4,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:20.245848 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.279299 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:20.315735 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=3ff4b391-c715-424e-9903-cea977be01a4,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:20.910026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Sync routers for ids ['c053211f-0744-48da-a846-21feb2aff1f5'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:48:20.924851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Routers {'c053211f-0744-48da-a846-21feb2aff1f5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:20.925472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:48:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c053211f-0744-48da-a846-21feb2aff1f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:21.032442 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.054113 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Set router c053211f-0744-48da-a846-21feb2aff1f5 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:21.276357 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '3ff4b391-c715-424e-9903-cea977be01a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:13Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 4, 'project_id': '09af355e64e04b85890965d1121280d1', 'gw_port': {'id': '3ff4b391-c715-424e-9903-cea977be01a4', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:14Z', 'updated_at': '2021-07-06T18:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'dc654836-ead7-4681-abdb-026e1be038ae', 'name': '', 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'mac_address': 'fa:16:3e:3f:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:16Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 2, 'project_id': '09af355e64e04b85890965d1121280d1', 'subnets': [{'id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:21.309776 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Checking router: c053211f-0744-48da-a846-21feb2aff1f5 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:48:21.310131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Updating router c053211f-0744-48da-a846-21feb2aff1f5 port dc654836-ead7-4681-abdb-026e1be038ae binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:48:21.351652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.567833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ff4b391-c715-424e-9903-cea977be01a4 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:21.704284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 3ff4b391-c715-424e-9903-cea977be01a4 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:21.704668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.747498 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.770565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Transition to ACTIVE for port object dc654836-ead7-4681-abdb-026e1be038ae will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:21.780923 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.870517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5116-f201-4a63-b2c5-725bbfff7bba None None] Pushing event updated for resources: {'Port': ['ID=dc654836-ead7-4681-abdb-026e1be038ae,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:21.950540 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Attempting to bind port dc654836-ead7-4681-abdb-026e1be038ae on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:21.951151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Attempting to bind port dc654836-ead7-4681-abdb-026e1be038ae by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'ac3a5314-113f-427d-a04b-fceecf6ef71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:21.951272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Attempting to bind port dc654836-ead7-4681-abdb-026e1be038ae on network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:21.959032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:21.959420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Checking segment: {'id': 'ac3a5314-113f-427d-a04b-fceecf6ef71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:21.959837 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:21.960236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Bound using segment: {'id': 'ac3a5314-113f-427d-a04b-fceecf6ef71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:21.960712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Bound port: dc654836-ead7-4681-abdb-026e1be038ae, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3a5314-113f-427d-a04b-fceecf6ef71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:21.963677 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.042579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] For port dc654836-ead7-4681-abdb-026e1be038ae, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:22.048030 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] For port dc654836-ead7-4681-abdb-026e1be038ae, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dc654836-ead7-4681-abdb-026e1be038ae,segment=NetworkSegment(ac3a5314-113f-427d-a04b-fceecf6ef71a),segment_id=ac3a5314-113f-427d-a04b-fceecf6ef71a)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:22.053121 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:22.129510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5116-f201-4a63-b2c5-725bbfff7bba None None] Pushing event updated for resources: {'Port': ['ID=dc654836-ead7-4681-abdb-026e1be038ae,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:22.139400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Routers {'c053211f-0744-48da-a846-21feb2aff1f5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:48:22.140110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:48:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c053211f-0744-48da-a846-21feb2aff1f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:22.309267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] Set router c053211f-0744-48da-a846-21feb2aff1f5 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:48:22.553105 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '3ff4b391-c715-424e-9903-cea977be01a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:13Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 4, 'project_id': '09af355e64e04b85890965d1121280d1', 'gw_port': {'id': '3ff4b391-c715-424e-9903-cea977be01a4', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:14Z', 'updated_at': '2021-07-06T18:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'dc654836-ead7-4681-abdb-026e1be038ae', 'name': '', 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'mac_address': 'fa:16:3e:3f:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:16Z', 'updated_at': '2021-07-06T18:48:22Z', 'revision_number': 4, 'project_id': '09af355e64e04b85890965d1121280d1', 'subnets': [{'id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:48:22.583037 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b04f83-8ed6-4fb4-90a9-e5b1739f9b0e None None] The sync data for ids ['c053211f-0744-48da-a846-21feb2aff1f5'] in n-d-799526-3 is: [{'id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '3ff4b391-c715-424e-9903-cea977be01a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:13Z', 'updated_at': '2021-07-06T18:48:16Z', 'revision_number': 4, 'project_id': '09af355e64e04b85890965d1121280d1', 'gw_port': {'id': '3ff4b391-c715-424e-9903-cea977be01a4', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:14Z', 'updated_at': '2021-07-06T18:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'dc654836-ead7-4681-abdb-026e1be038ae', 'name': '', 'network_id': '14b81db1-f008-42f1-95d0-8ccd49cf1db9', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'mac_address': 'fa:16:3e:3f:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:16Z', 'updated_at': '2021-07-06T18:48:22Z', 'revision_number': 4, 'project_id': '09af355e64e04b85890965d1121280d1', 'subnets': [{'id': 'e2d6cb0b-ee36-4a16-83f1-21cd5036c19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:48:22.904493 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.631734 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dc654836-ead7-4681-abdb-026e1be038ae up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:23.694987 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port dc654836-ead7-4681-abdb-026e1be038ae completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:23.699707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port dc654836-ead7-4681-abdb-026e1be038ae triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:23.700656 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.799769 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.845601 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port dc654836-ead7-4681-abdb-026e1be038ae, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dc654836-ead7-4681-abdb-026e1be038ae,segment=NetworkSegment(ac3a5314-113f-427d-a04b-fceecf6ef71a),segment_id=ac3a5314-113f-427d-a04b-fceecf6ef71a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:23.854911 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:23.910985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=dc654836-ead7-4681-abdb-026e1be038ae,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:25.581114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dc654836-ead7-4681-abdb-026e1be038ae up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:25.645246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port dc654836-ead7-4681-abdb-026e1be038ae triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:25.645616 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:28.337180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-d4761020-a61a-4d29-9080-f85d286cfe8c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:28.338698 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-d4761020-a61a-4d29-9080-f85d286cfe8c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 814 time: 0.1015928 Jul 06 18:48:28.353993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-f2efa399-075f-4d03-983b-65bda66bc0aa tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/quotas/a5a34cd7e9164f76aef1239b4569f5a7 HTTP/1.1" status: 200 len: 375 time: 0.0094035 Jul 06 18:48:28.428268 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-99c0b1be-9466-4d9b-934e-ae0b683d6364 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683367 Jul 06 18:48:28.539799 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-51d3d05d-9bb4-47e8-a86d-76d388b31ddb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:48:28.540847 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-51d3d05d-9bb4-47e8-a86d-76d388b31ddb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1015534 Jul 06 18:48:28.628275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-37d98855-6e61-4eda-aeae-525e966a77f4 service neutron] 10.222.0.13 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813754 Jul 06 18:48:28.723990 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-49122332-c148-412b-95fb-1a8932e80273 service neutron] 10.222.0.13 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896304 Jul 06 18:48:28.897032 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba74fcf3-f26b-46e8-a253-277c3de1ef18 req-06b971e2-ba84-4154-a1e2-b56538c422a5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 210 time: 0.0332451 Jul 06 18:48:29.972537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-1ff523a6-2494-4e31-95ae-c0eb734657ab tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:29.974400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-1ff523a6-2494-4e31-95ae-c0eb734657ab tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.22 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 814 time: 0.1172197 Jul 06 18:48:29.988110 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'port': {'device_id': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'admin_state_up': True, 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:30.053898 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-552ac377-838e-453e-8092-30c1f2ed4cf2 req-0983a2e7-dd5a-40e8-94aa-ef29808bd039 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 210 time: 0.0339029 Jul 06 18:48:30.114674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Made reservation on behalf of a5a34cd7e9164f76aef1239b4569f5a7 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:48:30.118321 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.251274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Allocated IP 172.20.0.3 (44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5/9c72574c-2028-40f2-abdc-34c1af9a035a/aa599739-33fd-4155-a7b5-69f18179db15) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:48:30.474815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.506381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Transition to ACTIVE for port object aa599739-33fd-4155-a7b5-69f18179db15 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:30.559758 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.624017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:48:30.630645 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:48:30.647405 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:48:30.655225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'Port': ['ID=aa599739-33fd-4155-a7b5-69f18179db15,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:30.687111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.688600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.689339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.690197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.690925 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.691632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.692267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.692680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.693087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.694140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.694568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.695242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:30.742450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:30.743436 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.760705 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-68aaaa49-4515-47c5-b4d1-05bc987bde87 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7771742 Jul 06 18:48:30.910057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4dec47d4-fa95-4363-a8a3-c03b5b06a854 None None] Provisioning for port aa599739-33fd-4155-a7b5-69f18179db15 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:30.917920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4dec47d4-fa95-4363-a8a3-c03b5b06a854 None None] Provisioning complete for port aa599739-33fd-4155-a7b5-69f18179db15 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:30.918792 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4dec47d4-fa95-4363-a8a3-c03b5b06a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:30.961506 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4dec47d4-fa95-4363-a8a3-c03b5b06a854 None None] Port aa599739-33fd-4155-a7b5-69f18179db15 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:48:31.268468 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582bd17-b041-4044-a6fd-2dbd3c1ed11e req-634a090d-7c1d-4c17-9d27-183911ead58a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:31.269976 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3582bd17-b041-4044-a6fd-2dbd3c1ed11e req-634a090d-7c1d-4c17-9d27-183911ead58a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 931 time: 0.0660796 Jul 06 18:48:31.314312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3582bd17-b041-4044-a6fd-2dbd3c1ed11e req-1feb3975-2132-480a-b1c1-b14a602a9e37 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369716 Jul 06 18:48:32.520474 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f031f-821c-4a1f-a19a-191fce214378 req-45ce80bb-f01e-4d60-9d40-2ba0960299aa tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:32.522046 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b56f031f-821c-4a1f-a19a-191fce214378 req-45ce80bb-f01e-4d60-9d40-2ba0960299aa tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 931 time: 0.0700407 Jul 06 18:48:32.560240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b56f031f-821c-4a1f-a19a-191fce214378 req-fe9ea937-9b72-4c6e-b263-8ee45eddd4f0 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Jul 06 18:48:32.801420 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:33.759523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60888cd-ab9c-411d-a150-f6b31cf83263 req-e2bee916-0cc0-4409-b461-cd79c16313ce tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:33.761480 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c60888cd-ab9c-411d-a150-f6b31cf83263 req-e2bee916-0cc0-4409-b461-cd79c16313ce tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 931 time: 0.0734432 Jul 06 18:48:33.801464 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c60888cd-ab9c-411d-a150-f6b31cf83263 req-0b55f1fd-d49e-4ba4-9d48-4b5270d132f6 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Jul 06 18:48:34.991441 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b8b40-4363-4037-995b-fb272299cd9f req-b8205df4-96d3-453e-8c87-428fb6f1c1a0 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:34.992946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-923b8b40-4363-4037-995b-fb272299cd9f req-b8205df4-96d3-453e-8c87-428fb6f1c1a0 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 931 time: 0.0751281 Jul 06 18:48:35.033733 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-923b8b40-4363-4037-995b-fb272299cd9f req-abc78631-9948-4e8c-87bd-a51801af6d00 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Jul 06 18:48:36.012902 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:36.224877 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08f938-af5a-4590-8e1f-af5664ace565 req-97e01c91-e7ab-4887-a02d-f33f1ac81870 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:36.227210 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c08f938-af5a-4590-8e1f-af5664ace565 req-97e01c91-e7ab-4887-a02d-f33f1ac81870 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 931 time: 0.0714719 Jul 06 18:48:36.289450 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0c08f938-af5a-4590-8e1f-af5664ace565 req-87363528-347d-482b-8246-04f26e26077c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 Jul 06 18:48:37.477819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754adfd-63b4-4044-9c10-4052c3605750 req-466f47c6-730d-4e10-b848-5ade7a0d4cc7 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:37.479371 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8754adfd-63b4-4044-9c10-4052c3605750 req-466f47c6-730d-4e10-b848-5ade7a0d4cc7 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 931 time: 0.0749440 Jul 06 18:48:37.523051 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8754adfd-63b4-4044-9c10-4052c3605750 req-182f06f7-a677-461b-97eb-84bddfbaa22e tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375524 Jul 06 18:48:38.722299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3c96-13c8-44bd-9418-2e6a12799595 req-c726a800-bd5b-4b25-aa2b-1ee6adcb2c52 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:38.723996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-220a3c96-13c8-44bd-9418-2e6a12799595 req-c726a800-bd5b-4b25-aa2b-1ee6adcb2c52 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 931 time: 0.0820112 Jul 06 18:48:38.767841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-220a3c96-13c8-44bd-9418-2e6a12799595 req-8fbf6279-cf69-4882-bbfa-d886b414fc2e tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 Jul 06 18:48:39.948522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa91e8b-3f60-41b5-90af-31a2e7474e23 req-fd85aee1-0f16-46f7-bbc4-c450fbd28ec7 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:39.950020 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aaa91e8b-3f60-41b5-90af-31a2e7474e23 req-fd85aee1-0f16-46f7-bbc4-c450fbd28ec7 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 931 time: 0.0695603 Jul 06 18:48:39.990388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-aaa91e8b-3f60-41b5-90af-31a2e7474e23 req-3f38a534-9b1a-4385-835d-4f3ef37ef41f tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344813 Jul 06 18:48:40.039468 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:48:40.395445 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Request body: {'port': {'device_id': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:48:40.472614 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.740549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa599739-33fd-4155-a7b5-69f18179db15 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:48:40.747634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.759288 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Transition to ACTIVE for port object aa599739-33fd-4155-a7b5-69f18179db15 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:48:40.763154 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.838924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Pushing event updated for resources: {'Port': ['ID=aa599739-33fd-4155-a7b5-69f18179db15,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:40.899305 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Attempting to bind port aa599739-33fd-4155-a7b5-69f18179db15 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:48:40.899766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Attempting to bind port aa599739-33fd-4155-a7b5-69f18179db15 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:48:40.900159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Attempting to bind port aa599739-33fd-4155-a7b5-69f18179db15 on network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:40.907214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Port aa599739-33fd-4155-a7b5-69f18179db15 on network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:48:40.907699 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Attempting to bind port aa599739-33fd-4155-a7b5-69f18179db15 on network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:48:40.914281 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:48:40.914664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Checking segment: {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:48:40.915053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Bound using segment: {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:48:40.915486 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Bound port: aa599739-33fd-4155-a7b5-69f18179db15, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:48:40.915851 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:40.990284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] For port aa599739-33fd-4155-a7b5-69f18179db15, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:48:40.993986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] For port aa599739-33fd-4155-a7b5-69f18179db15, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aa599739-33fd-4155-a7b5-69f18179db15,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:48:41.000477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.044608 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.045266 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:41.046884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] 10.222.0.22 "PUT /v2.0/ports/aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 1091 time: 0.6561618 Jul 06 18:48:41.047358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:41.049630 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8caa104-64bf-4c17-b339-d0398ccbb8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:41.082921 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87c91f-36c6-46ef-b1ef-10d593b2d1fa service neutron] Pushing event updated for resources: {'Port': ['ID=aa599739-33fd-4155-a7b5-69f18179db15,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:41.141974 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10e71fe-26a1-444a-a75a-b8d455d6489f x-openstack-request-id: req-b10e71fe-26a1-444a-a75a-b8d455d6489f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:41.142276 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:41.142563 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b10e71fe-26a1-444a-a75a-b8d455d6489f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:41.142968 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15', 'status': 'completed', 'code': 200} Jul 06 18:48:41.209392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-64d21962-8397-4b3b-8010-73ab7a7c84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.210985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-64d21962-8397-4b3b-8010-73ab7a7c84fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1094 time: 0.1093357 Jul 06 18:48:41.224908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742422b-db8d-4736-8598-d9073bea98a4 req-fb5f7251-d0ef-4fc5-8226-02b889a5b08f tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.226496 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1742422b-db8d-4736-8598-d9073bea98a4 req-fb5f7251-d0ef-4fc5-8226-02b889a5b08f tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 943 time: 0.0956907 Jul 06 18:48:41.273459 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-d6b4ab81-dd06-4dbf-aca0-48d5a1e140e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 217 time: 0.0458875 Jul 06 18:48:41.330928 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1742422b-db8d-4736-8598-d9073bea98a4 req-8541d664-b254-44c5-a4be-d047605187f8 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973685 Jul 06 18:48:41.341509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-e3a057b5-ee46-43a3-a941-ecd8201a7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.343640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-e3a057b5-ee46-43a3-a941-ecd8201a7693 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 200 len: 853 time: 0.0634575 Jul 06 18:48:41.400203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-355e85b8-4221-4319-bedc-f812361b40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.401738 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-355e85b8-4221-4319-bedc-f812361b40d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524313 Jul 06 18:48:41.495369 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-f3f23c2a-73fc-43e1-988d-5868d4174f3d service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873055 Jul 06 18:48:41.588531 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c36eb49-0a6e-4c51-95de-e99c7d667239 req-9a03ebfa-cb94-4d82-b20c-fc6e677b7a5a service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867231 Jul 06 18:48:41.694820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-efac4d20-c44e-4bdb-b05c-ae939091491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.696319 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-efac4d20-c44e-4bdb-b05c-ae939091491a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1094 time: 0.0593624 Jul 06 18:48:41.789355 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-ddea0553-4b23-4447-89f6-1aea13b16d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.790769 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-ddea0553-4b23-4447-89f6-1aea13b16d6d service neutron] 10.222.0.22 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 915 time: 0.0884340 Jul 06 18:48:41.832672 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-46a0756f-766b-47e5-9af8-35e41b80f2e1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 217 time: 0.0350285 Jul 06 18:48:41.885537 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-30613ed0-e2f4-45da-8b3a-00c2f321ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.886997 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-30613ed0-e2f4-45da-8b3a-00c2f321ce98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 200 len: 853 time: 0.0479808 Jul 06 18:48:41.944801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-b5466577-4dfb-43e1-a38a-c68df1555b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:41.946289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-b5466577-4dfb-43e1-a38a-c68df1555b6e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519962 Jul 06 18:48:42.033826 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-5e9c6e66-24fe-4672-9706-03b7f98101f8 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804176 Jul 06 18:48:42.127317 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a8caa104-64bf-4c17-b339-d0398ccbb8bd req-0668f619-f04f-47f0-af63-f51aee6b2e52 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864799 Jul 06 18:48:42.512174 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a3430-0405-42b2-a15a-92f6614f2344 req-79c6f959-af9f-4ce6-81c8-4a4287e4d604 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:42.514115 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e3a3430-0405-42b2-a15a-92f6614f2344 req-79c6f959-af9f-4ce6-81c8-4a4287e4d604 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 943 time: 0.0661392 Jul 06 18:48:42.555978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4e3a3430-0405-42b2-a15a-92f6614f2344 req-efcfa6c7-574c-4910-baaa-465fbf0bf703 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361464 Jul 06 18:48:43.730089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5f43c-db66-43ca-b993-5b81e7550c82 req-18280513-b31f-4981-b44d-b177efa87b82 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:43.731523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2cf5f43c-db66-43ca-b993-5b81e7550c82 req-18280513-b31f-4981-b44d-b177efa87b82 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 943 time: 0.0638793 Jul 06 18:48:43.769302 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2cf5f43c-db66-43ca-b993-5b81e7550c82 req-78c67c8d-b1f4-45f9-9d12-9264781f00d2 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Jul 06 18:48:44.939521 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aced374-36e1-49fe-a0d6-49c535fbe069 req-34ec40d5-9a61-4891-9b6d-401750bcc509 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:44.940995 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3aced374-36e1-49fe-a0d6-49c535fbe069 req-34ec40d5-9a61-4891-9b6d-401750bcc509 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 943 time: 0.0624657 Jul 06 18:48:44.979826 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3aced374-36e1-49fe-a0d6-49c535fbe069 req-21861f22-e967-46ff-89e6-c2a36f3d8f6d tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Jul 06 18:48:45.747237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device aa599739-33fd-4155-a7b5-69f18179db15 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:48:45.838087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port aa599739-33fd-4155-a7b5-69f18179db15, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aa599739-33fd-4155-a7b5-69f18179db15,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:45.849156 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'aa599739-33fd-4155-a7b5-69f18179db15', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'port_id': 'aa599739-33fd-4155-a7b5-69f18179db15', 'mac_address': 'fa:16:3e:58:a7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:48:45.884644 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.899970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa599739-33fd-4155-a7b5-69f18179db15 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:48:45.918480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port aa599739-33fd-4155-a7b5-69f18179db15, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aa599739-33fd-4155-a7b5-69f18179db15,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:45.923820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:45.970042 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=aa599739-33fd-4155-a7b5-69f18179db15,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:45.977534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.977881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.978226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.978577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.978904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.979232 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.979557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.979878 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.980195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.980511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.980830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:45.981148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:48:46.124418 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['aa599739-33fd-4155-a7b5-69f18179db15'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:48:46.160587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1002ff-ae86-478b-8de4-2bb159d552bd req-e70b70e0-4afe-472f-9272-dec935a31cf7 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:46.163295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d1002ff-ae86-478b-8de4-2bb159d552bd req-e70b70e0-4afe-472f-9272-dec935a31cf7 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 944 time: 0.0733030 Jul 06 18:48:46.202690 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4d1002ff-ae86-478b-8de4-2bb159d552bd req-4f98a4d9-0722-4042-a95c-61cd051dfe49 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339859 Jul 06 18:48:47.128982 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf605001-111c-448e-91fd-15fa1d06cd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.387297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07661dc3-88a8-4736-b422-48f038be9db8 req-87fe0d98-c7dd-4ed4-aa30-70f4a6cef40c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:47.388779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07661dc3-88a8-4736-b422-48f038be9db8 req-87fe0d98-c7dd-4ed4-aa30-70f4a6cef40c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 944 time: 0.0709877 Jul 06 18:48:47.427199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07661dc3-88a8-4736-b422-48f038be9db8 req-fd89679c-2140-49de-a8aa-f41b03772850 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 Jul 06 18:48:47.747102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device aa599739-33fd-4155-a7b5-69f18179db15 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:48:47.798800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port aa599739-33fd-4155-a7b5-69f18179db15 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:48:47.802248 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port aa599739-33fd-4155-a7b5-69f18179db15 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:48:47.802646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.878840 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.900486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:48:47.902903 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f14c62-c1c0-4244-9da9-6567379a97e1" -d '{"events": [{"server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "name": "network-vif-plugged", "status": "completed", "tag": "aa599739-33fd-4155-a7b5-69f18179db15"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:48:47.915338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port aa599739-33fd-4155-a7b5-69f18179db15, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aa599739-33fd-4155-a7b5-69f18179db15,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:48:47.919253 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:47.948537 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65dd8a-e0f9-4a6d-9a9d-9a4342997f2c x-openstack-request-id: req-3d65dd8a-e0f9-4a6d-9a9d-9a4342997f2c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:48:47.948826 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "name": "network-vif-plugged", "status": "completed", "tag": "aa599739-33fd-4155-a7b5-69f18179db15", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:48:47.949075 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d65dd8a-e0f9-4a6d-9a9d-9a4342997f2c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:48:47.949454 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15', 'code': 200} Jul 06 18:48:47.977972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=aa599739-33fd-4155-a7b5-69f18179db15,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:48:48.054434 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c814b7a-bb1b-4c02-b168-c8cbfb0ed843 req-d7bdcc8d-f7c0-4c60-a8de-da53eaac2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:48.055857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c814b7a-bb1b-4c02-b168-c8cbfb0ed843 req-d7bdcc8d-f7c0-4c60-a8de-da53eaac2865 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1096 time: 0.0510268 Jul 06 18:48:48.090985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c814b7a-bb1b-4c02-b168-c8cbfb0ed843 req-42ad092e-8f11-4e77-a805-00b82be0bbce service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275946 Jul 06 18:48:48.603176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8395c8-6f6d-4b79-9b14-054c5c5ca8c1 req-fb7cf153-37a0-4a74-9435-26ddb130da11 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:48.604666 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d8395c8-6f6d-4b79-9b14-054c5c5ca8c1 req-fb7cf153-37a0-4a74-9435-26ddb130da11 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 945 time: 0.0630250 Jul 06 18:48:48.641736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8d8395c8-6f6d-4b79-9b14-054c5c5ca8c1 req-5a41518a-e691-49ff-a6a0-5f79e4ddc214 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Jul 06 18:48:49.669310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a533-5947-4af9-b000-ee7975b3082f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:49.835064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c21f13-fbfa-4421-b35c-a4b18f279f0c req-e5c58dd8-c6dd-46a8-a373-67bb3bb7360b tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:49.836569 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25c21f13-fbfa-4421-b35c-a4b18f279f0c req-e5c58dd8-c6dd-46a8-a373-67bb3bb7360b tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 945 time: 0.0656774 Jul 06 18:48:49.875130 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25c21f13-fbfa-4421-b35c-a4b18f279f0c req-daf2c23a-9a33-49ec-86b2-550876d3bb47 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Jul 06 18:48:50.058683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194d001-5cda-4bbf-8efd-5e841ee310d6 req-91214dfb-f24a-425d-87f2-140dfa6ad7b4 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:50.060157 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d194d001-5cda-4bbf-8efd-5e841ee310d6 req-91214dfb-f24a-425d-87f2-140dfa6ad7b4 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 945 time: 0.0662084 Jul 06 18:48:50.099093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d194d001-5cda-4bbf-8efd-5e841ee310d6 req-3c9be9ce-2cb3-402d-99da-4a5471074615 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Jul 06 18:48:50.231268 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:50.443002 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d29c3a-31b8-44c4-ac4a-77ae1f4046b9 req-d7c67580-d8f6-4346-a84a-6296368d7d05 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:50.444503 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22d29c3a-31b8-44c4-ac4a-77ae1f4046b9 req-d7c67580-d8f6-4346-a84a-6296368d7d05 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 945 time: 0.0671039 Jul 06 18:48:50.484431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-22d29c3a-31b8-44c4-ac4a-77ae1f4046b9 req-3a0e67a1-3a47-4978-ad25-e21a7d5f319c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336809 Jul 06 18:48:50.988999 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:52.906467 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:48:56.176096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-0ebe4b66-5131-4447-8a2a-4ba187cb1e9e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610404 Jul 06 18:48:56.273767 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-e5b40e19-6071-463c-8509-e9f2bd7fa1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.275289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-e5b40e19-6071-463c-8509-e9f2bd7fa1f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1096 time: 0.0536611 Jul 06 18:48:56.379015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-715af808-ed2e-4013-a739-20d9830b3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.380494 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-715af808-ed2e-4013-a739-20d9830b3ac9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 915 time: 0.0855112 Jul 06 18:48:56.425532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-64337d36-5462-4b26-9fcc-8a0a7c74e04f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 217 time: 0.0390790 Jul 06 18:48:56.478326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-0003e3bc-62e6-4259-801b-33011a73f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.479807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-0003e3bc-62e6-4259-801b-33011a73f14d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 200 len: 853 time: 0.0487394 Jul 06 18:48:56.536374 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-ec7184cb-71a7-4d17-8284-74471a62c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:48:56.537870 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-ec7184cb-71a7-4d17-8284-74471a62c774 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522709 Jul 06 18:48:56.633318 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-034a43b8-caa4-4e86-a873-0c08815771b9 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892615 Jul 06 18:48:56.725452 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19026955-1aa5-4d16-8849-603b6889e0e3 req-1d6e6c2a-6a46-46e7-9347-969ec78cf06f service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861430 Jul 06 18:49:02.205376 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03928-605a-4e96-929b-5d6c80c5f770 req-5a513655-3eab-40ad-b473-6e1a55780141 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:02.206952 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07e03928-605a-4e96-929b-5d6c80c5f770 req-5a513655-3eab-40ad-b473-6e1a55780141 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 945 time: 0.0677464 Jul 06 18:49:02.255473 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-07e03928-605a-4e96-929b-5d6c80c5f770 req-1685fea1-f2fe-404d-929c-1edfa29e0777 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Jul 06 18:49:02.284582 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56028) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.396301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ce41e-efd0-4a14-af86-9bf1a8adb950 tempest-TestMinimumBasicScenario-256291393 tempest-TestMinimumBasicScenario-256291393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:02.397447 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4d6ce41e-efd0-4a14-af86-9bf1a8adb950 tempest-TestMinimumBasicScenario-256291393 tempest-TestMinimumBasicScenario-256291393-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1091 time: 0.1116529 Jul 06 18:49:02.400482 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56032) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:02.405542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': 'aa599739-33fd-4155-a7b5-69f18179db15', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:02.437968 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:02.564752 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:02.698305 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Allocated IP 172.25.7.231 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/c97589fc-c78e-4fb4-aaa2-cabbea8e3367) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:49:02.810792 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:02.817457 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:02.861497 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:02.901151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:49:02.906152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:49:02.908870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:49:02.934156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'Port': ['ID=c97589fc-c78e-4fb4-aaa2-cabbea8e3367,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:03.338173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.412905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.572361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.577240 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:03.653508 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'Port': ['ID=c97589fc-c78e-4fb4-aaa2-cabbea8e3367,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:03.663204 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.069133 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Floating IP 458ed6ed-6039-4e3b-a9c2-2572d581b562 associated. External IP: 172.25.7.231, port: aa599739-33fd-4155-a7b5-69f18179db15. Jul 06 18:49:04.272095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Router 3a2598fe-bb82-4e10-9202-63a066b8e990 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:49:04.381805 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:49:04.392343 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] Sync routers for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:49:04.398789 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.406526 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:04.407341 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:48:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:04.446139 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-57b494f4-2cd3-44ee-a86e-77b9ae3aa82a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0416422 Jul 06 18:49:04.446139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:04.446550 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aec05a-bd07-47e0-8fff-f4db099ea59c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:04.446854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56034) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:04.452282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-98eecfe9-f339-434b-a373-7a6623e76ac9 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288301912', 'description': 'tempest-secgroup-smoke-1288301912 description', 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:04.479431 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98eecfe9-f339-434b-a373-7a6623e76ac9 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.499356 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0044bb5-08fb-48c3-b047-2c8a8a3ecd3c x-openstack-request-id: req-f0044bb5-08fb-48c3-b047-2c8a8a3ecd3c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:04.499659 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:04.499938 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0044bb5-08fb-48c3-b047-2c8a8a3ecd3c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:04.500371 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15', 'status': 'completed', 'code': 200} Jul 06 18:49:04.536569 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:04.612063 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98eecfe9-f339-434b-a373-7a6623e76ac9 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.617112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98eecfe9-f339-434b-a373-7a6623e76ac9 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.643310 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-47b58238-5edd-47f0-998d-cef4baf0895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:04.644846 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-47b58238-5edd-47f0-998d-cef4baf0895c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1096 time: 0.1119857 Jul 06 18:49:04.648513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98eecfe9-f339-434b-a373-7a6623e76ac9 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.649659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-98eecfe9-f339-434b-a373-7a6623e76ac9 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2016411 Jul 06 18:49:04.652826 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56038) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:04.658207 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7bd0cfef-70a3-4690-bf4d-39a8da4dcbe1 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'security_group_rule': {'security_group_id': 'ac5700b2-9c32-4718-88ab-2b2f0a679d0b', 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:04.690490 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bd0cfef-70a3-4690-bf4d-39a8da4dcbe1 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.700727 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eecfe9-f339-434b-a373-7a6623e76ac9 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5700b2-9c32-4718-88ab-2b2f0a679d0b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:04.747010 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-0409411f-ef96-49e3-9873-ba03a35aba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:04.748590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-0409411f-ef96-49e3-9873-ba03a35aba07 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 915 time: 0.0942476 Jul 06 18:49:04.769402 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bd0cfef-70a3-4690-bf4d-39a8da4dcbe1 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.775439 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bd0cfef-70a3-4690-bf4d-39a8da4dcbe1 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.788174 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '458ed6ed-6039-4e3b-a9c2-2572d581b562', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'port_id': 'aa599739-33fd-4155-a7b5-69f18179db15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'mac_address': 'fa:16:3e:58:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:49:03Z', 'updated_at': '2021-07-06T18:49:03Z', 'revision_number': 0, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb662f6-f2c9-41bc-a64a-8068467ce08a', 'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'mac_address': 'fa:16:3e:f4:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:11Z', 'updated_at': '2021-07-06T18:48:18Z', 'revision_number': 5, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'subnets': [{'id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:04.795284 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0cfef-70a3-4690-bf4d-39a8da4dcbe1 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7d26c0-073c-4c68-9f4f-1baa31a5de6f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:04.804149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bd0cfef-70a3-4690-bf4d-39a8da4dcbe1 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.806366 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7bd0cfef-70a3-4690-bf4d-39a8da4dcbe1 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516435 Jul 06 18:49:04.808702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56040) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:04.816754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a52df387-daab-428b-9305-856443955f80 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'security_group_rule': {'security_group_id': 'ac5700b2-9c32-4718-88ab-2b2f0a679d0b', 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:04.818001 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] Checking router: 3a2598fe-bb82-4e10-9202-63a066b8e990 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:49:04.826442 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:49:04.827039 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:48:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:04.846686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-35b2e12b-7b94-406d-8274-a9d1c7ee43f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 999 time: 0.0917017 Jul 06 18:49:04.886115 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52df387-daab-428b-9305-856443955f80 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.925015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-e9947867-32fb-4783-8091-b985d7247a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:04.926459 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-e9947867-32fb-4783-8091-b985d7247a81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 200 len: 853 time: 0.0732841 Jul 06 18:49:04.935587 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:49:04.987643 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52df387-daab-428b-9305-856443955f80 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:04.992636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52df387-daab-428b-9305-856443955f80 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.015250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52df387-daab-428b-9305-856443955f80 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d938ab01-81c5-4096-80ae-9607906651e4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:05.026463 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52df387-daab-428b-9305-856443955f80 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.027678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a52df387-daab-428b-9305-856443955f80 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2180183 Jul 06 18:49:05.030553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56042) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:05.036491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-24439782-05a1-4afe-b697-f0de0a1ba717 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'security_group_rule': {'security_group_id': 'ac5700b2-9c32-4718-88ab-2b2f0a679d0b', 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:05.050641 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-5a6155e8-95ef-4f40-87ef-098d84b6658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:05.052120 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-5a6155e8-95ef-4f40-87ef-098d84b6658c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186755 Jul 06 18:49:05.112329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24439782-05a1-4afe-b697-f0de0a1ba717 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.165429 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '458ed6ed-6039-4e3b-a9c2-2572d581b562', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'port_id': 'aa599739-33fd-4155-a7b5-69f18179db15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'mac_address': 'fa:16:3e:58:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:49:03Z', 'updated_at': '2021-07-06T18:49:03Z', 'revision_number': 0, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb662f6-f2c9-41bc-a64a-8068467ce08a', 'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'mac_address': 'fa:16:3e:f4:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:11Z', 'updated_at': '2021-07-06T18:48:18Z', 'revision_number': 5, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'subnets': [{'id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:49:05.192430 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27666b84-6271-4bf2-a3af-06e6ca7c7198 None None] The sync data for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 is: [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '458ed6ed-6039-4e3b-a9c2-2572d581b562', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'port_id': 'aa599739-33fd-4155-a7b5-69f18179db15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'mac_address': 'fa:16:3e:58:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:49:03Z', 'updated_at': '2021-07-06T18:49:03Z', 'revision_number': 0, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb662f6-f2c9-41bc-a64a-8068467ce08a', 'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'mac_address': 'fa:16:3e:f4:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:11Z', 'updated_at': '2021-07-06T18:48:18Z', 'revision_number': 5, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'subnets': [{'id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:49:05.192805 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-88ae775c-eee5-48d1-9512-fdc2521da1ac service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324565 Jul 06 18:49:05.204773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24439782-05a1-4afe-b697-f0de0a1ba717 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.214010 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24439782-05a1-4afe-b697-f0de0a1ba717 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.284272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24439782-05a1-4afe-b697-f0de0a1ba717 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfa28e9-290d-4d9a-9439-63088a15b9e0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:05.288745 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24439782-05a1-4afe-b697-f0de0a1ba717 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.289989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-24439782-05a1-4afe-b697-f0de0a1ba717 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2575383 Jul 06 18:49:05.292881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56044) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:05.298082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c62e2278-d7b7-49ec-82b1-b4792e218761 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'security_group_rule': {'security_group_id': 'ac5700b2-9c32-4718-88ab-2b2f0a679d0b', 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:05.322794 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e8aec05a-bd07-47e0-8fff-f4db099ea59c req-05babbb5-32ab-4cc4-b433-fd434b0cea6d service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205060 Jul 06 18:49:05.327749 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c62e2278-d7b7-49ec-82b1-b4792e218761 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.401836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c62e2278-d7b7-49ec-82b1-b4792e218761 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.405999 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c62e2278-d7b7-49ec-82b1-b4792e218761 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.422384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e7b1e-16b8-44e8-ae80-c2e2ca4a2558 None None] New status for floating IP 458ed6ed-6039-4e3b-a9c2-2572d581b562: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:49:05.431978 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2278-d7b7-49ec-82b1-b4792e218761 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab8db07-5caf-4a69-9ca5-d4977f7cf8a8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:05.439938 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c62e2278-d7b7-49ec-82b1-b4792e218761 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.441437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c62e2278-d7b7-49ec-82b1-b4792e218761 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472526 Jul 06 18:49:05.443907 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56046) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:05.448350 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5a64d7a5-75a7-4c4d-b838-5217d5177c96 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'security_group_rule': {'security_group_id': 'ac5700b2-9c32-4718-88ab-2b2f0a679d0b', 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:05.474263 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-5a64d7a5-75a7-4c4d-b838-5217d5177c96 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Project a5a34cd7e9164f76aef1239b4569f5a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:49:05.479402 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a64d7a5-75a7-4c4d-b838-5217d5177c96 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.549358 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a64d7a5-75a7-4c4d-b838-5217d5177c96 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.553343 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a64d7a5-75a7-4c4d-b838-5217d5177c96 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.577773 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64d7a5-75a7-4c4d-b838-5217d5177c96 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78b3b59-d230-471a-bc86-0cda18e2e056,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:05.583427 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a64d7a5-75a7-4c4d-b838-5217d5177c96 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.584687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5a64d7a5-75a7-4c4d-b838-5217d5177c96 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398215 Jul 06 18:49:05.587396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:49:05.591957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4ba35f0c-da18-4197-9180-52c2d7782f3c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'security_group_rule': {'security_group_id': 'ac5700b2-9c32-4718-88ab-2b2f0a679d0b', 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:05.615243 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-4ba35f0c-da18-4197-9180-52c2d7782f3c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Project a5a34cd7e9164f76aef1239b4569f5a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:49:05.620431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba35f0c-da18-4197-9180-52c2d7782f3c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.682692 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba35f0c-da18-4197-9180-52c2d7782f3c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.686372 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba35f0c-da18-4197-9180-52c2d7782f3c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.706542 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba35f0c-da18-4197-9180-52c2d7782f3c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d1aba2-b7a8-46a5-8f15-98c0e7f1134b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:05.712548 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba35f0c-da18-4197-9180-52c2d7782f3c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:05.713610 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4ba35f0c-da18-4197-9180-52c2d7782f3c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252704 Jul 06 18:49:05.832126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-9ff2d596-6012-4dde-b7f1-0ac15768433c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288301912&fields=id&tenant_id=a5a34cd7e9164f76aef1239b4569f5a7 HTTP/1.1" status: 200 len: 267 time: 0.0334945 Jul 06 18:49:05.903226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-b1f33363-936d-4697-b8f7-0163adeb0095 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:05.904697 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-b1f33363-936d-4697-b8f7-0163adeb0095 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 945 time: 0.0659094 Jul 06 18:49:05.916134 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-54eb310c-de51-4502-b023-05c4fe051396 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'port': {'security_groups': ['51e3c9a9-fc9e-4484-b5c4-532c6537f4af', 'ac5700b2-9c32-4718-88ab-2b2f0a679d0b']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:49:05.999500 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-54eb310c-de51-4502-b023-05c4fe051396 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.030684 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.197035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-54eb310c-de51-4502-b023-05c4fe051396 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] For port aa599739-33fd-4155-a7b5-69f18179db15, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aa599739-33fd-4155-a7b5-69f18179db15,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:49:06.228518 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-54eb310c-de51-4502-b023-05c4fe051396 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.233680 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-54eb310c-de51-4502-b023-05c4fe051396 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.246157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['aa599739-33fd-4155-a7b5-69f18179db15'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:49:06.279738 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-54eb310c-de51-4502-b023-05c4fe051396 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:06.280381 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-54eb310c-de51-4502-b023-05c4fe051396 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.281917 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da49b5df-0d8c-44c3-87e0-1d607b495edb req-54eb310c-de51-4502-b023-05c4fe051396 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "PUT /v2.0/ports/aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 981 time: 0.3709610 Jul 06 18:49:06.311616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb310c-de51-4502-b023-05c4fe051396 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'Port': ['ID=aa599739-33fd-4155-a7b5-69f18179db15,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:49:06.346812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['aa599739-33fd-4155-a7b5-69f18179db15'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:49:06.468194 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90203f76-7233-40d8-9708-700520eacf62 req-749b8845-a08d-40af-9496-a5d6247eb5a7 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:06.471958 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90203f76-7233-40d8-9708-700520eacf62 req-749b8845-a08d-40af-9496-a5d6247eb5a7 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0816319 Jul 06 18:49:06.501519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:49:06.504898 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174a5988-eca7-49ff-8302-a07a026485fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:49:06.527697 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90203f76-7233-40d8-9708-700520eacf62 req-d58f631b-a2b9-48d4-9aaf-459d29528505 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537806 Jul 06 18:49:06.551873 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07df0485-6755-4550-a542-34a619f17fb8 x-openstack-request-id: req-07df0485-6755-4550-a542-34a619f17fb8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:49:06.552454 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:49:06.552454 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07df0485-6755-4550-a542-34a619f17fb8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:49:06.552811 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15', 'status': 'completed', 'code': 200} Jul 06 18:49:06.632115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a5988-eca7-49ff-8302-a07a026485fd req-5b23508b-ed18-4bc2-b095-c939e25359d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:06.633624 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-174a5988-eca7-49ff-8302-a07a026485fd req-5b23508b-ed18-4bc2-b095-c939e25359d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1135 time: 0.0592053 Jul 06 18:49:06.639389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a2704f18-b5e1-47c1-b8ec-2aa821242d94 None None] Provisioning complete for port aa599739-33fd-4155-a7b5-69f18179db15 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:49:06.640115 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2704f18-b5e1-47c1-b8ec-2aa821242d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:06.725540 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a5988-eca7-49ff-8302-a07a026485fd req-77943cb3-19f3-4146-b3be-20057cb12ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:06.727161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-174a5988-eca7-49ff-8302-a07a026485fd req-77943cb3-19f3-4146-b3be-20057cb12ce9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 915 time: 0.0871429 Jul 06 18:49:06.799782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-174a5988-eca7-49ff-8302-a07a026485fd req-7537f9c3-1a00-43a4-b053-df67a608f458 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 1001 time: 0.0656762 Jul 06 18:49:06.848491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a5988-eca7-49ff-8302-a07a026485fd req-a00e4320-9d6c-4547-8a88-14c3ee220760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:06.850230 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-174a5988-eca7-49ff-8302-a07a026485fd req-a00e4320-9d6c-4547-8a88-14c3ee220760 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 200 len: 853 time: 0.0447204 Jul 06 18:49:06.907625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a5988-eca7-49ff-8302-a07a026485fd req-1ef99c9f-a0b7-4dc9-83e3-883393462a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:06.909127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-174a5988-eca7-49ff-8302-a07a026485fd req-1ef99c9f-a0b7-4dc9-83e3-883393462a1d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518408 Jul 06 18:49:07.003646 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-174a5988-eca7-49ff-8302-a07a026485fd req-1776dfe3-1867-43ed-bc38-1a6f8a6b4e20 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861442 Jul 06 18:49:07.383662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-174a5988-eca7-49ff-8302-a07a026485fd req-faca4b1a-fb11-44c1-845c-cc434b16b1cf service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737292 Jul 06 18:49:17.040240 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:49:17.129531 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ad98c70-280a-43d2-9028-13fdb7002bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:19.680585 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-856e7cf7-c0e9-4b97-9d29-de5fa1557041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.233626 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:20.991491 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:21.838630 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-7bc472eb-5dda-4f78-b4d2-01f83a0abdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:21.840155 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-7bc472eb-5dda-4f78-b4d2-01f83a0abdff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1135 time: 0.0560906 Jul 06 18:49:21.887682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ca642-9847-4c4c-a6f6-364c9f372cc5 req-662f5e2f-9739-4ff7-8355-6358ca65e591 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:21.889235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a25ca642-9847-4c4c-a6f6-364c9f372cc5 req-662f5e2f-9739-4ff7-8355-6358ca65e591 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0735428 Jul 06 18:49:21.931194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a25ca642-9847-4c4c-a6f6-364c9f372cc5 req-1622371b-45d2-4ddf-92b7-bfe9eb2223ad tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355301 Jul 06 18:49:21.937596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-239aad3e-3b6e-45c2-ab93-e5d3f43f5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:21.939722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-239aad3e-3b6e-45c2-ab93-e5d3f43f5b0d service neutron] 10.222.0.22 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 915 time: 0.0919220 Jul 06 18:49:22.006445 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-b7f46c34-8749-4fd4-a317-d7af6dbbb91e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 1001 time: 0.0607090 Jul 06 18:49:22.065128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-a3e945b1-2bef-416f-9606-48b7819da897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.066630 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-a3e945b1-2bef-416f-9606-48b7819da897 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 200 len: 853 time: 0.0536270 Jul 06 18:49:22.125362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-3871d26a-f500-4e8b-b9ba-b786b000d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:22.126722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-3871d26a-f500-4e8b-b9ba-b786b000d821 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535612 Jul 06 18:49:22.217029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-0e9a7ec8-38e6-4d68-af1b-510405dea714 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832193 Jul 06 18:49:22.319874 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fb20f5b4-69bc-46cf-a274-2a88ed32012a req-80cf0e9a-0430-4a02-b6c0-9df0daa43b74 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927846 Jul 06 18:49:22.908323 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:23.110965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b78f-c0bb-4fb4-b03f-4596afdbf79f req-9a800fbe-473d-4148-9288-df1b0881d772 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:23.112532 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3182b78f-c0bb-4fb4-b03f-4596afdbf79f req-9a800fbe-473d-4148-9288-df1b0881d772 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0669944 Jul 06 18:49:23.155571 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3182b78f-c0bb-4fb4-b03f-4596afdbf79f req-22174cf6-fa4e-466b-bca7-0f4b2742d9f2 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366213 Jul 06 18:49:24.332944 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9d801-22ce-4feb-842c-98d67ef0df4b req-1e66d247-42fd-43e6-bd89-e74188045921 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:24.334455 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31b9d801-22ce-4feb-842c-98d67ef0df4b req-1e66d247-42fd-43e6-bd89-e74188045921 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0643120 Jul 06 18:49:24.378584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-31b9d801-22ce-4feb-842c-98d67ef0df4b req-3f58b458-a364-4ef5-9664-70b03a1f4bb5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384314 Jul 06 18:49:25.581231 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2d3fe-2507-43f7-8044-45bf5ff584b8 req-f59dc567-d9c8-4a1b-9a86-97b1e1fe0ccc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:25.582819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1c2d3fe-2507-43f7-8044-45bf5ff584b8 req-f59dc567-d9c8-4a1b-9a86-97b1e1fe0ccc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0732265 Jul 06 18:49:25.625313 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b1c2d3fe-2507-43f7-8044-45bf5ff584b8 req-ea92253c-83e9-476e-a1b2-f1ef8e4de7f6 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363233 Jul 06 18:49:26.804716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57956014-d3dd-444d-9656-cd449ee87c59 req-f061d2a9-e8d8-41ab-9bac-75cd631bc872 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:26.806396 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57956014-d3dd-444d-9656-cd449ee87c59 req-f061d2a9-e8d8-41ab-9bac-75cd631bc872 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0656483 Jul 06 18:49:26.852342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57956014-d3dd-444d-9656-cd449ee87c59 req-284233d1-18c0-481f-a975-7d1e80ab4525 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400887 Jul 06 18:49:28.038333 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac73a2-e77e-411a-ad31-61c0953baab4 req-42debee1-9ec4-4bef-b6a2-8d03d568627b tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:28.040357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2bac73a2-e77e-411a-ad31-61c0953baab4 req-42debee1-9ec4-4bef-b6a2-8d03d568627b tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0691860 Jul 06 18:49:28.092493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2bac73a2-e77e-411a-ad31-61c0953baab4 req-dfecbced-d952-4dbe-8a60-ef114e6de6f8 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460827 Jul 06 18:49:29.297003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee247d-5ecf-4f11-94dc-35f691f2e7f7 req-a76f1d5f-710f-42df-ad00-a99c8fb96659 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:29.298745 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bee247d-5ecf-4f11-94dc-35f691f2e7f7 req-a76f1d5f-710f-42df-ad00-a99c8fb96659 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0832775 Jul 06 18:49:29.343379 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4bee247d-5ecf-4f11-94dc-35f691f2e7f7 req-9116b472-2928-413b-8bf9-810a9a875a4a tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387146 Jul 06 18:49:30.530578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece438e2-8a48-463f-9a19-614aff646949 req-08dd211e-53c7-48d7-8fd9-23f8a01d4e7c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:30.532280 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ece438e2-8a48-463f-9a19-614aff646949 req-08dd211e-53c7-48d7-8fd9-23f8a01d4e7c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0691075 Jul 06 18:49:30.575478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ece438e2-8a48-463f-9a19-614aff646949 req-82a25970-5a6d-49d4-a740-4ef2102f9194 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371370 Jul 06 18:49:31.758455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb726d-1514-4b6a-bf5a-3cd9382ee590 req-fbf76e6e-cd28-4c47-b91c-0b7e5a6041f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:31.759939 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7efb726d-1514-4b6a-bf5a-3cd9382ee590 req-fbf76e6e-cd28-4c47-b91c-0b7e5a6041f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0683472 Jul 06 18:49:31.802098 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7efb726d-1514-4b6a-bf5a-3cd9382ee590 req-f76420ee-89a0-416a-9900-d8b8b46abe91 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363815 Jul 06 18:49:32.810889 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:33.027330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcec2aa-e4ed-403c-abaa-1880cb87fd95 req-b2fe3d18-d8f4-4d4e-88b0-0646767a425e tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:33.030376 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afcec2aa-e4ed-403c-abaa-1880cb87fd95 req-b2fe3d18-d8f4-4d4e-88b0-0646767a425e tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0936110 Jul 06 18:49:33.074200 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-afcec2aa-e4ed-403c-abaa-1880cb87fd95 req-dd6c96ef-60dd-4640-b66d-358677754dd2 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377328 Jul 06 18:49:34.397546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9daff6-7e82-487e-8f87-e0d60236fd4e req-0daafc8c-b542-4281-bf55-ed983a5cd708 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:34.399200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac9daff6-7e82-487e-8f87-e0d60236fd4e req-0daafc8c-b542-4281-bf55-ed983a5cd708 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.2075636 Jul 06 18:49:34.445230 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac9daff6-7e82-487e-8f87-e0d60236fd4e req-95d1184e-6435-4426-a8a0-3984365f7a31 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&id=ac5700b2-9c32-4718-88ab-2b2f0a679d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394890 Jul 06 18:49:36.018258 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:47.131591 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-431054c1-06fa-460d-8acc-deaa50751558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:49.675266 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09a478a4-f143-4c30-925a-7bdaf38589e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.236882 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:50.994068 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:52.911714 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:49:54.039031 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:49:57.181726 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-80c30949-5526-41cc-9c51-ddfb3a6c238e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515299 Jul 06 18:49:57.276342 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-cfcd8c0a-62cf-456e-ba5c-02b55690ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:57.277832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-cfcd8c0a-62cf-456e-ba5c-02b55690ab49 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1135 time: 0.0528398 Jul 06 18:49:57.384950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-8e1897a4-8b97-406c-af6f-20f611dbfd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:57.386443 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-8e1897a4-8b97-406c-af6f-20f611dbfd77 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 915 time: 0.0874555 Jul 06 18:49:57.452876 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-61c5755c-17e7-4291-a38e-321e5bc53425 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 1001 time: 0.0590348 Jul 06 18:49:57.506846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-c6b5fc2f-5311-49d2-93d5-6765a6a24ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:57.508887 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-c6b5fc2f-5311-49d2-93d5-6765a6a24ecf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 200 len: 853 time: 0.0494127 Jul 06 18:49:57.568051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-181dccc4-e0fb-4d45-9938-213172250f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:49:57.569570 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-181dccc4-e0fb-4d45-9938-213172250f3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543485 Jul 06 18:49:57.661062 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-ae430e08-b0da-4ade-ad51-a09a8e8f172b service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843935 Jul 06 18:49:57.755985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fd12f3a-7758-4c37-aec8-748c6ccb0f7f req-71defd22-4dc2-441e-a26c-c04ad2492935 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884635 Jul 06 18:50:02.815276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:06.021529 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:06.957629 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-cd9f801a-a857-459c-8929-d7f7d3464f54 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288301912&fields=id&tenant_id=a5a34cd7e9164f76aef1239b4569f5a7 HTTP/1.1" status: 200 len: 267 time: 0.0803907 Jul 06 18:50:07.027487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-6731fddb-b6ed-43cf-ab2d-00efed9bd153 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:07.028995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-6731fddb-b6ed-43cf-ab2d-00efed9bd153 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 984 time: 0.0649905 Jul 06 18:50:07.040192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Request body: {'port': {'security_groups': ['51e3c9a9-fc9e-4484-b5c4-532c6537f4af']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:07.126388 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.300235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] For port aa599739-33fd-4155-a7b5-69f18179db15, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aa599739-33fd-4155-a7b5-69f18179db15,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:07.329447 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.334652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.346983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['aa599739-33fd-4155-a7b5-69f18179db15'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:07.378818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:07.379886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.381935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cc8d1a74-743b-46b1-984c-8c9fdb166e5d req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "PUT /v2.0/ports/aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 942 time: 0.3465250 Jul 06 18:50:07.382070 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:07.384522 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2629b4-f318-4734-91ad-656f860d4b92" -d '{"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:07.389209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56114) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:07.445801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event updated for resources: {'Port': ['ID=aa599739-33fd-4155-a7b5-69f18179db15,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:07.461311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.464162 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.464466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.464803 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.465157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.465493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.465923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.466145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.466503 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.466835 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.467163 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.467485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37db1d3-cf86-4ecf-8d4f-fa335e8ae35c tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.475382 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['aa599739-33fd-4155-a7b5-69f18179db15'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:07.502320 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.506443 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4cb6c2-eab4-4244-80f5-5f33909db20c x-openstack-request-id: req-4d4cb6c2-eab4-4244-80f5-5f33909db20c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:07.506937 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:07.507371 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d4cb6c2-eab4-4244-80f5-5f33909db20c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:07.507958 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15', 'status': 'completed', 'code': 200} Jul 06 18:50:07.539138 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.627556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.630909 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.634895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:07.637281 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac5700b2-9c32-4718-88ab-2b2f0a679d0b HTTP/1.1" status: 204 len: 168 time: 0.2469294 Jul 06 18:50:07.652886 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5700b2-9c32-4718-88ab-2b2f0a679d0b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:07.662991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.663346 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.663697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.664065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.664401 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.664733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.665062 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.665551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.665880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.666213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.666612 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.666938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b7953a-7a57-41fb-a0e4-9f44a18412bc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:07.721228 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-ce7d8e42-dd2a-4a57-bf3f-bd2d41966f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:07.722739 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-ce7d8e42-dd2a-4a57-bf3f-bd2d41966f89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1096 time: 0.1908386 Jul 06 18:50:07.749428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8f0ceff8-96c7-438d-9c18-80f0293f0c4a None None] Provisioning complete for port aa599739-33fd-4155-a7b5-69f18179db15 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:07.749806 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8f0ceff8-96c7-438d-9c18-80f0293f0c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:07.903705 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-62164b92-954d-4c0b-ac59-6d1c6884df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:07.905120 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-62164b92-954d-4c0b-ac59-6d1c6884df22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 915 time: 0.1522596 Jul 06 18:50:07.921356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Deleting port c97589fc-c78e-4fb4-aaa2-cabbea8e3367 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:07.921706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:08.021068 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-efbf13e8-0dd4-4cbf-8398-ac407b483a23 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 1001 time: 0.1093502 Jul 06 18:50:08.080783 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:08.081116 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:08.097578 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Calling delete_port for c97589fc-c78e-4fb4-aaa2-cabbea8e3367 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:08.103295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-c0b64911-782d-4d77-aa7f-72fd58937aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:08.104778 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-c0b64911-782d-4d77-aa7f-72fd58937aa1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 200 len: 853 time: 0.0753481 Jul 06 18:50:08.255508 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-91899732-b37a-49d8-ad3c-b50b5f30793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:08.257036 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-91899732-b37a-49d8-ad3c-b50b5f30793e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461163 Jul 06 18:50:08.391237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-48e4028f-9daa-4d0a-9602-3b8e926183e6 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270053 Jul 06 18:50:08.392253 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:08.441469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event deleted for resources: {'Port': ['ID=c97589fc-c78e-4fb4-aaa2-cabbea8e3367,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:08.567659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:08.568027 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Floating IP 458ed6ed-6039-4e3b-a9c2-2572d581b562 disassociated (deleted). External IP: 172.25.7.231, port: aa599739-33fd-4155-a7b5-69f18179db15. Jul 06 18:50:08.609611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3d2629b4-f318-4734-91ad-656f860d4b92 req-2acbe348-4a01-4f44-a3b5-e1e4ad382021 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102728 Jul 06 18:50:08.788748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Router 3a2598fe-bb82-4e10-9202-63a066b8e990 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:08.897029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:08.901964 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:08.906196 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] Sync routers for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:08.915343 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:08.916068 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:49:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:08.937344 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3143f5ae-0ae0-4e92-8bda-e1defdeaccfe tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "DELETE /v2.0/floatingips/458ed6ed-6039-4e3b-a9c2-2572d581b562 HTTP/1.1" status: 204 len: 168 time: 1.3009915 Jul 06 18:50:09.112776 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:09.328868 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2fb662f6-f2c9-41bc-a64a-8068467ce08a', 'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'mac_address': 'fa:16:3e:f4:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:11Z', 'updated_at': '2021-07-06T18:48:18Z', 'revision_number': 5, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'subnets': [{'id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:09.358173 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] Checking router: 3a2598fe-bb82-4e10-9202-63a066b8e990 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:09.366809 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:09.367399 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:49:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:09.468091 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:09.509241 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:09.512007 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aac547-6f45-4e0b-bb8e-a78c431095c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:09.547948 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95442d84-427b-421d-a953-20dadfaf0c34 x-openstack-request-id: req-95442d84-427b-421d-a953-20dadfaf0c34 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:09.548248 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "tag": "aa599739-33fd-4155-a7b5-69f18179db15", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:09.548505 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95442d84-427b-421d-a953-20dadfaf0c34 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:09.548911 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15', 'status': 'completed', 'code': 200} Jul 06 18:50:09.629703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-06053583-5b73-44ff-ae5a-e001761bfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:09.631590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-06053583-5b73-44ff-ae5a-e001761bfdc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 1096 time: 0.0547354 Jul 06 18:50:09.669249 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2fb662f6-f2c9-41bc-a64a-8068467ce08a', 'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'mac_address': 'fa:16:3e:f4:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:11Z', 'updated_at': '2021-07-06T18:48:18Z', 'revision_number': 5, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'subnets': [{'id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:09.697328 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979a32e-2b2c-4e0d-b334-2cd1ee2e8ef8 None None] The sync data for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 is: [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:48:11Z', 'revision_number': 4, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2fb662f6-f2c9-41bc-a64a-8068467ce08a', 'name': '', 'network_id': '44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'mac_address': 'fa:16:3e:f4:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:11Z', 'updated_at': '2021-07-06T18:48:18Z', 'revision_number': 5, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'subnets': [{'id': '9c72574c-2028-40f2-abdc-34c1af9a035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:09.739741 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-9f3f6230-0c93-4f9f-9951-218036832130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:09.741954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-9f3f6230-0c93-4f9f-9951-218036832130 service neutron] 10.222.0.22 "GET /v2.0/networks?id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 200 len: 915 time: 0.1029522 Jul 06 18:50:09.787237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-e571223e-8fca-4346-8c8f-70d3848cafc5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 200 len: 217 time: 0.0382147 Jul 06 18:50:09.843042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-710d2e8d-2ec9-40f8-ad1b-2d86198bbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:09.844636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-710d2e8d-2ec9-40f8-ad1b-2d86198bbd82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 200 len: 853 time: 0.0521963 Jul 06 18:50:09.915766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-fb7f94ae-ad32-4f06-a35f-c846c99d1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:09.918122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-fb7f94ae-ad32-4f06-a35f-c846c99d1153 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664525 Jul 06 18:50:09.971857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfda72d-bcfc-4ec4-bad6-3e642c1ac70a None None] New status for floating IP 458ed6ed-6039-4e3b-a9c2-2572d581b562: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:50:10.014996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-56514268-3ac6-47fa-bbae-7e8a8dd2acf0 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907364 Jul 06 18:50:10.115876 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b4aac547-6f45-4e0b-bb8e-a78c431095c4 req-7cd0063f-681e-4c46-a836-7a5aaf6584d3 service neutron] 10.222.0.22 "GET /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934625 Jul 06 18:50:16.359757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92456aa-12c0-4e34-95b1-6f78063da85f req-868e5773-90ae-478c-bde0-2ca2658ad15e tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:16.361327 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a92456aa-12c0-4e34-95b1-6f78063da85f req-868e5773-90ae-478c-bde0-2ca2658ad15e tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 945 time: 0.0725408 Jul 06 18:50:16.403655 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a92456aa-12c0-4e34-95b1-6f78063da85f req-23dcb0f6-7591-404f-aaca-ae0905d9f8cd tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356636 Jul 06 18:50:17.134879 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc838a2c-190f-4e7d-af13-02d3ca285dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:17.586652 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261ae38-9aae-458b-8008-9a2e2de452a1 req-7f4918e0-52a8-412a-8a90-5562c22932e8 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:17.588218 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0261ae38-9aae-458b-8008-9a2e2de452a1 req-7f4918e0-52a8-412a-8a90-5562c22932e8 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 945 time: 0.0680623 Jul 06 18:50:17.626716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0261ae38-9aae-458b-8008-9a2e2de452a1 req-91c9f764-c5f8-4d29-b550-5edcc51e73cc tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/security-groups?id=51e3c9a9-fc9e-4484-b5c4-532c6537f4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Jul 06 18:50:17.915972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-8881f550-f8d3-4982-a62d-85271c33f61b tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:17.917434 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-8881f550-f8d3-4982-a62d-85271c33f61b tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 945 time: 0.0693810 Jul 06 18:50:18.017972 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Deleting port aa599739-33fd-4155-a7b5-69f18179db15 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:18.018323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.110483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] For port aa599739-33fd-4155-a7b5-69f18179db15, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=aa599739-33fd-4155-a7b5-69f18179db15,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:18.110858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.125527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Calling delete_port for aa599739-33fd-4155-a7b5-69f18179db15 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:18.251432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.264678 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['aa599739-33fd-4155-a7b5-69f18179db15'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:18.284284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Pushing event deleted for resources: {'Port': ['ID=aa599739-33fd-4155-a7b5-69f18179db15,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:18.329452 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] No DVR routers for this DVR port aa599739-33fd-4155-a7b5-69f18179db15 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:18.332359 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:18.335295 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4f7ae0f4-197f-4d25-964a-f0979f415b74 req-a82d867d-7458-4af7-9ebe-a2ebc04d48f5 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.22 "DELETE /v2.0/ports/aa599739-33fd-4155-a7b5-69f18179db15 HTTP/1.1" status: 204 len: 173 time: 0.4126699 Jul 06 18:50:18.335818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'name': 'network-vif-deleted', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:18.338091 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c704950-328d-4337-a576-f17875c3b7ae" -d '{"events": [{"server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "name": "network-vif-deleted", "tag": "aa599739-33fd-4155-a7b5-69f18179db15"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:18.378920 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f380c3cb-f992-4b9e-a3e8-0696d1d0a31c x-openstack-request-id: req-f380c3cb-f992-4b9e-a3e8-0696d1d0a31c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:18.379254 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a044bf3-5888-43dd-89e9-1f677f48cbaf", "name": "network-vif-deleted", "tag": "aa599739-33fd-4155-a7b5-69f18179db15", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:18.379699 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f380c3cb-f992-4b9e-a3e8-0696d1d0a31c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:18.380097 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a044bf3-5888-43dd-89e9-1f677f48cbaf', 'name': 'network-vif-deleted', 'tag': 'aa599739-33fd-4155-a7b5-69f18179db15', 'status': 'completed', 'code': 200} Jul 06 18:50:18.796909 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-11e3b539-06ec-44f2-9a04-a54203da3335 req-e6a655b8-9414-4b13-b7d1-d44fe3073263 tempest-TestMinimumBasicScenario-401838921 tempest-TestMinimumBasicScenario-401838921-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a044bf3-5888-43dd-89e9-1f677f48cbaf HTTP/1.1" status: 200 len: 210 time: 0.0315225 Jul 06 18:50:19.676256 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-165fc4cc-2371-4cfb-9683-1e908897e5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:20.238234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:20.406683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:20.762693 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:20.997698 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.030015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Deleting port 2fb662f6-f2c9-41bc-a64a-8068467ce08a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:21.030284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.107948 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] For port 2fb662f6-f2c9-41bc-a64a-8068467ce08a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2fb662f6-f2c9-41bc-a64a-8068467ce08a,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:21.108309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.120506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Calling delete_port for 2fb662f6-f2c9-41bc-a64a-8068467ce08a owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:21.604405 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:21.630882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb662f6-f2c9-41bc-a64a-8068467ce08a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:21.801647 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.024040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Router 3a2598fe-bb82-4e10-9202-63a066b8e990 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:22.133237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:22.138188 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-89930636-87d4-4a10-bafa-f8c133bd97a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/3a2598fe-bb82-4e10-9202-63a066b8e990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307942 Jul 06 18:50:22.140798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:22.143689 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] Sync routers for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:22.153646 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:22.154255 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:22.154533 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device aa599739-33fd-4155-a7b5-69f18179db15 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:22.178311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: aa599739-33fd-4155-a7b5-69f18179db15 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:22.178686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device aa599739-33fd-4155-a7b5-69f18179db15 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:22.248066 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.260700 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:22.354638 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.408074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Deleting port 2aed1886-0132-474e-9e48-29654daa783d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:22.408673 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.445725 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '2aed1886-0132-474e-9e48-29654daa783d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:50:21Z', 'revision_number': 5, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port': {'id': '2aed1886-0132-474e-9e48-29654daa783d', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:09Z', 'updated_at': '2021-07-06T18:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:22.472709 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] Checking router: 3a2598fe-bb82-4e10-9202-63a066b8e990 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:22.481984 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] Routers {'3a2598fe-bb82-4e10-9202-63a066b8e990'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:22.482609 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3a2598fe-bb82-4e10-9202-63a066b8e990'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:22.490754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] For port 2aed1886-0132-474e-9e48-29654daa783d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2aed1886-0132-474e-9e48-29654daa783d,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:22.491122 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.508607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Calling delete_port for 2aed1886-0132-474e-9e48-29654daa783d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:22.567042 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] Set router 3a2598fe-bb82-4e10-9202-63a066b8e990 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:22.618281 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:50:22Z', 'revision_number': 6, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:22.647736 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab80d3-7a06-4012-bc89-e880b6cb117c None None] The sync data for ids ['3a2598fe-bb82-4e10-9202-63a066b8e990'] in n-d-799526-3 is: [{'id': '3a2598fe-bb82-4e10-9202-63a066b8e990', 'name': 'tempest-TestMinimumBasicScenario-237047566-router', 'tenant_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:08Z', 'updated_at': '2021-07-06T18:50:22Z', 'revision_number': 6, 'project_id': 'a5a34cd7e9164f76aef1239b4569f5a7', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:22.676219 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.713384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aed1886-0132-474e-9e48-29654daa783d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:22.773009 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.864454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.867161 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.909260 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.909783 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a2598fe-bb82-4e10-9202-63a066b8e990 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:22.914554 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.914766 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:22.918388 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-faa8b602-3ced-467c-bfa5-71f27ae29669 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3a2598fe-bb82-4e10-9202-63a066b8e990 HTTP/1.1" status: 204 len: 168 time: 0.7740850 Jul 06 18:50:22.918708 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:22.973425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-810698d9-42bc-4a2d-9c33-dda02867ec2b admin admin] Deleting subnet 9c72574c-2028-40f2-abdc-34c1af9a035a {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:22.977884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-810698d9-42bc-4a2d-9c33-dda02867ec2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.014557 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-810698d9-42bc-4a2d-9c33-dda02867ec2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.097127 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-810698d9-42bc-4a2d-9c33-dda02867ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.154995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-810698d9-42bc-4a2d-9c33-dda02867ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.182272 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-810698d9-42bc-4a2d-9c33-dda02867ec2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.184416 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-810698d9-42bc-4a2d-9c33-dda02867ec2b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9c72574c-2028-40f2-abdc-34c1af9a035a HTTP/1.1" status: 204 len: 168 time: 0.2648892 Jul 06 18:50:23.185261 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810698d9-42bc-4a2d-9c33-dda02867ec2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c72574c-2028-40f2-abdc-34c1af9a035a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:23.187217 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:23.188267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f824b-27c3-436a-8499-f9a074723627 None None] Network 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:23.256686 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.310683 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Deleting port b9e66bc5-007f-49ba-9848-ead75571fb51 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:23.311037 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.385974 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] For port b9e66bc5-007f-49ba-9848-ead75571fb51, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b9e66bc5-007f-49ba-9848-ead75571fb51,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:23.386396 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.393420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] DHCP port deletion for 44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:23.403262 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Calling delete_port for b9e66bc5-007f-49ba-9848-ead75571fb51 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:23.449014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Deleting port b9e66bc5-007f-49ba-9848-ead75571fb51 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:23.449301 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.485218 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.517759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] For port b9e66bc5-007f-49ba-9848-ead75571fb51, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b9e66bc5-007f-49ba-9848-ead75571fb51,segment=NetworkSegment(6d75a2a2-1fac-4c07-b51d-b84cf973bc2d),segment_id=6d75a2a2-1fac-4c07-b51d-b84cf973bc2d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:23.518227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.520905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] No DVR routers for this DVR port b9e66bc5-007f-49ba-9848-ead75571fb51 on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:23.526144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e66bc5-007f-49ba-9848-ead75571fb51,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:23.533708 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Calling delete_port for b9e66bc5-007f-49ba-9848-ead75571fb51 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:23.603657 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 18:50:23.612051 n-d-799526-3 neutron-server[93780]: self.session.flush() Jul 06 18:50:23.619288 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.619454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.632529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.632835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d75a2a2-1fac-4c07-b51d-b84cf973bc2d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:23.642628 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.644636 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2aed1886-0132-474e-9e48-29654daa783d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:23.650505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Pushing event deleted for resources: {'Port': ['ID=b9e66bc5-007f-49ba-9848-ead75571fb51,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:23.659388 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.666426 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:23.666996 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:23.669522 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:23.672254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] No DVR routers for this DVR port b9e66bc5-007f-49ba-9848-ead75571fb51 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:23.672254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2aed1886-0132-474e-9e48-29654daa783d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:23.672566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2aed1886-0132-474e-9e48-29654daa783d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:23.672730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b9e66bc5-007f-49ba-9848-ead75571fb51 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:23.682967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.682967 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.683581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.683581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.683771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.684106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.684651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.684989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.685321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.685642 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.686002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.686332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c99b5d-dd6c-42ef-858f-5917aee987bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:23.705813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: b9e66bc5-007f-49ba-9848-ead75571fb51 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:23.706076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b9e66bc5-007f-49ba-9848-ead75571fb51 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:23.706845 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2fb662f6-f2c9-41bc-a64a-8068467ce08a no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:23.733244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2fb662f6-f2c9-41bc-a64a-8068467ce08a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:23.733595 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2fb662f6-f2c9-41bc-a64a-8068467ce08a not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:23.746564 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.760834 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:23.763068 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5 HTTP/1.1" status: 204 len: 168 time: 0.5748255 Jul 06 18:50:23.766188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56226) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:23.773417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfb8eb-3c8a-4231-8431-3b30cec3c5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=44fc72ed-4fa7-4f0f-96d3-266b7d5ae3f5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:24.138594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.415946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Deleting port dc654836-ead7-4681-abdb-026e1be038ae {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:24.416297 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.499872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] For port dc654836-ead7-4681-abdb-026e1be038ae, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=dc654836-ead7-4681-abdb-026e1be038ae,segment=NetworkSegment(ac3a5314-113f-427d-a04b-fceecf6ef71a),segment_id=ac3a5314-113f-427d-a04b-fceecf6ef71a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:24.500233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.515006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Calling delete_port for dc654836-ead7-4681-abdb-026e1be038ae owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:24.697051 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:24.723143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc654836-ead7-4681-abdb-026e1be038ae,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:24.890997 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.109669 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Router c053211f-0744-48da-a846-21feb2aff1f5 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:25.497960 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:25.502882 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-322763ce-21bf-439f-849e-cbd01839dc9a admin admin] 10.222.0.13 "PUT /v2.0/routers/c053211f-0744-48da-a846-21feb2aff1f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7355306 Jul 06 18:50:25.505428 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56230) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:25.508964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] Sync routers for ids ['c053211f-0744-48da-a846-21feb2aff1f5'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:25.523536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] Routers {'c053211f-0744-48da-a846-21feb2aff1f5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:25.524175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c053211f-0744-48da-a846-21feb2aff1f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:25.616044 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.634870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] Set router c053211f-0744-48da-a846-21feb2aff1f5 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:25.719195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.772769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Deleting port 3ff4b391-c715-424e-9903-cea977be01a4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:25.773205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.809519 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '3ff4b391-c715-424e-9903-cea977be01a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:13Z', 'updated_at': '2021-07-06T18:50:24Z', 'revision_number': 5, 'project_id': '09af355e64e04b85890965d1121280d1', 'gw_port': {'id': '3ff4b391-c715-424e-9903-cea977be01a4', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:48:14Z', 'updated_at': '2021-07-06T18:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:25.835328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] Checking router: c053211f-0744-48da-a846-21feb2aff1f5 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:25.843795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] Routers {'c053211f-0744-48da-a846-21feb2aff1f5'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:25.844400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['c053211f-0744-48da-a846-21feb2aff1f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:25.857135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] For port 3ff4b391-c715-424e-9903-cea977be01a4, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=3ff4b391-c715-424e-9903-cea977be01a4,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:25.857493 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:25.870716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Calling delete_port for 3ff4b391-c715-424e-9903-cea977be01a4 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:25.930659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] Set router c053211f-0744-48da-a846-21feb2aff1f5 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:25.990618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:13Z', 'updated_at': '2021-07-06T18:50:25Z', 'revision_number': 6, 'project_id': '09af355e64e04b85890965d1121280d1', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:26.017646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e95c21-2edf-4b51-9dd7-960c97d7d75e None None] The sync data for ids ['c053211f-0744-48da-a846-21feb2aff1f5'] in n-d-799526-3 is: [{'id': 'c053211f-0744-48da-a846-21feb2aff1f5', 'name': 'tempest-TestMinimumBasicScenario-457168150-router', 'tenant_id': '09af355e64e04b85890965d1121280d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:48:13Z', 'updated_at': '2021-07-06T18:50:25Z', 'revision_number': 6, 'project_id': '09af355e64e04b85890965d1121280d1', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:26.045783 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.073680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff4b391-c715-424e-9903-cea977be01a4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:26.135041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.224961 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.227113 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.273903 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.274396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c053211f-0744-48da-a846-21feb2aff1f5 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:50:26.278600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.279723 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b5c420c7-1631-40ab-a29e-24ebd82d801c admin admin] 10.222.0.13 "DELETE /v2.0/routers/c053211f-0744-48da-a846-21feb2aff1f5 HTTP/1.1" status: 204 len: 168 time: 0.7728093 Jul 06 18:50:26.282375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:26.328037 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-910e3b38-3fa7-4bab-9f8f-a7bc3af2d8fa admin admin] Deleting subnet e2d6cb0b-ee36-4a16-83f1-21cd5036c19a {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:50:26.331217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-910e3b38-3fa7-4bab-9f8f-a7bc3af2d8fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.367695 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-910e3b38-3fa7-4bab-9f8f-a7bc3af2d8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.452747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-910e3b38-3fa7-4bab-9f8f-a7bc3af2d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.506751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-910e3b38-3fa7-4bab-9f8f-a7bc3af2d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.533916 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e3b38-3fa7-4bab-9f8f-a7bc3af2d8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d6cb0b-ee36-4a16-83f1-21cd5036c19a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:26.535793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-910e3b38-3fa7-4bab-9f8f-a7bc3af2d8fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.539398 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-910e3b38-3fa7-4bab-9f8f-a7bc3af2d8fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2d6cb0b-ee36-4a16-83f1-21cd5036c19a HTTP/1.1" status: 204 len: 168 time: 0.2549489 Jul 06 18:50:26.540908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56234) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:26.543400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5649f9b-9f75-42bb-9b36-e7780b384e71 None None] Network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:26.609139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.668875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Deleting port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:26.669217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.732546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] For port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f,segment=NetworkSegment(ac3a5314-113f-427d-a04b-fceecf6ef71a),segment_id=ac3a5314-113f-427d-a04b-fceecf6ef71a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:26.732814 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.746180 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Calling delete_port for 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:26.813509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] DHCP port deletion for 14b81db1-f008-42f1-95d0-8ccd49cf1db9 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:50:26.839652 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.870716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] Deleting port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:50:26.871273 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.873061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:26.874999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] No DVR routers for this DVR port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:26.948260 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:26.961157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b81db1-f008-42f1-95d0-8ccd49cf1db9']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:26.973677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3a5314-113f-427d-a04b-fceecf6ef71a') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:26.974208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3a5314-113f-427d-a04b-fceecf6ef71a') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:26.984078 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.001173 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.009591 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:50:27.010103 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:50:27.012058 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:50:27.079874 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.091377 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.093590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] 10.222.0.13 "DELETE /v2.0/networks/14b81db1-f008-42f1-95d0-8ccd49cf1db9 HTTP/1.1" status: 204 len: 168 time: 0.5517540 Jul 06 18:50:27.105932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6678fd-62ba-4e88-b164-9efb019ae571 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b81db1-f008-42f1-95d0-8ccd49cf1db9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:27.122707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] For port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:27.123415 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.137565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] Calling delete_port for 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:50:27.140765 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] Port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 18:50:27.142013 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.150630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] Network 14b81db1-f008-42f1-95d0-8ccd49cf1db9 is not hosted by any dhcp agent {{(pid=93780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 18:50:27.151285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] No DVR routers for this DVR port 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:50:27.173209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d69b93-6761-47fb-9f4a-010074ce811d None None] Pushing event deleted for resources: {'Port': ['ID=2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:27.271355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56244) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:27.312464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-875eaa80-2009-49a1-9bc0-aeb06ee98260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5a34cd7e9164f76aef1239b4569f5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392015 Jul 06 18:50:27.314841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56246) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:27.365641 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbd4224a-a2b1-4858-9186-ad31063ec39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.388722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbd4224a-a2b1-4858-9186-ad31063ec39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.440949 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbd4224a-a2b1-4858-9186-ad31063ec39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.444819 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbd4224a-a2b1-4858-9186-ad31063ec39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.446159 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bbd4224a-a2b1-4858-9186-ad31063ec39d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51e3c9a9-fc9e-4484-b5c4-532c6537f4af HTTP/1.1" status: 204 len: 168 time: 0.1302998 Jul 06 18:50:27.454163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4224a-a2b1-4858-9186-ad31063ec39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e3c9a9-fc9e-4484-b5c4-532c6537f4af,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:27.630165 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dc654836-ead7-4681-abdb-026e1be038ae no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:27.649866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: dc654836-ead7-4681-abdb-026e1be038ae {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:27.650214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device dc654836-ead7-4681-abdb-026e1be038ae not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:27.650659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:27.668986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:27.669334 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2fa45f8f-c8c2-49dc-8dec-62f13f0e7e3f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:27.669754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ff4b391-c715-424e-9903-cea977be01a4 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:50:27.688421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 3ff4b391-c715-424e-9903-cea977be01a4 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:50:27.688771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 3ff4b391-c715-424e-9903-cea977be01a4 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:50:27.761443 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56252) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:27.800643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4ab80b11-7d5b-4243-9868-6cbf847f991b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09af355e64e04b85890965d1121280d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380409 Jul 06 18:50:27.803895 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:27.851021 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11313edf-487e-4f01-8bfb-9f3b1da104c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.872125 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11313edf-487e-4f01-8bfb-9f3b1da104c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.918764 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11313edf-487e-4f01-8bfb-9f3b1da104c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.921415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11313edf-487e-4f01-8bfb-9f3b1da104c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:27.922607 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-11313edf-487e-4f01-8bfb-9f3b1da104c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dd5b3a7-fddb-469a-bc20-9753db128e89 HTTP/1.1" status: 204 len: 168 time: 0.1177905 Jul 06 18:50:27.931119 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11313edf-487e-4f01-8bfb-9f3b1da104c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd5b3a7-fddb-469a-bc20-9753db128e89,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:29.621594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:29.626417 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94127338', 'description': 'tempest-secgroup-smoke-94127338 description', 'project_id': 'bd74887f7afa410286194e367aff637b'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:29.653918 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.662633 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.757806 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.761825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.797492 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef59afc-8f65-4988-9e9c-18c7ed971a71,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:29.853858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.857548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.886205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.887401 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2647753 Jul 06 18:50:29.888565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d2850-439c-445b-93f9-8229f9ad0f01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55d1634-5373-4de9-874b-5f8b290c2f33,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:29.890879 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56300) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:29.896633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-44e862f1-ff44-45f8-a63f-6bb3d8a0c48f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'e55d1634-5373-4de9-874b-5f8b290c2f33', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:29.925260 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44e862f1-ff44-45f8-a63f-6bb3d8a0c48f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.986258 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44e862f1-ff44-45f8-a63f-6bb3d8a0c48f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:29.990831 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44e862f1-ff44-45f8-a63f-6bb3d8a0c48f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.011209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e862f1-ff44-45f8-a63f-6bb3d8a0c48f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015afef1-332d-4d91-a978-aa107199de82,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.015922 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44e862f1-ff44-45f8-a63f-6bb3d8a0c48f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.017100 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-44e862f1-ff44-45f8-a63f-6bb3d8a0c48f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245692 Jul 06 18:50:30.019897 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56302) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:30.024347 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-70136745-5c0a-477c-bac0-e6de80b05159 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'e55d1634-5373-4de9-874b-5f8b290c2f33', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.050581 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70136745-5c0a-477c-bac0-e6de80b05159 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.107785 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70136745-5c0a-477c-bac0-e6de80b05159 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.111854 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70136745-5c0a-477c-bac0-e6de80b05159 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.130611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70136745-5c0a-477c-bac0-e6de80b05159 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c5e36a-b517-4a72-b372-64df735cef2a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.136049 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70136745-5c0a-477c-bac0-e6de80b05159 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.137133 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-70136745-5c0a-477c-bac0-e6de80b05159 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162903 Jul 06 18:50:30.139860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:30.144330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0b4029a0-deee-4686-839f-20f03c69bbf7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'e55d1634-5373-4de9-874b-5f8b290c2f33', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.170499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b4029a0-deee-4686-839f-20f03c69bbf7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.231981 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b4029a0-deee-4686-839f-20f03c69bbf7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.235388 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b4029a0-deee-4686-839f-20f03c69bbf7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.252543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4029a0-deee-4686-839f-20f03c69bbf7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc8823d-2833-490f-9067-bbb88362c824,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.259245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b4029a0-deee-4686-839f-20f03c69bbf7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.260466 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0b4029a0-deee-4686-839f-20f03c69bbf7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196790 Jul 06 18:50:30.263372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56306) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:30.267840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-49d2ff38-dc68-4514-9ed5-5c6ed794400d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'e55d1634-5373-4de9-874b-5f8b290c2f33', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.293789 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49d2ff38-dc68-4514-9ed5-5c6ed794400d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.356665 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49d2ff38-dc68-4514-9ed5-5c6ed794400d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.360126 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49d2ff38-dc68-4514-9ed5-5c6ed794400d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.378246 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2ff38-dc68-4514-9ed5-5c6ed794400d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ec4d24-6b74-4eca-a2a3-7d739bfeb055,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.383991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49d2ff38-dc68-4514-9ed5-5c6ed794400d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.384851 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-49d2ff38-dc68-4514-9ed5-5c6ed794400d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204948 Jul 06 18:50:30.387585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:30.392119 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8b1ec0c6-346e-40d1-accb-3b8730fee033 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'e55d1634-5373-4de9-874b-5f8b290c2f33', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.418608 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-8b1ec0c6-346e-40d1-accb-3b8730fee033 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:50:30.423626 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec0c6-346e-40d1-accb-3b8730fee033 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.486505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec0c6-346e-40d1-accb-3b8730fee033 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.490697 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec0c6-346e-40d1-accb-3b8730fee033 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.508105 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ec0c6-346e-40d1-accb-3b8730fee033 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ae82da-19b7-4317-afbe-930e667a72d6,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.514795 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec0c6-346e-40d1-accb-3b8730fee033 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.516018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8b1ec0c6-346e-40d1-accb-3b8730fee033 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274688 Jul 06 18:50:30.518931 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56310) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:30.523951 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fbb89824-bfe4-4d86-82ee-d3c46c653ae8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'e55d1634-5373-4de9-874b-5f8b290c2f33', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.545883 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-fbb89824-bfe4-4d86-82ee-d3c46c653ae8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:50:30.550909 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbb89824-bfe4-4d86-82ee-d3c46c653ae8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.611410 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbb89824-bfe4-4d86-82ee-d3c46c653ae8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.614859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbb89824-bfe4-4d86-82ee-d3c46c653ae8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.632898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb89824-bfe4-4d86-82ee-d3c46c653ae8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d1f0d9-61cf-4546-88ed-97c459c7b2d3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.639859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbb89824-bfe4-4d86-82ee-d3c46c653ae8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.641107 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fbb89824-bfe4-4d86-82ee-d3c46c653ae8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212497 Jul 06 18:50:30.644416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:30.650257 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'network': {'name': 'tempest-network-smoke--279590327', 'project_id': 'bd74887f7afa410286194e367aff637b', 'port_security_enabled': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.671504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:30.675034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.702366 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:50:30.713042 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.713390 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Added segment 7ca7080e-1938-49d1-8195-9e7f66be337e of type vlan for network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 Jul 06 18:50:30.755143 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.786573 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.792437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:30.793017 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.851417 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2059550 Jul 06 18:50:30.854320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:30.858739 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'admin_state_up': True, 'project_id': 'bd74887f7afa410286194e367aff637b', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:30.874697 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0ef8f-7087-4831-84ca-dc1965fca246 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Network': ['ID=4e07ae61-aca4-451c-8b3a-1836fab6c7d1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:30.886972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:50:30.891694 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.892743 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:30.948354 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.038914 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:50:31.085987 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.281830 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.299976 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.405532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.245 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/bbff999d-3252-4bab-a160-55bf5d847ebb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:31.510361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.550554 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:31.593345 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:31.596152 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:31.598820 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:31.638300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=bbff999d-3252-4bab-a160-55bf5d847ebb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:31.933314 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.424772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.555206 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router b9361a25-1ce4-45fc-a045-c084812550e1 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:50:32.658244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:32.668662 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Sync routers for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:32.676869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.678314 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4fd85df2-e2d2-4d15-a560-a44a480407d4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8229518 Jul 06 18:50:32.678895 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:32.679501 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:32.681887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56316) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:32.815348 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d93181dc-aeae-42f6-934f-146e44a51059 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bd74887f7afa410286194e367aff637b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1319666 Jul 06 18:50:32.818447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:32.831690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:32.882929 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:32.981339 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb02a93-6cd9-4062-bdd6-227a9d7e75b4 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:32.985437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8eb02a93-6cd9-4062-bdd6-227a9d7e75b4 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1632226 Jul 06 18:50:32.985954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:33.025310 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-05a27ea3-df61-4e43-9444-9dac5ba610ea tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354238 Jul 06 18:50:33.025656 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:33.031175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1653511748', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'project_id': 'bd74887f7afa410286194e367aff637b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:33.069792 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:31Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:33.096589 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Checking router: b9361a25-1ce4-45fc-a045-c084812550e1 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:33.096859 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Updating router b9361a25-1ce4-45fc-a045-c084812550e1 port bbff999d-3252-4bab-a160-55bf5d847ebb binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:50:33.124145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:33.127966 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.136808 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.339266 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.404295 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.410198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Subnet': ['ID=8644637e-b67a-4640-9a90-2f51d0c694d2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:33.416309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Checking segment: {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:33.416655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network hostable DHCP agents. Network: 4e07ae61-aca4-451c-8b3a-1836fab6c7d1, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:50:33.426439 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Transition to ACTIVE for port object bbff999d-3252-4bab-a160-55bf5d847ebb will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:33.432776 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.435993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:50:33.447005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4e07ae61-aca4-451c-8b3a-1836fab6c7d1) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:33.452439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:33.453047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.457932 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829603a8-81f4-4c81-b1ae-89d15cdb756b None None] Network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:33.475895 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-006d014d-26d0-4ee1-842b-e4b73b14cc6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4485638 Jul 06 18:50:33.478128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:33.479963 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Attempting to bind port bbff999d-3252-4bab-a160-55bf5d847ebb on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:33.480335 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Attempting to bind port bbff999d-3252-4bab-a160-55bf5d847ebb by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:33.480697 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Attempting to bind port bbff999d-3252-4bab-a160-55bf5d847ebb on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:33.492419 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:33.492865 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:33.493190 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.493580 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:33.494051 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Bound port: bbff999d-3252-4bab-a160-55bf5d847ebb, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:33.494458 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.550795 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] For port bbff999d-3252-4bab-a160-55bf5d847ebb, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:33.555106 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] For port bbff999d-3252-4bab-a160-55bf5d847ebb, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bbff999d-3252-4bab-a160-55bf5d847ebb,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:33.556350 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Pushing event updated for resources: {'Port': ['ID=bbff999d-3252-4bab-a160-55bf5d847ebb,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:33.560756 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.567622 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.568978 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.569343 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.569662 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.569993 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.570322 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.570672 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.570998 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.571321 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.571643 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.571965 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.572347 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:50:33.626490 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44425e9-99d6-4b3c-b10b-975aaee40ca4 None None] Pushing event updated for resources: {'Port': ['ID=bbff999d-3252-4bab-a160-55bf5d847ebb,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:33.634499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:50:33.635393 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.641739 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:33.642731 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:33.750092 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:33.792133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Allocated IP 172.20.0.2 (4e07ae61-aca4-451c-8b3a-1836fab6c7d1/8644637e-b67a-4640-9a90-2f51d0c694d2/a6cd606e-292b-47b3-a46f-09106eadf66b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:33.933409 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:31Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:33.951633 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:33.961706 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Transition to ACTIVE for port object a6cd606e-292b-47b3-a46f-09106eadf66b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:33.965014 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fffbf42-4e37-405f-b4e2-69b59710a98c None None] The sync data for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 is: [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:31Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:33.979440 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Transition to ACTIVE for port object a6cd606e-292b-47b3-a46f-09106eadf66b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:33.988317 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.030557 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:34.033640 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:34.038423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:34.054618 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Pushing event updated for resources: {'Port': ['ID=a6cd606e-292b-47b3-a46f-09106eadf66b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:34.093341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.106631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Attempting to bind port a6cd606e-292b-47b3-a46f-09106eadf66b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:34.107470 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Attempting to bind port a6cd606e-292b-47b3-a46f-09106eadf66b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:34.107842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Attempting to bind port a6cd606e-292b-47b3-a46f-09106eadf66b on network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:34.113020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:34.113389 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Checking segment: {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:34.113791 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.114185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Bound using segment: {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:34.114677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Bound port: a6cd606e-292b-47b3-a46f-09106eadf66b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:34.115196 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.180392 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] For port a6cd606e-292b-47b3-a46f-09106eadf66b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:34.184226 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] For port a6cd606e-292b-47b3-a46f-09106eadf66b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a6cd606e-292b-47b3-a46f-09106eadf66b,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:34.188328 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.263994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf3cbe-8a17-42fe-8743-305a8ce3022a None None] Pushing event updated for resources: {'Port': ['ID=a6cd606e-292b-47b3-a46f-09106eadf66b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:34.516251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.1 (4e07ae61-aca4-451c-8b3a-1836fab6c7d1/8644637e-b67a-4640-9a90-2f51d0c694d2/6177d6bf-b926-4d92-b9cc-5202cfe152d3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:34.650983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.666259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object 6177d6bf-b926-4d92-b9cc-5202cfe152d3 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:34.701319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.749351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:34.755077 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:34.758519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:34.788259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=6177d6bf-b926-4d92-b9cc-5202cfe152d3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:34.811950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:34.969383 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.264742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b59286-9572-4724-88a1-d7e369e21f78 None None] Network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:50:35.381777 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-14e02ecd-20ad-434a-b82c-da5904108abd None None] Provisioning for port a6cd606e-292b-47b3-a46f-09106eadf66b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:35.606433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.614016 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.705281 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.707120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=6177d6bf-b926-4d92-b9cc-5202cfe152d3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:35.721818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c4cf60ac-8d16-47de-bee0-d2662a9d450f None None] Provisioning for port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:35.732670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c4cf60ac-8d16-47de-bee0-d2662a9d450f None None] Provisioning complete for port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:35.733376 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4cf60ac-8d16-47de-bee0-d2662a9d450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.739509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bbff999d-3252-4bab-a160-55bf5d847ebb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:35.801977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf60ac-8d16-47de-bee0-d2662a9d450f None None] Port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:35.814558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:35.816121 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:35.831672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port bbff999d-3252-4bab-a160-55bf5d847ebb completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:35.834547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bbff999d-3252-4bab-a160-55bf5d847ebb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:35.835005 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.933481 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.947016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router b9361a25-1ce4-45fc-a045-c084812550e1 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:35.958145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port bbff999d-3252-4bab-a160-55bf5d847ebb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bbff999d-3252-4bab-a160-55bf5d847ebb,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:35.963631 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:35.964651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a6cd606e-292b-47b3-a46f-09106eadf66b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:36.061366 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=bbff999d-3252-4bab-a160-55bf5d847ebb,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:36.067512 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.075293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2fe9a555-7626-4ed8-87d8-060ac752fd0b None None] Provisioning complete for port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:36.075672 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fe9a555-7626-4ed8-87d8-060ac752fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.076698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:36.090954 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-dc2e52f2-2c03-4949-bdba-34467e545d3a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/b9361a25-1ce4-45fc-a045-c084812550e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6116512 Jul 06 18:50:36.104397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Sync routers for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:36.109277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port a6cd606e-292b-47b3-a46f-09106eadf66b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:36.120688 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a6cd606e-292b-47b3-a46f-09106eadf66b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:36.121071 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.154873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:36.157495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:36.163633 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2fe9a555-7626-4ed8-87d8-060ac752fd0b None None] Port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:36.242659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-41120286-c41f-43b3-ad06-a2e399dc673c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94127338&fields=id&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 267 time: 0.0416415 Jul 06 18:50:36.315851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:36.318702 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.353135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-feb42141-41be-48b5-835c-81443b7a6354 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:36.354635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5584db05-f8f0-4165-b127-0f22d8402a4a None None] Provisioning complete for port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:36.354795 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-feb42141-41be-48b5-835c-81443b7a6354 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/networks?id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1 HTTP/1.1" status: 200 len: 796 time: 0.1053579 Jul 06 18:50:36.355011 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5584db05-f8f0-4165-b127-0f22d8402a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.370096 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-c05ff04a-f68d-4654-9841-f9f5805fcd6b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/quotas/bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 375 time: 0.0097675 Jul 06 18:50:36.438757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-851d9da7-e760-4ab7-9942-f5ab385bc1a3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633326 Jul 06 18:50:36.444401 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port a6cd606e-292b-47b3-a46f-09106eadf66b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a6cd606e-292b-47b3-a46f-09106eadf66b,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:36.457510 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.460031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5584db05-f8f0-4165-b127-0f22d8402a4a None None] Port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:36.552548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-3feda6a8-bfe8-435a-b614-06b4bc42bf3a service neutron] 10.222.0.13 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957465 Jul 06 18:50:36.554527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=a6cd606e-292b-47b3-a46f-09106eadf66b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:36.619818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6177d6bf-b926-4d92-b9cc-5202cfe152d3', 'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:74:44:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:34Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 2, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:36.644263 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-13ff2908-cb50-4b1f-99ea-807f1c7b6230 service neutron] 10.222.0.13 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860286 Jul 06 18:50:36.650950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Checking router: b9361a25-1ce4-45fc-a045-c084812550e1 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:36.651303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Updating router b9361a25-1ce4-45fc-a045-c084812550e1 port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:50:36.686927 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.823102 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-206cc138-5f04-47da-8816-b2a61692be14 req-a75460ab-f0c8-4981-91f5-4f81d786220c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 210 time: 0.0335739 Jul 06 18:50:36.973133 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:36.985371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Transition to ACTIVE for port object 6177d6bf-b926-4d92-b9cc-5202cfe152d3 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:36.992326 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.050997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6659a-58ee-48c3-a4e8-b00e6557c89d None None] Pushing event updated for resources: {'Port': ['ID=6177d6bf-b926-4d92-b9cc-5202cfe152d3,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:37.105492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Attempting to bind port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:37.105880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Attempting to bind port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:37.106261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Attempting to bind port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 on network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:37.111887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:37.112269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Checking segment: {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:37.112683 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.113225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Bound using segment: {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:37.113789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Bound port: 6177d6bf-b926-4d92-b9cc-5202cfe152d3, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:37.114180 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.183793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] For port 6177d6bf-b926-4d92-b9cc-5202cfe152d3, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:37.187900 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] For port 6177d6bf-b926-4d92-b9cc-5202cfe152d3, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6177d6bf-b926-4d92-b9cc-5202cfe152d3,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:37.192503 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.255657 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:37.256355 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:37.258192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6659a-58ee-48c3-a4e8-b00e6557c89d None None] Pushing event updated for resources: {'Port': ['ID=6177d6bf-b926-4d92-b9cc-5202cfe152d3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:37.385946 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:37.669767 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bbff999d-3252-4bab-a160-55bf5d847ebb up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:37.783005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port bbff999d-3252-4bab-a160-55bf5d847ebb triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:37.783390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:37.842141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6177d6bf-b926-4d92-b9cc-5202cfe152d3', 'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:74:44:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:34Z', 'updated_at': '2021-07-06T18:50:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:37.870513 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7259629-637c-497b-845f-dc0c24fdb5e9 None None] The sync data for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 is: [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6177d6bf-b926-4d92-b9cc-5202cfe152d3', 'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:74:44:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:34Z', 'updated_at': '2021-07-06T18:50:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:37.910386 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a6cd606e-292b-47b3-a46f-09106eadf66b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:37.992958 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a6cd606e-292b-47b3-a46f-09106eadf66b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:37.993440 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.095109 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ed80cc0-bf29-4f63-ac45-7d221f5ea935 req-18b283fd-1b11-4120-a0e6-fb45edc5503f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 210 time: 0.0404031 Jul 06 18:50:38.173624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-73c0cf13-8fdd-466c-b021-21e7dbf52d97 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:38.177118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-73c0cf13-8fdd-466c-b021-21e7dbf52d97 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/networks?id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1 HTTP/1.1" status: 200 len: 796 time: 0.3141186 Jul 06 18:50:38.223021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-4d072eeb-2537-427f-8591-8b4d86b1679f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 378 time: 0.0390253 Jul 06 18:50:38.232938 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'port': {'device_id': '6774833c-afad-4576-b47b-6dfed6080a9c', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'admin_state_up': True, 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'security_groups': ['e55d1634-5373-4de9-874b-5f8b290c2f33']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:38.352580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:50:38.356243 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.492789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.11 (4e07ae61-aca4-451c-8b3a-1836fab6c7d1/8644637e-b67a-4640-9a90-2f51d0c694d2/0e5d2ea9-0caa-45cb-838b-ca677f48e80d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:38.666698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.681963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object 0e5d2ea9-0caa-45cb-838b-ca677f48e80d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:38.716896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.763619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:38.769327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:38.773844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:38.803974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:38.835598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:38.836323 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:38.853127 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-5f5e6a1f-2e7a-4f6b-bcc2-fd1130b8edd3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6242433 Jul 06 18:50:38.864843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Request body: {'port': {'device_id': '6774833c-afad-4576-b47b-6dfed6080a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:38.948717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.069219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5a662d70-58fd-4a4f-a8eb-896f1af0b340 None None] Provisioning for port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:39.073868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5a662d70-58fd-4a4f-a8eb-896f1af0b340 None None] Provisioning complete for port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:39.074247 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a662d70-58fd-4a4f-a8eb-896f1af0b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.111874 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5a662d70-58fd-4a4f-a8eb-896f1af0b340 None None] Port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:50:39.246178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5d2ea9-0caa-45cb-838b-ca677f48e80d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:39.255256 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.268677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Transition to ACTIVE for port object 0e5d2ea9-0caa-45cb-838b-ca677f48e80d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:50:39.273912 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.299226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caa972-17fc-4bd0-90ac-894dfedc4aeb req-dba016dd-89cb-44e1-bb0f-31d26c7ba8ec tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:39.300788 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-16caa972-17fc-4bd0-90ac-894dfedc4aeb req-dba016dd-89cb-44e1-bb0f-31d26c7ba8ec tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 932 time: 0.0717149 Jul 06 18:50:39.328351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:39.351705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-16caa972-17fc-4bd0-90ac-894dfedc4aeb req-c2264444-2362-4ea4-a96d-68f27a217d16 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435092 Jul 06 18:50:39.399998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Attempting to bind port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:50:39.400343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Attempting to bind port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:50:39.400673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Attempting to bind port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d on network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:39.405187 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d on network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:50:39.405511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Attempting to bind port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d on network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:50:39.410626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:50:39.410963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Checking segment: {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:50:39.411349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Bound using segment: {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:50:39.411907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Bound port: 0e5d2ea9-0caa-45cb-838b-ca677f48e80d, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca7080e-1938-49d1-8195-9e7f66be337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:50:39.412351 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.488313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] For port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:50:39.493394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] For port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:50:39.497477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.534496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:39.535393 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.536749 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] 10.222.0.22 "PUT /v2.0/ports/0e5d2ea9-0caa-45cb-838b-ca677f48e80d HTTP/1.1" status: 200 len: 1092 time: 0.6763542 Jul 06 18:50:39.537222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:39.539744 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c478ed-d1fb-4743-925d-05d8f615f81b" -d '{"events": [{"name": "network-changed", "server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:39.570582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97db82f-daad-4e04-9fb1-ffc6343d0ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:39.584793 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b38b030-ddf0-4152-a3dd-e3c40897cd69 x-openstack-request-id: req-3b38b030-ddf0-4152-a3dd-e3c40897cd69 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:39.585236 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:39.585599 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b38b030-ddf0-4152-a3dd-e3c40897cd69 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:39.586399 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'status': 'completed', 'code': 200} Jul 06 18:50:39.671701 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-37399cc8-374d-4b03-9da3-1156aebd786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:39.674574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-37399cc8-374d-4b03-9da3-1156aebd786e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 1095 time: 0.0833595 Jul 06 18:50:39.674972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6177d6bf-b926-4d92-b9cc-5202cfe152d3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:39.722907 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-21e3b8f7-6a65-435d-b5c6-5aa5433d3ffe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d HTTP/1.1" status: 200 len: 217 time: 0.0396109 Jul 06 18:50:39.730757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:39.735093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:39.735473 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.777425 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-08da5e37-2590-4766-b3cc-10c04af04108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:39.779006 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-08da5e37-2590-4766-b3cc-10c04af04108 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8644637e-b67a-4640-9a90-2f51d0c694d2 HTTP/1.1" status: 200 len: 835 time: 0.0490921 Jul 06 18:50:39.818863 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.837496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-53d90b1b-e3fb-4d12-9490-76dfd766245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:39.839077 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-53d90b1b-e3fb-4d12-9490-76dfd766245f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538220 Jul 06 18:50:39.855141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 6177d6bf-b926-4d92-b9cc-5202cfe152d3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6177d6bf-b926-4d92-b9cc-5202cfe152d3,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:39.861363 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:39.911495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=6177d6bf-b926-4d92-b9cc-5202cfe152d3,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:39.940219 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-4329d08d-e8ba-4970-aca6-cae53a3af03e service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947578 Jul 06 18:50:40.035956 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6dfb765d-07b2-4e58-b856-89a6a2478429 req-624b37a3-948d-451d-a6aa-a634c7f59071 service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892189 Jul 06 18:50:40.139229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-3fe990af-dd4d-44bb-ba73-025821384271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:40.140823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-3fe990af-dd4d-44bb-ba73-025821384271 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 1095 time: 0.0535555 Jul 06 18:50:40.234825 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-72166615-65e3-40b9-8a08-62183b9db8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:40.236297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-72166615-65e3-40b9-8a08-62183b9db8f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1 HTTP/1.1" status: 200 len: 897 time: 0.0891156 Jul 06 18:50:40.277965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-6953fff9-751f-4ec0-9ba4-eb32afdf7133 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d HTTP/1.1" status: 200 len: 217 time: 0.0346725 Jul 06 18:50:40.328208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-9eb7b435-3d4c-4c51-ad5a-17b3f22ff979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:40.329741 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-9eb7b435-3d4c-4c51-ad5a-17b3f22ff979 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8644637e-b67a-4640-9a90-2f51d0c694d2 HTTP/1.1" status: 200 len: 835 time: 0.0452881 Jul 06 18:50:40.395563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-770ffc38-22d2-4ba5-94dd-b00486bc3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:40.398087 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-770ffc38-22d2-4ba5-94dd-b00486bc3038 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608838 Jul 06 18:50:40.493419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-89a6cb70-3b37-47c9-a935-6497352a5d27 service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875006 Jul 06 18:50:40.531315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e19a6-43fd-4a5e-9f39-51bc87d6d3f9 req-c852b2f4-ddc7-49b8-8c6e-4a73da00e5f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:40.532745 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d46e19a6-43fd-4a5e-9f39-51bc87d6d3f9 req-c852b2f4-ddc7-49b8-8c6e-4a73da00e5f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 944 time: 0.0651345 Jul 06 18:50:40.571723 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d46e19a6-43fd-4a5e-9f39-51bc87d6d3f9 req-e5d5122d-63b5-4639-9792-07cbd61b0419 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332229 Jul 06 18:50:40.592326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50c478ed-d1fb-4743-925d-05d8f615f81b req-42eb9152-ea11-449f-9658-cce289c07fe2 service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914593 Jul 06 18:50:41.639321 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6177d6bf-b926-4d92-b9cc-5202cfe152d3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:41.701802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:41.702165 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:41.763604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f83b6a-7dbb-43ec-83b2-0ac4e1751a66 req-e7f0a3f2-64d5-4f9c-8ed9-5a18cb91432f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:41.765117 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76f83b6a-7dbb-43ec-83b2-0ac4e1751a66 req-e7f0a3f2-64d5-4f9c-8ed9-5a18cb91432f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 944 time: 0.0710146 Jul 06 18:50:41.808111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76f83b6a-7dbb-43ec-83b2-0ac4e1751a66 req-d8bcc4b7-c843-4b39-8c54-8b35d8e28442 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367908 Jul 06 18:50:42.995937 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b8da4-83a0-4924-8cb3-d3dd1baf0d65 req-0c0f8a47-da4d-4d96-a25f-3d0344b119db tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:42.997529 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-671b8da4-83a0-4924-8cb3-d3dd1baf0d65 req-0c0f8a47-da4d-4d96-a25f-3d0344b119db tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 944 time: 0.0691538 Jul 06 18:50:43.037235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-671b8da4-83a0-4924-8cb3-d3dd1baf0d65 req-e5b12bb9-15f9-4ca1-96ac-5be197dd88ee tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336552 Jul 06 18:50:44.184410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0e5d2ea9-0caa-45cb-838b-ca677f48e80d details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:50:44.215804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec50ea3-bfef-409b-8c58-150f3eff4ad8 req-3a8623f6-c3cc-463b-a311-289a7324ac2b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:44.217329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aec50ea3-bfef-409b-8c58-150f3eff4ad8 req-3a8623f6-c3cc-463b-a311-289a7324ac2b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 944 time: 0.0649238 Jul 06 18:50:44.260866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aec50ea3-bfef-409b-8c58-150f3eff4ad8 req-421c78c3-8963-468b-9680-20b1a7d458c6 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376599 Jul 06 18:50:44.283325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:44.295434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'port_id': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'mac_address': 'fa:16:3e:98:64:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:50:44.331845 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:44.344061 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5d2ea9-0caa-45cb-838b-ca677f48e80d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:50:44.363673 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:44.368587 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:44.417610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:44.577168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['0e5d2ea9-0caa-45cb-838b-ca677f48e80d'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:50:45.439483 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d591694-6204-4528-9770-53af2388186d req-d6071422-cc75-4659-b9eb-b486e977aa54 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:45.440967 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d591694-6204-4528-9770-53af2388186d req-d6071422-cc75-4659-b9eb-b486e977aa54 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 945 time: 0.0679209 Jul 06 18:50:45.478779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4d591694-6204-4528-9770-53af2388186d req-7e78d80a-122e-4fba-9a69-751ee8fc904a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314732 Jul 06 18:50:46.215158 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0e5d2ea9-0caa-45cb-838b-ca677f48e80d up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:50:46.267481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:50:46.271400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:50:46.271778 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.349566 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.371677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:46.373958 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d120a-6021-4478-a00f-c4f1ead37487" -d '{"events": [{"server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "name": "network-vif-plugged", "status": "completed", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:46.387578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:50:46.392600 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:46.441558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:46.474848 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a491a4-d083-41a0-b189-1aebe8ff7b91 x-openstack-request-id: req-68a491a4-d083-41a0-b189-1aebe8ff7b91 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:46.475149 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "name": "network-vif-plugged", "status": "completed", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:46.475432 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68a491a4-d083-41a0-b189-1aebe8ff7b91 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:46.475839 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'code': 200} Jul 06 18:50:46.612397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b2031-1580-4709-ae18-52c5c36f58d9 req-28064a4f-e5e8-4c10-8550-ca0b8fbe7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:46.613977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-329b2031-1580-4709-ae18-52c5c36f58d9 req-28064a4f-e5e8-4c10-8550-ca0b8fbe7a43 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 1097 time: 0.0545127 Jul 06 18:50:46.649602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-329b2031-1580-4709-ae18-52c5c36f58d9 req-0e437dc6-2194-47ed-b666-1f0735a7d0a6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290256 Jul 06 18:50:46.656880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6081-6874-4517-be5c-95ef42e77c54 req-7c808697-5e13-4a35-8919-c300c7a49c7d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:46.658398 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a0e6081-6874-4517-be5c-95ef42e77c54 req-7c808697-5e13-4a35-8919-c300c7a49c7d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0651505 Jul 06 18:50:46.697575 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a0e6081-6874-4517-be5c-95ef42e77c54 req-fff4fd2f-d308-45d2-8112-67da9412778a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335262 Jul 06 18:50:47.135928 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35866aaa-88fe-4dd9-9d1a-6c9063617978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:47.872660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c89c5-18d3-4c29-a216-65ef6527fe68 req-04ea8933-7ec0-41d6-b612-6845784ad17d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:47.874171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-543c89c5-18d3-4c29-a216-65ef6527fe68 req-04ea8933-7ec0-41d6-b612-6845784ad17d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0649128 Jul 06 18:50:47.912178 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-543c89c5-18d3-4c29-a216-65ef6527fe68 req-8e43b75d-2619-483e-9c0c-85ad0af9116e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322344 Jul 06 18:50:48.090065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037598-75ee-4315-b58e-26ee603c8bb5 req-4c96af0b-c595-4c9c-9673-3af2b8ea1cda tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:48.091572 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6037598-75ee-4315-b58e-26ee603c8bb5 req-4c96af0b-c595-4c9c-9673-3af2b8ea1cda tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0679314 Jul 06 18:50:48.130801 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6037598-75ee-4315-b58e-26ee603c8bb5 req-1902e555-e983-4ce4-a7c8-132ea215e529 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336366 Jul 06 18:50:48.156130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56378) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:48.210858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd83ed71-b712-4785-8096-5a0ba1395bc8 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:48.212955 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fd83ed71-b712-4785-8096-5a0ba1395bc8 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 1092 time: 0.0558138 Jul 06 18:50:48.215925 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:48.220257 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:50:48.243163 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.338817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.449436 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.157 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/b7244842-8641-4a31-88d3-6401f53ef37a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:50:48.557025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.596677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:48.640995 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:50:48.643748 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:50:48.647968 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:50:48.651734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=b7244842-8641-4a31-88d3-6401f53ef37a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:49.012674 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.089685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.240124 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.251217 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.321201 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=b7244842-8641-4a31-88d3-6401f53ef37a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:50:49.329372 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:49.431693 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP bc78d302-af49-4ff0-aabb-fa90046b3729 associated. External IP: 172.25.7.157, port: 0e5d2ea9-0caa-45cb-838b-ca677f48e80d. Jul 06 18:50:49.644619 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router b9361a25-1ce4-45fc-a045-c084812550e1 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:50:49.682605 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22c38e0a-2a5f-456d-9f2b-a06373eff118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.052780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:50:50.063067 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] Sync routers for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:50:50.070087 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.073480 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:50.074171 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:50.107082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-898b39cd-7b68-4b49-95fb-1ea86de4157f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8901243 Jul 06 18:50:50.107786 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:50:50.115780 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dface2-b160-4ab1-84ad-e400e37f98f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:50:50.154579 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11245b46-fddb-428d-8ab7-8e375bcaa98b x-openstack-request-id: req-11245b46-fddb-428d-8ab7-8e375bcaa98b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:50:50.155612 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:50:50.156051 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11245b46-fddb-428d-8ab7-8e375bcaa98b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:50:50.156457 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'status': 'completed', 'code': 200} Jul 06 18:50:50.181696 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:50.241830 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:50.275483 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-8465b810-84ff-4b4a-a2cf-5be78378e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:50.276982 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-8465b810-84ff-4b4a-a2cf-5be78378e1a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 1097 time: 0.0939374 Jul 06 18:50:50.335062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79967f9b-0156-422c-bfda-1981bbf32ed1 req-0d27a759-3f6d-4156-811e-0f0b98597b93 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:50.336673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79967f9b-0156-422c-bfda-1981bbf32ed1 req-0d27a759-3f6d-4156-811e-0f0b98597b93 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.1272333 Jul 06 18:50:50.397841 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-79967f9b-0156-422c-bfda-1981bbf32ed1 req-aa251174-3b56-44e2-a38a-2884feb64131 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529671 Jul 06 18:50:50.417837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-e8bf759a-392e-42e0-b129-16c84088db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:50.428064 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-e8bf759a-392e-42e0-b129-16c84088db5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1 HTTP/1.1" status: 200 len: 897 time: 0.1388283 Jul 06 18:50:50.428387 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'bc78d302-af49-4ff0-aabb-fa90046b3729', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'port_id': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'mac_address': 'fa:16:3e:98:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6774833c-afad-4576-b47b-6dfed6080a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:50:48Z', 'updated_at': '2021-07-06T18:50:48Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6177d6bf-b926-4d92-b9cc-5202cfe152d3', 'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:74:44:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:34Z', 'updated_at': '2021-07-06T18:50:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:50.433297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56386) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:50.457274 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] Checking router: b9361a25-1ce4-45fc-a045-c084812550e1 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:50:50.470257 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:50:50.470978 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:50:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:50.495953 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-b9832943-078f-4f42-852f-aa784149bf6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d HTTP/1.1" status: 200 len: 1000 time: 0.0680907 Jul 06 18:50:50.499309 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-538d6840-c4b6-45cd-bf9e-e90fbcf10bed tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/bc78d302-af49-4ff0-aabb-fa90046b3729 HTTP/1.1" status: 200 len: 992 time: 0.0641789 Jul 06 18:50:50.546052 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-da49fd16-0b7c-4846-a84f-42d27c6ce972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:50.547565 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-da49fd16-0b7c-4846-a84f-42d27c6ce972 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8644637e-b67a-4640-9a90-2f51d0c694d2 HTTP/1.1" status: 200 len: 835 time: 0.0460000 Jul 06 18:50:50.577598 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:50:50.605016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-770fdb49-f399-47d9-8cc2-2a845f5a7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:50.606496 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-770fdb49-f399-47d9-8cc2-2a845f5a7b5d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533180 Jul 06 18:50:50.707251 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-2442a724-2ee2-4d5f-8585-b59ad7246589 service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947185 Jul 06 18:50:50.804455 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d5dface2-b160-4ab1-84ad-e400e37f98f0 req-974bd5b3-7795-4783-a94e-af67e9931876 service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Jul 06 18:50:50.892443 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'bc78d302-af49-4ff0-aabb-fa90046b3729', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'port_id': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'mac_address': 'fa:16:3e:98:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6774833c-afad-4576-b47b-6dfed6080a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:50:48Z', 'updated_at': '2021-07-06T18:50:48Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6177d6bf-b926-4d92-b9cc-5202cfe152d3', 'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:74:44:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:34Z', 'updated_at': '2021-07-06T18:50:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:50:50.917986 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ebd54-f658-4324-8504-ba85d73e89d3 None None] The sync data for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 is: [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'bc78d302-af49-4ff0-aabb-fa90046b3729', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'port_id': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'mac_address': 'fa:16:3e:98:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6774833c-afad-4576-b47b-6dfed6080a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:50:48Z', 'updated_at': '2021-07-06T18:50:48Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6177d6bf-b926-4d92-b9cc-5202cfe152d3', 'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:74:44:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:34Z', 'updated_at': '2021-07-06T18:50:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:50:51.000711 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:51.110154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86b384-7e97-4cea-943d-e5270de08b77 None None] New status for floating IP bc78d302-af49-4ff0-aabb-fa90046b3729: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:50:51.503357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:50:51.566968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9ff24e4b-e7a8-4fef-9ad3-1b8e82ae7018 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/bc78d302-af49-4ff0-aabb-fa90046b3729 HTTP/1.1" status: 200 len: 994 time: 0.0626137 Jul 06 18:50:52.915334 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:50:58.184743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-2309d4cd-8419-49c8-8ee2-1b3b916e0626 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529914 Jul 06 18:50:58.286798 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-8479024f-4f08-43d3-aba5-de41420968ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:58.288319 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-8479024f-4f08-43d3-aba5-de41420968ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 1097 time: 0.0564790 Jul 06 18:50:58.395200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-fbb841b6-7dc0-44b6-8ffa-4c2da4dd2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:58.398021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-fbb841b6-7dc0-44b6-8ffa-4c2da4dd2e5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1 HTTP/1.1" status: 200 len: 897 time: 0.0871677 Jul 06 18:50:58.472756 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-f03c734e-4b4f-472e-bed4-947d1b5e1840 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d HTTP/1.1" status: 200 len: 1002 time: 0.0668728 Jul 06 18:50:58.524603 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-88f7eff1-3175-4d5a-8531-2cb5fc9ed563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:58.526897 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-88f7eff1-3175-4d5a-8531-2cb5fc9ed563 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8644637e-b67a-4640-9a90-2f51d0c694d2 HTTP/1.1" status: 200 len: 835 time: 0.0463531 Jul 06 18:50:58.590581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-9636992c-c67a-4bec-9409-45ee3d0f7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:50:58.592139 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-9636992c-c67a-4bec-9409-45ee3d0f7432 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574610 Jul 06 18:50:58.688932 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-03985bfa-8a47-413c-8643-ca5aa1c09c05 service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897167 Jul 06 18:50:58.781617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0df9aea-fd32-4178-8ece-a3e36fcfb59b req-988e9d1a-5381-4e7e-aa7e-f6ec2adbc744 service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847569 Jul 06 18:51:02.829425 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:06.041448 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:08.038451 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:51:17.137184 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5d00999-51bf-427f-abab-cc8e21047fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:19.683872 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62e89b0d-cbe6-4947-8838-6e2bdd6b189d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.243766 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:20.470664 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607e224-45ae-45ce-8230-487dd7b1578b req-2fb7a6fa-7b5a-41f4-ab47-536fe34a4ff8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:20.472310 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c607e224-45ae-45ce-8230-487dd7b1578b req-2fb7a6fa-7b5a-41f4-ab47-536fe34a4ff8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0651934 Jul 06 18:51:20.512488 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c607e224-45ae-45ce-8230-487dd7b1578b req-cef1828d-877e-4073-914f-0f15c79e5126 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342128 Jul 06 18:51:21.003655 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:21.702426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5c852-1605-497c-b8ec-ad384a87118c req-59a39d4b-93ea-4754-bb86-a7ea39793c80 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:21.703977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09d5c852-1605-497c-b8ec-ad384a87118c req-59a39d4b-93ea-4754-bb86-a7ea39793c80 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0675476 Jul 06 18:51:21.749548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09d5c852-1605-497c-b8ec-ad384a87118c req-08c27739-466f-4631-bd1e-56768033a688 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388179 Jul 06 18:51:21.777662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56406) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:21.847048 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-518f3dc4-df8e-4d05-83a5-ba7e11bb1c6c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/bc78d302-af49-4ff0-aabb-fa90046b3729 HTTP/1.1" status: 200 len: 994 time: 0.0680912 Jul 06 18:51:22.919725 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:23.290114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ec775-4dbe-4d3e-a342-22e57b5c8d1d req-ae9589e0-894b-4af1-a8d5-e877818737a2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:23.291743 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d26ec775-4dbe-4d3e-a342-22e57b5c8d1d req-ae9589e0-894b-4af1-a8d5-e877818737a2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0692694 Jul 06 18:51:23.333993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d26ec775-4dbe-4d3e-a342-22e57b5c8d1d req-66422e99-1b47-4f1f-ad9e-99de77ca5963 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360768 Jul 06 18:51:24.519712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a35da-8538-455c-bec1-085d275b22c8 req-e0bd736e-1b5d-42c1-86ea-565e50853803 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:24.521577 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ce3a35da-8538-455c-bec1-085d275b22c8 req-e0bd736e-1b5d-42c1-86ea-565e50853803 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0690544 Jul 06 18:51:24.561247 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ce3a35da-8538-455c-bec1-085d275b22c8 req-2906e8ce-854c-4ab8-bbea-95a80a3f1938 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336602 Jul 06 18:51:25.745654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34b414-80a5-45d2-a8a0-76bdee1dd041 req-6de0b7c6-ef6a-40a4-9df8-72179e164a8f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:25.747187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a34b414-80a5-45d2-a8a0-76bdee1dd041 req-6de0b7c6-ef6a-40a4-9df8-72179e164a8f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0664196 Jul 06 18:51:25.787889 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5a34b414-80a5-45d2-a8a0-76bdee1dd041 req-c2d27f21-2773-4c60-be19-43980f958fb5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344183 Jul 06 18:51:26.968441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935745-e36e-44f2-be9a-add38ac56473 req-d56e8893-f825-477e-b908-c1d5f782bcc9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:26.969983 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eb935745-e36e-44f2-be9a-add38ac56473 req-d56e8893-f825-477e-b908-c1d5f782bcc9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0660262 Jul 06 18:51:27.011199 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-eb935745-e36e-44f2-be9a-add38ac56473 req-c371ae24-25af-437b-a6e9-c1b3463a1c6f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336061 Jul 06 18:51:28.193726 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f84384-4485-4af3-9b61-a062a76c3f01 req-88bccdea-5baf-4e9c-82e3-5774b1ee3f49 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:28.195264 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86f84384-4485-4af3-9b61-a062a76c3f01 req-88bccdea-5baf-4e9c-82e3-5774b1ee3f49 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0702770 Jul 06 18:51:28.234924 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-86f84384-4485-4af3-9b61-a062a76c3f01 req-3c1362e7-a560-49f0-b1fc-73d6281ad45a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338542 Jul 06 18:51:29.411745 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3f06b-b2a1-402f-864e-3cb6f317d40c req-4e1312d0-3f1b-482d-a72c-0789d3186cf9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:29.413346 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36e3f06b-b2a1-402f-864e-3cb6f317d40c req-4e1312d0-3f1b-482d-a72c-0789d3186cf9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0662761 Jul 06 18:51:29.459759 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36e3f06b-b2a1-402f-864e-3cb6f317d40c req-7abebba7-0e56-4b97-8240-b21f25c1db5e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409145 Jul 06 18:51:29.485175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:29.550754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9d9bdec9-32a9-46ab-a7b5-f6f4bb5b6281 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/bc78d302-af49-4ff0-aabb-fa90046b3729 HTTP/1.1" status: 200 len: 994 time: 0.0643148 Jul 06 18:51:29.814672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:29.980611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port b7244842-8641-4a31-88d3-6401f53ef37a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:29.980956 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.061195 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.061534 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.073682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for b7244842-8641-4a31-88d3-6401f53ef37a owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:30.222694 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.246291 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=b7244842-8641-4a31-88d3-6401f53ef37a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:30.256961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.257323 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.257670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.258014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.258906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.258906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.259111 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.259345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.259676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.260006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.260339 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.260665 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:30.322460 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.322815 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP bc78d302-af49-4ff0-aabb-fa90046b3729 disassociated (deleted). External IP: 172.25.7.157, port: 0e5d2ea9-0caa-45cb-838b-ca677f48e80d. Jul 06 18:51:30.542004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router b9361a25-1ce4-45fc-a045-c084812550e1 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:30.650480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:30.656727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:30.661525 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] Sync routers for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:30.670559 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:30.671095 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:30.694910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4062c5ea-02b7-48ce-ac19-171f7b2cd2bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc78d302-af49-4ff0-aabb-fa90046b3729 HTTP/1.1" status: 204 len: 168 time: 0.8792071 Jul 06 18:51:30.695470 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:30.698107 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65292727-8aab-4696-85de-9f6d74f2c06b" -d '{"events": [{"name": "network-changed", "server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:30.735799 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8f3d2a-e98a-477e-9a5b-8e3df94e471d x-openstack-request-id: req-7e8f3d2a-e98a-477e-9a5b-8e3df94e471d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:30.736782 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:30.737090 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e8f3d2a-e98a-477e-9a5b-8e3df94e471d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:30.737501 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'status': 'completed', 'code': 200} Jul 06 18:51:30.780371 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:30.812430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65292727-8aab-4696-85de-9f6d74f2c06b req-80896fc7-f958-45a2-84ae-0b4296170247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:30.814011 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65292727-8aab-4696-85de-9f6d74f2c06b req-80896fc7-f958-45a2-84ae-0b4296170247 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 1097 time: 0.0547271 Jul 06 18:51:30.934661 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65292727-8aab-4696-85de-9f6d74f2c06b req-48bf64f3-3df7-4c5a-8095-284f302892db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:30.936539 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65292727-8aab-4696-85de-9f6d74f2c06b req-48bf64f3-3df7-4c5a-8095-284f302892db service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1 HTTP/1.1" status: 200 len: 897 time: 0.1164553 Jul 06 18:51:30.981960 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65292727-8aab-4696-85de-9f6d74f2c06b req-eda4831c-f867-4e12-9a5f-0564d3f97996 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d HTTP/1.1" status: 200 len: 217 time: 0.0377529 Jul 06 18:51:31.015162 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6177d6bf-b926-4d92-b9cc-5202cfe152d3', 'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:74:44:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:34Z', 'updated_at': '2021-07-06T18:50:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:31.042868 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] Checking router: b9361a25-1ce4-45fc-a045-c084812550e1 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:31.043472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65292727-8aab-4696-85de-9f6d74f2c06b req-9c5f9265-d530-4046-8bc4-0b2c24cb0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:31.045000 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65292727-8aab-4696-85de-9f6d74f2c06b req-9c5f9265-d530-4046-8bc4-0b2c24cb0925 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8644637e-b67a-4640-9a90-2f51d0c694d2 HTTP/1.1" status: 200 len: 835 time: 0.0564313 Jul 06 18:51:31.052814 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:31.053442 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:31.100351 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14de8-8edb-441e-9550-206865ba27db req-4fb130c5-bc40-495e-bb16-f36f11991f3d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:31.101925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bd14de8-8edb-441e-9550-206865ba27db req-4fb130c5-bc40-495e-bb16-f36f11991f3d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0838816 Jul 06 18:51:31.109956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65292727-8aab-4696-85de-9f6d74f2c06b req-91c0c693-c288-4823-a5e6-c9412e99a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:31.110717 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65292727-8aab-4696-85de-9f6d74f2c06b req-91c0c693-c288-4823-a5e6-c9412e99a067 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e07ae61-aca4-451c-8b3a-1836fab6c7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577726 Jul 06 18:51:31.123227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-65292727-8aab-4696-85de-9f6d74f2c06b req-214582e9-e1c0-4d97-9424-e4112565401d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:51:31.124353 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65292727-8aab-4696-85de-9f6d74f2c06b req-214582e9-e1c0-4d97-9424-e4112565401d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055630 Jul 06 18:51:31.144342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8bd14de8-8edb-441e-9550-206865ba27db req-bd58a67c-3654-40f2-97d9-4a8636b3ec77 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347180 Jul 06 18:51:31.180173 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:31.226591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65292727-8aab-4696-85de-9f6d74f2c06b req-33df2134-569b-4539-bd1d-b7af14bd4fb7 service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925932 Jul 06 18:51:31.322747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-65292727-8aab-4696-85de-9f6d74f2c06b req-b5c4c9ef-3ff3-4894-8f01-0a8b98974b4e service neutron] 10.222.0.22 "GET /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896018 Jul 06 18:51:31.375238 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6177d6bf-b926-4d92-b9cc-5202cfe152d3', 'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:74:44:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:34Z', 'updated_at': '2021-07-06T18:50:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:31.405485 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e38f7-4ec3-4754-9eec-0113e59feb66 None None] The sync data for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 is: [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:50:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '6177d6bf-b926-4d92-b9cc-5202cfe152d3', 'name': '', 'network_id': '4e07ae61-aca4-451c-8b3a-1836fab6c7d1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:74:44:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:34Z', 'updated_at': '2021-07-06T18:50:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '8644637e-b67a-4640-9a90-2f51d0c694d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:31.624145 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a6a4f-18ae-4706-b10c-3a1a6db8c3bc None None] New status for floating IP bc78d302-af49-4ff0-aabb-fa90046b3729: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:51:32.328616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5513187-7ee4-4edd-b469-d09257043d84 req-136bee5f-8631-4025-888a-4842b7ca16d5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:32.330184 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5513187-7ee4-4edd-b469-d09257043d84 req-136bee5f-8631-4025-888a-4842b7ca16d5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0669703 Jul 06 18:51:32.369708 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5513187-7ee4-4edd-b469-d09257043d84 req-7ee1cf62-723e-4c4e-b55d-5711d6f7b445 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=e55d1634-5373-4de9-874b-5f8b290c2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337908 Jul 06 18:51:32.541833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-a2ea4982-ab4f-4167-b79e-d7ae5b30460b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:32.543253 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-a2ea4982-ab4f-4167-b79e-d7ae5b30460b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 946 time: 0.0697262 Jul 06 18:51:32.647450 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:32.647798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.750562 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:32.750931 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.763871 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 0e5d2ea9-0caa-45cb-838b-ca677f48e80d owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:32.822749 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.902618 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.939753 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=0e5d2ea9-0caa-45cb-838b-ca677f48e80d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:32.986588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] No DVR routers for this DVR port 0e5d2ea9-0caa-45cb-838b-ca677f48e80d on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:32.989112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:32.991239 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cb93c637-f77a-4c7d-b5ea-61c1aafe99d3 req-22ac6532-0d79-4e2d-a15e-c8e3f5a386bb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "DELETE /v2.0/ports/0e5d2ea9-0caa-45cb-838b-ca677f48e80d HTTP/1.1" status: 204 len: 173 time: 0.4420300 Jul 06 18:51:32.991690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'name': 'network-vif-deleted', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:32.993993 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e1cc99-c1d6-4a15-81b2-4a9b816579a3" -d '{"events": [{"server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "name": "network-vif-deleted", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:33.036389 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fece2e0-a4cd-414a-ace6-1102e93507d1 x-openstack-request-id: req-5fece2e0-a4cd-414a-ace6-1102e93507d1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:33.036756 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6774833c-afad-4576-b47b-6dfed6080a9c", "name": "network-vif-deleted", "tag": "0e5d2ea9-0caa-45cb-838b-ca677f48e80d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:33.037079 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fece2e0-a4cd-414a-ace6-1102e93507d1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:33.037599 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6774833c-afad-4576-b47b-6dfed6080a9c', 'name': 'network-vif-deleted', 'tag': '0e5d2ea9-0caa-45cb-838b-ca677f48e80d', 'status': 'completed', 'code': 200} Jul 06 18:51:33.566926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-81ab8af3-4611-4f7d-b425-d910eb09c4fb req-7b695b74-fbb3-49b5-a70a-a9c349fc6c87 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774833c-afad-4576-b47b-6dfed6080a9c HTTP/1.1" status: 200 len: 210 time: 0.0363922 Jul 06 18:51:34.674946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56446) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:35.060099 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.339147 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 6177d6bf-b926-4d92-b9cc-5202cfe152d3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:35.339496 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.429862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 6177d6bf-b926-4d92-b9cc-5202cfe152d3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6177d6bf-b926-4d92-b9cc-5202cfe152d3,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:35.430219 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.444250 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 6177d6bf-b926-4d92-b9cc-5202cfe152d3 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:35.644770 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:35.668997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=6177d6bf-b926-4d92-b9cc-5202cfe152d3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:35.683549 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.684101 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.684222 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.684565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.684895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.685235 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.685568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.685898 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.686226 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.686577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.686904 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.687228 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:35.862899 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.042227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.093854 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router b9361a25-1ce4-45fc-a045-c084812550e1 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:36.464518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0e5d2ea9-0caa-45cb-838b-ca677f48e80d no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:36.486246 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 0e5d2ea9-0caa-45cb-838b-ca677f48e80d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:36.486648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 0e5d2ea9-0caa-45cb-838b-ca677f48e80d not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:36.527283 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:36.532242 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c160b0dd-b527-47fb-b9b5-519160ab894d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/b9361a25-1ce4-45fc-a045-c084812550e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8561003 Jul 06 18:51:36.535390 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56450) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:36.536879 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] Sync routers for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:36.546840 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:36.547455 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:36.586993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad1e205-4777-490e-aa73-1dd2c99c558e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting subnet 8644637e-b67a-4640-9a90-2f51d0c694d2 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:51:36.590107 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e205-4777-490e-aa73-1dd2c99c558e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.633304 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e205-4777-490e-aa73-1dd2c99c558e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.655750 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:36.721625 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e205-4777-490e-aa73-1dd2c99c558e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.784869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e205-4777-490e-aa73-1dd2c99c558e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.812576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1e205-4777-490e-aa73-1dd2c99c558e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Subnet': ['ID=8644637e-b67a-4640-9a90-2f51d0c694d2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:36.817020 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e205-4777-490e-aa73-1dd2c99c558e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.821552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56452) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:36.823343 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a9bc3-c66c-4c0f-9e32-f551e4524d5f None None] Network 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:36.834994 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9ad1e205-4777-490e-aa73-1dd2c99c558e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/subnets/8644637e-b67a-4640-9a90-2f51d0c694d2 HTTP/1.1" status: 204 len: 168 time: 0.2984009 Jul 06 18:51:36.841072 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:51:35Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:36.868861 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] Checking router: b9361a25-1ce4-45fc-a045-c084812550e1 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:36.879145 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] Routers {'b9361a25-1ce4-45fc-a045-c084812550e1'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:36.880197 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['b9361a25-1ce4-45fc-a045-c084812550e1'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:36.940314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:36.997055 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] Set router b9361a25-1ce4-45fc-a045-c084812550e1 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:37.036427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] DHCP port deletion for 4e07ae61-aca4-451c-8b3a-1836fab6c7d1 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:51:37.061394 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.088033 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Deleting port a6cd606e-292b-47b3-a46f-09106eadf66b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:37.088685 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.121064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port bbff999d-3252-4bab-a160-55bf5d847ebb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:51:37.121438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.160647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] For port a6cd606e-292b-47b3-a46f-09106eadf66b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a6cd606e-292b-47b3-a46f-09106eadf66b,segment=NetworkSegment(7ca7080e-1938-49d1-8195-9e7f66be337e),segment_id=7ca7080e-1938-49d1-8195-9e7f66be337e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:37.161176 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.177465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Calling delete_port for a6cd606e-292b-47b3-a46f-09106eadf66b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:37.212703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port bbff999d-3252-4bab-a160-55bf5d847ebb, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=bbff999d-3252-4bab-a160-55bf5d847ebb,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:37.213179 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.229158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for bbff999d-3252-4bab-a160-55bf5d847ebb owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:51:37.268378 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.286180 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:51:35Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:37.296437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Pushing event deleted for resources: {'Port': ['ID=a6cd606e-292b-47b3-a46f-09106eadf66b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:37.301372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] No DVR routers for this DVR port a6cd606e-292b-47b3-a46f-09106eadf66b on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:51:37.308436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.308794 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.314829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c0f1a5-6a9b-4f03-992d-95cf8e396f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:37.316534 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55288e-510d-42c9-b77e-12d80da9571e None None] The sync data for ids ['b9361a25-1ce4-45fc-a045-c084812550e1'] in n-d-799526-3 is: [{'id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966124562', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:50:30Z', 'updated_at': '2021-07-06T18:51:35Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'bbff999d-3252-4bab-a160-55bf5d847ebb', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9361a25-1ce4-45fc-a045-c084812550e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:50:31Z', 'updated_at': '2021-07-06T18:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:37.416938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.441526 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=bbff999d-3252-4bab-a160-55bf5d847ebb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:37.507170 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.599331 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.601495 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.648076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.648733 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Fanout notify agent at l3_agent the message router_deleted on router b9361a25-1ce4-45fc-a045-c084812550e1 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:51:37.655631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.656737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d4719d49-e082-47e9-ad24-42da0f187f32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/routers/b9361a25-1ce4-45fc-a045-c084812550e1 HTTP/1.1" status: 204 len: 168 time: 0.8341355 Jul 06 18:51:37.660601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56454) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:37.755744 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.801383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a6cd606e-292b-47b3-a46f-09106eadf66b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:37.832665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: a6cd606e-292b-47b3-a46f-09106eadf66b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:37.833004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a6cd606e-292b-47b3-a46f-09106eadf66b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:37.833565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6177d6bf-b926-4d92-b9cc-5202cfe152d3 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:37.850000 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.853069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 6177d6bf-b926-4d92-b9cc-5202cfe152d3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:37.853414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6177d6bf-b926-4d92-b9cc-5202cfe152d3 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:37.860422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e07ae61-aca4-451c-8b3a-1836fab6c7d1']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:37.871972 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca7080e-1938-49d1-8195-9e7f66be337e') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:37.872273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca7080e-1938-49d1-8195-9e7f66be337e') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:37.881854 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.896622 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.903279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:51:37.903563 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:51:37.906959 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:51:37.973989 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.981688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:37.983546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/networks/4e07ae61-aca4-451c-8b3a-1836fab6c7d1 HTTP/1.1" status: 204 len: 168 time: 0.3171263 Jul 06 18:51:37.986854 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:37.996107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e1f12-98a5-4269-8c06-e9bf8c847d26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Network': ['ID=4e07ae61-aca4-451c-8b3a-1836fab6c7d1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:38.055544 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50883748-9ad7-4188-92e4-4eee16686f84 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.081119 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50883748-9ad7-4188-92e4-4eee16686f84 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.139137 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50883748-9ad7-4188-92e4-4eee16686f84 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.141965 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50883748-9ad7-4188-92e4-4eee16686f84 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.145038 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-50883748-9ad7-4188-92e4-4eee16686f84 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/security-groups/e55d1634-5373-4de9-874b-5f8b290c2f33 HTTP/1.1" status: 204 len: 168 time: 0.1555142 Jul 06 18:51:38.153509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50883748-9ad7-4188-92e4-4eee16686f84 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55d1634-5373-4de9-874b-5f8b290c2f33,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:38.424781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56462) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:38.429634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fe420386-91bd-4417-b283-58fe8640c55d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871911012', 'description': 'tempest-secgroup-smoke-1871911012 description', 'project_id': 'bd74887f7afa410286194e367aff637b'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:38.453698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe420386-91bd-4417-b283-58fe8640c55d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.539960 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe420386-91bd-4417-b283-58fe8640c55d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.547314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe420386-91bd-4417-b283-58fe8640c55d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.578731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe420386-91bd-4417-b283-58fe8640c55d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.580529 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe420386-91bd-4417-b283-58fe8640c55d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1547241 Jul 06 18:51:38.581394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe420386-91bd-4417-b283-58fe8640c55d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de8e792-581e-47c8-9538-540ff2bf4184,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:38.583632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:38.588101 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d5e5c939-fa0f-499b-b1ca-d8ae5b834a1d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '6de8e792-581e-47c8-9538-540ff2bf4184', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:38.615232 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c939-fa0f-499b-b1ca-d8ae5b834a1d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.676440 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c939-fa0f-499b-b1ca-d8ae5b834a1d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.680044 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c939-fa0f-499b-b1ca-d8ae5b834a1d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.697651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5c939-fa0f-499b-b1ca-d8ae5b834a1d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb65bf3-b053-4ca9-a484-1619019d7db9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:38.707025 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c939-fa0f-499b-b1ca-d8ae5b834a1d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.708237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-d5e5c939-fa0f-499b-b1ca-d8ae5b834a1d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236773 Jul 06 18:51:38.711036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:38.715484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f285b118-ee04-4f21-93dc-48e2172f872d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '6de8e792-581e-47c8-9538-540ff2bf4184', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:38.743522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f285b118-ee04-4f21-93dc-48e2172f872d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.801489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f285b118-ee04-4f21-93dc-48e2172f872d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.804946 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f285b118-ee04-4f21-93dc-48e2172f872d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.819859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285b118-ee04-4f21-93dc-48e2172f872d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ebf3c8-b990-4592-9bd5-fd40bfeb34c9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:38.831553 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f285b118-ee04-4f21-93dc-48e2172f872d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.832790 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f285b118-ee04-4f21-93dc-48e2172f872d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208255 Jul 06 18:51:38.835649 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:38.840054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-504908ac-716b-4078-bedd-ac0b3782b8ce tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '6de8e792-581e-47c8-9538-540ff2bf4184', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:38.866725 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-504908ac-716b-4078-bedd-ac0b3782b8ce tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.941160 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-504908ac-716b-4078-bedd-ac0b3782b8ce tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.944879 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-504908ac-716b-4078-bedd-ac0b3782b8ce tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.963197 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504908ac-716b-4078-bedd-ac0b3782b8ce tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ed0ff3-04cc-4f3a-aea3-0807b0b3241a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:38.970272 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-504908ac-716b-4078-bedd-ac0b3782b8ce tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:38.972123 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-504908ac-716b-4078-bedd-ac0b3782b8ce tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355603 Jul 06 18:51:38.975135 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56470) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:38.979844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a63133db-e4f6-4841-b43a-2db37f1aa1f9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '6de8e792-581e-47c8-9538-540ff2bf4184', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:39.006915 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a63133db-e4f6-4841-b43a-2db37f1aa1f9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.069913 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a63133db-e4f6-4841-b43a-2db37f1aa1f9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.073497 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a63133db-e4f6-4841-b43a-2db37f1aa1f9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.092133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63133db-e4f6-4841-b43a-2db37f1aa1f9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b42024-f5d8-4487-a7e9-9a76c8f28c7d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:39.097532 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a63133db-e4f6-4841-b43a-2db37f1aa1f9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.098849 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a63133db-e4f6-4841-b43a-2db37f1aa1f9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226609 Jul 06 18:51:39.101766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.106174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-61b50dc3-374d-4ff2-ac50-662300432a9e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '6de8e792-581e-47c8-9538-540ff2bf4184', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:39.128474 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-61b50dc3-374d-4ff2-ac50-662300432a9e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:51:39.133284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61b50dc3-374d-4ff2-ac50-662300432a9e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.196903 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61b50dc3-374d-4ff2-ac50-662300432a9e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.200621 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61b50dc3-374d-4ff2-ac50-662300432a9e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.220909 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b50dc3-374d-4ff2-ac50-662300432a9e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f4888b-29ef-4e43-92b4-8254349830ce,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:39.223709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61b50dc3-374d-4ff2-ac50-662300432a9e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.225169 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-61b50dc3-374d-4ff2-ac50-662300432a9e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224108 Jul 06 18:51:39.228133 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.232958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8a3ab326-967a-49f2-b18b-a89f14d2ea5d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '6de8e792-581e-47c8-9538-540ff2bf4184', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:39.260677 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-8a3ab326-967a-49f2-b18b-a89f14d2ea5d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:51:39.265954 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a3ab326-967a-49f2-b18b-a89f14d2ea5d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.327773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a3ab326-967a-49f2-b18b-a89f14d2ea5d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.331470 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a3ab326-967a-49f2-b18b-a89f14d2ea5d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.349789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ab326-967a-49f2-b18b-a89f14d2ea5d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c4b360-ef9d-4b00-8f21-b1bf91e943fe,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:39.355438 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a3ab326-967a-49f2-b18b-a89f14d2ea5d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.359491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8a3ab326-967a-49f2-b18b-a89f14d2ea5d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275442 Jul 06 18:51:39.359491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.365247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'network': {'name': 'tempest-network-smoke--1928303305', 'project_id': 'bd74887f7afa410286194e367aff637b', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:39.386394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:39.389838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.413365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:51:39.423816 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.424258 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Added segment 6ce9a0e0-3233-49d5-95c6-a0987543a494 of type vlan for network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 Jul 06 18:51:39.467740 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.497719 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.504068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:39.504664 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.561848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2013381 Jul 06 18:51:39.565596 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:39.570306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'admin_state_up': True, 'project_id': 'bd74887f7afa410286194e367aff637b', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:39.589740 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf212a31-0bfa-4d09-93c1-fdc775417633 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Network': ['ID=2b897944-7f6d-4fa6-80fc-155e7fa0eb98,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:39.601594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:51:39.609423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.610539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.644611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bbff999d-3252-4bab-a160-55bf5d847ebb no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:51:39.673344 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:39.677854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: bbff999d-3252-4bab-a160-55bf5d847ebb {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:51:39.678224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device bbff999d-3252-4bab-a160-55bf5d847ebb not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:51:40.123865 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.319930 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.339112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.452008 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.98 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/6275c96a-e9c7-4e3d-af7d-3d4d6064c38c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:40.552312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.590920 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:40.632876 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:40.639118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:40.644066 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:40.647158 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=6275c96a-e9c7-4e3d-af7d-3d4d6064c38c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:40.901979 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.108482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.239073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3220ff33-9c9f-41ea-a368-512fa09ce31f is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:51:41.349462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:41.358465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Sync routers for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:41.367426 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.368224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:41.368851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:41.369033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-65408248-3da5-49fa-8645-dd02ca592655 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8023989 Jul 06 18:51:41.372105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.409173 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-20b81b31-8647-4f08-9d4d-848c4cbbc316 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bd74887f7afa410286194e367aff637b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358138 Jul 06 18:51:41.411863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.475296 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:41.567956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999a82e-c249-41f3-b054-327a59ea9cda tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:41.569426 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6999a82e-c249-41f3-b054-327a59ea9cda tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1560760 Jul 06 18:51:41.572410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56484) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.607816 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1f13c1d7-9f33-4f34-8866-265befe19d5e tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342956 Jul 06 18:51:41.611455 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56486) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:41.619504 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1900157796', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'project_id': 'bd74887f7afa410286194e367aff637b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:41.715252 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:41.719318 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.842056 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:40Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:41.871254 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Checking router: 3220ff33-9c9f-41ea-a368-512fa09ce31f for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:41.871609 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Updating router 3220ff33-9c9f-41ea-a368-512fa09ce31f port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:51:41.908044 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:41.936491 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.014059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Subnet': ['ID=da15364b-1788-4369-886c-f256be792d9b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:42.022470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Checking segment: {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:42.022865 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network hostable DHCP agents. Network: 2b897944-7f6d-4fa6-80fc-155e7fa0eb98, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:51:42.041404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:51:42.055408 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 2b897944-7f6d-4fa6-80fc-155e7fa0eb98) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:42.060518 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:42.061119 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.085336 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-fc5c576d-b93d-49d7-862f-bb767c15742d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4685843 Jul 06 18:51:42.085603 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c25c9-38c1-452d-acc2-a26419f0f956 None None] Network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:42.085734 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56488) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:42.310374 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.314494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:51:42.315413 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.332173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Transition to ACTIVE for port object 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:42.342774 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.459395 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdac97-9435-46cb-b0a2-cf67c4dee18d None None] Pushing event updated for resources: {'Port': ['ID=6275c96a-e9c7-4e3d-af7d-3d4d6064c38c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:42.463936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Attempting to bind port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:42.464313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Attempting to bind port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:42.464676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Attempting to bind port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:42.476755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:42.477138 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:42.477538 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.477936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:42.478437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Bound port: 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:42.478824 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.542158 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.553053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Allocated IP 172.20.0.2 (2b897944-7f6d-4fa6-80fc-155e7fa0eb98/da15364b-1788-4369-886c-f256be792d9b/4a9bf189-6558-404a-9b7a-c78a0be99395) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:42.570993 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] For port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:42.594423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] For port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6275c96a-e9c7-4e3d-af7d-3d4d6064c38c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:42.624348 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.712667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:42.713292 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:42.716471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdac97-9435-46cb-b0a2-cf67c4dee18d None None] Pushing event updated for resources: {'Port': ['ID=6275c96a-e9c7-4e3d-af7d-3d4d6064c38c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:42.850377 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.867953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Transition to ACTIVE for port object 4a9bf189-6558-404a-9b7a-c78a0be99395 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:42.882243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:42.939749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Transition to ACTIVE for port object 4a9bf189-6558-404a-9b7a-c78a0be99395 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:42.954219 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:42.998176 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.1 (2b897944-7f6d-4fa6-80fc-155e7fa0eb98/da15364b-1788-4369-886c-f256be792d9b/2e56388d-7201-474c-9d91-423cd80c8483) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:43.032315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:43.039194 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:43.050808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:43.070233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Pushing event updated for resources: {'Port': ['ID=4a9bf189-6558-404a-9b7a-c78a0be99395,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:43.126225 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.140680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object 2e56388d-7201-474c-9d91-423cd80c8483 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:43.153918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Attempting to bind port 4a9bf189-6558-404a-9b7a-c78a0be99395 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:43.153918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Attempting to bind port 4a9bf189-6558-404a-9b7a-c78a0be99395 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:43.154263 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Attempting to bind port 4a9bf189-6558-404a-9b7a-c78a0be99395 on network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:43.162489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:43.162865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Checking segment: {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:43.163270 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.163674 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Bound using segment: {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:43.164128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Bound port: 4a9bf189-6558-404a-9b7a-c78a0be99395, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:43.164513 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.176306 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.221831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:43.225051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:43.227306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:40Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:43.227873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:43.263925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c77badb-cbba-4b4b-b18a-a454e4029d64 None None] The sync data for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 is: [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:40Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:43.265819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=2e56388d-7201-474c-9d91-423cd80c8483,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:43.277280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] For port 4a9bf189-6558-404a-9b7a-c78a0be99395, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:43.280905 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] For port 4a9bf189-6558-404a-9b7a-c78a0be99395, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4a9bf189-6558-404a-9b7a-c78a0be99395,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:43.285731 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.292595 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.352377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fc2aa-1cb8-450a-b25d-b75b05dbca7e None None] Pushing event updated for resources: {'Port': ['ID=4a9bf189-6558-404a-9b7a-c78a0be99395,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:43.467462 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.786376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:43.832413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.837778 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.848834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:43.853079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:43.853450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.911941 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.939868 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.946870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=2e56388d-7201-474c-9d91-423cd80c8483,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:43.968489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6275c96a-e9c7-4e3d-af7d-3d4d6064c38c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:43.974901 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:43.975877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4a9bf189-6558-404a-9b7a-c78a0be99395 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:44.030029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:44.032421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:44.057092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=6275c96a-e9c7-4e3d-af7d-3d4d6064c38c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:44.071761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 4a9bf189-6558-404a-9b7a-c78a0be99395 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:44.167453 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3220ff33-9c9f-41ea-a368-512fa09ce31f has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:44.292213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:44.302144 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5e1b22d9-ccec-4ec0-a2f0-a8aec98219d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/3220ff33-9c9f-41ea-a368-512fa09ce31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2154617 Jul 06 18:51:44.460354 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-b7089f14-36a9-4ca1-9953-7decd3886d1f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871911012&fields=id&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 267 time: 0.0362723 Jul 06 18:51:44.483683 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b524e7-7cf4-448f-8707-65e327b157f5 None None] Network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:51:44.546896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3ccb696f-e9d4-4e9e-812a-d577d810d8e6 None None] Provisioning for port 4a9bf189-6558-404a-9b7a-c78a0be99395 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:44.559888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3ccb696f-e9d4-4e9e-812a-d577d810d8e6 None None] Provisioning complete for port 4a9bf189-6558-404a-9b7a-c78a0be99395 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:44.560262 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ccb696f-e9d4-4e9e-812a-d577d810d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:44.585178 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-3e9e2450-d539-4314-a7be-e9c943bc5dfc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:44.586816 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-3e9e2450-d539-4314-a7be-e9c943bc5dfc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/networks?id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98 HTTP/1.1" status: 200 len: 797 time: 0.1188943 Jul 06 18:51:44.602680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-8b2980dd-519e-4733-b650-d048680396a7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/quotas/bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 375 time: 0.0097358 Jul 06 18:51:44.674639 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-e3c8f4a1-4396-4420-bbae-681a24af220e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654719 Jul 06 18:51:44.709556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ccb696f-e9d4-4e9e-812a-d577d810d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:44.754003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3ccb696f-e9d4-4e9e-812a-d577d810d8e6 None None] For port 4a9bf189-6558-404a-9b7a-c78a0be99395, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4a9bf189-6558-404a-9b7a-c78a0be99395,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:44.759250 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ccb696f-e9d4-4e9e-812a-d577d810d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:44.822707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb696f-e9d4-4e9e-812a-d577d810d8e6 None None] Pushing event updated for resources: {'Port': ['ID=4a9bf189-6558-404a-9b7a-c78a0be99395,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:44.882054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-c54d0822-4851-45d3-bc2a-fd498571cec2 service neutron] 10.222.0.13 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960344 Jul 06 18:51:44.982663 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-2c2017d5-9675-4053-941b-b468793b0ba5 service neutron] 10.222.0.13 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946395 Jul 06 18:51:44.997270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-81757b7d-f4af-457d-aeb7-b9bb6b115317 None None] Provisioning complete for port 4a9bf189-6558-404a-9b7a-c78a0be99395 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:44.997452 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81757b7d-f4af-457d-aeb7-b9bb6b115317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.038326 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:51:45.122962 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-81757b7d-f4af-457d-aeb7-b9bb6b115317 None None] Provisioning for port 2e56388d-7201-474c-9d91-423cd80c8483 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:45.141577 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-81757b7d-f4af-457d-aeb7-b9bb6b115317 None None] Provisioning complete for port 2e56388d-7201-474c-9d91-423cd80c8483 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:45.142393 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81757b7d-f4af-457d-aeb7-b9bb6b115317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.149777 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Sync routers for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:45.166509 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:45.167136 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:45.180812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-81757b7d-f4af-457d-aeb7-b9bb6b115317 None None] Port 2e56388d-7201-474c-9d91-423cd80c8483 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:45.218302 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-54a2e05f-737b-4886-a5ea-ae43f0393ee5 req-f1d889d3-2556-45ce-a6b0-de70845e3819 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 210 time: 0.0326293 Jul 06 18:51:45.295540 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:45.302044 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6be42c5a-89c7-4092-ac23-5e8c1ce18cfa None None] Provisioning complete for port 2e56388d-7201-474c-9d91-423cd80c8483 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:45.302453 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6be42c5a-89c7-4092-ac23-5e8c1ce18cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.365400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6be42c5a-89c7-4092-ac23-5e8c1ce18cfa None None] Port 2e56388d-7201-474c-9d91-423cd80c8483 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:45.488600 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-265b895d-0a31-4f0e-85fe-0ab341d09fd2 None None] Provisioning complete for port 2e56388d-7201-474c-9d91-423cd80c8483 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:45.488968 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-265b895d-0a31-4f0e-85fe-0ab341d09fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.527157 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-265b895d-0a31-4f0e-85fe-0ab341d09fd2 None None] Port 2e56388d-7201-474c-9d91-423cd80c8483 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:45.531726 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2e56388d-7201-474c-9d91-423cd80c8483', 'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:d0:cd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:42Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 2, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'da15364b-1788-4369-886c-f256be792d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:45.564388 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Checking router: 3220ff33-9c9f-41ea-a368-512fa09ce31f for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:45.564743 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Updating router 3220ff33-9c9f-41ea-a368-512fa09ce31f port 2e56388d-7201-474c-9d91-423cd80c8483 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:51:45.604973 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.677587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:45.735011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:45.735477 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.819093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4a9bf189-6558-404a-9b7a-c78a0be99395 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:45.871218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 4a9bf189-6558-404a-9b7a-c78a0be99395 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:45.872395 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.900612 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.911537 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Transition to ACTIVE for port object 2e56388d-7201-474c-9d91-423cd80c8483 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:45.917153 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:45.998567 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Pushing event updated for resources: {'Port': ['ID=2e56388d-7201-474c-9d91-423cd80c8483,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:46.022404 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.022824 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.023194 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.023532 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.024051 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.024598 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.024999 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.025334 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.025685 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.026048 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.026476 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.026715 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:51:46.044263 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Attempting to bind port 2e56388d-7201-474c-9d91-423cd80c8483 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:46.044945 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Attempting to bind port 2e56388d-7201-474c-9d91-423cd80c8483 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:46.045072 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Attempting to bind port 2e56388d-7201-474c-9d91-423cd80c8483 on network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:46.051537 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:46.051916 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Checking segment: {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:46.052321 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.052836 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Bound using segment: {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:46.053438 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Bound port: 2e56388d-7201-474c-9d91-423cd80c8483, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:46.053827 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.126326 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] For port 2e56388d-7201-474c-9d91-423cd80c8483, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:46.130098 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] For port 2e56388d-7201-474c-9d91-423cd80c8483, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2e56388d-7201-474c-9d91-423cd80c8483,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:46.134288 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.188265 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:46.189079 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:46.230762 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2435d6a-2299-4ee5-80b1-2139f5a6cdd2 None None] Pushing event updated for resources: {'Port': ['ID=2e56388d-7201-474c-9d91-423cd80c8483,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:46.321237 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:46.389997 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-29dec2b9-acbc-49bb-b5a4-dd120f57cfac req-eac36fa8-61b6-4534-a288-525754b7205c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 210 time: 0.0381417 Jul 06 18:51:46.557916 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2e56388d-7201-474c-9d91-423cd80c8483', 'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:d0:cd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:42Z', 'updated_at': '2021-07-06T18:51:46Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'da15364b-1788-4369-886c-f256be792d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:46.558211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-a98ed773-6917-48c9-b761-813de0a414f3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:46.559668 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-a98ed773-6917-48c9-b761-813de0a414f3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/networks?id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98 HTTP/1.1" status: 200 len: 797 time: 0.1199219 Jul 06 18:51:46.589238 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2b19e-1152-4ccd-9f70-2759b99213df None None] The sync data for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 is: [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2e56388d-7201-474c-9d91-423cd80c8483', 'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:d0:cd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:42Z', 'updated_at': '2021-07-06T18:51:46Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'da15364b-1788-4369-886c-f256be792d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:46.609030 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-d1b261a1-803b-43d5-bf53-ddf3305756eb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 380 time: 0.0400667 Jul 06 18:51:46.617604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'port': {'device_id': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'admin_state_up': True, 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'security_groups': ['6de8e792-581e-47c8-9538-540ff2bf4184']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:46.753777 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:51:46.757705 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:46.901830 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.14 (2b897944-7f6d-4fa6-80fc-155e7fa0eb98/da15364b-1788-4369-886c-f256be792d9b/27f83184-239d-4304-b3e9-13bbf4fc3534) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:47.056152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.073207 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object 27f83184-239d-4304-b3e9-13bbf4fc3534 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:47.111152 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.141419 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81206bd0-7caf-43df-af8b-e300f9a2f8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.156761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:47.160754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:47.167164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:47.197924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=27f83184-239d-4304-b3e9-13bbf4fc3534,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:47.230870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:47.231628 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.249198 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-13afd7af-163a-471f-b175-db3e0e12bbd9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6353109 Jul 06 18:51:47.261040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Request body: {'port': {'device_id': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:47.340048 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.404578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-116c33ab-998d-43cf-b47f-b0371ec3ff1d None None] Provisioning for port 27f83184-239d-4304-b3e9-13bbf4fc3534 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:47.409738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-116c33ab-998d-43cf-b47f-b0371ec3ff1d None None] Provisioning complete for port 27f83184-239d-4304-b3e9-13bbf4fc3534 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:47.410402 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-116c33ab-998d-43cf-b47f-b0371ec3ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.459579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-116c33ab-998d-43cf-b47f-b0371ec3ff1d None None] Port 27f83184-239d-4304-b3e9-13bbf4fc3534 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:51:47.596353 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a63331-9754-4642-a594-344d7f80b068 req-5c731959-2024-41d7-97b8-f3b00dc90017 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:47.597976 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83a63331-9754-4642-a594-344d7f80b068 req-5c731959-2024-41d7-97b8-f3b00dc90017 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 932 time: 0.0785100 Jul 06 18:51:47.649028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-83a63331-9754-4642-a594-344d7f80b068 req-202db576-a08b-43e2-85ea-7a300d310a5e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447485 Jul 06 18:51:47.653360 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f83184-239d-4304-b3e9-13bbf4fc3534 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:51:47.663584 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.678817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Transition to ACTIVE for port object 27f83184-239d-4304-b3e9-13bbf4fc3534 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:51:47.682935 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.714463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2e56388d-7201-474c-9d91-423cd80c8483 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:47.774616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Pushing event updated for resources: {'Port': ['ID=27f83184-239d-4304-b3e9-13bbf4fc3534,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:47.789429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 2e56388d-7201-474c-9d91-423cd80c8483 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:47.793843 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2e56388d-7201-474c-9d91-423cd80c8483 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:47.794271 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.836032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Attempting to bind port 27f83184-239d-4304-b3e9-13bbf4fc3534 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:51:47.836343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Attempting to bind port 27f83184-239d-4304-b3e9-13bbf4fc3534 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:51:47.836614 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Attempting to bind port 27f83184-239d-4304-b3e9-13bbf4fc3534 on network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:47.841564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Port 27f83184-239d-4304-b3e9-13bbf4fc3534 on network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:51:47.841904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Attempting to bind port 27f83184-239d-4304-b3e9-13bbf4fc3534 on network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:51:47.847881 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:51:47.848130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Checking segment: {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:51:47.848637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Bound using segment: {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:51:47.849742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Bound port: 27f83184-239d-4304-b3e9-13bbf4fc3534, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce9a0e0-3233-49d5-95c6-a0987543a494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:51:47.850067 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.897440 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.937062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] For port 27f83184-239d-4304-b3e9-13bbf4fc3534, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:51:47.939572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 2e56388d-7201-474c-9d91-423cd80c8483, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2e56388d-7201-474c-9d91-423cd80c8483,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:47.941567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] For port 27f83184-239d-4304-b3e9-13bbf4fc3534, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=27f83184-239d-4304-b3e9-13bbf4fc3534,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:51:47.944131 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.946167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.984388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:47.985008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:47.987563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] 10.222.0.22 "PUT /v2.0/ports/27f83184-239d-4304-b3e9-13bbf4fc3534 HTTP/1.1" status: 200 len: 1092 time: 0.7311850 Jul 06 18:51:47.988027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:47.990445 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b006569c-5499-4e25-a24c-cf659e04022a" -d '{"events": [{"name": "network-changed", "server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:48.011764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=2e56388d-7201-474c-9d91-423cd80c8483,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:48.019126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7a3e6-bb82-4ee1-aed7-c3185f387dad service neutron] Pushing event updated for resources: {'Port': ['ID=27f83184-239d-4304-b3e9-13bbf4fc3534,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:48.040765 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964e67fc-de29-427c-a5a9-2c1875602e07 x-openstack-request-id: req-964e67fc-de29-427c-a5a9-2c1875602e07 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:48.041128 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:48.041496 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-964e67fc-de29-427c-a5a9-2c1875602e07 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:48.041984 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'status': 'completed', 'code': 200} Jul 06 18:51:48.097781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-76361ca2-bcd1-436b-8279-2d231e06aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:48.099594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-76361ca2-bcd1-436b-8279-2d231e06aab6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 1095 time: 0.0608048 Jul 06 18:51:48.149179 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-b557f035-c6eb-4a7a-8756-42b1862c4606 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27f83184-239d-4304-b3e9-13bbf4fc3534 HTTP/1.1" status: 200 len: 217 time: 0.0423062 Jul 06 18:51:48.200373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-d5002907-2cc4-4c9e-9016-c7fb271c6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:48.208100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-d5002907-2cc4-4c9e-9016-c7fb271c6065 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da15364b-1788-4369-886c-f256be792d9b HTTP/1.1" status: 200 len: 835 time: 0.0468774 Jul 06 18:51:48.263559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-5a42f2c1-cb50-43be-a7db-f6bf4e1d27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:48.265118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-5a42f2c1-cb50-43be-a7db-f6bf4e1d27ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562010 Jul 06 18:51:48.662619 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-a6175be5-b90f-45b9-b2f4-e53a12931c6c service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913181 Jul 06 18:51:48.756015 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8150fdae-7b45-4ba0-af17-88c35ca9c358 req-bafd9b2d-81a0-4f83-9222-cf475bfcbcd3 service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864589 Jul 06 18:51:48.835039 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd0f0e-bcce-409a-bc95-10cdba95b01a req-0fc4dff5-caec-4f98-a1e3-6f4aaec282fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:48.836560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5abd0f0e-bcce-409a-bc95-10cdba95b01a req-0fc4dff5-caec-4f98-a1e3-6f4aaec282fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 944 time: 0.0692883 Jul 06 18:51:48.864262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006569c-5499-4e25-a24c-cf659e04022a req-be11894e-429f-4475-9e0d-20d322c96eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:48.865801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b006569c-5499-4e25-a24c-cf659e04022a req-be11894e-429f-4475-9e0d-20d322c96eae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 1095 time: 0.0562315 Jul 06 18:51:48.877013 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5abd0f0e-bcce-409a-bc95-10cdba95b01a req-2eb759af-6c79-4800-bfa7-e73e95f05c34 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Jul 06 18:51:48.960946 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006569c-5499-4e25-a24c-cf659e04022a req-329a32bd-0a08-47a1-9a90-12049d1b0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:48.962382 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b006569c-5499-4e25-a24c-cf659e04022a req-329a32bd-0a08-47a1-9a90-12049d1b0025 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98 HTTP/1.1" status: 200 len: 898 time: 0.0901253 Jul 06 18:51:49.005581 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b006569c-5499-4e25-a24c-cf659e04022a req-f99a3ae7-d4e3-4432-8802-bc97c5b3e93e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27f83184-239d-4304-b3e9-13bbf4fc3534 HTTP/1.1" status: 200 len: 217 time: 0.0365674 Jul 06 18:51:49.061272 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006569c-5499-4e25-a24c-cf659e04022a req-52d1edaa-b3ef-4f3a-9dcd-1b2aa2fc2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:49.062807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b006569c-5499-4e25-a24c-cf659e04022a req-52d1edaa-b3ef-4f3a-9dcd-1b2aa2fc2ce4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da15364b-1788-4369-886c-f256be792d9b HTTP/1.1" status: 200 len: 835 time: 0.0508754 Jul 06 18:51:49.127582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006569c-5499-4e25-a24c-cf659e04022a req-cc109c6b-c146-4ca5-97ae-ccb649c75135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:49.129142 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b006569c-5499-4e25-a24c-cf659e04022a req-cc109c6b-c146-4ca5-97ae-ccb649c75135 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594916 Jul 06 18:51:49.232752 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b006569c-5499-4e25-a24c-cf659e04022a req-f9909d3b-af1f-457a-8df2-3ec89276fbef service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962481 Jul 06 18:51:49.336542 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b006569c-5499-4e25-a24c-cf659e04022a req-5ce9fc56-0796-49bc-a494-7428f8a1cf5f service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974941 Jul 06 18:51:49.668409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2e56388d-7201-474c-9d91-423cd80c8483 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:49.709076 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f9d4e96-9b1f-43b0-9767-4875fd40260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:49.734018 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 2e56388d-7201-474c-9d91-423cd80c8483 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:49.734432 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:50.060874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86de4f-6fca-4779-8ad8-70762d8c17c8 req-a9933048-e95e-4428-a712-aba562bfe834 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:50.062412 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-df86de4f-6fca-4779-8ad8-70762d8c17c8 req-a9933048-e95e-4428-a712-aba562bfe834 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 944 time: 0.0679157 Jul 06 18:51:50.102168 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-df86de4f-6fca-4779-8ad8-70762d8c17c8 req-8a9fcec6-8404-4abf-964a-377faec0d2e3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339720 Jul 06 18:51:50.245157 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.006079 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:51.285286 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac161e-6938-436f-b8fd-507107982090 req-49e2ad0b-6a23-4313-8722-2fb145d5f5c1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:51.286769 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac161e-6938-436f-b8fd-507107982090 req-49e2ad0b-6a23-4313-8722-2fb145d5f5c1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 944 time: 0.0683062 Jul 06 18:51:51.327664 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-48ac161e-6938-436f-b8fd-507107982090 req-3649c58e-8459-4082-ae8c-c8d8c2642fd4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353210 Jul 06 18:51:52.238801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-8bfd00c5-2451-45c8-ac15-fc90275da34b req-1c808f02-e623-4447-89c4-0e3c3ac61259 service neutron] (93778) timed out ('10.222.0.13', 53610) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:51:52.470091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 27f83184-239d-4304-b3e9-13bbf4fc3534 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:51:52.556775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb484a7-77e1-4eb9-a1a0-0c49c1f82010 req-86b1fe0c-e1d8-45c1-b28a-e04ff8ea7296 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:52.558377 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fb484a7-77e1-4eb9-a1a0-0c49c1f82010 req-86b1fe0c-e1d8-45c1-b28a-e04ff8ea7296 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 944 time: 0.0811198 Jul 06 18:51:52.584442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 27f83184-239d-4304-b3e9-13bbf4fc3534, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=27f83184-239d-4304-b3e9-13bbf4fc3534,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:52.596649 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'port_id': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'mac_address': 'fa:16:3e:10:4a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:51:52.603195 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0fb484a7-77e1-4eb9-a1a0-0c49c1f82010 req-25976886-ebea-41e4-bceb-981211babe6e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Jul 06 18:51:52.649027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.663707 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f83184-239d-4304-b3e9-13bbf4fc3534 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:51:52.685721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 27f83184-239d-4304-b3e9-13bbf4fc3534, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=27f83184-239d-4304-b3e9-13bbf4fc3534,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:52.691054 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:52.739856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=27f83184-239d-4304-b3e9-13bbf4fc3534,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:52.899565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['27f83184-239d-4304-b3e9-13bbf4fc3534'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:51:52.946782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:53.794732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad17f8-cd00-4555-beb8-1718cf535473 req-fc8b6cc1-3007-4283-bc2a-be781d169898 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:53.796297 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edad17f8-cd00-4555-beb8-1718cf535473 req-fc8b6cc1-3007-4283-bc2a-be781d169898 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 945 time: 0.0762606 Jul 06 18:51:53.836746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-edad17f8-cd00-4555-beb8-1718cf535473 req-c3b0a69a-3463-405f-8ae3-0b57a1fe6f14 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342600 Jul 06 18:51:54.468572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 27f83184-239d-4304-b3e9-13bbf4fc3534 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:51:54.521856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 27f83184-239d-4304-b3e9-13bbf4fc3534 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:51:54.525129 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 27f83184-239d-4304-b3e9-13bbf4fc3534 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:51:54.525493 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.767257 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.791043 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:54.793331 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e516026a-e287-4fa5-b9e8-2f0ade7f7465" -d '{"events": [{"server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "name": "network-vif-plugged", "status": "completed", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:54.806703 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 27f83184-239d-4304-b3e9-13bbf4fc3534, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=27f83184-239d-4304-b3e9-13bbf4fc3534,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:51:54.810952 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:54.834697 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b68bb5-b4b9-45e0-8745-cf53ec7e15b2 x-openstack-request-id: req-98b68bb5-b4b9-45e0-8745-cf53ec7e15b2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:54.834991 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "name": "network-vif-plugged", "status": "completed", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:54.835244 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98b68bb5-b4b9-45e0-8745-cf53ec7e15b2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:54.835632 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'code': 200} Jul 06 18:51:54.865797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=27f83184-239d-4304-b3e9-13bbf4fc3534,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:54.984332 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43cbdd-a544-4b72-8fc2-9bea52b2aa2f req-b0b928e0-1c70-4764-bd64-0e46f366ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:54.986680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d43cbdd-a544-4b72-8fc2-9bea52b2aa2f req-b0b928e0-1c70-4764-bd64-0e46f366ea01 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 1097 time: 0.0568116 Jul 06 18:51:55.022194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d43cbdd-a544-4b72-8fc2-9bea52b2aa2f req-509eb245-d89e-4cd3-b138-915621f40de6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296836 Jul 06 18:51:55.022447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78afbf-71ee-41b5-8d4e-9e86350d9705 req-7e93a75f-7d40-4952-99ea-e5595fcb1e8f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:55.023804 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf78afbf-71ee-41b5-8d4e-9e86350d9705 req-7e93a75f-7d40-4952-99ea-e5595fcb1e8f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0672863 Jul 06 18:51:55.062719 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-bf78afbf-71ee-41b5-8d4e-9e86350d9705 req-c567294d-3d21-4b99-99c6-0b80c98f7c1f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332079 Jul 06 18:51:56.243393 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c229d4b-a185-434b-9a96-97ec258ca274 req-0b282247-02a4-4671-9d6e-57ce8f3bcb6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:56.244986 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5c229d4b-a185-434b-9a96-97ec258ca274 req-0b282247-02a4-4671-9d6e-57ce8f3bcb6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0660954 Jul 06 18:51:56.291680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5c229d4b-a185-434b-9a96-97ec258ca274 req-f61c480d-f074-476a-9616-87e265166e4a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405846 Jul 06 18:51:56.471868 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344eb96-a3de-4014-a69a-07ac4d223b7a req-cd559e6c-9b19-49fd-aaed-e23c90bcf7e5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:56.473477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4344eb96-a3de-4014-a69a-07ac4d223b7a req-cd559e6c-9b19-49fd-aaed-e23c90bcf7e5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0703950 Jul 06 18:51:56.514663 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4344eb96-a3de-4014-a69a-07ac4d223b7a req-06fd372c-dac0-469f-8113-854a825e37f7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350358 Jul 06 18:51:56.542325 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56548) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:56.597143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5add0-5d3c-4474-a730-0800d878f51d tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:56.598720 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1dc5add0-5d3c-4474-a730-0800d878f51d tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 1092 time: 0.0553377 Jul 06 18:51:56.601868 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56550) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:56.606583 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:51:56.629731 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.728035 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.829839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.25 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/20a36558-44aa-488c-9e50-78bfb572a722) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:51:56.941916 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:56.988942 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.025952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:51:57.033211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:51:57.037714 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:51:57.040780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=20a36558-44aa-488c-9e50-78bfb572a722,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:57.422702 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.500193 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.658213 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.663216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.739255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=20a36558-44aa-488c-9e50-78bfb572a722,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:51:57.749480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:57.857321 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1 associated. External IP: 172.25.7.25, port: 27f83184-239d-4304-b3e9-13bbf4fc3534. Jul 06 18:51:58.071516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3220ff33-9c9f-41ea-a368-512fa09ce31f has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:51:58.179014 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:51:58.189079 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] Sync routers for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:51:58.197312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:51:58.198870 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:58.199558 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:58.238696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-478b3a9f-4d01-4d29-bf53-1d1d5e05f5b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6356845 Jul 06 18:51:58.239384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:51:58.241751 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d" -d '{"events": [{"name": "network-changed", "server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:51:58.285891 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44080179-475d-4c43-b72f-6512b8760a3d x-openstack-request-id: req-44080179-475d-4c43-b72f-6512b8760a3d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:51:58.286204 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:51:58.286508 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44080179-475d-4c43-b72f-6512b8760a3d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:51:58.286923 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'status': 'completed', 'code': 200} Jul 06 18:51:58.312295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:58.400602 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-20ef4f69-9d80-428d-ab25-528ae5dc29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:58.402271 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-20ef4f69-9d80-428d-ab25-528ae5dc29cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 1097 time: 0.0931079 Jul 06 18:51:58.428306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c6c13-ab06-45d1-81f1-baf37bd46837 req-164745d2-f1a3-4828-aff4-72c3ce1c333b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:58.429817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d9c6c13-ab06-45d1-81f1-baf37bd46837 req-164745d2-f1a3-4828-aff4-72c3ce1c333b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0894730 Jul 06 18:51:58.516559 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9d9c6c13-ab06-45d1-81f1-baf37bd46837 req-3090a01a-d3e8-43af-a865-4ca4c030a39c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742350 Jul 06 18:51:58.542832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-226d17a9-54aa-49bd-afeb-492950752369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:58.544244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56556) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:58.544735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-226d17a9-54aa-49bd-afeb-492950752369 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98 HTTP/1.1" status: 200 len: 898 time: 0.1344759 Jul 06 18:51:58.547873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'port_id': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'mac_address': 'fa:16:3e:10:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:51:57Z', 'updated_at': '2021-07-06T18:51:57Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e56388d-7201-474c-9d91-423cd80c8483', 'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:d0:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:42Z', 'updated_at': '2021-07-06T18:51:47Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'da15364b-1788-4369-886c-f256be792d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:58.577832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] Checking router: 3220ff33-9c9f-41ea-a368-512fa09ce31f for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:51:58.587769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:51:58.588387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:51:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:58.613891 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-58f31944-edc7-4d6a-83b4-64f27ba59e04 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1 HTTP/1.1" status: 200 len: 991 time: 0.0680161 Jul 06 18:51:58.619438 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-d5f2095f-d30d-45c3-95cb-a806d20b622b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27f83184-239d-4304-b3e9-13bbf4fc3534 HTTP/1.1" status: 200 len: 999 time: 0.0670366 Jul 06 18:51:58.674003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-a5966819-e83b-4715-be40-c3d10fcd8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:58.675505 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-a5966819-e83b-4715-be40-c3d10fcd8c4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da15364b-1788-4369-886c-f256be792d9b HTTP/1.1" status: 200 len: 835 time: 0.0499833 Jul 06 18:51:58.696474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:51:58.738253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-b085a9a1-4996-4780-b54d-c5533174e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:51:58.739820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-b085a9a1-4996-4780-b54d-c5533174e490 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581841 Jul 06 18:51:58.835021 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-f8c87943-897d-4530-ab4a-944b5dc051d1 service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867894 Jul 06 18:51:58.929161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'port_id': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'mac_address': 'fa:16:3e:10:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:51:57Z', 'updated_at': '2021-07-06T18:51:57Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e56388d-7201-474c-9d91-423cd80c8483', 'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:d0:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:42Z', 'updated_at': '2021-07-06T18:51:47Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'da15364b-1788-4369-886c-f256be792d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:51:58.936879 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-11eca6c7-0ee5-4fd5-bd2a-156558f4973d req-2e193075-c16b-475b-aa7c-49dcfc868efc service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943966 Jul 06 18:51:58.960892 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c913c-768e-40d0-9b9d-f14da81b0cd5 None None] The sync data for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 is: [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': 'f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'port_id': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'mac_address': 'fa:16:3e:10:4a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:51:57Z', 'updated_at': '2021-07-06T18:51:57Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e56388d-7201-474c-9d91-423cd80c8483', 'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:d0:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:42Z', 'updated_at': '2021-07-06T18:51:47Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'da15364b-1788-4369-886c-f256be792d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:51:59.179948 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd056ae-e9bd-4fb3-9e59-1088e510098d None None] New status for floating IP f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:51:59.617545 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:51:59.681578 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3f18d526-d999-4bdc-8ca4-4ecf911ea143 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1 HTTP/1.1" status: 200 len: 993 time: 0.0627542 Jul 06 18:52:00.183194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-ce082e45-dca3-4d3a-ae2e-3f2adee96e88 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547411 Jul 06 18:52:00.288271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-a7227340-3653-4cee-bbc9-0a6fed53e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:00.289801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-a7227340-3653-4cee-bbc9-0a6fed53e0b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 1097 time: 0.0615172 Jul 06 18:52:00.400181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-1ede7b7d-152f-46c5-bc25-e39b4bbed7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:00.401714 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-1ede7b7d-152f-46c5-bc25-e39b4bbed7b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98 HTTP/1.1" status: 200 len: 898 time: 0.0926518 Jul 06 18:52:00.467518 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-da576e82-fa8e-4e3a-99e9-946acd355cf2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27f83184-239d-4304-b3e9-13bbf4fc3534 HTTP/1.1" status: 200 len: 1001 time: 0.0582616 Jul 06 18:52:00.523297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-37ae52ab-d272-4170-8317-bf4e6745f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:00.524757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-37ae52ab-d272-4170-8317-bf4e6745f5e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da15364b-1788-4369-886c-f256be792d9b HTTP/1.1" status: 200 len: 835 time: 0.0519540 Jul 06 18:52:00.582677 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-6a1a4e6c-3c6b-4e1a-bd03-4943e23b1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:00.584071 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-6a1a4e6c-3c6b-4e1a-bd03-4943e23b1d33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533483 Jul 06 18:52:00.676250 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-9a3e1cad-77e7-4598-957a-0e012183f73f service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829515 Jul 06 18:52:00.778510 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2ff152cb-20aa-4a50-a889-dfad1f67d0f2 req-9115f527-64c1-43a6-9832-d31d2cd556d1 service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962839 Jul 06 18:52:02.835639 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:06.055580 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:17.134592 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8098e4fd-bfb2-4f34-9659-c6ed7d3904d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:19.680462 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ab903cf-c5d0-4890-b452-2cf46cef072a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:20.246196 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:21.011560 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:22.037774 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:52:22.925341 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:31.212922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-2229f371-da9e-4698-91d8-c04afd6f98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:31.214585 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-2229f371-da9e-4698-91d8-c04afd6f98cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 1097 time: 0.0592752 Jul 06 18:52:31.250160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017b078-7edc-4078-bd49-1c0839db3349 req-a2f48cd9-a25d-48ea-9886-38bbd1213542 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:31.252417 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f017b078-7edc-4078-bd49-1c0839db3349 req-a2f48cd9-a25d-48ea-9886-38bbd1213542 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0719199 Jul 06 18:52:31.293770 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f017b078-7edc-4078-bd49-1c0839db3349 req-34d0daae-7470-4ed7-b533-5e484897e8a4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354545 Jul 06 18:52:31.313078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-f9310a4f-93fd-4a46-b155-24e463154e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:31.315298 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-f9310a4f-93fd-4a46-b155-24e463154e76 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98 HTTP/1.1" status: 200 len: 898 time: 0.0940382 Jul 06 18:52:31.382973 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-325bb506-495d-46f4-bc3d-30aea2d26cdc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27f83184-239d-4304-b3e9-13bbf4fc3534 HTTP/1.1" status: 200 len: 1001 time: 0.0608475 Jul 06 18:52:31.438015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-16865500-6323-429c-8f54-3b9a183d5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:31.440268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-16865500-6323-429c-8f54-3b9a183d5026 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da15364b-1788-4369-886c-f256be792d9b HTTP/1.1" status: 200 len: 835 time: 0.0492709 Jul 06 18:52:31.512046 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-3190c6e0-77b5-4503-b526-0206b0a8641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:31.513478 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-3190c6e0-77b5-4503-b526-0206b0a8641b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662942 Jul 06 18:52:31.619404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-25b607ec-d169-4eaa-b954-3bb79e90e857 service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991364 Jul 06 18:52:31.728710 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-229bdbd9-445a-420c-b04e-aa2795c0d979 req-369fd366-0766-4947-9a78-c9cfdc28e9b6 service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021290 Jul 06 18:52:32.470680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6e567-ed12-4cd0-ae87-97f8e8adc406 req-374972d9-325e-461f-9435-d5febdc9d167 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:32.473523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3e6e567-ed12-4cd0-ae87-97f8e8adc406 req-374972d9-325e-461f-9435-d5febdc9d167 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0640476 Jul 06 18:52:32.510938 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3e6e567-ed12-4cd0-ae87-97f8e8adc406 req-de64af5a-9fe6-41d7-bc9d-19e70f605ada tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327914 Jul 06 18:52:32.837440 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:33.696939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c238c3-a78f-413d-ab75-865d2f9e72bf req-28b8df3b-e6dd-42b0-8816-5fc63e289e5f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:33.698584 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19c238c3-a78f-413d-ab75-865d2f9e72bf req-28b8df3b-e6dd-42b0-8816-5fc63e289e5f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0706232 Jul 06 18:52:33.737535 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-19c238c3-a78f-413d-ab75-865d2f9e72bf req-bfa5b906-df55-45b3-bd19-15920d8fe00f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332475 Jul 06 18:52:34.917476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e83af-1bf7-4dba-a310-879445215774 req-6fef1beb-f4eb-4716-956e-0cb0c81c3788 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:34.919466 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-811e83af-1bf7-4dba-a310-879445215774 req-6fef1beb-f4eb-4716-956e-0cb0c81c3788 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0674238 Jul 06 18:52:34.958227 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-811e83af-1bf7-4dba-a310-879445215774 req-3da09e41-ab76-42e1-8568-4de649341788 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325866 Jul 06 18:52:36.062507 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:36.152203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12daf0fe-b499-46a2-9e5b-dc5007a14bb7 req-28d70093-1b4d-4888-968a-86d0d4786080 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:36.153799 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12daf0fe-b499-46a2-9e5b-dc5007a14bb7 req-28d70093-1b4d-4888-968a-86d0d4786080 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0748281 Jul 06 18:52:36.194908 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-12daf0fe-b499-46a2-9e5b-dc5007a14bb7 req-e4356478-588a-49e2-94a6-0a1724afa48a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341773 Jul 06 18:52:37.380559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b33f4b-fcad-4159-8b58-7c61e3395d00 req-6eae443c-0131-457b-bfc7-c39ebf7cef02 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:37.382087 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-00b33f4b-fcad-4159-8b58-7c61e3395d00 req-6eae443c-0131-457b-bfc7-c39ebf7cef02 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0703502 Jul 06 18:52:37.422745 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-00b33f4b-fcad-4159-8b58-7c61e3395d00 req-7fef51be-0d4c-4aaf-a1e2-c81355adddc8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348558 Jul 06 18:52:38.610416 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66890ccb-e349-4cc2-8424-f081e28adc8f req-cf754a3f-884a-48cf-be8a-4cb3b1917a8d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:38.612605 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66890ccb-e349-4cc2-8424-f081e28adc8f req-cf754a3f-884a-48cf-be8a-4cb3b1917a8d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0719755 Jul 06 18:52:38.651983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-66890ccb-e349-4cc2-8424-f081e28adc8f req-7361825e-2741-424b-9319-54f554026ffd tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335488 Jul 06 18:52:39.838746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559a1d6-5181-4991-8e47-78b2fe140b4e req-792dc905-f9cc-4412-8597-4922a6c6e31d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:39.840360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d559a1d6-5181-4991-8e47-78b2fe140b4e req-792dc905-f9cc-4412-8597-4922a6c6e31d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0702267 Jul 06 18:52:39.881005 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d559a1d6-5181-4991-8e47-78b2fe140b4e req-f9000f22-aa16-45c5-b755-0d16bb39b9eb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Jul 06 18:52:41.060451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9282a8-7499-44b5-8c55-603ecc33700d req-94cf3e1f-c8e4-4aeb-bcec-2ee6aa18a744 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:41.061970 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c9282a8-7499-44b5-8c55-603ecc33700d req-94cf3e1f-c8e4-4aeb-bcec-2ee6aa18a744 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0648210 Jul 06 18:52:41.104808 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1c9282a8-7499-44b5-8c55-603ecc33700d req-7e5c2dd6-3cb3-4a89-b40e-cba4150c7404 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371413 Jul 06 18:52:42.317527 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c7db0-0439-436b-846e-22a17d4be547 req-362f5e61-40f7-4b36-bf18-8bd3f571e075 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:42.322378 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-778c7db0-0439-436b-846e-22a17d4be547 req-362f5e61-40f7-4b36-bf18-8bd3f571e075 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0724936 Jul 06 18:52:42.360301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-778c7db0-0439-436b-846e-22a17d4be547 req-b52cc6d4-2bb9-43ee-9112-f9bcf6e2686e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353670 Jul 06 18:52:43.541934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd4e0c-33ef-4852-b751-20a2dd936444 req-6b671dbf-3b13-47d9-8091-527ed570803b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:43.543471 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9cd4e0c-33ef-4852-b751-20a2dd936444 req-6b671dbf-3b13-47d9-8091-527ed570803b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0692778 Jul 06 18:52:43.582614 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9cd4e0c-33ef-4852-b751-20a2dd936444 req-5ad5bc4c-a725-4669-83e4-e9d800f2db75 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Jul 06 18:52:44.762479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dd76a-f44b-4103-ab6e-546135d05d27 req-6c491e31-65f0-41a7-a3be-3dcb5b3ffd11 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:44.763944 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-339dd76a-f44b-4103-ab6e-546135d05d27 req-6c491e31-65f0-41a7-a3be-3dcb5b3ffd11 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0657706 Jul 06 18:52:44.803447 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-339dd76a-f44b-4103-ab6e-546135d05d27 req-4c42825a-85df-4120-8dcf-781ad3e46d49 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Jul 06 18:52:45.989363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28080df-e29c-481c-b4c8-6ad267dfcbce req-0ca96fe4-6fc8-4443-9d1e-676b12071ed5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:45.990977 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28080df-e29c-481c-b4c8-6ad267dfcbce req-0ca96fe4-6fc8-4443-9d1e-676b12071ed5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0689785 Jul 06 18:52:46.031340 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c28080df-e29c-481c-b4c8-6ad267dfcbce req-0ae13b5c-a7b2-424d-ac8d-0303480ba268 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346327 Jul 06 18:52:47.136018 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c586586b-3f39-4db9-8b0f-386f664c2a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:47.203211 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6019bec-da9a-471a-bcef-c3881df07d8c req-65b9cb62-ec39-4f1e-912d-2781788120ab tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:47.205349 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e6019bec-da9a-471a-bcef-c3881df07d8c req-65b9cb62-ec39-4f1e-912d-2781788120ab tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0622284 Jul 06 18:52:47.244032 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e6019bec-da9a-471a-bcef-c3881df07d8c req-41c610bd-b5f6-4098-a9e1-37f2a719c4c5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Jul 06 18:52:48.419209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e64d4-71e0-417a-853b-479087daa1ea req-3cccaa5b-697d-4c62-a606-1cb2a006aa80 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:52:48.420700 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a7e64d4-71e0-417a-853b-479087daa1ea req-3cccaa5b-697d-4c62-a606-1cb2a006aa80 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0662718 Jul 06 18:52:48.458642 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a7e64d4-71e0-417a-853b-479087daa1ea req-aad4b8ad-af6d-46bc-bf06-0b76a581c42f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322397 Jul 06 18:52:48.488837 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:52:48.552762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bd788a9d-f937-4e4c-9059-d09ccaa91723 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1 HTTP/1.1" status: 200 len: 993 time: 0.0627494 Jul 06 18:52:49.682019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-70dc036c-6210-4948-91ae-cf69ae001ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:50.248337 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:51.011794 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:52.929046 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:52:59.037426 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:53:00.173693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-56b67f54-039a-4589-b4fc-f2b951c2decd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557191 Jul 06 18:53:00.273959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-8c2ff5e0-ff89-4d0b-949e-8057fc073e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:00.275469 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-8c2ff5e0-ff89-4d0b-949e-8057fc073e16 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 1097 time: 0.0534143 Jul 06 18:53:00.390126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-467fceb3-6dcc-4bd1-9067-8df5d54cc5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:00.391878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-467fceb3-6dcc-4bd1-9067-8df5d54cc5f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98 HTTP/1.1" status: 200 len: 898 time: 0.0907280 Jul 06 18:53:00.801407 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-8d74ae7c-7ce4-4d3c-afe8-b111eadb35ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27f83184-239d-4304-b3e9-13bbf4fc3534 HTTP/1.1" status: 200 len: 1001 time: 0.4029775 Jul 06 18:53:00.855190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-4ead1087-594d-40c8-8628-fcf0f040594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:00.856683 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-4ead1087-594d-40c8-8628-fcf0f040594a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da15364b-1788-4369-886c-f256be792d9b HTTP/1.1" status: 200 len: 835 time: 0.0468249 Jul 06 18:53:00.924954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-873e15e8-cd1e-4aaa-b129-af7a39648506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:00.925846 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-873e15e8-cd1e-4aaa-b129-af7a39648506 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608654 Jul 06 18:53:01.022661 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-a9744c1c-7881-4d8d-86e2-ba8de9cdf3c2 service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868871 Jul 06 18:53:01.114316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-058630b7-62a2-4ea3-9653-5d4b00118169 req-e3f807f6-56d6-4eaa-b8e8-0c68cd174166 service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856421 Jul 06 18:53:02.855421 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:06.076019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:17.136349 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fabd9ca0-25e8-4e6f-8596-b91c51996f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:19.685459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef54b-ed44-45c5-9fee-f03d1419f692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.205581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56626) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:20.253534 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.388294 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 20a36558-44aa-488c-9e50-78bfb572a722 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:20.388625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.476188 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.476454 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.491451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 20a36558-44aa-488c-9e50-78bfb572a722 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:20.651507 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.681785 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=20a36558-44aa-488c-9e50-78bfb572a722,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:20.714185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.714558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.714913 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.715255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.715592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.715928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.716263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.716594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.716922 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.717251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.717577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.717901 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:20.760109 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:20.760451 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1 disassociated (deleted). External IP: 172.25.7.25, port: 27f83184-239d-4304-b3e9-13bbf4fc3534. Jul 06 18:53:20.996918 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3220ff33-9c9f-41ea-a368-512fa09ce31f has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:21.017874 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.122233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:21.128691 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:21.133258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] Sync routers for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:21.144808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:21.145469 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:21.176110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-acf50034-8097-4d3b-8a93-fffb7ba6b009 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/floatingips/f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1 HTTP/1.1" status: 204 len: 168 time: 0.9691958 Jul 06 18:53:21.176736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:21.179205 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc969cf3-6650-4199-92f5-106f0f254e40" -d '{"events": [{"name": "network-changed", "server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:21.219374 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3188835-7e8e-4def-b9b0-aa92af0d6560 x-openstack-request-id: req-e3188835-7e8e-4def-b9b0-aa92af0d6560 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:21.220871 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:21.220871 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3188835-7e8e-4def-b9b0-aa92af0d6560 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:21.220871 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'status': 'completed', 'code': 200} Jul 06 18:53:21.277465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:21.310221 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-892ef9b8-c8ea-45ce-b6a4-9c3883007eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.311975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-892ef9b8-c8ea-45ce-b6a4-9c3883007eac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 1097 time: 0.0672183 Jul 06 18:53:21.438747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-594e221e-3240-496a-9c49-73b719b3e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.440491 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-594e221e-3240-496a-9c49-73b719b3e3f0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98 HTTP/1.1" status: 200 len: 898 time: 0.1196671 Jul 06 18:53:21.505769 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-dc2fef99-db45-42e7-be4a-d8548df7de7d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27f83184-239d-4304-b3e9-13bbf4fc3534 HTTP/1.1" status: 200 len: 217 time: 0.0577891 Jul 06 18:53:21.536233 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2e56388d-7201-474c-9d91-423cd80c8483', 'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:d0:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:42Z', 'updated_at': '2021-07-06T18:51:47Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'da15364b-1788-4369-886c-f256be792d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:21.565742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] Checking router: 3220ff33-9c9f-41ea-a368-512fa09ce31f for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:21.568329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-f0ae9a6e-2378-4169-bcd9-7c69a00cd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.569889 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-f0ae9a6e-2378-4169-bcd9-7c69a00cd4fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da15364b-1788-4369-886c-f256be792d9b HTTP/1.1" status: 200 len: 835 time: 0.0583205 Jul 06 18:53:21.577503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:21.578955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:21.691313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-3425c0e6-81b4-4caf-86fa-022e2a42fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.692875 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-3425c0e6-81b4-4caf-86fa-022e2a42fa14 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b897944-7f6d-4fa6-80fc-155e7fa0eb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159253 Jul 06 18:53:21.705485 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6e2c0-02bb-4c2c-b8cd-9e1d99aef3d7 req-1bd94d3b-4e6f-4eca-9ed4-570de9d22ad5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:21.707240 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19e6e2c0-02bb-4c2c-b8cd-9e1d99aef3d7 req-1bd94d3b-4e6f-4eca-9ed4-570de9d22ad5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0936399 Jul 06 18:53:21.711219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:21.800754 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-19e6e2c0-02bb-4c2c-b8cd-9e1d99aef3d7 req-aa61fe6f-5298-44fc-828c-95de181d580a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839627 Jul 06 18:53:21.837097 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-88720137-656f-4385-844f-06f79c0551c9 service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287317 Jul 06 18:53:21.941344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2e56388d-7201-474c-9d91-423cd80c8483', 'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:d0:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:42Z', 'updated_at': '2021-07-06T18:51:47Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'da15364b-1788-4369-886c-f256be792d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:21.946073 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dc969cf3-6650-4199-92f5-106f0f254e40 req-96949c5a-9f00-413b-8324-2f844d462eac service neutron] 10.222.0.22 "GET /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024182 Jul 06 18:53:21.969084 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4ea849-a67f-44c9-bc77-ce9508ab0a04 None None] The sync data for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 is: [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '2e56388d-7201-474c-9d91-423cd80c8483', 'name': '', 'network_id': '2b897944-7f6d-4fa6-80fc-155e7fa0eb98', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:d0:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'da15364b-1788-4369-886c-f256be792d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:42Z', 'updated_at': '2021-07-06T18:51:47Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'da15364b-1788-4369-886c-f256be792d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:22.207492 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c3dab2-7040-4257-98d4-7310b045e732 None None] New status for floating IP f8d59a39-0c01-4dd7-b38b-9d03b90ab5f1: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:53:22.934466 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.029163 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d99dcd-edd1-4750-8e83-87a85cbbd159 req-36940e1e-1c20-40cc-8b58-ab2bef958504 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:23.030794 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9d99dcd-edd1-4750-8e83-87a85cbbd159 req-36940e1e-1c20-40cc-8b58-ab2bef958504 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0796561 Jul 06 18:53:23.088866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e9d99dcd-edd1-4750-8e83-87a85cbbd159 req-e9115882-ebb7-4d35-a73c-f7f04e5b4fd4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=6de8e792-581e-47c8-9538-540ff2bf4184&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513937 Jul 06 18:53:23.095955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-06780b61-2319-465c-8538-bf125fa15ac9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:23.098084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-06780b61-2319-465c-8538-bf125fa15ac9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 946 time: 0.0785515 Jul 06 18:53:23.209474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 27f83184-239d-4304-b3e9-13bbf4fc3534 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:23.209825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.311846 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 27f83184-239d-4304-b3e9-13bbf4fc3534, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=27f83184-239d-4304-b3e9-13bbf4fc3534,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:23.312188 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.326278 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 27f83184-239d-4304-b3e9-13bbf4fc3534 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:23.471721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.525225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=27f83184-239d-4304-b3e9-13bbf4fc3534,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:23.580915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] No DVR routers for this DVR port 27f83184-239d-4304-b3e9-13bbf4fc3534 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:23.584057 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:23.586207 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-62dc55cb-c42c-426c-b870-81c4112ef23a req-9a0672f9-5c75-4f2d-b2b2-f40a62f7037e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "DELETE /v2.0/ports/27f83184-239d-4304-b3e9-13bbf4fc3534 HTTP/1.1" status: 204 len: 173 time: 0.4826212 Jul 06 18:53:23.586742 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'name': 'network-vif-deleted', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:23.589343 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5eea65-38ed-4afe-b82d-2ac60cf2d47e" -d '{"events": [{"server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "name": "network-vif-deleted", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:23.641330 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bc52e5-e750-418b-be82-1cfd327ae451 x-openstack-request-id: req-f0bc52e5-e750-418b-be82-1cfd327ae451 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:23.641643 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227f77dd-8ac5-487c-9a3a-c05c17db979b", "name": "network-vif-deleted", "tag": "27f83184-239d-4304-b3e9-13bbf4fc3534", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:23.642085 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0bc52e5-e750-418b-be82-1cfd327ae451 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:23.642603 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227f77dd-8ac5-487c-9a3a-c05c17db979b', 'name': 'network-vif-deleted', 'tag': '27f83184-239d-4304-b3e9-13bbf4fc3534', 'status': 'completed', 'code': 200} Jul 06 18:53:24.268916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c00c02be-09d9-405c-80a8-65a0ffdf7b92 req-7904f750-0e17-46a5-9177-ba00e22386be tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=227f77dd-8ac5-487c-9a3a-c05c17db979b HTTP/1.1" status: 200 len: 210 time: 0.0314803 Jul 06 18:53:25.366317 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56644) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:26.050188 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.338627 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 2e56388d-7201-474c-9d91-423cd80c8483 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:26.338980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.435543 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 2e56388d-7201-474c-9d91-423cd80c8483, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=2e56388d-7201-474c-9d91-423cd80c8483,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:26.436311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.450078 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 2e56388d-7201-474c-9d91-423cd80c8483 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:26.655055 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.682899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=2e56388d-7201-474c-9d91-423cd80c8483,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:26.696418 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.696779 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.697126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.697470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.697808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.698155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.698511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.698846 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.699180 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.699514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.699845 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.700170 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:26.898941 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:26.947312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 27f83184-239d-4304-b3e9-13bbf4fc3534 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:26.968328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 27f83184-239d-4304-b3e9-13bbf4fc3534 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:26.968585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 27f83184-239d-4304-b3e9-13bbf4fc3534 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:27.130357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3220ff33-9c9f-41ea-a368-512fa09ce31f has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:27.252952 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:27.258747 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-2d8821a0-f6cf-4820-96c6-db9546d99f47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/3220ff33-9c9f-41ea-a368-512fa09ce31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8907623 Jul 06 18:53:27.261585 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56646) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:27.264748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] Sync routers for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:27.275592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:27.276215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:27.320429 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab03cff2-37d8-460c-8ccc-6f568a74a567 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting subnet da15364b-1788-4369-886c-f256be792d9b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:53:27.324116 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab03cff2-37d8-460c-8ccc-6f568a74a567 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.378017 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab03cff2-37d8-460c-8ccc-6f568a74a567 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.396737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:27.493900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab03cff2-37d8-460c-8ccc-6f568a74a567 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.565893 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab03cff2-37d8-460c-8ccc-6f568a74a567 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.600865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:53:26Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:27.609515 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03cff2-37d8-460c-8ccc-6f568a74a567 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Subnet': ['ID=da15364b-1788-4369-886c-f256be792d9b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:27.614122 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab03cff2-37d8-460c-8ccc-6f568a74a567 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.617475 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ab03cff2-37d8-460c-8ccc-6f568a74a567 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/subnets/da15364b-1788-4369-886c-f256be792d9b HTTP/1.1" status: 204 len: 168 time: 0.3547404 Jul 06 18:53:27.620085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56650) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:27.636769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b2dae-b005-41a7-b159-9c5bd69efc3f None None] Network 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:27.639080 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] Checking router: 3220ff33-9c9f-41ea-a368-512fa09ce31f for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:27.687758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] Routers {'3220ff33-9c9f-41ea-a368-512fa09ce31f'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:27.688431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3220ff33-9c9f-41ea-a368-512fa09ce31f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:27.742411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.865340 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:27.924624 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:27.924971 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.009890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=6275c96a-e9c7-4e3d-af7d-3d4d6064c38c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:28.010444 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.018534 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] Set router 3220ff33-9c9f-41ea-a368-512fa09ce31f gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:28.025636 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:28.217630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:53:26Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:28.221835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] DHCP port deletion for 2b897944-7f6d-4fa6-80fc-155e7fa0eb98 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:53:28.222543 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.253101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98b4f5-7e54-455c-9a8f-5999d4f9d8ba None None] The sync data for ids ['3220ff33-9c9f-41ea-a368-512fa09ce31f'] in n-d-799526-3 is: [{'id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083142578', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:51:39Z', 'updated_at': '2021-07-06T18:53:26Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '6275c96a-e9c7-4e3d-af7d-3d4d6064c38c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3220ff33-9c9f-41ea-a368-512fa09ce31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:51:40Z', 'updated_at': '2021-07-06T18:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:28.281640 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=6275c96a-e9c7-4e3d-af7d-3d4d6064c38c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:28.307097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Deleting port 4a9bf189-6558-404a-9b7a-c78a0be99395 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:53:28.307529 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.322587 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.375964 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] For port 4a9bf189-6558-404a-9b7a-c78a0be99395, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=4a9bf189-6558-404a-9b7a-c78a0be99395,segment=NetworkSegment(6ce9a0e0-3233-49d5-95c6-a0987543a494),segment_id=6ce9a0e0-3233-49d5-95c6-a0987543a494)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:28.376972 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.391512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Calling delete_port for 4a9bf189-6558-404a-9b7a-c78a0be99395 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:53:28.421013 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.423594 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.468806 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.469325 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Fanout notify agent at l3_agent the message router_deleted on router 3220ff33-9c9f-41ea-a368-512fa09ce31f {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:53:28.478193 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.479362 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1025185d-3f59-4670-ad17-ec217100d482 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/routers/3220ff33-9c9f-41ea-a368-512fa09ce31f HTTP/1.1" status: 204 len: 168 time: 0.8583267 Jul 06 18:53:28.483524 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56652) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:28.515187 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.540959 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Pushing event deleted for resources: {'Port': ['ID=4a9bf189-6558-404a-9b7a-c78a0be99395,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:28.551857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.552249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.552622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.552990 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.553373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.553726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.554068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.554453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.554768 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.555103 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.555436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.555769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:28.558818 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81b694-bcea-4413-92a9-b0a6f9b641e1 None None] No DVR routers for this DVR port 4a9bf189-6558-404a-9b7a-c78a0be99395 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:53:28.573590 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.677905 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.688967 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b897944-7f6d-4fa6-80fc-155e7fa0eb98']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:28.701643 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce9a0e0-3233-49d5-95c6-a0987543a494') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:28.701945 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce9a0e0-3233-49d5-95c6-a0987543a494') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:28.715725 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.733524 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.742787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:53:28.742787 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:53:28.745393 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:53:28.816252 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.821842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.827775 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/networks/2b897944-7f6d-4fa6-80fc-155e7fa0eb98 HTTP/1.1" status: 204 len: 168 time: 0.3394468 Jul 06 18:53:28.828863 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56654) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:28.843784 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933d215-4e7a-4c19-bc9f-b57ac720e5fc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Network': ['ID=2b897944-7f6d-4fa6-80fc-155e7fa0eb98,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:28.900274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42fdd4d9-71b9-4114-bea2-f1f87d10a970 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.929681 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42fdd4d9-71b9-4114-bea2-f1f87d10a970 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:28.999638 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42fdd4d9-71b9-4114-bea2-f1f87d10a970 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.003093 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42fdd4d9-71b9-4114-bea2-f1f87d10a970 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.004303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-42fdd4d9-71b9-4114-bea2-f1f87d10a970 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/security-groups/6de8e792-581e-47c8-9538-540ff2bf4184 HTTP/1.1" status: 204 len: 168 time: 0.1753266 Jul 06 18:53:29.013904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd4d9-71b9-4114-bea2-f1f87d10a970 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de8e792-581e-47c8-9538-540ff2bf4184,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:29.441841 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56660) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:29.446602 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ed16dae5-6355-44aa-b0f4-e594440d0eef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993416164', 'description': 'tempest-secgroup-smoke-993416164 description', 'project_id': 'bd74887f7afa410286194e367aff637b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:29.470313 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed16dae5-6355-44aa-b0f4-e594440d0eef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.567980 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed16dae5-6355-44aa-b0f4-e594440d0eef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.572078 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed16dae5-6355-44aa-b0f4-e594440d0eef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.611207 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed16dae5-6355-44aa-b0f4-e594440d0eef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.615518 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ed16dae5-6355-44aa-b0f4-e594440d0eef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1694295 Jul 06 18:53:29.615805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56662) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:29.616928 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16dae5-6355-44aa-b0f4-e594440d0eef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f9494-4b88-4b8b-9f93-362244b21aa3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:29.620851 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-668678e4-88e3-4de9-a2a8-96a3ee57ec37 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'da6f9494-4b88-4b8b-9f93-362244b21aa3', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:29.650063 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-668678e4-88e3-4de9-a2a8-96a3ee57ec37 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.705510 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-668678e4-88e3-4de9-a2a8-96a3ee57ec37 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.710484 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-668678e4-88e3-4de9-a2a8-96a3ee57ec37 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.735126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668678e4-88e3-4de9-a2a8-96a3ee57ec37 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5a49fc-fb2e-4d19-9058-1b6dc4fbe2ce,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:29.746510 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-668678e4-88e3-4de9-a2a8-96a3ee57ec37 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.747834 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-668678e4-88e3-4de9-a2a8-96a3ee57ec37 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308227 Jul 06 18:53:29.751174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56664) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:29.751651 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:29.756129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cfc07be8-1763-4e6f-894c-bf657dee65f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'da6f9494-4b88-4b8b-9f93-362244b21aa3', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:29.774610 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:29.774970 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 6275c96a-e9c7-4e3d-af7d-3d4d6064c38c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:29.775420 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4a9bf189-6558-404a-9b7a-c78a0be99395 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:29.789260 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc07be8-1763-4e6f-894c-bf657dee65f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.795989 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 4a9bf189-6558-404a-9b7a-c78a0be99395 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:29.796347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 4a9bf189-6558-404a-9b7a-c78a0be99395 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:29.796808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2e56388d-7201-474c-9d91-423cd80c8483 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:53:29.822559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 2e56388d-7201-474c-9d91-423cd80c8483 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:53:29.822559 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 2e56388d-7201-474c-9d91-423cd80c8483 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:53:29.860313 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc07be8-1763-4e6f-894c-bf657dee65f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.865067 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc07be8-1763-4e6f-894c-bf657dee65f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.887238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc07be8-1763-4e6f-894c-bf657dee65f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd3212b-3ca2-41f7-b91e-3ea379460790,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:29.890247 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc07be8-1763-4e6f-894c-bf657dee65f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:29.891576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cfc07be8-1763-4e6f-894c-bf657dee65f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391807 Jul 06 18:53:29.895651 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56666) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:29.900598 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b1a4e46f-6b06-4f1f-a414-e9ae83ff78cf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'da6f9494-4b88-4b8b-9f93-362244b21aa3', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:29.932233 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e46f-6b06-4f1f-a414-e9ae83ff78cf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.004605 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e46f-6b06-4f1f-a414-e9ae83ff78cf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.008975 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e46f-6b06-4f1f-a414-e9ae83ff78cf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.029012 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4e46f-6b06-4f1f-a414-e9ae83ff78cf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efe3326-986e-41b0-a367-babb514c4c96,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.037226 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e46f-6b06-4f1f-a414-e9ae83ff78cf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.038527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b1a4e46f-6b06-4f1f-a414-e9ae83ff78cf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418192 Jul 06 18:53:30.042528 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:30.047352 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ecb40ab3-c9d7-403a-b0fa-30410449e05a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'da6f9494-4b88-4b8b-9f93-362244b21aa3', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:30.077500 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecb40ab3-c9d7-403a-b0fa-30410449e05a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.149863 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecb40ab3-c9d7-403a-b0fa-30410449e05a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.150992 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecb40ab3-c9d7-403a-b0fa-30410449e05a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.173926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb40ab3-c9d7-403a-b0fa-30410449e05a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da8e82d-a437-49e5-9fe9-92342ee5b5da,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.181661 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecb40ab3-c9d7-403a-b0fa-30410449e05a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.184609 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ecb40ab3-c9d7-403a-b0fa-30410449e05a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408246 Jul 06 18:53:30.187775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56670) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:30.193132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0c3700a8-834d-4d43-a57d-d2f84d41bdae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'da6f9494-4b88-4b8b-9f93-362244b21aa3', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:30.218634 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-0c3700a8-834d-4d43-a57d-d2f84d41bdae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:53:30.225363 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c3700a8-834d-4d43-a57d-d2f84d41bdae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.304484 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c3700a8-834d-4d43-a57d-d2f84d41bdae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.309074 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c3700a8-834d-4d43-a57d-d2f84d41bdae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.331717 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3700a8-834d-4d43-a57d-d2f84d41bdae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6349d2e4-b07d-4131-825e-075084f062fa,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.335932 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c3700a8-834d-4d43-a57d-d2f84d41bdae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.338187 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0c3700a8-834d-4d43-a57d-d2f84d41bdae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489084 Jul 06 18:53:30.342533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56672) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:30.348316 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-037f60be-3c34-4fb3-9657-e0453ea61b1e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'da6f9494-4b88-4b8b-9f93-362244b21aa3', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:30.375046 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-037f60be-3c34-4fb3-9657-e0453ea61b1e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:53:30.381214 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-037f60be-3c34-4fb3-9657-e0453ea61b1e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.457856 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-037f60be-3c34-4fb3-9657-e0453ea61b1e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.463166 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-037f60be-3c34-4fb3-9657-e0453ea61b1e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.485242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f60be-3c34-4fb3-9657-e0453ea61b1e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd237ec5-5c2c-4eb2-b7de-dd7db4a0d328,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.489958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-037f60be-3c34-4fb3-9657-e0453ea61b1e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.494674 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-037f60be-3c34-4fb3-9657-e0453ea61b1e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477883 Jul 06 18:53:30.494674 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56674) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:30.499760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'network': {'name': 'tempest-network-smoke--119127090', 'project_id': 'bd74887f7afa410286194e367aff637b', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:30.524179 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:30.530189 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.565883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:53:30.582285 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.582594 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Added segment a4a3cab1-9b22-4e16-8293-2639fded1a54 of type vlan for network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 Jul 06 18:53:30.627695 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.659742 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.668811 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:30.669432 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.737878 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2419946 Jul 06 18:53:30.740674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56676) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:30.746032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'admin_state_up': True, 'project_id': 'bd74887f7afa410286194e367aff637b', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:30.746563 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0173e0f-2f0c-4dc6-8b44-22b0023745b2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Network': ['ID=e4472f15-0f56-4516-9bbd-e2bfad3f7b28,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:30.757783 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:53:30.770380 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.771493 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.835255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:30.998242 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.219440 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.244835 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.358993 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.226 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:31.472684 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.519585 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:31.558982 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:31.564831 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:31.568625 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:31.574725 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:32.256464 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.494670 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.645385 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router fb34ca3e-e00d-4470-bf68-3c74125acfe9 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:53:32.757273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:32.766307 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Sync routers for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:32.775967 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:32.776633 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:32.778321 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.779811 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e3165de8-463f-480d-b150-4c427359ad0f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0377574 Jul 06 18:53:32.783878 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56678) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:32.815332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2bada83d-6feb-4f90-8192-428de32b6d25 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bd74887f7afa410286194e367aff637b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298212 Jul 06 18:53:32.818102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56680) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:32.888824 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:32.932500 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:32.943384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375652b2-e715-4883-b227-0787de8eb268 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:32.948356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56682) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:32.949242 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-375652b2-e715-4883-b227-0787de8eb268 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298518 Jul 06 18:53:33.003334 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-48147785-bef4-4e69-b767-2123cc7cd8bb tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513318 Jul 06 18:53:33.003673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56684) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:33.009689 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-507693371', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'project_id': 'bd74887f7afa410286194e367aff637b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:33.108348 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:32Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:33.131301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:33.135047 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.139846 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Checking router: fb34ca3e-e00d-4470-bf68-3c74125acfe9 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:33.139846 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Updating router fb34ca3e-e00d-4470-bf68-3c74125acfe9 port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:33.177647 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.338833 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.421519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Subnet': ['ID=9c2de247-b857-4ba1-b8b6-2bea16fa8579,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:33.431895 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Checking segment: {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:33.432277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network hostable DHCP agents. Network: e4472f15-0f56-4516-9bbd-e2bfad3f7b28, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:53:33.452369 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.456012 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:53:33.464450 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Transition to ACTIVE for port object 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:33.466843 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, e4472f15-0f56-4516-9bbd-e2bfad3f7b28) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:33.474430 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:33.475197 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.475362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906cf06-2e83-482f-8b65-57c61d9b4300 None None] Network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:33.477122 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.504516 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56686) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:33.524558 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8b2d3bfd-468e-4bf6-8a2e-c62fc3a54697 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5192752 Jul 06 18:53:33.538382 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Attempting to bind port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:33.539134 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Attempting to bind port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:33.539134 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Attempting to bind port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:33.550315 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:33.550708 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:33.551158 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.551607 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:33.552493 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Bound port: 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:33.552493 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.643981 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] For port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:33.646004 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72165307-72da-46ab-9e6d-674706123134 None None] Pushing event updated for resources: {'Port': ['ID=1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:33.649521 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] For port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:33.654634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:53:33.655668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.657701 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:33.681453 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.682515 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.683085 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.683611 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.684118 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.684628 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.684959 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.685289 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.685613 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.685939 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.686262 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.686620 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72165307-72da-46ab-9e6d-674706123134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:53:33.755300 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72165307-72da-46ab-9e6d-674706123134 None None] Pushing event updated for resources: {'Port': ['ID=1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:33.779427 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:33.780125 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:33.836424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Allocated IP 172.20.0.2 (e4472f15-0f56-4516-9bbd-e2bfad3f7b28/9c2de247-b857-4ba1-b8b6-2bea16fa8579/982f2489-7fbc-4738-95a1-48ba10c68c57) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:33.909358 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:34.025382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.037383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Transition to ACTIVE for port object 982f2489-7fbc-4738-95a1-48ba10c68c57 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:34.055304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Transition to ACTIVE for port object 982f2489-7fbc-4738-95a1-48ba10c68c57 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:34.063007 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.102143 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:34.107907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:34.110822 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:34.112947 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.140875 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:32Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:34.157809 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Pushing event updated for resources: {'Port': ['ID=982f2489-7fbc-4738-95a1-48ba10c68c57,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:34.174041 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a772a7-424b-40ed-8292-6bc2f4d85a7d None None] The sync data for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 is: [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:32Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:34.207409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Attempting to bind port 982f2489-7fbc-4738-95a1-48ba10c68c57 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:34.207947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Attempting to bind port 982f2489-7fbc-4738-95a1-48ba10c68c57 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:34.208430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Attempting to bind port 982f2489-7fbc-4738-95a1-48ba10c68c57 on network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:34.214068 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:34.214579 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Checking segment: {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:34.215058 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.215695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Bound using segment: {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:34.216095 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Bound port: 982f2489-7fbc-4738-95a1-48ba10c68c57, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:34.216499 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.289485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] For port 982f2489-7fbc-4738-95a1-48ba10c68c57, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:34.293219 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] For port 982f2489-7fbc-4738-95a1-48ba10c68c57, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=982f2489-7fbc-4738-95a1-48ba10c68c57,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:34.298753 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.365076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6b551-f99e-4fd7-8ae9-b46b048db217 None None] Pushing event updated for resources: {'Port': ['ID=982f2489-7fbc-4738-95a1-48ba10c68c57,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:34.459996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.1 (e4472f15-0f56-4516-9bbd-e2bfad3f7b28/9c2de247-b857-4ba1-b8b6-2bea16fa8579/665b5a38-0d68-4419-a6ea-07bc9c34d57b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:34.617859 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.644148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object 665b5a38-0d68-4419-a6ea-07bc9c34d57b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:34.687008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.744951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:34.748706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:34.757015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:34.786269 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=665b5a38-0d68-4419-a6ea-07bc9c34d57b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:34.808904 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:34.987429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.452953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2c5686-a14f-4a21-82fb-4351cd576351 None None] Network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:53:35.594096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-add8a97b-4ff1-4489-a1a0-e3684c3a3178 None None] Provisioning for port 982f2489-7fbc-4738-95a1-48ba10c68c57 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:35.702153 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.708312 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.831611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 982f2489-7fbc-4738-95a1-48ba10c68c57 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:35.864800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=665b5a38-0d68-4419-a6ea-07bc9c34d57b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:35.869592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:35.903779 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 982f2489-7fbc-4738-95a1-48ba10c68c57 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:35.911373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 982f2489-7fbc-4738-95a1-48ba10c68c57 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:35.912012 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.004280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:36.006489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:36.035358 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.038307 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:53:36.061774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e50b834f-6700-485c-984d-95eb76bb8fec None None] Provisioning complete for port 982f2489-7fbc-4738-95a1-48ba10c68c57 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:36.062053 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e50b834f-6700-485c-984d-95eb76bb8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.120239 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 982f2489-7fbc-4738-95a1-48ba10c68c57, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=982f2489-7fbc-4738-95a1-48ba10c68c57,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:36.130547 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.131500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:36.142095 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.161926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router fb34ca3e-e00d-4470-bf68-3c74125acfe9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:36.236847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=982f2489-7fbc-4738-95a1-48ba10c68c57,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:36.275612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:36.286853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:36.287288 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.326082 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:36.340289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Sync routers for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:36.342698 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1d9f6766-42f0-4c3a-abc1-ed74fc87121e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/fb34ca3e-e00d-4470-bf68-3c74125acfe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8365893 Jul 06 18:53:36.348474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e50b834f-6700-485c-984d-95eb76bb8fec None None] Provisioning for port 665b5a38-0d68-4419-a6ea-07bc9c34d57b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:36.360568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e50b834f-6700-485c-984d-95eb76bb8fec None None] Provisioning complete for port 665b5a38-0d68-4419-a6ea-07bc9c34d57b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:36.361504 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e50b834f-6700-485c-984d-95eb76bb8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.391108 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:36.392574 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:36.476811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e50b834f-6700-485c-984d-95eb76bb8fec None None] Port 665b5a38-0d68-4419-a6ea-07bc9c34d57b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:36.498329 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.514722 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-7c07ab2f-025e-4d6b-b3af-23652551663d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993416164&fields=id&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 267 time: 0.0465262 Jul 06 18:53:36.559465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:36.564692 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.596754 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:36.646133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-46031e31-f90a-401b-bd2c-4b0c1e24de48 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:36.647701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-46031e31-f90a-401b-bd2c-4b0c1e24de48 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 796 time: 0.1215749 Jul 06 18:53:36.665323 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-23ce0ca5-cd13-49a4-9c99-882c7f93359f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/quotas/bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 375 time: 0.0113239 Jul 06 18:53:36.701022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e21bfe27-bc69-4ad4-865b-692da8e7f826 None None] Provisioning complete for port 665b5a38-0d68-4419-a6ea-07bc9c34d57b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:36.701392 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e21bfe27-bc69-4ad4-865b-692da8e7f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:36.705508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:36.744626 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-754ac06a-b245-4fe2-a51e-4b593253c105 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726933 Jul 06 18:53:36.790016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e21bfe27-bc69-4ad4-865b-692da8e7f826 None None] Port 665b5a38-0d68-4419-a6ea-07bc9c34d57b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:36.877071 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '665b5a38-0d68-4419-a6ea-07bc9c34d57b', 'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:25:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:34Z', 'updated_at': '2021-07-06T18:53:35Z', 'revision_number': 2, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:36.896311 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-3f2c67d7-ffc8-43f0-96d7-28357c083939 service neutron] 10.222.0.13 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394668 Jul 06 18:53:36.908638 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Checking router: fb34ca3e-e00d-4470-bf68-3c74125acfe9 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:36.909002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Updating router fb34ca3e-e00d-4470-bf68-3c74125acfe9 port 665b5a38-0d68-4419-a6ea-07bc9c34d57b binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:53:36.944877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.013486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-04b6d89b-469c-4cf6-b935-4dd30c9314dd service neutron] 10.222.0.13 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112154 Jul 06 18:53:37.251556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.262011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Transition to ACTIVE for port object 665b5a38-0d68-4419-a6ea-07bc9c34d57b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:37.269443 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.343451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00f528-224d-4b6a-a662-29b62fd8fac0 None None] Pushing event updated for resources: {'Port': ['ID=665b5a38-0d68-4419-a6ea-07bc9c34d57b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:37.405189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Attempting to bind port 665b5a38-0d68-4419-a6ea-07bc9c34d57b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:37.405815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Attempting to bind port 665b5a38-0d68-4419-a6ea-07bc9c34d57b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:37.406189 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Attempting to bind port 665b5a38-0d68-4419-a6ea-07bc9c34d57b on network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:37.421000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:37.421611 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Checking segment: {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:37.422548 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.423670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Bound using segment: {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:37.424524 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Bound port: 665b5a38-0d68-4419-a6ea-07bc9c34d57b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:37.425274 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.510497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] For port 665b5a38-0d68-4419-a6ea-07bc9c34d57b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:37.513950 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] For port 665b5a38-0d68-4419-a6ea-07bc9c34d57b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=665b5a38-0d68-4419-a6ea-07bc9c34d57b,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:37.520445 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:37.595423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:37.596005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:37.598128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00f528-224d-4b6a-a662-29b62fd8fac0 None None] Pushing event updated for resources: {'Port': ['ID=665b5a38-0d68-4419-a6ea-07bc9c34d57b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:37.816691 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 982f2489-7fbc-4738-95a1-48ba10c68c57 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:37.936939 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:37.965825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 982f2489-7fbc-4738-95a1-48ba10c68c57 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:37.966202 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.183406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:38.267503 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cd150850-db3a-44b2-87f4-d8ae030cf63d req-92f58cf9-f52d-44e8-a82f-d14b71003755 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 210 time: 0.0370679 Jul 06 18:53:38.284853 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '665b5a38-0d68-4419-a6ea-07bc9c34d57b', 'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:25:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:34Z', 'updated_at': '2021-07-06T18:53:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:38.287026 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:38.287396 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:38.339229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a85f5-971f-412c-805f-5d639e525250 None None] The sync data for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 is: [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '665b5a38-0d68-4419-a6ea-07bc9c34d57b', 'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:25:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:34Z', 'updated_at': '2021-07-06T18:53:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:39.466595 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e66ada88-b4a6-4306-a941-88a8db637880 req-87ca88ea-1efb-400a-9c06-15c51e6cedcf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 210 time: 0.0440342 Jul 06 18:53:39.569375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-85a39725-d42b-4d1b-a913-2dc34204b0c7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:39.571126 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-85a39725-d42b-4d1b-a913-2dc34204b0c7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 796 time: 0.1769948 Jul 06 18:53:39.638823 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-fef1f230-cae9-4dd9-b980-89a92a5081a0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 379 time: 0.0570440 Jul 06 18:53:39.647168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'port': {'device_id': '73ab0411-358c-47c1-b80b-4e22a559495b', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'admin_state_up': True, 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'security_groups': ['da6f9494-4b88-4b8b-9f93-362244b21aa3']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:39.805297 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 665b5a38-0d68-4419-a6ea-07bc9c34d57b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:39.815295 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:53:39.819072 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:39.868017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 665b5a38-0d68-4419-a6ea-07bc9c34d57b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:39.872653 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 665b5a38-0d68-4419-a6ea-07bc9c34d57b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:39.873394 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:39.961299 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:39.989582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.11 (e4472f15-0f56-4516-9bbd-e2bfad3f7b28/9c2de247-b857-4ba1-b8b6-2bea16fa8579/25799311-955a-4b93-8cd6-c03172591454) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:39.997118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 665b5a38-0d68-4419-a6ea-07bc9c34d57b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=665b5a38-0d68-4419-a6ea-07bc9c34d57b,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:40.001645 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.053563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=665b5a38-0d68-4419-a6ea-07bc9c34d57b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:40.144522 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.159024 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object 25799311-955a-4b93-8cd6-c03172591454 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:40.193453 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.246036 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:40.252781 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:40.257227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:40.264297 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:40.315939 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:40.316654 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.336000 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-8dfe926a-3ecd-449e-80f5-476b813ec325 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6927752 Jul 06 18:53:40.347943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Request body: {'port': {'device_id': '73ab0411-358c-47c1-b80b-4e22a559495b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:40.436191 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.552315 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c4857ced-4c50-431d-9f4b-d2724d542156 None None] Provisioning for port 25799311-955a-4b93-8cd6-c03172591454 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:40.556686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c4857ced-4c50-431d-9f4b-d2724d542156 None None] Provisioning complete for port 25799311-955a-4b93-8cd6-c03172591454 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:40.557382 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4857ced-4c50-431d-9f4b-d2724d542156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.599326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c4857ced-4c50-431d-9f4b-d2724d542156 None None] Port 25799311-955a-4b93-8cd6-c03172591454 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:53:40.745522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c21ef-0d0a-4ed5-8586-df357bc77b18 req-24873821-7264-4ab0-8cce-9303b7a1d804 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:40.747226 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-421c21ef-0d0a-4ed5-8586-df357bc77b18 req-24873821-7264-4ab0-8cce-9303b7a1d804 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 932 time: 0.1475885 Jul 06 18:53:40.832292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25799311-955a-4b93-8cd6-c03172591454 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:53:40.839477 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-421c21ef-0d0a-4ed5-8586-df357bc77b18 req-f8d70bbf-3e2f-452d-84ee-e3ca92bbb9e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805845 Jul 06 18:53:40.843776 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.858883 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Transition to ACTIVE for port object 25799311-955a-4b93-8cd6-c03172591454 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:53:40.864155 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:40.927007 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Pushing event updated for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:41.014754 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Attempting to bind port 25799311-955a-4b93-8cd6-c03172591454 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:53:41.015321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Attempting to bind port 25799311-955a-4b93-8cd6-c03172591454 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:53:41.015855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Attempting to bind port 25799311-955a-4b93-8cd6-c03172591454 on network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:41.022634 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Port 25799311-955a-4b93-8cd6-c03172591454 on network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:53:41.023109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Attempting to bind port 25799311-955a-4b93-8cd6-c03172591454 on network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:53:41.029637 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:53:41.029983 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Checking segment: {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:53:41.030420 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Bound using segment: {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:53:41.030870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Bound port: 25799311-955a-4b93-8cd6-c03172591454, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:53:41.031242 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.129872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:53:41.133362 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:53:41.137406 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.178616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:41.179324 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.180693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] 10.222.0.22 "PUT /v2.0/ports/25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 1092 time: 0.8375657 Jul 06 18:53:41.181089 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'tag': '25799311-955a-4b93-8cd6-c03172591454'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:41.183394 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604e7342-2dfb-42fe-9539-9a280973f278" -d '{"events": [{"name": "network-changed", "server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "tag": "25799311-955a-4b93-8cd6-c03172591454"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:41.216865 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ebaa7-27a6-4b34-b326-bf706e4e16ba service neutron] Pushing event updated for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:41.229221 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab1f037-99ac-4ea5-a453-0140912b6033 x-openstack-request-id: req-8ab1f037-99ac-4ea5-a453-0140912b6033 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:41.229997 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "tag": "25799311-955a-4b93-8cd6-c03172591454", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:41.230554 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ab1f037-99ac-4ea5-a453-0140912b6033 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:41.231019 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'tag': '25799311-955a-4b93-8cd6-c03172591454', 'status': 'completed', 'code': 200} Jul 06 18:53:41.298027 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-53ed5e8c-e0ea-4567-bc4a-e80f5548d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:41.299757 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-53ed5e8c-e0ea-4567-bc4a-e80f5548d0b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1095 time: 0.0610275 Jul 06 18:53:41.343731 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-3a9e1820-0505-4fac-888b-7a7cdaa60c78 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 217 time: 0.0369673 Jul 06 18:53:41.402822 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-b80ccd1b-0904-45cb-a350-7ace51c53a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:41.404378 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-b80ccd1b-0904-45cb-a350-7ace51c53a74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0542972 Jul 06 18:53:41.474601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-9ca36384-a3d6-4e65-9c34-0145dbc3baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:41.476172 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-9ca36384-a3d6-4e65-9c34-0145dbc3baf9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650239 Jul 06 18:53:41.579918 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-21cb3759-3134-44b9-8830-3e1479953719 service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963421 Jul 06 18:53:41.686056 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac4e3107-00fe-4429-b18e-6fe0b1d6f699 req-182c7e69-0d5f-4dd6-b250-b503b2f5b096 service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999534 Jul 06 18:53:41.741183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 665b5a38-0d68-4419-a6ea-07bc9c34d57b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:41.797474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 665b5a38-0d68-4419-a6ea-07bc9c34d57b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:41.798496 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:41.812476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e7342-2dfb-42fe-9539-9a280973f278 req-4865328f-d541-4358-9124-a6f7930edbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:41.814582 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-604e7342-2dfb-42fe-9539-9a280973f278 req-4865328f-d541-4358-9124-a6f7930edbc5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1095 time: 0.0748029 Jul 06 18:53:41.930928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e7342-2dfb-42fe-9539-9a280973f278 req-7344b1e1-5890-42a9-a062-b47c65f0a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:41.932365 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-604e7342-2dfb-42fe-9539-9a280973f278 req-7344b1e1-5890-42a9-a062-b47c65f0a124 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.1112466 Jul 06 18:53:41.982850 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-604e7342-2dfb-42fe-9539-9a280973f278 req-a7df5c43-56f1-4772-94a4-2cf5bb78cf70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 217 time: 0.0429108 Jul 06 18:53:42.068628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e7342-2dfb-42fe-9539-9a280973f278 req-9f952a6a-d52c-4c0c-a08d-510debfa1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:42.070121 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-604e7342-2dfb-42fe-9539-9a280973f278 req-9f952a6a-d52c-4c0c-a08d-510debfa1df3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0777361 Jul 06 18:53:42.125535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f7ffa-0b2a-4ae9-a51e-8a5bf7ff93d3 req-5d82605e-68a8-4f43-88a5-d644c4bf7d6c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:42.127592 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-292f7ffa-0b2a-4ae9-a51e-8a5bf7ff93d3 req-5d82605e-68a8-4f43-88a5-d644c4bf7d6c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 944 time: 0.1475949 Jul 06 18:53:42.183744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e7342-2dfb-42fe-9539-9a280973f278 req-f9cf7bc2-eff9-48dc-98ea-8e7aed9632e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:42.185200 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-604e7342-2dfb-42fe-9539-9a280973f278 req-f9cf7bc2-eff9-48dc-98ea-8e7aed9632e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082582 Jul 06 18:53:42.189609 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-292f7ffa-0b2a-4ae9-a51e-8a5bf7ff93d3 req-730acf0e-3eca-4816-9013-13fcd6252e19 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530858 Jul 06 18:53:42.292687 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-604e7342-2dfb-42fe-9539-9a280973f278 req-1d9c99e4-bce6-40f8-b6a2-112f53bc5efa service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996325 Jul 06 18:53:42.396851 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-604e7342-2dfb-42fe-9539-9a280973f278 req-098a3d49-8445-4b68-a01a-35a07e76ae7e service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973659 Jul 06 18:53:43.396245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61357f-1c38-4daf-a972-4a5491650f52 req-c2d5a75c-6197-4765-a096-67ace1a0aaa7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:43.397869 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c61357f-1c38-4daf-a972-4a5491650f52 req-c2d5a75c-6197-4765-a096-67ace1a0aaa7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 944 time: 0.0779288 Jul 06 18:53:43.442398 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4c61357f-1c38-4daf-a972-4a5491650f52 req-86fdf5b4-e182-49cb-8907-db48ef7b1ad9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385003 Jul 06 18:53:44.636418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8b882-1a79-4cc6-98d1-7ccf881cee4c req-1fa75021-fa05-4a7c-a8eb-05def57a8c92 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:44.638280 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ac8b882-1a79-4cc6-98d1-7ccf881cee4c req-1fa75021-fa05-4a7c-a8eb-05def57a8c92 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 944 time: 0.0718977 Jul 06 18:53:44.685644 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0ac8b882-1a79-4cc6-98d1-7ccf881cee4c req-913ae0ef-557b-495c-a66a-ed187d20c42a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408826 Jul 06 18:53:45.072329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 25799311-955a-4b93-8cd6-c03172591454 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:53:45.182897 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:45.197906 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '25799311-955a-4b93-8cd6-c03172591454', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'port_id': '25799311-955a-4b93-8cd6-c03172591454', 'mac_address': 'fa:16:3e:06:a1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:53:45.259641 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.283550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25799311-955a-4b93-8cd6-c03172591454 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:53:45.309500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:45.315643 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:45.372314 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:45.524952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['25799311-955a-4b93-8cd6-c03172591454'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:53:45.901118 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a5e26-12f5-48cd-bc1d-f377542154c0 req-70ae1662-532b-4913-89e7-c8cfc95efbb1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:45.902656 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c9a5e26-12f5-48cd-bc1d-f377542154c0 req-70ae1662-532b-4913-89e7-c8cfc95efbb1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 945 time: 0.0697868 Jul 06 18:53:45.942807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7c9a5e26-12f5-48cd-bc1d-f377542154c0 req-73b6f1dc-dfd9-45e1-a9d4-5c715b052ba4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330617 Jul 06 18:53:47.085561 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 25799311-955a-4b93-8cd6-c03172591454 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:53:47.135125 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff260c-664c-4be7-bfb1-c479d50dd098 req-37a64e4c-5ebd-461d-b615-92927611b04b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:47.137003 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74ff260c-664c-4be7-bfb1-c479d50dd098 req-37a64e4c-5ebd-461d-b615-92927611b04b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 945 time: 0.0770142 Jul 06 18:53:47.145603 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b324-cf24-407b-993a-273323895d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.154060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 25799311-955a-4b93-8cd6-c03172591454 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:53:47.159093 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 25799311-955a-4b93-8cd6-c03172591454 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:53:47.159565 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.184308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-74ff260c-664c-4be7-bfb1-c479d50dd098 req-522c5d93-8b4c-46c5-b18c-338bded1d03b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405254 Jul 06 18:53:47.252540 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.284245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25799311-955a-4b93-8cd6-c03172591454'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:47.286881 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569ea126-eb23-4044-b605-3752616296ed" -d '{"events": [{"server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "name": "network-vif-plugged", "status": "completed", "tag": "25799311-955a-4b93-8cd6-c03172591454"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:47.300289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:53:47.304704 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:47.336538 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3110ae4f-daef-418c-9c5a-61c9858ba46a x-openstack-request-id: req-3110ae4f-daef-418c-9c5a-61c9858ba46a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:47.336832 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "name": "network-vif-plugged", "status": "completed", "tag": "25799311-955a-4b93-8cd6-c03172591454", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:47.337088 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3110ae4f-daef-418c-9c5a-61c9858ba46a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:47.337481 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25799311-955a-4b93-8cd6-c03172591454', 'code': 200} Jul 06 18:53:47.364775 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:47.464226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927fcac-5bbf-40b1-a4fb-4db62d191841 req-d7603a19-49e5-44bc-a771-e5d08c9ba95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:47.465648 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5927fcac-5bbf-40b1-a4fb-4db62d191841 req-d7603a19-49e5-44bc-a771-e5d08c9ba95b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1097 time: 0.0552232 Jul 06 18:53:47.503344 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5927fcac-5bbf-40b1-a4fb-4db62d191841 req-d2272519-5391-4812-b4e1-9292369dd53d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Jul 06 18:53:48.417131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e995e73-a30a-4e91-8906-d43eb709bc95 req-353e67d0-e643-4109-9d01-dcd366ec1fe6 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:48.418784 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7e995e73-a30a-4e91-8906-d43eb709bc95 req-353e67d0-e643-4109-9d01-dcd366ec1fe6 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0730965 Jul 06 18:53:48.462819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7e995e73-a30a-4e91-8906-d43eb709bc95 req-cdc90bf2-4cc0-4dc9-ba6c-e614e2591a32 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370545 Jul 06 18:53:48.653052 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c09ae-0c13-4dac-99e5-99e3dac6df84 req-eeccf50d-8a5c-48a1-9fde-e27e30d3ba83 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:48.654968 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce8c09ae-0c13-4dac-99e5-99e3dac6df84 req-eeccf50d-8a5c-48a1-9fde-e27e30d3ba83 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0722184 Jul 06 18:53:48.699207 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ce8c09ae-0c13-4dac-99e5-99e3dac6df84 req-921b388f-23ef-4652-b7e8-56fae792f6f2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383286 Jul 06 18:53:48.724406 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56746) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:48.795801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e70c1-f713-4bcb-96ea-239a01fc0505 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:48.797377 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a28e70c1-f713-4bcb-96ea-239a01fc0505 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1092 time: 0.0717957 Jul 06 18:53:48.801226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56748) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:48.808859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '25799311-955a-4b93-8cd6-c03172591454', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:53:48.839558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.000480 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.137539 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.68 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/4f38c57b-7d2d-4c32-b697-5cfed87132cf) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:53:49.255284 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.300000 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.346159 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:53:49.352389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:53:49.356032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:53:49.362348 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=4f38c57b-7d2d-4c32-b697-5cfed87132cf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:49.693185 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-481a65c0-4d7b-4858-bc16-b1215e93e1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.777456 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:49.866623 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.039810 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.046577 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.117122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=4f38c57b-7d2d-4c32-b697-5cfed87132cf,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:53:50.129923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.242996 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP 697b2248-26aa-4c49-8bc7-bc5576386e64 associated. External IP: 172.25.7.68, port: 25799311-955a-4b93-8cd6-c03172591454. Jul 06 18:53:50.247060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.795308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router fb34ca3e-e00d-4470-bf68-3c74125acfe9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:53:50.928376 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:53:50.940370 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] Sync routers for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:53:50.949782 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:50.951412 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:50.952047 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:50.996151 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9ca56111-82d2-49eb-b5e8-2caa7bbda4ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1912808 Jul 06 18:53:50.996151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'tag': '25799311-955a-4b93-8cd6-c03172591454'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:53:50.996714 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c5119-5e9f-43d9-9640-756c3e42a2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "tag": "25799311-955a-4b93-8cd6-c03172591454"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:53:51.022832 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:53:51.069375 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e20ed8d-d232-43e4-be44-8ad20b5f55f8 x-openstack-request-id: req-1e20ed8d-d232-43e4-be44-8ad20b5f55f8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:53:51.069941 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "tag": "25799311-955a-4b93-8cd6-c03172591454", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:53:51.070426 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e20ed8d-d232-43e4-be44-8ad20b5f55f8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:53:51.071078 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'tag': '25799311-955a-4b93-8cd6-c03172591454', 'status': 'completed', 'code': 200} Jul 06 18:53:51.174450 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:51.201131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-855373ec-5e76-476f-bcfb-477b656dd234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:51.202782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-855373ec-5e76-476f-bcfb-477b656dd234 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1097 time: 0.1071968 Jul 06 18:53:51.225487 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209a5e6-6a91-4652-9303-60f2f84a19d9 req-bbdd8eb0-f1b0-4c32-951a-99f53e57dcd1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:51.227118 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3209a5e6-6a91-4652-9303-60f2f84a19d9 req-bbdd8eb0-f1b0-4c32-951a-99f53e57dcd1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.1005108 Jul 06 18:53:51.315161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3209a5e6-6a91-4652-9303-60f2f84a19d9 req-6a6df772-9d66-4117-ac95-6bd509526681 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762918 Jul 06 18:53:51.340306 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56754) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:51.357251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-777ab380-0e8e-4575-afca-2c12300d60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:51.358722 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-777ab380-0e8e-4575-afca-2c12300d60a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.1490390 Jul 06 18:53:51.398418 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '697b2248-26aa-4c49-8bc7-bc5576386e64', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'port_id': '25799311-955a-4b93-8cd6-c03172591454', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'mac_address': 'fa:16:3e:06:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab0411-358c-47c1-b80b-4e22a559495b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:53:49Z', 'updated_at': '2021-07-06T18:53:49Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665b5a38-0d68-4419-a6ea-07bc9c34d57b', 'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:25:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:34Z', 'updated_at': '2021-07-06T18:53:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:51.428496 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] Checking router: fb34ca3e-e00d-4470-bf68-3c74125acfe9 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:53:51.436695 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:53:51.437291 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:53:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:51.459035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e14a23f4-4ba0-41ba-a18a-50eb6bb2481a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/697b2248-26aa-4c49-8bc7-bc5576386e64 HTTP/1.1" status: 200 len: 991 time: 0.1175380 Jul 06 18:53:51.465022 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-acbd1f0c-af3a-4241-ad40-48a8d388cb89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 999 time: 0.0784760 Jul 06 18:53:51.517784 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-a1b6a742-480c-47c5-b427-848bdd0d9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:51.519305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-a1b6a742-480c-47c5-b427-848bdd0d9ef6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0484455 Jul 06 18:53:51.542549 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:53:51.576225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-13166a10-587f-4354-8774-7cf727f1ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:53:51.577737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-13166a10-587f-4354-8774-7cf727f1ba39 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524552 Jul 06 18:53:51.695415 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-ad6ee31b-2b05-4d4a-b400-e8daa201ed6e service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103232 Jul 06 18:53:51.778393 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '697b2248-26aa-4c49-8bc7-bc5576386e64', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'port_id': '25799311-955a-4b93-8cd6-c03172591454', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'mac_address': 'fa:16:3e:06:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab0411-358c-47c1-b80b-4e22a559495b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:53:49Z', 'updated_at': '2021-07-06T18:53:49Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665b5a38-0d68-4419-a6ea-07bc9c34d57b', 'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:25:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:34Z', 'updated_at': '2021-07-06T18:53:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:53:51.795099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f81c5119-5e9f-43d9-9640-756c3e42a2c9 req-21e7e5fa-4712-4ec9-a728-5e3f0ae36a17 service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935431 Jul 06 18:53:51.805354 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1b77e-0283-4265-85a4-d4b89451e2f8 None None] The sync data for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 is: [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '697b2248-26aa-4c49-8bc7-bc5576386e64', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'port_id': '25799311-955a-4b93-8cd6-c03172591454', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'mac_address': 'fa:16:3e:06:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab0411-358c-47c1-b80b-4e22a559495b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:53:49Z', 'updated_at': '2021-07-06T18:53:49Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '665b5a38-0d68-4419-a6ea-07bc9c34d57b', 'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:25:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:34Z', 'updated_at': '2021-07-06T18:53:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:53:52.012179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca610f2-2673-480f-b780-9647e38aebdc None None] New status for floating IP 697b2248-26aa-4c49-8bc7-bc5576386e64: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:53:52.462760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56756) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:53:52.524688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dea48749-0490-4895-8227-5e2667bf7b20 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/697b2248-26aa-4c49-8bc7-bc5576386e64 HTTP/1.1" status: 200 len: 993 time: 0.0607767 Jul 06 18:53:52.933441 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:02.180274 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-06592b3b-9766-4131-8751-ca50691a7e0d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524957 Jul 06 18:54:02.276296 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-db53fd31-37cf-4b05-ad4a-9e596e5fb5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:02.277796 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-db53fd31-37cf-4b05-ad4a-9e596e5fb5d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1097 time: 0.0528581 Jul 06 18:54:02.392758 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-b1e3e0a3-bd83-40c3-a5a7-86713937b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:02.394283 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-b1e3e0a3-bd83-40c3-a5a7-86713937b356 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.0952997 Jul 06 18:54:02.462058 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-3489c3fb-f92f-4fec-9967-54829654ea41 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 1001 time: 0.0613194 Jul 06 18:54:02.519375 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-15229c31-6b44-46e6-9d9f-2d1d0bb8c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:02.520856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-15229c31-6b44-46e6-9d9f-2d1d0bb8c869 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0517018 Jul 06 18:54:02.581945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-8657a525-b998-43e6-82d6-54a781d44230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:02.583565 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-8657a525-b998-43e6-82d6-54a781d44230 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558667 Jul 06 18:54:02.675054 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-1b1df9f0-bfa4-44ee-9f22-9ec2ae209297 service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840459 Jul 06 18:54:02.771727 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f1f7a144-6f06-43da-9f5f-601206a83858 req-e103249a-eb27-480f-ab97-a201fb2d4043 service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892725 Jul 06 18:54:02.873523 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:06.114228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:13.038140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:54:17.138147 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33454ca9-4fc6-491e-a612-b0f7ed4469ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:19.685374 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67ba80ab-52d0-42ab-ae53-8ddd513baaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:20.247422 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:21.021459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:22.937067 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:24.051102 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:24.156117 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-905777d4-7c43-48c1-8119-af12f4a45783 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034656 Jul 06 18:54:24.168883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3045c3-f2e2-409b-a32c-860ca2adc0b4 req-eb6547e5-da27-4b8d-9925-bd10a39d2a11 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:24.170521 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6d3045c3-f2e2-409b-a32c-860ca2adc0b4 req-eb6547e5-da27-4b8d-9925-bd10a39d2a11 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0719993 Jul 06 18:54:24.215153 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6d3045c3-f2e2-409b-a32c-860ca2adc0b4 req-2c1e546e-faea-46b7-b830-0c192b6ac49b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383847 Jul 06 18:54:25.442975 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52c98c-0945-4a04-af3b-95bdd4e43059 req-d1178606-9022-4b58-afc5-48f4cce5ccdc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:25.444539 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc52c98c-0945-4a04-af3b-95bdd4e43059 req-d1178606-9022-4b58-afc5-48f4cce5ccdc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.1123588 Jul 06 18:54:25.495072 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bc52c98c-0945-4a04-af3b-95bdd4e43059 req-dcbe84f3-ca82-4ac2-8a67-00697a0575e5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Jul 06 18:54:25.504309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-765f0849-92e0-49d9-a906-57aa245897ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:25.505818 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-765f0849-92e0-49d9-a906-57aa245897ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1097 time: 0.1096995 Jul 06 18:54:25.603990 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-b94c721c-50e8-4d65-97bd-211093c1dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:25.605511 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-b94c721c-50e8-4d65-97bd-211093c1dc24 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.0937998 Jul 06 18:54:25.675936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-26e44082-ef80-4116-98a7-def4f5bf8178 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 1001 time: 0.0642557 Jul 06 18:54:25.727880 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-27edeb45-36d0-4f0a-83d8-f990b7658a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:25.729402 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-27edeb45-36d0-4f0a-83d8-f990b7658a60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0473428 Jul 06 18:54:25.796795 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-67ae9969-b1dd-41dc-9b6f-ef48e5e4c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:25.798601 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-67ae9969-b1dd-41dc-9b6f-ef48e5e4c741 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620406 Jul 06 18:54:25.895343 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-2550515a-9df4-4b52-81f8-9337abd4c182 service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897832 Jul 06 18:54:25.993832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-c7f7e3f7-6490-47b6-8fd4-885816533843 service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918634 Jul 06 18:54:26.678514 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249502a-d627-4f12-8702-216ed3fa0c97 req-4c537076-6251-430d-91c6-3dd0a670198f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:26.680001 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b249502a-d627-4f12-8702-216ed3fa0c97 req-4c537076-6251-430d-91c6-3dd0a670198f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0690627 Jul 06 18:54:26.728449 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b249502a-d627-4f12-8702-216ed3fa0c97 req-0f5e2494-6ae9-4d1b-8ad2-9481182fc8b3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425217 Jul 06 18:54:27.915336 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76188a61-bbd0-46ae-b1d1-0669dd2d85d7 req-ebf10b15-aaee-4311-9aea-0907cf2c8406 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:27.916915 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76188a61-bbd0-46ae-b1d1-0669dd2d85d7 req-ebf10b15-aaee-4311-9aea-0907cf2c8406 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0667605 Jul 06 18:54:27.958249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-76188a61-bbd0-46ae-b1d1-0669dd2d85d7 req-47f32fe3-c59c-4611-8014-ba0a23289102 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354967 Jul 06 18:54:29.137244 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9506c-57e0-4638-8729-c723effc1b8c req-a6358f95-152a-4111-8961-899f65f06ad0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:29.138793 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ca9506c-57e0-4638-8729-c723effc1b8c req-a6358f95-152a-4111-8961-899f65f06ad0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0648317 Jul 06 18:54:29.178042 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ca9506c-57e0-4638-8729-c723effc1b8c req-22d99c60-79b5-4b9c-9d0d-e40c0e484bc7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329018 Jul 06 18:54:30.357816 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2a1be-72ae-4e55-8a31-6076a6cfbf52 req-5645ac70-030b-4f23-a96a-1b2efd254385 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:30.359974 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64f2a1be-72ae-4e55-8a31-6076a6cfbf52 req-5645ac70-030b-4f23-a96a-1b2efd254385 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0684979 Jul 06 18:54:30.402448 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64f2a1be-72ae-4e55-8a31-6076a6cfbf52 req-e1da7dfa-b7f8-4ffd-8aa8-6b60ee4cb848 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334761 Jul 06 18:54:31.589529 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c0ecd-92a4-4f2a-a28b-cf369d594aff req-b7a1cc9e-947d-4853-87e2-b7f98fe9f243 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:31.591086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef9c0ecd-92a4-4f2a-a28b-cf369d594aff req-b7a1cc9e-947d-4853-87e2-b7f98fe9f243 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0686605 Jul 06 18:54:31.630468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ef9c0ecd-92a4-4f2a-a28b-cf369d594aff req-72c104e3-187c-4769-b78c-879af801c36c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330563 Jul 06 18:54:32.811788 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e474b-8c4e-49be-b3e3-3300d4bd635e req-fcf21e59-c71b-4542-a307-ce829a997e02 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:32.813620 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d23e474b-8c4e-49be-b3e3-3300d4bd635e req-fcf21e59-c71b-4542-a307-ce829a997e02 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0705869 Jul 06 18:54:32.855782 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d23e474b-8c4e-49be-b3e3-3300d4bd635e req-53c2999f-bb1e-4397-acb2-27ba77ef8427 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366008 Jul 06 18:54:32.882399 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:34.037415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e097999-4e33-4ff8-9802-b7defe250a8f req-04c116be-1880-4429-bb31-c460b9f2fe6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:34.038915 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e097999-4e33-4ff8-9802-b7defe250a8f req-04c116be-1880-4429-bb31-c460b9f2fe6d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0685842 Jul 06 18:54:34.078044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e097999-4e33-4ff8-9802-b7defe250a8f req-0f8e00c7-8607-4d50-ae9b-59303f8959f1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333850 Jul 06 18:54:35.256805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02926fa4-7e2c-4745-8e45-ff6f2d35435f req-144d1d6d-370d-4733-ada6-ece1937082d0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:35.258444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02926fa4-7e2c-4745-8e45-ff6f2d35435f req-144d1d6d-370d-4733-ada6-ece1937082d0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0673878 Jul 06 18:54:35.301024 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-02926fa4-7e2c-4745-8e45-ff6f2d35435f req-a047cbfe-e8d2-403f-9d2d-c9ff71f1760f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368705 Jul 06 18:54:36.115490 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:36.540144 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c473f-e4da-49da-80ac-72b580bf145a req-56a056fe-372d-4d33-988e-917b3cd13d2c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:36.541636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f64c473f-e4da-49da-80ac-72b580bf145a req-56a056fe-372d-4d33-988e-917b3cd13d2c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.1230555 Jul 06 18:54:36.581590 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f64c473f-e4da-49da-80ac-72b580bf145a req-8bb87d6b-bb3a-4234-8130-c1c582d04727 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335770 Jul 06 18:54:37.759479 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311c7bc-2439-485a-befb-4425ca148ceb req-73dbc19a-15f5-4e06-8728-0acefb89119f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:37.761063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c311c7bc-2439-485a-befb-4425ca148ceb req-73dbc19a-15f5-4e06-8728-0acefb89119f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0664189 Jul 06 18:54:37.805082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c311c7bc-2439-485a-befb-4425ca148ceb req-88d5e6e4-b6e9-4867-ac95-2474b85ad965 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377815 Jul 06 18:54:38.988236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a90442-362c-4e57-818c-f86eac09d22a req-7e4dd666-2baa-4eb7-858f-a7d742500efb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:38.989746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52a90442-362c-4e57-818c-f86eac09d22a req-7e4dd666-2baa-4eb7-858f-a7d742500efb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0688751 Jul 06 18:54:39.029772 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-52a90442-362c-4e57-818c-f86eac09d22a req-60a0fbe6-8a30-40d4-af62-0720db7f38c7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338573 Jul 06 18:54:40.207581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8031dd-98d9-4b2a-8743-c00ac8a1627d req-b8c4cb00-7839-464b-a690-2515ea50fcdd tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:40.209112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d8031dd-98d9-4b2a-8743-c00ac8a1627d req-b8c4cb00-7839-464b-a690-2515ea50fcdd tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0641239 Jul 06 18:54:40.247775 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5d8031dd-98d9-4b2a-8743-c00ac8a1627d req-02884e58-ad1c-473f-b1f2-874c6eefdda2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326426 Jul 06 18:54:41.425342 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f28977-e981-474a-8801-c9083dbd1f5b req-934f19a7-4bfa-4eb9-a8cd-5040762dee61 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:41.426888 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61f28977-e981-474a-8801-c9083dbd1f5b req-934f19a7-4bfa-4eb9-a8cd-5040762dee61 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0639789 Jul 06 18:54:41.464839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-61f28977-e981-474a-8801-c9083dbd1f5b req-a4b7ea97-cacb-4b09-b3d9-d7416853d442 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323510 Jul 06 18:54:42.645571 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47064f02-4949-4978-901b-155dbebeef14 req-11c9b27a-56f4-49bf-bd4a-7abd79cc7052 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:42.647214 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-47064f02-4949-4978-901b-155dbebeef14 req-11c9b27a-56f4-49bf-bd4a-7abd79cc7052 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0689974 Jul 06 18:54:42.687942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-47064f02-4949-4978-901b-155dbebeef14 req-8519e061-b64f-45f4-b806-4e7d71c4059a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341637 Jul 06 18:54:43.072810 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-2a31af51-05f3-4354-b64e-d3645e8dc686 service neutron] show failed (client error): The resource could not be found. Jul 06 18:54:43.073840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-2a31af51-05f3-4354-b64e-d3645e8dc686 service neutron] 10.222.0.22 "GET /v2.0/ports/25799311-955a-4b93-8cd6-c03172591454/bindings/n-h2-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0639722 Jul 06 18:54:43.375595 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-3fad890d-300e-4ca9-b1ae-fa189d495798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:43.377055 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-3fad890d-300e-4ca9-b1ae-fa189d495798 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 1097 time: 0.1010540 Jul 06 18:54:43.387753 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799526-3', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:54:43.460061 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.663938 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:43.697566 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h1-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:43.742069 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25799311-955a-4b93-8cd6-c03172591454'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:43.744385 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9fef3e-0037-4ed2-85d8-6217b0807347" -d '{"events": [{"server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "name": "network-vif-unplugged", "status": "completed", "tag": "25799311-955a-4b93-8cd6-c03172591454"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:43.747997 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.761072 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Transition to ACTIVE for port object 25799311-955a-4b93-8cd6-c03172591454 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:54:43.766935 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:43.879220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Pushing event updated for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:43.885957 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69396911-c41a-4c0d-bc6f-5128b358d870 x-openstack-request-id: req-69396911-c41a-4c0d-bc6f-5128b358d870 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:43.886252 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "name": "network-vif-unplugged", "status": "completed", "tag": "25799311-955a-4b93-8cd6-c03172591454", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:43.886526 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69396911-c41a-4c0d-bc6f-5128b358d870 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:43.886918 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25799311-955a-4b93-8cd6-c03172591454', 'code': 200} Jul 06 18:54:43.904510 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.904852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.905189 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.905522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.906819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.908133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.908477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.908808 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.909161 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.909466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.909788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.910112 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:43.955404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] No DVR routers for this DVR port 25799311-955a-4b93-8cd6-c03172591454 on host n-h1-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:54:44.017555 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000e950-fc69-43b7-a021-e7d6b91ee66f req-eb222ec7-e726-4863-9cfe-eda8caef3018 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:44.019127 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b000e950-fc69-43b7-a021-e7d6b91ee66f req-eb222ec7-e726-4863-9cfe-eda8caef3018 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 944 time: 0.2041819 Jul 06 18:54:44.101194 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b000e950-fc69-43b7-a021-e7d6b91ee66f req-1b091281-131d-4ae4-bf53-d624eb042aec tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502279 Jul 06 18:54:44.135397 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Attempting to bind port 25799311-955a-4b93-8cd6-c03172591454 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:54:44.135732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Attempting to bind port 25799311-955a-4b93-8cd6-c03172591454 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:54:44.136059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Attempting to bind port 25799311-955a-4b93-8cd6-c03172591454 on network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:44.140268 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Port 25799311-955a-4b93-8cd6-c03172591454 on network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:54:44.140887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Attempting to bind port 25799311-955a-4b93-8cd6-c03172591454 on network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:54:44.145322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:54:44.145651 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Checking segment: {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:54:44.146030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Bound using segment: {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:54:44.146509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Bound port: 25799311-955a-4b93-8cd6-c03172591454, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a3cab1-9b22-4e16-8293-2639fded1a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:54:44.146836 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.207991 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:54:44.210961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:54:44.215271 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.252588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:44.253298 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:44.254588 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] 10.222.0.55 "PUT /v2.0/ports/25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 1092 time: 0.8708336 Jul 06 18:54:44.294223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606c69f-05e4-49c4-b892-f4fc6b032643 service neutron] Pushing event updated for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:44.341744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-36791934-d505-4f53-9752-aea887497adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:44.343322 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-36791934-d505-4f53-9752-aea887497adf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1095 time: 0.0636878 Jul 06 18:54:44.438701 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-844af5d6-e18a-4284-92de-261c66845ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:44.440200 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-844af5d6-e18a-4284-92de-261c66845ac1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.0895786 Jul 06 18:54:44.510795 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-81d5ffd9-6346-477f-ae5b-25247084dbe1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 999 time: 0.0642822 Jul 06 18:54:44.559394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-e4e9628e-f81f-4d5e-ba59-4ddf1dbe1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:44.560756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-e4e9628e-f81f-4d5e-ba59-4ddf1dbe1fac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0442719 Jul 06 18:54:44.618787 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-aabd8253-96c4-46c0-a45a-8f6a5190628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:44.620260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-aabd8253-96c4-46c0-a45a-8f6a5190628a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530868 Jul 06 18:54:44.630139 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-a754a62e-54b3-47bb-b55a-e1c8ce3359ec service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:54:44.631104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-a754a62e-54b3-47bb-b55a-e1c8ce3359ec service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049057 Jul 06 18:54:44.725546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-f022369d-9ec2-468e-ae58-fa01635068ad service neutron] 10.222.0.55 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879204 Jul 06 18:54:44.814235 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8a1dd13f-3e57-4268-91c2-c05e7c19a98c req-615be925-7c97-4c37-92c2-8c13da4994b1 service neutron] 10.222.0.55 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827129 Jul 06 18:54:45.281191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999e635-269f-4233-8139-8e894f9c7723 req-6a61150a-d65c-4ffa-b3f8-68b7e1a0cf14 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:45.282711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3999e635-269f-4233-8139-8e894f9c7723 req-6a61150a-d65c-4ffa-b3f8-68b7e1a0cf14 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 944 time: 0.0673916 Jul 06 18:54:45.322033 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3999e635-269f-4233-8139-8e894f9c7723 req-4b351a7a-0204-4d9a-9336-bcf3079dc12f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336022 Jul 06 18:54:45.888513 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'tag': '25799311-955a-4b93-8cd6-c03172591454'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:45.890943 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91" -d '{"events": [{"name": "network-changed", "server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "tag": "25799311-955a-4b93-8cd6-c03172591454"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:45.939352 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20320845-b6b8-40e7-9aac-d3b1f1ceb728 x-openstack-request-id: req-20320845-b6b8-40e7-9aac-d3b1f1ceb728 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:45.939643 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "tag": "25799311-955a-4b93-8cd6-c03172591454", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:45.939963 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20320845-b6b8-40e7-9aac-d3b1f1ceb728 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:45.940371 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'tag': '25799311-955a-4b93-8cd6-c03172591454', 'status': 'completed', 'code': 200} Jul 06 18:54:46.017378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-7380d550-a15b-42e9-8ff5-cbf4b44a5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:46.018933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-7380d550-a15b-42e9-8ff5-cbf4b44a5011 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1095 time: 0.0561922 Jul 06 18:54:46.021532 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-00866817-db1d-4561-af48-877355d1f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:46.023050 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-00866817-db1d-4561-af48-877355d1f86e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1095 time: 0.0630329 Jul 06 18:54:46.125923 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-de7c1f27-e4a8-4168-a15e-116b67216d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:46.127665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-de7c1f27-e4a8-4168-a15e-116b67216d29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.1015854 Jul 06 18:54:46.129857 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-0d56eb14-f895-4269-9909-69615afdf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:46.131425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-0d56eb14-f895-4269-9909-69615afdf9ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.1004725 Jul 06 18:54:46.200312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-bdb0568b-daf4-4624-a6ef-05aeeab102e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 999 time: 0.0653071 Jul 06 18:54:46.210173 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-f4e9a25e-aee0-4ea2-a34d-8361c6e1d794 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 999 time: 0.0681496 Jul 06 18:54:46.256134 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-bf9148d8-3556-46cd-a657-1bd1a1cd22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:46.257643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-bf9148d8-3556-46cd-a657-1bd1a1cd22c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0517218 Jul 06 18:54:46.261592 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-e7786319-9aaf-4d76-a18e-3f589a1cf9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:46.263122 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-e7786319-9aaf-4d76-a18e-3f589a1cf9c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0460019 Jul 06 18:54:46.316693 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-3b461974-74fb-4aa0-99dc-8d49a7666b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:46.318107 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-3b461974-74fb-4aa0-99dc-8d49a7666b13 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545347 Jul 06 18:54:46.320747 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-20a0b2cc-274a-40ec-a2f3-2cda288722c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:46.322238 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-20a0b2cc-274a-40ec-a2f3-2cda288722c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522327 Jul 06 18:54:46.411169 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-0889e0b4-341a-45b3-96c7-0946a61184ef service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866523 Jul 06 18:54:46.428514 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-004ecf8d-c26f-4329-87a3-ea248f145ee8 service neutron] 10.222.0.55 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975974 Jul 06 18:54:46.522278 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-142661df-990a-4616-95d2-33c9e10664f0 service neutron] 10.222.0.55 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859449 Jul 06 18:54:46.554449 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-866fbcae-e6c0-4b59-ab87-ebf4ebf89a91 req-0599b9ae-c912-4112-b30b-2e9376ec80db service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373949 Jul 06 18:54:46.566392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcfaba-2a02-4d75-a028-5d4f840d45be req-11fa55d6-4377-4217-ac59-60e434d39798 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:46.567938 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddbcfaba-2a02-4d75-a028-5d4f840d45be req-11fa55d6-4377-4217-ac59-60e434d39798 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 944 time: 0.1001825 Jul 06 18:54:46.607473 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ddbcfaba-2a02-4d75-a028-5d4f840d45be req-7ed3aa7f-d6d3-4c41-ab94-d595bb96e745 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330877 Jul 06 18:54:47.139661 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b19a871-d150-4a30-9084-fbb2f5a5e8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:47.400185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 25799311-955a-4b93-8cd6-c03172591454 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:54:47.441721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 25799311-955a-4b93-8cd6-c03172591454 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:54:47.796338 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da2541-2886-41ce-965e-079139f3043d req-8b78d008-48ac-4b9a-9ed2-1d243b113d15 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:47.798373 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1da2541-2886-41ce-965e-079139f3043d req-8b78d008-48ac-4b9a-9ed2-1d243b113d15 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 944 time: 0.0670271 Jul 06 18:54:47.845511 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f1da2541-2886-41ce-965e-079139f3043d req-f15e29b3-b17e-4a20-a309-4ca8bde61627 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409031 Jul 06 18:54:48.141458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 25799311-955a-4b93-8cd6-c03172591454 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:54:48.237110 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:48.248399 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': '25799311-955a-4b93-8cd6-c03172591454', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'port_id': '25799311-955a-4b93-8cd6-c03172591454', 'mac_address': 'fa:16:3e:06:a1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:54:48.289893 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:48.303804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25799311-955a-4b93-8cd6-c03172591454 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:54:48.327934 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:48.332579 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:48.381884 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:48.389132 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.389474 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.389813 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.390148 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.390509 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.390839 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.391161 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.391537 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.391808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.392127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.392445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.392761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:54:48.695947 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['25799311-955a-4b93-8cd6-c03172591454'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:54:49.030055 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32624813-a0c1-4132-b422-db894f452f69 req-7596af3f-f717-4345-980d-8ae846756ef5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:49.032312 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32624813-a0c1-4132-b422-db894f452f69 req-7596af3f-f717-4345-980d-8ae846756ef5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 945 time: 0.0724287 Jul 06 18:54:49.072014 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32624813-a0c1-4132-b422-db894f452f69 req-45e3fa2e-7ced-4727-b678-650df858903f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340164 Jul 06 18:54:49.438301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5087-3bda-4a42-b9a0-9b5c75c82984 req-4529e6b7-55ab-4165-bd34-fadfffae5ecf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:49.440093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b4f5087-3bda-4a42-b9a0-9b5c75c82984 req-4529e6b7-55ab-4165-bd34-fadfffae5ecf tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 945 time: 0.1223495 Jul 06 18:54:49.448029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-a596f30a-c327-4672-a806-7e72e3234b01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:49.449515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-a596f30a-c327-4672-a806-7e72e3234b01 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b&tenant_id=bd74887f7afa410286194e367aff637b&binding%3Ahost_id=n-h2-799526-3 HTTP/1.1" status: 200 len: 945 time: 0.1227074 Jul 06 18:54:49.516150 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1b4f5087-3bda-4a42-b9a0-9b5c75c82984 req-9308c835-6a50-493f-be7a-b969740552ab tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655472 Jul 06 18:54:49.535138 n-d-799526-3 neutron-server[93778]: INFO neutron.api.v2.resource [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-f15012bb-c563-4188-80e0-078a4dec6813 service neutron] delete failed (client error): The resource could not be found. Jul 06 18:54:49.536189 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-f15012bb-c563-4188-80e0-078a4dec6813 service neutron] 10.222.0.22 "DELETE /v2.0/ports/25799311-955a-4b93-8cd6-c03172591454/bindings/n-h1-799526-3 HTTP/1.1" status: 404 len: 380 time: 0.0794127 Jul 06 18:54:49.640864 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-c8de87c4-1b49-49df-85d7-629f8e47fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:49.642416 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-c8de87c4-1b49-49df-85d7-629f8e47fb40 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1096 time: 0.0590532 Jul 06 18:54:49.689340 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e53d0c7b-26d7-4f48-8511-6a5b5a12cd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:49.714236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b96e6-8e14-4c28-aff7-40ce20c0e1b9 req-3d6908f9-a40b-4d90-911d-385aed6c6963 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:49.715829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5b96e6-8e14-4c28-aff7-40ce20c0e1b9 req-3d6908f9-a40b-4d90-911d-385aed6c6963 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 945 time: 0.0785303 Jul 06 18:54:49.745733 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-9adfe460-6d7d-4330-b6fe-231afc98bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:49.747653 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-9adfe460-6d7d-4330-b6fe-231afc98bc8c service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.0992420 Jul 06 18:54:49.756829 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9e5b96e6-8e14-4c28-aff7-40ce20c0e1b9 req-955edfe1-69ce-4c6e-af56-fb540410463a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340936 Jul 06 18:54:49.817026 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-be6f42ae-2034-4f8b-8977-38eb6348bc54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 1000 time: 0.0634696 Jul 06 18:54:49.873122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-c5534d2f-23cc-4ebd-9394-034b75d5a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:49.875165 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-c5534d2f-23cc-4ebd-9394-034b75d5a135 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0511680 Jul 06 18:54:49.934855 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-a03713a5-cc72-4d45-bfdc-d8b6e2bfbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:49.936611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-a03713a5-cc72-4d45-bfdc-d8b6e2bfbfae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553432 Jul 06 18:54:50.027803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-18fcf220-49ce-4ff0-ad23-e09dc21ef939 service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843992 Jul 06 18:54:50.037713 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:54:50.124419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4860b8c-f9e2-4da9-9827-a4d159fb0cd5 req-3123d851-297a-4a0a-a243-51c24f16af5a service neutron] 10.222.0.22 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907297 Jul 06 18:54:50.146249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 25799311-955a-4b93-8cd6-c03172591454 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:54:50.195550 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port 25799311-955a-4b93-8cd6-c03172591454 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:54:50.199622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port 25799311-955a-4b93-8cd6-c03172591454 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:54:50.199991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:50.252358 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:50.295255 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:50.317660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25799311-955a-4b93-8cd6-c03172591454'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:54:50.319911 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a902c8-06ea-41a0-8333-263de800d13f" -d '{"events": [{"server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "name": "network-vif-plugged", "status": "completed", "tag": "25799311-955a-4b93-8cd6-c03172591454"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:54:50.333118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:54:50.337381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:50.373718 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7c3896-1843-4f09-96a0-372ab1286588 x-openstack-request-id: req-4b7c3896-1843-4f09-96a0-372ab1286588 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:54:50.374008 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "name": "network-vif-plugged", "status": "completed", "tag": "25799311-955a-4b93-8cd6-c03172591454", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:54:50.374259 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b7c3896-1843-4f09-96a0-372ab1286588 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:54:50.375208 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25799311-955a-4b93-8cd6-c03172591454', 'code': 200} Jul 06 18:54:50.388592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:54:50.936601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fb455-b4df-472d-9182-5077f406eb59 req-adc18651-7ba0-43da-9ad3-99afbdcca3db tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:54:50.938450 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-372fb455-b4df-472d-9182-5077f406eb59 req-adc18651-7ba0-43da-9ad3-99afbdcca3db tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0652869 Jul 06 18:54:50.977954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-372fb455-b4df-472d-9182-5077f406eb59 req-0a9dd6ca-43c7-40e9-87b0-8c35b1a5b65b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338390 Jul 06 18:54:51.007524 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56864) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:54:51.024804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:54:51.069533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-07b48a3b-d482-4a01-bdd1-3648e07e69be tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/697b2248-26aa-4c49-8bc7-bc5576386e64 HTTP/1.1" status: 200 len: 993 time: 0.0608354 Jul 06 18:54:52.943652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:00.581931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-7f8895b4-4d9f-48dc-aa6a-8910d5a0ce0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580583 Jul 06 18:55:00.680980 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-7762cab8-9537-4893-8d92-1d76532e8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:00.682417 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-7762cab8-9537-4893-8d92-1d76532e8dfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1097 time: 0.0563991 Jul 06 18:55:00.793323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-4beb1531-75bf-48b8-bdd9-2ba99b88aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:00.794845 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-4beb1531-75bf-48b8-bdd9-2ba99b88aa1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.0903883 Jul 06 18:55:00.868083 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-3b40394c-b061-4bfb-a97f-e007e08bb6b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 1001 time: 0.0651102 Jul 06 18:55:00.918256 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-086337dd-53a2-425f-b953-09381f36fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:00.919761 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-086337dd-53a2-425f-b953-09381f36fbea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.0454347 Jul 06 18:55:00.982117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-0ab85669-cfa3-41bd-b133-b4c830e9e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:00.983667 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-0ab85669-cfa3-41bd-b133-b4c830e9e098 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564191 Jul 06 18:55:01.081354 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-05015f73-2737-431b-8567-cecc8cf93593 service neutron] 10.222.0.55 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902886 Jul 06 18:55:01.175780 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4860448d-dfef-4cdb-8401-965dee3c9381 req-5b9db4ec-c50d-42bb-9910-c030a91db68d service neutron] 10.222.0.55 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877123 Jul 06 18:55:02.909877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:06.120819 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:17.144866 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c38a24d9-0c5d-4576-8617-496c25622580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:19.693959 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec2ee2d9-f860-4d36-86ee-6b077838190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:20.246376 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:21.029918 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:22.945991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:27.038566 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:55:32.931408 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:36.118576 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.084829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56886) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:44.288582 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 4f38c57b-7d2d-4c32-b697-5cfed87132cf {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:44.288955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.370721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.370980 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.383166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 4f38c57b-7d2d-4c32-b697-5cfed87132cf owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:44.549303 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.572935 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=4f38c57b-7d2d-4c32-b697-5cfed87132cf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:44.586690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.587045 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.587390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.587727 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.588063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.588398 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.588729 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.589062 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.589391 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.589718 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.590042 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.590386 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:44.651773 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.652020 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP 697b2248-26aa-4c49-8bc7-bc5576386e64 disassociated (deleted). External IP: 172.25.7.68, port: 25799311-955a-4b93-8cd6-c03172591454. Jul 06 18:55:44.876354 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router fb34ca3e-e00d-4470-bf68-3c74125acfe9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:55:44.986424 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:44.991076 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:44.995341 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] Sync routers for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:45.004930 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:45.005573 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:45.027640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-281aaa74-5ab8-4013-bd8a-cf31c6d7b161 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/floatingips/697b2248-26aa-4c49-8bc7-bc5576386e64 HTTP/1.1" status: 204 len: 168 time: 0.9417133 Jul 06 18:55:45.028233 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'tag': '25799311-955a-4b93-8cd6-c03172591454'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:45.031704 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb005a2-894c-4775-a7fd-f5a46682e99f" -d '{"events": [{"name": "network-changed", "server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "tag": "25799311-955a-4b93-8cd6-c03172591454"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:45.112641 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:45.150709 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d294b0-6f2d-434c-ad36-8e00cf58d068 x-openstack-request-id: req-b7d294b0-6f2d-434c-ad36-8e00cf58d068 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:45.151229 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "tag": "25799311-955a-4b93-8cd6-c03172591454", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:45.151229 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7d294b0-6f2d-434c-ad36-8e00cf58d068 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:45.151635 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'tag': '25799311-955a-4b93-8cd6-c03172591454', 'status': 'completed', 'code': 200} Jul 06 18:55:45.239398 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-d640b944-0fb7-43c5-a21e-6713b053e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:45.242807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-d640b944-0fb7-43c5-a21e-6713b053e71a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 1097 time: 0.0683138 Jul 06 18:55:45.327234 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '665b5a38-0d68-4419-a6ea-07bc9c34d57b', 'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:25:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:34Z', 'updated_at': '2021-07-06T18:53:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:45.346678 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-0e025006-1a43-48ee-bcea-cd1c6c0bcfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:45.348168 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-0e025006-1a43-48ee-bcea-cd1c6c0bcfb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 200 len: 897 time: 0.0979574 Jul 06 18:55:45.354919 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] Checking router: fb34ca3e-e00d-4470-bf68-3c74125acfe9 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:45.364091 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:45.364702 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:45.398437 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-cd7219ee-13c4-42a5-a814-cec53d3b5c31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 200 len: 217 time: 0.0423949 Jul 06 18:55:45.482138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec99b7-6308-4108-9ad7-a89811472b1d req-a3f900c9-f554-497c-9c66-e7883fb4824a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:45.484093 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1eec99b7-6308-4108-9ad7-a89811472b1d req-a3f900c9-f554-497c-9c66-e7883fb4824a tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.1295307 Jul 06 18:55:45.492657 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:45.538917 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1eec99b7-6308-4108-9ad7-a89811472b1d req-7d031844-3deb-4668-91b8-e8bbc807098c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488298 Jul 06 18:55:45.719231 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '665b5a38-0d68-4419-a6ea-07bc9c34d57b', 'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:25:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:34Z', 'updated_at': '2021-07-06T18:53:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:45.802861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-c6321cfd-ca3a-4826-80c1-b357265670b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:45.804397 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-c6321cfd-ca3a-4826-80c1-b357265670b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 200 len: 834 time: 0.3994687 Jul 06 18:55:45.844395 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43992e-87f3-446f-b29a-4ac2e8fd891c None None] The sync data for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 is: [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:53:34Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '665b5a38-0d68-4419-a6ea-07bc9c34d57b', 'name': '', 'network_id': 'e4472f15-0f56-4516-9bbd-e2bfad3f7b28', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:25:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:34Z', 'updated_at': '2021-07-06T18:53:39Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '9c2de247-b857-4ba1-b8b6-2bea16fa8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:45.867564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-00feebf2-131c-442a-8996-5861bfa2e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:45.869093 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-00feebf2-131c-442a-8996-5861bfa2e12a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4472f15-0f56-4516-9bbd-e2bfad3f7b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578635 Jul 06 18:55:45.967680 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-9e4d4a12-c4c2-425e-9d81-25a2b02a3192 service neutron] 10.222.0.55 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897405 Jul 06 18:55:46.063841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2fb005a2-894c-4775-a7fd-f5a46682e99f req-2320d1fb-2830-4dbb-938f-1175c3b66f04 service neutron] 10.222.0.55 "GET /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892730 Jul 06 18:55:46.077753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a76645-08ff-4e39-a755-88f0c08c8ad0 None None] New status for floating IP 697b2248-26aa-4c49-8bc7-bc5576386e64: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:55:46.724998 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8986f26-43be-4c81-99f8-ad2e2a512051 req-b41f0051-76d4-4c28-96eb-0998f61d6c28 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:46.726468 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8986f26-43be-4c81-99f8-ad2e2a512051 req-b41f0051-76d4-4c28-96eb-0998f61d6c28 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0672753 Jul 06 18:55:46.769552 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8986f26-43be-4c81-99f8-ad2e2a512051 req-45cf2b9d-548b-4119-8bf4-6ce29d4852b3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6f9494-4b88-4b8b-9f93-362244b21aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374954 Jul 06 18:55:46.937733 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-62179708-a0ba-4b66-9abf-6a937584a8e6 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:46.939283 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-62179708-a0ba-4b66-9abf-6a937584a8e6 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 946 time: 0.0654476 Jul 06 18:55:47.042488 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 25799311-955a-4b93-8cd6-c03172591454 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:47.042743 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:47.146445 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0605454-514d-41fb-b6e3-d64e494b6447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:47.147155 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 25799311-955a-4b93-8cd6-c03172591454, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=25799311-955a-4b93-8cd6-c03172591454,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:47.147442 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:47.161772 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 25799311-955a-4b93-8cd6-c03172591454 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:47.299258 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:47.328630 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=25799311-955a-4b93-8cd6-c03172591454,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:47.338853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.339202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.339558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.339878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.340211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.340546 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.340882 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.341202 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.341526 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.341853 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.343003 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.343866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:47.391068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] No DVR routers for this DVR port 25799311-955a-4b93-8cd6-c03172591454 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:55:47.393793 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:47.395963 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5640cfbb-2331-46ef-8d6b-83133e6596b7 req-be465280-b203-487c-8b54-e0b72e7d485d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.55 "DELETE /v2.0/ports/25799311-955a-4b93-8cd6-c03172591454 HTTP/1.1" status: 204 len: 173 time: 0.4515915 Jul 06 18:55:47.396440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'name': 'network-vif-deleted', 'tag': '25799311-955a-4b93-8cd6-c03172591454'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:55:47.398867 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8536cb1-45b4-46a1-8596-7d5e239c1744" -d '{"events": [{"server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "name": "network-vif-deleted", "tag": "25799311-955a-4b93-8cd6-c03172591454"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:55:47.441649 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c58653-b103-4c7f-a376-da35eff4d1ce x-openstack-request-id: req-77c58653-b103-4c7f-a376-da35eff4d1ce {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:55:47.441948 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ab0411-358c-47c1-b80b-4e22a559495b", "name": "network-vif-deleted", "tag": "25799311-955a-4b93-8cd6-c03172591454", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:55:47.442203 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77c58653-b103-4c7f-a376-da35eff4d1ce {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:55:47.442643 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ab0411-358c-47c1-b80b-4e22a559495b', 'name': 'network-vif-deleted', 'tag': '25799311-955a-4b93-8cd6-c03172591454', 'status': 'completed', 'code': 200} Jul 06 18:55:47.930861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-06f33230-6b32-475a-b890-3a9e13b26a4b req-a7e0ee65-8100-4aa1-aeb9-e6839f6ca406 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=73ab0411-358c-47c1-b80b-4e22a559495b HTTP/1.1" status: 200 len: 210 time: 0.0293951 Jul 06 18:55:49.027757 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56910) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:49.408958 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.696705 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9b156ca3-aff9-4f30-9f98-86b912d8bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.709024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 665b5a38-0d68-4419-a6ea-07bc9c34d57b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:49.709370 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.802433 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 665b5a38-0d68-4419-a6ea-07bc9c34d57b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=665b5a38-0d68-4419-a6ea-07bc9c34d57b,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:49.802797 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:49.815842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 665b5a38-0d68-4419-a6ea-07bc9c34d57b owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:50.031265 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:50.061971 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=665b5a38-0d68-4419-a6ea-07bc9c34d57b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:50.243330 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:50.252453 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:50.476543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 25799311-955a-4b93-8cd6-c03172591454 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:50.496770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: 25799311-955a-4b93-8cd6-c03172591454 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:50.497116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device 25799311-955a-4b93-8cd6-c03172591454 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:50.497352 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router fb34ca3e-e00d-4470-bf68-3c74125acfe9 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:55:50.614873 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:50.620296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4a810bdd-947b-48da-af2b-48c37d5acd60 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/fb34ca3e-e00d-4470-bf68-3c74125acfe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5914416 Jul 06 18:55:50.623081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56912) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:50.625938 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] Sync routers for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:50.645735 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:50.646387 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:50.675786 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d57f84-d1a3-41b6-b2dc-05436932a661 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting subnet 9c2de247-b857-4ba1-b8b6-2bea16fa8579 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:55:50.679191 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2d57f84-d1a3-41b6-b2dc-05436932a661 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:50.721470 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2d57f84-d1a3-41b6-b2dc-05436932a661 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:50.757521 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:50.811349 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2d57f84-d1a3-41b6-b2dc-05436932a661 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:50.878588 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2d57f84-d1a3-41b6-b2dc-05436932a661 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:50.906629 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d57f84-d1a3-41b6-b2dc-05436932a661 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2de247-b857-4ba1-b8b6-2bea16fa8579,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:50.910452 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2d57f84-d1a3-41b6-b2dc-05436932a661 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:50.915004 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d2d57f84-d1a3-41b6-b2dc-05436932a661 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/subnets/9c2de247-b857-4ba1-b8b6-2bea16fa8579 HTTP/1.1" status: 204 len: 168 time: 0.2882922 Jul 06 18:55:50.915977 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56914) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:50.923740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ebb9e-0a60-4e98-b7f9-fb3d3917e9ab None None] Network e4472f15-0f56-4516-9bbd-e2bfad3f7b28 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:55:50.948753 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:55:49Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:50.979673 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] Checking router: fb34ca3e-e00d-4470-bf68-3c74125acfe9 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:50.989403 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] Routers {'fb34ca3e-e00d-4470-bf68-3c74125acfe9'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:50.990012 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:51.033153 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.055300 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.108410 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] Set router fb34ca3e-e00d-4470-bf68-3c74125acfe9 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:51.155721 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] DHCP port deletion for e4472f15-0f56-4516-9bbd-e2bfad3f7b28 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:55:51.168619 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.218311 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Deleting port 982f2489-7fbc-4738-95a1-48ba10c68c57 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:51.218719 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.234479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:55:51.235177 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.331970 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:55:49Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:51.336126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:51.336505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.351093 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:51.368477 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca119d39-f73e-457c-b9c1-3df2108a4b82 None None] The sync data for ids ['fb34ca3e-e00d-4470-bf68-3c74125acfe9'] in n-d-799526-3 is: [{'id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2029726996', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:53:30Z', 'updated_at': '2021-07-06T18:55:49Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb34ca3e-e00d-4470-bf68-3c74125acfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:53:31Z', 'updated_at': '2021-07-06T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:51.444450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] For port 982f2489-7fbc-4738-95a1-48ba10c68c57, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=982f2489-7fbc-4738-95a1-48ba10c68c57,segment=NetworkSegment(a4a3cab1-9b22-4e16-8293-2639fded1a54),segment_id=a4a3cab1-9b22-4e16-8293-2639fded1a54)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:51.444848 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.459207 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Calling delete_port for 982f2489-7fbc-4738-95a1-48ba10c68c57 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:55:51.543869 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.556900 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.571315 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:51.581127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Pushing event deleted for resources: {'Port': ['ID=982f2489-7fbc-4738-95a1-48ba10c68c57,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:51.589089 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] No DVR routers for this DVR port 982f2489-7fbc-4738-95a1-48ba10c68c57 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:55:51.591224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.591566 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.592428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.592764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.593092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.593495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.593773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.594097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.594442 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.594764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.595092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.595411 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634dac9-f311-4be0-87bb-0b60d177ec11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:51.635225 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.737589 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.740090 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.791218 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.792059 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Fanout notify agent at l3_agent the message router_deleted on router fb34ca3e-e00d-4470-bf68-3c74125acfe9 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:55:51.800173 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.805330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56918) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:51.806871 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-22185c5d-7455-494b-aff2-50b83e0a61a1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/routers/fb34ca3e-e00d-4470-bf68-3c74125acfe9 HTTP/1.1" status: 204 len: 168 time: 0.8861380 Jul 06 18:55:51.872483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 665b5a38-0d68-4419-a6ea-07bc9c34d57b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:51.894429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 665b5a38-0d68-4419-a6ea-07bc9c34d57b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:51.894924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 665b5a38-0d68-4419-a6ea-07bc9c34d57b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:51.895446 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 982f2489-7fbc-4738-95a1-48ba10c68c57 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:51.898198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:51.916828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 982f2489-7fbc-4738-95a1-48ba10c68c57 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:51.917317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 982f2489-7fbc-4738-95a1-48ba10c68c57 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:52.007671 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.018706 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4472f15-0f56-4516-9bbd-e2bfad3f7b28']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:52.031787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a3cab1-9b22-4e16-8293-2639fded1a54') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:52.032087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a3cab1-9b22-4e16-8293-2639fded1a54') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:52.041698 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.057156 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.065899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:55:52.066369 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:55:52.069575 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:55:52.134715 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.143779 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.145965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/networks/e4472f15-0f56-4516-9bbd-e2bfad3f7b28 HTTP/1.1" status: 204 len: 168 time: 0.3401499 Jul 06 18:55:52.149959 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56920) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:52.160250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0e32b-ea41-4fd8-9098-be14bd2ce806 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Network': ['ID=e4472f15-0f56-4516-9bbd-e2bfad3f7b28,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:52.211529 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c6eaa2d-7f2b-472d-bc06-024562e2342b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.239373 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c6eaa2d-7f2b-472d-bc06-024562e2342b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.298870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c6eaa2d-7f2b-472d-bc06-024562e2342b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.301499 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c6eaa2d-7f2b-472d-bc06-024562e2342b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.302858 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4c6eaa2d-7f2b-472d-bc06-024562e2342b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/security-groups/da6f9494-4b88-4b8b-9f93-362244b21aa3 HTTP/1.1" status: 204 len: 168 time: 0.1517851 Jul 06 18:55:52.312711 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6eaa2d-7f2b-472d-bc06-024562e2342b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f9494-4b88-4b8b-9f93-362244b21aa3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:52.597511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56926) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:52.602609 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-335cab93-3b93-4378-9dde-3be57c355dc2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96197472', 'description': 'tempest-secgroup-smoke-96197472 description', 'project_id': 'bd74887f7afa410286194e367aff637b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:52.628126 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-335cab93-3b93-4378-9dde-3be57c355dc2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.715222 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-335cab93-3b93-4378-9dde-3be57c355dc2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.720142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-335cab93-3b93-4378-9dde-3be57c355dc2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.747262 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-335cab93-3b93-4378-9dde-3be57c355dc2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.748653 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-335cab93-3b93-4378-9dde-3be57c355dc2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1497045 Jul 06 18:55:52.752022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:52.753962 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cab93-3b93-4378-9dde-3be57c355dc2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:52.759003 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7c469edb-2db9-4e31-be26-eff30fb7f5b9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:52.785775 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c469edb-2db9-4e31-be26-eff30fb7f5b9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.843701 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c469edb-2db9-4e31-be26-eff30fb7f5b9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.847505 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c469edb-2db9-4e31-be26-eff30fb7f5b9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.866196 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c469edb-2db9-4e31-be26-eff30fb7f5b9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeaf802-262d-4e7c-9699-5812bda73356,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:52.871578 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c469edb-2db9-4e31-be26-eff30fb7f5b9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.872824 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7c469edb-2db9-4e31-be26-eff30fb7f5b9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192586 Jul 06 18:55:52.875853 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:52.880363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-88f96433-ff00-4096-87d5-3b84258d2753 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:52.907983 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88f96433-ff00-4096-87d5-3b84258d2753 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.948015 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.969191 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88f96433-ff00-4096-87d5-3b84258d2753 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.972923 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88f96433-ff00-4096-87d5-3b84258d2753 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:52.989363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f96433-ff00-4096-87d5-3b84258d2753 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee46d55-488b-40f9-b9dd-6c60893b5eea,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:52.998891 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88f96433-ff00-4096-87d5-3b84258d2753 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.000174 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-88f96433-ff00-4096-87d5-3b84258d2753 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233492 Jul 06 18:55:53.003884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:53.008558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e58f754-4d75-41ec-8ffd-d26d29e953ed tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:53.036059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e58f754-4d75-41ec-8ffd-d26d29e953ed tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.096798 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e58f754-4d75-41ec-8ffd-d26d29e953ed tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.101108 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e58f754-4d75-41ec-8ffd-d26d29e953ed tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.123610 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58f754-4d75-41ec-8ffd-d26d29e953ed tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1a1608-f68e-4189-b443-66a15c726928,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:53.126709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e58f754-4d75-41ec-8ffd-d26d29e953ed tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.127945 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1e58f754-4d75-41ec-8ffd-d26d29e953ed tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231120 Jul 06 18:55:53.130920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56934) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:53.135345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-733d22c0-b3be-4475-b2f5-d1521280d7f5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:53.163807 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-733d22c0-b3be-4475-b2f5-d1521280d7f5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.229536 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-733d22c0-b3be-4475-b2f5-d1521280d7f5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.233908 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-733d22c0-b3be-4475-b2f5-d1521280d7f5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.256222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d22c0-b3be-4475-b2f5-d1521280d7f5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb0bd8d-3146-44fa-aa78-d7bb32bd4594,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:53.260212 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-733d22c0-b3be-4475-b2f5-d1521280d7f5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.261444 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-733d22c0-b3be-4475-b2f5-d1521280d7f5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295593 Jul 06 18:55:53.264807 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56936) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:53.269557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cead9d04-bbde-4689-83a7-dfd6a4ebbac3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:53.292449 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-cead9d04-bbde-4689-83a7-dfd6a4ebbac3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:55:53.297718 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cead9d04-bbde-4689-83a7-dfd6a4ebbac3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.360230 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cead9d04-bbde-4689-83a7-dfd6a4ebbac3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.363907 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cead9d04-bbde-4689-83a7-dfd6a4ebbac3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.382136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead9d04-bbde-4689-83a7-dfd6a4ebbac3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dc3541-897c-441f-9524-1c62cf55dee5,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:53.388636 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cead9d04-bbde-4689-83a7-dfd6a4ebbac3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.390447 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-cead9d04-bbde-4689-83a7-dfd6a4ebbac3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244569 Jul 06 18:55:53.393120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56938) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:53.397551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-de7f76b6-9f7e-4a08-afa4-60bd509b7b21 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': 'a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:53.422438 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-de7f76b6-9f7e-4a08-afa4-60bd509b7b21 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:55:53.427801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7f76b6-9f7e-4a08-afa4-60bd509b7b21 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.490685 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7f76b6-9f7e-4a08-afa4-60bd509b7b21 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.494118 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7f76b6-9f7e-4a08-afa4-60bd509b7b21 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.514480 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f76b6-9f7e-4a08-afa4-60bd509b7b21 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a448e96-4ff3-4381-b620-507d3434404f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:53.523282 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7f76b6-9f7e-4a08-afa4-60bd509b7b21 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.524909 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-de7f76b6-9f7e-4a08-afa4-60bd509b7b21 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304202 Jul 06 18:55:53.527347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56940) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:53.532829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'network': {'name': 'tempest-network-smoke--612105163', 'project_id': 'bd74887f7afa410286194e367aff637b', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:53.552459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:55:53.555926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.581751 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:55:53.590739 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.591080 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Added segment 900ff09b-c88a-42dd-9d26-553f7b7173ee of type vlan for network 1b17cbe0-ea70-4978-a1f7-597d771da01e Jul 06 18:55:53.634235 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.665102 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.671419 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:53.672010 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.727684 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1993015 Jul 06 18:55:53.730456 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56942) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:53.737852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'admin_state_up': True, 'project_id': 'bd74887f7afa410286194e367aff637b', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:53.756109 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef426e8-2c79-444f-8eae-cd1fb50d8d85 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Network': ['ID=1b17cbe0-ea70-4978-a1f7-597d771da01e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:53.759142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:55:53.776429 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.777426 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:53.785260 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:55:53.785632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 1f61d979-3fd2-4c0e-875a-c4d9e1fd8ba3 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:55:53.787211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 1b17cbe0-ea70-4978-a1f7-597d771da01e details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:55:54.134616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:54.272053 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:54.464200 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:54.484112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:54.594779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.172 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/61993ed7-3ab4-43dc-97e8-bc8265bfb23c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:54.716047 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:54.761341 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:54.800073 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:54.804849 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:54.808200 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:54.814130 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=61993ed7-3ab4-43dc-97e8-bc8265bfb23c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:55.064373 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:55.265887 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:55.402459 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3071b90c-6656-45b1-8127-399aefc99ebc is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:55:55.509141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:55.518712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Sync routers for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:55.527126 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:55.531470 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-776d6e34-3562-4da9-a14f-a5f4f49eb4fa tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7970059 Jul 06 18:55:55.531641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:55.531641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:55.531889 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56944) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:55.604947 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-51af83c8-ee27-4944-9bcd-3dbd30c6bd76 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bd74887f7afa410286194e367aff637b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721915 Jul 06 18:55:55.608657 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56948) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:55.643014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:55.701551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff449a-c8fa-4381-98bd-3c63872d4dfc tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:55.703088 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-dcff449a-c8fa-4381-98bd-3c63872d4dfc tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927987 Jul 06 18:55:55.708211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 56950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:55.738523 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-40cabf71-1942-4ccf-900f-62b7be2c939d tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290279 Jul 06 18:55:55.741091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:55.746396 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1837770984', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'project_id': 'bd74887f7afa410286194e367aff637b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:55:55.825004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:54Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:55.835251 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:55:55.838852 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:55.856099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Checking router: 3071b90c-6656-45b1-8127-399aefc99ebc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:55.856453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Updating router 3071b90c-6656-45b1-8127-399aefc99ebc port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:55:55.890820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.026375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.096763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Subnet': ['ID=b655f2fa-0266-469e-a3de-31fa71c3b40e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:56.104472 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Checking segment: {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:56.104839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network hostable DHCP agents. Network: 1b17cbe0-ea70-4978-a1f7-597d771da01e, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:55:56.124051 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 1b17cbe0-ea70-4978-a1f7-597d771da01e is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:55:56.133461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 1b17cbe0-ea70-4978-a1f7-597d771da01e) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:56.137818 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:56.139549 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.146811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f0107b-9367-41d3-a815-8e93d3a6b46b None None] Network 1b17cbe0-ea70-4978-a1f7-597d771da01e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:55:56.155548 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-49a0cdd0-7778-4b62-922e-e81c3a03f6bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4117372 Jul 06 18:55:56.157773 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 56956) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:55:56.159688 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.211800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Transition to ACTIVE for port object 61993ed7-3ab4-43dc-97e8-bc8265bfb23c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:56.221048 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.296008 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Attempting to bind port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:56.296428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Attempting to bind port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:56.296829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Attempting to bind port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:56.307858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dfdfc-4942-47c5-b526-c5f3f581f9d8 None None] Pushing event updated for resources: {'Port': ['ID=61993ed7-3ab4-43dc-97e8-bc8265bfb23c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:56.311985 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:56.312352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:56.312780 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.313200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:56.313701 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Bound port: 61993ed7-3ab4-43dc-97e8-bc8265bfb23c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:56.314124 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.422523 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] For port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:56.433245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-1b17cbe0-ea70-4978-a1f7-597d771da01e', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:55:56.434113 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.446856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] For port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=61993ed7-3ab4-43dc-97e8-bc8265bfb23c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:56.454381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.594078 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:56.594887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:56.609751 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:56.651381 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dfdfc-4942-47c5-b526-c5f3f581f9d8 None None] Pushing event updated for resources: {'Port': ['ID=61993ed7-3ab4-43dc-97e8-bc8265bfb23c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:56.711944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Allocated IP 172.20.0.2 (1b17cbe0-ea70-4978-a1f7-597d771da01e/b655f2fa-0266-469e-a3de-31fa71c3b40e/f81ce872-6939-45fe-87d6-b4346a9b8bb9) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:56.788592 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:57.009502 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.021680 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Transition to ACTIVE for port object f81ce872-6939-45fe-87d6-b4346a9b8bb9 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:57.042646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Transition to ACTIVE for port object f81ce872-6939-45fe-87d6-b4346a9b8bb9 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:57.051557 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.084798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:54Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:57.099564 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.1 (1b17cbe0-ea70-4978-a1f7-597d771da01e/b655f2fa-0266-469e-a3de-31fa71c3b40e/53587e26-d3b2-4417-aa66-6bd970f1cfca) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:55:57.126451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Network 1b17cbe0-ea70-4978-a1f7-597d771da01e is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:57.129261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f317dcf-6ab8-4384-95f1-db9496bcd2cf None None] The sync data for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 is: [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:54Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:55:57.133626 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:57.136039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:57.137957 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Pushing event updated for resources: {'Port': ['ID=f81ce872-6939-45fe-87d6-b4346a9b8bb9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:57.203751 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Attempting to bind port f81ce872-6939-45fe-87d6-b4346a9b8bb9 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:57.204268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Attempting to bind port f81ce872-6939-45fe-87d6-b4346a9b8bb9 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:57.204736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Attempting to bind port f81ce872-6939-45fe-87d6-b4346a9b8bb9 on network 1b17cbe0-ea70-4978-a1f7-597d771da01e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:57.212854 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:57.213444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Checking segment: {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:57.214092 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.214723 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Bound using segment: {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:57.215445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Bound port: f81ce872-6939-45fe-87d6-b4346a9b8bb9, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:57.216041 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.224339 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.240090 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object 53587e26-d3b2-4417-aa66-6bd970f1cfca will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:57.275842 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.285563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] For port f81ce872-6939-45fe-87d6-b4346a9b8bb9, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:55:57.289494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] For port f81ce872-6939-45fe-87d6-b4346a9b8bb9, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f81ce872-6939-45fe-87d6-b4346a9b8bb9,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:55:57.294795 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.335432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 1b17cbe0-ea70-4978-a1f7-597d771da01e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:57.338970 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:57.341438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:55:57.364387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add1302-08eb-4b43-9d83-f31093948bbb None None] Pushing event updated for resources: {'Port': ['ID=f81ce872-6939-45fe-87d6-b4346a9b8bb9,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:57.375709 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=53587e26-d3b2-4417-aa66-6bd970f1cfca,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:57.425447 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.606134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:57.906244 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f81ce872-6939-45fe-87d6-b4346a9b8bb9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:57.959396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f81ce872-6939-45fe-87d6-b4346a9b8bb9 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:57.964318 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 61993ed7-3ab4-43dc-97e8-bc8265bfb23c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:58.020944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:58.026953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:58.027848 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.130033 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.153593 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=61993ed7-3ab4-43dc-97e8-bc8265bfb23c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:58.160616 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.231771 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=61993ed7-3ab4-43dc-97e8-bc8265bfb23c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:58.297529 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.302496 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.382213 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=53587e26-d3b2-4417-aa66-6bd970f1cfca,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:58.384931 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.424408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b19336a-28cd-4114-9199-a407c0ec0abc None None] Network 1b17cbe0-ea70-4978-a1f7-597d771da01e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:55:58.486454 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 1b17cbe0-ea70-4978-a1f7-597d771da01e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:55:58.488058 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:55:58.490249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d87e819f-e94b-4a4b-bed8-dcde36a8ace8 None None] Provisioning for port f81ce872-6939-45fe-87d6-b4346a9b8bb9 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:58.502880 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d87e819f-e94b-4a4b-bed8-dcde36a8ace8 None None] Provisioning complete for port f81ce872-6939-45fe-87d6-b4346a9b8bb9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:58.503260 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d87e819f-e94b-4a4b-bed8-dcde36a8ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.618256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3071b90c-6656-45b1-8127-399aefc99ebc has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:55:58.652664 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d87e819f-e94b-4a4b-bed8-dcde36a8ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.739688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:55:58.750370 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e264eb1e-7076-4fd7-8cc0-ac4598535a24 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/3071b90c-6656-45b1-8127-399aefc99ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5858259 Jul 06 18:55:58.861241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d87e819f-e94b-4a4b-bed8-dcde36a8ace8 None None] For port f81ce872-6939-45fe-87d6-b4346a9b8bb9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f81ce872-6939-45fe-87d6-b4346a9b8bb9,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:55:58.875711 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d87e819f-e94b-4a4b-bed8-dcde36a8ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:58.917026 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-8eed2221-bc54-42fc-9186-95f23ca8bac4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96197472&fields=id&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 267 time: 0.0556242 Jul 06 18:55:58.943208 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e819f-e94b-4a4b-bed8-dcde36a8ace8 None None] Pushing event updated for resources: {'Port': ['ID=f81ce872-6939-45fe-87d6-b4346a9b8bb9,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:59.009423 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Sync routers for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:55:59.020431 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:55:59.021080 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:59.052849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d380-036f-40de-8145-35f0c300f84c req-14d83508-7876-4157-8b57-cc94f3fbb192 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:55:59.054636 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-14d83508-7876-4157-8b57-cc94f3fbb192 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/networks?id=1b17cbe0-ea70-4978-a1f7-597d771da01e HTTP/1.1" status: 200 len: 796 time: 0.1297705 Jul 06 18:55:59.071942 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-35fdd73f-3c1d-4f4d-91f9-9ac2bfb730b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/quotas/bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 375 time: 0.0116308 Jul 06 18:55:59.131799 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:55:59.146372 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-a67d7af8-ad6c-4bf5-9b91-8e23cccc32b5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675621 Jul 06 18:55:59.197438 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-55674fe0-4ff4-4d79-8645-57a6004f8678 None None] Provisioning complete for port f81ce872-6939-45fe-87d6-b4346a9b8bb9 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:59.197957 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55674fe0-4ff4-4d79-8645-57a6004f8678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.270401 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-4414d952-b584-487e-b5eb-a123f70b1c83 service neutron] 10.222.0.13 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118734 Jul 06 18:55:59.347805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-55674fe0-4ff4-4d79-8645-57a6004f8678 None None] Provisioning for port 53587e26-d3b2-4417-aa66-6bd970f1cfca completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:55:59.353761 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-55674fe0-4ff4-4d79-8645-57a6004f8678 None None] Provisioning complete for port 53587e26-d3b2-4417-aa66-6bd970f1cfca triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:59.354704 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55674fe0-4ff4-4d79-8645-57a6004f8678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.369883 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:57Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '53587e26-d3b2-4417-aa66-6bd970f1cfca', 'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:00:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:56Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 2, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:55:59.385833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-b3829f9c-158a-4ab1-8d14-2590a68909de service neutron] 10.222.0.13 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088161 Jul 06 18:55:59.398845 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Checking router: 3071b90c-6656-45b1-8127-399aefc99ebc for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:55:59.399203 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Updating router 3071b90c-6656-45b1-8127-399aefc99ebc port 53587e26-d3b2-4417-aa66-6bd970f1cfca binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:55:59.405377 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-55674fe0-4ff4-4d79-8645-57a6004f8678 None None] Port 53587e26-d3b2-4417-aa66-6bd970f1cfca cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:59.437860 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.529876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cd5963b6-6aac-4f5d-bacc-4b3631b469f6 None None] Provisioning complete for port 53587e26-d3b2-4417-aa66-6bd970f1cfca triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:59.529876 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd5963b6-6aac-4f5d-bacc-4b3631b469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.568302 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cd5963b6-6aac-4f5d-bacc-4b3631b469f6 None None] Port 53587e26-d3b2-4417-aa66-6bd970f1cfca cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:59.614734 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4394465d-c4e8-4272-bc80-06bc9e72192e req-e1a713ff-b50b-4de1-a11d-43873983f1d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 210 time: 0.0358531 Jul 06 18:55:59.687982 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d34965b-ee3c-49b6-be8b-7099b9ba2034 None None] Provisioning complete for port 53587e26-d3b2-4417-aa66-6bd970f1cfca triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:59.688418 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d34965b-ee3c-49b6-be8b-7099b9ba2034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.724327 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4d34965b-ee3c-49b6-be8b-7099b9ba2034 None None] Port 53587e26-d3b2-4417-aa66-6bd970f1cfca cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:55:59.756080 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.767727 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Transition to ACTIVE for port object 53587e26-d3b2-4417-aa66-6bd970f1cfca will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:55:59.774142 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.847150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f81ce872-6939-45fe-87d6-b4346a9b8bb9 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:55:59.884789 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Pushing event updated for resources: {'Port': ['ID=53587e26-d3b2-4417-aa66-6bd970f1cfca,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:55:59.886997 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Attempting to bind port 53587e26-d3b2-4417-aa66-6bd970f1cfca on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:55:59.887361 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Attempting to bind port 53587e26-d3b2-4417-aa66-6bd970f1cfca by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:55:59.887718 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Attempting to bind port 53587e26-d3b2-4417-aa66-6bd970f1cfca on network 1b17cbe0-ea70-4978-a1f7-597d771da01e {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:55:59.899232 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.899703 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.900045 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.900379 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.900702 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.901224 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.901767 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.902088 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.902608 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.903110 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.903772 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.904339 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:55:59.909437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f81ce872-6939-45fe-87d6-b4346a9b8bb9 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:55:59.909942 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:55:59.910126 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.910670 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Checking segment: {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:55:59.911248 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:55:59.911791 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Bound using segment: {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:55:59.912429 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Bound port: 53587e26-d3b2-4417-aa66-6bd970f1cfca, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:55:59.912991 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:00.002922 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] For port 53587e26-d3b2-4417-aa66-6bd970f1cfca, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:56:00.007125 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] For port 53587e26-d3b2-4417-aa66-6bd970f1cfca, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=53587e26-d3b2-4417-aa66-6bd970f1cfca,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:56:00.012826 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:00.030031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 61993ed7-3ab4-43dc-97e8-bc8265bfb23c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:56:00.074724 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:56:00.075555 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:00.086362 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:56:00.087021 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:00.130967 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1b0d6-dd7a-48f7-8df6-e9f72303f483 None None] Pushing event updated for resources: {'Port': ['ID=53587e26-d3b2-4417-aa66-6bd970f1cfca,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:00.313503 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:56:00.524604 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:57Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '53587e26-d3b2-4417-aa66-6bd970f1cfca', 'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:00:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:56Z', 'updated_at': '2021-07-06T18:55:59Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:00.556524 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ae40c-59d4-4d80-b631-544ee89f24e4 None None] The sync data for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 is: [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:57Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '53587e26-d3b2-4417-aa66-6bd970f1cfca', 'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:00:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:56Z', 'updated_at': '2021-07-06T18:55:59Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:56:00.774402 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d021625d-320b-4025-8962-0520b9bc5893 req-900d9e74-c5d6-45f6-874e-82a95c132fef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 210 time: 0.0321991 Jul 06 18:56:00.861106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d380-036f-40de-8145-35f0c300f84c req-4c6fe8e4-dfad-450f-b853-876be8d7b894 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:00.862643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-4c6fe8e4-dfad-450f-b853-876be8d7b894 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/networks?id=1b17cbe0-ea70-4978-a1f7-597d771da01e HTTP/1.1" status: 200 len: 796 time: 0.1265099 Jul 06 18:56:00.911152 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-31d34db8-b4e2-4caf-a97f-4f6571f7c781 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 378 time: 0.0398653 Jul 06 18:56:00.921551 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'port': {'device_id': '041df331-1b58-4cad-81b3-936dacd04d8a', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'admin_state_up': True, 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'security_groups': ['a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:01.074427 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:56:01.078801 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.219368 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.7 (1b17cbe0-ea70-4978-a1f7-597d771da01e/b655f2fa-0266-469e-a3de-31fa71c3b40e/50e799f6-e0e0-4370-b31e-80b9f8f675f8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:56:01.383138 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.400285 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object 50e799f6-e0e0-4370-b31e-80b9f8f675f8 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:56:01.438075 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.488860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 1b17cbe0-ea70-4978-a1f7-597d771da01e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:56:01.494453 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:56:01.499772 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:56:01.506710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=50e799f6-e0e0-4370-b31e-80b9f8f675f8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:01.569655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:01.570319 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.586854 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-a584404f-432c-48af-a9c8-5ef2a776c408 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6706240 Jul 06 18:56:01.662432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Request body: {'port': {'device_id': '041df331-1b58-4cad-81b3-936dacd04d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:01.751111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.833496 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0999dd15-6051-45fb-901c-58f292aa4f25 None None] Provisioning for port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:56:01.838719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0999dd15-6051-45fb-901c-58f292aa4f25 None None] Provisioning complete for port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:56:01.839223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0999dd15-6051-45fb-901c-58f292aa4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:01.890252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 53587e26-d3b2-4417-aa66-6bd970f1cfca up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:56:01.892753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0999dd15-6051-45fb-901c-58f292aa4f25 None None] Port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:56:01.954214 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 53587e26-d3b2-4417-aa66-6bd970f1cfca completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:56:01.960150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 53587e26-d3b2-4417-aa66-6bd970f1cfca triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:56:01.960626 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.048078 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.071303 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601b609-b86f-42c3-b9ee-af1203c27d6f req-d9214575-b793-4196-841b-d48f1c594d82 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:02.072842 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2601b609-b86f-42c3-b9ee-af1203c27d6f req-d9214575-b793-4196-841b-d48f1c594d82 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 931 time: 0.1166627 Jul 06 18:56:02.082481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 53587e26-d3b2-4417-aa66-6bd970f1cfca, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=53587e26-d3b2-4417-aa66-6bd970f1cfca,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:02.086786 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.138253 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=53587e26-d3b2-4417-aa66-6bd970f1cfca,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:02.158636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2601b609-b86f-42c3-b9ee-af1203c27d6f req-05ad310c-a20b-4ab9-b66b-128739d56b37 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784130 Jul 06 18:56:02.160791 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e799f6-e0e0-4370-b31e-80b9f8f675f8 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:56:02.169244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.184299 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Transition to ACTIVE for port object 50e799f6-e0e0-4370-b31e-80b9f8f675f8 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:56:02.188141 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.267282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Pushing event updated for resources: {'Port': ['ID=50e799f6-e0e0-4370-b31e-80b9f8f675f8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:02.322824 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Attempting to bind port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:56:02.323254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Attempting to bind port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:56:02.323496 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Attempting to bind port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 on network 1b17cbe0-ea70-4978-a1f7-597d771da01e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:56:02.328976 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 on network 1b17cbe0-ea70-4978-a1f7-597d771da01e not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:56:02.329309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Attempting to bind port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 on network 1b17cbe0-ea70-4978-a1f7-597d771da01e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:56:02.335157 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:56:02.335505 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Checking segment: {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:56:02.335902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Bound using segment: {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:56:02.336344 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Bound port: 50e799f6-e0e0-4370-b31e-80b9f8f675f8, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900ff09b-c88a-42dd-9d26-553f7b7173ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:56:02.336708 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.409034 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] For port 50e799f6-e0e0-4370-b31e-80b9f8f675f8, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:56:02.412672 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] For port 50e799f6-e0e0-4370-b31e-80b9f8f675f8, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:56:02.418524 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.458104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:02.458818 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:02.460210 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] 10.222.0.22 "PUT /v2.0/ports/50e799f6-e0e0-4370-b31e-80b9f8f675f8 HTTP/1.1" status: 200 len: 1091 time: 0.8655636 Jul 06 18:56:02.460664 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:56:02.463073 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:56:02.497509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b7060-57cd-4210-9b2d-96211dda102d service neutron] Pushing event updated for resources: {'Port': ['ID=50e799f6-e0e0-4370-b31e-80b9f8f675f8,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:02.526147 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29199214-04c0-4b5f-b677-edfba1feeb6d x-openstack-request-id: req-29199214-04c0-4b5f-b677-edfba1feeb6d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:56:02.528091 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:56:02.528493 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29199214-04c0-4b5f-b677-edfba1feeb6d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:56:02.530489 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'status': 'completed', 'code': 200} Jul 06 18:56:02.597926 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d380-036f-40de-8145-35f0c300f84c req-fe729239-db5f-4e1c-a3a7-cfd75a286493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:02.601171 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-fe729239-db5f-4e1c-a3a7-cfd75a286493 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 1094 time: 0.0663395 Jul 06 18:56:02.646775 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-2bcc8bd7-5e3c-4583-8445-42253443133c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8 HTTP/1.1" status: 200 len: 217 time: 0.0386012 Jul 06 18:56:02.709112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d380-036f-40de-8145-35f0c300f84c req-7d8a36ff-4c91-48fb-bae0-ede27ffe092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:02.711082 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-7d8a36ff-4c91-48fb-bae0-ede27ffe092f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b655f2fa-0266-469e-a3de-31fa71c3b40e HTTP/1.1" status: 200 len: 835 time: 0.0579724 Jul 06 18:56:02.787169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d380-036f-40de-8145-35f0c300f84c req-cf5cfdb0-1d72-4898-98ce-1d372414a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:02.789006 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-cf5cfdb0-1d72-4898-98ce-1d372414a9e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b17cbe0-ea70-4978-a1f7-597d771da01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709341 Jul 06 18:56:02.906435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-9d3658fb-9189-45ba-b0be-0a0cd2d8bc19 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085143 Jul 06 18:56:02.908663 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:03.022472 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25e7d380-036f-40de-8145-35f0c300f84c req-2a4e3edb-d72c-457b-8201-603c9ba36b45 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093071 Jul 06 18:56:03.151504 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-3413d0cc-c358-44bd-b990-4730da4e7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.155114 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-3413d0cc-c358-44bd-b990-4730da4e7bb4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 1094 time: 0.0724912 Jul 06 18:56:03.260198 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-746491f2-4689-4b56-ade7-c016ca77dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.261768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-746491f2-4689-4b56-ade7-c016ca77dac7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b17cbe0-ea70-4978-a1f7-597d771da01e HTTP/1.1" status: 200 len: 897 time: 0.1023047 Jul 06 18:56:03.305905 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-63c407e7-dc36-4e70-b67a-4960745f4077 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8 HTTP/1.1" status: 200 len: 217 time: 0.0374396 Jul 06 18:56:03.363542 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-5778da20-d52f-44a9-a7bc-b43fb9fedb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.365273 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-5778da20-d52f-44a9-a7bc-b43fb9fedb7d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b655f2fa-0266-469e-a3de-31fa71c3b40e HTTP/1.1" status: 200 len: 835 time: 0.0519240 Jul 06 18:56:03.476845 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd381d4b-603f-4cde-8ac2-1b123d72bf7a req-b60e3214-6b50-4a40-91bb-aa1ba56034ef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.478410 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dd381d4b-603f-4cde-8ac2-1b123d72bf7a req-b60e3214-6b50-4a40-91bb-aa1ba56034ef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 943 time: 0.1122143 Jul 06 18:56:03.496156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-23a76e02-c356-4466-901b-78b3aa0ab957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:03.497735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-23a76e02-c356-4466-901b-78b3aa0ab957 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b17cbe0-ea70-4978-a1f7-597d771da01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219237 Jul 06 18:56:03.580340 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dd381d4b-603f-4cde-8ac2-1b123d72bf7a req-114fd575-d4e5-44ed-91bd-e3ff6bb5e95b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953965 Jul 06 18:56:03.624213 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-f89aed3b-7576-43f2-844d-e35b345c756d service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189976 Jul 06 18:56:03.725941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06d16f5b-9674-4e65-a7f9-fdf3c8370f5f req-2cc7cfc2-ccd0-4d93-b0fd-ba4837529af2 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930483 Jul 06 18:56:03.816160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 53587e26-d3b2-4417-aa66-6bd970f1cfca up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:56:03.874580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 53587e26-d3b2-4417-aa66-6bd970f1cfca triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:56:03.874957 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:04.039262 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:56:04.779220 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dedb-96e7-4f8f-8ebd-9f8ceeadb783 req-5d096bf8-e5f5-465d-894e-5345900e6cc0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:04.782044 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6d6dedb-96e7-4f8f-8ebd-9f8ceeadb783 req-5d096bf8-e5f5-465d-894e-5345900e6cc0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 943 time: 0.0817785 Jul 06 18:56:04.840225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a6d6dedb-96e7-4f8f-8ebd-9f8ceeadb783 req-6c7ce776-bfc2-4fea-993d-e84381ef5eea tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519464 Jul 06 18:56:05.781648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 50e799f6-e0e0-4370-b31e-80b9f8f675f8 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:56:05.876462 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 50e799f6-e0e0-4370-b31e-80b9f8f675f8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:05.892070 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'port_id': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'mac_address': 'fa:16:3e:dd:4b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:56:05.929180 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:05.942009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e799f6-e0e0-4370-b31e-80b9f8f675f8 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:56:05.962211 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 50e799f6-e0e0-4370-b31e-80b9f8f675f8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:05.967639 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.016009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=50e799f6-e0e0-4370-b31e-80b9f8f675f8,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:06.020283 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372344b2-d0da-478a-89a2-b9b31015f9d2 req-ad0e1dd5-51be-4bfc-b29f-ef237594db16 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:06.023615 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-372344b2-d0da-478a-89a2-b9b31015f9d2 req-ad0e1dd5-51be-4bfc-b29f-ef237594db16 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 943 time: 0.0671372 Jul 06 18:56:06.060291 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-372344b2-d0da-478a-89a2-b9b31015f9d2 req-5f3b0bc7-6542-4570-8e30-ed7bab9ec802 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332353 Jul 06 18:56:06.127659 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:06.212376 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['50e799f6-e0e0-4370-b31e-80b9f8f675f8'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:56:07.240251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1d46-ed2b-4c7a-8ab1-d5bfaf9a6cf7 req-03ca881e-6a26-4129-95af-fe15353582be tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:07.241762 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-827e1d46-ed2b-4c7a-8ab1-d5bfaf9a6cf7 req-03ca881e-6a26-4129-95af-fe15353582be tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 944 time: 0.0649447 Jul 06 18:56:07.280422 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-827e1d46-ed2b-4c7a-8ab1-d5bfaf9a6cf7 req-1b681b30-db4f-40e3-9d4c-3b86c19cb9e4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330961 Jul 06 18:56:07.788663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 50e799f6-e0e0-4370-b31e-80b9f8f675f8 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:56:07.837920 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:56:07.842099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:56:07.842574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.923771 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:07.944591 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:56:07.946891 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e82f5e-623c-418f-8f81-e5e76de9a68a" -d '{"events": [{"server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "name": "network-vif-plugged", "status": "completed", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:56:07.959669 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 50e799f6-e0e0-4370-b31e-80b9f8f675f8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:56:07.963438 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:08.015261 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=50e799f6-e0e0-4370-b31e-80b9f8f675f8,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:08.042641 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5508d38-0fa2-4c61-90c3-1bf96dacd4f5 x-openstack-request-id: req-e5508d38-0fa2-4c61-90c3-1bf96dacd4f5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:56:08.042942 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "name": "network-vif-plugged", "status": "completed", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:56:08.043199 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5508d38-0fa2-4c61-90c3-1bf96dacd4f5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:56:08.043682 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'code': 200} Jul 06 18:56:08.161087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a392f2-5952-4ae3-b1a4-61c2c4949b20 req-f7bb147a-7980-40fe-afec-f54ce52cc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:08.162701 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d6a392f2-5952-4ae3-b1a4-61c2c4949b20 req-f7bb147a-7980-40fe-afec-f54ce52cc904 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 1096 time: 0.0610023 Jul 06 18:56:08.196529 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d6a392f2-5952-4ae3-b1a4-61c2c4949b20 req-a7557fea-1b40-4abd-b32f-4eff5bd30fb7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272524 Jul 06 18:56:08.462814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e012e4-5da3-4699-b114-4c2039255838 req-1d63baf3-db69-4cc1-b9ac-b24a48b59edb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:08.464277 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8e012e4-5da3-4699-b114-4c2039255838 req-1d63baf3-db69-4cc1-b9ac-b24a48b59edb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0704110 Jul 06 18:56:08.502591 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8e012e4-5da3-4699-b114-4c2039255838 req-910c2fac-4397-4925-b203-f6c2ece3b53e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326197 Jul 06 18:56:09.700559 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a0704-a5f3-4e5d-b7d0-861d49c3d8c2 req-b8f10472-4c0c-4691-ae70-8de8a694f25d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:09.702136 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be7a0704-a5f3-4e5d-b7d0-861d49c3d8c2 req-b8f10472-4c0c-4691-ae70-8de8a694f25d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0712948 Jul 06 18:56:09.743647 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be7a0704-a5f3-4e5d-b7d0-861d49c3d8c2 req-61c69c70-21d4-4abf-8170-a8ec004e2957 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348094 Jul 06 18:56:09.927047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b9fb-2296-4453-b6b6-21ef2bd2e8d8 req-fdeebe60-81bb-423a-a92a-af318e35a6d1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:09.928547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3143b9fb-2296-4453-b6b6-21ef2bd2e8d8 req-fdeebe60-81bb-423a-a92a-af318e35a6d1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0652502 Jul 06 18:56:09.970214 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3143b9fb-2296-4453-b6b6-21ef2bd2e8d8 req-2ee35dc7-1dbc-47e6-a33f-fb7ab1be34a6 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350242 Jul 06 18:56:09.995165 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57014) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:10.055243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0fbb0c-6a6b-4f6c-aecb-4c8a93b5a5d6 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:10.056786 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fe0fbb0c-6a6b-4f6c-aecb-4c8a93b5a5d6 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 1091 time: 0.0605717 Jul 06 18:56:10.059636 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57016) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:10.064580 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:56:10.087022 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.183616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.310805 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.4 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/145538cc-6775-4f0a-90f4-c2c518379ad8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:56:10.414753 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.454994 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.495761 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:56:10.506837 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:56:10.509220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:56:10.533284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=145538cc-6775-4f0a-90f4-c2c518379ad8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:10.891722 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:10.986420 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.138858 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.143302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.210112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=145538cc-6775-4f0a-90f4-c2c518379ad8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:56:11.223630 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.323776 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP 338a5ecd-ac8f-4a56-84a8-aa4441fad4c4 associated. External IP: 172.25.7.4, port: 50e799f6-e0e0-4370-b31e-80b9f8f675f8. Jul 06 18:56:11.534237 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3071b90c-6656-45b1-8127-399aefc99ebc has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:56:11.953346 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:56:11.962662 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] Sync routers for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:56:11.969460 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:11.973739 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:56:11.974547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:12.009538 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-981be858-799b-4b18-9136-7d9c5cdd7d43 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9481580 Jul 06 18:56:12.009950 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:56:12.012281 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb3ec14-9beb-40ce-8bef-8f942993b635" -d '{"events": [{"name": "network-changed", "server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:56:12.069866 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e4f6f7-3c54-4a49-8cff-64ed3de598a3 x-openstack-request-id: req-61e4f6f7-3c54-4a49-8cff-64ed3de598a3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:56:12.070267 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:56:12.070642 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61e4f6f7-3c54-4a49-8cff-64ed3de598a3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:56:12.071598 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'status': 'completed', 'code': 200} Jul 06 18:56:12.091568 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:56:12.188441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-5b42b582-b286-42c4-b8c4-e1b8f2b1a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:12.189984 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-5b42b582-b286-42c4-b8c4-e1b8f2b1a115 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 1096 time: 0.0957696 Jul 06 18:56:12.258557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca0faa-e2b1-4739-9c61-5a874d365a22 req-2727f3ba-6ea7-4391-afc6-70f25c0829e9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:12.260514 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e7ca0faa-e2b1-4739-9c61-5a874d365a22 req-2727f3ba-6ea7-4391-afc6-70f25c0829e9 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.1388102 Jul 06 18:56:12.327692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:57Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '338a5ecd-ac8f-4a56-84a8-aa4441fad4c4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'port_id': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'mac_address': 'fa:16:3e:dd:4b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041df331-1b58-4cad-81b3-936dacd04d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:56:10Z', 'updated_at': '2021-07-06T18:56:10Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53587e26-d3b2-4417-aa66-6bd970f1cfca', 'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:00:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:56Z', 'updated_at': '2021-07-06T18:56:02Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:12.328042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e7ca0faa-e2b1-4739-9c61-5a874d365a22 req-cef07c98-5d53-4137-8a91-ddcfb18cc623 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616038 Jul 06 18:56:12.340945 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-7616eb98-0705-409c-a7e3-426774fdb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:12.343400 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-7616eb98-0705-409c-a7e3-426774fdb802 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b17cbe0-ea70-4978-a1f7-597d771da01e HTTP/1.1" status: 200 len: 897 time: 0.1470199 Jul 06 18:56:12.354103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57022) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:12.354791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] Checking router: 3071b90c-6656-45b1-8127-399aefc99ebc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:56:12.364116 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:56:12.364737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:55:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:12.421027 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-90277ce7-c18f-43c5-8b87-b6ec689c05df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8 HTTP/1.1" status: 200 len: 997 time: 0.0675874 Jul 06 18:56:12.423334 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e1dbf57b-d4e1-4b3c-afa2-35c654d22248 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/338a5ecd-ac8f-4a56-84a8-aa4441fad4c4 HTTP/1.1" status: 200 len: 989 time: 0.0680335 Jul 06 18:56:12.468402 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-439c2684-740f-4480-8e21-a8399f5e38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:12.469906 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-439c2684-740f-4480-8e21-a8399f5e38fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b655f2fa-0266-469e-a3de-31fa71c3b40e HTTP/1.1" status: 200 len: 835 time: 0.0471823 Jul 06 18:56:12.477732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:56:12.530884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-a59741f9-484f-4a84-a254-13fa3e2a4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:12.532328 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-a59741f9-484f-4a84-a254-13fa3e2a4d11 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b17cbe0-ea70-4978-a1f7-597d771da01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551763 Jul 06 18:56:12.626816 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-c364d0f2-a017-402a-8142-9a18c1879642 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874588 Jul 06 18:56:12.707774 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:57Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '338a5ecd-ac8f-4a56-84a8-aa4441fad4c4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'port_id': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'mac_address': 'fa:16:3e:dd:4b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041df331-1b58-4cad-81b3-936dacd04d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:56:10Z', 'updated_at': '2021-07-06T18:56:10Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53587e26-d3b2-4417-aa66-6bd970f1cfca', 'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:00:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:56Z', 'updated_at': '2021-07-06T18:56:02Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:56:12.717148 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3fb3ec14-9beb-40ce-8bef-8f942993b635 req-5a9badb4-02a9-48f9-ac12-3b8fdba66906 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840330 Jul 06 18:56:12.737980 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b4b0d-28a5-4397-9763-1823aa3eaf0a None None] The sync data for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 is: [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:57Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '338a5ecd-ac8f-4a56-84a8-aa4441fad4c4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'port_id': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'mac_address': 'fa:16:3e:dd:4b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041df331-1b58-4cad-81b3-936dacd04d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:56:10Z', 'updated_at': '2021-07-06T18:56:10Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53587e26-d3b2-4417-aa66-6bd970f1cfca', 'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:00:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:56Z', 'updated_at': '2021-07-06T18:56:02Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:56:12.927156 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b978e5-8058-4a7d-84d3-6be597e79973 None None] New status for floating IP 338a5ecd-ac8f-4a56-84a8-aa4441fad4c4: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:56:13.425561 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57024) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:13.485789 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-24d447bf-ec01-46d9-930b-549a3559a5d0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/338a5ecd-ac8f-4a56-84a8-aa4441fad4c4 HTTP/1.1" status: 200 len: 991 time: 0.0590024 Jul 06 18:56:17.148001 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78d9cab1-0ae9-4f19-9e2e-7244ec474a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:19.700400 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6707d9f-eeb9-448d-a69d-584de048967f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:20.243316 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:21.034937 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:22.949803 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:32.913288 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:36.126752 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:40.431242 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f693fd-5e53-4f1a-b319-03d7363381ed req-0c8fbd48-d81b-493e-8c3a-294847d9436b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:40.432756 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2f693fd-5e53-4f1a-b319-03d7363381ed req-0c8fbd48-d81b-493e-8c3a-294847d9436b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0631692 Jul 06 18:56:40.484014 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a2f693fd-5e53-4f1a-b319-03d7363381ed req-fe5027ea-5eae-4197-9a5b-646884dac44c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457623 Jul 06 18:56:41.039082 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:56:41.661720 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dea04-88ae-4216-a5a7-9e059266e21a req-7ffb5d84-6e64-4671-b96c-939a79bbcd47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:41.663290 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d7dea04-88ae-4216-a5a7-9e059266e21a req-7ffb5d84-6e64-4671-b96c-939a79bbcd47 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0683341 Jul 06 18:56:41.700741 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2d7dea04-88ae-4216-a5a7-9e059266e21a req-3dae98e0-297e-42da-85bb-f92e2dbff236 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319011 Jul 06 18:56:42.883878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd19aa-2d7c-4e01-843c-1601d9fa084a req-6bbbdca4-59d6-42c1-947c-a7e901ecc0d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:42.885409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8fd19aa-2d7c-4e01-843c-1601d9fa084a req-6bbbdca4-59d6-42c1-947c-a7e901ecc0d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0715077 Jul 06 18:56:42.925638 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d8fd19aa-2d7c-4e01-843c-1601d9fa084a req-b75884fd-3bbe-4b8b-bade-de6b437b3915 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343740 Jul 06 18:56:44.104670 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcdf0d-5f0e-4926-b73b-58804c78ea50 req-b5479ef6-b65f-43a5-9387-5fa8b57c0d77 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:44.106163 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50fcdf0d-5f0e-4926-b73b-58804c78ea50 req-b5479ef6-b65f-43a5-9387-5fa8b57c0d77 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0642278 Jul 06 18:56:44.144716 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-50fcdf0d-5f0e-4926-b73b-58804c78ea50 req-cfcce00b-81cb-4da6-9cae-154540bf1708 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324318 Jul 06 18:56:45.323159 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf47c3-2348-437a-8aa6-e32fb5e353b3 req-1621f9f1-bf08-499d-b05e-23d063be6273 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:45.324645 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6faf47c3-2348-437a-8aa6-e32fb5e353b3 req-1621f9f1-bf08-499d-b05e-23d063be6273 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0647686 Jul 06 18:56:45.362850 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6faf47c3-2348-437a-8aa6-e32fb5e353b3 req-2e00121a-acaf-48ba-b312-8ba788b314af tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319924 Jul 06 18:56:46.536533 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac927926-cf51-4291-9d47-3a872cf64194 req-15115291-8d0b-4734-ba4f-08e569c73745 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:46.538037 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac927926-cf51-4291-9d47-3a872cf64194 req-15115291-8d0b-4734-ba4f-08e569c73745 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0631559 Jul 06 18:56:46.575434 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ac927926-cf51-4291-9d47-3a872cf64194 req-917b43e3-3041-44b8-bbc3-598e1b914f66 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317028 Jul 06 18:56:47.148668 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-329f1ace-a436-4395-912a-dabf1c36a37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:47.749533 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e00ed1-1c16-4f32-8f3f-d4f4cec49e2e req-438b7a7d-76a9-46da-bf3c-b5962289dead tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:47.750947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e00ed1-1c16-4f32-8f3f-d4f4cec49e2e req-438b7a7d-76a9-46da-bf3c-b5962289dead tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0673602 Jul 06 18:56:47.789737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-17e00ed1-1c16-4f32-8f3f-d4f4cec49e2e req-1464032f-5177-4d7b-9c3a-74920d84e9ce tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332804 Jul 06 18:56:48.966985 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f5cdf-219d-4b6f-986f-d1cfdcf3fde9 req-463afb2d-2f08-479c-bea7-ecea27f5b4f0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:48.968703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-907f5cdf-219d-4b6f-986f-d1cfdcf3fde9 req-463afb2d-2f08-479c-bea7-ecea27f5b4f0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0687790 Jul 06 18:56:49.009495 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-907f5cdf-219d-4b6f-986f-d1cfdcf3fde9 req-2947bbc6-310c-4228-b4a9-c031fecccfa2 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347593 Jul 06 18:56:49.700966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-531d74f9-aa97-4da4-bf0a-ddcfc7c0b4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:50.182662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe3843-754b-4a75-a202-d8df7f3e4479 req-afeb097e-0089-45a3-a763-4ffddbfa893c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:50.184221 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2fe3843-754b-4a75-a202-d8df7f3e4479 req-afeb097e-0089-45a3-a763-4ffddbfa893c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0643981 Jul 06 18:56:50.223313 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-f2fe3843-754b-4a75-a202-d8df7f3e4479 req-c4c676fc-ea47-4762-99be-58c11cdc4ac1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325737 Jul 06 18:56:50.245096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:51.037379 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:51.394601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7508f-0c6c-448d-b212-105fd630d3e3 req-3909d722-9df4-4859-a1e8-b863b6cb4d7e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:51.396081 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ac7508f-0c6c-448d-b212-105fd630d3e3 req-3909d722-9df4-4859-a1e8-b863b6cb4d7e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0632985 Jul 06 18:56:51.434408 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6ac7508f-0c6c-448d-b212-105fd630d3e3 req-7b08d1db-5ce8-4c5d-b071-97400c609202 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328226 Jul 06 18:56:51.459322 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:51.523989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3cc13865-c324-4c10-90aa-d0896724fe36 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/338a5ecd-ac8f-4a56-84a8-aa4441fad4c4 HTTP/1.1" status: 200 len: 991 time: 0.0635273 Jul 06 18:56:52.942906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-4b7907e6-d00b-4d58-94a5-e6bbea5ddc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:52.944647 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-4b7907e6-d00b-4d58-94a5-e6bbea5ddc32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 1096 time: 0.0588591 Jul 06 18:56:52.953495 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:56:52.966370 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac05f67-6a0e-41b5-8e28-7badf89c25ce req-1914a2dd-a3c0-459c-a112-c0c81d683b78 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:52.967940 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ac05f67-6a0e-41b5-8e28-7badf89c25ce req-1914a2dd-a3c0-459c-a112-c0c81d683b78 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0684400 Jul 06 18:56:53.015431 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0ac05f67-6a0e-41b5-8e28-7badf89c25ce req-424dfb42-480b-4d21-bd89-77b4b96c49b0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387723 Jul 06 18:56:53.050522 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-3e814148-0446-47fe-a1c3-9b0d0cd9d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:53.052025 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-3e814148-0446-47fe-a1c3-9b0d0cd9d8f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b17cbe0-ea70-4978-a1f7-597d771da01e HTTP/1.1" status: 200 len: 897 time: 0.1011577 Jul 06 18:56:53.117525 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-8c516af4-e0ad-4bec-9a4c-c84962f373be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8 HTTP/1.1" status: 200 len: 999 time: 0.0594523 Jul 06 18:56:53.167690 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-11dbc329-ee41-41ca-8f39-348363c10055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:53.169122 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-11dbc329-ee41-41ca-8f39-348363c10055 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b655f2fa-0266-469e-a3de-31fa71c3b40e HTTP/1.1" status: 200 len: 835 time: 0.0446692 Jul 06 18:56:53.229887 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-64046f8e-97dd-48f3-97ac-63b039f24034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:53.231329 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-64046f8e-97dd-48f3-97ac-63b039f24034 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b17cbe0-ea70-4978-a1f7-597d771da01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560029 Jul 06 18:56:53.321080 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-57ad26f6-63ce-4cfd-b90b-b89e5ffcd3c0 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820241 Jul 06 18:56:53.414673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31783287-dd97-4f1d-a757-e7a408fe2d82 req-2eba9abd-ecb4-40d1-a51a-51e690205f20 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873744 Jul 06 18:56:54.191032 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf9a3f-5008-46b3-a35a-26afe30cad37 req-aca4f974-c222-4ea1-8fea-a3b8c2d6f2a8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:56:54.192856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dedf9a3f-5008-46b3-a35a-26afe30cad37 req-aca4f974-c222-4ea1-8fea-a3b8c2d6f2a8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0654452 Jul 06 18:56:54.233112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dedf9a3f-5008-46b3-a35a-26afe30cad37 req-5de00326-2aa4-446e-bfe7-78df226a1136 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346687 Jul 06 18:56:54.257882 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57070) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:56:54.317995 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c5b05c53-60e1-4203-8169-e94f9cdb1723 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/338a5ecd-ac8f-4a56-84a8-aa4441fad4c4 HTTP/1.1" status: 200 len: 991 time: 0.0587716 Jul 06 18:57:02.924764 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:04.180258 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-47a49473-26f8-465c-968a-c2680894bed5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567842 Jul 06 18:57:04.276959 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-9a07b0e0-85e2-4764-b1d5-c452b8f4a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:04.278506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-9a07b0e0-85e2-4764-b1d5-c452b8f4a0d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 1096 time: 0.0545175 Jul 06 18:57:04.394888 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-f62dbf11-b509-4301-be71-b1cb4c532aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:04.396977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-f62dbf11-b509-4301-be71-b1cb4c532aac service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b17cbe0-ea70-4978-a1f7-597d771da01e HTTP/1.1" status: 200 len: 897 time: 0.0991588 Jul 06 18:57:04.474480 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-06037539-cd36-482b-a46d-67c3519fbae2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8 HTTP/1.1" status: 200 len: 999 time: 0.0698531 Jul 06 18:57:04.524108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-69b560b5-5b39-426d-8032-48092d7a6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:04.525669 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-69b560b5-5b39-426d-8032-48092d7a6c21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b655f2fa-0266-469e-a3de-31fa71c3b40e HTTP/1.1" status: 200 len: 835 time: 0.0447588 Jul 06 18:57:04.585267 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-74941b71-1c07-4a89-9fbe-f76fb2278823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:04.586828 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-74941b71-1c07-4a89-9fbe-f76fb2278823 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b17cbe0-ea70-4978-a1f7-597d771da01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550683 Jul 06 18:57:04.683835 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-8e18de14-4a06-4470-b950-1023fe8bdc98 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882304 Jul 06 18:57:04.778697 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8c0d3c4b-ccfe-4001-9463-8a322edb7cd4 req-650029c9-8ef8-4d80-a587-eb5f79c47d64 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834663 Jul 06 18:57:06.127984 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:17.150029 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ec31947-45f6-4ff5-8b28-168de3f79be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:18.040874 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:57:19.704757 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ff51ee5-6853-42e7-8f80-89fe972d4db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:20.251329 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:21.040309 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:22.957674 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:24.704716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:24.880998 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 145538cc-6775-4f0a-90f4-c2c518379ad8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:24.881346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:24.961026 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:24.961276 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:24.973710 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 145538cc-6775-4f0a-90f4-c2c518379ad8 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:25.131735 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:25.159548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=145538cc-6775-4f0a-90f4-c2c518379ad8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:25.186775 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.187123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.187466 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.187804 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.188136 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.188471 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.188799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.189123 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.189451 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.189776 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.190097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.190446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:25.237874 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:25.238122 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP 338a5ecd-ac8f-4a56-84a8-aa4441fad4c4 disassociated (deleted). External IP: 172.25.7.4, port: 50e799f6-e0e0-4370-b31e-80b9f8f675f8. Jul 06 18:57:25.462491 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3071b90c-6656-45b1-8127-399aefc99ebc has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:57:25.596892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:25.602552 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:25.607000 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] Sync routers for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:25.620697 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:25.621796 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:25.640803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b3fea889-dfa6-4912-933b-f4ceacb45ba3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/floatingips/338a5ecd-ac8f-4a56-84a8-aa4441fad4c4 HTTP/1.1" status: 204 len: 168 time: 0.9350307 Jul 06 18:57:25.641394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:25.643735 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affb6ae0-b5fb-4561-b319-aebadaad1481" -d '{"events": [{"name": "network-changed", "server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:25.688563 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d74b8b7-8540-4392-8b65-e97edac9da65 x-openstack-request-id: req-2d74b8b7-8540-4392-8b65-e97edac9da65 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:25.689095 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:25.689325 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d74b8b7-8540-4392-8b65-e97edac9da65 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:25.689761 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'status': 'completed', 'code': 200} Jul 06 18:57:25.759925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:25.788900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-a091a89d-ee7d-4ec4-8b82-75e73dd92d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:25.790512 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-a091a89d-ee7d-4ec4-8b82-75e73dd92d07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 1096 time: 0.0749354 Jul 06 18:57:25.917793 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-6c0f2d87-197b-4e6d-bda0-b190adaa03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:25.919389 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-6c0f2d87-197b-4e6d-bda0-b190adaa03a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b17cbe0-ea70-4978-a1f7-597d771da01e HTTP/1.1" status: 200 len: 897 time: 0.1218266 Jul 06 18:57:25.967769 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-057711bc-ee3b-4165-8039-a078651ceaf4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8 HTTP/1.1" status: 200 len: 217 time: 0.0417774 Jul 06 18:57:25.996483 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:57Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '53587e26-d3b2-4417-aa66-6bd970f1cfca', 'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:00:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:56Z', 'updated_at': '2021-07-06T18:56:02Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:26.022937 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] Checking router: 3071b90c-6656-45b1-8127-399aefc99ebc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:26.031459 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:26.032106 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:26.048673 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-bdc995de-a0fa-4e82-b352-24a57a1206ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:26.050194 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-bdc995de-a0fa-4e82-b352-24a57a1206ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b655f2fa-0266-469e-a3de-31fa71c3b40e HTTP/1.1" status: 200 len: 835 time: 0.0753455 Jul 06 18:57:26.110461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065888-4225-4183-8acf-be35db30e6c0 req-f4f30293-b015-499b-b79d-c5d45dddd533 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:26.111985 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e065888-4225-4183-8acf-be35db30e6c0 req-f4f30293-b015-499b-b79d-c5d45dddd533 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.1103239 Jul 06 18:57:26.143294 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:26.163947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-c84db9b4-d66c-4b80-b651-4b9205b12a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:26.165488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-c84db9b4-d66c-4b80-b651-4b9205b12a41 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b17cbe0-ea70-4978-a1f7-597d771da01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080587 Jul 06 18:57:26.168374 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1e065888-4225-4183-8acf-be35db30e6c0 req-2537c7e8-0b09-4371-a193-fdf278b52101 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491822 Jul 06 18:57:26.260618 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-ebda78c7-cbbc-49bd-9db9-ba6ca37e03e5 service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871696 Jul 06 18:57:26.359085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:57Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '53587e26-d3b2-4417-aa66-6bd970f1cfca', 'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:00:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:56Z', 'updated_at': '2021-07-06T18:56:02Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:26.362513 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-affb6ae0-b5fb-4561-b319-aebadaad1481 req-37e92ff7-07d2-463f-9745-e5131ad987ca service neutron] 10.222.0.22 "GET /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952904 Jul 06 18:57:26.388695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50850703-a595-4d24-a4c0-db36f8906f40 None None] The sync data for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 is: [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:55:57Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '53587e26-d3b2-4417-aa66-6bd970f1cfca', 'name': '', 'network_id': '1b17cbe0-ea70-4978-a1f7-597d771da01e', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:00:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:56Z', 'updated_at': '2021-07-06T18:56:02Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': 'b655f2fa-0266-469e-a3de-31fa71c3b40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:26.606725 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e012b49c-1a69-4215-ad41-75f6cb04e441 None None] New status for floating IP 338a5ecd-ac8f-4a56-84a8-aa4441fad4c4: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:57:27.358736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c138b53-d4d2-4f5e-8919-07fbe071d00b req-ed0355f9-5e2f-46b1-9ae1-dd744131454f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:27.360580 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6c138b53-d4d2-4f5e-8919-07fbe071d00b req-ed0355f9-5e2f-46b1-9ae1-dd744131454f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0691447 Jul 06 18:57:27.398621 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6c138b53-d4d2-4f5e-8919-07fbe071d00b req-1c9a2794-9e0c-4184-be0e-14c9516457f5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326607 Jul 06 18:57:27.464276 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-d79a2754-cbf8-44ed-8f20-1ead2b4c1235 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:27.465680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-d79a2754-cbf8-44ed-8f20-1ead2b4c1235 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/ports?device_id=041df331-1b58-4cad-81b3-936dacd04d8a HTTP/1.1" status: 200 len: 945 time: 0.0659351 Jul 06 18:57:27.564826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:27.565167 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:27.656815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 50e799f6-e0e0-4370-b31e-80b9f8f675f8, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=50e799f6-e0e0-4370-b31e-80b9f8f675f8,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:27.657180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:27.669126 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 50e799f6-e0e0-4370-b31e-80b9f8f675f8 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:27.800080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:27.831384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=50e799f6-e0e0-4370-b31e-80b9f8f675f8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:27.873815 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] No DVR routers for this DVR port 50e799f6-e0e0-4370-b31e-80b9f8f675f8 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:57:27.876411 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:27.878386 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2912aaf4-045b-40b6-ad62-4d0a1c5e36ba req-fadba964-9de1-4dc6-8edd-5f7197562f30 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "DELETE /v2.0/ports/50e799f6-e0e0-4370-b31e-80b9f8f675f8 HTTP/1.1" status: 204 len: 173 time: 0.4078457 Jul 06 18:57:27.879390 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'name': 'network-vif-deleted', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:27.881610 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b70d82-c3db-453e-850a-276beb0ccc3e" -d '{"events": [{"server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "name": "network-vif-deleted", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:27.916278 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb58530-3a4c-4e49-9f6a-9548380129bf x-openstack-request-id: req-4fb58530-3a4c-4e49-9f6a-9548380129bf {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:27.916572 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041df331-1b58-4cad-81b3-936dacd04d8a", "name": "network-vif-deleted", "tag": "50e799f6-e0e0-4370-b31e-80b9f8f675f8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:27.916827 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fb58530-3a4c-4e49-9f6a-9548380129bf {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:27.917229 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041df331-1b58-4cad-81b3-936dacd04d8a', 'name': 'network-vif-deleted', 'tag': '50e799f6-e0e0-4370-b31e-80b9f8f675f8', 'status': 'completed', 'code': 200} Jul 06 18:57:28.502870 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:28.870430 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:29.469573 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 53587e26-d3b2-4417-aa66-6bd970f1cfca {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:29.469857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:29.562796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 53587e26-d3b2-4417-aa66-6bd970f1cfca, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=53587e26-d3b2-4417-aa66-6bd970f1cfca,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:29.563548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:29.577581 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 53587e26-d3b2-4417-aa66-6bd970f1cfca owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:29.776574 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:29.810095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=53587e26-d3b2-4417-aa66-6bd970f1cfca,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:29.996297 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:30.258311 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router 3071b90c-6656-45b1-8127-399aefc99ebc has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:57:30.372675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:30.377848 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9c4e2edc-a4c8-4e2f-94c2-2ac8962b54bc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/3071b90c-6656-45b1-8127-399aefc99ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8738496 Jul 06 18:57:30.381148 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57104) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:30.384639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] Sync routers for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:30.395100 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:30.396322 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:30.439225 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eed34d7-bf56-4aa3-bb8f-6d8af13ca7e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting subnet b655f2fa-0266-469e-a3de-31fa71c3b40e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:57:30.443202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eed34d7-bf56-4aa3-bb8f-6d8af13ca7e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:30.492800 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eed34d7-bf56-4aa3-bb8f-6d8af13ca7e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:30.601201 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eed34d7-bf56-4aa3-bb8f-6d8af13ca7e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:30.671095 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eed34d7-bf56-4aa3-bb8f-6d8af13ca7e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:30.678584 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:30.711009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed34d7-bf56-4aa3-bb8f-6d8af13ca7e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Subnet': ['ID=b655f2fa-0266-469e-a3de-31fa71c3b40e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:30.716665 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eed34d7-bf56-4aa3-bb8f-6d8af13ca7e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:30.718763 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-6eed34d7-bf56-4aa3-bb8f-6d8af13ca7e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/subnets/b655f2fa-0266-469e-a3de-31fa71c3b40e HTTP/1.1" status: 204 len: 168 time: 0.3365278 Jul 06 18:57:30.721343 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:30.738320 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d90ff2-66d9-4259-a1c5-cd6ba62c48ba None None] Network 1b17cbe0-ea70-4978-a1f7-597d771da01e requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:57:30.836451 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:30.944672 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:30.970236 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:57:29Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': '61993ed7-3ab4-43dc-97e8-bc8265bfb23c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:55:54Z', 'updated_at': '2021-07-06T18:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:31.002378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:31.002749 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.005925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] Checking router: 3071b90c-6656-45b1-8127-399aefc99ebc for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:31.016405 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] Routers {'3071b90c-6656-45b1-8127-399aefc99ebc'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:31.017053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['3071b90c-6656-45b1-8127-399aefc99ebc'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:31.052341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] DHCP port deletion for 1b17cbe0-ea70-4978-a1f7-597d771da01e request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:57:31.095872 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 61993ed7-3ab4-43dc-97e8-bc8265bfb23c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=61993ed7-3ab4-43dc-97e8-bc8265bfb23c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:31.096261 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.108337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 61993ed7-3ab4-43dc-97e8-bc8265bfb23c owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:31.129354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] Set router 3071b90c-6656-45b1-8127-399aefc99ebc gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:31.186740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:57:30Z', 'revision_number': 6, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:31.216437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536a18d-7884-4697-8201-2442438c9a02 None None] The sync data for ids ['3071b90c-6656-45b1-8127-399aefc99ebc'] in n-d-799526-3 is: [{'id': '3071b90c-6656-45b1-8127-399aefc99ebc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588151079', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:55:53Z', 'updated_at': '2021-07-06T18:57:30Z', 'revision_number': 6, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:31.223586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Deleting port f81ce872-6939-45fe-87d6-b4346a9b8bb9 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:57:31.224362 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.287146 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.289410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] For port f81ce872-6939-45fe-87d6-b4346a9b8bb9, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f81ce872-6939-45fe-87d6-b4346a9b8bb9,segment=NetworkSegment(900ff09b-c88a-42dd-9d26-553f7b7173ee),segment_id=900ff09b-c88a-42dd-9d26-553f7b7173ee)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:31.289814 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.303895 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Calling delete_port for f81ce872-6939-45fe-87d6-b4346a9b8bb9 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:57:31.320043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=61993ed7-3ab4-43dc-97e8-bc8265bfb23c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:31.378059 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.388993 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.415019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Pushing event deleted for resources: {'Port': ['ID=f81ce872-6939-45fe-87d6-b4346a9b8bb9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:31.423520 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] No DVR routers for this DVR port f81ce872-6939-45fe-87d6-b4346a9b8bb9 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:57:31.426220 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.427303 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.427655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.427996 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.428391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.428726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.429057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.429384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.429711 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.430037 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.430373 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.430700 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6498b6-7b26-4b17-9059-63ba12b9e4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:31.481177 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.483232 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.527672 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.528431 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Fanout notify agent at l3_agent the message router_deleted on router 3071b90c-6656-45b1-8127-399aefc99ebc {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:57:31.536640 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.537775 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a5cc5398-88c4-46c1-97dd-ccf1b8fdf83d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/routers/3071b90c-6656-45b1-8127-399aefc99ebc HTTP/1.1" status: 204 len: 168 time: 0.8150208 Jul 06 18:57:31.540631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57108) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:31.623637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.720583 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.730947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b17cbe0-ea70-4978-a1f7-597d771da01e']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:31.742744 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900ff09b-c88a-42dd-9d26-553f7b7173ee') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:31.742967 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900ff09b-c88a-42dd-9d26-553f7b7173ee') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:31.752450 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.769161 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.776624 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:57:31.777032 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: timer() Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:57:31.780150 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:57:31.839346 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.846564 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.848735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/networks/1b17cbe0-ea70-4978-a1f7-597d771da01e HTTP/1.1" status: 204 len: 168 time: 0.3071344 Jul 06 18:57:31.851616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:31.865353 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167cac0-6698-49c7-a727-e3d44991ac88 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Network': ['ID=1b17cbe0-ea70-4978-a1f7-597d771da01e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:31.913371 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.939263 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:31.999738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 53587e26-d3b2-4417-aa66-6bd970f1cfca no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:32.012669 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.015397 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.016646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7 HTTP/1.1" status: 204 len: 168 time: 0.1639483 Jul 06 18:57:32.027776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a10eb2-a5eb-4ca9-a2a4-74df502a41d7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:32.030573 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 53587e26-d3b2-4417-aa66-6bd970f1cfca {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:32.031517 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 53587e26-d3b2-4417-aa66-6bd970f1cfca not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:32.032107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f81ce872-6939-45fe-87d6-b4346a9b8bb9 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:32.040089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.040449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.040804 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.041293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.041641 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.042157 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.042553 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.042870 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.043209 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.043547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.043881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.044633 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81442dfc-b90f-4fea-b1f6-004041399d33 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:32.059508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f81ce872-6939-45fe-87d6-b4346a9b8bb9 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:32.059508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f81ce872-6939-45fe-87d6-b4346a9b8bb9 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:32.059508 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 61993ed7-3ab4-43dc-97e8-bc8265bfb23c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:32.087477 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 61993ed7-3ab4-43dc-97e8-bc8265bfb23c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:32.087907 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 61993ed7-3ab4-43dc-97e8-bc8265bfb23c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:32.257815 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 50e799f6-e0e0-4370-b31e-80b9f8f675f8 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:57:32.283431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 50e799f6-e0e0-4370-b31e-80b9f8f675f8 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:57:32.283431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 50e799f6-e0e0-4370-b31e-80b9f8f675f8 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:57:32.298593 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57116) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:32.305271 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3ede17ac-fca3-45be-b770-7217e3e4b0e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960376117', 'description': 'tempest-secgroup-smoke-1960376117 description', 'project_id': 'bd74887f7afa410286194e367aff637b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:32.330871 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ede17ac-fca3-45be-b770-7217e3e4b0e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.430216 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ede17ac-fca3-45be-b770-7217e3e4b0e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.435081 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ede17ac-fca3-45be-b770-7217e3e4b0e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.464266 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ede17ac-fca3-45be-b770-7217e3e4b0e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.465530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-3ede17ac-fca3-45be-b770-7217e3e4b0e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1657004 Jul 06 18:57:32.467501 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede17ac-fca3-45be-b770-7217e3e4b0e0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f95eabb-3c78-457c-88ce-446872ba8ad5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:32.468625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57118) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:32.474192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ba31bc81-19b1-4bcf-bb80-990fc49830d3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '3f95eabb-3c78-457c-88ce-446872ba8ad5', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:32.500844 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba31bc81-19b1-4bcf-bb80-990fc49830d3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.561791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba31bc81-19b1-4bcf-bb80-990fc49830d3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.566041 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba31bc81-19b1-4bcf-bb80-990fc49830d3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.585792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31bc81-19b1-4bcf-bb80-990fc49830d3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46537d5-49de-4a0d-bb62-1a80bb2ece0e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:32.589533 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba31bc81-19b1-4bcf-bb80-990fc49830d3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.590762 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ba31bc81-19b1-4bcf-bb80-990fc49830d3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211176 Jul 06 18:57:32.593545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:32.599222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4f60c0a0-5465-4d16-b008-552c702bbfb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '3f95eabb-3c78-457c-88ce-446872ba8ad5', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:32.627767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f60c0a0-5465-4d16-b008-552c702bbfb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.687561 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f60c0a0-5465-4d16-b008-552c702bbfb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.692239 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f60c0a0-5465-4d16-b008-552c702bbfb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.711953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60c0a0-5465-4d16-b008-552c702bbfb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe1e812-f924-43ac-8a12-9ca2740a8cbd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:32.720318 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f60c0a0-5465-4d16-b008-552c702bbfb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.721658 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4f60c0a0-5465-4d16-b008-552c702bbfb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271145 Jul 06 18:57:32.725428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57122) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:32.730576 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0bc66e68-67dc-4794-942f-3ae2cd754c7c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '3f95eabb-3c78-457c-88ce-446872ba8ad5', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:32.758231 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0bc66e68-67dc-4794-942f-3ae2cd754c7c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.818909 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0bc66e68-67dc-4794-942f-3ae2cd754c7c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.822534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0bc66e68-67dc-4794-942f-3ae2cd754c7c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.843114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc66e68-67dc-4794-942f-3ae2cd754c7c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd72e8e-d973-48ca-bc70-25eb422f2dc8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:32.851534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0bc66e68-67dc-4794-942f-3ae2cd754c7c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.852870 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0bc66e68-67dc-4794-942f-3ae2cd754c7c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264284 Jul 06 18:57:32.856125 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:32.860375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-daa6c8e4-9f20-4c51-b4ee-b41e55c7e26f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '3f95eabb-3c78-457c-88ce-446872ba8ad5', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:32.889065 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-daa6c8e4-9f20-4c51-b4ee-b41e55c7e26f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.944194 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.966562 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-daa6c8e4-9f20-4c51-b4ee-b41e55c7e26f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.974128 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-daa6c8e4-9f20-4c51-b4ee-b41e55c7e26f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:32.995136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6c8e4-9f20-4c51-b4ee-b41e55c7e26f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956aa897-369f-423a-9df7-3ff09fd7af12,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:33.006917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-daa6c8e4-9f20-4c51-b4ee-b41e55c7e26f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.009625 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-daa6c8e4-9f20-4c51-b4ee-b41e55c7e26f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525350 Jul 06 18:57:33.012203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57126) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:33.017070 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-89c1e951-cc02-4c10-9c2e-030c72363462 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '3f95eabb-3c78-457c-88ce-446872ba8ad5', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:33.044985 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-89c1e951-cc02-4c10-9c2e-030c72363462 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:57:33.052180 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c1e951-cc02-4c10-9c2e-030c72363462 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.124671 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c1e951-cc02-4c10-9c2e-030c72363462 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.128483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c1e951-cc02-4c10-9c2e-030c72363462 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.150963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1e951-cc02-4c10-9c2e-030c72363462 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049141f0-9667-4ab7-bfb2-c3afdaa36f78,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:33.157623 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c1e951-cc02-4c10-9c2e-030c72363462 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.163023 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-89c1e951-cc02-4c10-9c2e-030c72363462 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495352 Jul 06 18:57:33.164234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57128) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:33.168782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-442f6400-0992-416a-bb03-8f0db466edb3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'security_group_rule': {'security_group_id': '3f95eabb-3c78-457c-88ce-446872ba8ad5', 'project_id': 'bd74887f7afa410286194e367aff637b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:33.191287 n-d-799526-3 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-442f6400-0992-416a-bb03-8f0db466edb3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Project bd74887f7afa410286194e367aff637b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:57:33.196883 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-442f6400-0992-416a-bb03-8f0db466edb3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.263037 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-442f6400-0992-416a-bb03-8f0db466edb3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.266720 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-442f6400-0992-416a-bb03-8f0db466edb3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.286023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f6400-0992-416a-bb03-8f0db466edb3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927ed9fb-18d5-4c4c-a966-764e935e023a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:33.291073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-442f6400-0992-416a-bb03-8f0db466edb3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.292280 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-442f6400-0992-416a-bb03-8f0db466edb3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270874 Jul 06 18:57:33.295229 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:33.300138 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'network': {'name': 'tempest-network-smoke--1142081771', 'project_id': 'bd74887f7afa410286194e367aff637b', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:33.322122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:57:33.326208 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.355309 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:57:33.366706 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.367062 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Added segment d1128994-008c-4f25-ad57-958f6b5f8dc6 of type vlan for network 4046e85b-7380-4fcc-9a55-8772723b75a4 Jul 06 18:57:33.417487 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.461716 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.471607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:33.472857 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.578798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2824364 Jul 06 18:57:33.581778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57132) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:33.586916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'admin_state_up': True, 'project_id': 'bd74887f7afa410286194e367aff637b', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:33.592755 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d44f92-9009-4bb0-a734-bd5c63e61371 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Network': ['ID=4046e85b-7380-4fcc-9a55-8772723b75a4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:33.611487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 4046e85b-7380-4fcc-9a55-8772723b75a4 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:57:33.615411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.617334 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:33.680722 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.152681 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.359399 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.380654 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.494395 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.234 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/b5c36315-c78c-401e-ae89-d1eedaef6912) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:34.606424 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.648149 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:34.693133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:34.698373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:34.701027 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:34.729744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=b5c36315-c78c-401e-ae89-d1eedaef6912,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:34.975032 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.183229 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.324263 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:57:35.442377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:35.453277 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Sync routers for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:35.464127 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.464444 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:35.464926 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:35.465438 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f26f4b82-b877-4adf-b6cd-e83e0918334c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8825021 Jul 06 18:57:35.470888 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:35.501609 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d353f070-f5df-4cb2-b3d7-e1fd433a2d0a tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=bd74887f7afa410286194e367aff637b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294585 Jul 06 18:57:35.505814 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57136) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:35.579840 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:35.624782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4432dff-e334-40d2-8750-df4111434831 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:35.626407 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d4432dff-e334-40d2-8750-df4111434831 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1193123 Jul 06 18:57:35.629642 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57138) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:35.661538 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-55d23c6f-0a9e-427a-99c3-fe1650d69de5 tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=711386f9-cc21-4050-a615-21e8e2b31e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303202 Jul 06 18:57:35.666568 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:35.671860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228986604', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'project_id': 'bd74887f7afa410286194e367aff637b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:35.775015 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:34Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:35.780079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:57:35.783831 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.810597 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Checking router: aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:35.810946 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Updating router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 port b5c36315-c78c-401e-ae89-d1eedaef6912 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:57:35.849940 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:35.989974 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.045454 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Subnet': ['ID=94d8ac8b-50ba-4183-b68d-c6a63db4228c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:36.062522 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Checking segment: {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:36.062881 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network hostable DHCP agents. Network: 4046e85b-7380-4fcc-9a55-8772723b75a4, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:57:36.080606 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 4046e85b-7380-4fcc-9a55-8772723b75a4 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:57:36.092237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 4046e85b-7380-4fcc-9a55-8772723b75a4) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:36.096484 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:36.097089 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.106326 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be344f45-c711-42b2-9f0b-72079a6cdeb7 None None] Network 4046e85b-7380-4fcc-9a55-8772723b75a4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:57:36.124900 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-33513690-97e3-4dbb-ab3d-157699855ec4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4572740 Jul 06 18:57:36.127851 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57142) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:36.139363 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.150767 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Transition to ACTIVE for port object b5c36315-c78c-401e-ae89-d1eedaef6912 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:36.156311 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.184597 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.208905 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Attempting to bind port b5c36315-c78c-401e-ae89-d1eedaef6912 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:36.209330 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Attempting to bind port b5c36315-c78c-401e-ae89-d1eedaef6912 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:36.209698 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Attempting to bind port b5c36315-c78c-401e-ae89-d1eedaef6912 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:36.222197 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:36.223371 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:36.223773 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.224171 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:36.224646 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Bound port: b5c36315-c78c-401e-ae89-d1eedaef6912, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:36.225033 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.255850 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Pushing event updated for resources: {'Port': ['ID=b5c36315-c78c-401e-ae89-d1eedaef6912,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:36.267475 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.267815 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.270140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.270140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.270140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.270140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.270140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.270903 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.270903 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.271121 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.271436 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.271765 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:57:36.290163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-4046e85b-7380-4fcc-9a55-8772723b75a4', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:57:36.290985 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.292791 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] For port b5c36315-c78c-401e-ae89-d1eedaef6912, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:36.296299 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] For port b5c36315-c78c-401e-ae89-d1eedaef6912, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b5c36315-c78c-401e-ae89-d1eedaef6912,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:36.301565 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.362672 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:36.363459 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:36.366412 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b5fba-884e-423e-a298-de4562376a6b None None] Pushing event updated for resources: {'Port': ['ID=b5c36315-c78c-401e-ae89-d1eedaef6912,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:36.460922 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Allocated IP 172.20.0.2 (4046e85b-7380-4fcc-9a55-8772723b75a4/94d8ac8b-50ba-4183-b68d-c6a63db4228c/9696691c-744d-475e-b3ee-8d9de82ea635) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:36.590044 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:36.638314 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.642025 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.649671 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Transition to ACTIVE for port object 9696691c-744d-475e-b3ee-8d9de82ea635 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:36.665828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Transition to ACTIVE for port object 9696691c-744d-475e-b3ee-8d9de82ea635 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:36.672012 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.716282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Network 4046e85b-7380-4fcc-9a55-8772723b75a4 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:36.719146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:36.722249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:36.731159 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Pushing event updated for resources: {'Port': ['ID=9696691c-744d-475e-b3ee-8d9de82ea635,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:36.788107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Attempting to bind port 9696691c-744d-475e-b3ee-8d9de82ea635 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:36.788547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Attempting to bind port 9696691c-744d-475e-b3ee-8d9de82ea635 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:36.788840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Attempting to bind port 9696691c-744d-475e-b3ee-8d9de82ea635 on network 4046e85b-7380-4fcc-9a55-8772723b75a4 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:36.794243 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:36.794652 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Checking segment: {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:36.795056 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.795445 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Bound using segment: {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:36.795914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Bound port: 9696691c-744d-475e-b3ee-8d9de82ea635, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:36.796295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.803938 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:34Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:36.836211 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99badfce-5694-4b48-ab8f-cb63249b1120 None None] The sync data for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 is: [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:34Z', 'revision_number': 3, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:36.875973 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] For port 9696691c-744d-475e-b3ee-8d9de82ea635, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:36.881305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] For port 9696691c-744d-475e-b3ee-8d9de82ea635, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9696691c-744d-475e-b3ee-8d9de82ea635,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:36.886174 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:36.951197 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.1 (4046e85b-7380-4fcc-9a55-8772723b75a4/94d8ac8b-50ba-4183-b68d-c6a63db4228c/fb53f4f1-fd9c-4133-a562-3b79fc5f092b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:36.974136 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092ddf8-fe30-497d-b48b-00f8ed8695e1 None None] Pushing event updated for resources: {'Port': ['ID=9696691c-744d-475e-b3ee-8d9de82ea635,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:37.101142 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:37.138372 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object fb53f4f1-fd9c-4133-a562-3b79fc5f092b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:37.187567 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:37.251414 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 4046e85b-7380-4fcc-9a55-8772723b75a4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:37.257047 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:37.271064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:37.309754 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=fb53f4f1-fd9c-4133-a562-3b79fc5f092b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:37.351352 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:37.531636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:37.966481 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9696691c-744d-475e-b3ee-8d9de82ea635 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:38.044855 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 9696691c-744d-475e-b3ee-8d9de82ea635 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:38.052331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b5c36315-c78c-401e-ae89-d1eedaef6912 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:38.126170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port b5c36315-c78c-401e-ae89-d1eedaef6912 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:38.131258 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b5c36315-c78c-401e-ae89-d1eedaef6912 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:38.131847 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.155795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70045007-8524-4dfb-930b-89fc5bef797d None None] Network 4046e85b-7380-4fcc-9a55-8772723b75a4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:57:38.221685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ba314f49-39a3-4225-abc3-b6f1a6f850cf None None] Provisioning for port 9696691c-744d-475e-b3ee-8d9de82ea635 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:38.235463 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.239430 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ba314f49-39a3-4225-abc3-b6f1a6f850cf None None] Provisioning complete for port 9696691c-744d-475e-b3ee-8d9de82ea635 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:38.239430 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba314f49-39a3-4225-abc3-b6f1a6f850cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.240990 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.330571 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=fb53f4f1-fd9c-4133-a562-3b79fc5f092b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:38.338413 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.390516 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.465731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 4046e85b-7380-4fcc-9a55-8772723b75a4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:38.467603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:38.480841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port b5c36315-c78c-401e-ae89-d1eedaef6912, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b5c36315-c78c-401e-ae89-d1eedaef6912,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:38.484590 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba314f49-39a3-4225-abc3-b6f1a6f850cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.496226 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.562471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ba314f49-39a3-4225-abc3-b6f1a6f850cf None None] For port 9696691c-744d-475e-b3ee-8d9de82ea635, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9696691c-744d-475e-b3ee-8d9de82ea635,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:38.577082 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba314f49-39a3-4225-abc3-b6f1a6f850cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.585392 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=b5c36315-c78c-401e-ae89-d1eedaef6912,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:38.627827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:57:38.647059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba314f49-39a3-4225-abc3-b6f1a6f850cf None None] Pushing event updated for resources: {'Port': ['ID=9696691c-744d-475e-b3ee-8d9de82ea635,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:38.761811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:38.767448 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4e2fd2c7-8960-4792-99ac-11d6cc75148f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/aff822b5-335e-4f1e-b4f5-a0ed97c8ab05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6385608 Jul 06 18:57:38.777616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Sync routers for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:38.789256 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:38.789997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:38.938551 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-46affef4-66b6-45f8-a446-8ef060ab6cfb None None] Provisioning for port fb53f4f1-fd9c-4133-a562-3b79fc5f092b completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:38.946076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-46affef4-66b6-45f8-a446-8ef060ab6cfb None None] Provisioning complete for port fb53f4f1-fd9c-4133-a562-3b79fc5f092b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:38.946626 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46affef4-66b6-45f8-a446-8ef060ab6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:38.948002 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-a2a46596-1545-4964-9511-eaf6b9973bef tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960376117&fields=id&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 267 time: 0.0409794 Jul 06 18:57:39.096327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-6b118e9c-e659-4eab-89c2-bc29e3fdac2e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:39.099653 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-6b118e9c-e659-4eab-89c2-bc29e3fdac2e tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/networks?id=4046e85b-7380-4fcc-9a55-8772723b75a4 HTTP/1.1" status: 200 len: 797 time: 0.1401262 Jul 06 18:57:39.123069 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-0e156d98-5de3-42c2-a9fb-310f9956852d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/quotas/bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 375 time: 0.0134339 Jul 06 18:57:39.142173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:39.191359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-46affef4-66b6-45f8-a446-8ef060ab6cfb None None] Port fb53f4f1-fd9c-4133-a562-3b79fc5f092b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:57:39.203253 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-aab77194-0fd7-4b15-8d73-f864c00ae99f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769188 Jul 06 18:57:39.266979 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-2ef12e1f-58ee-4669-9e46-fdfc787f66d7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:57:39.268689 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-46affef4-66b6-45f8-a446-8ef060ab6cfb None None] Provisioning complete for port 9696691c-744d-475e-b3ee-8d9de82ea635 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:39.268863 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-2ef12e1f-58ee-4669-9e46-fdfc787f66d7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533803 Jul 06 18:57:39.269941 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46affef4-66b6-45f8-a446-8ef060ab6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.427074 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-30f5fea6-8cba-42e6-a636-ce6f1c22077f service neutron] 10.222.0.13 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506293 Jul 06 18:57:39.444763 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fb53f4f1-fd9c-4133-a562-3b79fc5f092b', 'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:fd:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:36Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 2, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:39.476169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Checking router: aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:39.476490 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Updating router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 port fb53f4f1-fd9c-4133-a562-3b79fc5f092b binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:57:39.524801 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.555567 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-25434fdb-194c-4b98-9242-7c2b636b306c service neutron] 10.222.0.13 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255605 Jul 06 18:57:39.574225 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1cb38cb8-fd78-4142-b3c6-6653554e74bb None None] Provisioning complete for port fb53f4f1-fd9c-4133-a562-3b79fc5f092b triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:39.574642 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1cb38cb8-fd78-4142-b3c6-6653554e74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.675186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1cb38cb8-fd78-4142-b3c6-6653554e74bb None None] Port fb53f4f1-fd9c-4133-a562-3b79fc5f092b cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:57:39.752128 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4637792-fa16-43de-b673-1af9780667a7 req-8c6eeb44-c652-4998-8d58-7d2e8fa5e9b8 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 210 time: 0.0317867 Jul 06 18:57:39.888563 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9696691c-744d-475e-b3ee-8d9de82ea635 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:39.962890 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.976153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Transition to ACTIVE for port object fb53f4f1-fd9c-4133-a562-3b79fc5f092b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:39.985361 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:39.989899 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 9696691c-744d-475e-b3ee-8d9de82ea635 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:39.990267 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.067437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c2fa7-75f3-4280-ae93-129fd14d55ce None None] Pushing event updated for resources: {'Port': ['ID=fb53f4f1-fd9c-4133-a562-3b79fc5f092b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:40.156644 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Attempting to bind port fb53f4f1-fd9c-4133-a562-3b79fc5f092b on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:40.157393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Attempting to bind port fb53f4f1-fd9c-4133-a562-3b79fc5f092b by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:40.157393 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Attempting to bind port fb53f4f1-fd9c-4133-a562-3b79fc5f092b on network 4046e85b-7380-4fcc-9a55-8772723b75a4 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:40.167620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:40.168005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Checking segment: {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:40.168411 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.168810 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Bound using segment: {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:40.169287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Bound port: fb53f4f1-fd9c-4133-a562-3b79fc5f092b, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:40.169677 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.194115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b5c36315-c78c-401e-ae89-d1eedaef6912 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:40.279114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] For port fb53f4f1-fd9c-4133-a562-3b79fc5f092b, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:40.282842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] For port fb53f4f1-fd9c-4133-a562-3b79fc5f092b, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fb53f4f1-fd9c-4133-a562-3b79fc5f092b,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:40.288222 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.330770 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port b5c36315-c78c-401e-ae89-d1eedaef6912 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:40.331144 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:40.404954 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:40.405612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:40.413119 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c2fa7-75f3-4280-ae93-129fd14d55ce None None] Pushing event updated for resources: {'Port': ['ID=fb53f4f1-fd9c-4133-a562-3b79fc5f092b,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:40.564646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:40.788210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fb53f4f1-fd9c-4133-a562-3b79fc5f092b', 'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:fd:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:36Z', 'updated_at': '2021-07-06T18:57:40Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:40.819699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4722527-2668-4f4e-ade2-e4448134c794 None None] The sync data for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 is: [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fb53f4f1-fd9c-4133-a562-3b79fc5f092b', 'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:fd:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:36Z', 'updated_at': '2021-07-06T18:57:40Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:40.950962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-834d4711-4af6-4a80-8d95-c9aa6127126f req-714a1f76-671d-410c-bc1e-e1af1a377b00 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 210 time: 0.0515301 Jul 06 18:57:41.142692 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-21665737-ecf7-4915-a4e3-a04b48ae900c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:41.146211 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-21665737-ecf7-4915-a4e3-a04b48ae900c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/networks?id=4046e85b-7380-4fcc-9a55-8772723b75a4 HTTP/1.1" status: 200 len: 797 time: 0.1516128 Jul 06 18:57:41.202777 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-2ac2fcf5-7dfd-4958-acd9-45b8b5d690d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd74887f7afa410286194e367aff637b HTTP/1.1" status: 200 len: 380 time: 0.0477171 Jul 06 18:57:41.212622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'port': {'device_id': '952ea585-21d2-4537-899f-88666eddacb8', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'admin_state_up': True, 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'security_groups': ['3f95eabb-3c78-457c-88ce-446872ba8ad5']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:41.334963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Made reservation on behalf of bd74887f7afa410286194e367aff637b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:57:41.339023 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:41.500763 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.20.0.7 (4046e85b-7380-4fcc-9a55-8772723b75a4/94d8ac8b-50ba-4183-b68d-c6a63db4228c/45d5dfba-b1c5-48aa-b914-2495e1f03259) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:41.661936 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:41.676734 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Transition to ACTIVE for port object 45d5dfba-b1c5-48aa-b914-2495e1f03259 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:41.715124 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:41.764801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 4046e85b-7380-4fcc-9a55-8772723b75a4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:41.771259 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:41.775941 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:41.783381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=45d5dfba-b1c5-48aa-b914-2495e1f03259,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:41.841932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:41.842779 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:41.865485 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-36c413fc-9c50-4ebc-bbbd-1b657d7c8a89 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573050 Jul 06 18:57:41.878120 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Request body: {'port': {'device_id': '952ea585-21d2-4537-899f-88666eddacb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:41.933673 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fb53f4f1-fd9c-4133-a562-3b79fc5f092b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:42.004840 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port fb53f4f1-fd9c-4133-a562-3b79fc5f092b completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:42.011435 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port fb53f4f1-fd9c-4133-a562-3b79fc5f092b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:42.012193 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.014666 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.157359 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.195575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642af46-1c63-47fa-ad8d-80e1feab71c3 req-d430104e-1a33-42ea-bb41-fa1e7dd0939d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:42.197980 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0642af46-1c63-47fa-ad8d-80e1feab71c3 req-d430104e-1a33-42ea-bb41-fa1e7dd0939d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 931 time: 0.0940554 Jul 06 18:57:42.198525 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0f8b9a20-6939-416f-b62d-db9be198ec18 None None] Provisioning for port 45d5dfba-b1c5-48aa-b914-2495e1f03259 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:42.210480 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0f8b9a20-6939-416f-b62d-db9be198ec18 None None] Provisioning complete for port 45d5dfba-b1c5-48aa-b914-2495e1f03259 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:42.210978 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9a20-6939-416f-b62d-db9be198ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.244383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port fb53f4f1-fd9c-4133-a562-3b79fc5f092b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fb53f4f1-fd9c-4133-a562-3b79fc5f092b,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:42.252240 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.259149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0642af46-1c63-47fa-ad8d-80e1feab71c3 req-f2c399b6-1fde-4dc1-b7a3-e1abd9d47acb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498674 Jul 06 18:57:42.287489 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b9a20-6939-416f-b62d-db9be198ec18 None None] Port 45d5dfba-b1c5-48aa-b914-2495e1f03259 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:57:42.312367 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=fb53f4f1-fd9c-4133-a562-3b79fc5f092b,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:42.349632 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d5dfba-b1c5-48aa-b914-2495e1f03259 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:57:42.357747 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.370724 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Transition to ACTIVE for port object 45d5dfba-b1c5-48aa-b914-2495e1f03259 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:57:42.374688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.452227 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Pushing event updated for resources: {'Port': ['ID=45d5dfba-b1c5-48aa-b914-2495e1f03259,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:42.513247 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Attempting to bind port 45d5dfba-b1c5-48aa-b914-2495e1f03259 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:57:42.513756 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Attempting to bind port 45d5dfba-b1c5-48aa-b914-2495e1f03259 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:57:42.514191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Attempting to bind port 45d5dfba-b1c5-48aa-b914-2495e1f03259 on network 4046e85b-7380-4fcc-9a55-8772723b75a4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:42.520021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Port 45d5dfba-b1c5-48aa-b914-2495e1f03259 on network 4046e85b-7380-4fcc-9a55-8772723b75a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:57:42.520460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Attempting to bind port 45d5dfba-b1c5-48aa-b914-2495e1f03259 on network 4046e85b-7380-4fcc-9a55-8772723b75a4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:57:42.541068 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:57:42.541409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Checking segment: {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:57:42.541902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Bound using segment: {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:57:42.542932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Bound port: 45d5dfba-b1c5-48aa-b914-2495e1f03259, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1128994-008c-4f25-ad57-958f6b5f8dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:57:42.543458 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.627657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] For port 45d5dfba-b1c5-48aa-b914-2495e1f03259, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:57:42.631501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] For port 45d5dfba-b1c5-48aa-b914-2495e1f03259, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:57:42.636659 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.672379 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:42.673162 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:42.674518 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] 10.222.0.22 "PUT /v2.0/ports/45d5dfba-b1c5-48aa-b914-2495e1f03259 HTTP/1.1" status: 200 len: 1091 time: 0.8008859 Jul 06 18:57:42.675056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:42.677435 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9ba324-1e59-45e8-8c4d-9de804488294" -d '{"events": [{"name": "network-changed", "server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:42.709100 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4bbe2-2a00-495f-8219-e3fc41ff27bf service neutron] Pushing event updated for resources: {'Port': ['ID=45d5dfba-b1c5-48aa-b914-2495e1f03259,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:42.747017 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692fa75b-1d9c-4e63-b09c-5f2af72e392b x-openstack-request-id: req-692fa75b-1d9c-4e63-b09c-5f2af72e392b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:42.747274 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:42.747448 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-692fa75b-1d9c-4e63-b09c-5f2af72e392b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:42.747848 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'status': 'completed', 'code': 200} Jul 06 18:57:42.781597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-9027dd5d-fc1c-45f1-ab8b-833fa56d6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:42.783181 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-9027dd5d-fc1c-45f1-ab8b-833fa56d6c5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 1094 time: 0.0664952 Jul 06 18:57:42.827354 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-c0d2d57c-dd66-45cb-bc08-3ae92cb3849b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259 HTTP/1.1" status: 200 len: 217 time: 0.0369563 Jul 06 18:57:42.881280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-f8d42b4d-b2d8-4b45-89e6-5cc3273f6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:42.882884 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-f8d42b4d-b2d8-4b45-89e6-5cc3273f6dcd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=94d8ac8b-50ba-4183-b68d-c6a63db4228c HTTP/1.1" status: 200 len: 835 time: 0.0494461 Jul 06 18:57:42.945009 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-cef45706-07b2-4e44-89c5-2d0991b9f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:42.946621 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-cef45706-07b2-4e44-89c5-2d0991b9f4d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046e85b-7380-4fcc-9a55-8772723b75a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572157 Jul 06 18:57:43.051637 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-607debe9-ffe9-45e2-90fb-827c0be2cd0a service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988259 Jul 06 18:57:43.148383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dcb6dea3-3e0f-4d9e-ae47-45b32efbaa30 req-a757f5b1-2272-4506-bd2b-bf8b24fe1108 service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904889 Jul 06 18:57:43.266696 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-90a73290-5ab2-4deb-ba4a-eacca5b0be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:43.268139 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-90a73290-5ab2-4deb-ba4a-eacca5b0be3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 1094 time: 0.0596790 Jul 06 18:57:43.368817 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-751197cc-c4ac-424b-9ff0-f6a4229a5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:43.371715 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-751197cc-c4ac-424b-9ff0-f6a4229a5541 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4046e85b-7380-4fcc-9a55-8772723b75a4 HTTP/1.1" status: 200 len: 898 time: 0.0974495 Jul 06 18:57:43.439459 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-f6139bd6-86ed-4d52-944d-768a6d49e384 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259 HTTP/1.1" status: 200 len: 217 time: 0.0588770 Jul 06 18:57:43.475692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb2a77-cd98-4520-b13e-aa1f3fb2d96e req-6854d31a-f593-4bf2-83a2-da74d90c7880 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:43.477444 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24fb2a77-cd98-4520-b13e-aa1f3fb2d96e req-6854d31a-f593-4bf2-83a2-da74d90c7880 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 943 time: 0.0935502 Jul 06 18:57:43.527480 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24fb2a77-cd98-4520-b13e-aa1f3fb2d96e req-72ade00e-828d-47ec-91c4-14b23123b4d7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 Jul 06 18:57:43.827735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-7dd7f02b-69a5-407c-94ef-bf5b8f71b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:43.829357 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-7dd7f02b-69a5-407c-94ef-bf5b8f71b55b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=94d8ac8b-50ba-4183-b68d-c6a63db4228c HTTP/1.1" status: 200 len: 835 time: 0.3821530 Jul 06 18:57:43.867725 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fb53f4f1-fd9c-4133-a562-3b79fc5f092b up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:43.894587 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-fd122c39-77f5-432d-be83-0f3cdaf685cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:43.895941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-fd122c39-77f5-432d-be83-0f3cdaf685cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046e85b-7380-4fcc-9a55-8772723b75a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593190 Jul 06 18:57:43.916829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port fb53f4f1-fd9c-4133-a562-3b79fc5f092b triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:43.917182 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:43.997515 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-eb7457b3-7b50-4b2d-8aa2-40261f66e85b service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940218 Jul 06 18:57:44.098699 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3f9ba324-1e59-45e8-8c4d-9de804488294 req-48e5bf49-8d15-435b-93af-c022676b7615 service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940683 Jul 06 18:57:44.712129 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a267-ed8d-46d1-9f45-68cd5e3085bb req-8fd7d768-ec45-43a6-8c32-80b80a456ca3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:44.713591 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36a3a267-ed8d-46d1-9f45-68cd5e3085bb req-8fd7d768-ec45-43a6-8c32-80b80a456ca3 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 943 time: 0.0659027 Jul 06 18:57:44.757829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36a3a267-ed8d-46d1-9f45-68cd5e3085bb req-ed8b299e-e7b0-4927-9c4a-5af8fffdb956 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386119 Jul 06 18:57:45.944091 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718aa44-bb47-495f-8f36-f9f079fa5d51 req-a910f1f3-6d1d-4be4-a66a-6bb162e7753f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:45.945696 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e718aa44-bb47-495f-8f36-f9f079fa5d51 req-a910f1f3-6d1d-4be4-a66a-6bb162e7753f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 943 time: 0.0692208 Jul 06 18:57:45.994211 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e718aa44-bb47-495f-8f36-f9f079fa5d51 req-988050a4-b500-40e0-a2cd-767b4159cf26 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395815 Jul 06 18:57:46.329672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 45d5dfba-b1c5-48aa-b914-2495e1f03259 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:57:46.431168 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 45d5dfba-b1c5-48aa-b914-2495e1f03259, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:46.448431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'port_id': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'mac_address': 'fa:16:3e:41:d2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:57:46.494925 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.509720 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d5dfba-b1c5-48aa-b914-2495e1f03259 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:57:46.533272 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 45d5dfba-b1c5-48aa-b914-2495e1f03259, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:46.539373 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:46.590747 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=45d5dfba-b1c5-48aa-b914-2495e1f03259,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:46.741758 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['45d5dfba-b1c5-48aa-b914-2495e1f03259'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:57:47.153591 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-beeea507-69b9-4c15-882a-68c532814f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:47.188633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32610f3e-d11e-42aa-8e4d-0f01aa973a38 req-54f99695-ba44-4ed1-90b2-5e4730677979 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:47.190375 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32610f3e-d11e-42aa-8e4d-0f01aa973a38 req-54f99695-ba44-4ed1-90b2-5e4730677979 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 944 time: 0.0747943 Jul 06 18:57:47.233504 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-32610f3e-d11e-42aa-8e4d-0f01aa973a38 req-270f963d-712c-4788-9745-655775a839fd tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362928 Jul 06 18:57:48.335076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 45d5dfba-b1c5-48aa-b914-2495e1f03259 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:57:48.409423 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 45d5dfba-b1c5-48aa-b914-2495e1f03259 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:57:48.415873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 45d5dfba-b1c5-48aa-b914-2495e1f03259 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:57:48.416498 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.445396 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbf4c4-9465-4130-b346-520d1b0d6aae req-0747d537-4c85-44f1-8a58-65bef2cf2924 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:48.447223 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23cbf4c4-9465-4130-b346-520d1b0d6aae req-0747d537-4c85-44f1-8a58-65bef2cf2924 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 944 time: 0.0922053 Jul 06 18:57:48.491446 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-23cbf4c4-9465-4130-b346-520d1b0d6aae req-2d1479a2-3dcc-48b4-a991-3a1333774362 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374513 Jul 06 18:57:48.516969 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.543050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:48.545383 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef7c9d-c5fe-4f97-b875-981dc6461fe5" -d '{"events": [{"server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "name": "network-vif-plugged", "status": "completed", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:48.559522 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 45d5dfba-b1c5-48aa-b914-2495e1f03259, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:57:48.564586 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:48.594798 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af78868-ebe9-4756-bbf8-0aa031b0e985 x-openstack-request-id: req-8af78868-ebe9-4756-bbf8-0aa031b0e985 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:48.595221 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "name": "network-vif-plugged", "status": "completed", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:48.595568 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8af78868-ebe9-4756-bbf8-0aa031b0e985 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:48.596052 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'code': 200} Jul 06 18:57:48.624948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=45d5dfba-b1c5-48aa-b914-2495e1f03259,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:48.728160 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122bd74-ebd2-4f5e-ba70-ae4f279c7856 req-35566c5e-e4c8-4aee-8b2c-3186f31571be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:48.729612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e122bd74-ebd2-4f5e-ba70-ae4f279c7856 req-35566c5e-e4c8-4aee-8b2c-3186f31571be service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 1096 time: 0.0605040 Jul 06 18:57:48.779647 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e122bd74-ebd2-4f5e-ba70-ae4f279c7856 req-b38ac617-b4a1-4eb4-8e06-e729d09025e1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Jul 06 18:57:49.695223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7395b1c-0c18-4c8a-b6aa-26d5d8fd358d req-a0a112d8-36ca-44bd-be30-5b984c5ab249 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:49.696712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7395b1c-0c18-4c8a-b6aa-26d5d8fd358d req-a0a112d8-36ca-44bd-be30-5b984c5ab249 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.0673118 Jul 06 18:57:49.714957 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-425bcc39-2dba-487c-b48d-64da5ecfef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:49.745339 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a7395b1c-0c18-4c8a-b6aa-26d5d8fd358d req-60e80a9f-890c-4f90-b263-924fdcb1c271 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380266 Jul 06 18:57:49.934182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ca79e-b68c-46ce-9231-9dfe7456525b req-d405b19e-cdb3-40ac-90c7-c135172534ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:49.935770 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-564ca79e-b68c-46ce-9231-9dfe7456525b req-d405b19e-cdb3-40ac-90c7-c135172534ff tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.0737145 Jul 06 18:57:49.976020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-564ca79e-b68c-46ce-9231-9dfe7456525b req-0caf7525-1002-4869-9fe0-9bc6c71ce379 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337503 Jul 06 18:57:50.000565 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57200) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:50.061148 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e21bd3-a674-4377-8bc9-4fec1b7bf8de tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:50.062701 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-99e21bd3-a674-4377-8bc9-4fec1b7bf8de tempest-TestNetworkAdvancedServerOps-811835440 tempest-TestNetworkAdvancedServerOps-811835440-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 1091 time: 0.0611098 Jul 06 18:57:50.065577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57202) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:50.070300 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:57:50.092879 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.197041 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.262787 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.317310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Allocated IP 172.25.7.211 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/eaaf9bd8-97f9-4bd6-91dc-73c100a04461) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:57:50.427667 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.473588 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:50.511752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:57:50.515135 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:57:50.519507 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:57:50.557842 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=eaaf9bd8-97f9-4bd6-91dc-73c100a04461,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:50.981081 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:51.046054 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:51.092480 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:51.316361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:51.321368 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:51.399674 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event updated for resources: {'Port': ['ID=eaaf9bd8-97f9-4bd6-91dc-73c100a04461,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:57:51.414834 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:51.539263 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP 30af7b35-275d-4df4-bb0f-501b761e61ef associated. External IP: 172.25.7.211, port: 45d5dfba-b1c5-48aa-b914-2495e1f03259. Jul 06 18:57:51.770659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:57:51.887677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:57:51.897570 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] Sync routers for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:57:51.904638 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:51.908799 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:51.909482 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:51.952746 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f0ad12ec-cb3d-4491-946c-cc0b81d6a6b1 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8857422 Jul 06 18:57:51.953557 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:57:51.958457 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15973795-2a63-4171-a2cd-0d55eb8ba245" -d '{"events": [{"name": "network-changed", "server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:57:52.003789 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56674ca2-4af5-4a5b-965a-569118125aec x-openstack-request-id: req-56674ca2-4af5-4a5b-965a-569118125aec {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:57:52.004529 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:57:52.005030 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56674ca2-4af5-4a5b-965a-569118125aec {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:57:52.005873 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'status': 'completed', 'code': 200} Jul 06 18:57:52.030169 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:52.128561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-53dcae63-1085-41aa-9ebf-685484e1a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:52.131850 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-53dcae63-1085-41aa-9ebf-685484e1a04e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 1096 time: 0.0905693 Jul 06 18:57:52.172563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c3e06-2667-432c-9e62-4b0d9d1ffaac req-32931809-8a16-42f0-84f4-4261ad49582d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:52.174115 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-637c3e06-2667-432c-9e62-4b0d9d1ffaac req-32931809-8a16-42f0-84f4-4261ad49582d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.0925441 Jul 06 18:57:52.228755 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-637c3e06-2667-432c-9e62-4b0d9d1ffaac req-0cd27ccf-ec2c-4d12-9f1e-473a761784b7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Jul 06 18:57:52.256840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57208) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:52.267594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-ef5b9d06-45cc-421a-93ef-78f20a456759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:52.269714 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-ef5b9d06-45cc-421a-93ef-78f20a456759 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4046e85b-7380-4fcc-9a55-8772723b75a4 HTTP/1.1" status: 200 len: 898 time: 0.1307969 Jul 06 18:57:52.340952 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '30af7b35-275d-4df4-bb0f-501b761e61ef', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'port_id': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'mac_address': 'fa:16:3e:41:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ea585-21d2-4537-899f-88666eddacb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:57:50Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb53f4f1-fd9c-4133-a562-3b79fc5f092b', 'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:fd:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:36Z', 'updated_at': '2021-07-06T18:57:42Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:52.341667 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-14d33d2e-d4f6-4e7a-8dad-dee4ab567d6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259 HTTP/1.1" status: 200 len: 999 time: 0.0663629 Jul 06 18:57:52.369603 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b17c438d-4ed7-4e6e-89b3-e5ed9469acca tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/30af7b35-275d-4df4-bb0f-501b761e61ef HTTP/1.1" status: 200 len: 991 time: 0.1105797 Jul 06 18:57:52.386118 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] Checking router: aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:57:52.395603 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:57:52.396225 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:57:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:52.397813 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-eb565395-7aaa-4498-af49-ff6acd3512d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:52.399420 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-eb565395-7aaa-4498-af49-ff6acd3512d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=94d8ac8b-50ba-4183-b68d-c6a63db4228c HTTP/1.1" status: 200 len: 835 time: 0.0499411 Jul 06 18:57:52.479308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-2dc26edb-7816-4a1a-9de2-8f0e3e3380e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:57:52.480748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-2dc26edb-7816-4a1a-9de2-8f0e3e3380e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046e85b-7380-4fcc-9a55-8772723b75a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752759 Jul 06 18:57:52.534022 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:57:52.601611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-eb888a6b-0715-44ef-8927-00368be7aaf8 service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145711 Jul 06 18:57:52.704137 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-15973795-2a63-4171-a2cd-0d55eb8ba245 req-a1c341bf-67f6-4d4b-95f8-7c9120a3fdaf service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959802 Jul 06 18:57:52.776311 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '30af7b35-275d-4df4-bb0f-501b761e61ef', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'port_id': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'mac_address': 'fa:16:3e:41:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ea585-21d2-4537-899f-88666eddacb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:57:50Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb53f4f1-fd9c-4133-a562-3b79fc5f092b', 'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:fd:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:36Z', 'updated_at': '2021-07-06T18:57:42Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:57:52.803438 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea14ac1-ed90-420a-b0eb-bdbb0df344f5 None None] The sync data for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 is: [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '30af7b35-275d-4df4-bb0f-501b761e61ef', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'port_id': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'mac_address': 'fa:16:3e:41:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ea585-21d2-4537-899f-88666eddacb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:57:50Z', 'updated_at': '2021-07-06T18:57:50Z', 'revision_number': 0, 'project_id': 'bd74887f7afa410286194e367aff637b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb53f4f1-fd9c-4133-a562-3b79fc5f092b', 'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:fd:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:36Z', 'updated_at': '2021-07-06T18:57:42Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:57:52.961909 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:57:53.012278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b03d765-22f3-4974-942d-daa845f361c4 None None] New status for floating IP 30af7b35-275d-4df4-bb0f-501b761e61ef: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:57:53.373500 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57210) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:57:53.438365 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-40658923-3f6b-433f-ba07-05757285b58f tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/30af7b35-275d-4df4-bb0f-501b761e61ef HTTP/1.1" status: 200 len: 993 time: 0.0633709 Jul 06 18:57:55.040983 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:58:02.959720 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:06.143411 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:06.162274 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-64975ddd-67b4-4ac9-928e-f4a0541c4192 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546436 Jul 06 18:58:06.261170 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-339853c0-e957-44ab-8e88-f1e0e2be059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:06.262723 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-339853c0-e957-44ab-8e88-f1e0e2be059a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 1096 time: 0.0565796 Jul 06 18:58:06.374808 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-3b4ac6ed-7814-4771-ba95-af88af8e9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:06.376289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-3b4ac6ed-7814-4771-ba95-af88af8e9513 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4046e85b-7380-4fcc-9a55-8772723b75a4 HTTP/1.1" status: 200 len: 898 time: 0.0901620 Jul 06 18:58:06.442529 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-ba1d1a15-4b09-4451-b00d-656406ed5915 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259 HTTP/1.1" status: 200 len: 1001 time: 0.0596013 Jul 06 18:58:06.492796 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-f6716c53-5abc-49d3-996f-b38b7231db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:06.494430 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-f6716c53-5abc-49d3-996f-b38b7231db32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=94d8ac8b-50ba-4183-b68d-c6a63db4228c HTTP/1.1" status: 200 len: 835 time: 0.0455904 Jul 06 18:58:06.556023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-a8ddd76c-2918-4512-9182-1218a53705eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:06.557555 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-a8ddd76c-2918-4512-9182-1218a53705eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046e85b-7380-4fcc-9a55-8772723b75a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568774 Jul 06 18:58:06.648099 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-173d8611-cd5d-48ff-9ba0-8eead8f0e522 service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832772 Jul 06 18:58:06.741851 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a2051cb4-d5b5-4cb5-834b-ac917f45544c req-ef74dc1b-bded-4301-a74a-96158b10a3db service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876734 Jul 06 18:58:17.155909 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e10a-8a5d-4284-95e0-148a136c2bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:19.708425 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8caa5469-74a6-4d83-bd86-13bf14b2003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:20.255435 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:21.045819 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:22.963669 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:24.915657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7f892-aeda-4c23-bfa2-0b295b73afc8 req-cae2230f-ff6f-4e60-8f71-5dfd0dd4ea07 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:24.917079 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9aa7f892-aeda-4c23-bfa2-0b295b73afc8 req-cae2230f-ff6f-4e60-8f71-5dfd0dd4ea07 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.0656297 Jul 06 18:58:24.954914 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9aa7f892-aeda-4c23-bfa2-0b295b73afc8 req-6affc48a-850e-4d8c-a1ff-3abd4ee12705 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jul 06 18:58:26.137405 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e81368-6d53-43ab-bb03-5970f0e9b9d8 req-355725e8-d7be-4e3a-9adf-283b29c6bcf4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:26.138819 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24e81368-6d53-43ab-bb03-5970f0e9b9d8 req-355725e8-d7be-4e3a-9adf-283b29c6bcf4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.0694242 Jul 06 18:58:26.177275 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-24e81368-6d53-43ab-bb03-5970f0e9b9d8 req-189b0a66-3f70-49d8-9aaa-ad40a4b2fe2c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329022 Jul 06 18:58:26.202172 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57230) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:26.264395 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-b33fcaf5-9404-4d7b-990d-a9ad5f646054 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/30af7b35-275d-4df4-bb0f-501b761e61ef HTTP/1.1" status: 200 len: 993 time: 0.0609608 Jul 06 18:58:27.910356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c30da-e519-4220-8d3d-92466aad08be req-979eddd5-4d03-454a-b6d5-488cabf933c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:27.911888 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be0c30da-e519-4220-8d3d-92466aad08be req-979eddd5-4d03-454a-b6d5-488cabf933c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 1096 time: 0.0989766 Jul 06 18:58:27.924769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce0565-2675-40e1-bee8-699dc0f37e27 req-1e103c30-850c-49ee-b1e6-f82d9019f42c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:27.926207 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7fce0565-2675-40e1-bee8-699dc0f37e27 req-1e103c30-850c-49ee-b1e6-f82d9019f42c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.1029975 Jul 06 18:58:28.013486 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7fce0565-2675-40e1-bee8-699dc0f37e27 req-f2ea4c98-bf7b-4b0d-9ab0-441270727eeb tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782845 Jul 06 18:58:28.040549 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c30da-e519-4220-8d3d-92466aad08be req-7c559855-ee1f-479a-a9ea-fd837564d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:28.042059 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be0c30da-e519-4220-8d3d-92466aad08be req-7c559855-ee1f-479a-a9ea-fd837564d394 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4046e85b-7380-4fcc-9a55-8772723b75a4 HTTP/1.1" status: 200 len: 898 time: 0.1149666 Jul 06 18:58:28.116216 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be0c30da-e519-4220-8d3d-92466aad08be req-9f2a7b1d-1ddf-47f7-a818-e9c249e62a42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259 HTTP/1.1" status: 200 len: 1001 time: 0.0665963 Jul 06 18:58:28.165770 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c30da-e519-4220-8d3d-92466aad08be req-7aedf3b2-0d0f-4061-8a81-06872f04ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:28.167277 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be0c30da-e519-4220-8d3d-92466aad08be req-7aedf3b2-0d0f-4061-8a81-06872f04ec6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=94d8ac8b-50ba-4183-b68d-c6a63db4228c HTTP/1.1" status: 200 len: 835 time: 0.0450087 Jul 06 18:58:28.223520 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c30da-e519-4220-8d3d-92466aad08be req-326a83df-5540-43e1-9a5b-988b9c8d68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:28.225552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be0c30da-e519-4220-8d3d-92466aad08be req-326a83df-5540-43e1-9a5b-988b9c8d68b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046e85b-7380-4fcc-9a55-8772723b75a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517154 Jul 06 18:58:28.317703 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be0c30da-e519-4220-8d3d-92466aad08be req-ac103bbb-aae3-424e-990d-ddc402221fee service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856426 Jul 06 18:58:28.409290 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be0c30da-e519-4220-8d3d-92466aad08be req-6fcfd62e-7d19-4e88-8b70-ad1ca1c50a4a service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852304 Jul 06 18:58:29.392939 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b1c4a-6683-468b-a138-e4785f995cad req-03cc2e1b-1dca-4a31-9b91-2ab9c6ba5969 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:29.394494 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-366b1c4a-6683-468b-a138-e4785f995cad req-03cc2e1b-1dca-4a31-9b91-2ab9c6ba5969 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.0703063 Jul 06 18:58:29.434449 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-366b1c4a-6683-468b-a138-e4785f995cad req-d5caa9b9-6e1d-4f2b-804a-2048a35f6a29 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Jul 06 18:58:29.459840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57242) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:29.522378 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ae4a513d-c599-463e-90c3-d76a34bfa56c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/floatingips/30af7b35-275d-4df4-bb0f-501b761e61ef HTTP/1.1" status: 200 len: 993 time: 0.0607476 Jul 06 18:58:29.809120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57248) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:29.965334 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port eaaf9bd8-97f9-4bd6-91dc-73c100a04461 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:29.965674 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:30.045192 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:30.045519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:30.057203 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for eaaf9bd8-97f9-4bd6-91dc-73c100a04461 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:30.226833 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:30.257417 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=eaaf9bd8-97f9-4bd6-91dc-73c100a04461,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:30.318824 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:30.319159 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Floating IP 30af7b35-275d-4df4-bb0f-501b761e61ef disassociated (deleted). External IP: 172.25.7.211, port: 45d5dfba-b1c5-48aa-b914-2495e1f03259. Jul 06 18:58:30.533909 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:58:30.644277 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:30.649408 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:30.653648 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] Sync routers for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:30.664193 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:30.664814 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:30.690560 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-38fd9c8e-1f69-49ff-b1e5-2316a32938a5 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/floatingips/30af7b35-275d-4df4-bb0f-501b761e61ef HTTP/1.1" status: 204 len: 168 time: 0.8803928 Jul 06 18:58:30.691258 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:30.693794 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78826d0a-7078-4636-93b4-29f88de98149" -d '{"events": [{"name": "network-changed", "server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:30.737046 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0859ae0-7657-4fe4-8137-0cfcf69153a1 x-openstack-request-id: req-d0859ae0-7657-4fe4-8137-0cfcf69153a1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:30.737343 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:30.737594 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0859ae0-7657-4fe4-8137-0cfcf69153a1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:30.738023 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'status': 'completed', 'code': 200} Jul 06 18:58:30.780189 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:30.813584 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78826d0a-7078-4636-93b4-29f88de98149 req-a328acfe-9f1b-4ce5-ab9e-dacd17952a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:30.815166 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78826d0a-7078-4636-93b4-29f88de98149 req-a328acfe-9f1b-4ce5-ab9e-dacd17952a9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd74887f7afa410286194e367aff637b&device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 1096 time: 0.0553877 Jul 06 18:58:30.915915 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78826d0a-7078-4636-93b4-29f88de98149 req-131cf8b7-33d6-401f-aec0-c168177c72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:30.919563 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78826d0a-7078-4636-93b4-29f88de98149 req-131cf8b7-33d6-401f-aec0-c168177c72e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4046e85b-7380-4fcc-9a55-8772723b75a4 HTTP/1.1" status: 200 len: 898 time: 0.0980306 Jul 06 18:58:30.963388 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78826d0a-7078-4636-93b4-29f88de98149 req-4ab11757-606f-43df-b7a8-6914285e5055 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259 HTTP/1.1" status: 200 len: 217 time: 0.0372198 Jul 06 18:58:30.994717 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fb53f4f1-fd9c-4133-a562-3b79fc5f092b', 'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:fd:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:36Z', 'updated_at': '2021-07-06T18:57:42Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:31.028313 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] Checking router: aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:31.037760 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:31.038693 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:31.051230 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78826d0a-7078-4636-93b4-29f88de98149 req-c5311e21-be2c-4e7d-b4fd-6e6a75f855ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:31.052643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78826d0a-7078-4636-93b4-29f88de98149 req-c5311e21-be2c-4e7d-b4fd-6e6a75f855ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=94d8ac8b-50ba-4183-b68d-c6a63db4228c HTTP/1.1" status: 200 len: 835 time: 0.0826492 Jul 06 18:58:31.120771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b602380-6ad4-4b39-a45f-d6760733f98e req-791bbfde-79b1-495c-a681-6d293ca0874d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:31.122404 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b602380-6ad4-4b39-a45f-d6760733f98e req-791bbfde-79b1-495c-a681-6d293ca0874d tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.1087146 Jul 06 18:58:31.154389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78826d0a-7078-4636-93b4-29f88de98149 req-b8753dff-f00e-4ada-a288-f43bca1d8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:31.155940 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78826d0a-7078-4636-93b4-29f88de98149 req-b8753dff-f00e-4ada-a288-f43bca1d8f01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046e85b-7380-4fcc-9a55-8772723b75a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950806 Jul 06 18:58:31.192446 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5b602380-6ad4-4b39-a45f-d6760733f98e req-a94c36e1-aa10-409d-b5d9-00ab1bc61746 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619497 Jul 06 18:58:31.236536 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:31.265612 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78826d0a-7078-4636-93b4-29f88de98149 req-63d7c04a-2ea8-46b6-87a0-1e612968b839 service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984268 Jul 06 18:58:31.359473 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-78826d0a-7078-4636-93b4-29f88de98149 req-7184700c-e0e6-4815-baf1-43831947336b service neutron] 10.222.0.22 "GET /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870848 Jul 06 18:58:31.435804 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fb53f4f1-fd9c-4133-a562-3b79fc5f092b', 'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:fd:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:36Z', 'updated_at': '2021-07-06T18:57:42Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:31.467464 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b6a4e7-4b43-4480-bfef-9a9bcb133add None None] The sync data for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 is: [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:57:37Z', 'revision_number': 4, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'fb53f4f1-fd9c-4133-a562-3b79fc5f092b', 'name': '', 'network_id': '4046e85b-7380-4fcc-9a55-8772723b75a4', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'mac_address': 'fa:16:3e:fd:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:36Z', 'updated_at': '2021-07-06T18:57:42Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'subnets': [{'id': '94d8ac8b-50ba-4183-b68d-c6a63db4228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:31.701170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856c09b-9ff8-4cba-9486-46ceb1624919 None None] New status for floating IP 30af7b35-275d-4df4-bb0f-501b761e61ef: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:58:32.040118 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:58:32.375554 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b165a-8ba8-492f-b007-83384f718362 req-0a6f038b-7629-412a-8db8-39351c5d01c7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:32.377086 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-422b165a-8ba8-492f-b007-83384f718362 req-0a6f038b-7629-412a-8db8-39351c5d01c7 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.0687182 Jul 06 18:58:32.416060 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-422b165a-8ba8-492f-b007-83384f718362 req-15246a02-0d98-4aff-a57c-3a1ce14a61e6 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f95eabb-3c78-457c-88ce-446872ba8ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330949 Jul 06 18:58:32.534235 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-86d7224b-c8c7-4521-8d9d-5da4931f0da6 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:32.535817 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-86d7224b-c8c7-4521-8d9d-5da4931f0da6 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 945 time: 0.0697899 Jul 06 18:58:32.637899 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port 45d5dfba-b1c5-48aa-b914-2495e1f03259 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:32.638154 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:32.744191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port 45d5dfba-b1c5-48aa-b914-2495e1f03259, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=45d5dfba-b1c5-48aa-b914-2495e1f03259,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:32.744650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:32.757567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for 45d5dfba-b1c5-48aa-b914-2495e1f03259 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:32.893015 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:32.928166 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=45d5dfba-b1c5-48aa-b914-2495e1f03259,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:32.958029 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:32.964493 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.964843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.965184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.965518 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.965858 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.966181 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.966534 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.966859 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.967184 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.967506 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.967832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.968150 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:32.991765 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] No DVR routers for this DVR port 45d5dfba-b1c5-48aa-b914-2495e1f03259 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:58:32.994783 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:32.997061 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-236b6fd8-0bdd-4323-8044-c37ad1c4ba53 req-fa7306f0-3dd8-4dfe-a5b9-3c027d9d7ce0 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.22 "DELETE /v2.0/ports/45d5dfba-b1c5-48aa-b914-2495e1f03259 HTTP/1.1" status: 204 len: 173 time: 0.4557374 Jul 06 18:58:32.997589 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'name': 'network-vif-deleted', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:32.999912 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e639f1-9cc7-4fb9-9517-d0428988b6ca" -d '{"events": [{"server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "name": "network-vif-deleted", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:33.048735 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8f71f2-14fb-4128-8fb4-8fbc3c7a5eb7 x-openstack-request-id: req-5f8f71f2-14fb-4128-8fb4-8fbc3c7a5eb7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:33.049035 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952ea585-21d2-4537-899f-88666eddacb8", "name": "network-vif-deleted", "tag": "45d5dfba-b1c5-48aa-b914-2495e1f03259", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:33.049290 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f8f71f2-14fb-4128-8fb4-8fbc3c7a5eb7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:33.049697 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952ea585-21d2-4537-899f-88666eddacb8', 'name': 'network-vif-deleted', 'tag': '45d5dfba-b1c5-48aa-b914-2495e1f03259', 'status': 'completed', 'code': 200} Jul 06 18:58:33.583946 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0782f496-35d2-49f3-9822-dd0912317f4e req-333cf9ad-751e-4551-b10d-85237ad4fe5b tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "GET /v2.0/ports?device_id=952ea585-21d2-4537-899f-88666eddacb8 HTTP/1.1" status: 200 len: 210 time: 0.0309594 Jul 06 18:58:34.679884 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57264) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:35.392615 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:35.674558 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port fb53f4f1-fd9c-4133-a562-3b79fc5f092b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:35.674803 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:35.762053 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port fb53f4f1-fd9c-4133-a562-3b79fc5f092b, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=fb53f4f1-fd9c-4133-a562-3b79fc5f092b,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:35.762804 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:35.780085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for fb53f4f1-fd9c-4133-a562-3b79fc5f092b owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:35.965405 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:35.993752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=fb53f4f1-fd9c-4133-a562-3b79fc5f092b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:36.023446 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.023806 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.024363 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.024716 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.025213 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.025650 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.025970 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.027424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.027724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.028086 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.028410 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.028744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:36.144586 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:36.181443 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:36.408440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:58:36.523238 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:36.528983 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7e50ce0c-1ae0-4cff-bf1c-e27a69b70adc tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "PUT /v2.0/routers/aff822b5-335e-4f1e-b4f5-a0ed97c8ab05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8479881 Jul 06 18:58:36.531896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57266) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:36.534425 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] Sync routers for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:36.543973 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:36.544673 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:36.583890 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a7f86e-3e94-443c-af39-4d4e7902b7ae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting subnet 94d8ac8b-50ba-4183-b68d-c6a63db4228c {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 18:58:36.588441 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f86e-3e94-443c-af39-4d4e7902b7ae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:36.632291 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f86e-3e94-443c-af39-4d4e7902b7ae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:36.633140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 45d5dfba-b1c5-48aa-b914-2495e1f03259 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:58:36.652690 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:36.654229 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 45d5dfba-b1c5-48aa-b914-2495e1f03259 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:58:36.654856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 45d5dfba-b1c5-48aa-b914-2495e1f03259 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:58:36.729067 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f86e-3e94-443c-af39-4d4e7902b7ae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:36.805182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f86e-3e94-443c-af39-4d4e7902b7ae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:36.856499 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7f86e-3e94-443c-af39-4d4e7902b7ae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Subnet': ['ID=94d8ac8b-50ba-4183-b68d-c6a63db4228c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:36.859716 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f86e-3e94-443c-af39-4d4e7902b7ae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:36.864240 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e2a7f86e-3e94-443c-af39-4d4e7902b7ae tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/subnets/94d8ac8b-50ba-4183-b68d-c6a63db4228c HTTP/1.1" status: 204 len: 168 time: 0.3299229 Jul 06 18:58:36.865706 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57268) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:36.869004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd2a80-dc34-4df8-af35-48ac70a51d22 None None] Network 4046e85b-7380-4fcc-9a55-8772723b75a4 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:58:36.885877 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:58:35Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:36.918351 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] Checking router: aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:36.929895 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] Routers {'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:36.931832 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:36.994160 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.044908 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] Set router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:37.067293 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] DHCP port deletion for 4046e85b-7380-4fcc-9a55-8772723b75a4 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 18:58:37.109763 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.116297 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Deleting port 9696691c-744d-475e-b3ee-8d9de82ea635 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:37.116736 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.169752 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Deleting port b5c36315-c78c-401e-ae89-d1eedaef6912 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 18:58:37.170233 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.186675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] For port 9696691c-744d-475e-b3ee-8d9de82ea635, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=9696691c-744d-475e-b3ee-8d9de82ea635,segment=NetworkSegment(d1128994-008c-4f25-ad57-958f6b5f8dc6),segment_id=d1128994-008c-4f25-ad57-958f6b5f8dc6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:37.187292 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.205406 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Calling delete_port for 9696691c-744d-475e-b3ee-8d9de82ea635 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:37.244294 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:58:35Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:37.261467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] For port b5c36315-c78c-401e-ae89-d1eedaef6912, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=b5c36315-c78c-401e-ae89-d1eedaef6912,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:37.262118 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.271398 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871ff15-ef8d-41a8-8791-205de6cefbf1 None None] The sync data for ids ['aff822b5-335e-4f1e-b4f5-a0ed97c8ab05'] in n-d-799526-3 is: [{'id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157041363', 'tenant_id': 'bd74887f7afa410286194e367aff637b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:57:33Z', 'updated_at': '2021-07-06T18:58:35Z', 'revision_number': 5, 'project_id': 'bd74887f7afa410286194e367aff637b', 'gw_port': {'id': 'b5c36315-c78c-401e-ae89-d1eedaef6912', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff822b5-335e-4f1e-b4f5-a0ed97c8ab05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:57:34Z', 'updated_at': '2021-07-06T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:37.274034 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Calling delete_port for b5c36315-c78c-401e-ae89-d1eedaef6912 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 18:58:37.289095 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.313944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Pushing event deleted for resources: {'Port': ['ID=9696691c-744d-475e-b3ee-8d9de82ea635,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:37.324860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.325210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.325547 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.325883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.326215 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.326564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.327039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.327210 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.327529 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.327851 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.328169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.328486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:37.331118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f3afc-9c33-4de4-8565-601fb2ce118f None None] No DVR routers for this DVR port 9696691c-744d-475e-b3ee-8d9de82ea635 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 18:58:37.454162 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.479877 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Port': ['ID=b5c36315-c78c-401e-ae89-d1eedaef6912,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:37.540400 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.633030 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.636042 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.686692 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.687245 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Fanout notify agent at l3_agent the message router_deleted on router aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 18:58:37.694704 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.695841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-22823df0-252a-4fe5-a5a0-9a8b3466c995 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/routers/aff822b5-335e-4f1e-b4f5-a0ed97c8ab05 HTTP/1.1" status: 204 len: 168 time: 0.8288310 Jul 06 18:58:37.699196 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57270) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:37.779310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.876284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.887326 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4046e85b-7380-4fcc-9a55-8772723b75a4']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:37.899050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1128994-008c-4f25-ad57-958f6b5f8dc6') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:37.899437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1128994-008c-4f25-ad57-958f6b5f8dc6') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:37.910179 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.932364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.944275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 18:58:37.945014 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: timer() Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 18:58:37.948819 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 18:58:37.966127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fb53f4f1-fd9c-4133-a562-3b79fc5f092b no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:58:37.987396 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: fb53f4f1-fd9c-4133-a562-3b79fc5f092b {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:58:37.987753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device fb53f4f1-fd9c-4133-a562-3b79fc5f092b not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:58:37.988185 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9696691c-744d-475e-b3ee-8d9de82ea635 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:58:38.012800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 9696691c-744d-475e-b3ee-8d9de82ea635 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:58:38.013213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 9696691c-744d-475e-b3ee-8d9de82ea635 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:58:38.019005 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.028115 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.030542 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/networks/4046e85b-7380-4fcc-9a55-8772723b75a4 HTTP/1.1" status: 204 len: 168 time: 0.3300815 Jul 06 18:58:38.032957 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57272) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:38.050686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116497f7-deb4-424c-a96c-a2622b04d97c tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'Network': ['ID=4046e85b-7380-4fcc-9a55-8772723b75a4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:38.114245 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b64d-aaf7-49e6-9716-64e4393e0fb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.143238 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b64d-aaf7-49e6-9716-64e4393e0fb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.208514 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b64d-aaf7-49e6-9716-64e4393e0fb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.211472 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b64d-aaf7-49e6-9716-64e4393e0fb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.212887 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4fa0b64d-aaf7-49e6-9716-64e4393e0fb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f95eabb-3c78-457c-88ce-446872ba8ad5 HTTP/1.1" status: 204 len: 168 time: 0.1789880 Jul 06 18:58:38.223064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0b64d-aaf7-49e6-9716-64e4393e0fb4 tempest-TestNetworkAdvancedServerOps-1891022374 tempest-TestNetworkAdvancedServerOps-1891022374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f95eabb-3c78-457c-88ce-446872ba8ad5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:38.569294 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:38.719662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-99217839-4725-4696-a18b-555d871f59a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd74887f7afa410286194e367aff637b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491690 Jul 06 18:58:38.722551 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:38.772832 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bfad6797-f1f3-4475-b065-aebdf02e0248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.796056 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bfad6797-f1f3-4475-b065-aebdf02e0248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.846508 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bfad6797-f1f3-4475-b065-aebdf02e0248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.849447 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bfad6797-f1f3-4475-b065-aebdf02e0248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:38.850750 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bfad6797-f1f3-4475-b065-aebdf02e0248 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bef59afc-8f65-4988-9e9c-18c7ed971a71 HTTP/1.1" status: 204 len: 168 time: 0.1272774 Jul 06 18:58:38.859840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad6797-f1f3-4475-b065-aebdf02e0248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef59afc-8f65-4988-9e9c-18c7ed971a71,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:39.132667 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:39.146763 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b4fdb24-8ee3-49fc-a3c9-6284a5c62a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.255534 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b4fdb24-8ee3-49fc-a3c9-6284a5c62a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.260058 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b4fdb24-8ee3-49fc-a3c9-6284a5c62a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.299439 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8b4fdb24-8ee3-49fc-a3c9-6284a5c62a81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ab0f85605814b44b632520cc19a6b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656320 Jul 06 18:58:39.300661 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fdb24-8ee3-49fc-a3c9-6284a5c62a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a375c5-79db-4958-9030-2697f940b877,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:39.302446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:39.389939 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14cf59ba-3896-49d9-aae6-c88e19b7b0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.414207 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14cf59ba-3896-49d9-aae6-c88e19b7b0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.463111 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14cf59ba-3896-49d9-aae6-c88e19b7b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.465677 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14cf59ba-3896-49d9-aae6-c88e19b7b0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:39.466894 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-14cf59ba-3896-49d9-aae6-c88e19b7b0f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68a375c5-79db-4958-9030-2697f940b877 HTTP/1.1" status: 204 len: 168 time: 0.1629996 Jul 06 18:58:39.476210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf59ba-3896-49d9-aae6-c88e19b7b0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a375c5-79db-4958-9030-2697f940b877,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:39.854104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b5c36315-c78c-401e-ae89-d1eedaef6912 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 18:58:39.889184 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: b5c36315-c78c-401e-ae89-d1eedaef6912 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 18:58:39.889434 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device b5c36315-c78c-401e-ae89-d1eedaef6912 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 18:58:40.247314 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:40.361838 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1868943797-network', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:40.383378 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Made reservation on behalf of dc0caff9a5d7441a808ae26821927241 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:58:40.385896 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.394688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.500813 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.504744 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.531006 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:58:40.540829 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136d9806-76de-4250-a612-02b7e617993a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:40.547817 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.548165 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Added segment 30b99255-2e24-4c16-beb1-c6dc262eee5e of type vlan for network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 Jul 06 18:58:40.590637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.619637 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.620639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:40.621205 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.675092 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4266016 Jul 06 18:58:40.677484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:40.684628 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Request body: {'subnet': {'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1868943797-subnet', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:40.693626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37939fd-bf1a-4ebe-98d6-a8055ff1e827 admin admin] Pushing event updated for resources: {'Network': ['ID=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:40.704141 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:58:40.710318 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Made reservation on behalf of dc0caff9a5d7441a808ae26821927241 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:58:40.713352 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.882799 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.946050 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad574c4-fe5b-4506-a975-70dbff2dd4d9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:40.956215 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Checking segment: {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:40.956572 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Network hostable DHCP agents. Network: 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:58:40.974430 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:58:40.985924 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:40.990053 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:40.990745 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:40.996788 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb071b19-c60d-4a37-801f-52bb58911edb None None] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:58:41.006506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c3366b18-20be-4fbc-8530-34417f2e8de6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3278832 Jul 06 18:58:41.009141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:41.014782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:41.036315 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.037325 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.093481 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.241464 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.306784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:58:41.307666 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.452342 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Allocated IP 172.20.0.2 (58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5/8ad574c4-fe5b-4506-a975-70dbff2dd4d9/da2f0470-2013-4136-9848-d30eeecef12c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:41.456433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.481953 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.586608 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Allocated IP 172.25.7.135 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/f6228088-7caa-4ad9-8b6b-caddffe2d82c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:41.608177 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.617112 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Transition to ACTIVE for port object da2f0470-2013-4136-9848-d30eeecef12c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:41.633354 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Transition to ACTIVE for port object da2f0470-2013-4136-9848-d30eeecef12c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:41.640299 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.681952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:41.686914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:41.690404 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:41.696727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Pushing event updated for resources: {'Port': ['ID=da2f0470-2013-4136-9848-d30eeecef12c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:41.705664 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.751709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.759280 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Attempting to bind port da2f0470-2013-4136-9848-d30eeecef12c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:41.759928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Attempting to bind port da2f0470-2013-4136-9848-d30eeecef12c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:41.760428 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Attempting to bind port da2f0470-2013-4136-9848-d30eeecef12c on network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:41.766187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:41.766616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Checking segment: {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:41.767096 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.767712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Bound using segment: {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:41.768372 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Bound port: da2f0470-2013-4136-9848-d30eeecef12c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:41.768820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.797183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:41.800208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:41.806220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:41.828038 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Pushing event updated for resources: {'Port': ['ID=f6228088-7caa-4ad9-8b6b-caddffe2d82c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:41.850677 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] For port da2f0470-2013-4136-9848-d30eeecef12c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:41.854856 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] For port da2f0470-2013-4136-9848-d30eeecef12c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=da2f0470-2013-4136-9848-d30eeecef12c,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:41.859385 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:41.917416 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f8f8b-432f-4741-9876-c4760cde6e9f None None] Pushing event updated for resources: {'Port': ['ID=da2f0470-2013-4136-9848-d30eeecef12c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:42.129363 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:42.681073 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:42.822997 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:58:42.902394 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9ddb2-15f6-42b9-97bc-6ac0602c655c None None] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:58:42.946886 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:42.958877 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Sync routers for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:42.965962 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:42.967457 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-ea98b8c7-c004-4718-a427-afee4cc131be admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9562957 Jul 06 18:58:42.970205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:42.980500 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6c4f21fb-be25-4469-a3aa-8cc4055d6ea3 None None] Provisioning for port da2f0470-2013-4136-9848-d30eeecef12c completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:42.996268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:42.996913 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:43.166091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:43.368647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:41Z', 'revision_number': 3, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:43.403710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Checking router: 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:43.404187 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Updating router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 port f6228088-7caa-4ad9-8b6b-caddffe2d82c binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:58:43.437266 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.447174 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.619363 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Allocated IP 172.20.0.1 (58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5/8ad574c4-fe5b-4506-a975-70dbff2dd4d9/5752fc8d-8e4c-41bf-90ee-6ad3d94dac47) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:43.792634 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.813837 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.818161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Transition to ACTIVE for port object 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:43.830212 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Transition to ACTIVE for port object f6228088-7caa-4ad9-8b6b-caddffe2d82c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:43.837617 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.872513 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.917203 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Pushing event updated for resources: {'Port': ['ID=5752fc8d-8e4c-41bf-90ee-6ad3d94dac47,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:43.930117 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Attempting to bind port f6228088-7caa-4ad9-8b6b-caddffe2d82c on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:43.931468 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Attempting to bind port f6228088-7caa-4ad9-8b6b-caddffe2d82c by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:43.931835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Attempting to bind port f6228088-7caa-4ad9-8b6b-caddffe2d82c on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:43.944862 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:43.946629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:43.947450 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:43.947450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.947814 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:43.948030 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:43.948325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Bound port: f6228088-7caa-4ad9-8b6b-caddffe2d82c, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:43.948676 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:43.954390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bbd0f-035e-496b-83e2-5f05af776df8 None None] Pushing event updated for resources: {'Port': ['ID=f6228088-7caa-4ad9-8b6b-caddffe2d82c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:43.954642 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:44.025096 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device da2f0470-2013-4136-9848-d30eeecef12c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:44.035054 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.080337 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] For port f6228088-7caa-4ad9-8b6b-caddffe2d82c, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:44.101979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port da2f0470-2013-4136-9848-d30eeecef12c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:44.107458 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] For port f6228088-7caa-4ad9-8b6b-caddffe2d82c, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f6228088-7caa-4ad9-8b6b-caddffe2d82c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:44.109608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port da2f0470-2013-4136-9848-d30eeecef12c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:44.110038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.114003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.208675 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:44.209324 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:44.242690 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.248542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bbd0f-035e-496b-83e2-5f05af776df8 None None] Pushing event updated for resources: {'Port': ['ID=f6228088-7caa-4ad9-8b6b-caddffe2d82c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:44.355302 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.366997 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9f669c8d-8c4b-4ba0-aaf3-43deddae9aa0 None None] Provisioning for port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:44.377087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:44.410825 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9f669c8d-8c4b-4ba0-aaf3-43deddae9aa0 None None] Provisioning complete for port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:44.411246 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9f669c8d-8c4b-4ba0-aaf3-43deddae9aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.425926 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.432499 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.490890 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port da2f0470-2013-4136-9848-d30eeecef12c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=da2f0470-2013-4136-9848-d30eeecef12c,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:44.501445 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.515332 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.517394 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Pushing event updated for resources: {'Port': ['ID=5752fc8d-8e4c-41bf-90ee-6ad3d94dac47,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:44.545163 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9f669c8d-8c4b-4ba0-aaf3-43deddae9aa0 None None] Port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:44.623202 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=da2f0470-2013-4136-9848-d30eeecef12c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:44.643433 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:44.644685 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:44.709167 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:43Z', 'revision_number': 1, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:44.744866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3de4df-c4ed-4d43-a931-00e5f8853082 None None] The sync data for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 is: [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:43Z', 'revision_number': 1, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:44.811191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:58:44.970174 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:44.975682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f03dd6d6-46d4-42f5-a48a-a28a412ff1e4 None None] Provisioning complete for port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:44.976463 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f03dd6d6-46d4-42f5-a48a-a28a412ff1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:44.980852 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9bc74f9f-703b-401c-b04e-b411a677a124 admin admin] 10.222.0.13 "PUT /v2.0/routers/5de10a29-0e38-44c5-bfbd-5ddbf37e7c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0090179 Jul 06 18:58:45.046203 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f03dd6d6-46d4-42f5-a48a-a28a412ff1e4 None None] Port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:45.676426 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:45.684545 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-243102124-network', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:45.710415 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Made reservation on behalf of f1ab42b3d2f1450c884f9fdae4a58e18 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:58:45.712980 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.722796 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.831012 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.835588 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.864018 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 18:58:45.876244 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55670db7-8693-4781-aace-087944e8b4cf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:45.885380 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.885799 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Added segment 1c32b816-5dbc-469a-bf1d-ddac913a5d30 of type vlan for network b10c8b5c-0230-49a0-b2df-634654ae0c23 Jul 06 18:58:45.942428 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.985490 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:45.988388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:45.988388 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.017264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f6228088-7caa-4ad9-8b6b-caddffe2d82c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:46.049941 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3693576 Jul 06 18:58:46.050183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:46.057840 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Request body: {'subnet': {'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-243102124-subnet', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:46.069409 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d6db8-565b-4289-bea1-dab924c1b7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b10c8b5c-0230-49a0-b2df-634654ae0c23,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:46.086383 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port f6228088-7caa-4ad9-8b6b-caddffe2d82c completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:46.088484 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Made reservation on behalf of f1ab42b3d2f1450c884f9fdae4a58e18 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:58:46.091070 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.092140 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network b10c8b5c-0230-49a0-b2df-634654ae0c23 details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 18:58:46.107891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f6228088-7caa-4ad9-8b6b-caddffe2d82c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:46.108267 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.311592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.367601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a65976-1316-4d06-b99c-cb25c47c67a4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:46.393208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Checking segment: {'id': '1c32b816-5dbc-469a-bf1d-ddac913a5d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:46.393554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Network hostable DHCP agents. Network: b10c8b5c-0230-49a0-b2df-634654ae0c23, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 18:58:46.413731 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Network b10c8b5c-0230-49a0-b2df-634654ae0c23 is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 18:58:46.426147 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, b10c8b5c-0230-49a0-b2df-634654ae0c23) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:46.428362 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.432183 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:46.433342 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.440065 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf5a296-53cb-44c4-bcc5-8c5ca1951e6b None None] Network b10c8b5c-0230-49a0-b2df-634654ae0c23 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:58:46.452128 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-5544e1a2-4d48-4cff-9991-fcbc1bf09e87 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4009051 Jul 06 18:58:46.454683 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:46.459321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:46.486531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.487727 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.506896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port f6228088-7caa-4ad9-8b6b-caddffe2d82c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f6228088-7caa-4ad9-8b6b-caddffe2d82c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:46.514551 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.515704 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device da2f0470-2013-4136-9848-d30eeecef12c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:46.547297 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.643710 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=f6228088-7caa-4ad9-8b6b-caddffe2d82c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:46.661634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port da2f0470-2013-4136-9848-d30eeecef12c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:46.662014 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.689927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.729684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-b10c8b5c-0230-49a0-b2df-634654ae0c23', 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'fixed_ips': [{'subnet_id': '73a65976-1316-4d06-b99c-cb25c47c67a4'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 18:58:46.733347 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.923637 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Allocated IP 172.20.0.2 (b10c8b5c-0230-49a0-b2df-634654ae0c23/73a65976-1316-4d06-b99c-cb25c47c67a4/ad301c20-5b79-46d7-93ff-929bb69d753d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:46.931222 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:46.954435 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.078214 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Allocated IP 172.25.7.242 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/ec440301-6586-4f6f-9202-dc4336cde46a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:47.100286 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.112511 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Transition to ACTIVE for port object ad301c20-5b79-46d7-93ff-929bb69d753d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:47.128082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Transition to ACTIVE for port object ad301c20-5b79-46d7-93ff-929bb69d753d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:47.139032 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.150237 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Sync routers for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:47.163546 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:47.164469 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:47.198943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Network b10c8b5c-0230-49a0-b2df-634654ae0c23 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:47.202448 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc028cc7-ca83-4da1-9be7-b3b2a3ac68b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.205023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Pushing event updated for resources: {'Port': ['ID=ad301c20-5b79-46d7-93ff-929bb69d753d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:47.207560 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:47.209755 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:47.226274 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.270715 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Attempting to bind port ad301c20-5b79-46d7-93ff-929bb69d753d on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:47.271032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Attempting to bind port ad301c20-5b79-46d7-93ff-929bb69d753d by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '1c32b816-5dbc-469a-bf1d-ddac913a5d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:47.271307 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Attempting to bind port ad301c20-5b79-46d7-93ff-929bb69d753d on network b10c8b5c-0230-49a0-b2df-634654ae0c23 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:47.274995 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.277596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:47.277975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Checking segment: {'id': '1c32b816-5dbc-469a-bf1d-ddac913a5d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:47.278403 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.278802 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Bound using segment: {'id': '1c32b816-5dbc-469a-bf1d-ddac913a5d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:47.279279 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Bound port: ad301c20-5b79-46d7-93ff-929bb69d753d, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c32b816-5dbc-469a-bf1d-ddac913a5d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:47.279677 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.288438 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:47.330885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:47.334663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:47.340548 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:47.344256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Pushing event updated for resources: {'Port': ['ID=ec440301-6586-4f6f-9202-dc4336cde46a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:47.369746 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] For port ad301c20-5b79-46d7-93ff-929bb69d753d, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:47.373645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] For port ad301c20-5b79-46d7-93ff-929bb69d753d, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ad301c20-5b79-46d7-93ff-929bb69d753d,segment=NetworkSegment(1c32b816-5dbc-469a-bf1d-ddac913a5d30),segment_id=1c32b816-5dbc-469a-bf1d-ddac913a5d30)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:47.379941 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.445329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ac2c6-ba3d-4687-93df-bb9e8124e68e None None] Pushing event updated for resources: {'Port': ['ID=ad301c20-5b79-46d7-93ff-929bb69d753d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:47.547299 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 2, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:47.578949 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Checking router: 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:47.579319 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Updating router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:58:47.616761 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:47.668089 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.014569 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ad301c20-5b79-46d7-93ff-929bb69d753d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:48.068181 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.077175 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Transition to ACTIVE for port object 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:48.082805 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port ad301c20-5b79-46d7-93ff-929bb69d753d completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:48.085693 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.088222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f6228088-7caa-4ad9-8b6b-caddffe2d82c up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:48.164914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port f6228088-7caa-4ad9-8b6b-caddffe2d82c triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:48.166047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.168374 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Pushing event updated for resources: {'Port': ['ID=5752fc8d-8e4c-41bf-90ee-6ad3d94dac47,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:48.196834 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.197172 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.197510 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.197849 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.198175 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.198506 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.198838 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.199159 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.199605 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.199779 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.204890 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.205339 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 18:58:48.252140 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Attempting to bind port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:48.252502 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Attempting to bind port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:48.252854 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Attempting to bind port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 on network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:48.259010 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:48.259430 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Checking segment: {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:48.259768 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.260266 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Bound using segment: {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:48.260736 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Bound port: 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:48.261110 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.321660 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.362605 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] For port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:48.369352 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] For port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5752fc8d-8e4c-41bf-90ee-6ad3d94dac47,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:48.374151 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.457954 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09ec11-f4e8-4947-9134-d5950249050a None None] Pushing event updated for resources: {'Port': ['ID=5752fc8d-8e4c-41bf-90ee-6ad3d94dac47,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:48.460911 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:48.462654 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:48.509750 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 18:58:48.604507 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:48.657266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:48.671107 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Sync routers for ids ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:48.697699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Routers {'8a213de2-ab83-4346-9f89-b8a1c1a1a95b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:48.698409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:48.701244 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:48.702594 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-be17a792-9571-48c7-bafb-2ab752d91987 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2469263 Jul 06 18:58:48.705579 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57350) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:48.853773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02bed5-4226-472e-882d-8a7b8fb22926 None None] Network b10c8b5c-0230-49a0-b2df-634654ae0c23 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 18:58:48.893133 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:48Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:48.921866 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60052da9-b6e4-42c5-bfa2-505e817247b4 None None] The sync data for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 is: [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:48Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:48.927464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Set router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:49.107641 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-20a4a264-7e1a-47e1-9594-67f72f065ff7 None None] Provisioning for port ad301c20-5b79-46d7-93ff-929bb69d753d completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:49.122881 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-20a4a264-7e1a-47e1-9594-67f72f065ff7 None None] Provisioning complete for port ad301c20-5b79-46d7-93ff-929bb69d753d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:49.123261 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20a4a264-7e1a-47e1-9594-67f72f065ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.202753 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.300646 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20a4a264-7e1a-47e1-9594-67f72f065ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.319400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:47Z', 'revision_number': 3, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'gw_port': {'id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:49.355616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Checking router: 8a213de2-ab83-4346-9f89-b8a1c1a1a95b for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:49.355979 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Updating router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b port ec440301-6586-4f6f-9202-dc4336cde46a binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:58:49.394807 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-20a4a264-7e1a-47e1-9594-67f72f065ff7 None None] For port ad301c20-5b79-46d7-93ff-929bb69d753d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ad301c20-5b79-46d7-93ff-929bb69d753d,segment=NetworkSegment(1c32b816-5dbc-469a-bf1d-ddac913a5d30),segment_id=1c32b816-5dbc-469a-bf1d-ddac913a5d30)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:49.402050 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20a4a264-7e1a-47e1-9594-67f72f065ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.436801 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.441611 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Allocated IP 172.20.0.1 (b10c8b5c-0230-49a0-b2df-634654ae0c23/73a65976-1316-4d06-b99c-cb25c47c67a4/a8054a7e-addf-4cb2-87d0-d6aa64127c9e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:49.495331 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4a264-7e1a-47e1-9594-67f72f065ff7 None None] Pushing event updated for resources: {'Port': ['ID=ad301c20-5b79-46d7-93ff-929bb69d753d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:49.583100 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.598227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Transition to ACTIVE for port object a8054a7e-addf-4cb2-87d0-d6aa64127c9e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:49.638699 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.686955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Network b10c8b5c-0230-49a0-b2df-634654ae0c23 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:49.692760 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:49.695128 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Pushing event updated for resources: {'Port': ['ID=a8054a7e-addf-4cb2-87d0-d6aa64127c9e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:49.697966 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:49.739340 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.754273 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b991f19-6c87-40c4-8e61-0db003eb24f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.765449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-47a7c0c4-cd76-4719-93e6-b5ccf824648f None None] Provisioning complete for port ad301c20-5b79-46d7-93ff-929bb69d753d triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:49.765823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47a7c0c4-cd76-4719-93e6-b5ccf824648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.883386 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.932717 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Transition to ACTIVE for port object ec440301-6586-4f6f-9202-dc4336cde46a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:49.943155 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:49.988278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:50.066038 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Attempting to bind port ec440301-6586-4f6f-9202-dc4336cde46a on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:50.066530 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Attempting to bind port ec440301-6586-4f6f-9202-dc4336cde46a by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:50.066927 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Attempting to bind port ec440301-6586-4f6f-9202-dc4336cde46a on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:50.070555 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074d0b2-0dd7-4bc2-a34c-d41bbad228b1 None None] Pushing event updated for resources: {'Port': ['ID=ec440301-6586-4f6f-9202-dc4336cde46a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:50.080929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:50.081313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:50.081738 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.082127 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:50.082643 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Bound port: ec440301-6586-4f6f-9202-dc4336cde46a, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:50.083038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.284462 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.315567 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:50.326377 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.327812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-42d76176-04c4-4f86-b038-058b83cc3e11 None None] Provisioning for port a8054a7e-addf-4cb2-87d0-d6aa64127c9e completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:50.336402 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:50.336785 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.341387 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-42d76176-04c4-4f86-b038-058b83cc3e11 None None] Provisioning complete for port a8054a7e-addf-4cb2-87d0-d6aa64127c9e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:50.341778 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42d76176-04c4-4f86-b038-058b83cc3e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.362943 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] For port ec440301-6586-4f6f-9202-dc4336cde46a, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:50.411911 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] For port ec440301-6586-4f6f-9202-dc4336cde46a, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ec440301-6586-4f6f-9202-dc4336cde46a,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:50.421858 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.474494 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-42d76176-04c4-4f86-b038-058b83cc3e11 None None] Port a8054a7e-addf-4cb2-87d0-d6aa64127c9e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:50.483696 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.490952 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.532917 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074d0b2-0dd7-4bc2-a34c-d41bbad228b1 None None] Pushing event updated for resources: {'Port': ['ID=ec440301-6586-4f6f-9202-dc4336cde46a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:50.535648 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Routers {'8a213de2-ab83-4346-9f89-b8a1c1a1a95b'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:50.536213 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:50.575147 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.577103 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Pushing event updated for resources: {'Port': ['ID=a8054a7e-addf-4cb2-87d0-d6aa64127c9e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:50.581219 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.659361 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5752fc8d-8e4c-41bf-90ee-6ad3d94dac47,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:50.667881 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.668690 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ad301c20-5b79-46d7-93ff-929bb69d753d up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:50.684440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Network b10c8b5c-0230-49a0-b2df-634654ae0c23 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:50.685880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:50.732622 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] Set router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:50.840040 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=5752fc8d-8e4c-41bf-90ee-6ad3d94dac47,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:50.853541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:58:50.895883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ad301c20-5b79-46d7-93ff-929bb69d753d triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:50.896248 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:50.992310 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:58:51.006546 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-5879d69a-6d78-4111-ae13-7b1cc85db0cf admin admin] 10.222.0.13 "PUT /v2.0/routers/8a213de2-ab83-4346-9f89-b8a1c1a1a95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2906899 Jul 06 18:58:51.061019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f004ac69-cb81-4ba4-a264-5fe7e1f8bff8 None None] Provisioning complete for port a8054a7e-addf-4cb2-87d0-d6aa64127c9e triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:51.061295 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f004ac69-cb81-4ba4-a264-5fe7e1f8bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.089525 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.111352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 4, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'gw_port': {'id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a8054a7e-addf-4cb2-87d0-d6aa64127c9e', 'name': '', 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'mac_address': 'fa:16:3e:bb:ca:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:49Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 2, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'subnets': [{'id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:51.113277 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f004ac69-cb81-4ba4-a264-5fe7e1f8bff8 None None] Port a8054a7e-addf-4cb2-87d0-d6aa64127c9e cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:51.141330 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865d189-db3b-4c0f-89dc-bcf3a0c6241f None None] The sync data for ids ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'] in n-d-799526-3 is: [{'id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 4, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'gw_port': {'id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a8054a7e-addf-4cb2-87d0-d6aa64127c9e', 'name': '', 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'mac_address': 'fa:16:3e:bb:ca:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:49Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 2, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'subnets': [{'id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:51.657331 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57360) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:51.662730 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7fc025f0-9bbd-4089-8425-cd537c947587 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059029260', 'description': 'tempest-secgroup-smoke-2059029260 description', 'project_id': 'dc0caff9a5d7441a808ae26821927241'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:51.690979 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fc025f0-9bbd-4089-8425-cd537c947587 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.789403 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fc025f0-9bbd-4089-8425-cd537c947587 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.795311 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fc025f0-9bbd-4089-8425-cd537c947587 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.827476 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fc025f0-9bbd-4089-8425-cd537c947587 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.828668 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-7fc025f0-9bbd-4089-8425-cd537c947587 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1702247 Jul 06 18:58:51.832205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57362) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:51.833200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc025f0-9bbd-4089-8425-cd537c947587 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e00f2a3-3ffd-4215-8db0-dbf94208e67a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:51.838118 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c0c96344-b9d4-4b69-a53f-a7ac15e9f51e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '8e00f2a3-3ffd-4215-8db0-dbf94208e67a', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:51.906510 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0c96344-b9d4-4b69-a53f-a7ac15e9f51e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:51.969682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:52.000554 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0c96344-b9d4-4b69-a53f-a7ac15e9f51e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.005433 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0c96344-b9d4-4b69-a53f-a7ac15e9f51e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.033565 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c96344-b9d4-4b69-a53f-a7ac15e9f51e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc6a3f6-09a5-4596-a32f-c29383a5618e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:52.038205 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:52.038688 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.048090 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0c96344-b9d4-4b69-a53f-a7ac15e9f51e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.053071 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c0c96344-b9d4-4b69-a53f-a7ac15e9f51e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2155771 Jul 06 18:58:52.053611 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57364) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:52.060955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4dc7e4a5-4e33-4ae7-9a52-0189c2123306 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '8e00f2a3-3ffd-4215-8db0-dbf94208e67a', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:52.096452 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e4a5-4e33-4ae7-9a52-0189c2123306 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.178649 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e4a5-4e33-4ae7-9a52-0189c2123306 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.183707 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e4a5-4e33-4ae7-9a52-0189c2123306 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.214686 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7e4a5-4e33-4ae7-9a52-0189c2123306 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89a16c1-2646-4d9d-9017-2f226d755496,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:52.223950 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e4a5-4e33-4ae7-9a52-0189c2123306 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.225945 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4dc7e4a5-4e33-4ae7-9a52-0189c2123306 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1711781 Jul 06 18:58:52.229279 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:52.236355 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-39b06cbb-0778-4a7e-870a-8981d3cc98f0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '8e00f2a3-3ffd-4215-8db0-dbf94208e67a', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:52.281004 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39b06cbb-0778-4a7e-870a-8981d3cc98f0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.361476 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39b06cbb-0778-4a7e-870a-8981d3cc98f0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.366033 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39b06cbb-0778-4a7e-870a-8981d3cc98f0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.391121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b06cbb-0778-4a7e-870a-8981d3cc98f0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae72e8e-9088-4a2d-8bab-8cf29186847a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:52.396972 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39b06cbb-0778-4a7e-870a-8981d3cc98f0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.401862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-39b06cbb-0778-4a7e-870a-8981d3cc98f0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671920 Jul 06 18:58:52.402470 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57368) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:52.407181 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-195ec92c-7395-46f6-9f55-ca25c1b6b688 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '8e00f2a3-3ffd-4215-8db0-dbf94208e67a', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:52.449925 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-195ec92c-7395-46f6-9f55-ca25c1b6b688 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.547377 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-195ec92c-7395-46f6-9f55-ca25c1b6b688 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.553156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-195ec92c-7395-46f6-9f55-ca25c1b6b688 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.576374 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ec92c-7395-46f6-9f55-ca25c1b6b688 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb82e41-5e39-4ad5-8160-ca945f5f7657,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:52.582646 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-195ec92c-7395-46f6-9f55-ca25c1b6b688 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.583905 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-195ec92c-7395-46f6-9f55-ca25c1b6b688 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1808269 Jul 06 18:58:52.588082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:52.598827 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d17bfbbb-bdd3-4f3f-82b3-af7a141bc7e6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '8e00f2a3-3ffd-4215-8db0-dbf94208e67a', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:52.633854 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-d17bfbbb-bdd3-4f3f-82b3-af7a141bc7e6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Project dc0caff9a5d7441a808ae26821927241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:58:52.640519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17bfbbb-bdd3-4f3f-82b3-af7a141bc7e6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.731152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17bfbbb-bdd3-4f3f-82b3-af7a141bc7e6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.735700 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17bfbbb-bdd3-4f3f-82b3-af7a141bc7e6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.754620 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bfbbb-bdd3-4f3f-82b3-af7a141bc7e6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93364a2f-0b9a-4123-9f87-2b101b15ee91,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:52.763418 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17bfbbb-bdd3-4f3f-82b3-af7a141bc7e6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.764728 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d17bfbbb-bdd3-4f3f-82b3-af7a141bc7e6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1746070 Jul 06 18:58:52.767889 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:58:52.772817 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-18961e66-31cf-4941-897c-d53ca06c1a45 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '8e00f2a3-3ffd-4215-8db0-dbf94208e67a', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:52.797089 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-18961e66-31cf-4941-897c-d53ca06c1a45 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Project dc0caff9a5d7441a808ae26821927241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 18:58:52.802811 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18961e66-31cf-4941-897c-d53ca06c1a45 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.890540 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18961e66-31cf-4941-897c-d53ca06c1a45 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.901719 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18961e66-31cf-4941-897c-d53ca06c1a45 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.927311 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18961e66-31cf-4941-897c-d53ca06c1a45 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96911389-7225-4941-a304-8263187613e2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:52.932907 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18961e66-31cf-4941-897c-d53ca06c1a45 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:52.934525 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-18961e66-31cf-4941-897c-d53ca06c1a45 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1655493 Jul 06 18:58:52.973268 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.182082 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-db1fdfab-d96c-4a62-b731-c9a1c9836f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059029260&fields=id&tenant_id=dc0caff9a5d7441a808ae26821927241 HTTP/1.1" status: 200 len: 267 time: 0.0372400 Jul 06 18:58:53.314835 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-fe8c7b94-1bde-4734-a898-62bb53e64af8 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:53.316510 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-fe8c7b94-1bde-4734-a898-62bb53e64af8 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 809 time: 0.1276805 Jul 06 18:58:53.333685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-6b1fe1bb-32f0-498b-8f34-90da8ceb4f2f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/quotas/dc0caff9a5d7441a808ae26821927241 HTTP/1.1" status: 200 len: 375 time: 0.0103948 Jul 06 18:58:53.430736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-299d1d6e-be40-417c-9e03-66908ed03873 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896051 Jul 06 18:58:53.468958 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Sync routers for ids ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:58:53.483257 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Routers {'8a213de2-ab83-4346-9f89-b8a1c1a1a95b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:53.484009 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:53.571175 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-5c964c77-1e11-48a3-83c3-da352940fc70 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 18:58:53.572533 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-5c964c77-1e11-48a3-83c3-da352940fc70 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1275649 Jul 06 18:58:53.623547 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Set router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:53.679848 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-6d80d45a-032c-4c8d-948c-5a4202fe4608 service neutron] 10.222.0.13 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994322 Jul 06 18:58:53.819516 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-17a479de-e076-4422-bfef-865db9fbe3aa service neutron] 10.222.0.13 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331482 Jul 06 18:58:53.869111 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 4, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'gw_port': {'id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a8054a7e-addf-4cb2-87d0-d6aa64127c9e', 'name': '', 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'mac_address': 'fa:16:3e:bb:ca:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:49Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 2, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'subnets': [{'id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:53.899813 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Checking router: 8a213de2-ab83-4346-9f89-b8a1c1a1a95b for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:58:53.900170 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Updating router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b port a8054a7e-addf-4cb2-87d0-d6aa64127c9e binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 18:58:53.941862 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:53.997400 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ec440301-6586-4f6f-9202-dc4336cde46a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:54.073299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port ec440301-6586-4f6f-9202-dc4336cde46a completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:54.078223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ec440301-6586-4f6f-9202-dc4336cde46a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:54.078751 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.097936 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8ad4ba88-9e7a-4568-9e64-87a521455b8b req-2c460cc6-b6c7-4fd8-b8e3-84b7cd926416 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 210 time: 0.0417109 Jul 06 18:58:54.173710 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.197659 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port ec440301-6586-4f6f-9202-dc4336cde46a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ec440301-6586-4f6f-9202-dc4336cde46a,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:54.202993 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.281464 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.284267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=ec440301-6586-4f6f-9202-dc4336cde46a,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:54.295209 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Transition to ACTIVE for port object a8054a7e-addf-4cb2-87d0-d6aa64127c9e will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:54.303127 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.372442 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980fe42-0ce1-4480-bffb-54da7f10a5b2 None None] Pushing event updated for resources: {'Port': ['ID=a8054a7e-addf-4cb2-87d0-d6aa64127c9e,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:54.432249 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Attempting to bind port a8054a7e-addf-4cb2-87d0-d6aa64127c9e on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:54.432785 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Attempting to bind port a8054a7e-addf-4cb2-87d0-d6aa64127c9e by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '1c32b816-5dbc-469a-bf1d-ddac913a5d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:54.433266 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Attempting to bind port a8054a7e-addf-4cb2-87d0-d6aa64127c9e on network b10c8b5c-0230-49a0-b2df-634654ae0c23 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:54.439645 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:54.440292 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Checking segment: {'id': '1c32b816-5dbc-469a-bf1d-ddac913a5d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:54.440461 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.440862 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Bound using segment: {'id': '1c32b816-5dbc-469a-bf1d-ddac913a5d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:54.441500 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Bound port: a8054a7e-addf-4cb2-87d0-d6aa64127c9e, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c32b816-5dbc-469a-bf1d-ddac913a5d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:54.441754 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.540787 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] For port a8054a7e-addf-4cb2-87d0-d6aa64127c9e, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:54.544535 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] For port a8054a7e-addf-4cb2-87d0-d6aa64127c9e, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a8054a7e-addf-4cb2-87d0-d6aa64127c9e,segment=NetworkSegment(1c32b816-5dbc-469a-bf1d-ddac913a5d30),segment_id=1c32b816-5dbc-469a-bf1d-ddac913a5d30)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:54.559637 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:54.709931 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Routers {'8a213de2-ab83-4346-9f89-b8a1c1a1a95b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:58:54.710724 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:54.755455 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980fe42-0ce1-4480-bffb-54da7f10a5b2 None None] Pushing event updated for resources: {'Port': ['ID=a8054a7e-addf-4cb2-87d0-d6aa64127c9e,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:54.851163 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] Set router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:58:55.079412 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 4, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'gw_port': {'id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a8054a7e-addf-4cb2-87d0-d6aa64127c9e', 'name': '', 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'mac_address': 'fa:16:3e:bb:ca:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:49Z', 'updated_at': '2021-07-06T18:58:54Z', 'revision_number': 4, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'subnets': [{'id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:58:55.131961 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e139e8-eb67-44c8-889b-06bd599c174d None None] The sync data for ids ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'] in n-d-799526-3 is: [{'id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 4, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'gw_port': {'id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'a8054a7e-addf-4cb2-87d0-d6aa64127c9e', 'name': '', 'network_id': 'b10c8b5c-0230-49a0-b2df-634654ae0c23', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'mac_address': 'fa:16:3e:bb:ca:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:49Z', 'updated_at': '2021-07-06T18:58:54Z', 'revision_number': 4, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'subnets': [{'id': '73a65976-1316-4d06-b99c-cb25c47c67a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:58:55.227844 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e21ea979-8700-4c72-b24d-09735d44a7bb req-effa96ae-fda5-4a20-bb3a-6f78f32870c1 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 210 time: 0.0569468 Jul 06 18:58:55.974543 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a8054a7e-addf-4cb2-87d0-d6aa64127c9e up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:56.032793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port a8054a7e-addf-4cb2-87d0-d6aa64127c9e completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:56.040053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a8054a7e-addf-4cb2-87d0-d6aa64127c9e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:56.040588 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.130888 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.169069 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port a8054a7e-addf-4cb2-87d0-d6aa64127c9e, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a8054a7e-addf-4cb2-87d0-d6aa64127c9e,segment=NetworkSegment(1c32b816-5dbc-469a-bf1d-ddac913a5d30),segment_id=1c32b816-5dbc-469a-bf1d-ddac913a5d30)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:58:56.173940 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.175049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ec440301-6586-4f6f-9202-dc4336cde46a up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:56.259692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=a8054a7e-addf-4cb2-87d0-d6aa64127c9e,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:56.271732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port ec440301-6586-4f6f-9202-dc4336cde46a triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:56.272113 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:56.406900 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7ed9164c-e975-436a-b7af-42881da1f13d req-953d2cf7-1308-4ee3-898b-255222616bb1 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 210 time: 0.0580001 Jul 06 18:58:57.389890 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e98ca549-1a63-4b60-a7f2-c430a84d7414 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:57.391500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e98ca549-1a63-4b60-a7f2-c430a84d7414 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 809 time: 0.1128788 Jul 06 18:58:57.441758 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-b0485411-74f4-4586-842f-3ef0e6957387 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc0caff9a5d7441a808ae26821927241 HTTP/1.1" status: 200 len: 380 time: 0.0413144 Jul 06 18:58:57.459208 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'port': {'device_id': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'admin_state_up': True, 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'security_groups': ['8e00f2a3-3ffd-4215-8db0-dbf94208e67a']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:57.577244 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-32fef838-b220-49d2-a8b0-e6cd31050097 req-d3a49efb-4bab-4b53-94f9-34b90cabd06f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 210 time: 0.0344098 Jul 06 18:58:57.588631 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Made reservation on behalf of dc0caff9a5d7441a808ae26821927241 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 18:58:57.593112 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.731759 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Allocated IP 172.20.0.3 (58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5/8ad574c4-fe5b-4506-a975-70dbff2dd4d9/5f3edf2b-9878-4028-8188-7567ca09d305) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:58:57.910632 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.928631 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a8054a7e-addf-4cb2-87d0-d6aa64127c9e up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:58:57.929607 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Transition to ACTIVE for port object 5f3edf2b-9878-4028-8188-7567ca09d305 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:57.975210 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:57.988554 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port a8054a7e-addf-4cb2-87d0-d6aa64127c9e triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:57.988937 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.023263 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:58:58.029301 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:58:58.033640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:58:58.041866 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:58.100141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.100710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.119743 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-e2087be7-8526-41a1-b536-d9f0cc518d09 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6650441 Jul 06 18:58:58.130555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Request body: {'port': {'device_id': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:58:58.225663 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.326269 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4619443f-d181-4056-a3ed-7a7ff80c93a1 None None] Provisioning for port 5f3edf2b-9878-4028-8188-7567ca09d305 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:58:58.330475 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4619443f-d181-4056-a3ed-7a7ff80c93a1 None None] Provisioning complete for port 5f3edf2b-9878-4028-8188-7567ca09d305 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:58:58.330856 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4619443f-d181-4056-a3ed-7a7ff80c93a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.365325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4619443f-d181-4056-a3ed-7a7ff80c93a1 None None] Port 5f3edf2b-9878-4028-8188-7567ca09d305 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 18:58:58.506577 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3edf2b-9878-4028-8188-7567ca09d305 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:58:58.515285 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.527721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Transition to ACTIVE for port object 5f3edf2b-9878-4028-8188-7567ca09d305 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 18:58:58.532049 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.588349 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:58.664088 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Attempting to bind port 5f3edf2b-9878-4028-8188-7567ca09d305 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 18:58:58.664681 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Attempting to bind port 5f3edf2b-9878-4028-8188-7567ca09d305 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 18:58:58.665662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Attempting to bind port 5f3edf2b-9878-4028-8188-7567ca09d305 on network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:58.671397 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Port 5f3edf2b-9878-4028-8188-7567ca09d305 on network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 18:58:58.671660 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Attempting to bind port 5f3edf2b-9878-4028-8188-7567ca09d305 on network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 18:58:58.677151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 18:58:58.677498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Checking segment: {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 18:58:58.677891 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Bound using segment: {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 18:58:58.678330 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Bound port: 5f3edf2b-9878-4028-8188-7567ca09d305, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 18:58:58.678721 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.792005 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 18:58:58.797558 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 18:58:58.803820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.853684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.854360 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:58:58.856162 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] 10.222.0.22 "PUT /v2.0/ports/5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 1091 time: 0.7298574 Jul 06 18:58:58.856347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:58:58.858756 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f57d2fa-0f10-447c-a181-b2afac1cc286" -d '{"events": [{"name": "network-changed", "server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:58:58.873423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737edfb-e992-43bf-9633-7347addfec5d req-70d46903-c321-4ebb-80c9-4a71f28f5efb tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:58.874586 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c737edfb-e992-43bf-9633-7347addfec5d req-70d46903-c321-4ebb-80c9-4a71f28f5efb tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.1572831 Jul 06 18:58:58.918273 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0b410-88dc-4cb0-9f76-7ac927eed948 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:58:58.941387 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a17d956-bff6-47b4-b1cb-b3df920a275a x-openstack-request-id: req-6a17d956-bff6-47b4-b1cb-b3df920a275a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:58:58.941650 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:58:58.941906 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a17d956-bff6-47b4-b1cb-b3df920a275a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:58:58.942306 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305', 'status': 'completed', 'code': 200} Jul 06 18:58:58.966617 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c737edfb-e992-43bf-9633-7347addfec5d req-2a27cb5c-5ffc-480a-b8f8-988639cfd60b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807009 Jul 06 18:58:58.998874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-6a560116-4569-4c15-834e-48ed9d0fcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:59.000418 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-6a560116-4569-4c15-834e-48ed9d0fcd07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1094 time: 0.0719087 Jul 06 18:58:59.056725 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-a3f6650a-6478-42c0-ad21-afd81fd90f48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 217 time: 0.0486500 Jul 06 18:58:59.115226 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-ecf6b54f-40c0-498e-a7ec-840a0498009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:59.116668 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-ecf6b54f-40c0-498e-a7ec-840a0498009c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0520551 Jul 06 18:58:59.175186 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-2d5ab298-e92b-41b2-a7f5-b4d9186a5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:59.176712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-2d5ab298-e92b-41b2-a7f5-b4d9186a5281 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542696 Jul 06 18:58:59.271735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-df1b69ef-81c5-431b-b8a3-1d9c59242727 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884800 Jul 06 18:58:59.364492 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9a598a3c-dc54-420c-9c83-2139f17f3a81 req-99c9e490-3d0f-4a80-9812-a0bf01dd20f4 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859439 Jul 06 18:58:59.463688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-73825e51-24f5-4214-9dd6-b9e172ece9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:59.465209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-73825e51-24f5-4214-9dd6-b9e172ece9ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1094 time: 0.0543640 Jul 06 18:58:59.562601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-d0efba50-4d96-4e3f-8589-f99f69e22208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:59.564142 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-d0efba50-4d96-4e3f-8589-f99f69e22208 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0929360 Jul 06 18:58:59.607519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-a47561c2-a3d8-4445-8d59-26b8eb8f398a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 217 time: 0.0356975 Jul 06 18:58:59.663931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-9280bbf9-9b93-4d25-b50a-ac1555e51e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:59.665859 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-9280bbf9-9b93-4d25-b50a-ac1555e51e54 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0514696 Jul 06 18:58:59.726223 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-f9c9b92c-778d-403c-a15e-bbf0d87c64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:58:59.728363 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-f9c9b92c-778d-403c-a15e-bbf0d87c64d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557101 Jul 06 18:58:59.817602 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-21cc9543-c179-4fa4-894a-bed4740680aa service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822001 Jul 06 18:58:59.917750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1f57d2fa-0f10-447c-a181-b2afac1cc286 req-758c0861-2983-4bc7-bc15-bf48947e788b service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915425 Jul 06 18:59:00.144050 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920449f4-7734-4980-89cc-4270a1bbe04f req-89605205-a7d0-4ff5-ae8d-66a5bd5723e8 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:00.145537 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-920449f4-7734-4980-89cc-4270a1bbe04f req-89605205-a7d0-4ff5-ae8d-66a5bd5723e8 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0640297 Jul 06 18:59:00.184473 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-920449f4-7734-4980-89cc-4270a1bbe04f req-eda997de-5617-4b51-a7fa-b99eaede8937 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Jul 06 18:59:01.357384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6ec2d-96f9-43ed-a9e9-33034f3064b8 req-8250f1f7-cafa-4393-89e8-d9dbc9f3c025 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:01.359020 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1f6ec2d-96f9-43ed-a9e9-33034f3064b8 req-8250f1f7-cafa-4393-89e8-d9dbc9f3c025 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0651858 Jul 06 18:59:01.397811 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a1f6ec2d-96f9-43ed-a9e9-33034f3064b8 req-66e3c533-c877-42a3-aec5-e7f92f52312a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332992 Jul 06 18:59:02.579120 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364283c-1520-4093-82ae-2a2c1f9910a6 req-c084f687-a1a7-40d3-857b-dedb1f3a5f70 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:02.580606 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3364283c-1520-4093-82ae-2a2c1f9910a6 req-c084f687-a1a7-40d3-857b-dedb1f3a5f70 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0678072 Jul 06 18:59:02.619859 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3364283c-1520-4093-82ae-2a2c1f9910a6 req-197866fe-41e2-49c9-97e7-f8470ed8460e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336282 Jul 06 18:59:02.793218 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 5f3edf2b-9878-4028-8188-7567ca09d305 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 18:59:02.889064 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:59:02.900507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '5f3edf2b-9878-4028-8188-7567ca09d305', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'port_id': '5f3edf2b-9878-4028-8188-7567ca09d305', 'mac_address': 'fa:16:3e:cb:f6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 18:59:02.936095 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:02.948769 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3edf2b-9878-4028-8188-7567ca09d305 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 18:59:02.973010 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:59:02.978327 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:03.003215 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:03.028938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:59:03.181160 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['5f3edf2b-9878-4028-8188-7567ca09d305'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 18:59:03.799143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb7541-e5ab-456a-8afb-bc51fce9bbbd req-ab429745-4bb6-402c-b1ff-cbd19e0d3d1e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:03.800642 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4cb7541-e5ab-456a-8afb-bc51fce9bbbd req-ab429745-4bb6-402c-b1ff-cbd19e0d3d1e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 944 time: 0.0691984 Jul 06 18:59:03.839560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e4cb7541-e5ab-456a-8afb-bc51fce9bbbd req-6be2eff6-8efe-448f-8e57-7aaf419a34f4 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320780 Jul 06 18:59:04.792888 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 5f3edf2b-9878-4028-8188-7567ca09d305 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 18:59:04.842808 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 5f3edf2b-9878-4028-8188-7567ca09d305 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 18:59:04.847607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 5f3edf2b-9878-4028-8188-7567ca09d305 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 18:59:04.847995 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:04.925345 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:04.948118 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:59:04.950385 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed1cfcf-95ab-408e-a930-043694e50037" -d '{"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-plugged", "status": "completed", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:59:04.963222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 18:59:04.967907 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:04.994618 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 18:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2c7b2d-41c9-4264-b277-e1e9b90145e7 x-openstack-request-id: req-5f2c7b2d-41c9-4264-b277-e1e9b90145e7 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:59:04.994857 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-plugged", "status": "completed", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:59:04.995058 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f2c7b2d-41c9-4264-b277-e1e9b90145e7 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:59:04.995498 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305', 'code': 200} Jul 06 18:59:05.023791 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:59:05.027361 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae09b19-4a00-4933-8b29-890106439166 req-7a45f8d9-2945-4632-b6e5-7e93aceb03ef tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:05.030559 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fae09b19-4a00-4933-8b29-890106439166 req-7a45f8d9-2945-4632-b6e5-7e93aceb03ef tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 944 time: 0.0799885 Jul 06 18:59:05.076464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fae09b19-4a00-4933-8b29-890106439166 req-a117d86d-13f6-45f1-bac7-dcf747c2c287 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397103 Jul 06 18:59:05.117282 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0027b6-f4f9-490d-8dc1-b956b8b8c3ac req-79e361fe-a72c-47d6-b4a0-6a6bd29ddbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:05.118975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f0027b6-f4f9-490d-8dc1-b956b8b8c3ac req-79e361fe-a72c-47d6-b4a0-6a6bd29ddbc0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1096 time: 0.0601554 Jul 06 18:59:05.153977 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6f0027b6-f4f9-490d-8dc1-b956b8b8c3ac req-8601e07b-087b-4b86-97ab-7101679ee164 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288358 Jul 06 18:59:06.174973 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:06.262667 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06325458-f0c8-4931-8257-0e677cee0f14 req-8a7c18e6-558d-4055-856b-85d8cc09d59d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:06.264223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06325458-f0c8-4931-8257-0e677cee0f14 req-8a7c18e6-558d-4055-856b-85d8cc09d59d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0660748 Jul 06 18:59:06.305519 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-06325458-f0c8-4931-8257-0e677cee0f14 req-0561261a-05bb-4313-9c78-a492ff419a3f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349872 Jul 06 18:59:06.492839 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca574687-5a87-4e6f-8593-c361f14cb1d1 req-264d7708-4ff4-4aee-aee4-2d5b84414c0f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:06.494774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca574687-5a87-4e6f-8593-c361f14cb1d1 req-264d7708-4ff4-4aee-aee4-2d5b84414c0f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0727201 Jul 06 18:59:06.540149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ca574687-5a87-4e6f-8593-c361f14cb1d1 req-ea2e65e6-ac26-472d-b684-799f52487df7 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386736 Jul 06 18:59:06.564878 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57436) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:59:06.662452 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cecb137-d50f-4302-86fb-374c1fd60562 tempest-TestShelveInstance-186672309 tempest-TestShelveInstance-186672309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:06.663916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0cecb137-d50f-4302-86fb-374c1fd60562 tempest-TestShelveInstance-186672309 tempest-TestShelveInstance-186672309-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1091 time: 0.0980303 Jul 06 18:59:06.667567 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57440) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 18:59:06.672107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '5f3edf2b-9878-4028-8188-7567ca09d305', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 18:59:06.694870 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:06.801654 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:06.907764 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Allocated IP 172.25.7.228 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/114baaca-dd49-47fb-b01b-afb83d287052) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 18:59:07.018171 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.061892 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.111573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 18:59:07.121055 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 18:59:07.127082 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 18:59:07.167268 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-6b402a17-3623-457f-a9c7-ae0530176e50 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562038 Jul 06 18:59:07.168466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'Port': ['ID=114baaca-dd49-47fb-b01b-afb83d287052,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:59:07.284555 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-8ebe5580-ada4-49d7-9ab9-0a6af56adbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:07.286007 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-8ebe5580-ada4-49d7-9ab9-0a6af56adbcc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1096 time: 0.0700250 Jul 06 18:59:07.398270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-fda742c0-81f9-403e-a208-371193788c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:07.402239 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-fda742c0-81f9-403e-a208-371193788c87 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0934970 Jul 06 18:59:07.452935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-6524ab68-45c4-4295-b8ab-631b34e8af06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 217 time: 0.0447178 Jul 06 18:59:07.506971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-96f229d5-9c8e-4396-ae67-5a13b76116f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:07.509678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-96f229d5-9c8e-4396-ae67-5a13b76116f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0507867 Jul 06 18:59:07.548026 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.569757 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-771e0023-8b73-42a4-85be-78c4dad3aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:07.572333 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-771e0023-8b73-42a4-85be-78c4dad3aab7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566609 Jul 06 18:59:07.648229 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.673879 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-a1824483-e657-410c-8d8d-9ffc044519e5 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952997 Jul 06 18:59:07.769399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6a0ac9f9-9a44-4cac-9338-10dfdab089c0 req-f0e25e24-24a4-4050-bae5-2a540adb3e11 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880978 Jul 06 18:59:07.809512 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.814261 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:07.891440 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'Port': ['ID=114baaca-dd49-47fb-b01b-afb83d287052,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 18:59:07.903373 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:08.010573 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Floating IP 77f3aee7-4b48-4650-ae5a-5a1d23b2200b associated. External IP: 172.25.7.228, port: 5f3edf2b-9878-4028-8188-7567ca09d305. Jul 06 18:59:08.247328 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 18:59:08.361908 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 18:59:08.373764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] Sync routers for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 18:59:08.382119 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:08.385359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:59:08.385999 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:59:08.423993 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-140d2e14-02d9-413f-9042-eacea3480f04 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7553384 Jul 06 18:59:08.424686 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 18:59:08.427054 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb" -d '{"events": [{"name": "network-changed", "server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 18:59:08.474623 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 18:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3312270f-ac2d-4d3a-8174-c2223759f3b2 x-openstack-request-id: req-3312270f-ac2d-4d3a-8174-c2223759f3b2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 18:59:08.474915 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 18:59:08.475165 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3312270f-ac2d-4d3a-8174-c2223759f3b2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 18:59:08.475604 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305', 'status': 'completed', 'code': 200} Jul 06 18:59:08.528541 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:59:08.556650 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-fbe3b8d7-a643-4c0a-a27e-8678eefa15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:08.558201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-fbe3b8d7-a643-4c0a-a27e-8678eefa15a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1096 time: 0.0608997 Jul 06 18:59:08.685061 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-ecf7842f-a4e7-4b8f-b8b5-1b319bb5a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:08.686735 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-ecf7842f-a4e7-4b8f-b8b5-1b319bb5a52b service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.1225483 Jul 06 18:59:08.758252 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-d91f9302-aa96-406b-ab38-be77f80839a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 999 time: 0.0649886 Jul 06 18:59:08.803414 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '77f3aee7-4b48-4650-ae5a-5a1d23b2200b', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'port_id': '5f3edf2b-9878-4028-8188-7567ca09d305', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'mac_address': 'fa:16:3e:cb:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:59:07Z', 'updated_at': '2021-07-06T18:59:07Z', 'revision_number': 0, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:59:08.818056 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-50005ca4-dff2-4fbd-b0ba-98f93a5b4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:08.819613 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-50005ca4-dff2-4fbd-b0ba-98f93a5b4ab1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0518651 Jul 06 18:59:08.834781 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] Checking router: 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 18:59:08.843883 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 18:59:08.844503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T18:58:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:59:08.883020 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-246a7e93-03b3-4d3d-aa7a-be7f08aa4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 18:59:08.884568 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-246a7e93-03b3-4d3d-aa7a-be7f08aa4744 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578279 Jul 06 18:59:09.001803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-ce52ce9b-f17a-46ab-84b1-023204babc68 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106474 Jul 06 18:59:09.042430 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:59:09.106360 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aef2ccb8-8ab9-4aa0-8bc8-ea808096cabb req-d4366d55-a451-4337-8a2d-c7ba7f7fd730 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980811 Jul 06 18:59:09.109384 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 18:59:09.335051 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '77f3aee7-4b48-4650-ae5a-5a1d23b2200b', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'port_id': '5f3edf2b-9878-4028-8188-7567ca09d305', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'mac_address': 'fa:16:3e:cb:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:59:07Z', 'updated_at': '2021-07-06T18:59:07Z', 'revision_number': 0, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 18:59:09.363476 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fff903-3d7c-40e0-b45a-b1082ed5e770 None None] The sync data for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 is: [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '77f3aee7-4b48-4650-ae5a-5a1d23b2200b', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'port_id': '5f3edf2b-9878-4028-8188-7567ca09d305', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'mac_address': 'fa:16:3e:cb:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T18:59:07Z', 'updated_at': '2021-07-06T18:59:07Z', 'revision_number': 0, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 18:59:09.561613 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d44877-86fc-4718-a436-93d121f77c5c None None] New status for floating IP 77f3aee7-4b48-4650-ae5a-5a1d23b2200b: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 18:59:17.156768 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9d6113c-9255-4899-b202-75a924586bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:19.715576 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9481144a-da1a-4d55-87dd-f5a7d34b77da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:20.258907 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:21.063470 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:22.971114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:33.003522 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:36.188710 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:45.948591 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-f13f972d-d568-4a9c-9602-9890ec47665b req-92458732-1385-40e7-844b-26915d076bbb service neutron] (93779) timed out ('10.222.0.13', 52688) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 18:59:46.043071 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 18:59:47.158716 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2039-5825-4315-be72-eed810468c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:49.716791 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d33ef676-8fe5-415e-8cbb-faa73a4f4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:50.261066 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:51.055637 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 18:59:52.973408 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:02.969709 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:06.188042 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:07.170490 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca319841-8183-4356-be8f-b7789e8a945b req-2fe94ae7-ddf3-4dcb-b586-512b2f672526 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547926 Jul 06 19:00:07.268173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca319841-8183-4356-be8f-b7789e8a945b req-471954a6-6f96-4db1-bbea-e5fff1501396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:07.269691 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca319841-8183-4356-be8f-b7789e8a945b req-471954a6-6f96-4db1-bbea-e5fff1501396 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1096 time: 0.0579524 Jul 06 19:00:07.372280 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca319841-8183-4356-be8f-b7789e8a945b req-e6d04872-cc64-40c3-9675-c42350a958d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:07.373894 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca319841-8183-4356-be8f-b7789e8a945b req-e6d04872-cc64-40c3-9675-c42350a958d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0844553 Jul 06 19:00:07.444114 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca319841-8183-4356-be8f-b7789e8a945b req-236c1941-f4bc-4828-80ba-d006d1dacb15 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 1001 time: 0.0639417 Jul 06 19:00:07.494597 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca319841-8183-4356-be8f-b7789e8a945b req-290ea173-3f52-4601-ac1d-7855bee4a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:07.496187 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca319841-8183-4356-be8f-b7789e8a945b req-290ea173-3f52-4601-ac1d-7855bee4a9d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0457039 Jul 06 19:00:07.555566 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca319841-8183-4356-be8f-b7789e8a945b req-b4aa36d2-7980-43eb-abbd-9e348fa64229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:00:07.557070 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca319841-8183-4356-be8f-b7789e8a945b req-b4aa36d2-7980-43eb-abbd-9e348fa64229 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547757 Jul 06 19:00:07.648712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca319841-8183-4356-be8f-b7789e8a945b req-5e6ed03c-9df9-4491-bb5b-04dd4649e9c8 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Jul 06 19:00:07.738031 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ca319841-8183-4356-be8f-b7789e8a945b req-360a2c5f-bdf1-41f4-9c59-b6b3cc90f37a service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832529 Jul 06 19:00:17.159267 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-deb38ba8-9031-44ae-82a4-6a6466647407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:19.717750 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ca628b3-ba01-4411-8396-77f32a77f71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:20.261945 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:21.058928 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:22.976782 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:23.041930 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:00:32.972093 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:36.210533 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:47.160219 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af7448ac-44c3-4631-a9fa-dcfaa2b598e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:49.719303 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d30dd87-20c6-46d0-84cc-2052e0374b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:50.268619 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:51.059882 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:00:52.982236 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:00.041011 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:01:02.996986 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:04.672908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba8bc5-a941-4d4f-a557-8290c78628ab req-5498b5ae-b38d-4414-94cf-323f2dd4a25c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:04.675667 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64ba8bc5-a941-4d4f-a557-8290c78628ab req-5498b5ae-b38d-4414-94cf-323f2dd4a25c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.1168668 Jul 06 19:01:04.713216 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-64ba8bc5-a941-4d4f-a557-8290c78628ab req-25c26149-bfe0-49a1-9df7-2886bbd92eac tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Jul 06 19:01:05.905840 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8f542-7fac-45b9-b462-147b70e954b3 req-daf67843-4a2e-4cce-8037-d79e790b4876 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:05.907364 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2ea8f542-7fac-45b9-b462-147b70e954b3 req-daf67843-4a2e-4cce-8037-d79e790b4876 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0682349 Jul 06 19:01:05.946492 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2ea8f542-7fac-45b9-b462-147b70e954b3 req-09d89910-d36d-4802-be8b-9a262a92ef70 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332513 Jul 06 19:01:06.197219 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:07.152331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac1f5f-eab5-4672-abce-bd61a22c882d req-a1776618-b87d-4a9b-918b-9b39f759e013 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:07.153835 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41ac1f5f-eab5-4672-abce-bd61a22c882d req-a1776618-b87d-4a9b-918b-9b39f759e013 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0699832 Jul 06 19:01:07.192421 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41ac1f5f-eab5-4672-abce-bd61a22c882d req-4d109117-7e84-4954-b5a6-64b4d1ba8dcd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328152 Jul 06 19:01:08.250076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee453f3-554b-4870-aec9-379b673acc90 req-20ce0cb9-fc2d-4197-aeb6-4950a9c05814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:08.252161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3ee453f3-554b-4870-aec9-379b673acc90 req-20ce0cb9-fc2d-4197-aeb6-4950a9c05814 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1096 time: 0.0974722 Jul 06 19:01:08.361013 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee453f3-554b-4870-aec9-379b673acc90 req-4621b1ac-5ff9-48d6-a86d-a7ee5cd78730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:08.362671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3ee453f3-554b-4870-aec9-379b673acc90 req-4621b1ac-5ff9-48d6-a86d-a7ee5cd78730 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0915687 Jul 06 19:01:08.375095 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5959a-75fa-4afb-a516-4a3e13415dd2 req-6ed1ba38-9f81-493d-9c43-c94dcb4cb5b3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:08.377220 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55f5959a-75fa-4afb-a516-4a3e13415dd2 req-6ed1ba38-9f81-493d-9c43-c94dcb4cb5b3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0680685 Jul 06 19:01:08.415691 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-55f5959a-75fa-4afb-a516-4a3e13415dd2 req-eee0d6ba-5bfb-4c87-9fe8-3de017f0d098 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Jul 06 19:01:08.429528 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3ee453f3-554b-4870-aec9-379b673acc90 req-6b608051-efa6-414d-b604-c56597f6e071 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 1001 time: 0.0604966 Jul 06 19:01:08.481958 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee453f3-554b-4870-aec9-379b673acc90 req-1df300cc-a1b2-46f5-814e-1c0b15a96f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:08.483523 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3ee453f3-554b-4870-aec9-379b673acc90 req-1df300cc-a1b2-46f5-814e-1c0b15a96f39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0473652 Jul 06 19:01:08.545317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee453f3-554b-4870-aec9-379b673acc90 req-4adccfc4-c006-48dd-8a2a-44cae82ec610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:08.546866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3ee453f3-554b-4870-aec9-379b673acc90 req-4adccfc4-c006-48dd-8a2a-44cae82ec610 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573163 Jul 06 19:01:08.637857 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3ee453f3-554b-4870-aec9-379b673acc90 req-dd4b68c3-f39f-496a-a636-c480caa7ab55 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844517 Jul 06 19:01:08.730322 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3ee453f3-554b-4870-aec9-379b673acc90 req-f45aa5ff-4271-49ed-a6aa-44e7f0c3fb3f service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864949 Jul 06 19:01:09.593732 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddeb9d-6391-466e-92b9-ad772d857071 req-49eae4f5-664b-4851-8821-9f3da5335490 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:09.596156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1dddeb9d-6391-466e-92b9-ad772d857071 req-49eae4f5-664b-4851-8821-9f3da5335490 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0643976 Jul 06 19:01:09.641780 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1dddeb9d-6391-466e-92b9-ad772d857071 req-1b52f743-482c-4407-98c9-1c99e698c93b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400567 Jul 06 19:01:10.819096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294e5b5-4980-4187-a67f-06935900ba6f req-5b91b12a-cc5b-4d23-bbcb-d478b54f8d5a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:10.820593 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0294e5b5-4980-4187-a67f-06935900ba6f req-5b91b12a-cc5b-4d23-bbcb-d478b54f8d5a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0641747 Jul 06 19:01:10.858156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0294e5b5-4980-4187-a67f-06935900ba6f req-7b86ed83-ccda-4b22-8f4b-632acd128486 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Jul 06 19:01:12.033802 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59e26c-7ddf-4e8e-913c-66e0c6e9772f req-a3798196-9f73-49d6-bd0e-6f5a8038cd78 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:12.035389 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b59e26c-7ddf-4e8e-913c-66e0c6e9772f req-a3798196-9f73-49d6-bd0e-6f5a8038cd78 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0659363 Jul 06 19:01:12.074924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8b59e26c-7ddf-4e8e-913c-66e0c6e9772f req-e44dfb44-acf1-4d8e-bab7-13596f578d77 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337985 Jul 06 19:01:13.249005 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169c213-30b1-4bce-b140-50da60caba3b req-9ac0a084-6744-47b4-afbf-c156dc586fe5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:13.250517 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8169c213-30b1-4bce-b140-50da60caba3b req-9ac0a084-6744-47b4-afbf-c156dc586fe5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0639219 Jul 06 19:01:13.291571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8169c213-30b1-4bce-b140-50da60caba3b req-1cf53a24-8cbf-4959-b487-3060981e1914 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348186 Jul 06 19:01:14.468494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503c433-e8ca-41e0-942f-814af85a3646 req-9af645e6-4d03-4b83-b6fc-299cbc540c38 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:14.470035 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f503c433-e8ca-41e0-942f-814af85a3646 req-9af645e6-4d03-4b83-b6fc-299cbc540c38 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0669255 Jul 06 19:01:14.507604 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f503c433-e8ca-41e0-942f-814af85a3646 req-74a66ce4-ffe6-4739-b3c6-ed3612871a66 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Jul 06 19:01:15.691626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ef771-14b8-438e-bd38-92bad89b8bae req-0b510926-fa0c-485f-8c7f-6dcd3dbf2fa5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:15.693024 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da1ef771-14b8-438e-bd38-92bad89b8bae req-0b510926-fa0c-485f-8c7f-6dcd3dbf2fa5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0692549 Jul 06 19:01:15.731662 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-da1ef771-14b8-438e-bd38-92bad89b8bae req-a08f8f69-5861-4482-a035-a1d1f78f41c7 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330837 Jul 06 19:01:16.920535 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213104a9-d0b7-4267-92c7-bc0e6ffe21b4 req-c429bbb1-fff8-4c42-827b-36b307e4e65c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:16.922147 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-213104a9-d0b7-4267-92c7-bc0e6ffe21b4 req-c429bbb1-fff8-4c42-827b-36b307e4e65c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0739157 Jul 06 19:01:16.965840 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-213104a9-d0b7-4267-92c7-bc0e6ffe21b4 req-02b096ff-a227-46da-801f-76d0b1991a9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374422 Jul 06 19:01:17.161447 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd526-b2eb-46a4-971b-1bf725f8c9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:17.428407 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 5f3edf2b-9878-4028-8188-7567ca09d305 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:01:17.536621 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:17.549757 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '5f3edf2b-9878-4028-8188-7567ca09d305', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'port_id': '5f3edf2b-9878-4028-8188-7567ca09d305', 'mac_address': 'fa:16:3e:cb:f6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:01:17.593545 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:17.608493 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f3edf2b-9878-4028-8188-7567ca09d305 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:01:17.630656 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:17.641478 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:17.699029 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:17.708328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.708672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.709012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.709347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.709696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.710032 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.710379 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.710709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.711031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.711349 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.711667 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.711983 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:01:17.717617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['5f3edf2b-9878-4028-8188-7567ca09d305'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:01:18.154297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09699120-235b-4dd4-b014-5a8829a5738c req-b01a7738-7c62-4617-863d-9f41a8272a44 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:18.158947 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09699120-235b-4dd4-b014-5a8829a5738c req-b01a7738-7c62-4617-863d-9f41a8272a44 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 944 time: 0.0709751 Jul 06 19:01:18.201257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-09699120-235b-4dd4-b014-5a8829a5738c req-aa0fdcb5-fa2b-46fb-b2b5-866fa68dc130 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387630 Jul 06 19:01:19.415222 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094de5-dabd-47b3-beb0-064e016dbd80 req-87815ccc-f58b-47bd-bd49-03ec0bcb5ffe tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:19.416933 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3094de5-dabd-47b3-beb0-064e016dbd80 req-87815ccc-f58b-47bd-bd49-03ec0bcb5ffe tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 944 time: 0.0929897 Jul 06 19:01:19.424730 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 5f3edf2b-9878-4028-8188-7567ca09d305 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:01:19.485053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e3094de5-dabd-47b3-beb0-064e016dbd80 req-29f2a582-c058-48c3-92a3-8b10ee73c060 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563533 Jul 06 19:01:19.506800 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 5f3edf2b-9878-4028-8188-7567ca09d305 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:01:19.507280 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:19.599281 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:19.629278 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:01:19.631559 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc729f0b-3e9f-4d6c-a1da-3b1d9ac8c1be" -d '{"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-plugged", "status": "completed", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:01:19.652492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:19.657356 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:19.719686 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:19.732436 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22af59dd-5e5a-42c3-b640-af5d6943893f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:19.766498 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c51916d-3e58-4904-86cc-b41c4b4fde82 x-openstack-request-id: req-0c51916d-3e58-4904-86cc-b41c4b4fde82 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:01:19.766956 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-plugged", "status": "completed", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:01:19.767703 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c51916d-3e58-4904-86cc-b41c4b4fde82 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:01:19.767703 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305', 'code': 200} Jul 06 19:01:20.266860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:20.708108 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681fb1-7b28-4262-b6c1-e39f9cf2169f req-67246f05-4c05-4185-9003-39687850d768 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:20.709820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fd681fb1-7b28-4262-b6c1-e39f9cf2169f req-67246f05-4c05-4185-9003-39687850d768 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0920663 Jul 06 19:01:20.769816 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-fd681fb1-7b28-4262-b6c1-e39f9cf2169f req-59351fea-df76-432b-94e7-61727c83ac8d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531259 Jul 06 19:01:21.072381 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:22.027498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb9be6-67b9-4ab0-a2c6-e253431aad38 req-91d65d2b-9351-4534-b04b-bc71c9da56aa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:22.035649 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eddb9be6-67b9-4ab0-a2c6-e253431aad38 req-91d65d2b-9351-4534-b04b-bc71c9da56aa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.1176834 Jul 06 19:01:22.425045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eddb9be6-67b9-4ab0-a2c6-e253431aad38 req-51208792-1af7-43bb-876f-b500e9c868bb tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881598 Jul 06 19:01:22.985042 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:23.625702 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999c04f-c733-4226-8102-f596386a3a61 req-f8575695-3b59-4bd3-a4b0-e62b692da79f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:23.628737 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4999c04f-c733-4226-8102-f596386a3a61 req-f8575695-3b59-4bd3-a4b0-e62b692da79f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0768435 Jul 06 19:01:23.669906 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4999c04f-c733-4226-8102-f596386a3a61 req-169abc33-773f-4dac-bae3-86a1e25f2256 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352700 Jul 06 19:01:24.862424 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b5dbf-ec57-44e7-bbfa-c5bdf295f661 req-1040bed6-3dff-4ae3-8c9e-08225f60051c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:24.869358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-124b5dbf-ec57-44e7-bbfa-c5bdf295f661 req-1040bed6-3dff-4ae3-8c9e-08225f60051c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0728195 Jul 06 19:01:24.906736 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-124b5dbf-ec57-44e7-bbfa-c5bdf295f661 req-dc89ca2e-ffbe-40a1-a02f-5d81a0baf704 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364349 Jul 06 19:01:26.087097 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0ad87-d121-4ed7-b7d7-45bb4ab3dcf0 req-34ec092c-f5a6-4675-9025-88355f83687b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:26.088573 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57a0ad87-d121-4ed7-b7d7-45bb4ab3dcf0 req-34ec092c-f5a6-4675-9025-88355f83687b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0679185 Jul 06 19:01:26.125567 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57a0ad87-d121-4ed7-b7d7-45bb4ab3dcf0 req-858e9add-ebe2-402b-ba46-fa5e9db885a5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314524 Jul 06 19:01:26.523843 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-112a070f-7576-4d67-b44b-fd96672e797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:26.525366 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-112a070f-7576-4d67-b44b-fd96672e797a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1096 time: 0.0553222 Jul 06 19:01:26.623356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-fcdd54d9-4d5c-4c23-8aed-0465ec5be62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:26.624839 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-fcdd54d9-4d5c-4c23-8aed-0465ec5be62b service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0914791 Jul 06 19:01:26.691924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-6c68ebcb-34c7-46ec-91a3-049e92650bd4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 1001 time: 0.0599165 Jul 06 19:01:26.742943 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-d2a74e15-a509-49e9-bbfb-24d5b8598f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:26.744413 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-d2a74e15-a509-49e9-bbfb-24d5b8598f9e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0466814 Jul 06 19:01:27.113827 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-897017e2-e4b8-440f-b2ac-fd2be32103a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:27.115379 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-897017e2-e4b8-440f-b2ac-fd2be32103a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3644800 Jul 06 19:01:27.203673 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-b4abe2d8-6e63-4693-a2a7-61c25e943c9f service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814900 Jul 06 19:01:27.301730 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-90be4b07-6214-4f20-8a1f-c82d67e36737 req-5c18c162-d3d9-499a-9653-78eb7ae91cb6 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918901 Jul 06 19:01:27.311451 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb338a0a-e79c-4649-882d-e70b1b2f464b req-0177867b-8122-4a85-9262-f497b6312cf3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:27.312954 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb338a0a-e79c-4649-882d-e70b1b2f464b req-0177867b-8122-4a85-9262-f497b6312cf3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0661662 Jul 06 19:01:27.355737 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fb338a0a-e79c-4649-882d-e70b1b2f464b req-363060dd-2397-48b5-8d72-0cb9d94ad34e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346639 Jul 06 19:01:28.533678 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b7c02-4c9c-4d07-aa80-f27f4bb12d8d req-058f0c4c-e84e-4167-8d75-f883427aa582 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:28.535115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e9b7c02-4c9c-4d07-aa80-f27f4bb12d8d req-058f0c4c-e84e-4167-8d75-f883427aa582 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 945 time: 0.0645764 Jul 06 19:01:28.575496 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5e9b7c02-4c9c-4d07-aa80-f27f4bb12d8d req-78921e7d-0581-4d73-aac3-c940ad6db8fb tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347099 Jul 06 19:01:29.524986 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 5f3edf2b-9878-4028-8188-7567ca09d305 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:01:29.603239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:29.628486 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:01:29.630825 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5a7363-ae0f-4331-971c-b97893650659" -d '{"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-unplugged", "status": "completed", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:01:29.647144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:29.652010 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:29.676494 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 19:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73dccca-da5f-480f-a374-9cf894def5ce x-openstack-request-id: req-f73dccca-da5f-480f-a374-9cf894def5ce {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:01:29.676784 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-unplugged", "status": "failed", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305", "code": 422}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:01:29.677259 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f73dccca-da5f-480f-a374-9cf894def5ce {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:01:29.677671 n-d-799526-3 neutron-server[93780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305', 'code': 422} returned with failed status Jul 06 19:01:29.705252 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:29.766032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ec185-072d-48c5-938b-45059e4eacc0 req-919e56f5-aced-4484-bbd9-93a2d36301d1 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:29.767571 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d4ec185-072d-48c5-938b-45059e4eacc0 req-919e56f5-aced-4484-bbd9-93a2d36301d1 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0654578 Jul 06 19:01:29.807627 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7d4ec185-072d-48c5-938b-45059e4eacc0 req-ea81b08f-b4bb-48b0-8bef-9431f6b70dc4 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Jul 06 19:01:30.167600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be11f27-1c38-4d9b-8e49-674c6d4a9700 req-51e031b3-bf7d-4223-93c3-27f9fa5f59be tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:30.169126 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0be11f27-1c38-4d9b-8e49-674c6d4a9700 req-51e031b3-bf7d-4223-93c3-27f9fa5f59be tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0721209 Jul 06 19:01:30.207876 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57644) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:01:30.218441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-0be11f27-1c38-4d9b-8e49-674c6d4a9700 req-afc12226-0564-4abb-8db1-4eb76be6fca3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396943 Jul 06 19:01:30.319254 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-dc4fb7cd-acb6-4fe0-8b96-b45456b0f434 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103723 Jul 06 19:01:31.261321 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-1eb1befc-7720-4652-adb5-4e1dbbf2f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:31.262922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-1eb1befc-7720-4652-adb5-4e1dbbf2f36a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284&tenant_id=dc0caff9a5d7441a808ae26821927241 HTTP/1.1" status: 200 len: 1094 time: 0.0628247 Jul 06 19:01:31.381270 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-d358c617-d874-4a91-8c5f-b4aa33bb7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:31.382829 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-d358c617-d874-4a91-8c5f-b4aa33bb7c93 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1094 time: 0.0901899 Jul 06 19:01:31.474721 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ab8e7-6946-4339-b1b5-57a6f86b5c61 req-ad586a23-ad97-4394-8a2b-3a60251b4cac tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:31.489909 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c68ab8e7-6946-4339-b1b5-57a6f86b5c61 req-ad586a23-ad97-4394-8a2b-3a60251b4cac tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.1391184 Jul 06 19:01:31.525826 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-3f7e856c-ffbc-4f2d-88a0-d523b966bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:31.527368 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-3f7e856c-ffbc-4f2d-88a0-d523b966bc22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.1385574 Jul 06 19:01:31.573229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-c68ab8e7-6946-4339-b1b5-57a6f86b5c61 req-41ed944a-060e-41de-8b12-8ddf79200b8e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850790 Jul 06 19:01:31.599982 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-f0b94cf3-3870-4979-a8ee-83674f57e80c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 999 time: 0.0662549 Jul 06 19:01:31.652860 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-144ef60f-a0e0-4460-afa9-3a232918016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:31.654301 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-144ef60f-a0e0-4460-afa9-3a232918016b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0481758 Jul 06 19:01:31.711432 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-02b3ad04-7808-457f-8d64-6b4eb3e2171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:31.712910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-02b3ad04-7808-457f-8d64-6b4eb3e2171d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520380 Jul 06 19:01:31.724205 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-2f0eb683-89fe-49ae-a61b-90ab38089316 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:01:31.725145 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-2f0eb683-89fe-49ae-a61b-90ab38089316 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063024 Jul 06 19:01:31.814070 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-2328b6c8-d6fe-45c1-a83f-5db0c842ff55 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826457 Jul 06 19:01:31.908256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-8ebc230c-4a15-4372-bb40-62387e5de6dd service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872662 Jul 06 19:01:32.775976 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b1d9-3304-468a-b0db-71803d9ae6f5 req-8b2e686f-9b13-453e-a245-e193ab551ce5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:32.777607 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6a6b1d9-3304-468a-b0db-71803d9ae6f5 req-8b2e686f-9b13-453e-a245-e193ab551ce5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0794220 Jul 06 19:01:32.819177 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c6a6b1d9-3304-468a-b0db-71803d9ae6f5 req-808482d8-742d-4a73-aef1-250a8a5fb7bb tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356274 Jul 06 19:01:33.028532 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:34.010161 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5addd-5389-4c8c-ba0c-f6a0aa4f7a82 req-34b7f178-5fe8-4efc-a8b3-77efda8d89ac tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:34.012045 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cee5addd-5389-4c8c-ba0c-f6a0aa4f7a82 req-34b7f178-5fe8-4efc-a8b3-77efda8d89ac tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0723863 Jul 06 19:01:34.052748 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cee5addd-5389-4c8c-ba0c-f6a0aa4f7a82 req-da877576-fff7-4231-81fb-d20682de5e3d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348299 Jul 06 19:01:35.254129 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a92b1-edb5-4bca-9722-da1f6312f0fe req-3c12f791-1ef5-446e-bdf8-3cf85270219a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:35.256059 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b86a92b1-edb5-4bca-9722-da1f6312f0fe req-3c12f791-1ef5-446e-bdf8-3cf85270219a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0717490 Jul 06 19:01:35.298409 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b86a92b1-edb5-4bca-9722-da1f6312f0fe req-b6522705-8373-42d2-b9d8-80f3883946cc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366406 Jul 06 19:01:36.213276 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:36.511768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bdfda-d396-49ee-8f95-90f6cddca333 req-01943590-ba28-4e2b-b893-8dc36beade5d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:36.511768 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed3bdfda-d396-49ee-8f95-90f6cddca333 req-01943590-ba28-4e2b-b893-8dc36beade5d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0791080 Jul 06 19:01:36.554711 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ed3bdfda-d396-49ee-8f95-90f6cddca333 req-5f0a6e48-c33e-4fd6-a0bb-e69a7b749ff6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389507 Jul 06 19:01:37.040775 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:01:37.778616 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d3eb-d4a7-405d-b16a-40ec3505f461 req-76c9b917-a342-456b-8b5d-514bfff522a3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:37.780104 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db33d3eb-d4a7-405d-b16a-40ec3505f461 req-76c9b917-a342-456b-8b5d-514bfff522a3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0870786 Jul 06 19:01:37.822613 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-db33d3eb-d4a7-405d-b16a-40ec3505f461 req-086067cf-5190-4ae8-b4a9-09aab98b7f31 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354292 Jul 06 19:01:39.026043 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ebd24-cbe3-442f-9198-8db56148bcea req-ecfbb838-c75f-4924-be4d-ca008df06bdd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:39.027671 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f8ebd24-cbe3-442f-9198-8db56148bcea req-ecfbb838-c75f-4924-be4d-ca008df06bdd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0741048 Jul 06 19:01:39.067996 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-9f8ebd24-cbe3-442f-9198-8db56148bcea req-2759cbe3-d0dd-4ed4-9afd-280a8bcdeff2 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343218 Jul 06 19:01:40.277020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6665b-63d9-4ca0-9f7a-523da0e40247 req-ecd20ffe-b1c1-46a2-9137-fd9be2dc6b74 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:40.278477 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab6665b-63d9-4ca0-9f7a-523da0e40247 req-ecd20ffe-b1c1-46a2-9137-fd9be2dc6b74 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0688107 Jul 06 19:01:40.333156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-1ab6665b-63d9-4ca0-9f7a-523da0e40247 req-dcaad303-17a4-4f6e-b6d1-48a19005da0b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489340 Jul 06 19:01:41.512059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dabd3-3717-4b2d-8e67-4ea37b7c02e1 req-640a16eb-0a99-4d69-a5cc-f1079c2aee69 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:41.519742 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-549dabd3-3717-4b2d-8e67-4ea37b7c02e1 req-640a16eb-0a99-4d69-a5cc-f1079c2aee69 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0769722 Jul 06 19:01:41.555084 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-549dabd3-3717-4b2d-8e67-4ea37b7c02e1 req-70a39778-e13a-42cf-be5d-ddef639e68fe tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344117 Jul 06 19:01:42.742587 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ac543-f8e8-4946-970b-765c83c7aa22 req-f8e2f8f2-1c16-4c3f-a886-a4bd44ef5693 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:42.744085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b5ac543-f8e8-4946-970b-765c83c7aa22 req-f8e2f8f2-1c16-4c3f-a886-a4bd44ef5693 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0686095 Jul 06 19:01:42.783183 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-6b5ac543-f8e8-4946-970b-765c83c7aa22 req-d850eeff-a66d-4016-97a4-0debf62074ab tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333562 Jul 06 19:01:43.971932 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cb609-29f4-45e9-a09d-d4f14f4074fa req-6f9cf521-e50b-46ee-a950-efff82695a89 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:43.973437 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-182cb609-29f4-45e9-a09d-d4f14f4074fa req-6f9cf521-e50b-46ee-a950-efff82695a89 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0681703 Jul 06 19:01:44.011010 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-182cb609-29f4-45e9-a09d-d4f14f4074fa req-74c9551d-4df3-4130-abed-6490ec543047 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Jul 06 19:01:45.183588 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4cec9-5790-4147-aa4f-82fb9f0e8dbc req-d7f61a51-6372-45db-9c37-8e61e35bbbee tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:45.185071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89b4cec9-5790-4147-aa4f-82fb9f0e8dbc req-d7f61a51-6372-45db-9c37-8e61e35bbbee tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 943 time: 0.0639560 Jul 06 19:01:45.222835 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-89b4cec9-5790-4147-aa4f-82fb9f0e8dbc req-b0cfd8dc-cf25-4911-8e5e-b49ee3654afc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Jul 06 19:01:45.592186 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 5f3edf2b-9878-4028-8188-7567ca09d305 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:01:45.687171 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:45.698313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '5f3edf2b-9878-4028-8188-7567ca09d305', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'port_id': '5f3edf2b-9878-4028-8188-7567ca09d305', 'mac_address': 'fa:16:3e:cb:f6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:01:45.734357 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:45.746455 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3edf2b-9878-4028-8188-7567ca09d305 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:01:45.764833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:45.768932 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:45.815270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:45.973417 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['5f3edf2b-9878-4028-8188-7567ca09d305'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:01:46.401023 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d232966-b1b6-4e81-b458-d70df34254c5 req-db7dcb16-1ab7-4ce6-991a-1479489d6234 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:46.402544 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d232966-b1b6-4e81-b458-d70df34254c5 req-db7dcb16-1ab7-4ce6-991a-1479489d6234 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 944 time: 0.0644338 Jul 06 19:01:46.440991 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7d232966-b1b6-4e81-b458-d70df34254c5 req-c41b775e-576d-4585-94f0-cfa8647a9fe5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jul 06 19:01:47.162109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da21c9ad-fd81-49e3-9f28-785825de936c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:47.610062 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 5f3edf2b-9878-4028-8188-7567ca09d305 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:01:47.621211 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dae5e9-f509-4d90-b98a-9c4e0b518117 req-3fef0c74-56ad-4fc0-a526-3ad5c50cd0dc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:47.622894 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28dae5e9-f509-4d90-b98a-9c4e0b518117 req-3fef0c74-56ad-4fc0-a526-3ad5c50cd0dc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 944 time: 0.0657897 Jul 06 19:01:47.659087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 5f3edf2b-9878-4028-8188-7567ca09d305 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:01:47.659432 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:47.662779 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-28dae5e9-f509-4d90-b98a-9c4e0b518117 req-05e0115f-8f0d-4502-9c6c-73e68ef05d2d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329359 Jul 06 19:01:47.733790 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:47.756941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:01:47.759172 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c2352d-6cc2-4b10-ab38-6bac9ab4d003" -d '{"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-plugged", "status": "completed", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:01:47.772153 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:01:47.776870 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:47.804051 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888c557c-febe-4851-a2ed-0a72685c2c1f x-openstack-request-id: req-888c557c-febe-4851-a2ed-0a72685c2c1f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:01:47.804343 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-plugged", "status": "completed", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:01:47.804596 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-888c557c-febe-4851-a2ed-0a72685c2c1f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:01:47.804975 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305', 'code': 200} Jul 06 19:01:47.830891 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:01:47.977413 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53f5b3-ca78-4eb1-94ac-dbd35ef836bd req-789604a5-78a4-4037-91c4-cb7acab98fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:47.978951 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be53f5b3-ca78-4eb1-94ac-dbd35ef836bd req-789604a5-78a4-4037-91c4-cb7acab98fdb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1097 time: 0.0583014 Jul 06 19:01:48.012320 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-be53f5b3-ca78-4eb1-94ac-dbd35ef836bd req-33051706-f3d8-4322-9add-d02ba6b0c951 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269182 Jul 06 19:01:48.850654 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6df868-454b-4683-9696-d9052d52d57f req-7a0de9c5-77ac-4b9b-bce8-084666889db4 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:48.852280 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c6df868-454b-4683-9696-d9052d52d57f req-7a0de9c5-77ac-4b9b-bce8-084666889db4 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 946 time: 0.0726745 Jul 06 19:01:48.894045 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2c6df868-454b-4683-9696-d9052d52d57f req-27961e33-a58f-4205-a358-34b07e04b1a0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360100 Jul 06 19:01:49.724245 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35c0ee74-e703-4e9d-9710-183327896f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:50.074315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b36c34-822a-4f60-8f50-822a3f9d2e6c req-f91cab87-2619-4a62-b532-296baf1f451c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:01:50.075907 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73b36c34-822a-4f60-8f50-822a3f9d2e6c req-f91cab87-2619-4a62-b532-296baf1f451c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 946 time: 0.0650601 Jul 06 19:01:50.113680 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-73b36c34-822a-4f60-8f50-822a3f9d2e6c req-08cf342b-61ae-431c-bc8e-7fe8356ee133 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Jul 06 19:01:50.259608 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:51.065815 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:01:52.984460 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:03.012999 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:06.211159 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:10.164186 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-64de6110-37e6-49c4-ba5c-76dc11f52e83 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583758 Jul 06 19:02:10.275713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-c1ee646a-5c01-4cf2-8e38-322bf9eef198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:10.277176 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-c1ee646a-5c01-4cf2-8e38-322bf9eef198 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1097 time: 0.0630500 Jul 06 19:02:10.387384 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-db61d0ee-1acb-4e07-a543-ad7cb4be7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:10.388898 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-db61d0ee-1acb-4e07-a543-ad7cb4be7878 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0907805 Jul 06 19:02:10.462417 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-3cd52e48-6e89-4bac-8710-0605b792f8f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 1001 time: 0.0653939 Jul 06 19:02:10.512371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-e489f29c-2595-429b-8e24-f085eb6bb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:10.513883 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-e489f29c-2595-429b-8e24-f085eb6bb619 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0454192 Jul 06 19:02:10.576546 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-2f85d724-437e-423f-93ca-5fd2dbcc4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:02:10.578095 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-2f85d724-437e-423f-93ca-5fd2dbcc4ccb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572286 Jul 06 19:02:10.673776 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-ef16d11e-fb12-4d88-8ab1-6ab281436de8 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887856 Jul 06 19:02:10.768865 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88de3f26-5d89-43b4-8a2c-8df99afa0503 req-b0b6d44a-9ae5-4234-90de-f13cf76b54b6 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880384 Jul 06 19:02:14.040538 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:02:17.165160 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d2c1ab9-eb21-476e-98aa-d0d79cc2a06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:19.726421 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e00244f0-de1f-4ddf-983c-05cf6316b3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:20.262212 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:21.070902 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:22.991094 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:33.030054 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:36.227151 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:47.167135 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c44c739-b128-4690-bc5e-262d9e92a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:49.727181 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1043390-6341-439b-8a29-528a7bd06a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:50.264970 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:51.040595 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:02:51.071354 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:52.989927 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:59.418057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57772) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:02:59.578811 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Deleting port 114baaca-dd49-47fb-b01b-afb83d287052 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:02:59.579350 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:59.657926 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:59.658257 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:59.669574 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Calling delete_port for 114baaca-dd49-47fb-b01b-afb83d287052 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:02:59.816843 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:59.843415 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event deleted for resources: {'Port': ['ID=114baaca-dd49-47fb-b01b-afb83d287052,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:02:59.855875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.856223 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.856564 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.856905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.857241 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.857575 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.857905 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.858236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.858589 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.858918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.859247 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.859577 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:02:59.917190 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:02:59.917532 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Floating IP 77f3aee7-4b48-4650-ae5a-5a1d23b2200b disassociated (deleted). External IP: 172.25.7.228, port: 5f3edf2b-9878-4028-8188-7567ca09d305. Jul 06 19:03:00.126182 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:03:00.234745 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:03:00.239651 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:00.244972 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] Sync routers for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:03:00.254535 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:03:00.255170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:02:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:00.277925 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ab02c8d6-0386-4c18-9ab5-9106d9ae1a92 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "DELETE /v2.0/floatingips/77f3aee7-4b48-4650-ae5a-5a1d23b2200b HTTP/1.1" status: 204 len: 168 time: 0.8591375 Jul 06 19:03:00.278652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:03:00.281001 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db60b27-3439-4a1d-ac89-f3efef63f1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:03:00.363283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:03:00.379304 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bb77ca-3572-4b01-b632-23022cdf6fd2 x-openstack-request-id: req-21bb77ca-3572-4b01-b632-23022cdf6fd2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:03:00.379671 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:03:00.380007 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21bb77ca-3572-4b01-b632-23022cdf6fd2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:03:00.380477 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305', 'status': 'completed', 'code': 200} Jul 06 19:03:00.464833 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-453c19dc-84d4-4044-a31c-25ea91d4bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:00.467156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-453c19dc-84d4-4044-a31c-25ea91d4bff8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 1097 time: 0.0642233 Jul 06 19:03:00.568049 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-428a5317-378c-435f-aabe-e105a8cb01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:00.571339 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-428a5317-378c-435f-aabe-e105a8cb01fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0983360 Jul 06 19:03:00.586562 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:00.613842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] Checking router: 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:03:00.618923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-b95710a1-fa89-44e0-920c-691464c6b81d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 200 len: 217 time: 0.0410249 Jul 06 19:03:00.623849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:03:00.624451 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:02:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:00.704646 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-6e018db8-7b19-446c-a97d-2c6cee435e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:00.706148 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-6e018db8-7b19-446c-a97d-2c6cee435e6c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0761108 Jul 06 19:03:00.738133 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:03:00.755199 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31f66a-e221-4761-b24e-b23b5c068318 req-9d61a51f-9cc2-4e9d-a3e4-c35987132200 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:00.756643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d31f66a-e221-4761-b24e-b23b5c068318 req-9d61a51f-9cc2-4e9d-a3e4-c35987132200 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 946 time: 0.1367562 Jul 06 19:03:00.812100 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-8d31f66a-e221-4761-b24e-b23b5c068318 req-8e5b0843-83ef-408d-be14-548279cc3ad8 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490053 Jul 06 19:03:00.814928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-1ae8a9eb-552f-4a8f-8629-133f9e26ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:00.816348 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-1ae8a9eb-552f-4a8f-8629-133f9e26ebbd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021614 Jul 06 19:03:00.917439 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-887335a1-8f56-44ec-b5f6-d7d52411217e service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937784 Jul 06 19:03:01.012058 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2db60b27-3439-4a1d-ac89-f3efef63f1d1 req-067a88a4-3386-446b-975b-5ca5d17dc4bb service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878263 Jul 06 19:03:01.109415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:01.138283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6a2ea-ff8e-46ad-bb08-5cac335f34a7 None None] The sync data for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 is: [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:03:01.351725 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f194fa6-92ff-424c-bf09-d568d764cdcd None None] New status for floating IP 77f3aee7-4b48-4650-ae5a-5a1d23b2200b: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:03:01.920823 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-dc9c0cfe-9647-40ff-a1c1-a0434f371fe2 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:01.922327 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-dc9c0cfe-9647-40ff-a1c1-a0434f371fe2 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 946 time: 0.0699863 Jul 06 19:03:02.003291 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ab17f-c207-4b0d-90d1-1c3bf783ae1c req-3ca2bdca-aea0-416f-ac3f-2646ed15674f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:02.004803 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-389ab17f-c207-4b0d-90d1-1c3bf783ae1c req-3ca2bdca-aea0-416f-ac3f-2646ed15674f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=88efeccc-8eda-4a0d-8fa4-aa7d85922284 HTTP/1.1" status: 200 len: 946 time: 0.0699248 Jul 06 19:03:02.023703 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Deleting port 5f3edf2b-9878-4028-8188-7567ca09d305 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:03:02.024151 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:02.046084 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-389ab17f-c207-4b0d-90d1-1c3bf783ae1c req-f28d1fef-68d4-4e94-b155-fdba4af1af20 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e00f2a3-3ffd-4215-8db0-dbf94208e67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353999 Jul 06 19:03:02.115902 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] For port 5f3edf2b-9878-4028-8188-7567ca09d305, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=5f3edf2b-9878-4028-8188-7567ca09d305,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:03:02.116158 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:02.127792 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Calling delete_port for 5f3edf2b-9878-4028-8188-7567ca09d305 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:03:02.254007 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:02.288160 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event deleted for resources: {'Port': ['ID=5f3edf2b-9878-4028-8188-7567ca09d305,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:02.318234 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.318616 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.318963 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.320169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.320169 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.320525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.320800 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.321131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.321460 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.321789 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.322145 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.322622 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:02.343613 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] No DVR routers for this DVR port 5f3edf2b-9878-4028-8188-7567ca09d305 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:03:02.346406 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:02.348398 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6e7c9c66-541c-4535-bda6-a67436fc84dc req-c6dde05f-a774-4c7c-a617-07f45e5cb710 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "DELETE /v2.0/ports/5f3edf2b-9878-4028-8188-7567ca09d305 HTTP/1.1" status: 204 len: 173 time: 0.4209619 Jul 06 19:03:02.348900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-deleted', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:03:02.351221 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5cb38b-0870-46f6-985b-7a6d52f93894" -d '{"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-deleted", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:03:02.448383 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330cb339-6479-4a3b-adba-9360c8898dc8 x-openstack-request-id: req-330cb339-6479-4a3b-adba-9360c8898dc8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:03:02.448684 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efeccc-8eda-4a0d-8fa4-aa7d85922284", "name": "network-vif-deleted", "tag": "5f3edf2b-9878-4028-8188-7567ca09d305", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:03:02.449014 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-330cb339-6479-4a3b-adba-9360c8898dc8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:03:02.449474 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efeccc-8eda-4a0d-8fa4-aa7d85922284', 'name': 'network-vif-deleted', 'tag': '5f3edf2b-9878-4028-8188-7567ca09d305', 'status': 'completed', 'code': 200} Jul 06 19:03:03.036014 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:03.141105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:03.214100 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e539e32-996e-4b88-ad53-95a1a4d69f67 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:03.243539 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e539e32-996e-4b88-ad53-95a1a4d69f67 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:03.310224 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e539e32-996e-4b88-ad53-95a1a4d69f67 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:03.312687 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e539e32-996e-4b88-ad53-95a1a4d69f67 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:03.313844 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-4e539e32-996e-4b88-ad53-95a1a4d69f67 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e00f2a3-3ffd-4215-8db0-dbf94208e67a HTTP/1.1" status: 204 len: 168 time: 0.1717067 Jul 06 19:03:03.324557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e539e32-996e-4b88-ad53-95a1a4d69f67 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e00f2a3-3ffd-4215-8db0-dbf94208e67a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:04.037779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 57802) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:04.043054 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-96acb632-4ed2-4d8a-aa76-6fd0ebad5d32 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696864402', 'description': 'tempest-secgroup-smoke-1696864402 description', 'project_id': 'dc0caff9a5d7441a808ae26821927241'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:04.068113 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96acb632-4ed2-4d8a-aa76-6fd0ebad5d32 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.149594 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96acb632-4ed2-4d8a-aa76-6fd0ebad5d32 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.153709 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96acb632-4ed2-4d8a-aa76-6fd0ebad5d32 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.182616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96acb632-4ed2-4d8a-aa76-6fd0ebad5d32 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.183856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-96acb632-4ed2-4d8a-aa76-6fd0ebad5d32 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445551 Jul 06 19:03:04.184964 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acb632-4ed2-4d8a-aa76-6fd0ebad5d32 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9018fc27-4e8f-4c65-b82b-0ded793f4c41,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:04.187200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57806) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:04.191918 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-eaf3fa28-f9ac-483f-88e2-1eb3ef8aa37f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '9018fc27-4e8f-4c65-b82b-0ded793f4c41', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:04.220926 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa28-f9ac-483f-88e2-1eb3ef8aa37f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.266925 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa28-f9ac-483f-88e2-1eb3ef8aa37f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.270520 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa28-f9ac-483f-88e2-1eb3ef8aa37f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.290997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3fa28-f9ac-483f-88e2-1eb3ef8aa37f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde55f1c-f646-49a5-82f7-0a080060ebca,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:04.299206 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa28-f9ac-483f-88e2-1eb3ef8aa37f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.300807 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-eaf3fa28-f9ac-483f-88e2-1eb3ef8aa37f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125622 Jul 06 19:03:04.303601 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:04.308114 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0f336374-2cae-4028-8919-1cdd92ed3636 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '9018fc27-4e8f-4c65-b82b-0ded793f4c41', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:04.333331 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f336374-2cae-4028-8919-1cdd92ed3636 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.392152 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f336374-2cae-4028-8919-1cdd92ed3636 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.395779 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f336374-2cae-4028-8919-1cdd92ed3636 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.414584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f336374-2cae-4028-8919-1cdd92ed3636 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1d8713-eb1b-48b9-9877-c85392d3e4ce,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:04.426683 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f336374-2cae-4028-8919-1cdd92ed3636 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.427928 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0f336374-2cae-4028-8919-1cdd92ed3636 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233618 Jul 06 19:03:04.431724 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:04.436319 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1954fcfc-7071-48a0-9815-b792b2a7646b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '9018fc27-4e8f-4c65-b82b-0ded793f4c41', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:04.463918 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1954fcfc-7071-48a0-9815-b792b2a7646b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.524997 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1954fcfc-7071-48a0-9815-b792b2a7646b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.528843 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1954fcfc-7071-48a0-9815-b792b2a7646b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.549861 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954fcfc-7071-48a0-9815-b792b2a7646b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00411f5-213e-4d86-852f-dda0ebea228f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:04.556873 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1954fcfc-7071-48a0-9815-b792b2a7646b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.558154 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1954fcfc-7071-48a0-9815-b792b2a7646b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254494 Jul 06 19:03:04.560860 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57812) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:04.565481 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ccd363dd-d260-49f9-aae2-a13ace073acd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '9018fc27-4e8f-4c65-b82b-0ded793f4c41', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:04.593460 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccd363dd-d260-49f9-aae2-a13ace073acd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.654325 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccd363dd-d260-49f9-aae2-a13ace073acd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.658234 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccd363dd-d260-49f9-aae2-a13ace073acd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.677162 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd363dd-d260-49f9-aae2-a13ace073acd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d8aa59-df30-4784-b40a-e941da5b5d63,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:04.679648 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccd363dd-d260-49f9-aae2-a13ace073acd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.680800 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-ccd363dd-d260-49f9-aae2-a13ace073acd tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189625 Jul 06 19:03:04.683600 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:04.688293 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a9b73387-882c-4e6c-a1e0-ba3793fe5b64 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '9018fc27-4e8f-4c65-b82b-0ded793f4c41', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:04.712101 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-a9b73387-882c-4e6c-a1e0-ba3793fe5b64 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Project dc0caff9a5d7441a808ae26821927241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:03:04.717266 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9b73387-882c-4e6c-a1e0-ba3793fe5b64 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.777176 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9b73387-882c-4e6c-a1e0-ba3793fe5b64 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.780917 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9b73387-882c-4e6c-a1e0-ba3793fe5b64 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.798707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b73387-882c-4e6c-a1e0-ba3793fe5b64 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c365aaa1-02a4-4246-96fc-16b4a206d06e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:04.803624 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9b73387-882c-4e6c-a1e0-ba3793fe5b64 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.805671 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a9b73387-882c-4e6c-a1e0-ba3793fe5b64 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209269 Jul 06 19:03:04.808413 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 57816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:04.812965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-57155102-f739-4126-a323-a96549a7cf80 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'security_group_rule': {'security_group_id': '9018fc27-4e8f-4c65-b82b-0ded793f4c41', 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:04.836831 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-57155102-f739-4126-a323-a96549a7cf80 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Project dc0caff9a5d7441a808ae26821927241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:03:04.842394 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57155102-f739-4126-a323-a96549a7cf80 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.907475 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57155102-f739-4126-a323-a96549a7cf80 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.911137 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57155102-f739-4126-a323-a96549a7cf80 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.932357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57155102-f739-4126-a323-a96549a7cf80 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da67864-dae1-4f67-878e-effcda0055cc,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:04.938889 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57155102-f739-4126-a323-a96549a7cf80 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:04.940129 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-57155102-f739-4126-a323-a96549a7cf80 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306496 Jul 06 19:03:05.952736 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 5f3edf2b-9878-4028-8188-7567ca09d305 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:03:05.975977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 5f3edf2b-9878-4028-8188-7567ca09d305 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:03:05.976319 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 5f3edf2b-9878-4028-8188-7567ca09d305 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:03:06.231375 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:17.171060 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab171a42-17d3-4784-a647-9de96eb81e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:19.247110 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-3d290f9a-4dcc-4777-ae78-41a11d7aabe0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696864402&fields=id&tenant_id=dc0caff9a5d7441a808ae26821927241 HTTP/1.1" status: 200 len: 267 time: 0.0335369 Jul 06 19:03:19.360794 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-be3a9773-a35e-4e7a-b065-2c58d282bce1 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:19.362289 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-be3a9773-a35e-4e7a-b065-2c58d282bce1 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 809 time: 0.1084163 Jul 06 19:03:19.379767 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-92b50069-1a60-4f8e-84ec-cc59c465cdbe tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/quotas/dc0caff9a5d7441a808ae26821927241 HTTP/1.1" status: 200 len: 375 time: 0.0108142 Jul 06 19:03:19.456111 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-b324b743-30ad-4a6f-bfc2-c2b8b9e37a44 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694749 Jul 06 19:03:19.598685 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-d585506f-acac-40f0-a355-1aefffb2f457 service neutron] 10.222.0.13 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293936 Jul 06 19:03:19.695223 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-207e28b0-60a2-4e28-a866-92c895f900c6 service neutron] 10.222.0.13 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896783 Jul 06 19:03:19.727972 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f72c86b8-cf25-46c4-a93e-b8444c2f9fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:19.994149 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-8094e428-b0a9-4059-86ca-40114c6a296e req-c0322620-4b65-41a7-81c7-926c2f2f4263 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 210 time: 0.0298486 Jul 06 19:03:20.267533 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:21.012762 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-b18e6613-b8ac-45b2-8eb9-7b8ce786d6b0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:21.014381 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-b18e6613-b8ac-45b2-8eb9-7b8ce786d6b0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 809 time: 0.1078870 Jul 06 19:03:21.076448 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:21.077506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-278444ac-8ca6-418e-859a-0a21a004b8ee tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc0caff9a5d7441a808ae26821927241 HTTP/1.1" status: 200 len: 380 time: 0.0476425 Jul 06 19:03:21.088324 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'port': {'device_id': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'admin_state_up': True, 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'security_groups': ['9018fc27-4e8f-4c65-b82b-0ded793f4c41']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:21.172263 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5ed46580-c7bd-4d4f-9069-8a58825faf23 req-aaf5d048-a312-4563-8bc3-4090b9217a6b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 210 time: 0.0414751 Jul 06 19:03:21.232799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Made reservation on behalf of dc0caff9a5d7441a808ae26821927241 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:03:21.236424 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:21.363892 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Allocated IP 172.20.0.11 (58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5/8ad574c4-fe5b-4506-a975-70dbff2dd4d9/92d738f7-316e-4ea2-8936-a3bf735f3070) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:03:21.510529 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:21.526326 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Transition to ACTIVE for port object 92d738f7-316e-4ea2-8936-a3bf735f3070 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:03:21.559479 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:21.602254 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:03:21.605509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:03:21.612210 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:03:21.639712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'Port': ['ID=92d738f7-316e-4ea2-8936-a3bf735f3070,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:21.672437 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:21.673305 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:21.689206 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-85ae7bcf-6784-4a62-ad05-5d0cc01317fa tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6057849 Jul 06 19:03:21.702756 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Request body: {'port': {'device_id': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:21.796249 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:21.871054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d2adc2a1-1257-4eed-ae93-011ba6fadd07 None None] Provisioning for port 92d738f7-316e-4ea2-8936-a3bf735f3070 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:03:21.875175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d2adc2a1-1257-4eed-ae93-011ba6fadd07 None None] Provisioning complete for port 92d738f7-316e-4ea2-8936-a3bf735f3070 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:03:21.875584 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2adc2a1-1257-4eed-ae93-011ba6fadd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:21.910437 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d2adc2a1-1257-4eed-ae93-011ba6fadd07 None None] Port 92d738f7-316e-4ea2-8936-a3bf735f3070 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:03:22.075640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d738f7-316e-4ea2-8936-a3bf735f3070 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:03:22.083638 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:22.097255 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Transition to ACTIVE for port object 92d738f7-316e-4ea2-8936-a3bf735f3070 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:03:22.102791 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:22.201653 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Pushing event updated for resources: {'Port': ['ID=92d738f7-316e-4ea2-8936-a3bf735f3070,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:22.234510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Attempting to bind port 92d738f7-316e-4ea2-8936-a3bf735f3070 on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:03:22.235140 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Attempting to bind port 92d738f7-316e-4ea2-8936-a3bf735f3070 by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:03:22.235655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Attempting to bind port 92d738f7-316e-4ea2-8936-a3bf735f3070 on network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:03:22.240467 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Port 92d738f7-316e-4ea2-8936-a3bf735f3070 on network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:03:22.241022 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Attempting to bind port 92d738f7-316e-4ea2-8936-a3bf735f3070 on network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:03:22.247554 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:03:22.248435 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Checking segment: {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:03:22.249128 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Bound using segment: {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:03:22.249569 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Bound port: 92d738f7-316e-4ea2-8936-a3bf735f3070, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b99255-2e24-4c16-beb1-c6dc262eee5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:03:22.249971 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:22.340576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:03:22.344172 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=92d738f7-316e-4ea2-8936-a3bf735f3070,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:03:22.351482 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:22.389021 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9021aa-c350-4046-8dd1-03ff0dd1571e req-f27bb9dd-438f-4dce-a353-699d229b6513 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:22.390695 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed9021aa-c350-4046-8dd1-03ff0dd1571e req-f27bb9dd-438f-4dce-a353-699d229b6513 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0844479 Jul 06 19:03:22.402381 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:22.402958 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:22.404406 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] 10.222.0.22 "PUT /v2.0/ports/92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 1092 time: 0.7064087 Jul 06 19:03:22.404906 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:03:22.407233 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26bf66a-890e-4a80-91b9-73d140243856" -d '{"events": [{"name": "network-changed", "server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:03:22.448771 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ed9021aa-c350-4046-8dd1-03ff0dd1571e req-4162116e-0132-41b7-8763-0d5c2822bda6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517750 Jul 06 19:03:22.483674 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c8a38c-2fb1-44c0-8a4f-62a9a28557a7 x-openstack-request-id: req-37c8a38c-2fb1-44c0-8a4f-62a9a28557a7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:03:22.483907 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:03:22.484040 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37c8a38c-2fb1-44c0-8a4f-62a9a28557a7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:03:22.484453 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'status': 'completed', 'code': 200} Jul 06 19:03:22.505476 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d737bf-f64f-4f46-98be-bf18186cdde0 service neutron] Pushing event updated for resources: {'Port': ['ID=92d738f7-316e-4ea2-8936-a3bf735f3070,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:22.536605 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-72a51e30-072a-412e-bf62-5728bdb1209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:22.538229 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-72a51e30-072a-412e-bf62-5728bdb1209f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0668771 Jul 06 19:03:22.580277 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-23c2cf92-daf8-4723-9eb9-288a67e4eea7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 217 time: 0.0354536 Jul 06 19:03:22.638091 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-eec23b8e-049b-4932-9219-103e06295227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:22.639795 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-eec23b8e-049b-4932-9219-103e06295227 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0527565 Jul 06 19:03:22.700469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-1bfe8c0e-57ea-4d57-96be-23df838d1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:22.701962 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-1bfe8c0e-57ea-4d57-96be-23df838d1700 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557208 Jul 06 19:03:22.795558 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-9535856f-2412-4e6d-aec8-f718abb10284 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838487 Jul 06 19:03:22.891326 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4ab13bf1-2306-479e-9948-d94c715266b6 req-9e100b41-1a1b-4799-b9ab-5b7bdcd6b713 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892606 Jul 06 19:03:22.993698 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bf66a-890e-4a80-91b9-73d140243856 req-5a826d57-e381-46b5-a271-8250181de23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:22.995527 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f26bf66a-890e-4a80-91b9-73d140243856 req-5a826d57-e381-46b5-a271-8250181de23c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0582967 Jul 06 19:03:22.996192 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:23.099151 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bf66a-890e-4a80-91b9-73d140243856 req-365b74f8-82c0-4234-9c54-1b1630b90259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:23.100678 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f26bf66a-890e-4a80-91b9-73d140243856 req-365b74f8-82c0-4234-9c54-1b1630b90259 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0987432 Jul 06 19:03:23.143807 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f26bf66a-890e-4a80-91b9-73d140243856 req-92e54402-564c-4999-a18a-6f0651ea1d4a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 217 time: 0.0364721 Jul 06 19:03:23.194439 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bf66a-890e-4a80-91b9-73d140243856 req-9f486c35-1c2d-4053-911c-a0df51817930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:23.196659 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f26bf66a-890e-4a80-91b9-73d140243856 req-9f486c35-1c2d-4053-911c-a0df51817930 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0475020 Jul 06 19:03:23.261832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bf66a-890e-4a80-91b9-73d140243856 req-e0d53081-6ca5-4eea-bb2b-6fed1b2512e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:23.263297 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f26bf66a-890e-4a80-91b9-73d140243856 req-e0d53081-6ca5-4eea-bb2b-6fed1b2512e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606444 Jul 06 19:03:23.358416 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f26bf66a-890e-4a80-91b9-73d140243856 req-9333be85-e232-4d69-8929-2e96fad374b1 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884156 Jul 06 19:03:23.651164 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df74d4-1172-4e59-9d99-11275b9b4438 req-7ad15364-3e74-4914-a7cb-fd02851ea0c5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:23.652997 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53df74d4-1172-4e59-9d99-11275b9b4438 req-7ad15364-3e74-4914-a7cb-fd02851ea0c5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0758922 Jul 06 19:03:23.696382 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-53df74d4-1172-4e59-9d99-11275b9b4438 req-7f755389-e750-4998-abd4-ae054a18a689 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373583 Jul 06 19:03:23.789647 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f26bf66a-890e-4a80-91b9-73d140243856 req-ed8b28dd-d827-4fd2-8143-f966f5d7a000 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239104 Jul 06 19:03:24.880367 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c2cc-3695-4af9-97e6-2252a24c10d8 req-2449ecfc-5179-41ce-90a9-f405b34c78de tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:24.882718 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fd2c2cc-3695-4af9-97e6-2252a24c10d8 req-2449ecfc-5179-41ce-90a9-f405b34c78de tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0646899 Jul 06 19:03:24.922922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-4fd2c2cc-3695-4af9-97e6-2252a24c10d8 req-27737bfd-6766-48f7-b281-c9d5d0d53559 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334632 Jul 06 19:03:26.101920 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee1839-8934-446b-9ebb-1d968ea12585 req-4ddcd2cd-7d53-4645-a284-7a845856c6c3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:26.103442 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57ee1839-8934-446b-9ebb-1d968ea12585 req-4ddcd2cd-7d53-4645-a284-7a845856c6c3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0658569 Jul 06 19:03:26.140862 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-57ee1839-8934-446b-9ebb-1d968ea12585 req-7eec6a59-ddc8-4ae4-9420-75fe2eeb2e3d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Jul 06 19:03:27.313021 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf5641-977b-4b60-97c0-a7797b958210 req-bade302d-f5f4-4344-bfbb-422743402bd3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:27.314583 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fdf5641-977b-4b60-97c0-a7797b958210 req-bade302d-f5f4-4344-bfbb-422743402bd3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0643232 Jul 06 19:03:27.354789 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6fdf5641-977b-4b60-97c0-a7797b958210 req-bf73c8c6-babf-468b-9152-93d12cfc9bd1 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338087 Jul 06 19:03:28.042115 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:03:28.529791 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237426c-9e4c-471e-ad1b-8b7e58ef639b req-d078b673-81b3-43e8-ab56-ac4b847517ef tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:28.531308 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3237426c-9e4c-471e-ad1b-8b7e58ef639b req-d078b673-81b3-43e8-ab56-ac4b847517ef tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0646329 Jul 06 19:03:28.571368 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3237426c-9e4c-471e-ad1b-8b7e58ef639b req-3876d7e3-61b7-478a-ac5a-4cb68517b296 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345702 Jul 06 19:03:29.754766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66703db0-ea18-4f2d-a5bb-c1ec0c9c857c req-0df1c9d7-7093-455d-8f95-a2c06b139306 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:29.756199 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-66703db0-ea18-4f2d-a5bb-c1ec0c9c857c req-0df1c9d7-7093-455d-8f95-a2c06b139306 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0686853 Jul 06 19:03:29.796688 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-66703db0-ea18-4f2d-a5bb-c1ec0c9c857c req-2c35bc3b-03a5-4d90-9531-4afc44baf564 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338166 Jul 06 19:03:30.980312 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6e141-d47d-43da-b9f5-419bb52e18de req-34f72229-a228-48d7-95e1-4c495b41eeab tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:30.981786 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5d6e141-d47d-43da-b9f5-419bb52e18de req-34f72229-a228-48d7-95e1-4c495b41eeab tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0729444 Jul 06 19:03:31.020711 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b5d6e141-d47d-43da-b9f5-419bb52e18de req-7267033d-0070-4292-b54b-9943405bb480 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333536 Jul 06 19:03:32.068190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 92d738f7-316e-4ea2-8936-a3bf735f3070 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:03:32.168742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=92d738f7-316e-4ea2-8936-a3bf735f3070,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:03:32.179998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'port_id': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'mac_address': 'fa:16:3e:e8:19:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:03:32.196884 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdd9f4-7e25-4ef5-bd95-ea517d9fceb5 req-aa6264f1-15ef-4554-8503-cfa1d8ca01ec tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:32.198480 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-efbdd9f4-7e25-4ef5-bd95-ea517d9fceb5 req-aa6264f1-15ef-4554-8503-cfa1d8ca01ec tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0665932 Jul 06 19:03:32.217736 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:32.231066 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d738f7-316e-4ea2-8936-a3bf735f3070 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:03:32.237767 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-efbdd9f4-7e25-4ef5-bd95-ea517d9fceb5 req-87b757c9-16ef-42f3-8876-bc2346dd326b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334077 Jul 06 19:03:32.252077 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=92d738f7-316e-4ea2-8936-a3bf735f3070,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:03:32.256309 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:32.311431 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=92d738f7-316e-4ea2-8936-a3bf735f3070,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:32.318740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.319176 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.320647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.321003 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.321346 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.321685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.322017 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.322360 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.322694 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.323019 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.323344 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.323665 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:03:32.463824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['92d738f7-316e-4ea2-8936-a3bf735f3070'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:03:33.042616 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:33.419133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34da52-dbdc-4624-88d4-ed77396d4f85 req-e0213644-628a-46ea-8c73-70141afcb84b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:33.420712 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea34da52-dbdc-4624-88d4-ed77396d4f85 req-e0213644-628a-46ea-8c73-70141afcb84b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 945 time: 0.0641296 Jul 06 19:03:33.460457 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-ea34da52-dbdc-4624-88d4-ed77396d4f85 req-ee9fb07c-0124-4c02-ab6b-c19bec63fd98 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338492 Jul 06 19:03:34.092170 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 92d738f7-316e-4ea2-8936-a3bf735f3070 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:03:34.140072 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port 92d738f7-316e-4ea2-8936-a3bf735f3070 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:03:34.143571 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 92d738f7-316e-4ea2-8936-a3bf735f3070 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:03:34.143946 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:34.222830 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:34.245860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:03:34.248230 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1009adad-0f77-4198-a4b2-c070f58d3685" -d '{"events": [{"server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "name": "network-vif-plugged", "status": "completed", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:03:34.261249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=92d738f7-316e-4ea2-8936-a3bf735f3070,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:03:34.266175 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:34.294384 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e3d73-58b9-4455-9d24-468d25743436 x-openstack-request-id: req-d75e3d73-58b9-4455-9d24-468d25743436 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:03:34.294683 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "name": "network-vif-plugged", "status": "completed", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:03:34.294939 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d75e3d73-58b9-4455-9d24-468d25743436 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:03:34.295354 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'code': 200} Jul 06 19:03:34.325270 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=92d738f7-316e-4ea2-8936-a3bf735f3070,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:34.399351 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da35b-92fd-41db-94e1-bb543663e3d6 req-85c602bd-0598-4bdc-8893-3fbebe67118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:34.400842 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-292da35b-92fd-41db-94e1-bb543663e3d6 req-85c602bd-0598-4bdc-8893-3fbebe67118f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0556998 Jul 06 19:03:34.435961 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-292da35b-92fd-41db-94e1-bb543663e3d6 req-4b6d1605-3a8a-4f21-8d92-5a98e57d3f29 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290523 Jul 06 19:03:34.653563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ff4d1-3cbc-42f1-a3a2-8c99105b6f3b req-1b5c500a-fe73-4b3d-aca6-ff38037cfd69 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:34.655085 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52ff4d1-3cbc-42f1-a3a2-8c99105b6f3b req-1b5c500a-fe73-4b3d-aca6-ff38037cfd69 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0691142 Jul 06 19:03:34.693113 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-d52ff4d1-3cbc-42f1-a3a2-8c99105b6f3b req-39f0bad8-8fb0-4ad1-a179-5fc48b8b643c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Jul 06 19:03:35.869747 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202da6d-e9b2-4ec5-93d7-316ba25d627b req-c5af4f04-6b48-4976-9621-e3c342be521b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:35.871269 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d202da6d-e9b2-4ec5-93d7-316ba25d627b req-c5af4f04-6b48-4976-9621-e3c342be521b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0633061 Jul 06 19:03:35.910102 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d202da6d-e9b2-4ec5-93d7-316ba25d627b req-d610c0af-26a3-4ad6-9770-1c4267f55675 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Jul 06 19:03:36.083662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d133a1-913d-40c9-879e-56e6404a4b71 req-271e5cfb-66de-4cd5-ba39-edb9c21f61dc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:36.085781 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43d133a1-913d-40c9-879e-56e6404a4b71 req-271e5cfb-66de-4cd5-ba39-edb9c21f61dc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0647216 Jul 06 19:03:36.123441 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-43d133a1-913d-40c9-879e-56e6404a4b71 req-b75a311b-0349-49c1-856f-953afb6cadf7 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321147 Jul 06 19:03:36.148031 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58000) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:36.200862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7978e5-2fe3-42ea-b0d7-a351ef77e577 tempest-TestShelveInstance-186672309 tempest-TestShelveInstance-186672309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:36.202474 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0c7978e5-2fe3-42ea-b0d7-a351ef77e577 tempest-TestShelveInstance-186672309 tempest-TestShelveInstance-186672309-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1092 time: 0.0534446 Jul 06 19:03:36.205248 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58002) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:03:36.209563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:03:36.232636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:36.245766 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:36.334310 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:36.445527 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Allocated IP 172.25.7.98 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/c4a80218-2db6-4144-839d-9ae89cc7cad4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:03:36.546874 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:36.586675 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:36.622318 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:03:36.625107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:03:36.632146 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:03:36.659048 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'Port': ['ID=c4a80218-2db6-4144-839d-9ae89cc7cad4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:37.008553 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:37.088420 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:37.238577 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:37.244515 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:37.315850 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event updated for resources: {'Port': ['ID=c4a80218-2db6-4144-839d-9ae89cc7cad4,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:03:37.327842 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:37.429839 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Floating IP 7b29b438-59ef-49c2-a88d-14a895f79a0f associated. External IP: 172.25.7.98, port: 92d738f7-316e-4ea2-8936-a3bf735f3070. Jul 06 19:03:37.640096 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:03:37.747029 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:03:37.756085 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] Sync routers for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:03:37.764912 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:37.766507 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:03:37.767193 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:37.801876 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-94bb9dc3-76d4-497f-843c-b38841c5e8fc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5954838 Jul 06 19:03:37.802631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:03:37.805724 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:03:37.841819 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a0a23-d306-4188-a974-68bb05fbe8f2 x-openstack-request-id: req-626a0a23-d306-4188-a974-68bb05fbe8f2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:03:37.842197 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:03:37.842484 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-626a0a23-d306-4188-a974-68bb05fbe8f2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:03:37.842897 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'status': 'completed', 'code': 200} Jul 06 19:03:37.880548 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:03:37.919403 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-67cf7788-da9a-4e15-8b13-e13c2e43cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:37.920952 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-67cf7788-da9a-4e15-8b13-e13c2e43cacd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0534992 Jul 06 19:03:38.016019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-edcb55dc-9439-4da1-b3f3-e783a5c21bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:38.017506 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-edcb55dc-9439-4da1-b3f3-e783a5c21bf0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0904839 Jul 06 19:03:38.083294 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-ba74c2fd-5fa2-4c12-abaa-581a4329cdd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 999 time: 0.0580726 Jul 06 19:03:38.110221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '7b29b438-59ef-49c2-a88d-14a895f79a0f', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'port_id': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'mac_address': 'fa:16:3e:e8:19:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:03:36Z', 'updated_at': '2021-07-06T19:03:36Z', 'revision_number': 0, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:38.136837 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] Checking router: 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:03:38.141969 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-866a9e4f-f074-487c-8b25-df303811fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:38.143474 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-866a9e4f-f074-487c-8b25-df303811fd9f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0544391 Jul 06 19:03:38.145174 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:03:38.145787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:03:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:38.200290 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-0b7c677f-37da-42ea-a435-96cd72aba489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:03:38.201809 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-0b7c677f-37da-42ea-a435-96cd72aba489 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516171 Jul 06 19:03:38.253241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:03:38.293913 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-1ccdf83b-c2b1-4e0f-b3dd-21c511374e45 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851760 Jul 06 19:03:38.388861 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f5b49ec5-e844-4a26-a3d3-c762c693bd9e req-f667844e-fcaf-4c12-91d7-31a031b010f4 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890398 Jul 06 19:03:38.476564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '7b29b438-59ef-49c2-a88d-14a895f79a0f', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'port_id': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'mac_address': 'fa:16:3e:e8:19:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:03:36Z', 'updated_at': '2021-07-06T19:03:36Z', 'revision_number': 0, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:03:38.506175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fdb597-db76-446b-be9b-c70ca6116347 None None] The sync data for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 is: [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '7b29b438-59ef-49c2-a88d-14a895f79a0f', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'port_id': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'mac_address': 'fa:16:3e:e8:19:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:03:36Z', 'updated_at': '2021-07-06T19:03:36Z', 'revision_number': 0, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:03:38.707581 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a103a67-ba79-492a-aeff-e1aefceba689 None None] New status for floating IP 7b29b438-59ef-49c2-a88d-14a895f79a0f: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:03:47.164331 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9b564c91-f1b9-44f8-94ab-de3a675d2cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:49.729058 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2422a451-e909-4d92-b9fd-c63a22dd4ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:50.269410 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:51.077234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:03:52.996399 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:03.038467 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:05.044842 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:04:06.244136 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:10.171514 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf8f8f58-384d-43a9-9152-69d83293279b req-beacd848-6927-4f48-8d1c-2cf3f5f994e0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658171 Jul 06 19:04:10.272429 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8f58-384d-43a9-9152-69d83293279b req-b0158961-c264-4fc9-b33d-acac55847aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:10.274060 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf8f8f58-384d-43a9-9152-69d83293279b req-b0158961-c264-4fc9-b33d-acac55847aef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0569339 Jul 06 19:04:10.393931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8f58-384d-43a9-9152-69d83293279b req-1f470750-a1a3-440d-bc59-5797c3c05b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:10.395437 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf8f8f58-384d-43a9-9152-69d83293279b req-1f470750-a1a3-440d-bc59-5797c3c05b86 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.1002738 Jul 06 19:04:10.465634 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf8f8f58-384d-43a9-9152-69d83293279b req-8859abc7-29d6-4aa6-a3ce-e74f5d6d38c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 1001 time: 0.0635777 Jul 06 19:04:10.527509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8f58-384d-43a9-9152-69d83293279b req-dfe0a709-934e-4e95-bb7e-c5c284005a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:10.529220 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf8f8f58-384d-43a9-9152-69d83293279b req-dfe0a709-934e-4e95-bb7e-c5c284005a31 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0571079 Jul 06 19:04:10.597799 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8f58-384d-43a9-9152-69d83293279b req-a8ff571e-0e0c-419c-ba24-dcf5f868a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:04:10.601308 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf8f8f58-384d-43a9-9152-69d83293279b req-a8ff571e-0e0c-419c-ba24-dcf5f868a857 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641937 Jul 06 19:04:10.698261 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf8f8f58-384d-43a9-9152-69d83293279b req-d6dfb004-342d-4ff1-a30f-1012936bfac5 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910797 Jul 06 19:04:10.799305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf8f8f58-384d-43a9-9152-69d83293279b req-537fbca7-34fd-4de7-8f4a-b05104a4f053 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945742 Jul 06 19:04:17.167331 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5eab0c8b-b351-4fda-97d7-df425b04f00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:19.732039 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-214f9ab6-797b-4167-89dd-b8c0daf76ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:20.270167 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:21.080884 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:22.998857 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:33.041840 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:36.244007 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:42.044446 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:04:47.170374 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2640e571-afd1-4de9-a26d-672514cff1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:49.733315 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e4d7fb-4471-42fd-b681-ab16c9cfe04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:50.275716 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:51.083156 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:04:53.000615 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:03.038370 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:06.244270 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:11.163463 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-027c0d7c-e493-43ce-895d-277b98d4eeec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569375 Jul 06 19:05:11.268106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-4bfb802b-fc8e-4ef2-906d-5a039796fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:11.269636 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-4bfb802b-fc8e-4ef2-906d-5a039796fec1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0563164 Jul 06 19:05:11.383308 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-13720f54-3168-4e9b-b2f8-7a2a03e3203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:11.384819 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-13720f54-3168-4e9b-b2f8-7a2a03e3203b service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0946405 Jul 06 19:05:11.452702 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-0d2dc7f7-9a85-477c-ad79-e3707f2b00b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 1001 time: 0.0614529 Jul 06 19:05:11.506769 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-471b7993-004d-46fa-8c16-aae58f3cb1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:11.508303 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-471b7993-004d-46fa-8c16-aae58f3cb1de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0502474 Jul 06 19:05:11.571510 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-36a09571-fdc0-4c97-b61d-fbc364e74eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:11.573030 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-36a09571-fdc0-4c97-b61d-fbc364e74eba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572977 Jul 06 19:05:11.671316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-1a00d21e-3088-40a5-9316-f68e1d104f9c service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905240 Jul 06 19:05:11.775249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-36b6ede3-3f8a-436c-aeb7-0afd1c9a1669 req-344443e7-d765-48de-8170-07b2d023d8aa service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980015 Jul 06 19:05:17.173804 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37891a02-d7e3-4322-abc1-c7785d3017d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:19.046448 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:05:19.736827 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea34a-9f4b-4d44-b166-6a9cf6d47313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:20.268918 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:21.089190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:23.009317 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:31.907898 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780875-0c03-41a6-b47a-d63f9339a8b3 req-55e5ce84-5aac-49ae-9044-f4ed45f32575 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:31.909452 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7780875-0c03-41a6-b47a-d63f9339a8b3 req-55e5ce84-5aac-49ae-9044-f4ed45f32575 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0701551 Jul 06 19:05:31.948853 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b7780875-0c03-41a6-b47a-d63f9339a8b3 req-4834c0a6-08f4-4258-a468-d3d2c2df1b6d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332439 Jul 06 19:05:33.047026 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:33.139560 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f23c1-a0ea-4cda-95f4-34ea08a7b807 req-38b16e7b-8df0-4d78-8620-32cb481a3465 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:33.140978 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f8f23c1-a0ea-4cda-95f4-34ea08a7b807 req-38b16e7b-8df0-4d78-8620-32cb481a3465 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0677593 Jul 06 19:05:33.180452 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2f8f23c1-a0ea-4cda-95f4-34ea08a7b807 req-f91abccb-83d9-41bc-b51e-844e779359a2 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338364 Jul 06 19:05:34.391848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995b9d-b48f-4b71-859a-79117c79d641 req-78cdb087-2a9d-4612-84c8-c664e0c1b15d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:34.393359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3995b9d-b48f-4b71-859a-79117c79d641 req-78cdb087-2a9d-4612-84c8-c664e0c1b15d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0691626 Jul 06 19:05:34.433502 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b3995b9d-b48f-4b71-859a-79117c79d641 req-88b1fa7a-eba7-48de-9f4b-96c421e04645 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342722 Jul 06 19:05:35.611183 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1e5a6-890a-4907-b13c-22124975c188 req-4b388ffa-6b5d-4d28-b4d5-9b2d50afd076 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:35.612705 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4f1e5a6-890a-4907-b13c-22124975c188 req-4b388ffa-6b5d-4d28-b4d5-9b2d50afd076 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0684080 Jul 06 19:05:35.651553 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c4f1e5a6-890a-4907-b13c-22124975c188 req-17123e6c-e1ea-42fd-b1e5-fb69149fe4f1 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325222 Jul 06 19:05:36.243052 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:36.842392 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c4cd0-e01d-47aa-b108-e2fd29e82761 req-b1f4bdd3-d99d-4649-ba55-0d64eaecad06 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:36.844209 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b81c4cd0-e01d-47aa-b108-e2fd29e82761 req-b1f4bdd3-d99d-4649-ba55-0d64eaecad06 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0737009 Jul 06 19:05:36.884001 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b81c4cd0-e01d-47aa-b108-e2fd29e82761 req-f4230ae7-952e-4c47-bbbb-beb8bcc8a287 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340991 Jul 06 19:05:38.063807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe232-ac4b-4038-b994-46f22db6abaf req-e84fe8d8-0aee-458a-bfca-7e831cc06648 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:38.065341 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2eefe232-ac4b-4038-b994-46f22db6abaf req-e84fe8d8-0aee-458a-bfca-7e831cc06648 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0668061 Jul 06 19:05:38.105410 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-2eefe232-ac4b-4038-b994-46f22db6abaf req-1e2aa4e7-51f2-49ca-8c1a-1a805756e9ab tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Jul 06 19:05:39.291317 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612f6f6-b3d5-4462-8944-158f1d82533b req-db4f81f0-f9e2-4c6c-9dbd-8072b5285517 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:39.292916 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1612f6f6-b3d5-4462-8944-158f1d82533b req-db4f81f0-f9e2-4c6c-9dbd-8072b5285517 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0747051 Jul 06 19:05:39.332091 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-1612f6f6-b3d5-4462-8944-158f1d82533b req-924ab084-bf3e-406b-9b6c-e405adfc6e95 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335469 Jul 06 19:05:40.512498 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304aa5f9-4649-4017-aa6a-c26ab3c270f9 req-d76b007e-1b97-48eb-909b-455036ff2c6e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:40.514066 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-304aa5f9-4649-4017-aa6a-c26ab3c270f9 req-d76b007e-1b97-48eb-909b-455036ff2c6e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0640352 Jul 06 19:05:40.556515 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-304aa5f9-4649-4017-aa6a-c26ab3c270f9 req-c61a20c4-12a8-4f86-9358-cb8845dd2c5a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368776 Jul 06 19:05:41.728070 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08a10-d7f9-47e6-864a-99054e90e325 req-35e3a117-60c8-42a9-9923-4e0abedb3bb9 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:41.729501 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aad08a10-d7f9-47e6-864a-99054e90e325 req-35e3a117-60c8-42a9-9923-4e0abedb3bb9 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0644577 Jul 06 19:05:41.767252 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-aad08a10-d7f9-47e6-864a-99054e90e325 req-71d611ae-3ea4-4fdc-b5e7-7a665b8cfdc1 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Jul 06 19:05:42.122365 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-ecf2d86a-64e6-48c5-9a35-5e89a59a9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:42.123924 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-ecf2d86a-64e6-48c5-9a35-5e89a59a9637 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0542731 Jul 06 19:05:42.216586 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-c76826f0-4d13-4da8-9eaf-3a1cac1c469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:42.218459 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-c76826f0-4d13-4da8-9eaf-3a1cac1c469f service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0883608 Jul 06 19:05:42.285497 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-ad48f3d1-4453-4936-9c7b-d2e31f625dd1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 1001 time: 0.0612402 Jul 06 19:05:42.342462 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-fb3a86f2-5e82-45a5-8462-0d02ee1536cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:42.344198 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-fb3a86f2-5e82-45a5-8462-0d02ee1536cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0522895 Jul 06 19:05:42.405446 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-3035c991-9a21-4a82-bfff-d89b1062d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:42.407047 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-3035c991-9a21-4a82-bfff-d89b1062d52c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553839 Jul 06 19:05:42.500175 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-942439a0-25d8-4017-a398-d8ba1d7dcf2c service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866952 Jul 06 19:05:42.597662 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-88cfaae7-91c5-435a-afc6-66d626904ca3 req-2ffc19e6-2f45-4989-a52e-7194b7944c52 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913143 Jul 06 19:05:42.952307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5fdd7-3a67-486f-9ad8-b6a96f7cda32 req-fef5e2d4-3195-46e3-a60b-c03a86fc71f3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:42.953757 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72d5fdd7-3a67-486f-9ad8-b6a96f7cda32 req-fef5e2d4-3195-46e3-a60b-c03a86fc71f3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0655489 Jul 06 19:05:42.995057 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-72d5fdd7-3a67-486f-9ad8-b6a96f7cda32 req-60a4e1eb-d7d0-4d5b-9c10-0b6a1f792d8c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355968 Jul 06 19:05:44.180001 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cd0ef-8ca3-4966-b686-95520403b4fe req-7501c6c0-7984-4e50-87ad-81477737eeb2 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:44.181550 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bd8cd0ef-8ca3-4966-b686-95520403b4fe req-7501c6c0-7984-4e50-87ad-81477737eeb2 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0700226 Jul 06 19:05:44.223704 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bd8cd0ef-8ca3-4966-b686-95520403b4fe req-913f1a8d-6733-47a2-aa23-ee0df569ee6b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363860 Jul 06 19:05:45.410880 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb6285-0662-4c21-a3d6-7b946fb87f73 req-f5abebc8-9ce0-4ebe-81f5-41f973c67a74 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:45.412291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-abbb6285-0662-4c21-a3d6-7b946fb87f73 req-f5abebc8-9ce0-4ebe-81f5-41f973c67a74 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0667386 Jul 06 19:05:45.453549 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-abbb6285-0662-4c21-a3d6-7b946fb87f73 req-a8f71a8e-0a58-44b9-b49e-47c3910022a6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353293 Jul 06 19:05:46.634896 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf398e42-395c-4e4f-938a-61f6d122553d req-af800b0f-1526-4862-b726-ad0c4570c22e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:46.636411 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf398e42-395c-4e4f-938a-61f6d122553d req-af800b0f-1526-4862-b726-ad0c4570c22e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0686219 Jul 06 19:05:46.674086 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-bf398e42-395c-4e4f-938a-61f6d122553d req-15088d52-6fc1-45cc-86c9-64ebc89de967 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Jul 06 19:05:46.840240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 92d738f7-316e-4ea2-8936-a3bf735f3070 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:05:46.918973 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:46.950142 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:05:46.952530 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277e0cdd-1d35-49ca-a3ab-c158b1695260" -d '{"events": [{"server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:05:46.968037 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=92d738f7-316e-4ea2-8936-a3bf735f3070,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:05:46.974033 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:46.998292 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea42d27-e839-4d7c-a7c7-662881d8397f x-openstack-request-id: req-6ea42d27-e839-4d7c-a7c7-662881d8397f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:05:46.998612 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "name": "network-vif-unplugged", "status": "failed", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070", "code": 422}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:05:46.998868 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ea42d27-e839-4d7c-a7c7-662881d8397f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:05:46.999268 n-d-799526-3 neutron-server[93780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'code': 422} returned with failed status Jul 06 19:05:47.025914 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=92d738f7-316e-4ea2-8936-a3bf735f3070,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:05:47.033240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.033598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.033944 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.034283 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.034663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.034998 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.035472 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.035670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.036222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.036371 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.036685 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.037020 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:05:47.069835 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-647f2daf-c6fa-4777-9f5e-34d671ff4756 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1512516 Jul 06 19:05:47.078220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf9c3-c33f-4e4b-976f-d820c110ecdc req-9dc0c643-4b02-4566-afd5-64fe0d1f3df0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:47.079693 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0cacf9c3-c33f-4e4b-976f-d820c110ecdc req-9dc0c643-4b02-4566-afd5-64fe0d1f3df0 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0848212 Jul 06 19:05:47.127989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0cacf9c3-c33f-4e4b-976f-d820c110ecdc req-0cda1af7-4fa8-4ea8-875c-52ca327445af tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416896 Jul 06 19:05:47.175246 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3226ec8-8011-46a4-91c5-da7c061d156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:48.310833 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ec67b-1099-451b-9492-56bad8c90417 req-32c571a4-03a7-47d1-b642-d35e0e9f0e23 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:48.312253 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0ec67b-1099-451b-9492-56bad8c90417 req-32c571a4-03a7-47d1-b642-d35e0e9f0e23 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0726295 Jul 06 19:05:48.359071 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3e0ec67b-1099-451b-9492-56bad8c90417 req-fc9d8ed7-fc25-4e5d-8c44-f1f258daab00 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 Jul 06 19:05:49.546260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d248-ba91-425d-b198-86a3ef732cdd req-b6c4ba38-7e8b-41b3-893d-897b58a52900 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:49.547736 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6738d248-ba91-425d-b198-86a3ef732cdd req-b6c4ba38-7e8b-41b3-893d-897b58a52900 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0730011 Jul 06 19:05:49.588072 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-6738d248-ba91-425d-b198-86a3ef732cdd req-72fe00e6-4586-4560-9799-8e2951224c80 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338123 Jul 06 19:05:49.739780 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8ba6224-1b33-487c-9c04-a44dce08c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:50.271118 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:50.763618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56501f-8096-4b61-a786-2387f7aa26c4 req-10096918-e985-4ed7-a220-35c46b5a0f4f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:50.765061 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c56501f-8096-4b61-a786-2387f7aa26c4 req-10096918-e985-4ed7-a220-35c46b5a0f4f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0652127 Jul 06 19:05:50.803425 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-3c56501f-8096-4b61-a786-2387f7aa26c4 req-900e9733-fe93-43dd-93d8-332787ecd2e8 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Jul 06 19:05:51.087947 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:51.822768 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-1eea975f-0646-4261-9afb-5b85a74c5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:51.824394 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-1eea975f-0646-4261-9afb-5b85a74c5362 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3&tenant_id=dc0caff9a5d7441a808ae26821927241 HTTP/1.1" status: 200 len: 1095 time: 0.0530283 Jul 06 19:05:51.899663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-0971f134-402d-4a90-8684-134d20a29a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:51.901694 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-0971f134-402d-4a90-8684-134d20a29a61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0546708 Jul 06 19:05:52.036489 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-d45796e8-d148-4840-b28c-cc04288d6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:52.037980 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-d45796e8-d148-4840-b28c-cc04288d6a34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.1306665 Jul 06 19:05:52.050359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6860ae0-3f05-4578-9940-12d74f89726e req-65eed312-e7ad-41d1-b7f7-142c8ae14c0d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:52.051798 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6860ae0-3f05-4578-9940-12d74f89726e req-65eed312-e7ad-41d1-b7f7-142c8ae14c0d tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.1262565 Jul 06 19:05:52.139502 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a6860ae0-3f05-4578-9940-12d74f89726e req-b2159e51-b0df-474e-a252-186f2124536f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811336 Jul 06 19:05:52.141340 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-bc5218f9-39d8-4822-92b8-b69145e2c4f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 999 time: 0.0886893 Jul 06 19:05:52.190074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-e70a6139-c244-497e-ae41-57725901da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:52.191560 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-e70a6139-c244-497e-ae41-57725901da42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0440667 Jul 06 19:05:52.250438 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-8c882eb2-30d9-4bc8-8cf4-b5a6809dcdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:52.251885 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-8c882eb2-30d9-4bc8-8cf4-b5a6809dcdc7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530400 Jul 06 19:05:52.348134 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-160cbc63-c907-4406-b960-75275c1e1cc3 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887897 Jul 06 19:05:52.442228 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-587426db-a430-4f7c-8246-fe106c23e352 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871491 Jul 06 19:05:53.006469 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:05:53.313597 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c774a-fd55-474a-b841-deda357fc963 req-e97e8274-d770-4702-8940-917b34b8ef05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:53.315121 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-444c774a-fd55-474a-b841-deda357fc963 req-e97e8274-d770-4702-8940-917b34b8ef05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0636258 Jul 06 19:05:53.357688 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-444c774a-fd55-474a-b841-deda357fc963 req-19d71856-e083-4a60-b9cf-0d5b9eadedd6 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370944 Jul 06 19:05:54.544519 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19170c-39d8-46c1-840c-b0caf700a5fc req-626e0c0d-7c54-4b43-9173-f1d495e31cba tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:54.546029 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c19170c-39d8-46c1-840c-b0caf700a5fc req-626e0c0d-7c54-4b43-9173-f1d495e31cba tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0726445 Jul 06 19:05:54.584200 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c19170c-39d8-46c1-840c-b0caf700a5fc req-11449bca-4f5e-4f77-b3d9-73012b28bd05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325520 Jul 06 19:05:55.758731 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b0a27-fcac-4369-ae8b-54927f623f59 req-5f048bcf-6680-4c73-a41b-61ef9c1b3b41 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:55.760140 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d5b0a27-fcac-4369-ae8b-54927f623f59 req-5f048bcf-6680-4c73-a41b-61ef9c1b3b41 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0625534 Jul 06 19:05:55.798234 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5d5b0a27-fcac-4369-ae8b-54927f623f59 req-fb0556f8-7539-4706-80b5-973b8c95cadc tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Jul 06 19:05:56.046317 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:05:56.970513 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298147fd-5d6f-4099-b7a6-399fe3f86bb7 req-a52b0e43-dd04-45ac-b699-71946b2cf3d3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:56.972006 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-298147fd-5d6f-4099-b7a6-399fe3f86bb7 req-a52b0e43-dd04-45ac-b699-71946b2cf3d3 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0634663 Jul 06 19:05:57.008850 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-298147fd-5d6f-4099-b7a6-399fe3f86bb7 req-aa67962e-a449-4800-8584-c3d45953ecd7 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Jul 06 19:05:58.184903 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32de6d-d5d8-4178-a8c0-06e396643471 req-7901dbff-8bff-4f18-b3bd-0e00278732f5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:58.186380 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a32de6d-d5d8-4178-a8c0-06e396643471 req-7901dbff-8bff-4f18-b3bd-0e00278732f5 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0624142 Jul 06 19:05:58.224708 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-7a32de6d-d5d8-4178-a8c0-06e396643471 req-b37bd611-45a9-4654-86fd-f20f03836e75 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Jul 06 19:05:59.395064 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0852711-2954-4a75-ba7b-660ba8fcef13 req-c76e2768-2b05-4690-8d6f-b796e04457f4 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:05:59.396552 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0852711-2954-4a75-ba7b-660ba8fcef13 req-c76e2768-2b05-4690-8d6f-b796e04457f4 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0633864 Jul 06 19:05:59.441399 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f0852711-2954-4a75-ba7b-660ba8fcef13 req-4a15eaf8-24c4-4705-8f56-af82a9a817a4 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386999 Jul 06 19:06:00.617985 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc610d89-f9a7-43bf-afde-477f56a8a0b7 req-29bbb983-03a6-4b43-bb47-45a80beed8a2 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:00.619529 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc610d89-f9a7-43bf-afde-477f56a8a0b7 req-29bbb983-03a6-4b43-bb47-45a80beed8a2 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 944 time: 0.0677679 Jul 06 19:06:00.657931 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fc610d89-f9a7-43bf-afde-477f56a8a0b7 req-956c656c-7cbe-4674-a0fa-c23ad564c1c2 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Jul 06 19:06:00.918811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 92d738f7-316e-4ea2-8936-a3bf735f3070 details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:06:01.013049 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=92d738f7-316e-4ea2-8936-a3bf735f3070,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:01.023861 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'port_id': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'mac_address': 'fa:16:3e:e8:19:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:06:01.060993 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:01.073764 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d738f7-316e-4ea2-8936-a3bf735f3070 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:06:01.095578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=92d738f7-316e-4ea2-8936-a3bf735f3070,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:01.099909 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:01.146081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=92d738f7-316e-4ea2-8936-a3bf735f3070,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:01.349305 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['92d738f7-316e-4ea2-8936-a3bf735f3070'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:06:01.830004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1a58f-3120-43a9-8ff1-b5f617c1d8b2 req-77a0c8ea-be7e-4613-ab15-6ef796bc903f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:01.831521 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebc1a58f-3120-43a9-8ff1-b5f617c1d8b2 req-77a0c8ea-be7e-4613-ab15-6ef796bc903f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 945 time: 0.0629282 Jul 06 19:06:01.871249 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ebc1a58f-3120-43a9-8ff1-b5f617c1d8b2 req-ff34ddc0-105c-4685-bd4b-f26fad4bc062 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330441 Jul 06 19:06:02.917154 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 92d738f7-316e-4ea2-8936-a3bf735f3070 up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:06:02.969273 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port 92d738f7-316e-4ea2-8936-a3bf735f3070 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:06:02.969652 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:03.046780 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:03.047519 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b559ed-c952-47dd-b5f8-ac391db41c18 req-a7ef840c-03cd-4e55-bfa0-035e754fe4af tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:03.049048 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39b559ed-c952-47dd-b5f8-ac391db41c18 req-a7ef840c-03cd-4e55-bfa0-035e754fe4af tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 945 time: 0.0635765 Jul 06 19:06:03.078977 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:03.083427 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:06:03.085670 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d68f8ba-3270-4b2e-923d-f9509869c067" -d '{"events": [{"server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "name": "network-vif-plugged", "status": "completed", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:06:03.099679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=92d738f7-316e-4ea2-8936-a3bf735f3070,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:06:03.106179 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:03.138065 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b422081-a1e6-4bb7-813f-c7d7dc5db3bb x-openstack-request-id: req-8b422081-a1e6-4bb7-813f-c7d7dc5db3bb {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:06:03.138391 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "name": "network-vif-plugged", "status": "completed", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:06:03.138647 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b422081-a1e6-4bb7-813f-c7d7dc5db3bb {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:06:03.139046 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'code': 200} Jul 06 19:06:03.155837 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-39b559ed-c952-47dd-b5f8-ac391db41c18 req-fcaf2b58-3b25-4b0e-84bc-6b10e764da97 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007876 Jul 06 19:06:03.158013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=92d738f7-316e-4ea2-8936-a3bf735f3070,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:06:03.308106 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bb4eb-55f8-40a4-952d-62ebef6d2380 req-641f7151-e50d-4c27-acda-035ab8f3f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:03.309635 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b25bb4eb-55f8-40a4-952d-62ebef6d2380 req-641f7151-e50d-4c27-acda-035ab8f3f302 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0545080 Jul 06 19:06:03.342877 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-b25bb4eb-55f8-40a4-952d-62ebef6d2380 req-5817fd97-7a83-4ca6-9a9c-cde2a9f91a29 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270677 Jul 06 19:06:04.380220 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6678b-e21c-4a21-86f4-81a2cc3e2406 req-8f2b7e67-241a-4348-80fc-120992f5ef84 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:04.381614 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7bd6678b-e21c-4a21-86f4-81a2cc3e2406 req-8f2b7e67-241a-4348-80fc-120992f5ef84 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.1085882 Jul 06 19:06:04.419690 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7bd6678b-e21c-4a21-86f4-81a2cc3e2406 req-3c33314a-4d1e-487b-bdcc-0860644ee155 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319622 Jul 06 19:06:06.276137 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:11.194316 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-bf82de31-63ce-4a20-b6fa-17dadef53b93 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949154 Jul 06 19:06:11.290029 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-ca268a2b-057d-4651-a84a-09154d8f310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:11.291574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-ca268a2b-057d-4651-a84a-09154d8f310e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0538864 Jul 06 19:06:11.399075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-95970862-c197-492e-bbdd-d6f35bb2fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:11.400479 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-95970862-c197-492e-bbdd-d6f35bb2fa42 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0896370 Jul 06 19:06:11.465599 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-3fa8832f-050c-4182-b60e-066a2a9ef292 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 1001 time: 0.0588872 Jul 06 19:06:11.518657 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-dcab9ef7-4b42-4949-89b4-f6915594fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:11.520158 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-dcab9ef7-4b42-4949-89b4-f6915594fb97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0488250 Jul 06 19:06:11.577600 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-f7b5ce21-382b-48a7-a47d-e1feb5d081ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:06:11.579156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-f7b5ce21-382b-48a7-a47d-e1feb5d081ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525930 Jul 06 19:06:11.669169 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-76582e14-e80f-4036-af19-9edd17d52a0c service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837107 Jul 06 19:06:11.760908 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-dde8dbe5-24e5-49fb-a3aa-2c68ec231a21 req-b83d6c28-517f-45f1-ab56-bf8e5bccb870 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861678 Jul 06 19:06:17.176376 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd98d29c-e12c-4dde-88e9-29c24e856fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:19.742671 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5037afb1-d21e-4eaa-a868-7531750c86b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:20.274158 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:21.092701 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:23.011034 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:33.045216 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:06:33.074401 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:36.278245 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:47.178059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71f1bc53-3d49-4a26-af3f-7938f9903b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:49.743084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05384e2a-7a76-4184-955f-42be51ced848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:50.275735 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:51.096093 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:06:53.015084 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:03.070310 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:06.277979 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:10.044164 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:07:11.150135 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e51a7738-d28e-42fc-9145-f6803279936c req-5990a55a-4973-4b6d-ae2a-2ac4e703c4bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525703 Jul 06 19:07:11.241873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7738-d28e-42fc-9145-f6803279936c req-646f0125-1191-4e45-9878-2f3c1ca634ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:11.243416 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e51a7738-d28e-42fc-9145-f6803279936c req-646f0125-1191-4e45-9878-2f3c1ca634ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0523658 Jul 06 19:07:11.352778 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7738-d28e-42fc-9145-f6803279936c req-6696018d-5d44-4f16-858b-5986f7c4ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:11.354192 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e51a7738-d28e-42fc-9145-f6803279936c req-6696018d-5d44-4f16-858b-5986f7c4ce2e service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.0903814 Jul 06 19:07:11.421306 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e51a7738-d28e-42fc-9145-f6803279936c req-b436ffc3-f98a-40d2-9221-221150b1267f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 1001 time: 0.0610120 Jul 06 19:07:11.476469 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7738-d28e-42fc-9145-f6803279936c req-84894005-eb19-4f0f-a9c8-1757ebb0a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:11.477971 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e51a7738-d28e-42fc-9145-f6803279936c req-84894005-eb19-4f0f-a9c8-1757ebb0a138 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0511644 Jul 06 19:07:11.535059 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7738-d28e-42fc-9145-f6803279936c req-0631cc03-6315-4996-ab1f-1d9cd7b4150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:11.536541 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e51a7738-d28e-42fc-9145-f6803279936c req-0631cc03-6315-4996-ab1f-1d9cd7b4150d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526834 Jul 06 19:07:11.623930 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e51a7738-d28e-42fc-9145-f6803279936c req-e161ed66-6039-4189-bdce-0d00ff9d455b service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808547 Jul 06 19:07:11.718597 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-e51a7738-d28e-42fc-9145-f6803279936c req-c412cb52-83ee-4de1-a427-6def521fef72 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887096 Jul 06 19:07:17.179041 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68341581-83d0-4712-9dc8-ba3501cdb201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:17.672828 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58184) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:17.834885 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Deleting port c4a80218-2db6-4144-839d-9ae89cc7cad4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:17.835229 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:17.913670 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:17.913999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:17.926971 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Calling delete_port for c4a80218-2db6-4144-839d-9ae89cc7cad4 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:18.074153 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:18.106722 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event deleted for resources: {'Port': ['ID=c4a80218-2db6-4144-839d-9ae89cc7cad4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:18.133874 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.134243 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.134592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.134934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.135271 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.135604 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.135934 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.136262 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.136590 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.136908 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.137264 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.137592 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:18.179584 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:18.179881 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Floating IP 7b29b438-59ef-49c2-a88d-14a895f79a0f disassociated (deleted). External IP: 172.25.7.98, port: 92d738f7-316e-4ea2-8936-a3bf735f3070. Jul 06 19:07:18.388797 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:07:18.497377 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:07:18.502091 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:18.507237 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] Sync routers for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:07:18.516465 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:18.517172 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:06:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:18.539643 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e8a31aff-5145-460e-a10c-ea20e998ad9a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "DELETE /v2.0/floatingips/7b29b438-59ef-49c2-a88d-14a895f79a0f HTTP/1.1" status: 204 len: 168 time: 0.8655322 Jul 06 19:07:18.540256 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:18.542562 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:18.587578 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b140b9e-e9ff-4429-b564-e4f6a17db0ae x-openstack-request-id: req-5b140b9e-e9ff-4429-b564-e4f6a17db0ae {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:18.587883 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:18.588186 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b140b9e-e9ff-4429-b564-e4f6a17db0ae {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:18.588601 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'status': 'completed', 'code': 200} Jul 06 19:07:18.626209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:18.665115 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-8794c42e-261c-447e-8285-919f9f031e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:18.666803 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-8794c42e-261c-447e-8285-919f9f031e21 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc0caff9a5d7441a808ae26821927241&device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0548084 Jul 06 19:07:18.857620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:18.886918 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] Checking router: 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:07:18.896850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:18.897492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:06:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:19.008961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:19.156951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-f89b25d1-7306-4dc6-a0b5-72ffeddf4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:19.158487 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-f89b25d1-7306-4dc6-a0b5-72ffeddf4cf8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 200 len: 910 time: 0.4858572 Jul 06 19:07:19.189345 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8410eb2-5ac7-4d01-bda0-79945f261c1d req-bdd55a57-a944-4e49-83ad-0a152277d35a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:19.191383 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8410eb2-5ac7-4d01-bda0-79945f261c1d req-bdd55a57-a944-4e49-83ad-0a152277d35a tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.1181438 Jul 06 19:07:19.211222 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:19.224949 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-a10ccf6c-b6a3-44c9-81c7-17cf24db6ed1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 200 len: 217 time: 0.0586858 Jul 06 19:07:19.241275 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ada55-0d77-436d-90e7-5a6842dc690e None None] The sync data for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 is: [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:44Z', 'revision_number': 4, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': '5752fc8d-8e4c-41bf-90ee-6ad3d94dac47', 'name': '', 'network_id': '58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'mac_address': 'fa:16:3e:6c:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:43Z', 'updated_at': '2021-07-06T18:58:50Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'subnets': [{'id': '8ad574c4-fe5b-4506-a975-70dbff2dd4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:07:19.293843 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8410eb2-5ac7-4d01-bda0-79945f261c1d req-5d2fd92f-a248-4f7d-9f9b-b85063b72e35 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722642 Jul 06 19:07:19.302065 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-64d38216-0416-42be-a557-d530869fefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:19.303550 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-64d38216-0416-42be-a557-d530869fefa2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 200 len: 848 time: 0.0659201 Jul 06 19:07:19.364588 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-fde5e94a-e71c-48ab-b9b9-d6cf53c4c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:19.366124 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-fde5e94a-e71c-48ab-b9b9-d6cf53c4c4ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552475 Jul 06 19:07:19.466199 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-a49fecf0-2d9b-44a3-be8a-f75673644b09 service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924082 Jul 06 19:07:19.478606 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bc805-9439-46d0-8e9b-90b74542e7be None None] New status for floating IP 7b29b438-59ef-49c2-a88d-14a895f79a0f: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:07:19.569335 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-5340bd18-e44e-4e63-9c1d-e34973e8e9a3 req-3eef0e76-c45c-4f0d-b54f-006729c2c84f service neutron] 10.222.0.22 "GET /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958781 Jul 06 19:07:19.744144 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fe80613-6b67-4e09-9c8f-fe743a888609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:20.277943 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:20.398388 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-73ece11a-43ba-4ddd-a6c2-f49757984eb7 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:20.399787 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-73ece11a-43ba-4ddd-a6c2-f49757984eb7 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0721133 Jul 06 19:07:20.479324 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb01c0-fc57-4559-9756-2a84000bdf06 req-03d6f984-f58e-42fc-bd0d-c1d411e6408c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:20.480833 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9dbb01c0-fc57-4559-9756-2a84000bdf06 req-03d6f984-f58e-42fc-bd0d-c1d411e6408c tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 946 time: 0.0703576 Jul 06 19:07:20.508192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Deleting port 92d738f7-316e-4ea2-8936-a3bf735f3070 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:20.508546 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:20.521006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9dbb01c0-fc57-4559-9756-2a84000bdf06 req-e3bb6865-66fb-416a-ab3f-5ac35453234f tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/security-groups?id=9018fc27-4e8f-4c65-b82b-0ded793f4c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343871 Jul 06 19:07:20.602253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] For port 92d738f7-316e-4ea2-8936-a3bf735f3070, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=92d738f7-316e-4ea2-8936-a3bf735f3070,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:20.602650 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:20.615076 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Calling delete_port for 92d738f7-316e-4ea2-8936-a3bf735f3070 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:20.749755 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:20.783787 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event deleted for resources: {'Port': ['ID=92d738f7-316e-4ea2-8936-a3bf735f3070,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:20.828292 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] No DVR routers for this DVR port 92d738f7-316e-4ea2-8936-a3bf735f3070 on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:07:20.831064 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:20.833063 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-25683b49-1d08-4629-8ec6-a692ccc750a8 req-39b288b8-8887-4246-ac1c-f8961b425c05 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.22 "DELETE /v2.0/ports/92d738f7-316e-4ea2-8936-a3bf735f3070 HTTP/1.1" status: 204 len: 173 time: 0.4283824 Jul 06 19:07:20.833509 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'name': 'network-vif-deleted', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:20.835783 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0137fee-83c5-4546-a024-eb38859ed458" -d '{"events": [{"server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "name": "network-vif-deleted", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:20.874692 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf419c6-bf94-4274-9d36-1595669e1d08 x-openstack-request-id: req-ecf419c6-bf94-4274-9d36-1595669e1d08 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:20.874996 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c64d676-4482-46e0-b8fc-d44103b61fc3", "name": "network-vif-deleted", "tag": "92d738f7-316e-4ea2-8936-a3bf735f3070", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:20.875253 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecf419c6-bf94-4274-9d36-1595669e1d08 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:20.875667 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c64d676-4482-46e0-b8fc-d44103b61fc3', 'name': 'network-vif-deleted', 'tag': '92d738f7-316e-4ea2-8936-a3bf735f3070', 'status': 'completed', 'code': 200} Jul 06 19:07:21.099690 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:21.673730 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-77855c0a-f178-47df-92cb-e82c42928eba req-e114ee17-e611-4789-a09e-be466860f117 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 210 time: 0.0291452 Jul 06 19:07:22.845239 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-7cc53b82-911b-4854-a2ff-84c702a21c54 req-a574fdd0-0d98-4fa9-97d9-bcc2fd380d7e tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 210 time: 0.0362136 Jul 06 19:07:23.026239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:23.290682 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 92d738f7-316e-4ea2-8936-a3bf735f3070 no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:07:23.311340 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: 92d738f7-316e-4ea2-8936-a3bf735f3070 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:07:23.311692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device 92d738f7-316e-4ea2-8936-a3bf735f3070 not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:07:23.992619 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-95504b62-1973-42f5-8745-a83ac736e258 req-7819ac8a-eff5-4c1c-a9e8-55232703a84b tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 210 time: 0.0303476 Jul 06 19:07:25.165546 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-69c0be95-1ae8-490d-ace0-f8ac9585775e req-6903d688-eccc-4636-9c9f-87d4f35c9752 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c64d676-4482-46e0-b8fc-d44103b61fc3 HTTP/1.1" status: 200 len: 210 time: 0.0304353 Jul 06 19:07:26.261371 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:26.327200 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-185b14bc-bab7-488f-97e4-dce3401cd997 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:26.355110 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-185b14bc-bab7-488f-97e4-dce3401cd997 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:26.426162 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-185b14bc-bab7-488f-97e4-dce3401cd997 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:26.428762 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-185b14bc-bab7-488f-97e4-dce3401cd997 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:26.430201 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-185b14bc-bab7-488f-97e4-dce3401cd997 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] 10.222.0.13 "DELETE /v2.0/security-groups/9018fc27-4e8f-4c65-b82b-0ded793f4c41 HTTP/1.1" status: 204 len: 168 time: 0.1677918 Jul 06 19:07:26.441112 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b14bc-bab7-488f-97e4-dce3401cd997 tempest-TestShelveInstance-1420983185 tempest-TestShelveInstance-1420983185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9018fc27-4e8f-4c65-b82b-0ded793f4c41,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:26.485251 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58226) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:27.263166 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:27.531511 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Deleting port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:27.532226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:27.606932 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] For port 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=5752fc8d-8e4c-41bf-90ee-6ad3d94dac47,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:27.607292 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:27.619541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Calling delete_port for 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:27.801143 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:27.830068 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Pushing event deleted for resources: {'Port': ['ID=5752fc8d-8e4c-41bf-90ee-6ad3d94dac47,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:27.842218 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.842604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.842948 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.843288 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.843628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.843961 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.844290 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.844618 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.844946 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.845273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.845659 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:27.845915 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:28.007364 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:28.230512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:07:28.341796 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:07:28.347006 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6d70d0c1-6d00-4c03-be06-06c98a11c196 admin admin] 10.222.0.13 "PUT /v2.0/routers/5de10a29-0e38-44c5-bfbd-5ddbf37e7c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8603644 Jul 06 19:07:28.349467 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58230) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:28.352055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] Sync routers for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:07:28.361304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:28.362081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:28.457709 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:28.470915 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:28.558367 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:28.616070 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Deleting port f6228088-7caa-4ad9-8b6b-caddffe2d82c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:28.616417 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:28.648921 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T19:07:27Z', 'revision_number': 5, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port': {'id': 'f6228088-7caa-4ad9-8b6b-caddffe2d82c', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T18:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:28.682169 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] Checking router: 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:07:28.692150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] Routers {'5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:28.692797 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:28.696080 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] For port f6228088-7caa-4ad9-8b6b-caddffe2d82c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=f6228088-7caa-4ad9-8b6b-caddffe2d82c,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:28.696453 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:28.709790 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Calling delete_port for f6228088-7caa-4ad9-8b6b-caddffe2d82c owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:28.778325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] Set router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:28.832860 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T19:07:28Z', 'revision_number': 6, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:28.862741 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125eda6-5578-4609-b7f5-b5d0fef2a0ab None None] The sync data for ids ['5de10a29-0e38-44c5-bfbd-5ddbf37e7c17'] in n-d-799526-3 is: [{'id': '5de10a29-0e38-44c5-bfbd-5ddbf37e7c17', 'name': 'tempest-TestShelveInstance-1868943797-router', 'tenant_id': 'dc0caff9a5d7441a808ae26821927241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:41Z', 'updated_at': '2021-07-06T19:07:28Z', 'revision_number': 6, 'project_id': 'dc0caff9a5d7441a808ae26821927241', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:07:28.879288 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:28.912110 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6228088-7caa-4ad9-8b6b-caddffe2d82c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:28.976843 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.066048 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.068176 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.110885 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.111422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:07:29.116569 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.117848 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8e096a60-aeeb-4b84-8a10-4d21b757581f admin admin] 10.222.0.13 "DELETE /v2.0/routers/5de10a29-0e38-44c5-bfbd-5ddbf37e7c17 HTTP/1.1" status: 204 len: 168 time: 0.7674282 Jul 06 19:07:29.120289 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:29.165051 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb35adc-6cee-40a3-8dee-fab611e39f68 admin admin] Deleting subnet 8ad574c4-fe5b-4506-a975-70dbff2dd4d9 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:07:29.168034 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cb35adc-6cee-40a3-8dee-fab611e39f68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.205296 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cb35adc-6cee-40a3-8dee-fab611e39f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16255389'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.294259 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cb35adc-6cee-40a3-8dee-fab611e39f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.352546 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cb35adc-6cee-40a3-8dee-fab611e39f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4320261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227379'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.377309 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb35adc-6cee-40a3-8dee-fab611e39f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad574c4-fe5b-4506-a975-70dbff2dd4d9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:29.385593 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cb35adc-6cee-40a3-8dee-fab611e39f68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.387530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4cb35adc-6cee-40a3-8dee-fab611e39f68 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ad574c4-fe5b-4506-a975-70dbff2dd4d9 HTTP/1.1" status: 204 len: 168 time: 0.2662883 Jul 06 19:07:29.390250 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58234) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:29.390787 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aea4ab-b78b-45d4-bdd2-ed7c7196096c None None] Network 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:07:29.469160 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.527952 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Deleting port da2f0470-2013-4136-9848-d30eeecef12c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:29.528302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.601525 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] For port da2f0470-2013-4136-9848-d30eeecef12c, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=da2f0470-2013-4136-9848-d30eeecef12c,segment=NetworkSegment(30b99255-2e24-4c16-beb1-c6dc262eee5e),segment_id=30b99255-2e24-4c16-beb1-c6dc262eee5e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:29.601886 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.614561 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Calling delete_port for da2f0470-2013-4136-9848-d30eeecef12c owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:29.668583 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] DHCP port deletion for 58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:07:29.701134 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.717655 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Deleting port da2f0470-2013-4136-9848-d30eeecef12c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:29.718051 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.728168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2f0470-2013-4136-9848-d30eeecef12c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:29.734315 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] No DVR routers for this DVR port da2f0470-2013-4136-9848-d30eeecef12c on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:07:29.783012 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] For port da2f0470-2013-4136-9848-d30eeecef12c, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:29.783404 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.796460 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Calling delete_port for da2f0470-2013-4136-9848-d30eeecef12c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:29.799016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Port da2f0470-2013-4136-9848-d30eeecef12c was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 19:07:29.800793 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.811475 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.821904 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:29.823512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Pushing event deleted for resources: {'Port': ['ID=da2f0470-2013-4136-9848-d30eeecef12c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:29.830512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] No DVR routers for this DVR port da2f0470-2013-4136-9848-d30eeecef12c on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:07:29.841015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b99255-2e24-4c16-beb1-c6dc262eee5e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:29.841015 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b99255-2e24-4c16-beb1-c6dc262eee5e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:29.841952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.841952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.841952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.841952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.842391 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.842981 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.843317 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.843646 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.843975 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.844300 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.844620 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.845268 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e451808-1308-4de0-9be3-4e692a33e5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:29.855005 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.871944 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.879000 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:07:29.879421 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: timer() Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:07:29.881153 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:07:29.937485 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.943830 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:29.949530 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] 10.222.0.13 "DELETE /v2.0/networks/58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5 HTTP/1.1" status: 204 len: 168 time: 0.5574143 Jul 06 19:07:29.949687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58236) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:29.961991 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ab36c-adb7-467b-980e-596a4c36b326 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f49bbb-f124-4e0d-8f6f-a9f3e4a0dfb5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:30.187876 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:07:30.211457 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:07:30.211732 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 5752fc8d-8e4c-41bf-90ee-6ad3d94dac47 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:07:30.212083 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f6228088-7caa-4ad9-8b6b-caddffe2d82c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:07:30.231650 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: f6228088-7caa-4ad9-8b6b-caddffe2d82c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:07:30.231994 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device f6228088-7caa-4ad9-8b6b-caddffe2d82c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:07:30.232408 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device da2f0470-2013-4136-9848-d30eeecef12c no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:07:30.250936 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: da2f0470-2013-4136-9848-d30eeecef12c {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:07:30.251282 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device da2f0470-2013-4136-9848-d30eeecef12c not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:07:30.309139 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:30.566883 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Deleting port a8054a7e-addf-4cb2-87d0-d6aa64127c9e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:30.567226 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:30.643280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] For port a8054a7e-addf-4cb2-87d0-d6aa64127c9e, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=a8054a7e-addf-4cb2-87d0-d6aa64127c9e,segment=NetworkSegment(1c32b816-5dbc-469a-bf1d-ddac913a5d30),segment_id=1c32b816-5dbc-469a-bf1d-ddac913a5d30)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:30.644244 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:30.662479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Calling delete_port for a8054a7e-addf-4cb2-87d0-d6aa64127c9e owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:30.849214 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:30.872439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8054a7e-addf-4cb2-87d0-d6aa64127c9e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:31.043556 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:31.583107 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:07:31.691465 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:07:31.696342 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-0fc052a9-77f9-4fea-afe5-83aab6d8ee8a admin admin] 10.222.0.13 "PUT /v2.0/routers/8a213de2-ab83-4346-9f89-b8a1c1a1a95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7456269 Jul 06 19:07:31.699039 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58238) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:31.699632 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] Sync routers for ids ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:07:31.710595 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] Routers {'8a213de2-ab83-4346-9f89-b8a1c1a1a95b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:31.711211 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:31.808820 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:31.814286 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] Set router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:31.915423 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:31.970746 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Deleting port ec440301-6586-4f6f-9202-dc4336cde46a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:31.971008 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:31.995699 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T19:07:30Z', 'revision_number': 5, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'gw_port': {'id': 'ec440301-6586-4f6f-9202-dc4336cde46a', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T18:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:32.023797 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] Checking router: 8a213de2-ab83-4346-9f89-b8a1c1a1a95b for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:07:32.031958 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] Routers {'8a213de2-ab83-4346-9f89-b8a1c1a1a95b'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:32.032562 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:32.057920 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] For port ec440301-6586-4f6f-9202-dc4336cde46a, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ec440301-6586-4f6f-9202-dc4336cde46a,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:32.058591 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.073682 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Calling delete_port for ec440301-6586-4f6f-9202-dc4336cde46a owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:32.120588 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] Set router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:32.173262 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T19:07:31Z', 'revision_number': 6, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:32.204406 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb3dfc-3c49-407f-a3f3-56abdc0c9aa4 None None] The sync data for ids ['8a213de2-ab83-4346-9f89-b8a1c1a1a95b'] in n-d-799526-3 is: [{'id': '8a213de2-ab83-4346-9f89-b8a1c1a1a95b', 'name': 'tempest-TestShelveInstance-243102124-router', 'tenant_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T18:58:46Z', 'updated_at': '2021-07-06T19:07:31Z', 'revision_number': 6, 'project_id': 'f1ab42b3d2f1450c884f9fdae4a58e18', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:07:32.251793 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.279307 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec440301-6586-4f6f-9202-dc4336cde46a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:32.342036 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.432548 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.434690 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.481625 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.482075 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a213de2-ab83-4346-9f89-b8a1c1a1a95b {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:07:32.486302 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.488263 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-977343d7-b769-4a4b-abc7-a9f8eaf2d627 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8a213de2-ab83-4346-9f89-b8a1c1a1a95b HTTP/1.1" status: 204 len: 168 time: 0.7879212 Jul 06 19:07:32.490680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58240) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:32.535736 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b80c50-7673-4507-90e1-aa7f3cbc8a91 admin admin] Deleting subnet 73a65976-1316-4d06-b99c-cb25c47c67a4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:07:32.541287 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b80c50-7673-4507-90e1-aa7f3cbc8a91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.575955 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b80c50-7673-4507-90e1-aa7f3cbc8a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.663825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b80c50-7673-4507-90e1-aa7f3cbc8a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.722531 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b80c50-7673-4507-90e1-aa7f3cbc8a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.750499 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b80c50-7673-4507-90e1-aa7f3cbc8a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a65976-1316-4d06-b99c-cb25c47c67a4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:32.756885 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b80c50-7673-4507-90e1-aa7f3cbc8a91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.760066 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-77b80c50-7673-4507-90e1-aa7f3cbc8a91 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/73a65976-1316-4d06-b99c-cb25c47c67a4 HTTP/1.1" status: 204 len: 168 time: 0.2682502 Jul 06 19:07:32.762856 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58242) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:32.763727 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921fb93d-3cc1-4f5e-893e-0e149d66f4ea None None] Network b10c8b5c-0230-49a0-b2df-634654ae0c23 requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:07:32.837635 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.903394 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Deleting port ad301c20-5b79-46d7-93ff-929bb69d753d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:32.903845 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.985045 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] For port ad301c20-5b79-46d7-93ff-929bb69d753d, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=ad301c20-5b79-46d7-93ff-929bb69d753d,segment=NetworkSegment(1c32b816-5dbc-469a-bf1d-ddac913a5d30),segment_id=1c32b816-5dbc-469a-bf1d-ddac913a5d30)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:32.985679 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:32.992676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] DHCP port deletion for b10c8b5c-0230-49a0-b2df-634654ae0c23 request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:07:33.004436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Calling delete_port for ad301c20-5b79-46d7-93ff-929bb69d753d owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:33.107275 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.137984 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad301c20-5b79-46d7-93ff-929bb69d753d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:33.149922 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] No DVR routers for this DVR port ad301c20-5b79-46d7-93ff-929bb69d753d on host n-d-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:07:33.240737 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.258064 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10c8b5c-0230-49a0-b2df-634654ae0c23']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:33.264578 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] Deleting port ad301c20-5b79-46d7-93ff-929bb69d753d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:07:33.265100 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.266582 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.272955 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c32b816-5dbc-469a-bf1d-ddac913a5d30') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:33.273340 n-d-799526-3 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c32b816-5dbc-469a-bf1d-ddac913a5d30') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:33.283813 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16255370'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.298538 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.306563 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:07:33.307352 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4320480'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: Traceback (most recent call last): Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: timer() Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: cb(*args, **kw) Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: return func(*args, **kwargs) Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: self._notify() Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: self.callback(batched_events) Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: event.method(event) Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: return f(self, *a, **k) Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: return self._get(url).json() Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:07:33.309542 n-d-799526-3 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:07:33.340847 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] For port ad301c20-5b79-46d7-93ff-929bb69d753d, host n-d-799526-3, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:33.341484 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.359873 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] Calling delete_port for ad301c20-5b79-46d7-93ff-929bb69d753d owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:07:33.364586 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] Port ad301c20-5b79-46d7-93ff-929bb69d753d was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 19:07:33.368339 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.384782 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.391038 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.393272 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b10c8b5c-0230-49a0-b2df-634654ae0c23 HTTP/1.1" status: 204 len: 168 time: 0.6293128 Jul 06 19:07:33.410518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] Pushing event deleted for resources: {'Port': ['ID=ad301c20-5b79-46d7-93ff-929bb69d753d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:33.413050 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c1bfc-963f-41ff-b917-db793ab3df74 None None] No DVR routers for this DVR port ad301c20-5b79-46d7-93ff-929bb69d753d on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:07:33.416140 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb43fb1-c993-4cd6-829c-fc937057a0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10c8b5c-0230-49a0-b2df-634654ae0c23,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:33.549215 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58246) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:33.592380 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-f45ce786-f1b7-4cfc-90d7-7946e96b495e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc0caff9a5d7441a808ae26821927241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412667 Jul 06 19:07:33.594821 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58248) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:33.645688 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d172028-a605-4abf-933f-29e255071bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.668337 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d172028-a605-4abf-933f-29e255071bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.716084 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d172028-a605-4abf-933f-29e255071bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.719148 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d172028-a605-4abf-933f-29e255071bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:33.720296 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8d172028-a605-4abf-933f-29e255071bf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/136d9806-76de-4250-a612-02b7e617993a HTTP/1.1" status: 204 len: 168 time: 0.1245134 Jul 06 19:07:33.729233 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d172028-a605-4abf-933f-29e255071bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136d9806-76de-4250-a612-02b7e617993a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:34.039382 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:34.079747 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-9f49a3a6-a810-47d9-ad3e-03bf84fc08ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1ab42b3d2f1450c884f9fdae4a58e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391042 Jul 06 19:07:34.082730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58256) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:34.129987 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e1593f2-1905-472c-b70c-a8cc78ee6e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:34.151477 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e1593f2-1905-472c-b70c-a8cc78ee6e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:34.189670 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ad301c20-5b79-46d7-93ff-929bb69d753d no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:07:34.202688 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e1593f2-1905-472c-b70c-a8cc78ee6e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:34.205378 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e1593f2-1905-472c-b70c-a8cc78ee6e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:34.207161 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8e1593f2-1905-472c-b70c-a8cc78ee6e03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55670db7-8693-4781-aace-087944e8b4cf HTTP/1.1" status: 204 len: 168 time: 0.1235304 Jul 06 19:07:34.211572 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: ad301c20-5b79-46d7-93ff-929bb69d753d {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:07:34.211926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ad301c20-5b79-46d7-93ff-929bb69d753d not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:07:34.212353 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a8054a7e-addf-4cb2-87d0-d6aa64127c9e no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:07:34.218156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1593f2-1905-472c-b70c-a8cc78ee6e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55670db7-8693-4781-aace-087944e8b4cf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:34.241097 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: a8054a7e-addf-4cb2-87d0-d6aa64127c9e {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:07:34.241444 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device a8054a7e-addf-4cb2-87d0-d6aa64127c9e not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:07:34.241865 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ec440301-6586-4f6f-9202-dc4336cde46a no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:07:34.267928 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: ec440301-6586-4f6f-9202-dc4336cde46a {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:07:34.268274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device ec440301-6586-4f6f-9202-dc4336cde46a not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:07:34.873449 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58278) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:34.977494 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1297556980-network', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:34.999275 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Made reservation on behalf of 4ae435495ac94092aad26fb7f43044b7 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:07:35.001668 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.010284 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.108505 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.112939 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.140020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:07:35.146658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb85882f-c1c3-4650-bd8b-f0146ab41761,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:35.157116 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.157468 n-d-799526-3 neutron-server[93779]: INFO neutron.db.segments_db [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Added segment 7a370cbd-5889-42ba-bdd5-2632ebf3107b of type vlan for network cb45d318-d63e-4d97-b307-2d8d69405efb Jul 06 19:07:35.198208 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.227466 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.228445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:35.229059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.282018 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4073925 Jul 06 19:07:35.285553 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:35.290820 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Request body: {'subnet': {'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1297556980-subnet', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:35.292540 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710e002-9a37-43b7-81fe-709c9980d27d admin admin] Pushing event updated for resources: {'Network': ['ID=cb45d318-d63e-4d97-b307-2d8d69405efb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:35.302811 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network cb45d318-d63e-4d97-b307-2d8d69405efb details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:07:35.312576 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Made reservation on behalf of 4ae435495ac94092aad26fb7f43044b7 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:07:35.315060 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16298154'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.493712 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16420685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16298168'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.542072 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=791536b3-049f-464b-995c-3389d0948eb1,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:35.565191 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Checking segment: {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:35.565625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Network hostable DHCP agents. Network: cb45d318-d63e-4d97-b307-2d8d69405efb, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:07:35.584084 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Network cb45d318-d63e-4d97-b307-2d8d69405efb is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:07:35.594782 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, cb45d318-d63e-4d97-b307-2d8d69405efb) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:35.599756 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:35.600403 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.607576 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f7307-ed39-48ff-aa91-638ca27d5a72 None None] Network cb45d318-d63e-4d97-b307-2d8d69405efb requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:07:35.616085 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-de8dabdd-ca0f-4317-978b-4576df2b28ca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3293850 Jul 06 19:07:35.619633 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:35.623615 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:35.647567 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.649036 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.706631 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.767510 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-cb45d318-d63e-4d97-b307-2d8d69405efb', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:07:35.769313 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.856710 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:35.908238 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Allocated IP 172.20.0.2 (cb45d318-d63e-4d97-b307-2d8d69405efb/791536b3-049f-464b-995c-3389d0948eb1/820ef40b-d661-4a18-8091-f18338da9b46) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:07:36.064562 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.072082 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.075542 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Transition to ACTIVE for port object 820ef40b-d661-4a18-8091-f18338da9b46 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:36.091699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Transition to ACTIVE for port object 820ef40b-d661-4a18-8091-f18338da9b46 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:36.092506 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.098426 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.136868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Network cb45d318-d63e-4d97-b307-2d8d69405efb is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:36.141565 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:36.145325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:07:36.162264 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Pushing event updated for resources: {'Port': ['ID=820ef40b-d661-4a18-8091-f18338da9b46,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:36.206953 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Allocated IP 172.25.7.45 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/277729ae-cc4b-4973-bedb-bbd749618d97) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:07:36.214055 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Attempting to bind port 820ef40b-d661-4a18-8091-f18338da9b46 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:36.214463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Attempting to bind port 820ef40b-d661-4a18-8091-f18338da9b46 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:36.214832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Attempting to bind port 820ef40b-d661-4a18-8091-f18338da9b46 on network cb45d318-d63e-4d97-b307-2d8d69405efb {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:36.220844 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:36.221221 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Checking segment: {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:36.221729 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.222114 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Bound using segment: {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:36.222617 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Bound port: 820ef40b-d661-4a18-8091-f18338da9b46, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:36.223003 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.280292 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.296076 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] For port 820ef40b-d661-4a18-8091-f18338da9b46, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:36.299173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] For port 820ef40b-d661-4a18-8091-f18338da9b46, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=820ef40b-d661-4a18-8091-f18338da9b46,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:36.304259 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.317729 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.364781 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.371835 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58834fa5-80f5-4a45-bcb6-46d561f75dbb None None] Pushing event updated for resources: {'Port': ['ID=820ef40b-d661-4a18-8091-f18338da9b46,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:36.414529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:36.415928 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Pushing event updated for resources: {'Port': ['ID=277729ae-cc4b-4973-bedb-bbd749618d97,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:36.418567 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:36.422260 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:07:36.694391 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:36.890788 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:37.023999 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:07:37.137771 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:07:37.148679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Sync routers for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:07:37.158298 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:37.160712 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a71e254f-dfd8-41b0-9ca3-3f6dc41a01fd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5396001 Jul 06 19:07:37.160903 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:37.161424 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:37.162755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58286) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:37.292175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:37.323866 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64942fc-6d87-45a0-a830-c299080754d6 None None] Network cb45d318-d63e-4d97-b307-2d8d69405efb requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:07:37.451606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ff46016a-04cd-4d7d-b9aa-0ca34f73fcb1 None None] Provisioning for port 820ef40b-d661-4a18-8091-f18338da9b46 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:37.617023 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:36Z', 'revision_number': 3, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:37.627938 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:37.649702 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Checking router: 80fb1445-9edc-4feb-86c3-6841ee7a5d9d for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:07:37.650060 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Updating router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d port 277729ae-cc4b-4973-bedb-bbd749618d97 binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:07:37.689574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:37.799852 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Allocated IP 172.20.0.1 (cb45d318-d63e-4d97-b307-2d8d69405efb/791536b3-049f-464b-995c-3389d0948eb1/c6eb746f-ceb2-4868-8a75-bf93ce4a9647) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:07:37.909632 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:37.922184 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Transition to ACTIVE for port object c6eb746f-ceb2-4868-8a75-bf93ce4a9647 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:37.955636 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:37.965545 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:37.975868 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Transition to ACTIVE for port object 277729ae-cc4b-4973-bedb-bbd749618d97 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:37.982090 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.000292 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Network cb45d318-d63e-4d97-b307-2d8d69405efb is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:38.007149 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:38.011626 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:07:38.014770 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Pushing event updated for resources: {'Port': ['ID=c6eb746f-ceb2-4868-8a75-bf93ce4a9647,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:38.053009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e116e-ef32-4f76-afe3-613403c35f6f None None] Pushing event updated for resources: {'Port': ['ID=277729ae-cc4b-4973-bedb-bbd749618d97,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:38.054256 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.055341 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Attempting to bind port 277729ae-cc4b-4973-bedb-bbd749618d97 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:38.055712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Attempting to bind port 277729ae-cc4b-4973-bedb-bbd749618d97 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:38.056081 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Attempting to bind port 277729ae-cc4b-4973-bedb-bbd749618d97 on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:38.061925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:38.062304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:38.062746 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.063289 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:38.063596 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Bound port: 277729ae-cc4b-4973-bedb-bbd749618d97, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:38.063985 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.127487 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] For port 277729ae-cc4b-4973-bedb-bbd749618d97, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:38.131953 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] For port 277729ae-cc4b-4973-bedb-bbd749618d97, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=277729ae-cc4b-4973-bedb-bbd749618d97,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:38.144261 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.209152 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e116e-ef32-4f76-afe3-613403c35f6f None None] Pushing event updated for resources: {'Port': ['ID=277729ae-cc4b-4973-bedb-bbd749618d97,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:38.211740 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:38.212357 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:38.219695 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.283111 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 820ef40b-d661-4a18-8091-f18338da9b46 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:38.382902 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:38.385606 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac8f1983-1663-4b33-bbed-f70b4ce56d2b None None] Provisioning for port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:38.417156 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.421661 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ac8f1983-1663-4b33-bbed-f70b4ce56d2b None None] Provisioning complete for port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:38.422064 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1983-1663-4b33-bbed-f70b4ce56d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.424098 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.453146 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 820ef40b-d661-4a18-8091-f18338da9b46 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:38.492799 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 820ef40b-d661-4a18-8091-f18338da9b46 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:38.493174 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.493919 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Pushing event updated for resources: {'Port': ['ID=c6eb746f-ceb2-4868-8a75-bf93ce4a9647,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:38.497255 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.552841 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f1983-1663-4b33-bbed-f70b4ce56d2b None None] Port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:07:38.595751 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Network cb45d318-d63e-4d97-b307-2d8d69405efb is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:38.597862 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:38.667527 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.744083 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:07:38.877006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 820ef40b-d661-4a18-8091-f18338da9b46, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=820ef40b-d661-4a18-8091-f18338da9b46,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:38.881377 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:07:38.884495 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.893541 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-78b88f97-966a-4823-8028-490949eb375b admin admin] 10.222.0.13 "PUT /v2.0/routers/80fb1445-9edc-4feb-86c3-6841ee7a5d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7276492 Jul 06 19:07:38.918009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-54caffb3-7bb0-4ca3-8bee-1be6804d15cf None None] Provisioning complete for port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:38.918274 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54caffb3-7bb0-4ca3-8bee-1be6804d15cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:38.942031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:37Z', 'revision_number': 1, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:38.987823 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ac501-de56-4acb-a3b4-0e9100d94125 None None] The sync data for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 is: [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:37Z', 'revision_number': 1, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:07:38.998719 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=820ef40b-d661-4a18-8091-f18338da9b46,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:39.003281 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-54caffb3-7bb0-4ca3-8bee-1be6804d15cf None None] Port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:07:39.420131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:39.425961 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1083816669-network', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:39.452760 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Made reservation on behalf of 1a1e209d1ebf4cf8a16aa5027ad24e02 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:07:39.456717 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:39.467638 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:39.577216 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:39.582591 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:39.610331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 19:07:39.621182 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bef60c-5331-4d47-9394-14ff21bcd332,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:39.626815 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:39.627170 n-d-799526-3 neutron-server[93778]: INFO neutron.db.segments_db [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Added segment ed72bef3-bfbc-4fca-b203-5cac88cc266b of type vlan for network 311ff609-4607-4095-a498-f0fa71c8c27c Jul 06 19:07:39.676368 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747870906206'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:39.717014 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:39.718779 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:39.719375 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:39.786083 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3646841 Jul 06 19:07:39.790759 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:39.795481 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c60ba-0069-4509-b233-899d9e91f5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=311ff609-4607-4095-a498-f0fa71c8c27c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:39.802596 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Request body: {'subnet': {'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1083816669-subnet', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:39.817338 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Network 311ff609-4607-4095-a498-f0fa71c8c27c details requested by agent ovs-agent-n-d-799526-3 with host n-d-799526-3 {{(pid=93780) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 19:07:39.844437 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Made reservation on behalf of 1a1e209d1ebf4cf8a16aa5027ad24e02 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:07:39.849821 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4229074'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.045804 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4320322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4229056'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.099556 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242476e9-8ee7-4ab1-bb6c-8970ae514d10,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:40.117573 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Checking segment: {'id': 'ed72bef3-bfbc-4fca-b203-5cac88cc266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:40.117925 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Network hostable DHCP agents. Network: 311ff609-4607-4095-a498-f0fa71c8c27c, hostable agents: ['382dfa7b-825d-4402-a138-ee59056f9c2c'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 19:07:40.140373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Network 311ff609-4607-4095-a498-f0fa71c8c27c is scheduled to be hosted by DHCP agent 382dfa7b-825d-4402-a138-ee59056f9c2c with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 19:07:40.152676 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799526-3, 311ff609-4607-4095-a498-f0fa71c8c27c) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:40.158032 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:40.158697 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.169924 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af572c9-8869-4500-b53e-573783da4439 None None] Network 311ff609-4607-4095-a498-f0fa71c8c27c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:07:40.178388 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-d90c8303-d651-4b0f-96f0-3ed08b33bc76 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3860803 Jul 06 19:07:40.180687 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58306) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:40.185428 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:40.219101 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8278226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2869'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.220761 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8278093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8279805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7993403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2860'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.289316 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.323313 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 820ef40b-d661-4a18-8091-f18338da9b46 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:40.400766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp106ca1dd-036f-5fdc-b5ea-33a38b7832f1-311ff609-4607-4095-a498-f0fa71c8c27c', 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'fixed_ips': [{'subnet_id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10'}]}} from n-d-799526-3. {{(pid=93780) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 19:07:40.401630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.430616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 820ef40b-d661-4a18-8091-f18338da9b46 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:40.430996 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.444969 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7989271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8278208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2846'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.603692 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Allocated IP 172.20.0.2 (311ff609-4607-4095-a498-f0fa71c8c27c/242476e9-8ee7-4ab1-bb6c-8970ae514d10/45469581-1c65-4947-8790-840de822d1bd) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:07:40.621629 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 277729ae-cc4b-4973-bedb-bbd749618d97 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:40.653772 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.673599 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.733842 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 277729ae-cc4b-4973-bedb-bbd749618d97 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:40.746695 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 277729ae-cc4b-4973-bedb-bbd749618d97 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:40.747076 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.787639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Allocated IP 172.25.7.38 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/d84e2872-4674-4f41-b04d-d46847b06e6f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:07:40.820735 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.833088 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Transition to ACTIVE for port object 45469581-1c65-4947-8790-840de822d1bd will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:40.870128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Transition to ACTIVE for port object 45469581-1c65-4947-8790-840de822d1bd will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:40.882877 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.900485 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.915785 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.942833 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Network 311ff609-4607-4095-a498-f0fa71c8c27c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:40.949244 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.957290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:40.960104 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 277729ae-cc4b-4973-bedb-bbd749618d97, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=277729ae-cc4b-4973-bedb-bbd749618d97,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:40.961585 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:07:40.963899 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Pushing event updated for resources: {'Port': ['ID=45469581-1c65-4947-8790-840de822d1bd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:40.969831 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:40.989849 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:40.992681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:40.995308 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:07:41.037637 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Pushing event updated for resources: {'Port': ['ID=d84e2872-4674-4f41-b04d-d46847b06e6f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:41.059284 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Attempting to bind port 45469581-1c65-4947-8790-840de822d1bd on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:41.059658 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Attempting to bind port 45469581-1c65-4947-8790-840de822d1bd by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'ed72bef3-bfbc-4fca-b203-5cac88cc266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:41.060039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Attempting to bind port 45469581-1c65-4947-8790-840de822d1bd on network 311ff609-4607-4095-a498-f0fa71c8c27c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:41.067456 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:41.067780 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Checking segment: {'id': 'ed72bef3-bfbc-4fca-b203-5cac88cc266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:41.068103 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:41.068471 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Bound using segment: {'id': 'ed72bef3-bfbc-4fca-b203-5cac88cc266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:41.069200 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Bound port: 45469581-1c65-4947-8790-840de822d1bd, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed72bef3-bfbc-4fca-b203-5cac88cc266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:41.069673 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:41.071415 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=277729ae-cc4b-4973-bedb-bbd749618d97,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:41.141290 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] For port 45469581-1c65-4947-8790-840de822d1bd, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:41.145013 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] For port 45469581-1c65-4947-8790-840de822d1bd, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=45469581-1c65-4947-8790-840de822d1bd,segment=NetworkSegment(ed72bef3-bfbc-4fca-b203-5cac88cc266b),segment_id=ed72bef3-bfbc-4fca-b203-5cac88cc266b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:41.154053 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:41.225409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c1242-98ac-4037-bf78-2ff43d615dff None None] Pushing event updated for resources: {'Port': ['ID=45469581-1c65-4947-8790-840de822d1bd,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:41.270606 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Sync routers for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:07:41.280855 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:41.281477 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:41.289344 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:41.406846 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:41.540944 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8278233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7989260'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:41.621509 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 2, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:41.652877 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Checking router: 80fb1445-9edc-4feb-86c3-6841ee7a5d9d for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:07:41.653528 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Updating router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:07:41.690911 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:41.985812 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:41.997743 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Transition to ACTIVE for port object c6eb746f-ceb2-4868-8a75-bf93ce4a9647 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:42.012966 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:42.062477 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 is scheduled to L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 19:07:42.071398 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Pushing event updated for resources: {'Port': ['ID=c6eb746f-ceb2-4868-8a75-bf93ce4a9647,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:42.102834 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.103185 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.103678 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.104076 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.104476 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.104873 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.105267 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.105655 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.106044 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.106457 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.106861 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.107248 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:07:42.155993 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Attempting to bind port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:42.157089 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Attempting to bind port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:42.157609 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Attempting to bind port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 on network cb45d318-d63e-4d97-b307-2d8d69405efb {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:42.167512 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:42.167894 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Checking segment: {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:42.168304 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:42.169427 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Bound using segment: {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:42.170611 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Bound port: c6eb746f-ceb2-4868-8a75-bf93ce4a9647, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:42.170611 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:42.214280 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:07:42.230929 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Sync routers for ids ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:07:42.251463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Routers {'64d5f72e-8f54-4cf7-9a96-cfecdba1a417'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:42.252304 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:42.257847 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:42.259624 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-a52e5654-bfd2-4699-9906-35d352582944 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0776706 Jul 06 19:07:42.262136 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:42.295029 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] For port c6eb746f-ceb2-4868-8a75-bf93ce4a9647, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:42.300432 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] For port c6eb746f-ceb2-4868-8a75-bf93ce4a9647, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c6eb746f-ceb2-4868-8a75-bf93ce4a9647,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:42.305809 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:42.358427 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:42.359424 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:42.379647 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 277729ae-cc4b-4973-bedb-bbd749618d97 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:42.498059 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f532a395-54a4-4e67-8095-742ec8eb0e69 None None] Network 311ff609-4607-4095-a498-f0fa71c8c27c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:07:42.555344 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c45d57-f016-4156-bc1c-644a410d5c9f None None] Pushing event updated for resources: {'Port': ['ID=c6eb746f-ceb2-4868-8a75-bf93ce4a9647,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:42.620421 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:42.655718 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c437fefd-f416-453e-9ce0-b4ebfc862d06 None None] Provisioning for port 45469581-1c65-4947-8790-840de822d1bd completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:42.688390 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Set router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:42.767245 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 277729ae-cc4b-4973-bedb-bbd749618d97 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:42.767558 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:42.868595 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:42Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:42.873972 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:42.898386 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b7f72-8a72-41ee-9fa9-2baeedce7fcd None None] The sync data for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 is: [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:42Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:07:43.055092 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 45469581-1c65-4947-8790-840de822d1bd up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:43.082404 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Allocated IP 172.20.0.1 (311ff609-4607-4095-a498-f0fa71c8c27c/242476e9-8ee7-4ab1-bb6c-8970ae514d10/d17d2840-ae55-42de-ba71-87aa9ceb3dd0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:07:43.205901 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.224151 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Transition to ACTIVE for port object d17d2840-ae55-42de-ba71-87aa9ceb3dd0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:43.261057 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.302527 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:41Z', 'revision_number': 3, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'gw_port': {'id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:43.313975 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Network 311ff609-4607-4095-a498-f0fa71c8c27c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:43.315583 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:43.321871 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:07:43.332492 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Checking router: 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:07:43.332858 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Updating router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 port d84e2872-4674-4f41-b04d-d46847b06e6f binding host n-d-799526-3 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:07:43.350063 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d17d2840-ae55-42de-ba71-87aa9ceb3dd0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:43.366952 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port 45469581-1c65-4947-8790-840de822d1bd completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:43.374209 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 45469581-1c65-4947-8790-840de822d1bd triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:43.374607 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.377038 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8284731'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.403167 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.556041 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.636874 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.653850 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f8bfb0c5-d0a4-4ed2-8871-fc827286a748 None None] Provisioning complete for port 45469581-1c65-4947-8790-840de822d1bd triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:43.654223 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb0c5-d0a4-4ed2-8871-fc827286a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.740938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port 45469581-1c65-4947-8790-840de822d1bd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=45469581-1c65-4947-8790-840de822d1bd,segment=NetworkSegment(ed72bef3-bfbc-4fca-b203-5cac88cc266b),segment_id=ed72bef3-bfbc-4fca-b203-5cac88cc266b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:43.756426 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.768080 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.774854 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.848705 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d17d2840-ae55-42de-ba71-87aa9ceb3dd0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:43.852711 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8282182'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.895323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=45469581-1c65-4947-8790-840de822d1bd,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:43.923636 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.935834 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Transition to ACTIVE for port object d84e2872-4674-4f41-b04d-d46847b06e6f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:43.944359 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:43.958744 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Network 311ff609-4607-4095-a498-f0fa71c8c27c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:43.960422 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:44.009759 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5471156-5846-452d-bc57-79f350bd189b None None] Pushing event updated for resources: {'Port': ['ID=d84e2872-4674-4f41-b04d-d46847b06e6f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:44.014031 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Attempting to bind port d84e2872-4674-4f41-b04d-d46847b06e6f on host n-d-799526-3 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:44.014421 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Attempting to bind port d84e2872-4674-4f41-b04d-d46847b06e6f by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:44.014786 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Attempting to bind port d84e2872-4674-4f41-b04d-d46847b06e6f on network 711386f9-cc21-4050-a615-21e8e2b31e38 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:44.023613 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:44.023992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Checking segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:44.024429 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:44.024830 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Bound using segment: {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:44.025308 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Bound port: d84e2872-4674-4f41-b04d-d46847b06e6f, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd57275-088d-423e-b602-ddfdec9b06a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:44.025685 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:44.028798 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6ecda579-cb63-46b7-a799-f2683e18eee3 None None] Provisioning for port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:44.055309 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6ecda579-cb63-46b7-a799-f2683e18eee3 None None] Provisioning complete for port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:44.055687 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ecda579-cb63-46b7-a799-f2683e18eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:44.086512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:07:44.120495 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6ecda579-cb63-46b7-a799-f2683e18eee3 None None] Port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:07:44.122453 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] For port d84e2872-4674-4f41-b04d-d46847b06e6f, host n-d-799526-3, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:44.126288 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] For port d84e2872-4674-4f41-b04d-d46847b06e6f, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d84e2872-4674-4f41-b04d-d46847b06e6f,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:44.132978 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:44.194014 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Routers {'64d5f72e-8f54-4cf7-9a96-cfecdba1a417'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:44.194676 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:44.199978 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5471156-5846-452d-bc57-79f350bd189b None None] Pushing event updated for resources: {'Port': ['ID=d84e2872-4674-4f41-b04d-d46847b06e6f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:44.222509 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:07:44.235087 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-bea9f80c-c891-4de3-9838-0c98d0bc73f8 admin admin] 10.222.0.13 "PUT /v2.0/routers/64d5f72e-8f54-4cf7-9a96-cfecdba1a417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717577 Jul 06 19:07:44.265128 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6e92a7d9-0916-4864-9c55-9c5809387a2c None None] Provisioning complete for port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:44.265575 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e92a7d9-0916-4864-9c55-9c5809387a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:44.295867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c6eb746f-ceb2-4868-8a75-bf93ce4a9647 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:44.374634 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6e92a7d9-0916-4864-9c55-9c5809387a2c None None] Port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:07:44.385011 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] Set router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:44.464828 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:44.480130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:44.480498 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:44.641586 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:44.684992 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port c6eb746f-ceb2-4868-8a75-bf93ce4a9647, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c6eb746f-ceb2-4868-8a75-bf93ce4a9647,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:44.689494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:44.690977 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 45469581-1c65-4947-8790-840de822d1bd up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:44.739325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8416064b-dbb0-483a-a599-82af9340605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:43Z', 'revision_number': 4, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'gw_port': {'id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd17d2840-ae55-42de-ba71-87aa9ceb3dd0', 'name': '', 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'mac_address': 'fa:16:3e:6d:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:42Z', 'updated_at': '2021-07-06T19:07:43Z', 'revision_number': 2, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'subnets': [{'id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:44.780101 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416064b-dbb0-483a-a599-82af9340605f None None] The sync data for ids ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'] in n-d-799526-3 is: [{'id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:43Z', 'revision_number': 4, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'gw_port': {'id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd17d2840-ae55-42de-ba71-87aa9ceb3dd0', 'name': '', 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'mac_address': 'fa:16:3e:6d:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:42Z', 'updated_at': '2021-07-06T19:07:43Z', 'revision_number': 2, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'subnets': [{'id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:07:44.807273 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=c6eb746f-ceb2-4868-8a75-bf93ce4a9647,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:44.818328 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port 45469581-1c65-4947-8790-840de822d1bd triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:44.818734 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:45.892875 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58318) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:45.898389 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4052e945-87ad-415c-8f6d-285bd1e040a9 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711944700', 'description': 'tempest-secgroup-smoke-711944700 description', 'project_id': '4ae435495ac94092aad26fb7f43044b7'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:45.922715 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4052e945-87ad-415c-8f6d-285bd1e040a9 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.012814 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4052e945-87ad-415c-8f6d-285bd1e040a9 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.016872 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4052e945-87ad-415c-8f6d-285bd1e040a9 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.044614 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4052e945-87ad-415c-8f6d-285bd1e040a9 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.045866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-4052e945-87ad-415c-8f6d-285bd1e040a9 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1511323 Jul 06 19:07:46.050040 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:46.050673 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052e945-87ad-415c-8f6d-285bd1e040a9 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d57f009-9a25-4492-bfe0-33a17b01b460,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:46.056389 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f1cf3130-98f3-4563-ae5b-83abc921cd52 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'security_group_rule': {'security_group_id': '8d57f009-9a25-4492-bfe0-33a17b01b460', 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:46.084938 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3130-98f3-4563-ae5b-83abc921cd52 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.150309 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3130-98f3-4563-ae5b-83abc921cd52 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.159662 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3130-98f3-4563-ae5b-83abc921cd52 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.181028 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3130-98f3-4563-ae5b-83abc921cd52 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dde94f5-cdbe-4714-98b6-4536182d490d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:46.197847 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1cf3130-98f3-4563-ae5b-83abc921cd52 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.199325 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-f1cf3130-98f3-4563-ae5b-83abc921cd52 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477628 Jul 06 19:07:46.201974 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:46.207857 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7c35d76d-2849-4f7d-9100-4f70ffc69cd8 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'security_group_rule': {'security_group_id': '8d57f009-9a25-4492-bfe0-33a17b01b460', 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:46.242139 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c35d76d-2849-4f7d-9100-4f70ffc69cd8 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.347878 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c35d76d-2849-4f7d-9100-4f70ffc69cd8 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.350130 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d84e2872-4674-4f41-b04d-d46847b06e6f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:46.352790 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c35d76d-2849-4f7d-9100-4f70ffc69cd8 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.372521 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35d76d-2849-4f7d-9100-4f70ffc69cd8 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58be4642-5145-43de-be85-47b7ba976128,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:46.387558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c35d76d-2849-4f7d-9100-4f70ffc69cd8 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.393284 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-7c35d76d-2849-4f7d-9100-4f70ffc69cd8 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1894317 Jul 06 19:07:46.396532 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:46.404988 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fc104093-d2e9-4736-a8c3-21e53a195294 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'security_group_rule': {'security_group_id': '8d57f009-9a25-4492-bfe0-33a17b01b460', 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:46.443668 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port d84e2872-4674-4f41-b04d-d46847b06e6f completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:46.448150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d84e2872-4674-4f41-b04d-d46847b06e6f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:46.448802 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.453602 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc104093-d2e9-4736-a8c3-21e53a195294 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.537799 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc104093-d2e9-4736-a8c3-21e53a195294 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.540196 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.543396 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc104093-d2e9-4736-a8c3-21e53a195294 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.564743 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc104093-d2e9-4736-a8c3-21e53a195294 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13089c4e-f7f2-4a4d-8014-90d103d8c544,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:46.567531 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port d84e2872-4674-4f41-b04d-d46847b06e6f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d84e2872-4674-4f41-b04d-d46847b06e6f,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:46.572762 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc104093-d2e9-4736-a8c3-21e53a195294 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.573910 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-fc104093-d2e9-4736-a8c3-21e53a195294 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1738696 Jul 06 19:07:46.575227 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.576022 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c6eb746f-ceb2-4868-8a75-bf93ce4a9647 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:46.576755 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:46.582490 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6824950c-3b71-4cb9-a974-de824dc7735c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'security_group_rule': {'security_group_id': '8d57f009-9a25-4492-bfe0-33a17b01b460', 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:46.610626 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6824950c-3b71-4cb9-a974-de824dc7735c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.654687 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=d84e2872-4674-4f41-b04d-d46847b06e6f,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:46.668824 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:46.669238 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.682504 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6824950c-3b71-4cb9-a974-de824dc7735c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.686282 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6824950c-3b71-4cb9-a974-de824dc7735c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.707383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824950c-3b71-4cb9-a974-de824dc7735c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39870f5c-11d5-4f83-8700-6fb289f4375a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:46.716477 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6824950c-3b71-4cb9-a974-de824dc7735c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.717835 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6824950c-3b71-4cb9-a974-de824dc7735c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399713 Jul 06 19:07:46.720631 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:46.727934 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-25a4bd30-2397-4400-a47b-a06f1a8f29ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'security_group_rule': {'security_group_id': '8d57f009-9a25-4492-bfe0-33a17b01b460', 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:46.761835 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-25a4bd30-2397-4400-a47b-a06f1a8f29ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Project 4ae435495ac94092aad26fb7f43044b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:07:46.769294 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a4bd30-2397-4400-a47b-a06f1a8f29ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.835849 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a4bd30-2397-4400-a47b-a06f1a8f29ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.839911 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a4bd30-2397-4400-a47b-a06f1a8f29ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.860058 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4bd30-2397-4400-a47b-a06f1a8f29ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8b638c-cde2-4f4f-be83-720f4b1434e6,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:46.863937 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a4bd30-2397-4400-a47b-a06f1a8f29ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.865147 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-25a4bd30-2397-4400-a47b-a06f1a8f29ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432824 Jul 06 19:07:46.868014 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58330) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:46.872692 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-80d3afe6-325f-40f9-b7ef-9d352decb9cf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'security_group_rule': {'security_group_id': '8d57f009-9a25-4492-bfe0-33a17b01b460', 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:46.896999 n-d-799526-3 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-80d3afe6-325f-40f9-b7ef-9d352decb9cf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Project 4ae435495ac94092aad26fb7f43044b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 19:07:46.902431 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80d3afe6-325f-40f9-b7ef-9d352decb9cf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.965497 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80d3afe6-325f-40f9-b7ef-9d352decb9cf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.969445 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80d3afe6-325f-40f9-b7ef-9d352decb9cf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8131270'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.987675 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3afe6-325f-40f9-b7ef-9d352decb9cf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c21c5f-46ed-4d3a-8d3f-6f78f36644b3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:46.995694 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80d3afe6-325f-40f9-b7ef-9d352decb9cf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:46.997108 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-80d3afe6-325f-40f9-b7ef-9d352decb9cf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279900 Jul 06 19:07:47.043645 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:07:47.142638 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-e37a63f9-7bd3-4526-81de-63d5740e512c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711944700&fields=id&tenant_id=4ae435495ac94092aad26fb7f43044b7 HTTP/1.1" status: 200 len: 267 time: 0.0337389 Jul 06 19:07:47.182899 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53cb7683-c6ec-4e59-a64b-e3ed05e93144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:47.197247 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Sync routers for ids ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:07:47.206611 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Routers {'64d5f72e-8f54-4cf7-9a96-cfecdba1a417'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:47.206857 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:47.254914 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-0d386598-d474-4ccd-ae47-c9ac597e713a tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:47.256343 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-0d386598-d474-4ccd-ae47-c9ac597e713a tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 810 time: 0.1071856 Jul 06 19:07:47.271935 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-fe52b2f1-7b81-44c3-85d6-903358566f1b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/quotas/4ae435495ac94092aad26fb7f43044b7 HTTP/1.1" status: 200 len: 375 time: 0.0099986 Jul 06 19:07:47.312722 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Set router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:47.345692 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-da5a79a4-0449-4bfc-ac91-89216211feba tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683076 Jul 06 19:07:47.361942 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-c5e88bca-6830-47fe-925b-ac83b6250c85 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:07:47.362942 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-c5e88bca-6830-47fe-925b-ac83b6250c85 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053914 Jul 06 19:07:47.458713 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-478517c6-d9f4-488a-8ee1-5f51a7ebd9e8 service neutron] 10.222.0.13 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891838 Jul 06 19:07:47.516459 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:43Z', 'revision_number': 4, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'gw_port': {'id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd17d2840-ae55-42de-ba71-87aa9ceb3dd0', 'name': '', 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'mac_address': 'fa:16:3e:6d:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:42Z', 'updated_at': '2021-07-06T19:07:43Z', 'revision_number': 2, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'subnets': [{'id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:47.545774 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Checking router: 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:07:47.546125 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Updating router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 binding host n-d-799526-3 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 19:07:47.555040 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-807f2142-e702-4f73-aa19-02c59bd871ab service neutron] 10.222.0.13 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906932 Jul 06 19:07:47.582751 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:47.744601 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-624ba3dd-7419-41bc-a26e-6d3097793500 req-b7baa2f4-5444-430c-b2d5-82921f2cc58f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 210 time: 0.0300283 Jul 06 19:07:47.870349 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:47.880057 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Transition to ACTIVE for port object d17d2840-ae55-42de-ba71-87aa9ceb3dd0 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:47.885750 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:47.935097 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02f8a9-d367-4d77-b707-b4e79b2c039a None None] Pushing event updated for resources: {'Port': ['ID=d17d2840-ae55-42de-ba71-87aa9ceb3dd0,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:48.003505 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Attempting to bind port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 on host n-d-799526-3 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:48.004065 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Attempting to bind port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 by drivers openvswitch,hyperv on host n-d-799526-3 at level 0 using segments [{'id': 'ed72bef3-bfbc-4fca-b203-5cac88cc266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:48.004361 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Attempting to bind port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 on network 311ff609-4607-4095-a498-f0fa71c8c27c {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:48.009959 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Checking agent: {'id': '6e22f8aa-0e00-40c9-8888-b7036e1c7e7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 18, 50), 'started_at': datetime.datetime(2021, 7, 6, 17, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799526-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:48.010429 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Checking segment: {'id': 'ed72bef3-bfbc-4fca-b203-5cac88cc266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:48.011516 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:48.011516 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Bound using segment: {'id': 'ed72bef3-bfbc-4fca-b203-5cac88cc266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:48.011994 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Bound port: d17d2840-ae55-42de-ba71-87aa9ceb3dd0, host: n-d-799526-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed72bef3-bfbc-4fca-b203-5cac88cc266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:48.012567 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:48.085785 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] For port d17d2840-ae55-42de-ba71-87aa9ceb3dd0, host n-d-799526-3, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:48.089108 n-d-799526-3 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] For port d17d2840-ae55-42de-ba71-87aa9ceb3dd0, host n-d-799526-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d17d2840-ae55-42de-ba71-87aa9ceb3dd0,segment=NetworkSegment(ed72bef3-bfbc-4fca-b203-5cac88cc266b),segment_id=ed72bef3-bfbc-4fca-b203-5cac88cc266b)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:48.094048 n-d-799526-3 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:48.157823 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Routers {'64d5f72e-8f54-4cf7-9a96-cfecdba1a417'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:07:48.158502 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:48.198976 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02f8a9-d367-4d77-b707-b4e79b2c039a None None] Pushing event updated for resources: {'Port': ['ID=d17d2840-ae55-42de-ba71-87aa9ceb3dd0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:48.282926 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d84e2872-4674-4f41-b04d-d46847b06e6f up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:48.313509 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] Set router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:07:48.374709 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d84e2872-4674-4f41-b04d-d46847b06e6f triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:48.375654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:48.587155 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:43Z', 'revision_number': 4, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'gw_port': {'id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd17d2840-ae55-42de-ba71-87aa9ceb3dd0', 'name': '', 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'mac_address': 'fa:16:3e:6d:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:42Z', 'updated_at': '2021-07-06T19:07:48Z', 'revision_number': 4, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'subnets': [{'id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:07:48.616589 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626fcbe9-6193-48e5-89ab-66a60eec4c92 None None] The sync data for ids ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'] in n-d-799526-3 is: [{'id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:43Z', 'revision_number': 4, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'gw_port': {'id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'd17d2840-ae55-42de-ba71-87aa9ceb3dd0', 'name': '', 'network_id': '311ff609-4607-4095-a498-f0fa71c8c27c', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'mac_address': 'fa:16:3e:6d:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:42Z', 'updated_at': '2021-07-06T19:07:48Z', 'revision_number': 4, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'subnets': [{'id': '242476e9-8ee7-4ab1-bb6c-8970ae514d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:07:48.928507 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f012f08e-dfa0-468f-b751-aee3eb6ab715 req-dca7a898-e126-4b7e-bac8-a035249530b9 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 210 time: 0.0548091 Jul 06 19:07:49.209304 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-25ffdd38-171f-49ce-9fb8-5bb7af16beaa tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:49.210990 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-25ffdd38-171f-49ce-9fb8-5bb7af16beaa tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.22 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 810 time: 0.1328058 Jul 06 19:07:49.275081 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-cd94c5c0-e19d-4f11-ab0e-ba391f42658c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ae435495ac94092aad26fb7f43044b7 HTTP/1.1" status: 200 len: 379 time: 0.0512507 Jul 06 19:07:49.284444 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'port': {'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'admin_state_up': True, 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'security_groups': ['8d57f009-9a25-4492-bfe0-33a17b01b460']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:49.402132 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Made reservation on behalf of 4ae435495ac94092aad26fb7f43044b7 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:07:49.406417 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:49.751821 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-504ff445-5870-4989-b134-370d6c228977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:49.888834 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Allocated IP 172.20.0.12 (cb45d318-d63e-4d97-b307-2d8d69405efb/791536b3-049f-464b-995c-3389d0948eb1/d8f1fdce-0e10-4aab-89cb-51168fa94cae) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:07:50.087268 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.104547 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Transition to ACTIVE for port object d8f1fdce-0e10-4aab-89cb-51168fa94cae will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:50.120776 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-5ca3bb37-ef3f-4905-9760-eb4f1e313f87 req-23952f65-069d-4d3e-94cb-ec6f273b56c7 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 210 time: 0.0559740 Jul 06 19:07:50.144380 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16420665'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.200900 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Network cb45d318-d63e-4d97-b307-2d8d69405efb is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:50.204474 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:50.212730 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:07:50.244965 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'Port': ['ID=d8f1fdce-0e10-4aab-89cb-51168fa94cae,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:50.288718 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.297223 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d17d2840-ae55-42de-ba71-87aa9ceb3dd0 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:50.303609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:50.304713 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.331123 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-a9b5c85d-58c2-41f7-a2ec-39f832d3543b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0509243 Jul 06 19:07:50.353568 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.v2.base [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Request body: {'port': {'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799526-3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:50.373923 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning for port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:50.379612 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:50.379990 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.477976 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.483213 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.530528 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] For port d17d2840-ae55-42de-ba71-87aa9ceb3dd0, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d17d2840-ae55-42de-ba71-87aa9ceb3dd0,segment=NetworkSegment(ed72bef3-bfbc-4fca-b203-5cac88cc266b),segment_id=ed72bef3-bfbc-4fca-b203-5cac88cc266b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:50.535766 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.589006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Pushing event updated for resources: {'Port': ['ID=d17d2840-ae55-42de-ba71-87aa9ceb3dd0,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:50.606241 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5112c87a-7f70-4171-a930-cf3d532cc63d None None] Provisioning for port d8f1fdce-0e10-4aab-89cb-51168fa94cae completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:50.611046 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5112c87a-7f70-4171-a930-cf3d532cc63d None None] Provisioning complete for port d8f1fdce-0e10-4aab-89cb-51168fa94cae triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:50.611559 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5112c87a-7f70-4171-a930-cf3d532cc63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.651766 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5112c87a-7f70-4171-a930-cf3d532cc63d None None] Port d8f1fdce-0e10-4aab-89cb-51168fa94cae cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:07:50.837358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f1fdce-0e10-4aab-89cb-51168fa94cae {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:07:50.845202 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.860501 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Transition to ACTIVE for port object d8f1fdce-0e10-4aab-89cb-51168fa94cae will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:07:50.864785 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:50.918712 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1fdce-0e10-4aab-89cb-51168fa94cae,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:51.026986 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Attempting to bind port d8f1fdce-0e10-4aab-89cb-51168fa94cae on host n-h1-799526-3 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:07:51.027410 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Attempting to bind port d8f1fdce-0e10-4aab-89cb-51168fa94cae by drivers openvswitch,hyperv on host n-h1-799526-3 at level 0 using segments [{'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:07:51.027654 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Attempting to bind port d8f1fdce-0e10-4aab-89cb-51168fa94cae on network cb45d318-d63e-4d97-b307-2d8d69405efb {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:51.032951 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Port d8f1fdce-0e10-4aab-89cb-51168fa94cae on network cb45d318-d63e-4d97-b307-2d8d69405efb not bound, no agent of type Open vSwitch agent registered on host n-h1-799526-3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:07:51.033274 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Attempting to bind port d8f1fdce-0e10-4aab-89cb-51168fa94cae on network cb45d318-d63e-4d97-b307-2d8d69405efb {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:07:51.039947 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Checking agent: {'id': 'f65b3c6c-6a5a-4568-b316-e94434341fa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:07:51.040287 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Checking segment: {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:07:51.040675 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Bound using segment: {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:07:51.041105 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Bound port: d8f1fdce-0e10-4aab-89cb-51168fa94cae, host: n-h1-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:07:51.041473 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:51.109980 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:51.132626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:07:51.136907 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:07:51.141600 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16420811'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:51.186819 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:51.187415 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:51.188881 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] 10.222.0.22 "PUT /v2.0/ports/d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 1092 time: 0.8495743 Jul 06 19:07:51.189358 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:51.192878 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39" -d '{"events": [{"name": "network-changed", "server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:51.269004 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfa64c-0d5e-4e9d-ab5f-cf612e2e55b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1fdce-0e10-4aab-89cb-51168fa94cae,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:51.274553 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db5cfb8-48ad-4d76-8295-d49d75b2e64d x-openstack-request-id: req-8db5cfb8-48ad-4d76-8295-d49d75b2e64d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:51.274553 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:51.276010 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8db5cfb8-48ad-4d76-8295-d49d75b2e64d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:51.276010 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'status': 'completed', 'code': 200} Jul 06 19:07:51.374017 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-58c50834-2890-4200-b9e7-7507c0830eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:51.375623 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-58c50834-2890-4200-b9e7-7507c0830eae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1095 time: 0.1454902 Jul 06 19:07:51.389266 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41019811-3b16-4a0e-97bb-a0a7911eb7c2 req-7ea1ca41-8632-4934-873f-3038045648a2 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:51.390975 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41019811-3b16-4a0e-97bb-a0a7911eb7c2 req-7ea1ca41-8632-4934-873f-3038045648a2 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 944 time: 0.1143115 Jul 06 19:07:51.439153 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-51aae0aa-29f2-48f0-bf91-c36613d59de8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 217 time: 0.0468733 Jul 06 19:07:51.510611 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-41019811-3b16-4a0e-97bb-a0a7911eb7c2 req-133e3add-0919-4174-b9b0-64a31f79d1ff tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083350 Jul 06 19:07:51.520337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-99df870a-5e78-4bde-b77e-2b4301f47a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:51.522237 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-99df870a-5e78-4bde-b77e-2b4301f47a5d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0753319 Jul 06 19:07:51.590327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-c6a0f95e-cab4-428d-a1f2-c084c07fd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:51.592170 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-c6a0f95e-cab4-428d-a1f2-c084c07fd4a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637257 Jul 06 19:07:51.699359 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-472f1258-e072-4d6e-af86-7bee6228120e service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000755 Jul 06 19:07:51.804094 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-46ab1e22-a7f3-4db5-84f0-baffed8ca9d9 req-c31954de-4995-48ad-8d20-96f66f990dc3 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990064 Jul 06 19:07:51.911188 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-d1f91a9e-1680-42c3-9fa3-760356286691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:51.912765 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-d1f91a9e-1680-42c3-9fa3-760356286691 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1095 time: 0.0581918 Jul 06 19:07:52.020873 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-4ddd078e-d388-40d3-917f-33fdb7cb7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:52.020873 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-4ddd078e-d388-40d3-917f-33fdb7cb7a37 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.0997028 Jul 06 19:07:52.068205 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-65a8e6bb-0b43-443e-80be-16a95cfdb872 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 217 time: 0.0404589 Jul 06 19:07:52.121601 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-eadfc847-dbc9-49cf-bfed-b4510332ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:52.123305 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-eadfc847-dbc9-49cf-bfed-b4510332ae11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0477540 Jul 06 19:07:52.193319 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-b5bf5359-46a2-4bb6-b01d-1c9adb777d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:52.194919 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-b5bf5359-46a2-4bb6-b01d-1c9adb777d3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648668 Jul 06 19:07:52.209005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d17d2840-ae55-42de-ba71-87aa9ceb3dd0 up at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:52.266503 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Provisioning complete for port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:52.267151 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:52.303488 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-f6a1f841-ab6b-4f50-8e07-e728b29db5bf service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999758 Jul 06 19:07:52.417112 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2a32d74e-bbbc-49fd-a3b9-3e924e1dbf39 req-78f1133a-dc62-433e-93a6-2ab370e17c52 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080215 Jul 06 19:07:52.701160 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc61c6d-9e9b-4715-97bf-bf1c524b45da req-49717c73-77ba-430d-962d-6b0152853f46 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:52.702818 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-acc61c6d-9e9b-4715-97bf-bf1c524b45da req-49717c73-77ba-430d-962d-6b0152853f46 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 944 time: 0.0688009 Jul 06 19:07:52.743964 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-acc61c6d-9e9b-4715-97bf-bf1c524b45da req-b6a138a9-3ba5-4590-8e0a-a15c6075c06a tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349994 Jul 06 19:07:53.019371 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:53.508536 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d8f1fdce-0e10-4aab-89cb-51168fa94cae details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:07:53.610357 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:53.623151 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:07:53.662802 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:53.676961 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f1fdce-0e10-4aab-89cb-51168fa94cae {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:07:53.697352 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:53.702136 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:53.753505 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d8f1fdce-0e10-4aab-89cb-51168fa94cae,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:53.909871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d8f1fdce-0e10-4aab-89cb-51168fa94cae'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:07:53.956713 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a99421-ce3c-4579-afdb-cb1bb480a991 req-2c5fee96-4019-4a70-b04d-f39ca358e119 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:53.958419 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3a99421-ce3c-4579-afdb-cb1bb480a991 req-2c5fee96-4019-4a70-b04d-f39ca358e119 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 945 time: 0.0779746 Jul 06 19:07:54.007525 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d3a99421-ce3c-4579-afdb-cb1bb480a991 req-b6d4a666-8310-4731-a8fe-688a6dfb2654 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398960 Jul 06 19:07:55.210541 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468a83-c517-4570-b2a3-6b5ad3c8084f req-11904e30-e132-4173-b2f9-b0da25fbc87e tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:55.212134 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-92468a83-c517-4570-b2a3-6b5ad3c8084f req-11904e30-e132-4173-b2f9-b0da25fbc87e tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 945 time: 0.0709951 Jul 06 19:07:55.254943 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-92468a83-c517-4570-b2a3-6b5ad3c8084f req-85648c27-0255-442d-b243-0c217ae2f1ef tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363643 Jul 06 19:07:55.523679 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d8f1fdce-0e10-4aab-89cb-51168fa94cae up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:07:55.577192 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning for port d8f1fdce-0e10-4aab-89cb-51168fa94cae completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:07:55.582164 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port d8f1fdce-0e10-4aab-89cb-51168fa94cae triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:07:55.582629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:55.673002 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:55.697738 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:07:55.700130 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec6c484-2cdf-4240-b8e8-edddbbeecbd8" -d '{"events": [{"server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:07:55.714497 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:07:55.719790 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:55.922947 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffc4e1c-e2f7-4dcc-8266-2cbac6c1761c x-openstack-request-id: req-7ffc4e1c-e2f7-4dcc-8266-2cbac6c1761c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:07:55.923306 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:07:55.923492 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ffc4e1c-e2f7-4dcc-8266-2cbac6c1761c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:07:55.923882 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'code': 200} Jul 06 19:07:55.940368 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d8f1fdce-0e10-4aab-89cb-51168fa94cae,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:55.963676 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbde4b4-6bde-49f2-81e8-4b07df23320c req-c84bafe6-194b-4697-97f5-15f0ceb55026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:55.965221 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfbde4b4-6bde-49f2-81e8-4b07df23320c req-c84bafe6-194b-4697-97f5-15f0ceb55026 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1097 time: 0.0621400 Jul 06 19:07:56.001932 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-cfbde4b4-6bde-49f2-81e8-4b07df23320c req-9921c56e-b2cc-4bab-98fb-0c83b4ff8952 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307291 Jul 06 19:07:56.441085 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653ba1-72b0-487f-b88e-e9be543ebe3c req-369061d6-c695-4ad6-a127-74107fd23cdf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:56.442707 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-42653ba1-72b0-487f-b88e-e9be543ebe3c req-369061d6-c695-4ad6-a127-74107fd23cdf tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 946 time: 0.0729618 Jul 06 19:07:56.485646 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-42653ba1-72b0-487f-b88e-e9be543ebe3c req-1b9f5e96-c8b6-42b7-92b6-584d5449ad28 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371079 Jul 06 19:07:57.677523 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252267d-4246-49bb-9dec-b5f99b741ed1 req-1cc682be-97c9-4b49-8c15-5c2fdf3d26dc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:57.679036 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f252267d-4246-49bb-9dec-b5f99b741ed1 req-1cc682be-97c9-4b49-8c15-5c2fdf3d26dc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 946 time: 0.0709140 Jul 06 19:07:57.719605 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f252267d-4246-49bb-9dec-b5f99b741ed1 req-6532c208-5334-479f-b309-a7cd9234c421 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346169 Jul 06 19:07:57.896081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888a49b-dee7-4a39-98b5-773d5ce3ad2c req-6a6e6b94-48e3-4df6-82b9-9c43a4237d33 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:57.897568 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b888a49b-dee7-4a39-98b5-773d5ce3ad2c req-6a6e6b94-48e3-4df6-82b9-9c43a4237d33 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 946 time: 0.0640616 Jul 06 19:07:57.934148 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b888a49b-dee7-4a39-98b5-773d5ce3ad2c req-ebc009cd-a988-45d9-84bc-aa4482711841 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308762 Jul 06 19:07:57.959569 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:58.098615 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8103fa74-1870-4fc0-b9e2-a1e1ef976802 tempest-TestSnapshotPattern-1447800525 tempest-TestSnapshotPattern-1447800525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:07:58.100164 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-8103fa74-1870-4fc0-b9e2-a1e1ef976802 tempest-TestSnapshotPattern-1447800525 tempest-TestSnapshotPattern-1447800525-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1092 time: 0.1396165 Jul 06 19:07:58.103200 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58392) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:07:58.107539 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:07:58.129454 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:58.242375 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:58.353171 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Allocated IP 172.25.7.124 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/d5f2c2e0-2574-48a9-84f5-79d98755d96a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:07:58.459003 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:58.503933 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:58.542916 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:07:58.547776 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:07:58.551782 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:07:58.558079 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'Port': ['ID=d5f2c2e0-2574-48a9-84f5-79d98755d96a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:58.930906 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.012502 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.163111 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.167791 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.232941 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'Port': ['ID=d5f2c2e0-2574-48a9-84f5-79d98755d96a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:07:59.245995 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:07:59.348572 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Floating IP 72dbc63c-260c-4cf2-9160-ed9145f0716b associated. External IP: 172.25.7.124, port: d8f1fdce-0e10-4aab-89cb-51168fa94cae. Jul 06 19:07:59.560466 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:07:59.984929 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:07:59.994782 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] Sync routers for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:08:00.001060 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:00.005201 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:08:00.005827 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:00.037911 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-c502e684-c1e0-4b65-8342-ed261a327b85 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9336481 Jul 06 19:08:00.038645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:08:00.041173 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164c0e70-2926-487c-9e84-63d710dc2d24" -d '{"events": [{"name": "network-changed", "server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:08:00.081265 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee1cd34-0007-4464-ab5c-c130ce98394e x-openstack-request-id: req-fee1cd34-0007-4464-ab5c-c130ce98394e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:08:00.081564 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:08:00.081828 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fee1cd34-0007-4464-ab5c-c130ce98394e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:08:00.082229 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'status': 'completed', 'code': 200} Jul 06 19:08:00.115005 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:08:00.158078 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-60420776-ca03-4d05-9305-a1ccc7369734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:00.160892 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-60420776-ca03-4d05-9305-a1ccc7369734 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1097 time: 0.0573201 Jul 06 19:08:00.264131 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-c187792f-ba0e-4e28-b929-9b4a341d58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:00.265537 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-c187792f-ba0e-4e28-b929-9b4a341d58a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.0987608 Jul 06 19:08:00.338574 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-c782a7f2-2497-4098-a163-653b91c39639 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 1000 time: 0.0668695 Jul 06 19:08:00.350793 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '72dbc63c-260c-4cf2-9160-ed9145f0716b', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:07:58Z', 'updated_at': '2021-07-06T19:07:58Z', 'revision_number': 0, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:00.381464 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] Checking router: 80fb1445-9edc-4feb-86c3-6841ee7a5d9d for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:08:00.390306 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:08:00.390552 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-9e1735a2-2520-49ad-a103-5d4cdc961731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:00.390867 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:07:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:00.391801 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-9e1735a2-2520-49ad-a103-5d4cdc961731 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0473568 Jul 06 19:08:00.457905 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-cc9f8b3d-0e37-4be1-a749-c38db3663598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:00.459475 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-cc9f8b3d-0e37-4be1-a749-c38db3663598 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617068 Jul 06 19:08:00.497969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:08:00.554208 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-0294c9a8-5397-42a3-926c-c4cdb52a9a0e service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870569 Jul 06 19:08:00.652679 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-164c0e70-2926-487c-9e84-63d710dc2d24 req-6af00909-284c-488b-ac88-aa2f623c9c69 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924454 Jul 06 19:08:00.740925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '72dbc63c-260c-4cf2-9160-ed9145f0716b', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:07:58Z', 'updated_at': '2021-07-06T19:07:58Z', 'revision_number': 0, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:08:00.767778 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91750e88-3bf0-49ad-9f0b-541a80eb4d9a None None] The sync data for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 is: [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '72dbc63c-260c-4cf2-9160-ed9145f0716b', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:07:58Z', 'updated_at': '2021-07-06T19:07:58Z', 'revision_number': 0, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:08:00.954731 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4bcaff-48c3-407f-acdf-e330bfb93b28 None None] New status for floating IP 72dbc63c-260c-4cf2-9160-ed9145f0716b: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:08:03.105631 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:06.288494 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:12.159691 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-db02373e-dcaa-4afe-a7f8-016132781e6c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584130 Jul 06 19:08:12.261190 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-9007303b-6aed-47be-8c62-f39cfc6facf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:12.262746 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-9007303b-6aed-47be-8c62-f39cfc6facf7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1097 time: 0.0562835 Jul 06 19:08:12.375087 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-228d3f9f-716e-4615-a0d9-f2f1c09d1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:12.376576 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-228d3f9f-716e-4615-a0d9-f2f1c09d1e7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.0932090 Jul 06 19:08:12.447831 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-5cb8d91f-4010-480e-a0db-ace4b04b2283 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 1002 time: 0.0642867 Jul 06 19:08:12.498879 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-d44b3313-6778-4007-8a2b-533872b58486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:12.500372 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-d44b3313-6778-4007-8a2b-533872b58486 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0463879 Jul 06 19:08:12.563095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-c5230838-111e-4b0c-b51b-24aa2948f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:08:12.565260 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-c5230838-111e-4b0c-b51b-24aa2948f88b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585928 Jul 06 19:08:12.662298 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-db157966-9ec5-43dd-a762-eb89b45811fc service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903778 Jul 06 19:08:12.760013 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a70fd7fe-d354-4d29-ae85-190ff9f80819 req-16839b85-6c78-4e69-920b-c45d669bc974 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909708 Jul 06 19:08:17.184264 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c55a75d6-b184-4eb4-a349-7c2574481692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:19.744617 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f5b8a95b-7865-4b1b-8fb4-37e77993f8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:20.287304 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:21.103972 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:23.020577 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:24.043913 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:08:33.129964 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:36.280515 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:47.185918 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e0376f32-49b6-49cb-ad69-0cc8c93a924c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:49.745190 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09d78500-4010-476a-bc3f-f901cf041922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:50.289292 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:51.107073 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:08:53.023297 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:01.043362 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:09:03.128120 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:06.284141 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:12.163835 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-ed91f048-52f5-4b05-a233-9bc100bcb354 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524666 Jul 06 19:09:12.256175 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-25593272-770c-4479-9e17-d5257e3f10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:12.257679 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-25593272-770c-4479-9e17-d5257e3f10ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1097 time: 0.0531006 Jul 06 19:09:12.367662 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-b946bf82-066a-4aba-9559-7113de406c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:12.369156 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-b946bf82-066a-4aba-9559-7113de406c3e service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.0912564 Jul 06 19:09:12.434493 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-851d6668-e604-413c-9850-984f77c0a569 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 1002 time: 0.0592840 Jul 06 19:09:12.482422 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-246a2756-6c47-487f-a64c-7ee9edf9ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:12.483922 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-246a2756-6c47-487f-a64c-7ee9edf9ad62 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0439954 Jul 06 19:09:12.545412 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-13b51383-16fc-469e-b4bd-cc2d698c1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:09:12.546961 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-13b51383-16fc-469e-b4bd-cc2d698c1ad5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563834 Jul 06 19:09:12.635640 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-32d36d2e-ac92-4b14-ab37-e0b12c065ca2 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814190 Jul 06 19:09:12.733409 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-789bd452-c5ee-4ed4-a2d9-b374f1d5f2d8 req-eef3979a-88aa-42d1-8280-bebc289267b1 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919785 Jul 06 19:09:17.188088 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-897e92e9-5f1a-4a5f-b35d-79b58e24aafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:19.745638 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a35015c-a0f6-49b1-8313-4c9db386f9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:20.291629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:21.108921 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:23.025911 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:33.146214 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:36.283458 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:38.043873 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:09:47.189702 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e53bb9e3-6d8e-4d43-8f88-757983d47530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:49.747177 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6ad2-13a6-4bd1-aca9-3542d06f7cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:50.294973 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:51.112608 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:53.029222 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:58.120635 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d8f1fdce-0e10-4aab-89cb-51168fa94cae details requested by agent hyperv_n-h1-799526-3 with host n-h1-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:09:58.253463 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:09:58.266276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Returning: {'device': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:09:58.303808 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:58.317323 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8f1fdce-0e10-4aab-89cb-51168fa94cae {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:09:58.339240 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:09:58.343514 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:09:58.400832 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d8f1fdce-0e10-4aab-89cb-51168fa94cae,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:09:58.408224 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.408580 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.408925 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.409267 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.409607 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.409941 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.410274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.410639 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.410969 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.411299 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.411630 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.411955 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:09:58.423009 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] get_ports_and_sgs() called for port_ids ['d8f1fdce-0e10-4aab-89cb-51168fa94cae'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:10:00.117933 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d8f1fdce-0e10-4aab-89cb-51168fa94cae up at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:10:00.177325 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Provisioning complete for port d8f1fdce-0e10-4aab-89cb-51168fa94cae triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:10:00.177702 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:00.264799 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:00.293482 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:00.296599 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6575c4c4-046d-4f83-9e45-462ed783d2e1" -d '{"events": [{"server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:00.311259 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:00.316910 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:00.350254 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4441d3d2-e94d-4c72-bc82-90256de3ded7 x-openstack-request-id: req-4441d3d2-e94d-4c72-bc82-90256de3ded7 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:00.350640 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:00.351110 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4441d3d2-e94d-4c72-bc82-90256de3ded7 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:00.352219 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'code': 200} Jul 06 19:10:00.377660 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d8f1fdce-0e10-4aab-89cb-51168fa94cae,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:03.164792 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:06.288091 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:09.463859 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-cfbc10ec-aafe-4e06-9e89-13e830b02a9b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711944700&fields=id&tenant_id=4ae435495ac94092aad26fb7f43044b7 HTTP/1.1" status: 200 len: 267 time: 0.0369048 Jul 06 19:10:09.574438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-c111037a-dc4c-4799-b0b9-6eff440efff6 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:09.575906 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-c111037a-dc4c-4799-b0b9-6eff440efff6 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 810 time: 0.1053429 Jul 06 19:10:09.590973 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f6eb892a-7297-4288-85f7-0374afb61be6 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/quotas/4ae435495ac94092aad26fb7f43044b7 HTTP/1.1" status: 200 len: 375 time: 0.0098519 Jul 06 19:10:09.668022 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-cb47fc0c-8bab-4753-bbd2-f2a57e29cd5d tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0719924 Jul 06 19:10:09.735187 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-aa141446-025c-4c36-a48f-65e929d66502 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:10:09.736318 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-aa141446-025c-4c36-a48f-65e929d66502 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571344 Jul 06 19:10:09.823179 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-579e6f6a-8a87-407a-9276-fd454bcc458b service neutron] 10.222.0.13 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811558 Jul 06 19:10:09.916257 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-6fe429f7-0ecb-4d89-8545-91279cc356bf service neutron] 10.222.0.13 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873046 Jul 06 19:10:10.125041 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d800e32c-fdaa-4749-a4e4-b8a58110aefb req-5527bd6f-8c35-4472-a022-39b2c583c5da tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 210 time: 0.0305653 Jul 06 19:10:11.210070 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-724c55e2-7879-456a-93d6-ad528cab414c req-b906be02-18cc-4c0f-9fd6-537d4589dd69 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 210 time: 0.0318551 Jul 06 19:10:12.372340 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-57e695b1-59c5-4da1-96af-e3f2420f45d3 req-2c09bc2c-9621-40e2-a830-55c9251cd1d5 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 210 time: 0.0295177 Jul 06 19:10:13.284367 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-15efe000-50cc-46fe-a374-d00b83cfd806 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:13.285861 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-15efe000-50cc-46fe-a374-d00b83cfd806 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.55 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 810 time: 0.1163704 Jul 06 19:10:13.337118 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-837505d4-31ca-4016-860f-25a2317ee0e9 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ae435495ac94092aad26fb7f43044b7 HTTP/1.1" status: 200 len: 379 time: 0.0361989 Jul 06 19:10:13.346707 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'port': {'device_id': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'admin_state_up': True, 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'security_groups': ['8d57f009-9a25-4492-bfe0-33a17b01b460']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:10:13.472090 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Made reservation on behalf of 4ae435495ac94092aad26fb7f43044b7 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 19:10:13.476269 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:13.541175 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-eb1c1f38-a60b-4579-b6f6-46e5022874cc req-3ceb8264-c25a-47c6-be30-65ddb02a71d0 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 210 time: 0.0380025 Jul 06 19:10:13.656421 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Allocated IP 172.20.0.8 (cb45d318-d63e-4d97-b307-2d8d69405efb/791536b3-049f-464b-995c-3389d0948eb1/aa7bc8da-5b36-4031-8c2c-63226d0e87c6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:10:13.839719 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:13.873584 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Transition to ACTIVE for port object aa7bc8da-5b36-4031-8c2c-63226d0e87c6 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:10:13.921080 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:13.969682 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Network cb45d318-d63e-4d97-b307-2d8d69405efb is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:10:13.973227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:10:13.977375 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:10:14.033824 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'Port': ['ID=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:14.045926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.046330 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.046658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.046996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.047356 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.047936 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.048089 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.048357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.049137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.049137 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.049393 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.049646 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:10:14.084373 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.085059 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:14.138464 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f7ee4285-4ed1-47c8-8822-2c7fe679f871 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7956653 Jul 06 19:10:14.183827 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0843beb2-346b-448c-9a3e-14357f59a974 req-38960c10-ac74-40ca-90e7-b7dfea8f71aa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677476 Jul 06 19:10:14.194295 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d8f1fdce-0e10-4aab-89cb-51168fa94cae no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:10:14.330274 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6036ced7-2b3b-42d7-8571-c4dbf1af22e7 None None] Provisioning for port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 completed by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:10:14.339655 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843beb2-346b-448c-9a3e-14357f59a974 req-73653200-30f4-4697-8610-1241ca107182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.341669 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0843beb2-346b-448c-9a3e-14357f59a974 req-73653200-30f4-4697-8610-1241ca107182 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1097 time: 0.0840724 Jul 06 19:10:14.341840 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:14.351057 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6036ced7-2b3b-42d7-8571-c4dbf1af22e7 None None] Provisioning complete for port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 triggered by entity DHCP. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:10:14.352707 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6036ced7-2b3b-42d7-8571-c4dbf1af22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:14.417684 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:14.420904 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a45865-9d7d-486d-a028-c93ec2f239cf" -d '{"events": [{"server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "name": "network-vif-unplugged", "status": "completed", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:14.429310 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6036ced7-2b3b-42d7-8571-c4dbf1af22e7 None None] Port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 cannot update to ACTIVE because it is not bound. {{(pid=93780) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 19:10:14.450696 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:14.457820 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:14.500418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843beb2-346b-448c-9a3e-14357f59a974 req-40b9a7fa-4b47-408a-b329-dceb2c55a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.502724 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0843beb2-346b-448c-9a3e-14357f59a974 req-40b9a7fa-4b47-408a-b329-dceb2c55a01a service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.1378272 Jul 06 19:10:14.503290 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a422119-ef2e-40f3-b49f-4187b6455f6e x-openstack-request-id: req-7a422119-ef2e-40f3-b49f-4187b6455f6e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:14.503822 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "name": "network-vif-unplugged", "status": "completed", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:14.504277 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a422119-ef2e-40f3-b49f-4187b6455f6e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:14.504664 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'code': 200} Jul 06 19:10:14.548726 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Pushing event updated for resources: {'Port': ['ID=d8f1fdce-0e10-4aab-89cb-51168fa94cae,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:14.607042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0843beb2-346b-448c-9a3e-14357f59a974 req-8e0c0bfc-c5e0-41d6-829b-7ddd79c55b82 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 1000 time: 0.0975847 Jul 06 19:10:14.680192 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843beb2-346b-448c-9a3e-14357f59a974 req-64c771e4-d06c-48ea-91ce-3bc75fab6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.684356 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0843beb2-346b-448c-9a3e-14357f59a974 req-64c771e4-d06c-48ea-91ce-3bc75fab6e47 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0708179 Jul 06 19:10:14.755662 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56817dd7-07bb-4316-aae0-8f6788ff2bfd req-f50c40a3-f277-42a8-a6dd-8beb1291dab3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.757486 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56817dd7-07bb-4316-aae0-8f6788ff2bfd req-f50c40a3-f277-42a8-a6dd-8beb1291dab3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 931 time: 0.0781722 Jul 06 19:10:14.792955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843beb2-346b-448c-9a3e-14357f59a974 req-9de02213-5494-4de7-926e-6f5959dfa643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:14.794866 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0843beb2-346b-448c-9a3e-14357f59a974 req-9de02213-5494-4de7-926e-6f5959dfa643 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045535 Jul 06 19:10:14.805293 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-56817dd7-07bb-4316-aae0-8f6788ff2bfd req-9ffccab1-c5b8-485c-a388-54d17ea30c46 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398407 Jul 06 19:10:14.918760 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0843beb2-346b-448c-9a3e-14357f59a974 req-71330854-58f6-4f3d-9254-1658969a1590 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170509 Jul 06 19:10:15.021965 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0843beb2-346b-448c-9a3e-14357f59a974 req-3d65c146-7f58-4328-9bb2-c54698335811 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972781 Jul 06 19:10:15.048969 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:10:16.004313 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508622c0-d748-4d4d-9537-5bc7d7f3ff57 req-39815f5e-3154-40ec-b1de-9fb7c5734de6 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:16.005966 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-508622c0-d748-4d4d-9537-5bc7d7f3ff57 req-39815f5e-3154-40ec-b1de-9fb7c5734de6 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 931 time: 0.0813303 Jul 06 19:10:16.057686 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-508622c0-d748-4d4d-9537-5bc7d7f3ff57 req-83998f19-f3e4-419a-9673-cf2f2a274ea2 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440831 Jul 06 19:10:17.207528 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-91fa3297-c5f1-4687-85bb-8105734b33c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:17.256236 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd8b4-0c2f-499e-974b-628b26682c4e req-d7b70791-1f07-4fb8-8419-ab0780a02fbc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:17.257774 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-26ccd8b4-0c2f-499e-974b-628b26682c4e req-d7b70791-1f07-4fb8-8419-ab0780a02fbc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 931 time: 0.0786688 Jul 06 19:10:17.299957 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-26ccd8b4-0c2f-499e-974b-628b26682c4e req-8fe69e2e-0537-4e1f-bcfd-4f60153014ab tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358472 Jul 06 19:10:18.500168 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f327a-4bae-499a-8385-953272f76bed req-27246040-aa1e-4e63-b08e-fddf0a660f82 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:18.501710 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c3f327a-4bae-499a-8385-953272f76bed req-27246040-aa1e-4e63-b08e-fddf0a660f82 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 931 time: 0.0743570 Jul 06 19:10:18.542430 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-3c3f327a-4bae-499a-8385-953272f76bed req-090f6c7b-df38-45b5-95d4-032fbd267e6a tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351572 Jul 06 19:10:19.727677 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02897054-8731-4d7f-86d4-42dc7af4484b req-80ac1995-d555-41d7-bac4-2ed8db773c27 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:19.730103 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-02897054-8731-4d7f-86d4-42dc7af4484b req-80ac1995-d555-41d7-bac4-2ed8db773c27 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 931 time: 0.0710056 Jul 06 19:10:19.761521 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8010aa44-92a2-49d0-a8df-1f3330881f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:19.772489 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-02897054-8731-4d7f-86d4-42dc7af4484b req-5d22f1a6-6d94-4de4-a3bf-5d801b470637 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349479 Jul 06 19:10:20.324966 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:20.967848 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58326463-438f-45e1-af4a-b25027a0bcb7 req-12424eaf-9a16-4a73-b68e-ed91fbbd5fae tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:20.969525 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58326463-438f-45e1-af4a-b25027a0bcb7 req-12424eaf-9a16-4a73-b68e-ed91fbbd5fae tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 931 time: 0.0783918 Jul 06 19:10:21.008396 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-58326463-438f-45e1-af4a-b25027a0bcb7 req-655e38ca-1ad6-46ec-8975-497ef05fe68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333679 Jul 06 19:10:21.116486 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:22.204297 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909107d0-b705-42e6-b4cc-d571934457a5 req-b1560ab8-1e6d-488b-9d41-498d2fb303cc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:22.206676 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-909107d0-b705-42e6-b4cc-d571934457a5 req-b1560ab8-1e6d-488b-9d41-498d2fb303cc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 931 time: 0.0734038 Jul 06 19:10:22.250291 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-909107d0-b705-42e6-b4cc-d571934457a5 req-cac91c77-83ea-4960-addb-3f74bc14bd5f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378349 Jul 06 19:10:23.034583 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:23.437801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be91b-9512-40e8-b878-06a3f5094190 req-847b1c37-6875-4d17-baf1-e253dbfe19ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:23.439561 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba4be91b-9512-40e8-b878-06a3f5094190 req-847b1c37-6875-4d17-baf1-e253dbfe19ed tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 931 time: 0.0712812 Jul 06 19:10:23.483750 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-ba4be91b-9512-40e8-b878-06a3f5094190 req-70ba529f-f549-45d0-a803-df65594a737a tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375347 Jul 06 19:10:24.661523 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362225d-82a7-4ed2-865f-ccba415600b9 req-1a062e52-5466-4f9f-8bb4-4a758a2af9d3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:24.663037 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4362225d-82a7-4ed2-865f-ccba415600b9 req-1a062e52-5466-4f9f-8bb4-4a758a2af9d3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 931 time: 0.0630620 Jul 06 19:10:24.701564 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4362225d-82a7-4ed2-865f-ccba415600b9 req-949addb4-3a4f-4495-b552-1ff639fd76cc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328429 Jul 06 19:10:25.354603 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-10a69f2b-cba5-4aa9-b5e5-3d19fb3e195e tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:10:25.355812 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-10a69f2b-cba5-4aa9-b5e5-3d19fb3e195e tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081301 Jul 06 19:10:25.425586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Request body: {'port': {'device_id': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799526-3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:10:25.508022 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:25.793383 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7bc8da-5b36-4031-8c2c-63226d0e87c6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:10:25.801373 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:25.814240 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Transition to ACTIVE for port object aa7bc8da-5b36-4031-8c2c-63226d0e87c6 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 19:10:25.818641 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:25.880887 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:25.905359 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec333d-7917-4862-bb4c-445a4d9c267e req-aae9b39d-951c-433c-b639-aa989cb26533 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:25.907042 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-abec333d-7917-4862-bb4c-445a4d9c267e req-aae9b39d-951c-433c-b639-aa989cb26533 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 943 time: 0.0751629 Jul 06 19:10:25.952405 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-abec333d-7917-4862-bb4c-445a4d9c267e req-64a18407-d096-4bd1-b883-b0ec683f9cce tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 Jul 06 19:10:25.963622 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Attempting to bind port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 on host n-h2-799526-3 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 19:10:25.964227 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Attempting to bind port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 by drivers openvswitch,hyperv on host n-h2-799526-3 at level 0 using segments [{'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 19:10:25.965230 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Attempting to bind port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 on network cb45d318-d63e-4d97-b307-2d8d69405efb {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:10:25.969672 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 on network cb45d318-d63e-4d97-b307-2d8d69405efb not bound, no agent of type Open vSwitch agent registered on host n-h2-799526-3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 19:10:25.970015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Attempting to bind port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 on network cb45d318-d63e-4d97-b307-2d8d69405efb {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 19:10:25.981013 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Checking agent: {'id': 'e3f8db5b-60cc-4031-9233-739fbcb6defa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799526-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'started_at': datetime.datetime(2021, 7, 6, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 19, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 19:10:25.981604 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Checking segment: {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 19:10:25.982024 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Bound using segment: {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 19:10:25.982926 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Bound port: aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host: n-h2-799526-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a370cbd-5889-42ba-bdd5-2632ebf3107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 19:10:25.983377 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:26.054295 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] For port aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host n-h2-799526-3, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 19:10:26.058652 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] For port aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host n-h2-799526-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 19:10:26.064239 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:26.104649 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.105323 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:26.106785 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/aa7bc8da-5b36-4031-8c2c-63226d0e87c6 HTTP/1.1" status: 200 len: 1091 time: 0.7383666 Jul 06 19:10:26.107281 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:26.109592 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34586bcf-bf30-48f6-b078-667eef2dc304" -d '{"events": [{"name": "network-changed", "server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:26.137996 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cd8c1-3c79-4b85-b1f4-496321d970c7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:26.214684 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-45d7ef81-4dee-4776-8d4f-bff49d9d8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.216260 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-45d7ef81-4dee-4776-8d4f-bff49d9d8987 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 1094 time: 0.0634317 Jul 06 19:10:26.262688 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf43a654-95c1-43aa-bcc6-bc8da49bcb77 x-openstack-request-id: req-cf43a654-95c1-43aa-bcc6-bc8da49bcb77 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:26.262982 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:26.263226 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf43a654-95c1-43aa-bcc6-bc8da49bcb77 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:26.263640 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'status': 'completed', 'code': 200} Jul 06 19:10:26.265886 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-f74a8c2f-4329-4ea0-9911-a56718c18f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6 HTTP/1.1" status: 200 len: 217 time: 0.0418408 Jul 06 19:10:26.328489 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-98df8b2c-8227-42d9-98a5-8d74353efadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.330028 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-98df8b2c-8227-42d9-98a5-8d74353efadc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0574107 Jul 06 19:10:26.388081 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-5fd1c994-68b6-4542-995b-c2a60bcd74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.389616 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-5fd1c994-68b6-4542-995b-c2a60bcd74b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535507 Jul 06 19:10:26.481657 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-af2ea436-b83d-4d45-847e-52f16f0b32b7 service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844922 Jul 06 19:10:26.581576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-847cf857-cb6f-4ca1-bfab-4043e2f54129 req-4099b366-5351-410e-9842-c91a8db48687 service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934303 Jul 06 19:10:26.681409 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-73dc13a3-3d5d-4883-b110-db1b289b2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.683218 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-73dc13a3-3d5d-4883-b110-db1b289b2e29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 1094 time: 0.0540352 Jul 06 19:10:26.776479 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-bcc93509-1ba0-44b8-84c0-ed72df4af3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.777875 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-bcc93509-1ba0-44b8-84c0-ed72df4af3e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.0882196 Jul 06 19:10:26.818083 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-0d85b0dc-a821-4b4b-b002-c49942d22ee7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6 HTTP/1.1" status: 200 len: 217 time: 0.0336390 Jul 06 19:10:26.864778 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-711e33bd-2ff3-4dd5-b8c5-2176d58ad1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.866258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-711e33bd-2ff3-4dd5-b8c5-2176d58ad1e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0422831 Jul 06 19:10:26.928015 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-0f90ae6d-2fe0-449b-a8f7-b4a06e192750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:26.929534 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-0f90ae6d-2fe0-449b-a8f7-b4a06e192750 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577650 Jul 06 19:10:27.021199 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-02de6361-2bdb-4edc-9414-3aaa843f9d69 service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852380 Jul 06 19:10:27.115576 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-34586bcf-bf30-48f6-b078-667eef2dc304 req-944f8e6a-0267-4a70-8673-1cfd42c2a525 service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879381 Jul 06 19:10:27.137930 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077a9e1-0dcf-4c4b-9f26-f036b43350ff req-fc20ae6f-daac-4ea7-a2a3-071621000d28 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:27.139500 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0077a9e1-0dcf-4c4b-9f26-f036b43350ff req-fc20ae6f-daac-4ea7-a2a3-071621000d28 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 943 time: 0.0693960 Jul 06 19:10:27.176859 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-0077a9e1-0dcf-4c4b-9f26-f036b43350ff req-3af74614-e248-4bdc-b564-8bc6e041d48a tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 Jul 06 19:10:28.356302 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9910f34-bed2-406c-8bb5-1070f0191d36 req-a173555e-dcec-4254-9c82-8df63d1128fc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:28.357969 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9910f34-bed2-406c-8bb5-1070f0191d36 req-a173555e-dcec-4254-9c82-8df63d1128fc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 943 time: 0.0670521 Jul 06 19:10:28.397392 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-c9910f34-bed2-406c-8bb5-1070f0191d36 req-5f2ebd07-77e6-4184-a9d7-f7a38f8846e3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332487 Jul 06 19:10:29.585852 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba5d3f-1b38-41d2-95dd-dcd9f2aaefe0 req-ab769096-b76e-44b5-b346-f0b5077de48b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:29.587533 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48ba5d3f-1b38-41d2-95dd-dcd9f2aaefe0 req-ab769096-b76e-44b5-b346-f0b5077de48b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 943 time: 0.0720193 Jul 06 19:10:29.630134 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-48ba5d3f-1b38-41d2-95dd-dcd9f2aaefe0 req-89e26753-7f8f-4b57-b711-14476f0561fc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364797 Jul 06 19:10:30.318287 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aa7bc8da-5b36-4031-8c2c-63226d0e87c6 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:10:30.416039 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:30.428645 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'port_id': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'mac_address': 'fa:16:3e:ef:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:10:30.466610 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:30.480087 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7bc8da-5b36-4031-8c2c-63226d0e87c6 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:10:30.499737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:30.503725 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:30.550144 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:30.802965 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f09c7-3945-45dc-918a-acb69a78f799 req-dade5807-a812-4711-bdc5-b7484b497ec2 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:30.804363 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-788f09c7-3945-45dc-918a-acb69a78f799 req-dade5807-a812-4711-bdc5-b7484b497ec2 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 944 time: 0.0629900 Jul 06 19:10:30.842016 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['aa7bc8da-5b36-4031-8c2c-63226d0e87c6'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:10:30.844097 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-788f09c7-3945-45dc-918a-acb69a78f799 req-0eae0836-5982-486b-a280-4696d0c9e002 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334857 Jul 06 19:10:32.015841 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368e11-c0a6-49bb-a0c0-d79860b5991b req-a187a263-c13d-4253-9b39-665ab78ff89b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:32.017344 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f8368e11-c0a6-49bb-a0c0-d79860b5991b req-a187a263-c13d-4253-9b39-665ab78ff89b tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 944 time: 0.0635870 Jul 06 19:10:32.056931 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-f8368e11-c0a6-49bb-a0c0-d79860b5991b req-d28a190b-7b02-4880-89ab-bd96870d54fe tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340538 Jul 06 19:10:32.339731 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aa7bc8da-5b36-4031-8c2c-63226d0e87c6 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:10:32.388359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning for port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 completed by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 19:10:32.392803 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:10:32.393178 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:32.473786 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:32.495826 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:32.497966 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a239ec-3e69-420a-bb2c-a0528618a033" -d '{"events": [{"server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:32.511375 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:10:32.516810 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:32.542978 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533e16f9-1580-4545-bb58-f52f38ad712a x-openstack-request-id: req-533e16f9-1580-4545-bb58-f52f38ad712a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:32.543273 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:32.543524 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-533e16f9-1580-4545-bb58-f52f38ad712a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:32.543909 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'code': 200} Jul 06 19:10:32.573909 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,revision_number=5']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:32.657899 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f33cd-0e67-441c-8e83-c50986896387 req-0a34d338-4d3b-4a39-9df2-5b32d5a50457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:32.659416 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-853f33cd-0e67-441c-8e83-c50986896387 req-0a34d338-4d3b-4a39-9df2-5b32d5a50457 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 1096 time: 0.0558548 Jul 06 19:10:32.694966 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-853f33cd-0e67-441c-8e83-c50986896387 req-da161e0b-99e8-4251-8ce4-a9fdbcb76ece service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297372 Jul 06 19:10:33.175718 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:33.248242 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea8a9c-189f-4859-974a-e709cc6bac2d req-45f1d053-2349-4ba3-8e67-838dcbc54e49 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:33.249805 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a5ea8a9c-189f-4859-974a-e709cc6bac2d req-45f1d053-2349-4ba3-8e67-838dcbc54e49 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 945 time: 0.0752301 Jul 06 19:10:33.291590 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-a5ea8a9c-189f-4859-974a-e709cc6bac2d req-78133335-4a7c-43f8-93fa-3196a38d846d tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360413 Jul 06 19:10:34.470322 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325ebb5-32fb-41ac-8a3a-562a2f9e802c req-5650c61b-c292-41df-982a-c6c59a0b9486 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:34.471872 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b325ebb5-32fb-41ac-8a3a-562a2f9e802c req-5650c61b-c292-41df-982a-c6c59a0b9486 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 945 time: 0.0654769 Jul 06 19:10:34.511255 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-b325ebb5-32fb-41ac-8a3a-562a2f9e802c req-b494787f-4b5d-409d-8c7d-3bbc3ed788b0 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337698 Jul 06 19:10:34.692284 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9eb1-8ad7-4bb4-8105-88f5a9520289 req-33661831-4ee8-4cd2-9c66-1a4a096f1818 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:34.693791 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c0d9eb1-8ad7-4bb4-8105-88f5a9520289 req-33661831-4ee8-4cd2-9c66-1a4a096f1818 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 945 time: 0.0647452 Jul 06 19:10:34.732115 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-2c0d9eb1-8ad7-4bb4-8105-88f5a9520289 req-c0c51caa-8bbc-450f-b09c-25b44e339f84 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324712 Jul 06 19:10:34.756265 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58700) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:10:34.809866 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a74dd4-6d97-471c-abb1-6372f29fd4ce tempest-TestSnapshotPattern-1447800525 tempest-TestSnapshotPattern-1447800525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:34.811362 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-12a74dd4-6d97-471c-abb1-6372f29fd4ce tempest-TestSnapshotPattern-1447800525 tempest-TestSnapshotPattern-1447800525-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 1091 time: 0.0540442 Jul 06 19:10:34.814254 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58702) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:10:34.818680 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Request body: {'floatingip': {'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'port_id': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 19:10:34.840350 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:34.945859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:35.055020 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Allocated IP 172.25.7.177 (711386f9-cc21-4050-a615-21e8e2b31e38/b785425c-0da2-4a80-93b4-6185cf531140/d4d66b5c-1fee-45a6-a097-95ca3fa43a95) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 19:10:35.157199 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:35.195829 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-626488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747870891237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4320310'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:35.230822 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Network 711386f9-cc21-4050-a615-21e8e2b31e38 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 19:10:35.234323 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 19:10:35.237740 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 19:10:35.272807 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'Port': ['ID=d4d66b5c-1fee-45a6-a097-95ca3fa43a95,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:35.633368 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:35.718411 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:35.880902 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:35.885678 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4320452'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:35.954645 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event updated for resources: {'Port': ['ID=d4d66b5c-1fee-45a6-a097-95ca3fa43a95,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:10:35.966610 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7989354'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:36.068883 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Floating IP 47a69bca-dfd5-4df0-b3c0-4a67a09aad91 associated. External IP: 172.25.7.177, port: aa7bc8da-5b36-4031-8c2c-63226d0e87c6. Jul 06 19:10:36.286077 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:36.288457 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:10:36.402301 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:10:36.413829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] Sync routers for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:10:36.419900 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:36.423829 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:10:36.424449 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:10:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:36.471016 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-6116dee5-ad40-4bfc-8bc9-5e6ccd8af41c tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6433430 Jul 06 19:10:36.471016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:10:36.471016 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408fb0e5-8c8e-4ccc-87f0-5678709c078f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:10:36.506552 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1eb396-9563-4245-aede-9a678bffde94 x-openstack-request-id: req-9a1eb396-9563-4245-aede-9a678bffde94 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:10:36.507014 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:10:36.507583 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a1eb396-9563-4245-aede-9a678bffde94 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:10:36.508197 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'status': 'completed', 'code': 200} Jul 06 19:10:36.542598 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:10:36.580030 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-4dfde22e-f283-450d-b097-b10fb34ebab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:36.581674 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-4dfde22e-f283-450d-b097-b10fb34ebab4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 1096 time: 0.0575428 Jul 06 19:10:36.690447 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-224f84e7-6f19-474a-bb38-c738f0e1d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:36.692037 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-224f84e7-6f19-474a-bb38-c738f0e1d7c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.1042614 Jul 06 19:10:36.762543 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-313f43f9-46c8-4e17-a4f5-0be38185e40a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6 HTTP/1.1" status: 200 len: 999 time: 0.0645480 Jul 06 19:10:36.782397 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '47a69bca-dfd5-4df0-b3c0-4a67a09aad91', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:ef:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:10:35Z', 'updated_at': '2021-07-06T19:10:35Z', 'revision_number': 0, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}, {'id': '72dbc63c-260c-4cf2-9160-ed9145f0716b', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:07:58Z', 'updated_at': '2021-07-06T19:08:01Z', 'revision_number': 1, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:36.810054 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] Checking router: 80fb1445-9edc-4feb-86c3-6841ee7a5d9d for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:10:36.814132 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-18e11f55-2b7c-4d4c-8957-92f528cfae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:36.815866 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-18e11f55-2b7c-4d4c-8957-92f528cfae79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0468187 Jul 06 19:10:36.819857 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:10:36.820470 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:10:20Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:36.880403 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-c39a84fb-95bf-4cba-83f1-24c6c745d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:10:36.881918 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-c39a84fb-95bf-4cba-83f1-24c6c745d6cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600893 Jul 06 19:10:36.929812 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:10:36.974670 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-6b6a2617-bafd-4a66-95e4-d7bbfb47cd3e service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861104 Jul 06 19:10:37.076324 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-408fb0e5-8c8e-4ccc-87f0-5678709c078f req-7a8af4fb-ca5f-43e9-9cd9-5c796ac1b9ca service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957627 Jul 06 19:10:37.318131 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '47a69bca-dfd5-4df0-b3c0-4a67a09aad91', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:ef:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:10:35Z', 'updated_at': '2021-07-06T19:10:35Z', 'revision_number': 0, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}, {'id': '72dbc63c-260c-4cf2-9160-ed9145f0716b', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:07:58Z', 'updated_at': '2021-07-06T19:08:01Z', 'revision_number': 1, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:10:37.346499 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901f8d1-fcd7-4b7b-86cb-bbdfc9ca98aa None None] The sync data for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 is: [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '47a69bca-dfd5-4df0-b3c0-4a67a09aad91', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:ef:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:10:35Z', 'updated_at': '2021-07-06T19:10:35Z', 'revision_number': 0, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}, {'id': '72dbc63c-260c-4cf2-9160-ed9145f0716b', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:07:58Z', 'updated_at': '2021-07-06T19:08:01Z', 'revision_number': 1, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:10:37.543429 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b7f97-cbca-4789-bd48-cdf34f11316f None None] New status for floating IP 47a69bca-dfd5-4df0-b3c0-4a67a09aad91: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:10:47.205509 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-780d74dc-46c5-4871-9a02-df90e4348cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:49.753492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b3b4-ff64-4735-9855-475e95472398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:50.296610 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:51.119532 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:10:52.048915 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:10:53.035480 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:03.185554 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:06.292200 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:15.217588 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-87fb0762-afe9-4214-905d-9c91f57ae706 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114676 Jul 06 19:11:15.310680 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-961c8783-83b1-45c8-8df3-052792a68ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:15.312220 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-961c8783-83b1-45c8-8df3-052792a68ad6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1095 time: 0.0531006 Jul 06 19:11:15.417801 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-4bca2b6e-1e09-4409-98d1-05aad2a8ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:15.419346 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-4bca2b6e-1e09-4409-98d1-05aad2a8ce4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.0871434 Jul 06 19:11:15.488580 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-fccca0bb-ad56-48ae-86a0-f20a1db1ba83 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 1000 time: 0.0632606 Jul 06 19:11:15.539164 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-0bba31a1-4850-4ba5-a7c4-76465f7848d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:15.540697 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-0bba31a1-4850-4ba5-a7c4-76465f7848d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0465298 Jul 06 19:11:15.562184 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8512794-237a-432a-beb6-9bc8c54433bb req-1afe6831-b474-4a07-8003-64551a75ae59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535681 Jul 06 19:11:15.598955 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-6c4311fb-4bed-43d0-a28a-ed6c28a59c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:15.600489 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-6c4311fb-4bed-43d0-a28a-ed6c28a59c59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540218 Jul 06 19:11:15.655035 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8512794-237a-432a-beb6-9bc8c54433bb req-10014489-bafe-44d4-ae27-748f4d10988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:15.656551 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8512794-237a-432a-beb6-9bc8c54433bb req-10014489-bafe-44d4-ae27-748f4d10988a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 1096 time: 0.0527151 Jul 06 19:11:15.701509 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-3826d1e3-90f5-440f-9db2-ac2057866103 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939903 Jul 06 19:11:15.796300 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-09f0ae28-4da1-4fe7-b56e-f4ae6cf2bc18 req-fe374b8e-3373-4e33-b0b2-0749cc8dd940 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889595 Jul 06 19:11:16.080512 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8512794-237a-432a-beb6-9bc8c54433bb req-821ecb88-751f-4fa4-bd9c-faeca790b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:16.082224 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8512794-237a-432a-beb6-9bc8c54433bb req-821ecb88-751f-4fa4-bd9c-faeca790b367 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.4062161 Jul 06 19:11:16.147589 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8512794-237a-432a-beb6-9bc8c54433bb req-a5ffaa73-bfe4-4421-b5fc-4ea3843c1f48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6 HTTP/1.1" status: 200 len: 1001 time: 0.0583835 Jul 06 19:11:16.200066 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8512794-237a-432a-beb6-9bc8c54433bb req-be1c68b4-4e58-42bc-8ec7-06db37479cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:16.201530 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8512794-237a-432a-beb6-9bc8c54433bb req-be1c68b4-4e58-42bc-8ec7-06db37479cf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0477519 Jul 06 19:11:16.259635 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8512794-237a-432a-beb6-9bc8c54433bb req-b5cb8b45-2f2e-4df8-9089-28a216e23679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:11:16.261134 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8512794-237a-432a-beb6-9bc8c54433bb req-b5cb8b45-2f2e-4df8-9089-28a216e23679 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538480 Jul 06 19:11:16.351225 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8512794-237a-432a-beb6-9bc8c54433bb req-10258a2d-3584-4b74-ab02-04d89ca9085b service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830941 Jul 06 19:11:16.450067 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-e8512794-237a-432a-beb6-9bc8c54433bb req-5dfc2ee3-ebfc-4c53-bdd0-90b7fcce1146 service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925021 Jul 06 19:11:17.197240 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8f878101-603a-4a66-be11-63e0568a4b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:19.755159 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60272707-6055-4081-9286-62fd5776c935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:20.301261 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:21.121695 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:23.037352 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:29.047504 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:11:33.214296 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:36.305035 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:47.199059 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0cc916ec-3d34-4aaf-a0a1-105829d138df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:49.755845 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19adf0e9-9c1f-4fe9-80e4-2c0de81a3830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:50.303114 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:51.125414 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:11:53.040076 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:03.213475 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:06.046659 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:12:06.313674 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:15.469379 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-ef41279f-2cdb-42db-a575-b2b762a2b046 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3704293 Jul 06 19:12:15.561844 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-e47c930b-7aef-4cf7-86a5-b70b0a834318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:15.563332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-e47c930b-7aef-4cf7-86a5-b70b0a834318 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1095 time: 0.0519311 Jul 06 19:12:15.664824 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-2fc53e5f-879a-4a77-9524-fa8de82a8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:15.666191 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-2fc53e5f-879a-4a77-9524-fa8de82a8911 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.0838485 Jul 06 19:12:15.735451 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-b0d759fa-4adb-4652-a020-ccf613642e6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 1000 time: 0.0627437 Jul 06 19:12:15.791626 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-c89612bc-c426-4df7-9f2d-67e1aeeddfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:15.793121 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-c89612bc-c426-4df7-9f2d-67e1aeeddfc3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0519383 Jul 06 19:12:15.852167 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-585e3aaf-d6a8-482e-9e04-68ea6d61b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:15.853755 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-585e3aaf-d6a8-482e-9e04-68ea6d61b4ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548437 Jul 06 19:12:15.863806 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-444acb08-7372-4f65-8103-a0131a59f482 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 19:12:15.864771 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-444acb08-7372-4f65-8103-a0131a59f482 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052166 Jul 06 19:12:15.958696 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-13b39e38-87be-415e-852c-fc3184a50c4a service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875757 Jul 06 19:12:16.047332 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01c95b0c-6833-4d36-8230-ce2b5ad318a3 req-1227fff7-55ed-4541-a48e-2bdc6c8968c7 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819824 Jul 06 19:12:17.199984 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f434d5c6-5646-4ab1-95a9-7f2ad6266eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:17.562754 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9729ad46-a824-4197-9aa3-4662431db708 req-64709877-b8e0-4c46-a601-511cffe47def service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526855 Jul 06 19:12:17.652896 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729ad46-a824-4197-9aa3-4662431db708 req-1845388a-dfe0-4804-83e4-e938780d79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:17.654459 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9729ad46-a824-4197-9aa3-4662431db708 req-1845388a-dfe0-4804-83e4-e938780d79d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 1096 time: 0.0512254 Jul 06 19:12:17.761179 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729ad46-a824-4197-9aa3-4662431db708 req-7c045db0-0120-4ac9-b5d9-c387e94eab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:17.762685 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9729ad46-a824-4197-9aa3-4662431db708 req-7c045db0-0120-4ac9-b5d9-c387e94eab55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.0874171 Jul 06 19:12:17.828358 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9729ad46-a824-4197-9aa3-4662431db708 req-712a5895-c088-448f-bf3e-7dfb44b4807c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6 HTTP/1.1" status: 200 len: 1001 time: 0.0585861 Jul 06 19:12:17.879476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729ad46-a824-4197-9aa3-4662431db708 req-87d7265d-46fb-4162-bb53-6af2017fda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:17.880932 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9729ad46-a824-4197-9aa3-4662431db708 req-87d7265d-46fb-4162-bb53-6af2017fda89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0468161 Jul 06 19:12:17.938810 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729ad46-a824-4197-9aa3-4662431db708 req-6d50458e-3842-435a-85c9-9909a3ed96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:17.940376 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9729ad46-a824-4197-9aa3-4662431db708 req-6d50458e-3842-435a-85c9-9909a3ed96bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536842 Jul 06 19:12:18.028873 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9729ad46-a824-4197-9aa3-4662431db708 req-0bad0b6d-c305-43e4-a3e5-9e792c636e30 service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822678 Jul 06 19:12:18.123298 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-9729ad46-a824-4197-9aa3-4662431db708 req-816485a0-1fe6-40a4-85d3-8c38020d47a7 service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882671 Jul 06 19:12:19.757815 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9644e5ec-5eaf-4674-ae45-7cbc903af549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:20.304803 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:21.127660 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:23.043408 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:33.217018 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:36.311095 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:40.960312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aa7bc8da-5b36-4031-8c2c-63226d0e87c6 details requested by agent hyperv_n-h2-799526-3 with host n-h2-799526-3 {{(pid=93780) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 19:12:41.057004 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:41.068332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Returning: {'device': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'port_id': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'mac_address': 'fa:16:3e:ef:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93780) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 19:12:41.106328 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:41.119742 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa7bc8da-5b36-4031-8c2c-63226d0e87c6 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 19:12:41.139312 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:41.143577 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:41.196904 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:41.204181 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.204539 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.204887 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.205230 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.205570 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.205908 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.206247 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.206615 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.206948 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.207276 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.207625 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.207938 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:41.214594 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] get_ports_and_sgs() called for port_ids ['aa7bc8da-5b36-4031-8c2c-63226d0e87c6'] {{(pid=93780) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 19:12:42.978002 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aa7bc8da-5b36-4031-8c2c-63226d0e87c6 up at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 19:12:43.038896 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Provisioning complete for port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 triggered by entity L2. {{(pid=93780) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 19:12:43.040247 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1027184'] for port, provisioning_complete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:43.046314 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:12:43.119007 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625405'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:43.149347 n-d-799526-3 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:43.149347 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cde2bce02b070c2f8873af67a787b42a68eae41e56a3aaee10790e63a19d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d182caa8-c1b6-4349-9eba-2c11f3041560" -d '{"events": [{"server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:43.172817 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] For port aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:43.178082 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747871330344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747870891255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747870887976'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:43.204363 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b8f75a-19cf-47c9-8a7d-7e9954c3f00c x-openstack-request-id: req-f2b8f75a-19cf-47c9-8a7d-7e9954c3f00c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:43.204642 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "name": "network-vif-plugged", "status": "completed", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:43.204892 n-d-799526-3 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2b8f75a-19cf-47c9-8a7d-7e9954c3f00c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:43.205280 n-d-799526-3 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'code': 200} Jul 06 19:12:43.233716 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Pushing event updated for resources: {'Port': ['ID=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:47.207958 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-447d0e67-b77d-4325-bf60-0444436daee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:49.763324 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-211bdebe-442d-4248-86e9-7eee325bfe4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:50.313387 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:51.137130 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:53.048849 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:53.184392 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 58932) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:12:53.345016 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Deleting port d4d66b5c-1fee-45a6-a097-95ca3fa43a95 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:12:53.345361 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:53.425233 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:53.425501 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:53.437658 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Calling delete_port for d4d66b5c-1fee-45a6-a097-95ca3fa43a95 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:12:53.588741 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:53.613756 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event deleted for resources: {'Port': ['ID=d4d66b5c-1fee-45a6-a097-95ca3fa43a95,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:53.625715 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.626065 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.626434 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.626775 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.627133 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.627472 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.627802 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.628130 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.628476 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.628788 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.629115 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.629442 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:53.686554 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:53.686800 n-d-799526-3 neutron-server[93779]: INFO neutron.db.l3_db [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Floating IP 47a69bca-dfd5-4df0-b3c0-4a67a09aad91 disassociated (deleted). External IP: 172.25.7.177, port: aa7bc8da-5b36-4031-8c2c-63226d0e87c6. Jul 06 19:12:53.898691 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:12:54.007057 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:12:54.011817 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:54.016512 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] Sync routers for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:12:54.025859 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:12:54.026518 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:54.048848 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-927289bf-c72f-46fb-b432-bb975c6a7588 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "DELETE /v2.0/floatingips/47a69bca-dfd5-4df0-b3c0-4a67a09aad91 HTTP/1.1" status: 204 len: 168 time: 0.8632662 Jul 06 19:12:54.049445 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:54.051737 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:54.116485 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad054159-2a37-4d16-9743-3f2887c822bc x-openstack-request-id: req-ad054159-2a37-4d16-9743-3f2887c822bc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:54.117637 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:54.118126 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad054159-2a37-4d16-9743-3f2887c822bc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:54.118567 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'status': 'completed', 'code': 200} Jul 06 19:12:54.140082 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:12:54.197459 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-65fd6c06-6196-46ce-8196-09b60e4a46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:54.198547 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-65fd6c06-6196-46ce-8196-09b60e4a46f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 1096 time: 0.0601928 Jul 06 19:12:54.298681 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-06bcbf31-cc36-4393-8ee3-43a510514810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:54.300839 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-06bcbf31-cc36-4393-8ee3-43a510514810 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.0958986 Jul 06 19:12:54.348317 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-7aa86f1d-5e91-4e27-881d-9207c730b372 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6 HTTP/1.1" status: 200 len: 217 time: 0.0408769 Jul 06 19:12:54.390564 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '72dbc63c-260c-4cf2-9160-ed9145f0716b', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:07:58Z', 'updated_at': '2021-07-06T19:08:01Z', 'revision_number': 1, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:54.415525 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-1a870e3b-7b2f-4501-bb1a-a130afa0e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:54.420841 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-1a870e3b-7b2f-4501-bb1a-a130afa0e122 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0619962 Jul 06 19:12:54.424624 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] Checking router: 80fb1445-9edc-4feb-86c3-6841ee7a5d9d for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:12:54.434333 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:12:54.434971 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:54.516801 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-6aa6e9f1-d811-4ce1-b794-fca609b903a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:54.518359 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-6aa6e9f1-d811-4ce1-b794-fca609b903a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943727 Jul 06 19:12:54.544844 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0a3c-a8bb-4500-bcc1-81449de531d0 req-cfea94b6-612c-4a1e-b02a-f1f53894ddec tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:54.546258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa4e0a3c-a8bb-4500-bcc1-81449de531d0 req-cfea94b6-612c-4a1e-b02a-f1f53894ddec tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 945 time: 0.1578677 Jul 06 19:12:54.546616 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:12:54.635849 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-fa4e0a3c-a8bb-4500-bcc1-81449de531d0 req-ad415ce2-b05c-44be-92da-92260b7a2e65 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785880 Jul 06 19:12:54.657074 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-1f364164-6ac6-42c6-afb8-519b3c868f9a service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282518 Jul 06 19:12:54.751687 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-891c8358-ec80-4dcc-a6c9-45d3a3bf1f7b req-eb74ad37-d0a9-4b50-b50c-25a74832a729 service neutron] 10.222.0.55 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862172 Jul 06 19:12:54.772410 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '72dbc63c-260c-4cf2-9160-ed9145f0716b', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:07:58Z', 'updated_at': '2021-07-06T19:08:01Z', 'revision_number': 1, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:54.799875 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f1d32-36e4-467d-be25-fa1f118f3056 None None] The sync data for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 is: [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_floatingips': [{'id': '72dbc63c-260c-4cf2-9160-ed9145f0716b', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'router_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'port_id': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'mac_address': 'fa:16:3e:62:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T19:07:58Z', 'updated_at': '2021-07-06T19:08:01Z', 'revision_number': 1, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:12:55.019668 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaca7de-4574-4c73-9348-9008ec7b113a None None] New status for floating IP 47a69bca-dfd5-4df0-b3c0-4a67a09aad91: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:12:55.823421 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f6741-9010-4aaa-8802-916df0a0aaca req-09f1460f-db7d-4f5b-b820-d1b4bed015aa tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:55.824946 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-413f6741-9010-4aaa-8802-916df0a0aaca req-09f1460f-db7d-4f5b-b820-d1b4bed015aa tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 945 time: 0.0753260 Jul 06 19:12:55.870925 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-413f6741-9010-4aaa-8802-916df0a0aaca req-f03da30c-a0a4-46a0-a1a6-e9a3ef63e340 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403252 Jul 06 19:12:56.137357 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-7a0dba3f-96be-4d81-bd8b-b845d226bddc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:56.138916 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-7a0dba3f-96be-4d81-bd8b-b845d226bddc tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 945 time: 0.0699494 Jul 06 19:12:56.239438 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Deleting port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:12:56.239778 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:56.332819 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] For port aa7bc8da-5b36-4031-8c2c-63226d0e87c6, host n-h2-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799526-3',level=0,port_id=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:12:56.333182 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:56.346628 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Calling delete_port for aa7bc8da-5b36-4031-8c2c-63226d0e87c6 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:12:56.471693 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:56.506117 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event deleted for resources: {'Port': ['ID=aa7bc8da-5b36-4031-8c2c-63226d0e87c6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:56.549958 n-d-799526-3 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] No DVR routers for this DVR port aa7bc8da-5b36-4031-8c2c-63226d0e87c6 on host n-h2-799526-3 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:12:56.552617 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:56.554658 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-214c57b9-37ce-40a9-98d2-1d7ffb10f9e4 req-11f2e3b7-8503-47fa-bb0d-09f65f9dd68f tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.55 "DELETE /v2.0/ports/aa7bc8da-5b36-4031-8c2c-63226d0e87c6 HTTP/1.1" status: 204 len: 173 time: 0.4104846 Jul 06 19:12:56.555126 n-d-799526-3 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'name': 'network-vif-deleted', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:56.557445 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b9e3b816023c83dd1c01a540550121ad3c2d2f1dd8b670d9c0d8b92a9a2f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2664a4dd-9e67-497f-a397-1ffed1a2e06f" -d '{"events": [{"server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "name": "network-vif-deleted", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:56.595253 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5effda5a-a8f7-4824-a0ee-c8546a98cf88 x-openstack-request-id: req-5effda5a-a8f7-4824-a0ee-c8546a98cf88 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:56.595551 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b42aeab-f041-49bb-a63b-7f7ae2a58d2e", "name": "network-vif-deleted", "tag": "aa7bc8da-5b36-4031-8c2c-63226d0e87c6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:56.595812 n-d-799526-3 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5effda5a-a8f7-4824-a0ee-c8546a98cf88 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:56.596221 n-d-799526-3 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b42aeab-f041-49bb-a63b-7f7ae2a58d2e', 'name': 'network-vif-deleted', 'tag': 'aa7bc8da-5b36-4031-8c2c-63226d0e87c6', 'status': 'completed', 'code': 200} Jul 06 19:12:57.039926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-d8a6e795-ef50-4204-804b-d31071c6fce8 req-5c2c6d1d-f000-4af3-93bd-0a656c30ced5 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aeab-f041-49bb-a63b-7f7ae2a58d2e HTTP/1.1" status: 200 len: 210 time: 0.0375710 Jul 06 19:12:57.073099 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aa7bc8da-5b36-4031-8c2c-63226d0e87c6 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:12:57.097871 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: aa7bc8da-5b36-4031-8c2c-63226d0e87c6 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:12:57.098091 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aa7bc8da-5b36-4031-8c2c-63226d0e87c6 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:12:58.671044 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 58998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:12:58.825639 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Deleting port d5f2c2e0-2574-48a9-84f5-79d98755d96a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:12:58.825984 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:58.906080 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:58.906329 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:58.918625 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Calling delete_port for d5f2c2e0-2574-48a9-84f5-79d98755d96a owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:12:59.072129 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:59.099640 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event deleted for resources: {'Port': ['ID=d5f2c2e0-2574-48a9-84f5-79d98755d96a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:12:59.127302 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.127728 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.128002 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.128347 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.128688 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.129025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.129356 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.129684 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.130019 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.130361 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.130766 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.131095 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799526-3 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 19:12:59.169711 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:59.169970 n-d-799526-3 neutron-server[93778]: INFO neutron.db.l3_db [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Floating IP 72dbc63c-260c-4cf2-9160-ed9145f0716b disassociated (deleted). External IP: 172.25.7.124, port: d8f1fdce-0e10-4aab-89cb-51168fa94cae. Jul 06 19:12:59.381185 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:12:59.491570 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:12:59.496838 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:12:59.501502 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] Sync routers for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:12:59.513409 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:12:59.514053 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:59.535339 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-a5a0149d-58a1-4531-bd4f-7f7cde66a730 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "DELETE /v2.0/floatingips/72dbc63c-260c-4cf2-9160-ed9145f0716b HTTP/1.1" status: 204 len: 168 time: 0.8631315 Jul 06 19:12:59.535878 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:12:59.538140 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b28683-dba7-4d9e-8148-49347f750464" -d '{"events": [{"name": "network-changed", "server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:12:59.630006 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:12:59.633969 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 19:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80630a61-9126-493f-a900-aedd0b0ce0e1 x-openstack-request-id: req-80630a61-9126-493f-a900-aedd0b0ce0e1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:12:59.634440 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:12:59.635184 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80630a61-9126-493f-a900-aedd0b0ce0e1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:12:59.635603 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'status': 'completed', 'code': 200} Jul 06 19:12:59.718889 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b28683-dba7-4d9e-8148-49347f750464 req-fd1a3f28-a88b-49d9-adf5-2759bab6defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:59.720536 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31b28683-dba7-4d9e-8148-49347f750464 req-fd1a3f28-a88b-49d9-adf5-2759bab6defb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ae435495ac94092aad26fb7f43044b7&device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 1095 time: 0.0612137 Jul 06 19:12:59.826329 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b28683-dba7-4d9e-8148-49347f750464 req-c717a367-086b-4465-a875-90a55eb40bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:59.828053 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31b28683-dba7-4d9e-8148-49347f750464 req-c717a367-086b-4465-a875-90a55eb40bdb service neutron] 10.222.0.22 "GET /v2.0/networks?id=cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 200 len: 911 time: 0.1017332 Jul 06 19:12:59.850784 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:59.872856 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31b28683-dba7-4d9e-8148-49347f750464 req-f985f66a-1e6f-436a-ba39-f5987108f9ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 200 len: 217 time: 0.0379517 Jul 06 19:12:59.877340 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] Checking router: 80fb1445-9edc-4feb-86c3-6841ee7a5d9d for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:12:59.886608 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:12:59.887712 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:12:59.926997 n-d-799526-3 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211f40c-3264-47a7-87ee-250f5efabea1 req-f1e3dbd0-03b9-4826-8c8a-af00a08d7074 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:59.928651 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4211f40c-3264-47a7-87ee-250f5efabea1 req-f1e3dbd0-03b9-4826-8c8a-af00a08d7074 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 944 time: 0.0672097 Jul 06 19:12:59.931956 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b28683-dba7-4d9e-8148-49347f750464 req-1ecf169d-3e49-4fdb-96f1-8a25e0d8afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:12:59.933435 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31b28683-dba7-4d9e-8148-49347f750464 req-1ecf169d-3e49-4fdb-96f1-8a25e0d8afa5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 200 len: 849 time: 0.0547357 Jul 06 19:12:59.973418 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [req-4211f40c-3264-47a7-87ee-250f5efabea1 req-8eaefd6b-f969-483a-b1f5-cfa65bc77944 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d57f009-9a25-4492-bfe0-33a17b01b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380998 Jul 06 19:13:00.000104 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b28683-dba7-4d9e-8148-49347f750464 req-0522d12b-1de5-49e8-9764-b624b53f7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:00.001652 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31b28683-dba7-4d9e-8148-49347f750464 req-0522d12b-1de5-49e8-9764-b624b53f7acd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cb45d318-d63e-4d97-b307-2d8d69405efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599592 Jul 06 19:13:00.100256 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31b28683-dba7-4d9e-8148-49347f750464 req-7f880d8e-0c74-4fcc-9830-d6de41c67bee service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903857 Jul 06 19:13:00.164329 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:13:00.198436 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-31b28683-dba7-4d9e-8148-49347f750464 req-cd46cf18-9747-4bf6-b6e9-f3c3f13c89c7 service neutron] 10.222.0.22 "GET /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909872 Jul 06 19:13:00.369374 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:00.395849 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff76b19-76ae-4308-88ae-d654b069bdaa None None] The sync data for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 is: [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:07:38Z', 'revision_number': 4, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3', '_interfaces': [{'id': 'c6eb746f-ceb2-4868-8a75-bf93ce4a9647', 'name': '', 'network_id': 'cb45d318-d63e-4d97-b307-2d8d69405efb', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'mac_address': 'fa:16:3e:3a:ef:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '791536b3-049f-464b-995c-3389d0948eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:37Z', 'updated_at': '2021-07-06T19:07:44Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'subnets': [{'id': '791536b3-049f-464b-995c-3389d0948eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:13:00.484327 n-d-799526-3 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-859a60dc-659a-4a0a-9a7b-e6fcf2d56c1a tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 19:13:00.485832 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-859a60dc-659a-4a0a-9a7b-e6fcf2d56c1a tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.22 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 944 time: 0.0697861 Jul 06 19:13:00.608025 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Deleting port d8f1fdce-0e10-4aab-89cb-51168fa94cae {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:13:00.608374 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:00.624142 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64be84e-c8a5-4278-8643-c18e4024d0c9 None None] New status for floating IP 72dbc63c-260c-4cf2-9160-ed9145f0716b: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 19:13:00.705557 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] For port d8f1fdce-0e10-4aab-89cb-51168fa94cae, host n-h1-799526-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799526-3',level=0,port_id=d8f1fdce-0e10-4aab-89cb-51168fa94cae,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:13:00.705927 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:00.721407 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Calling delete_port for d8f1fdce-0e10-4aab-89cb-51168fa94cae owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:13:00.856431 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:00.884465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event deleted for resources: {'Port': ['ID=d8f1fdce-0e10-4aab-89cb-51168fa94cae,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:00.934206 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] No DVR routers for this DVR port d8f1fdce-0e10-4aab-89cb-51168fa94cae on host n-h1-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:13:00.937585 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88777'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:00.939926 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-77f57e96-c191-427d-8488-e1bb1208ef25 req-322c1221-0151-4894-8796-87e8286e31b3 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.22 "DELETE /v2.0/ports/d8f1fdce-0e10-4aab-89cb-51168fa94cae HTTP/1.1" status: 204 len: 173 time: 0.4487369 Jul 06 19:13:01.094753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aa7bc8da-5b36-4031-8c2c-63226d0e87c6 no longer exists at agent hyperv_n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:13:01.117432 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] No Port match for: aa7bc8da-5b36-4031-8c2c-63226d0e87c6 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:13:01.117789 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Device aa7bc8da-5b36-4031-8c2c-63226d0e87c6 not bound to the agent host n-h2-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:13:01.153547 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [req-01b204a3-4a74-490e-8b0a-78fb1768d919 req-ee5cef0c-8064-4646-a756-964695c57d70 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "GET /v2.0/ports?device_id=7358dfc2-0ac6-481e-9397-f4b4cf886b29 HTTP/1.1" status: 200 len: 210 time: 0.0325339 Jul 06 19:13:01.636832 n-d-799526-3 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'name': 'network-vif-deleted', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 19:13:01.639260 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79b013f841f32779d43d5dc4eea2dca86a7d0a3165fef41f4b047467b23562a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d227d61d-c179-46a8-9a92-fd4b1e23a78e" -d '{"events": [{"server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "name": "network-vif-deleted", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 19:13:01.673216 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a348e33c-d904-4cd0-abe4-6c896d13690d x-openstack-request-id: req-a348e33c-d904-4cd0-abe4-6c896d13690d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 19:13:01.673512 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7358dfc2-0ac6-481e-9397-f4b4cf886b29", "name": "network-vif-deleted", "tag": "d8f1fdce-0e10-4aab-89cb-51168fa94cae", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 19:13:01.673771 n-d-799526-3 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a348e33c-d904-4cd0-abe4-6c896d13690d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 19:13:01.674175 n-d-799526-3 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7358dfc2-0ac6-481e-9397-f4b4cf886b29', 'name': 'network-vif-deleted', 'tag': 'd8f1fdce-0e10-4aab-89cb-51168fa94cae', 'status': 'completed', 'code': 200} Jul 06 19:13:02.251122 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:02.310349 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2571115e-052b-4903-91e4-19ae3a40cf83 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:02.340408 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2571115e-052b-4903-91e4-19ae3a40cf83 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:02.402592 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2571115e-052b-4903-91e4-19ae3a40cf83 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:02.405265 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2571115e-052b-4903-91e4-19ae3a40cf83 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:02.406665 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-2571115e-052b-4903-91e4-19ae3a40cf83 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] 10.222.0.13 "DELETE /v2.0/security-groups/8d57f009-9a25-4492-bfe0-33a17b01b460 HTTP/1.1" status: 204 len: 168 time: 0.1545074 Jul 06 19:13:02.419238 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571115e-052b-4903-91e4-19ae3a40cf83 tempest-TestSnapshotPattern-2083839566 tempest-TestSnapshotPattern-2083839566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d57f009-9a25-4492-bfe0-33a17b01b460,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:03.231556 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:03.477143 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:03.934767 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:04.192949 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Deleting port c6eb746f-ceb2-4868-8a75-bf93ce4a9647 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:13:04.193198 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:04.272411 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] For port c6eb746f-ceb2-4868-8a75-bf93ce4a9647, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=c6eb746f-ceb2-4868-8a75-bf93ce4a9647,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:13:04.272765 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:04.285511 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Calling delete_port for c6eb746f-ceb2-4868-8a75-bf93ce4a9647 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:13:04.471330 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:04.502331 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6eb746f-ceb2-4868-8a75-bf93ce4a9647,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:04.671627 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:05.034285 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d8f1fdce-0e10-4aab-89cb-51168fa94cae no longer exists at agent hyperv_n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:13:05.059699 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] No Port match for: d8f1fdce-0e10-4aab-89cb-51168fa94cae {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:13:05.060067 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Device d8f1fdce-0e10-4aab-89cb-51168fa94cae not bound to the agent host n-h1-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:13:05.191418 n-d-799526-3 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:13:05.293735 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:13:05.298923 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-64efbad7-6a92-4ec9-9986-e14d69df3005 admin admin] 10.222.0.13 "PUT /v2.0/routers/80fb1445-9edc-4feb-86c3-6841ee7a5d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8201635 Jul 06 19:13:05.301441 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59032) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:05.303749 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] Sync routers for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:13:05.313733 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:13:05.314359 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:05.407215 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:05.422195 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: n-d-799526-3 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:13:05.515566 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:05.571478 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Deleting port 277729ae-cc4b-4973-bedb-bbd749618d97 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:13:05.571478 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:05.604173 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:13:04Z', 'revision_number': 5, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port': {'id': '277729ae-cc4b-4973-bedb-bbd749618d97', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:77:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:36Z', 'updated_at': '2021-07-06T19:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:05.630436 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] Checking router: 80fb1445-9edc-4feb-86c3-6841ee7a5d9d for host: n-d-799526-3 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:13:05.639332 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] Routers {'80fb1445-9edc-4feb-86c3-6841ee7a5d9d'} bound to L3 agent in host n-d-799526-3 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:13:05.640048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:05.663016 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] For port 277729ae-cc4b-4973-bedb-bbd749618d97, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=277729ae-cc4b-4973-bedb-bbd749618d97,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:13:05.663355 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:05.678063 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Calling delete_port for 277729ae-cc4b-4973-bedb-bbd749618d97 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:13:05.730179 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] Set router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:13:05.784590 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:13:05Z', 'revision_number': 6, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port_host': None}], 'n-d-799526-3', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:05.811485 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab747494-93d3-411c-bcfc-dcf90a03585f None None] The sync data for ids ['80fb1445-9edc-4feb-86c3-6841ee7a5d9d'] in n-d-799526-3 is: [{'id': '80fb1445-9edc-4feb-86c3-6841ee7a5d9d', 'name': 'tempest-TestSnapshotPattern-1297556980-router', 'tenant_id': '4ae435495ac94092aad26fb7f43044b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:35Z', 'updated_at': '2021-07-06T19:13:05Z', 'revision_number': 6, 'project_id': '4ae435495ac94092aad26fb7f43044b7', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:13:05.856567 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:05.886074 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=277729ae-cc4b-4973-bedb-bbd749618d97,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:05.953880 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.045825 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.047999 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.092676 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.093094 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80fb1445-9edc-4feb-86c3-6841ee7a5d9d {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:13:06.097380 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.098564 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-84a96748-bdae-42d0-9eb7-da6c9ebb5ed3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/80fb1445-9edc-4feb-86c3-6841ee7a5d9d HTTP/1.1" status: 204 len: 168 time: 0.7961776 Jul 06 19:13:06.100954 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59034) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:06.147812 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-54257711-65a3-47eb-82e8-2e1b121ff537 admin admin] Deleting subnet 791536b3-049f-464b-995c-3389d0948eb1 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:13:06.151948 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54257711-65a3-47eb-82e8-2e1b121ff537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.194069 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54257711-65a3-47eb-82e8-2e1b121ff537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.282273 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54257711-65a3-47eb-82e8-2e1b121ff537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.324654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.345869 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54257711-65a3-47eb-82e8-2e1b121ff537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.370083 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54257711-65a3-47eb-82e8-2e1b121ff537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791536b3-049f-464b-995c-3389d0948eb1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:06.375951 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-54257711-65a3-47eb-82e8-2e1b121ff537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.377901 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-54257711-65a3-47eb-82e8-2e1b121ff537 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/791536b3-049f-464b-995c-3389d0948eb1 HTTP/1.1" status: 204 len: 168 time: 0.2758965 Jul 06 19:13:06.380498 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59036) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:06.384753 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798f0b6-69ef-41aa-9136-a07e26c0dddd None None] Network cb45d318-d63e-4d97-b307-2d8d69405efb requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:13:06.454083 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.509609 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Deleting port 820ef40b-d661-4a18-8091-f18338da9b46 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:13:06.509876 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.581993 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] For port 820ef40b-d661-4a18-8091-f18338da9b46, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=820ef40b-d661-4a18-8091-f18338da9b46,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:13:06.582644 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.590429 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ba0ae-7b6f-4a9a-a547-3f77a30ce61f None None] DHCP port deletion for cb45d318-d63e-4d97-b307-2d8d69405efb request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:13:06.604996 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Calling delete_port for 820ef40b-d661-4a18-8091-f18338da9b46 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:13:06.626484 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 277729ae-cc4b-4973-bedb-bbd749618d97 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:13:06.647748 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 277729ae-cc4b-4973-bedb-bbd749618d97 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:13:06.648102 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 277729ae-cc4b-4973-bedb-bbd749618d97 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:13:06.648672 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c6eb746f-ceb2-4868-8a75-bf93ce4a9647 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:13:06.673737 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: c6eb746f-ceb2-4868-8a75-bf93ce4a9647 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:13:06.674098 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device c6eb746f-ceb2-4868-8a75-bf93ce4a9647 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:13:06.688663 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ba0ae-7b6f-4a9a-a547-3f77a30ce61f None None] Deleting port 820ef40b-d661-4a18-8091-f18338da9b46 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:13:06.689043 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd3ba0ae-7b6f-4a9a-a547-3f77a30ce61f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.698489 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.722423 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=820ef40b-d661-4a18-8091-f18338da9b46,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:06.728594 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] No DVR routers for this DVR port 820ef40b-d661-4a18-8091-f18338da9b46 on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:13:06.755249 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cd3ba0ae-7b6f-4a9a-a547-3f77a30ce61f None None] For port 820ef40b-d661-4a18-8091-f18338da9b46, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=820ef40b-d661-4a18-8091-f18338da9b46,segment=NetworkSegment(7a370cbd-5889-42ba-bdd5-2632ebf3107b),segment_id=7a370cbd-5889-42ba-bdd5-2632ebf3107b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:13:06.755644 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd3ba0ae-7b6f-4a9a-a547-3f77a30ce61f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.768705 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ba0ae-7b6f-4a9a-a547-3f77a30ce61f None None] Calling delete_port for 820ef40b-d661-4a18-8091-f18338da9b46 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:13:06.807884 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.818373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb45d318-d63e-4d97-b307-2d8d69405efb']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:06.832156 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a370cbd-5889-42ba-bdd5-2632ebf3107b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:06.832465 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a370cbd-5889-42ba-bdd5-2632ebf3107b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:06.843906 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.854630 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd3ba0ae-7b6f-4a9a-a547-3f77a30ce61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.859227 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.866373 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:13:06.866888 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: timer() Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:13:06.869657 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:13:06.882588 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ba0ae-7b6f-4a9a-a547-3f77a30ce61f None None] Pushing event deleted for resources: {'Port': ['ID=820ef40b-d661-4a18-8091-f18338da9b46,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:06.884632 n-d-799526-3 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ba0ae-7b6f-4a9a-a547-3f77a30ce61f None None] No DVR routers for this DVR port 820ef40b-d661-4a18-8091-f18338da9b46 on host n-d-799526-3 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:13:06.929314 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.936262 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:06.938103 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cb45d318-d63e-4d97-b307-2d8d69405efb HTTP/1.1" status: 204 len: 168 time: 0.5566568 Jul 06 19:13:06.942639 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59038) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:06.950814 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e9bd9-c294-49f9-85b7-546328541df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb45d318-d63e-4d97-b307-2d8d69405efb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:07.298934 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8282135'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:07.552732 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Deleting port d17d2840-ae55-42de-ba71-87aa9ceb3dd0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:13:07.552991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:07.632586 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] For port d17d2840-ae55-42de-ba71-87aa9ceb3dd0, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d17d2840-ae55-42de-ba71-87aa9ceb3dd0,segment=NetworkSegment(ed72bef3-bfbc-4fca-b203-5cac88cc266b),segment_id=ed72bef3-bfbc-4fca-b203-5cac88cc266b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:13:07.632977 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:07.645439 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Calling delete_port for d17d2840-ae55-42de-ba71-87aa9ceb3dd0 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:13:07.823659 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:07.850943 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Pushing event deleted for resources: {'Port': ['ID=d17d2840-ae55-42de-ba71-87aa9ceb3dd0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:08.038365 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8282409'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:08.256329 n-d-799526-3 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 has already been hosted by L3 agent e4aedb9f-52a1-49bf-832d-54a6de2a38e0 {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 19:13:08.364121 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] Notify agent at l3_agent.n-d-799526-3 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 19:13:08.374156 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-9c075357-81e4-4a32-aaaa-e6268c6be13e admin admin] 10.222.0.13 "PUT /v2.0/routers/64d5f72e-8f54-4cf7-9a96-cfecdba1a417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4273283 Jul 06 19:13:08.374156 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59042) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:08.376916 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] Sync routers for ids ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'] in n-d-799526-3 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 19:13:08.387808 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] Routers {'64d5f72e-8f54-4cf7-9a96-cfecdba1a417'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:13:08.388411 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:08.453175 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 820ef40b-d661-4a18-8091-f18338da9b46 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:13:08.481115 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 820ef40b-d661-4a18-8091-f18338da9b46 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:13:08.481587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 820ef40b-d661-4a18-8091-f18338da9b46 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:13:08.503780 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:08.507051 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] Set router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:13:08.691866 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:13:07Z', 'revision_number': 5, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'gw_port': {'id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:08.719506 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] Checking router: 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 for host: n-d-799526-3 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 19:13:08.729072 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] Routers {'64d5f72e-8f54-4cf7-9a96-cfecdba1a417'} bound to L3 agent in host n-d-799526-3 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 19:13:08.729824 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799526-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T17:18:49Z,description=,heartbeat_timestamp=2021-07-06T19:12:50Z,host='n-d-799526-3',id=e4aedb9f-52a1-49bf-832d-54a6de2a38e0,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T17:18:49Z,topic='l3_agent')) {'router_ids': ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:08.838159 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] Set router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 gateway port host: n-d-799526-3 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 19:13:08.945927 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.004736 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Deleting port d84e2872-4674-4f41-b04d-d46847b06e6f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:13:09.004991 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.086547 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] For port d84e2872-4674-4f41-b04d-d46847b06e6f, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=d84e2872-4674-4f41-b04d-d46847b06e6f,segment=NetworkSegment(dbd57275-088d-423e-b602-ddfdec9b06a5),segment_id=dbd57275-088d-423e-b602-ddfdec9b06a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:13:09.087519 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.103320 n-d-799526-3 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Calling delete_port for d84e2872-4674-4f41-b04d-d46847b06e6f owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:13:09.131315 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:13:07Z', 'revision_number': 5, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'gw_port': {'id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}], 'n-d-799526-3', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:09.160859 n-d-799526-3 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a53c75-c185-4109-b70d-35ef3abbcf0c None None] The sync data for ids ['64d5f72e-8f54-4cf7-9a96-cfecdba1a417'] in n-d-799526-3 is: [{'id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'name': 'tempest-TestSnapshotPattern-1083816669-router', 'tenant_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'external_fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:13:07Z', 'revision_number': 5, 'project_id': '1a1e209d1ebf4cf8a16aa5027ad24e02', 'gw_port': {'id': 'd84e2872-4674-4f41-b04d-d46847b06e6f', 'name': '', 'network_id': '711386f9-cc21-4050-a615-21e8e2b31e38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d5f72e-8f54-4cf7-9a96-cfecdba1a417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799526-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T19:07:40Z', 'updated_at': '2021-07-06T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b785425c-0da2-4a80-93b4-6185cf531140', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799526-3'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 19:13:09.278859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4320319'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.308436 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Pushing event deleted for resources: {'Port': ['ID=d84e2872-4674-4f41-b04d-d46847b06e6f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:09.375662 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7989328'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.473859 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8278244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2855'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.476049 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.526774 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8280692'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.527333 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64d5f72e-8f54-4cf7-9a96-cfecdba1a417 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 19:13:09.532072 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.536412 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-64011e5e-de75-49d4-aadc-ba67cd1f973e admin admin] 10.222.0.13 "DELETE /v2.0/routers/64d5f72e-8f54-4cf7-9a96-cfecdba1a417 HTTP/1.1" status: 204 len: 168 time: 1.1586995 Jul 06 19:13:09.536529 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59044) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:09.588931 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a709e9-7d54-4103-ad21-4b55a104b78e admin admin] Deleting subnet 242476e9-8ee7-4ab1-bb6c-8970ae514d10 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 19:13:09.592615 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28a709e9-7d54-4103-ad21-4b55a104b78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.629780 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28a709e9-7d54-4103-ad21-4b55a104b78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16413257'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.713822 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28a709e9-7d54-4103-ad21-4b55a104b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031774'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.772350 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28a709e9-7d54-4103-ad21-4b55a104b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16420618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16299595'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.803209 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a709e9-7d54-4103-ad21-4b55a104b78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242476e9-8ee7-4ab1-bb6c-8970ae514d10,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:09.810506 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28a709e9-7d54-4103-ad21-4b55a104b78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.814820 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-28a709e9-7d54-4103-ad21-4b55a104b78e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/242476e9-8ee7-4ab1-bb6c-8970ae514d10 HTTP/1.1" status: 204 len: 168 time: 0.2753294 Jul 06 19:13:09.815141 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:09.818773 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965ac76-deef-441a-ba37-311e6957620e None None] Network 311ff609-4607-4095-a498-f0fa71c8c27c requested from n-d-799526-3 {{(pid=93780) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 19:13:09.891909 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524579'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:09.948494 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Deleting port 45469581-1c65-4947-8790-840de822d1bd {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 19:13:09.948839 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747871322588'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.020253 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] For port 45469581-1c65-4947-8790-840de822d1bd, host n-d-799526-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799526-3',level=0,port_id=45469581-1c65-4947-8790-840de822d1bd,segment=NetworkSegment(ed72bef3-bfbc-4fca-b203-5cac88cc266b),segment_id=ed72bef3-bfbc-4fca-b203-5cac88cc266b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 19:13:10.020616 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8282391'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.033850 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Calling delete_port for 45469581-1c65-4947-8790-840de822d1bd owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 19:13:10.115563 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-626481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747871330326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747870891246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16420656'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.142716 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45469581-1c65-4947-8790-840de822d1bd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:10.144917 n-d-799526-3 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] No DVR routers for this DVR port 45469581-1c65-4947-8790-840de822d1bd on host n-d-799526-3 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 19:13:10.184048 n-d-799526-3 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3748dc16-8d1c-41d0-8fe6-8103edf81016 None None] DHCP port deletion for 311ff609-4607-4095-a498-f0fa71c8c27c request from n-d-799526-3 {{(pid=93780) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 19:13:10.226577 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025227', 'neutron.services.segments.db._delete_segments_for_network-8747871391838'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.237173 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311ff609-4607-4095-a498-f0fa71c8c27c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:10.247839 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed72bef3-bfbc-4fca-b203-5cac88cc266b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:10.248139 n-d-799526-3 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed72bef3-bfbc-4fca-b203-5cac88cc266b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 19:13:10.256762 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747871437186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16413278'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.270829 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.277780 n-d-799526-3 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 19:13:10.278176 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16420847'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: Traceback (most recent call last): Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: timer() Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: cb(*args, **kw) Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: return func(*args, **kwargs) Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: self._notify() Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: self.callback(batched_events) Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: event.method(event) Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: return f(self, *a, **k) Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: return self._get(url).json() Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 19:13:10.279913 n-d-799526-3 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 19:13:10.347582 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7890132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7989364'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.357558 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.361920 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/311ff609-4607-4095-a498-f0fa71c8c27c HTTP/1.1" status: 204 len: 168 time: 0.5431325 Jul 06 19:13:10.372663 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bae01d-bd9b-42f8-937e-2eda63a015f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=311ff609-4607-4095-a498-f0fa71c8c27c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:10.403183 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d17d2840-ae55-42de-ba71-87aa9ceb3dd0 no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:13:10.422795 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: d17d2840-ae55-42de-ba71-87aa9ceb3dd0 {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:13:10.423150 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d17d2840-ae55-42de-ba71-87aa9ceb3dd0 not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:13:10.423581 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d84e2872-4674-4f41-b04d-d46847b06e6f no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:13:10.441804 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: d84e2872-4674-4f41-b04d-d46847b06e6f {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:13:10.442149 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device d84e2872-4674-4f41-b04d-d46847b06e6f not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:13:10.442605 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 45469581-1c65-4947-8790-840de822d1bd no longer exists at agent ovs-agent-n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 19:13:10.461587 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] No Port match for: 45469581-1c65-4947-8790-840de822d1bd {{(pid=93780) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 19:13:10.462190 n-d-799526-3 neutron-server[93780]: DEBUG neutron.plugins.ml2.rpc [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Device 45469581-1c65-4947-8790-840de822d1bd not bound to the agent host n-d-799526-3 {{(pid=93780) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 19:13:10.497043 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59050) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:10.542742 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-e502fb56-be6b-422b-bcd3-f579a48b7e02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ae435495ac94092aad26fb7f43044b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443802 Jul 06 19:13:10.545273 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.13', 59052) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:10.594639 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aada4a-276b-426b-9ac6-1c532d88ce2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.615347 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aada4a-276b-426b-9ac6-1c532d88ce2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.662781 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aada4a-276b-426b-9ac6-1c532d88ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.665990 n-d-799526-3 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75aada4a-276b-426b-9ac6-1c532d88ce2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:10.667258 n-d-799526-3 neutron-server[93779]: INFO neutron.wsgi [None req-75aada4a-276b-426b-9ac6-1c532d88ce2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb85882f-c1c3-4650-bd8b-f0146ab41761 HTTP/1.1" status: 204 len: 168 time: 0.1210909 Jul 06 19:13:10.675237 n-d-799526-3 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aada4a-276b-426b-9ac6-1c532d88ce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb85882f-c1c3-4650-bd8b-f0146ab41761,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:10.987776 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59058) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:11.028989 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-e17a0594-c1fe-4b02-a886-7da2c6c5094a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a1e209d1ebf4cf8a16aa5027ad24e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399830 Jul 06 19:13:11.031461 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 59060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 19:13:11.078684 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c242137-b460-43c0-8600-36cacef71a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:11.101483 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c242137-b460-43c0-8600-36cacef71a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:11.147901 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c242137-b460-43c0-8600-36cacef71a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8154218'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:11.151291 n-d-799526-3 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c242137-b460-43c0-8600-36cacef71a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:11.152458 n-d-799526-3 neutron-server[93778]: INFO neutron.wsgi [None req-8c242137-b460-43c0-8600-36cacef71a13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55bef60c-5331-4d47-9394-14ff21bcd332 HTTP/1.1" status: 204 len: 168 time: 0.1200585 Jul 06 19:13:11.160875 n-d-799526-3 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c242137-b460-43c0-8600-36cacef71a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bef60c-5331-4d47-9394-14ff21bcd332,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 19:13:17.201226 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2521620-9d82-4b3b-9298-0153422b8437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:19.760492 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1aec2af-ef8d-40a3-8c2b-f486c5676065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:20.046403 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:13:20.311954 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:21.134983 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:23.046860 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:33.253489 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:36.320484 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:47.202629 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6af6e4df-35be-4d61-accd-50038dd21df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:49.760873 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5e394c9-7f75-4f9f-b5cb-ac6b66e8cfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:50.313321 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:51.137459 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:53.051027 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:13:57.045658 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:14:03.267191 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:06.341437 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:17.206654 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b3f3a4e-895b-414c-bd05-4bb0a323d159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:19.764424 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23466a0d-ffa4-4c4b-a39c-dfa0a3457de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:20.316942 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:21.143837 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:23.056421 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:33.276123 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:34.046491 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:14:36.356514 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:47.208156 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3845873d-9566-4a00-b8ac-470e3719b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:49.766172 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40616000-5ebc-43eb-9c01-fc1d85e50cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:50.320703 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:51.143773 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:14:53.056208 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:03.283669 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:06.353645 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:11.045490 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:15:17.209880 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77d6f54c-6e50-4db6-87ce-da0d47f41d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:19.767234 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c417-566d-4198-a03c-0b700b547a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:20.321767 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:21.148571 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:23.059738 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:33.290428 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:36.368231 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:47.212592 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad2138ce-1b0e-4907-a7e0-1302d43fac98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:48.045381 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:15:49.769317 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b75f1f97-8eb5-4a53-8a36-c32cc6fb37ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:50.323594 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:51.148320 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:15:53.061593 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:03.297545 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:06.383093 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:17.213130 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89b75942-a146-4e73-8c92-179bd85ce14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:19.770372 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d363872c-0673-4649-b305-0006119dbe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:20.324991 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:21.151224 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:23.064906 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:25.044571 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:16:30.320307 n-d-799526-3 neutron-server[93779]: DEBUG neutron.wsgi [req-a812d3b0-bc8d-4ccd-9bff-be0eb87c02cb req-dc4fb7cd-acb6-4fe0-8b96-b45456b0f434 service neutron] (93779) timed out ('10.222.0.13', 57644) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:16:33.296159 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:36.397989 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:47.217206 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5671aad-eff2-47a2-a941-b57009a7de48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:49.778827 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00ed5e9e-324b-46ce-be99-8c989a309062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:50.327697 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:51.159893 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:16:53.067884 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:02.043233 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:17:03.304885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:06.397117 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:17.219928 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc058657-892e-4336-80b7-3ba12aa5b34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:19.772167 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-539cc516-e5cb-4b66-9e01-bcffb5c94c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:20.329488 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:21.157362 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:23.070580 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:33.311465 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:36.412163 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:39.042368 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:17:47.221656 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81cc433d-fad1-4ef8-8a22-d2f0469e7bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:49.773049 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0a81896-561a-4503-883e-c9811cdfeecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:50.331748 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:51.160149 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:17:53.073938 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:03.317836 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:06.429574 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:16.041219 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:18:17.222019 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68865e98-6024-4683-ae10-e3c6bbc37d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:19.774698 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5a60e70-ce07-469c-a791-cbbe692ddf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:20.333886 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:21.162364 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:23.076885 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:33.316261 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:36.426795 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:47.228109 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d59a891c-4a46-4cea-a9c8-dec3b515432b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:49.779602 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55f286c2-ce29-4ecb-8b41-5e942627c114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:50.336311 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:51.169204 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:18:53.044075 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:18:53.081105 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:03.343811 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:06.441304 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:17.222643 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-260957cc-8acf-4c5d-a166-566476193c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:19.780390 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8fed5a3-c15f-4998-ae80-a5a6bb6f6059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:20.340228 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:21.168789 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:23.083049 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:30.044134 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:19:33.348595 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:36.444285 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:47.223278 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e5db-ae29-4f5e-be74-6f1fac9ef2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:49.781617 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a70a0fe-16c5-42f4-8664-036330fa1f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:50.340868 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:51.169779 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:19:53.087017 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:03.377686 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:06.443774 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:07.045575 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:20:17.225066 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20cbb4d7-9860-46be-b51e-cd32650f489a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:19.783669 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e155-626f-4aaa-bb76-27fab460ecc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:20.342239 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:21.173065 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:23.088897 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:33.382038 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:36.447047 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:44.044430 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:20:47.071337 n-d-799526-3 neutron-server[93778]: DEBUG neutron.wsgi [req-b84bf124-25ad-4232-ab48-e51df1e042d1 req-647f2daf-c6fa-4777-9f5e-34d671ff4756 service neutron] (93778) timed out ('10.222.0.13', 56772) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 19:20:47.227770 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-582a1097-485a-490b-b615-98406065c66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:49.786626 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8f5128e6-a010-4cef-a90f-eb4a201f7e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:50.343604 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:51.176434 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:20:53.091876 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:03.387140 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:06.447220 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:17.229369 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a3275d0-d44e-4bb5-b502-bcc645a7da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:19.788816 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53aa2b46-752d-4e78-b38d-5fc693826187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:20.344122 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:21.043625 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 19:21:21.179142 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:23.092450 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:33.391881 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7298a1f9-2dc4-4835-85e3-4f312705b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:36.448624 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7b3-a0d6-42e3-b659-b05583636c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:47.231826 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6a658869-e55d-40dd-91b3-fad12b1d932d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:49.791728 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb65c-ac2f-4266-bb3a-2f661b60e996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:50.347912 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b955d19-effe-4b32-95b0-cadfdc4d6bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:51.181710 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-953bedca-a13b-42f1-9cb0-6324b76f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:53.095823 n-d-799526-3 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a93d90b-9362-4c41-ba42-9af38ea90554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747871391820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1027201'] for agent, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 19:21:58.043266 n-d-799526-3 neutron-server[93781]: DEBUG neutron.db.agents_db [None req-bc63feb4-c3ff-423a-817d-baf41b1fad7b None None] Agent healthcheck: found 7 active agents {{(pid=93781) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}